-- Logs begin at Fri 2022-02-11 12:05:51 UTC, end at Fri 2022-02-11 14:42:40 UTC. -- Feb 11 12:39:41.989913 n-d-828675-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 12:39:44.901917 n-d-828675-3 neutron-server[109577]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:39:44.902541 n-d-828675-3 neutron-server[109577]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 12:39:44.902541 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109577) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 12:39:44.905751 n-d-828675-3 neutron-server[109577]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:39:44.906000 n-d-828675-3 neutron-server[109577]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 12:39:44.906303 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109577) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 12:39:44.907241 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:39:44.907481 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:39:44.907828 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:39:44.908071 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:39:44.908297 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:39:44.908761 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.909182 n-d-828675-3 neutron-server[109577]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 12:39:44.909483 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.909794 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.910082 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.910367 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.910648 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.910925 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.911205 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.911493 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.911772 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.912027 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.912304 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.912585 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.912863 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.913142 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.913422 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.913717 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] debug = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.913995 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.914418 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.914822 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.915096 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.915376 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.915645 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.915910 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.916176 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.916449 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.916766 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] host = n-d-828675-3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.917035 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.917313 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.917601 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.917894 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.918163 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.918431 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.918712 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.918977 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.919242 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] log_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.919509 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.919789 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.920066 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.920345 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.920565 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.920784 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.921081 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.921359 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.921626 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.921917 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.922183 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.922498 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.922776 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.923184 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.923466 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.923745 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.924028 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.924298 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.924566 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.924835 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.925104 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.925383 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.925682 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.925956 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.926225 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.926504 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.926767 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.927036 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.927328 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.927607 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.927882 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.928158 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.928423 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.928694 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.928963 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.929226 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.929489 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] use_json = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.929782 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.930044 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.930315 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.930581 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.930847 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.931113 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.931376 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.931651 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.931915 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:44.932203 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.932493 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.932789 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.933079 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.933363 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.933673 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.933942 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.934214 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.934496 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.934778 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.935062 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.935335 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.935626 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.935907 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.936194 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.936491 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.936778 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.937062 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.937333 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.937602 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.937892 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.938196 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.938476 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.938755 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.939037 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.939317 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.939590 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.939878 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.940155 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.940440 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.940721 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.940987 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.941259 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.941540 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.941839 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.942108 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.942377 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.942659 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.942931 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.943199 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.943473 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.943760 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.944029 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.944608 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.944881 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.945165 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.945434 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.945726 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.945994 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.946264 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.946529 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.946900 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.947174 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.947443 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.947711 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.947986 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.948254 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.948519 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.948794 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.949062 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.949332 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.949599 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.949891 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.950159 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.950425 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.950692 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.950960 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.951228 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.951497 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.951762 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.952026 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.952289 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.952555 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.952823 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.953104 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.953393 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.953732 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.954011 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.954285 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.954555 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.954827 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.955098 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.955368 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.955638 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.955902 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.956184 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.956457 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.956734 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.957029 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.957301 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.957588 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.957883 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.958159 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.958429 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.958706 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.958982 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.959260 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.959547 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.959833 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.960116 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.960401 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.960686 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.960958 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.961258 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.961531 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:44.961773 n-d-828675-3 neutron-server[109577]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:39:44.962010 n-d-828675-3 neutron-server[109577]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109577) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 12:39:45.325508 n-d-828675-3 neutron-server[109577]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 12:39:45.325764 n-d-828675-3 neutron-server[109577]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 12:39:45.326097 n-d-828675-3 neutron-server[109577]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 12:39:45.326426 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 12:39:45.652374 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.652565 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.652827 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.654161 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.654427 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.654688 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.698291 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.698552 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.698813 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.714620 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.714899 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.715160 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.743880 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.744152 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.744414 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.779979 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.780244 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:45.780504 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.122882 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.123547 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.123547 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.123729 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.124321 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.222677 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.222992 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.223270 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.223543 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.223807 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.224109 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.224366 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.224617 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.224868 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.225145 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.225380 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.225674 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.225915 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.226160 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.226431 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.226671 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.226919 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.227165 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.227429 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.227693 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.227962 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.228210 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.228486 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.228856 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.229100 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.229343 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.229755 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:46.229993 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:46.230225 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:46.230457 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:46.230688 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:46.230917 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:46.231277 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 12:39:46.234509 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 12:39:46.238696 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 12:39:46.242408 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 11 12:39:46.244040 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 12:39:46.244502 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 12:39:46.244826 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 12:39:46.245199 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 12:39:46.248036 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 12:39:46.248280 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 12:39:46.248626 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 12:39:46.253464 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 12:39:46.275869 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 12:39:46.276473 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.276771 n-d-828675-3 neutron-server[109577]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109577) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 12:39:46.277125 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.278538 n-d-828675-3 neutron-server[109577]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109577) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 12:39:46.278812 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 12:39:46.279057 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 12:39:46.282372 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.282682 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.345086 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 12:39:46.345317 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 12:39:46.345552 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 12:39:46.346089 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 12:39:46.368527 n-d-828675-3 neutron-server[109577]: DEBUG oslo_db.sqlalchemy.engines [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109577) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 12:39:46.823061 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing driver for type 'gre' Feb 11 12:39:46.823504 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] gre ID ranges: [(1, 1000)] Feb 11 12:39:46.880871 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing driver for type 'local' Feb 11 12:39:46.881240 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing driver for type 'vlan' Feb 11 12:39:46.902838 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] VlanTypeDriver initialization complete Feb 11 12:39:46.903166 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing driver for type 'vxlan' Feb 11 12:39:46.903739 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] vxlan ID ranges: [(1, 1000)] Feb 11 12:39:46.955694 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing extension driver 'port_security' Feb 11 12:39:46.956068 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.extensions.port_security [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] PortSecurityExtensionDriver initialization complete Feb 11 12:39:46.956425 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing mechanism driver 'openvswitch' Feb 11 12:39:46.956752 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing mechanism driver 'hyperv' Feb 11 12:39:46.963497 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.plugin [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:39:46.964321 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.964692 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.965075 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.965581 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:39:46.966042 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnet after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.966422 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnet after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.966770 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.967166 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:39:46.967574 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.967920 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.968258 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.968648 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:39:46.969052 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > security_group after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.969427 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > security_group after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.969839 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.970197 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:39:46.970600 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.970945 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.971281 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.971670 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:39:46.972071 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > address_group after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.972414 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > address_group after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.972751 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.973145 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109577) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:39:46.973593 n-d-828675-3 neutron-server[109577]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] ML2 OVO RPC backend initialized. {{(pid=109577) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 12:39:46.974318 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.974672 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.975086 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.975437 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > networks before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.975787 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.976132 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > ports before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.976474 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnet before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.976813 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnets before_response 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.977157 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.977493 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.977932 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.978267 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.978607 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.978938 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.979272 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnet after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.979602 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnet after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.979933 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:46.988942 n-d-828675-3 neutron-server[109577]: INFO neutron.quota [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded quota_driver: . Feb 11 12:39:46.989310 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.plugin [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Modular L2 Plugin initialization complete Feb 11 12:39:46.989675 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading services supported by the core plugin {{(pid=109577) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 12:39:46.990029 n-d-828675-3 neutron-server[109577]: INFO neutron.plugins.ml2.managers [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Got port-security extension from driver 'port_security' Feb 11 12:39:46.990509 n-d-828675-3 neutron-server[109577]: INFO neutron.extensions.vlantransparent [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Disabled vlantransparent extension. Feb 11 12:39:46.990999 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109577) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 12:39:46.991328 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: router Feb 11 12:39:47.027815 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.028205 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router after_create 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.028575 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router before_create 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.028944 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.029319 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.029679 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router after_delete 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.030058 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.030408 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.030768 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router after_create 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.031110 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router after_update 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.031459 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router after_update 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.031808 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.032220 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router after_update 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.032674 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_update 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.033042 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: port after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.033385 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: port after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.033750 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: subnet after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.034094 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.034445 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.034794 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_create 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.035135 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: port before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.035477 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.035814 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router after_update 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.036154 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.036632 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_create 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.037004 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.037353 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_update 55549900 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.037754 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > agent after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.038108 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > agent after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.038453 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > network after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.039304 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Tracking information for resource: router configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:47.039633 n-d-828675-3 neutron-server[109577]: DEBUG neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Tracking information for resource: floatingip configured {{(pid=109577) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:39:47.044523 n-d-828675-3 neutron-server[109577]: INFO neutron.db.l3_agentschedulers_db [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 12:39:47.045114 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: port after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.045469 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: port after_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.045851 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: port after_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.046206 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: port after_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.046987 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router before_create 55550100 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.047386 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.047914 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_create 55550100 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.048263 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > router precommit_update 55550100 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.053021 n-d-828675-3 neutron-server[109577]: DEBUG neutron.services.provider_configuration [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service providers = [] {{(pid=109577) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 12:39:47.053386 n-d-828675-3 neutron-server[109577]: DEBUG neutron.db.servicetype_db [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109577) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 12:39:47.056380 n-d-828675-3 neutron-server[109577]: DEBUG neutron.services.service_base [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:39:47.056734 n-d-828675-3 neutron-server[109577]: DEBUG neutron.services.service_base [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:39:47.057071 n-d-828675-3 neutron-server[109577]: DEBUG neutron.services.service_base [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:39:47.057975 n-d-828675-3 neutron-server[109577]: DEBUG neutron.services.service_base [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109577) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:39:47.058344 n-d-828675-3 neutron-server[109577]: INFO neutron.services.service_base [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 12:39:47.058718 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.059038 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 12:39:47.070210 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.070548 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: auto_allocate Feb 11 12:39:47.076526 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: network precommit_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.076826 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: network precommit_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.077336 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.077670 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: tag Feb 11 12:39:47.084804 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.085134 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: timestamp Feb 11 12:39:47.088991 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.089323 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: network_ip_availability Feb 11 12:39:47.094923 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.095300 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.095655 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.096369 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.096692 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: flavors Feb 11 12:39:47.101667 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.102014 n-d-828675-3 neutron-server[109577]: INFO neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading Plugin: revisions Feb 11 12:39:47.106379 n-d-828675-3 neutron-server[109577]: DEBUG neutron.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109577) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:39:47.106771 n-d-828675-3 neutron-server[109577]: DEBUG oslo_concurrency.lockutils [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=109577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 12:39:47.107518 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109577) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 12:39:47.107853 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Initializing extension manager. Feb 11 12:39:47.108373 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: __init__.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.108708 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: __pycache__ {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.109042 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.109372 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: address_group.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.110204 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.110766 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: address-group Feb 11 12:39:47.111069 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: address_scope.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.111778 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.112288 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: address-scope Feb 11 12:39:47.112609 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.113557 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.114100 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: router-admin-state-down-before-update Feb 11 12:39:47.114425 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: agent.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.115114 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.115623 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: agent Feb 11 12:39:47.115942 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: agent_resources_synced.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.116849 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.117366 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: agent-resources-synced Feb 11 12:39:47.117699 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: allowedaddresspairs.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.119496 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.120022 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: allowed-address-pairs Feb 11 12:39:47.120347 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: auto_allocated_topology.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.121427 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.121980 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: auto-allocated-topology Feb 11 12:39:47.122307 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: availability_zone.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.123003 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.123561 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: availability_zone Feb 11 12:39:47.123824 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: availability_zone_filter.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.124748 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.125262 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: availability_zone_filter Feb 11 12:39:47.125615 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: data_plane_status.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.126556 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.127065 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 12:39:47.127388 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: default_subnetpools.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.128295 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.128808 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: default-subnetpools Feb 11 12:39:47.129125 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.129959 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.130469 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: dhcp_agent_scheduler Feb 11 12:39:47.130791 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: dns.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.131696 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.132199 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 12:39:47.132520 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: dns_domain_ports.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.133429 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.133961 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 12:39:47.134283 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.135201 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.135702 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 12:39:47.136022 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: dvr.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.136687 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.137192 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: dvr Feb 11 12:39:47.137511 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: ecmp_routes.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.138446 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.138955 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 12:39:47.139277 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: empty_string_filtering.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.140185 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.140693 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: empty-string-filtering Feb 11 12:39:47.141012 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.142010 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.142518 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:39:47.142835 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.143740 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.144250 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 12:39:47.144566 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: external_net.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.145474 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.146017 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: external-net Feb 11 12:39:47.146336 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.147230 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.147748 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: extra_dhcp_opt Feb 11 12:39:47.148066 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: extraroute.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.148967 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.149483 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: extraroute Feb 11 12:39:47.149836 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: extraroute_atomic.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.150859 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.151377 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: extraroute-atomic Feb 11 12:39:47.151697 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: filter_validation.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.152356 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.152868 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: filter-validation Feb 11 12:39:47.153184 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: fip_pf_description.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.154126 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.154642 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 12:39:47.154952 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: fip_port_details.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.156058 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.156570 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: fip-port-details Feb 11 12:39:47.156916 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: flavors.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.158201 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.158721 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: flavors Feb 11 12:39:47.159046 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.160750 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.161270 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 12:39:47.161602 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: floatingip_pools.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.162333 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.162845 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: floatingip-pools Feb 11 12:39:47.163173 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: ip_allocation.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.164102 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.164614 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 12:39:47.164936 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.165895 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.166407 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: ip-substring-filtering Feb 11 12:39:47.166736 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l2_adjacency.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.167662 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.168165 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 12:39:47.168488 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.169460 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.170017 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: router Feb 11 12:39:47.170349 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.172666 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.173196 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:39:47.173527 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.174509 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.175027 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: ext-gw-mode Feb 11 12:39:47.175355 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.176277 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.176794 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: l3-ha Feb 11 12:39:47.177121 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.178056 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.178569 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 12:39:47.178891 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3_flavors.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.179798 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.180315 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: l3-flavors Feb 11 12:39:47.180639 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.182056 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.182575 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 12:39:47.182897 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.183812 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.184322 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 12:39:47.184649 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: l3agentscheduler.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.185724 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.186238 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: l3_agent_scheduler Feb 11 12:39:47.186564 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: local_ip.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.188396 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.188927 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension local_ip not supported by any of loaded plugins Feb 11 12:39:47.189264 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: logging.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.190935 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.191460 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension logging not supported by any of loaded plugins Feb 11 12:39:47.191789 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: metering.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.192529 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.193111 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: metering Feb 11 12:39:47.193440 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.194901 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.195422 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: metering_source_and_destination_fields Feb 11 12:39:47.195745 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: multiprovidernet.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.196673 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.197186 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: multi-provider Feb 11 12:39:47.197509 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: netmtu.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.198453 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.198969 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: net-mtu Feb 11 12:39:47.199294 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: netmtu_writable.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.200210 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.200722 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: net-mtu-writable Feb 11 12:39:47.201047 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: network_availability_zone.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.201741 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.202257 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: network_availability_zone Feb 11 12:39:47.202580 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: network_ip_availability.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.203761 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.204277 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: network-ip-availability Feb 11 12:39:47.204608 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: network_segment_range.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.205366 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.205898 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 12:39:47.206222 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: pagination.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.207229 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.207554 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: pagination Feb 11 12:39:47.207878 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: port_device_profile.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.208780 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.209296 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: port-device-profile Feb 11 12:39:47.209610 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.210562 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.211075 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: port-mac-address-regenerate Feb 11 12:39:47.211395 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.212303 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.212811 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: port-numa-affinity-policy Feb 11 12:39:47.213129 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: port_resource_request.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.214075 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.214582 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 12:39:47.214904 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: port_resource_request_groups.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.215863 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.216366 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 12:39:47.216686 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: portbindings.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.217620 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.218157 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: binding Feb 11 12:39:47.218480 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: portbindings_extended.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.219818 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.220334 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: binding-extended Feb 11 12:39:47.220660 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: portsecurity.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.221580 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.222125 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: port-security Feb 11 12:39:47.222449 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: project_id.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.223423 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.223751 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: project-id Feb 11 12:39:47.224069 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: providernet.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.224990 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.225502 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: provider Feb 11 12:39:47.225849 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.229437 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.229986 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos not supported by any of loaded plugins Feb 11 12:39:47.230319 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.231567 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.232084 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 12:39:47.232414 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.233332 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.233884 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 12:39:47.234212 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_default.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.235184 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.235694 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-default not supported by any of loaded plugins Feb 11 12:39:47.236015 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_fip.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.236942 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.237452 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 12:39:47.237814 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.238726 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.239239 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 12:39:47.239561 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_gateway_ip.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.240593 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.241103 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 12:39:47.241425 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_port_network_policy.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.242366 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.242876 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 12:39:47.243196 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.244241 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.244757 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 12:39:47.245081 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_pps_rule.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.246292 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.246812 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-pps not supported by any of loaded plugins Feb 11 12:39:47.247134 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_rule_type_details.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.248051 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.248570 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 12:39:47.248892 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: qos_rules_alias.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.249959 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.250510 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 12:39:47.250841 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: quota_check_limit.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.251757 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.252265 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: quota-check-limit Feb 11 12:39:47.252584 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: quotasv2.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.253510 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.253881 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: quotas Feb 11 12:39:47.254202 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: quotasv2_detail.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.256004 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.256341 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: quota_details Feb 11 12:39:47.256674 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: rbac.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.257751 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.258293 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: rbac-policies Feb 11 12:39:47.258619 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: rbac_address_group.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.259550 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.260076 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: rbac-address-group Feb 11 12:39:47.260405 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: rbac_address_scope.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.261325 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.261883 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: rbac-address-scope Feb 11 12:39:47.262209 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: rbac_security_groups.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.263131 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.263645 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: rbac-security-groups Feb 11 12:39:47.263966 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: rbac_subnetpool.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.264880 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.265396 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: rbac-subnetpool Feb 11 12:39:47.265746 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: revisionifmatch.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.266722 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.267229 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: revision-if-match Feb 11 12:39:47.267549 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: revisions.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.268784 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.269300 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: standard-attr-revisions Feb 11 12:39:47.269622 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: router_availability_zone.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.270326 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.270840 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: router_availability_zone Feb 11 12:39:47.271161 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: routerservicetype.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.272082 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.272594 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 12:39:47.272912 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.273858 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.274375 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: security-groups-normalized-cidr Feb 11 12:39:47.274700 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.275626 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.276138 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: port-security-groups-filtering Feb 11 12:39:47.276458 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.277385 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.277934 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: security-groups-remote-address-group Feb 11 12:39:47.278258 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.279196 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.279709 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: security-groups-shared-filtering Feb 11 12:39:47.280028 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.280615 n-d-828675-3 neutron-server[109577]: WARNING neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 12:39:47.280937 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: securitygroup.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.292042 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.292575 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: security-group Feb 11 12:39:47.292911 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: segment.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.293729 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.294248 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension segment not supported by any of loaded plugins Feb 11 12:39:47.294581 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.295532 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.296049 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 12:39:47.296373 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: servicetype.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.297527 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.298089 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: service-type Feb 11 12:39:47.298466 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: sorting.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.299447 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.299777 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: sorting Feb 11 12:39:47.300102 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: standard_attr_segment.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.300993 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.301545 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 12:39:47.301895 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: standardattrdescription.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.302527 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.303035 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: standard-attr-description Feb 11 12:39:47.303361 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: stateful_security_group.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.304296 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.304816 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: stateful-security-group Feb 11 12:39:47.305141 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: stdattrs_common.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.305737 n-d-828675-3 neutron-server[109577]: WARNING neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 12:39:47.306058 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.306977 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.307496 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 12:39:47.307816 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: subnet_onboard.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.308902 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.309421 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: subnet_onboard Feb 11 12:39:47.309768 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.310690 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.311203 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 12:39:47.311522 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: subnet_service_types.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.312458 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.313002 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: subnet-service-types Feb 11 12:39:47.313322 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: subnetallocation.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.314436 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.314955 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: subnet_allocation Feb 11 12:39:47.315278 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.315949 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.316462 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: subnetpool-prefix-ops Feb 11 12:39:47.316782 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.317748 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.318263 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 12:39:47.318585 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: tagging.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.319987 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.320506 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: standard-attr-tag Feb 11 12:39:47.320835 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: timestamp.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.322085 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.322609 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loaded extension: standard-attr-timestamp Feb 11 12:39:47.322940 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: trunk.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.323971 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.324495 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension trunk not supported by any of loaded plugins Feb 11 12:39:47.324818 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: trunk_details.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.325771 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.326284 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 12:39:47.326661 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: uplink_status_propagation.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.327528 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.328043 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 12:39:47.328362 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Loading extension file: vlantransparent.py {{(pid=109577) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:39:47.329073 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109577) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:39:47.329577 n-d-828675-3 neutron-server[109577]: INFO neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 12:39:47.332149 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:network Feb 11 12:39:47.332670 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:subnet Feb 11 12:39:47.333065 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:39:47.333459 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:port Feb 11 12:39:47.334714 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.335158 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service FLAVORS assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.335782 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.336210 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.336539 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:router Feb 11 12:39:47.336965 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:39:47.337442 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service METERING assigned prefix: /metering {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.338930 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.339296 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.339648 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109577) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:39:47.340647 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:39:47.341076 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:39:47.341508 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:39:47.342138 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service CORE assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.342469 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:39:47.342812 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] subnetpool is already registered Feb 11 12:39:47.343237 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service CORE assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.343560 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:39:47.343885 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] subnetpool is already registered Feb 11 12:39:47.346396 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.346826 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service FLAVORS assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.347413 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.347831 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.348163 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:router Feb 11 12:39:47.348499 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] router is already registered Feb 11 12:39:47.348905 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:39:47.349237 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] floatingip is already registered Feb 11 12:39:47.349714 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service METERING assigned prefix: /metering {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.350367 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:39:47.350691 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] rbac_policy is already registered Feb 11 12:39:47.351102 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:39:47.351434 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] security_group is already registered Feb 11 12:39:47.351828 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:39:47.352158 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] security_group_rule is already registered Feb 11 12:39:47.352776 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service CORE assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.353103 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:39:47.353434 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] subnetpool is already registered Feb 11 12:39:47.353883 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.v2.resource_helper [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Service CORE assigned prefix: {{(pid=109577) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:39:47.354210 n-d-828675-3 neutron-server[109577]: INFO neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:39:47.354546 n-d-828675-3 neutron-server[109577]: WARNING neutron.quota.resource_registry [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] subnetpool is already registered Feb 11 12:39:47.355018 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: extensions {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.356485 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: address-groups {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.357987 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: address-scopes {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.359339 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: agents {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.360653 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: auto-allocated-topology {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.361978 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: availability_zones {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.363201 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: dhcp-networks {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.364724 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: dhcp-agents {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.366182 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: routers {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.368465 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: flavors {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.369611 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: service_profiles {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.370858 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: next_providers {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.372309 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: service_profiles {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.373881 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: floatingip-pools {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.375120 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: routers {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.377411 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: floatingips {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.378721 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: l3-routers {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.380119 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: l3-agents {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.381530 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: metering-labels {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.382903 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: metering-label-rules {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.384187 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: network-ip-availabilities {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.385467 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: bindings {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.387145 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: quotas {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.388708 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: quotas {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.390286 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: rbac-policies {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.392793 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: security-groups {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.394074 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: security-group-rules {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.395319 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: service-providers {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.396560 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: subnetpools {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.398005 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: subnetpools {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.399461 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.401148 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.403002 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.404793 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.406596 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.408475 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.410265 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.412173 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.413957 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.415812 n-d-828675-3 neutron-server[109577]: DEBUG neutron.api.extensions [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Extended resource: tags {{(pid=109577) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:39:47.421668 n-d-828675-3 neutron-server[109577]: WARNING keystonemiddleware.auth_token [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 12:39:47.426468 n-d-828675-3 neutron-server[109577]: WARNING keystonemiddleware.auth_token [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 12:39:47.435480 n-d-828675-3 neutron-server[109577]: DEBUG oslo_concurrency.lockutils [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Acquired lock "singleton_lock" {{(pid=109577) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 12:39:47.436052 n-d-828675-3 neutron-server[109577]: DEBUG oslo_concurrency.lockutils [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Releasing lock "singleton_lock" {{(pid=109577) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 12:39:47.436646 n-d-828675-3 neutron-server[109577]: INFO oslo_service.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Starting 2 workers Feb 11 12:39:47.441771 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Started child 109684 {{(pid=109577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:39:47.446913 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Started child 109685 {{(pid=109577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:39:47.450045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:39:47.450723 n-d-828675-3 neutron-server[109577]: INFO neutron.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 12:39:47.450723 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:39:47.450896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [-] (109684) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:39:47.451691 n-d-828675-3 neutron-server[109577]: INFO oslo_service.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Starting 1 workers Feb 11 12:39:47.453338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:39:47.454823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [-] (109685) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:39:47.457171 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Started child 109686 {{(pid=109577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:39:47.457677 n-d-828675-3 neutron-server[109577]: INFO oslo_service.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Starting 1 workers Feb 11 12:39:47.462524 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Started child 109687 {{(pid=109577) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:39:47.462733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] calling RpcWorker wait() {{(pid=109686) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 12:39:47.463265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.service [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] returning from RpcWorker wait() {{(pid=109686) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 12:39:47.463355 n-d-828675-3 neutron-server[109577]: DEBUG neutron_lib.callbacks.manager [None req-d4421d19-d0a8-4285-90f0-d272cd2c6581 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:39:47.464749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:39:47.465175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:39:47.465300 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109577) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 12:39:47.465468 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:39:47.465876 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:39:47.466255 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:39:47.466753 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:39:47.467061 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:39:47.467750 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.468174 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.468566 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:39:47.469063 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.469063 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.469297 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.469792 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.470070 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.470316 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.470729 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.471120 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.471436 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.471740 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.472131 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.472500 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.472944 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.473353 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.473763 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.474189 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.474521 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.474918 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.475309 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.475696 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.476088 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] debug = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.476483 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.477089 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.477464 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.477868 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.478253 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.478664 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.479059 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.479476 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.479842 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.480201 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.480572 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.480967 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.481375 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.481747 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.482128 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.482477 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.482876 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.483251 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.483874 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] host = n-d-828675-3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.484239 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.484612 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.485024 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.485419 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.485870 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.486240 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.486636 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.487052 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.487529 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.488003 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.488485 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.488942 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.489322 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.489428 n-d-828675-3 neutron-server[109687]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:39:47.489823 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.490361 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_options = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.490729 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.491200 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.491427 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.491625 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.491804 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.491964 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.492225 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.492620 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.493292 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.493862 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.494228 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.494582 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.494930 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.495290 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.495672 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.496043 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.496412 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.496777 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.497205 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.497608 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.498116 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.498514 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.498917 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.499320 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.499538 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.499899 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.500329 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.501008 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.501392 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.501632 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.501902 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.502193 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.502404 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.502783 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.503184 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.503578 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.503809 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.504044 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.504497 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.504938 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.505387 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.505848 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.506259 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.506698 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.506984 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.507285 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.507587 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_json = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.507868 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.508163 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.508478 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.508755 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.509197 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.509420 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.509683 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.509929 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.510143 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.511338 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.511695 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.512053 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.512391 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.512699 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.513021 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.513333 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.513616 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.513993 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.514278 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.514791 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.515216 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.515585 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.515901 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.516219 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.516544 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.516997 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.517431 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.517745 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.518022 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.518410 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.518821 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.519278 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.519688 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.520121 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.520525 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.520974 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.521322 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.521673 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.522141 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.522486 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.522799 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.523127 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.523422 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.523634 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.524968 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.525330 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.525766 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.525962 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.526392 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.526619 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.526889 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.527138 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.527380 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.527583 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.527843 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.528058 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.528316 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.528548 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.528771 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.529765 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.529984 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.530213 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.530425 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.530640 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.530870 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.531120 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.531377 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.531877 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.532088 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.532298 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.532515 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.532744 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.532958 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.533165 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.533409 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.533605 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.533995 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.534398 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.534624 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.534858 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.535069 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.535304 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.535517 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.535732 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.535964 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.536186 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.536419 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.536641 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.536853 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.537061 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.537295 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.537505 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.537750 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.537968 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.538181 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.538410 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.538616 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.538822 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.539034 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.539244 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.539514 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.539823 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.540064 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.540299 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.540515 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.540767 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.540978 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.541231 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.541448 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.541681 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.541894 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.542168 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.542388 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.542613 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.542860 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.543072 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.543491 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.543725 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.543979 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.544196 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.544438 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.544659 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.544960 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.545236 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.545464 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.545740 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.546138 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.546422 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.546678 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.547138 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.547589 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.548237 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.548586 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.548873 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.549144 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.549376 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.549622 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.549888 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.550116 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.550385 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.550618 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.550849 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.551065 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.551320 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.551547 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.551767 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.551991 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.552461 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.552691 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.552905 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.553119 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.553375 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.553627 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.553891 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.554150 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.554395 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.554627 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.554870 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.555118 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.555329 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.555569 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.555793 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.556006 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.556240 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.556473 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.556721 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.556947 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.557162 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.557404 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.557616 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.557856 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.558082 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.558294 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.558513 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.558761 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.558980 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.559197 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.559435 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.559696 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.559889 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.560105 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.560330 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.560576 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.560807 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.561070 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.561312 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.561546 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.561813 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.562056 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.562292 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.562509 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.562752 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.563026 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.563235 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.563440 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.563657 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.563873 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.564084 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.564314 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.564548 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.564787 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.565033 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.565364 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.565612 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.565873 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.566118 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.566361 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.566591 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.566802 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.567015 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.567244 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.567400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:39:47.567494 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.567699 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.567919 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.568136 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.568349 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.568579 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.568819 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.569072 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.569620 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.569885 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.570124 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.570342 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.571344 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.571564 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.571882 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.572099 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.572308 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.572514 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.572637 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.572840 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.573220 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.573358 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.573587 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.573861 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.574096 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.574308 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.574580 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.574936 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.575060 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.575189 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.575409 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.575615 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.575836 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.576041 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.576245 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.576461 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.576725 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.576876 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.577096 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.577300 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.577503 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.577743 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.577956 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.578161 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.578397 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.578626 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.578831 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.579046 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.579263 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.579486 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.579707 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.579914 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.580117 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.580332 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.580559 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.580761 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.581042 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.581286 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.581501 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.581816 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.582048 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.582303 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.582520 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.582830 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.583055 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.583290 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.583519 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.583730 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.583946 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.584216 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.584538 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.584828 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.585064 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.585318 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.585583 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.585887 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.586157 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.586365 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.586655 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.586978 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.587225 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.587481 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.587728 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.587955 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.588176 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.588386 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.588614 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.588843 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.589744 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.590102 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.590248 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.590618 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.590618 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.590811 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.591017 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.591239 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.591598 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.591727 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.591871 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.592026 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:39:47.593456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109577) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 12:39:47.593456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:39:47.593456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:39:47.593456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:39:47.593456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:39:47.593456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:39:47.594108 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.594108 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.594108 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.594108 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.594108 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.594747 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.594747 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.594747 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595099 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595099 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595259 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595349 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595475 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595599 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595722 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.595866 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.596048 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.596176 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.596321 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.596477 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.596633 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.596790 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.596946 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] debug = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.597101 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.597303 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.597455 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.597604 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.598648 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.598648 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.598648 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.598648 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.598648 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.598648 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.598648 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.599780 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] host = n-d-828675-3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.600375 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.600375 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.600375 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.600375 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.600832 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.600832 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.600832 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601103 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601103 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601267 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601354 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601503 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601698 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601835 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.601973 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_options = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.602106 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.602259 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.602437 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.602589 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.602748 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.602903 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.603057 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.603397 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.603397 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.603606 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.603686 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.603785 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.603939 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.604096 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.604251 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.604405 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.604559 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.604696 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.604907 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.605020 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.605148 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.605302 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.605455 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.605609 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.605789 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.605944 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.606163 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.606255 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.606380 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.606535 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.606689 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.606843 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.607036 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.607168 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.607291 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.607435 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.607590 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.607744 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.607901 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.608058 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.608211 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.608367 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.608521 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.608676 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.608841 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.608974 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.609130 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_json = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.609284 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.609438 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.609592 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.609796 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.609962 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.610117 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.610273 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.610428 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.610584 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:39:47.610758 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.610916 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.611085 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.611241 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.611400 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.611560 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.611718 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.611876 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.612033 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.612191 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.612359 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.612543 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.612674 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.612831 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.612987 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.613155 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.613312 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.613477 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.613652 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.613811 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.613969 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.614134 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.614299 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.614456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.614613 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.614770 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.614927 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.615093 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.615250 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.615422 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.615581 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.615742 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.615899 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.616055 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.616213 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.616372 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.616530 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.616689 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.616847 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.617005 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.617163 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.617321 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.617479 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.617749 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.617842 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.617963 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.618120 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.618282 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.618438 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.618596 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.618755 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.618911 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.619069 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.619229 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.619387 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.619546 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.619704 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.619872 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.620030 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.620189 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.620346 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.620505 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.620663 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.620820 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.620976 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.621133 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.621292 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.621449 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.621617 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.621798 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.621956 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.622112 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.622270 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.622427 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.622592 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.622754 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.622909 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.623066 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.623222 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.623381 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.623538 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.623694 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.623852 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.624009 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.624173 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.624331 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.624488 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.624649 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.624805 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.624962 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.625122 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.625287 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.625517 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.625697 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.625859 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.626017 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.626175 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.626336 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.626494 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.626651 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.626809 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.626966 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.627123 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.627283 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.627442 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.627599 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.627755 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.627913 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.628071 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.628229 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.628385 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.628541 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.628697 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.628856 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.629013 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.629171 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.629326 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.629485 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.629670 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.629833 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.629993 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.630151 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.630317 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.630484 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.630655 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.630812 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.630968 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.631126 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.631283 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.631439 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.631598 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.631758 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.631914 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.632071 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.632239 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.632398 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.632556 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.632713 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.632895 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.633052 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.633210 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.633366 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.633524 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.633706 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.633866 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.634026 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.634184 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.634343 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.634502 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.634662 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.634819 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.634979 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.635135 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.635292 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.635449 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.635608 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.635766 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.635924 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.636082 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.636239 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.636398 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.636554 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.636711 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.636868 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.637026 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.637183 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.637341 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.637499 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.637678 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.637839 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.637996 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.638151 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.638307 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.638464 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.638623 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.638782 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.638940 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.639099 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.639257 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.639415 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.639577 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.639736 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.639895 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.640053 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.640211 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.640369 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.640526 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.640684 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.640842 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.641014 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.641195 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.641354 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.641513 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.641714 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.641874 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.642032 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.642194 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.642353 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.642509 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.642666 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.642822 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.642980 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.643139 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.643299 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.643456 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.643615 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.643775 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.643932 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.644094 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.644255 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.644415 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.644570 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.644730 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.644893 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.645049 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.645207 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.645366 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.645520 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.645698 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.645860 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.646016 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.646172 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.646341 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.646501 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.646657 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.646815 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.646973 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.647130 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.647297 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.647455 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.647612 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.647767 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.647924 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.648081 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.648247 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.648405 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.648561 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.648718 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.648881 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.649020 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.649186 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.649343 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.649500 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.649672 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.649832 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.649989 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.650155 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.650314 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.650470 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.650626 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.650783 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.650940 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.651106 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.651264 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.651422 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.651578 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.651735 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.651891 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.652056 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.652215 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.652372 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.652536 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.652693 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.652850 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.653006 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.653174 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.653331 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.653489 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.653679 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.653827 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.653986 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.654146 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.654307 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.654473 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.654638 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.654796 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.654959 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.655124 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.655289 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.655446 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.655608 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.655776 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.655933 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.656090 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.656246 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.656403 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.656560 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.656795 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.656954 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.657111 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.657282 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.657508 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658072 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658072 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658072 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658323 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658323 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658471 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658580 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658735 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.658891 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:39:47.659040 n-d-828675-3 neutron-server[109577]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109577) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:39:47.663985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51144) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:39:47.672532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063174 Feb 11 12:39:59.245673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df664330-5900-40a0-bdaf-e59246deaa53 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 12:39:59.318496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df664330-5900-40a0-bdaf-e59246deaa53 None None] No non-hosted networks {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 12:39:59.334819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-622d0320-ac51-4330-800a-ab47877d1e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624370'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:01.324222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b93bb79-a5c9-418e-92ec-7aab854362e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624370'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:01.377571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-95894752-c09a-4fdd-bcbb-4d76f6ddea83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:02.349906 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624370'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:04.064046 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624370'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:05.118843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51224) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:05.258210 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624370'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:05.260161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.261715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.262314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.262927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.263688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.264841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.265335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.265919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.266397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.266871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.267362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.267832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.268313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:05.268903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828675-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:05.275494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828675-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:05.682916 n-d-828675-3 neutron-server[109684]: WARNING oslo_policy.policy [None req-3979ac40-2fa9-4423-b89a-0e78eb978c26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:05.683474 n-d-828675-3 neutron-server[109684]: WARNING oslo_policy.policy [None req-3979ac40-2fa9-4423-b89a-0e78eb978c26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:05.905139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-3979ac40-2fa9-4423-b89a-0e78eb978c26 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:40:05.907613 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3979ac40-2fa9-4423-b89a-0e78eb978c26 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7866275 Feb 11 12:40:06.525424 n-d-828675-3 neutron-server[109686]: INFO neutron.db.l3_hamode_db [None req-bac9fe1d-71d6-49ff-922b-1c59c15e9d87 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 12:40:06.603155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9fe1d-71d6-49ff-922b-1c59c15e9d87 None None] Routers set() bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:40:06.603496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9fe1d-71d6-49ff-922b-1c59c15e9d87 None None] Router IDs set() for agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 12:40:08.371875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51250) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:08.703259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a0078889-7b1c-4bcb-8017-b3fa6b21e4e1 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:40:08.792981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.policy [None req-a0078889-7b1c-4bcb-8017-b3fa6b21e4e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109684) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 12:40:08.834690 n-d-828675-3 neutron-server[109684]: WARNING oslo_policy.policy [None req-a0078889-7b1c-4bcb-8017-b3fa6b21e4e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:08.835060 n-d-828675-3 neutron-server[109684]: WARNING oslo_policy.policy [None req-a0078889-7b1c-4bcb-8017-b3fa6b21e4e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:08.935783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0078889-7b1c-4bcb-8017-b3fa6b21e4e1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755895010169', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755895009710', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755894999801', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755894996482', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755894986938', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755894973456', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1991528', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1299070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-323369', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-440302'] for rbac-policy (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:09.015811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0078889-7b1c-4bcb-8017-b3fa6b21e4e1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:09.016909 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a0078889-7b1c-4bcb-8017-b3fa6b21e4e1 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6440659 Feb 11 12:40:11.426085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51260) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:11.977122 n-d-828675-3 neutron-server[109685]: WARNING oslo_policy.policy [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:11.977681 n-d-828675-3 neutron-server[109685]: WARNING oslo_policy.policy [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:12.197038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:40:12.254218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Made reservation on behalf of 7114f909ccc84b94b0c5eb2d23d03805 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:40:12.314772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.policy [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109685) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 12:40:12.355620 n-d-828675-3 neutron-server[109685]: WARNING oslo_policy.policy [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:12.355987 n-d-828675-3 neutron-server[109685]: WARNING oslo_policy.policy [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 12:40:12.366684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.389549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.519552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks [] for security_group (390ec635-1df7-4556-b1f2-39e44ac19952), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.525360 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (390ec635-1df7-4556-b1f2-39e44ac19952), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.550589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:40:12.588495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755897594031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (669e9567-7723-41cd-86d5-50b8fb81e17b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.589108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Unsubscribe: segment precommit_create {{(pid=109685) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 12:40:12.589622 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Added segment 669e9567-7723-41cd-86d5-50b8fb81e17b of type vlan for network 044711b3-82c8-44b0-b58f-630d668bbcf6 Feb 11 12:40:12.606685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=390ec635-1df7-4556-b1f2-39e44ac19952,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:12.656279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.656614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.656942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.657262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.657587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.657930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.658249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.658552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.658859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.659167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.659447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.659802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.660160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Tracked resource versions report: Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: pushed versions: Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: { 'AddressGroup': {'1.2'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'ConntrackHelper': {'1.0'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Log': {'1.0'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Network': {'1.1'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Port': {'1.7'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'PortForwarding': {'1.2'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'QosPolicy': {'1.10'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'SecurityGroup': {'1.5'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'SubPort': {'1.0'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Subnet': {'1.1'}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Trunk': {'1.1'}} Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: consumer versions: Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: L3 agent@n-d-828675-3: {}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: Metadata agent@n-d-828675-3: {}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: Metering agent@n-d-828675-3: {}, Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'ConntrackHelper': '1.0', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'LocalIPAssociation': '1.0', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Log': '1.0', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Network': '1.1', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Port': '1.7', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'PortForwarding': '1.2', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'QosPolicy': '1.10', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'SecurityGroup': '1.5', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'SecurityGroupRule': '1.2', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'SubPort': '1.0', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Subnet': '1.1', Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: 'Trunk': '1.1'}} Feb 11 12:40:12.661340 n-d-828675-3 neutron-server[109685]: {{(pid=109685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:40:12.695497 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (044711b3-82c8-44b0-b58f-630d668bbcf6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.746563 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (044711b3-82c8-44b0-b58f-630d668bbcf6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.751949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:12.752670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:12.822550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3953230 Feb 11 12:40:12.877022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e83b7-28a3-4219-bfed-5cac3d0f4664 demo demo] Pushing event updated for resources: {'Network': ['ID=044711b3-82c8-44b0-b58f-630d668bbcf6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:12.890258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:40:15.313387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51280) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:15.755356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2a6fe5-49d3-4404-b96a-9026295aacf5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:15.756605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9f2a6fe5-49d3-4404-b96a-9026295aacf5 demo admin] 10.222.0.42 "GET /v2.0/networks/044711b3-82c8-44b0-b58f-630d668bbcf6 HTTP/1.1" status: 200 len: 825 time: 0.4422028 Feb 11 12:40:15.803458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-edd6a945-d47f-4670-b6d4-ae1b65be19fe demo admin] 10.222.0.42 "GET /v2.0/subnetpools/d70c6f93-4c0d-4080-a0b8-7b3d18eea58d HTTP/1.1" status: 200 len: 734 time: 0.0377152 Feb 11 12:40:15.815680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd70c6f93-4c0d-4080-a0b8-7b3d18eea58d', 'name': 'private-subnet'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:40:15.841093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Made reservation on behalf of 7114f909ccc84b94b0c5eb2d23d03805 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:40:15.843588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:16.146697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:16.214402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Pushing event updated for resources: {'Subnet': ['ID=53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:16.217958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Checking segment: {'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:40:16.218688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Network hostable DHCP agents. Network: 044711b3-82c8-44b0-b58f-630d668bbcf6, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:40:16.241679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:40:16.255290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 044711b3-82c8-44b0-b58f-630d668bbcf6) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:40:16.260439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:16.261032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:16.266733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eead65-ac17-4a06-ad7d-174aa886e123 None None] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:40:16.279199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9ad28633-7886-47a0-a91c-8b4369331778 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4673452 Feb 11 12:40:16.536894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-044711b3-82c8-44b0-b58f-630d668bbcf6', 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'fixed_ips': [{'subnet_id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:40:16.538173 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:16.813503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Allocated IP 172.20.0.2 (044711b3-82c8-44b0-b58f-630d668bbcf6/53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc/4bce393d-b5cb-4720-99a6-012a9d61b2c5) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:40:17.083415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Publish callbacks [] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:17.091377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:17.158934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:40:17.163516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:40:17.176172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:40:17.182311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Pushing event updated for resources: {'Port': ['ID=4bce393d-b5cb-4720-99a6-012a9d61b2c5,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:17.215481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.215481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.215481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.215481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.215481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.215967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.215967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.215967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.216172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.216400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.216740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.217051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.217359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Tracked resource versions report: Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: pushed versions: Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: { 'AddressGroup': {'1.2'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'ConntrackHelper': {'1.0'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Log': {'1.0'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Network': {'1.1'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Port': {'1.7'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'PortForwarding': {'1.2'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'QosPolicy': {'1.10'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'SecurityGroup': {'1.5'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'SubPort': {'1.0'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Subnet': {'1.1'}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Trunk': {'1.1'}} Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: consumer versions: Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: L3 agent@n-d-828675-3: {}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: Metadata agent@n-d-828675-3: {}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: Metering agent@n-d-828675-3: {}, Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'ConntrackHelper': '1.0', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'LocalIPAssociation': '1.0', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Log': '1.0', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Network': '1.1', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Port': '1.7', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'PortForwarding': '1.2', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'QosPolicy': '1.10', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'SecurityGroup': '1.5', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'SecurityGroupRule': '1.2', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'SubPort': '1.0', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Subnet': '1.1', Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: 'Trunk': '1.1'}} Feb 11 12:40:17.218464 n-d-828675-3 neutron-server[109686]: {{(pid=109686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:40:17.266891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Attempting to bind port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:40:17.267530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Attempting to bind port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:40:17.267692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Attempting to bind port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 on network 044711b3-82c8-44b0-b58f-630d668bbcf6 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:40:17.272568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:40:17.272945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Checking segment: {'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:40:17.273418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:17.273843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Bound using segment: {'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:40:17.274340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Bound port: 4bce393d-b5cb-4720-99a6-012a9d61b2c5, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:40:17.274777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:17.336904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] For port 4bce393d-b5cb-4720-99a6-012a9d61b2c5, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:40:17.358373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] For port 4bce393d-b5cb-4720-99a6-012a9d61b2c5, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4bce393d-b5cb-4720-99a6-012a9d61b2c5,segment=NetworkSegment(669e9567-7723-41cd-86d5-50b8fb81e17b),segment_id=669e9567-7723-41cd-86d5-50b8fb81e17b)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:40:17.366194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:17.418163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223206d-2b6c-4faa-b3a5-ccdaddde6b1a None None] Pushing event updated for resources: {'Port': ['ID=4bce393d-b5cb-4720-99a6-012a9d61b2c5,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:18.737272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51288) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:19.067278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-be27eaae-c100-4e07-9da1-26c29b2aa7c8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:40:19.068320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-be27eaae-c100-4e07-9da1-26c29b2aa7c8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3299732 Feb 11 12:40:21.544009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51296) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:21.868727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-1340df63-de84-4986-b06e-651b83be085f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:40:21.869755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1340df63-de84-4986-b06e-651b83be085f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3247852 Feb 11 12:40:24.349236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51304) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:24.675812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fbe09d9b-0ad9-422f-b7fa-e4b62f6b8350 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:40:24.703777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbe09d9b-0ad9-422f-b7fa-e4b62f6b8350 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (22a293c4-47b9-45e8-9978-eac414d58d83), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:24.705203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbe09d9b-0ad9-422f-b7fa-e4b62f6b8350 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (22a293c4-47b9-45e8-9978-eac414d58d83), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:24.839262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbe09d9b-0ad9-422f-b7fa-e4b62f6b8350 demo demo] Publish callbacks [] for router_controller (22a293c4-47b9-45e8-9978-eac414d58d83), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:24.845291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbe09d9b-0ad9-422f-b7fa-e4b62f6b8350 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (22a293c4-47b9-45e8-9978-eac414d58d83), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:24.863206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbe09d9b-0ad9-422f-b7fa-e4b62f6b8350 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:24.864384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fbe09d9b-0ad9-422f-b7fa-e4b62f6b8350 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5141382 Feb 11 12:40:27.325024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51316) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:27.653273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-6d1900f8-0af7-4152-a128-12424c8e07df admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:40:27.654330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6d1900f8-0af7-4152-a128-12424c8e07df admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3284616 Feb 11 12:40:27.868762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4bce393d-b5cb-4720-99a6-012a9d61b2c5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:40:27.961442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:27.962049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:28.073360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:28.074269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:28.109892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 4bce393d-b5cb-4720-99a6-012a9d61b2c5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4bce393d-b5cb-4720-99a6-012a9d61b2c5,segment=NetworkSegment(669e9567-7723-41cd-86d5-50b8fb81e17b),segment_id=669e9567-7723-41cd-86d5-50b8fb81e17b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:40:28.115018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:28.168862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=4bce393d-b5cb-4720-99a6-012a9d61b2c5,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:28.428055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0e798a-d389-42c2-b35f-13beafee32f0 None None] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:40:28.510167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b3eff070-0ffe-49c1-b27e-a15e03e73c9f None None] Provisioning complete for port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:28.510551 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3eff070-0ffe-49c1-b27e-a15e03e73c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:28.634163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b3eff070-0ffe-49c1-b27e-a15e03e73c9f None None] Current status of the port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:28.759240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-68a52113-2875-4938-ae33-5915b6698a8f None None] Provisioning complete for port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:28.759710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-68a52113-2875-4938-ae33-5915b6698a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:28.842070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-68a52113-2875-4938-ae33-5915b6698a8f None None] Current status of the port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:29.182401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6fb5c880-0bc5-4005-bb59-f1a5ab71c28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:29.837315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4bce393d-b5cb-4720-99a6-012a9d61b2c5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:40:29.887493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:29.887903 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:29.965788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:30.137435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:30.473752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'name': 'public'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:40:30.502742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Made reservation on behalf of 2a63352b88724082919f706ef2982deb for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:40:30.505338 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.520781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.625559 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks [] for security_group (385a9fd3-5db6-4aee-8961-98e60bb10d52), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.631237 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (385a9fd3-5db6-4aee-8961-98e60bb10d52), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.642223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Reserving flat network on physical network physnet1 {{(pid=109684) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 12:40:30.673807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755897594031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1d2a18d1-e09a-475d-8a71-64146a1d9667), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.674388 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Unsubscribe: segment precommit_create {{(pid=109684) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 12:40:30.674908 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Added segment 1d2a18d1-e09a-475d-8a71-64146a1d9667 of type flat for network 1c11ec19-95ac-41a6-a784-685596ef34e0 Feb 11 12:40:30.690187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385a9fd3-5db6-4aee-8961-98e60bb10d52,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:30.733902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.734272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.734615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.734938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.735256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.735571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.735890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.736192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.736502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.736807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.737096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.737396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.737725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Tracked resource versions report: Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: pushed versions: Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: { 'AddressGroup': {'1.2'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'ConntrackHelper': {'1.0'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Log': {'1.0'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Network': {'1.1'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Port': {'1.7'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'PortForwarding': {'1.2'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'QosPolicy': {'1.10'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'SecurityGroup': {'1.5'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'SubPort': {'1.0'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Subnet': {'1.1'}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Trunk': {'1.1'}} Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: consumer versions: Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: L3 agent@n-d-828675-3: {}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: Metadata agent@n-d-828675-3: {}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: Metering agent@n-d-828675-3: {}, Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'ConntrackHelper': '1.0', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'LocalIPAssociation': '1.0', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Log': '1.0', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Network': '1.1', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Port': '1.7', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'PortForwarding': '1.2', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'QosPolicy': '1.10', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'SecurityGroup': '1.5', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'SecurityGroupRule': '1.2', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'SubPort': '1.0', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Subnet': '1.1', Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: 'Trunk': '1.1'}} Feb 11 12:40:30.738785 n-d-828675-3 neutron-server[109684]: {{(pid=109684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:40:30.793663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1c11ec19-95ac-41a6-a784-685596ef34e0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.840389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1c11ec19-95ac-41a6-a784-685596ef34e0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.841596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:30.842305 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:30.895193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7566960 Feb 11 12:40:30.944461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141b62e-057f-4365-9dbd-1538c2fb45de admin admin] Pushing event updated for resources: {'Network': ['ID=1c11ec19-95ac-41a6-a784-685596ef34e0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:30.956345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:40:31.323388 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-620bf643-1d82-482b-985e-4c09b5c0da3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:32.310793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:33.416617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51346) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:33.658441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10fbbf-fcb9-46c2-aff0-c4ab82cba1b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:33.659815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ea10fbbf-fcb9-46c2-aff0-c4ab82cba1b5 demo admin] 10.222.0.42 "GET /v2.0/subnets/53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc HTTP/1.1" status: 200 len: 849 time: 0.2422321 Feb 11 12:40:33.839391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f1fea813-5ca3-445b-8d0c-ee95fb56c560 demo admin] 10.222.0.42 "GET /v2.0/routers/22a293c4-47b9-45e8-9978-eac414d58d83 HTTP/1.1" status: 200 len: 704 time: 0.1737263 Feb 11 12:40:34.005207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:34.116400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:34.432818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Allocated IP 172.20.0.1 (044711b3-82c8-44b0-b58f-630d668bbcf6/53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc/238fde6c-d88f-4263-baff-030ab8bd0760) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:40:34.618991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks [] for port (238fde6c-d88f-4263-baff-030ab8bd0760), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:34.687046 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:34.761506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:40:34.766471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:40:34.777349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:40:34.777349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (22a293c4-47b9-45e8-9978-eac414d58d83), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:34.796918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Pushing event updated for resources: {'Port': ['ID=238fde6c-d88f-4263-baff-030ab8bd0760,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:34.982691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:35.009426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-712a9136-e06a-4d90-8d69-5690d7bd88ca None None] Provisioning complete for port 238fde6c-d88f-4263-baff-030ab8bd0760 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:35.010002 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-712a9136-e06a-4d90-8d69-5690d7bd88ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:35.099503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-712a9136-e06a-4d90-8d69-5690d7bd88ca None None] Port 238fde6c-d88f-4263-baff-030ab8bd0760 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:40:35.238836 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:35.261461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks [] for port (238fde6c-d88f-4263-baff-030ab8bd0760), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:35.268148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:35.268959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (22a293c4-47b9-45e8-9978-eac414d58d83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:35.337417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Pushing event updated for resources: {'Port': ['ID=238fde6c-d88f-4263-baff-030ab8bd0760,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:35.423013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:40:35.424323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:40:35.590983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Router 22a293c4-47b9-45e8-9978-eac414d58d83 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:40:35.623252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d0b87c7c-4f55-4b5a-a198-ae06f846a39e None None] Provisioning complete for port 238fde6c-d88f-4263-baff-030ab8bd0760 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:35.623638 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d0b87c7c-4f55-4b5a-a198-ae06f846a39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:35.658422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d0b87c7c-4f55-4b5a-a198-ae06f846a39e None None] Port 238fde6c-d88f-4263-baff-030ab8bd0760 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:40:35.688841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:40:35.694439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d28292cb-dacc-45e7-a58a-13a7be2b88a4 demo admin] 10.222.0.42 "PUT /v2.0/routers/22a293c4-47b9-45e8-9978-eac414d58d83/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8476422 Feb 11 12:40:35.713518 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Sync routers for ids ['22a293c4-47b9-45e8-9978-eac414d58d83'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:40:35.726134 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Routers {'22a293c4-47b9-45e8-9978-eac414d58d83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:40:35.726945 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:40:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['22a293c4-47b9-45e8-9978-eac414d58d83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:35.915464 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Set router 22a293c4-47b9-45e8-9978-eac414d58d83 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:40:36.338581 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'name': 'router1', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:40:24Z', 'updated_at': '2022-02-11T12:40:34Z', 'revision_number': 2, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'gw_port_host': None, '_interfaces': [{'id': '238fde6c-d88f-4263-baff-030ab8bd0760', 'name': '', 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'mac_address': 'fa:16:3e:72:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:34Z', 'updated_at': '2022-02-11T12:40:35Z', 'revision_number': 2, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'subnets': [{'id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70c6f93-4c0d-4080-a0b8-7b3d18eea58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:36.391186 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Checking router: 22a293c4-47b9-45e8-9978-eac414d58d83 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:40:36.391660 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Updating router 22a293c4-47b9-45e8-9978-eac414d58d83 port 238fde6c-d88f-4263-baff-030ab8bd0760 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:40:36.445461 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:36.970700 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Publish callbacks [] for port (238fde6c-d88f-4263-baff-030ab8bd0760), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:36.978672 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.166370 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Attempting to bind port 238fde6c-d88f-4263-baff-030ab8bd0760 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:40:37.166783 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Attempting to bind port 238fde6c-d88f-4263-baff-030ab8bd0760 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:40:37.167193 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Attempting to bind port 238fde6c-d88f-4263-baff-030ab8bd0760 on network 044711b3-82c8-44b0-b58f-630d668bbcf6 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:40:37.170298 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Pushing event updated for resources: {'Port': ['ID=238fde6c-d88f-4263-baff-030ab8bd0760,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:37.176586 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:40:37.176982 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Checking segment: {'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:40:37.177456 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.177871 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Bound using segment: {'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:40:37.178364 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Bound port: 238fde6c-d88f-4263-baff-030ab8bd0760, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e9567-7723-41cd-86d5-50b8fb81e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:40:37.178739 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.192813 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.193154 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.193485 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.194150 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.194479 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.194800 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.195118 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.195434 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.195748 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.196066 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.196380 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.196691 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.197004 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Tracked resource versions report: Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: pushed versions: Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: { 'AddressGroup': {'1.2'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'ConntrackHelper': {'1.0'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Log': {'1.0'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Network': {'1.1'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Port': {'1.7'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'PortForwarding': {'1.2'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'QosPolicy': {'1.10'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'SecurityGroup': {'1.5'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'SubPort': {'1.0'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Subnet': {'1.1'}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Trunk': {'1.1'}} Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: consumer versions: Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: L3 agent@n-d-828675-3: {}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: Metadata agent@n-d-828675-3: {}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: Metering agent@n-d-828675-3: {}, Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'ConntrackHelper': '1.0', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'LocalIPAssociation': '1.0', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Log': '1.0', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Network': '1.1', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Port': '1.7', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'PortForwarding': '1.2', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'QosPolicy': '1.10', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'SecurityGroup': '1.5', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'SecurityGroupRule': '1.2', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'SubPort': '1.0', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Subnet': '1.1', Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: 'Trunk': '1.1'}} Feb 11 12:40:37.198087 n-d-828675-3 neutron-server[109687]: {{(pid=109687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:40:37.256341 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] For port 238fde6c-d88f-4263-baff-030ab8bd0760, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:40:37.276001 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] For port 238fde6c-d88f-4263-baff-030ab8bd0760, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=238fde6c-d88f-4263-baff-030ab8bd0760,segment=NetworkSegment(669e9567-7723-41cd-86d5-50b8fb81e17b),segment_id=669e9567-7723-41cd-86d5-50b8fb81e17b)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:40:37.283646 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.291870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c82e22cb-ccf0-43e0-b981-b064079013ef None None] Provisioning complete for port 238fde6c-d88f-4263-baff-030ab8bd0760 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:37.292484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c82e22cb-ccf0-43e0-b981-b064079013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.333851 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Routers {'22a293c4-47b9-45e8-9978-eac414d58d83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:40:37.334507 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:40:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['22a293c4-47b9-45e8-9978-eac414d58d83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:37.385990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c82e22cb-ccf0-43e0-b981-b064079013ef None None] Current status of the port 238fde6c-d88f-4263-baff-030ab8bd0760 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:37.386680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c82e22cb-ccf0-43e0-b981-b064079013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.425118 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] Set router 22a293c4-47b9-45e8-9978-eac414d58d83 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:40:37.427536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c82e22cb-ccf0-43e0-b981-b064079013ef None None] For port 238fde6c-d88f-4263-baff-030ab8bd0760, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=238fde6c-d88f-4263-baff-030ab8bd0760,segment=NetworkSegment(669e9567-7723-41cd-86d5-50b8fb81e17b),segment_id=669e9567-7723-41cd-86d5-50b8fb81e17b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:40:37.436788 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c82e22cb-ccf0-43e0-b981-b064079013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.501879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e22cb-ccf0-43e0-b981-b064079013ef None None] Pushing event updated for resources: {'Port': ['ID=238fde6c-d88f-4263-baff-030ab8bd0760,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:37.532180 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811e513-510b-46f8-9390-ffa364c4d228 None None] Pushing event updated for resources: {'Port': ['ID=238fde6c-d88f-4263-baff-030ab8bd0760,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:37.559353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-48d83a43-1686-4196-9800-6161b76dd469 None None] Provisioning complete for port 238fde6c-d88f-4263-baff-030ab8bd0760 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:37.559830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-48d83a43-1686-4196-9800-6161b76dd469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:37.648053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-48d83a43-1686-4196-9800-6161b76dd469 None None] Current status of the port 238fde6c-d88f-4263-baff-030ab8bd0760 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:37.653682 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'name': 'router1', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:40:24Z', 'updated_at': '2022-02-11T12:40:34Z', 'revision_number': 2, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'gw_port_host': None, '_interfaces': [{'id': '238fde6c-d88f-4263-baff-030ab8bd0760', 'name': '', 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'mac_address': 'fa:16:3e:72:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:34Z', 'updated_at': '2022-02-11T12:40:37Z', 'revision_number': 4, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'subnets': [{'id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70c6f93-4c0d-4080-a0b8-7b3d18eea58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:37.681568 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff759ed-e750-4a85-8e3a-f25b92de5336 None None] The sync data for ids ['22a293c4-47b9-45e8-9978-eac414d58d83'] in n-d-828675-3 is: [{'id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'name': 'router1', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:40:24Z', 'updated_at': '2022-02-11T12:40:34Z', 'revision_number': 2, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'gw_port_host': None, '_interfaces': [{'id': '238fde6c-d88f-4263-baff-030ab8bd0760', 'name': '', 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'mac_address': 'fa:16:3e:72:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:34Z', 'updated_at': '2022-02-11T12:40:37Z', 'revision_number': 4, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'subnets': [{'id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70c6f93-4c0d-4080-a0b8-7b3d18eea58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:40:38.056975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51366) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:38.166822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097757dd-48d7-480e-bca4-c41817d33c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:38.173673 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-097757dd-48d7-480e-bca4-c41817d33c0a admin admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 842 time: 0.1102419 Feb 11 12:40:38.177819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.1.1', 'cidr': '172.25.1.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:40:38.201592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Made reservation on behalf of 2a63352b88724082919f706ef2982deb for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:40:38.203896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:38.508127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 12:40:38.508542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (4a96f7fc-b0b1-469a-ab5a-1f1005527efe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:38.566379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a96f7fc-b0b1-469a-ab5a-1f1005527efe,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:38.574858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:40:38.575208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Network hostable DHCP agents. Network: 1c11ec19-95ac-41a6-a784-685596ef34e0, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:40:38.596583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:40:38.607652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1c11ec19-95ac-41a6-a784-685596ef34e0) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:40:38.612086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:38.612679 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:38.618752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62bb98f-59be-4582-9275-1709d2c30341 None None] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:40:38.630074 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-54a981c4-05d8-4831-a406-b4f2a15a724d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4556487 Feb 11 12:40:38.725285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef051476-70cd-4bcf-89cf-9cd83bd53e96 None None] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:40:41.023468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51374) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:41.159186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b02ae12-4e7d-4560-bbd6-dad05715f1e5 demo admin] 10.222.0.42 "GET /v2.0/routers/22a293c4-47b9-45e8-9978-eac414d58d83 HTTP/1.1" status: 200 len: 710 time: 0.1346524 Feb 11 12:40:41.250843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60af7f48-45ad-4daf-88b5-6d82d80d2947 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:40:41.252138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60af7f48-45ad-4daf-88b5-6d82d80d2947 demo admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 886 time: 0.0873740 Feb 11 12:40:41.261115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:40:41.591058 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks [] for router_gateway (22a293c4-47b9-45e8-9978-eac414d58d83), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:41.836160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks [] for router_gateway (22a293c4-47b9-45e8-9978-eac414d58d83), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:41.908864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:42.011788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Allocated IP 172.25.1.91 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/208891c8-b67c-469c-81ed-fa6b48ee66c6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:40:42.114700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks [] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:42.148466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:42.185709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:40:42.188560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:40:42.192069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:40:42.228723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Pushing event updated for resources: {'Port': ['ID=208891c8-b67c-469c-81ed-fa6b48ee66c6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:42.463110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks [] for router_gateway (22a293c4-47b9-45e8-9978-eac414d58d83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:42.679079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (22a293c4-47b9-45e8-9978-eac414d58d83), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:42.682896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (22a293c4-47b9-45e8-9978-eac414d58d83), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:42.798698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Router 22a293c4-47b9-45e8-9978-eac414d58d83 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:40:43.006093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:40:43.010406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:43.025666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d9d8d204-2f02-4df2-944a-c19d153f8352 demo admin] 10.222.0.42 "PUT /v2.0/routers/22a293c4-47b9-45e8-9978-eac414d58d83 HTTP/1.1" status: 200 len: 889 time: 1.7537076 Feb 11 12:40:45.459267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51386) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:40:45.593226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-307adf40-3f49-4fb2-a0a2-6c9da2a97d6b admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1326892 Feb 11 12:40:45.892127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 238fde6c-d88f-4263-baff-030ab8bd0760 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:40:45.946031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 238fde6c-d88f-4263-baff-030ab8bd0760 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:45.946488 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:45.979580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Sync routers for ids ['22a293c4-47b9-45e8-9978-eac414d58d83'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:40:45.996857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Routers {'22a293c4-47b9-45e8-9978-eac414d58d83'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:40:45.997631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:40:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['22a293c4-47b9-45e8-9978-eac414d58d83'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:46.201247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 238fde6c-d88f-4263-baff-030ab8bd0760 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:46.249037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Set router 22a293c4-47b9-45e8-9978-eac414d58d83 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:40:46.735816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'name': 'router1', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '208891c8-b67c-469c-81ed-fa6b48ee66c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:40:24Z', 'updated_at': '2022-02-11T12:40:42Z', 'revision_number': 4, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'gw_port': {'id': '208891c8-b67c-469c-81ed-fa6b48ee66c6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:41Z', 'updated_at': '2022-02-11T12:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '238fde6c-d88f-4263-baff-030ab8bd0760', 'name': '', 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'mac_address': 'fa:16:3e:72:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:34Z', 'updated_at': '2022-02-11T12:40:37Z', 'revision_number': 5, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'subnets': [{'id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70c6f93-4c0d-4080-a0b8-7b3d18eea58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:46.787257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Checking router: 22a293c4-47b9-45e8-9978-eac414d58d83 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:40:46.787589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Updating router 22a293c4-47b9-45e8-9978-eac414d58d83 port 208891c8-b67c-469c-81ed-fa6b48ee66c6 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:40:46.840655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:47.157944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Publish callbacks [] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:47.165300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:47.218570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Attempting to bind port 208891c8-b67c-469c-81ed-fa6b48ee66c6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:40:47.218966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Attempting to bind port 208891c8-b67c-469c-81ed-fa6b48ee66c6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:40:47.219381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Attempting to bind port 208891c8-b67c-469c-81ed-fa6b48ee66c6 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:40:47.221378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f709e-9a18-4c01-8f10-483e06241210 None None] Pushing event updated for resources: {'Port': ['ID=208891c8-b67c-469c-81ed-fa6b48ee66c6,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:47.228755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:40:47.228755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:40:47.229192 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:47.229485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:40:47.229976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Bound port: 208891c8-b67c-469c-81ed-fa6b48ee66c6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:40:47.230353 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:47.290798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] For port 208891c8-b67c-469c-81ed-fa6b48ee66c6, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:40:47.294419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] For port 208891c8-b67c-469c-81ed-fa6b48ee66c6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=208891c8-b67c-469c-81ed-fa6b48ee66c6,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:40:47.302034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:47.354783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f709e-9a18-4c01-8f10-483e06241210 None None] Pushing event updated for resources: {'Port': ['ID=208891c8-b67c-469c-81ed-fa6b48ee66c6,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:47.370736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Routers {'22a293c4-47b9-45e8-9978-eac414d58d83'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:40:47.371349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:40:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['22a293c4-47b9-45e8-9978-eac414d58d83'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:47.492202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] Set router 22a293c4-47b9-45e8-9978-eac414d58d83 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:40:47.715958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'name': 'router1', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '208891c8-b67c-469c-81ed-fa6b48ee66c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:40:24Z', 'updated_at': '2022-02-11T12:40:42Z', 'revision_number': 4, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'gw_port': {'id': '208891c8-b67c-469c-81ed-fa6b48ee66c6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:41Z', 'updated_at': '2022-02-11T12:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '238fde6c-d88f-4263-baff-030ab8bd0760', 'name': '', 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'mac_address': 'fa:16:3e:72:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:34Z', 'updated_at': '2022-02-11T12:40:37Z', 'revision_number': 5, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'subnets': [{'id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70c6f93-4c0d-4080-a0b8-7b3d18eea58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:40:47.743715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ca77fe-365d-48e4-8518-6bc6c83aa86d None None] The sync data for ids ['22a293c4-47b9-45e8-9978-eac414d58d83'] in n-d-828675-3 is: [{'id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'name': 'router1', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': '208891c8-b67c-469c-81ed-fa6b48ee66c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:40:24Z', 'updated_at': '2022-02-11T12:40:42Z', 'revision_number': 4, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'gw_port': {'id': '208891c8-b67c-469c-81ed-fa6b48ee66c6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:41Z', 'updated_at': '2022-02-11T12:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '238fde6c-d88f-4263-baff-030ab8bd0760', 'name': '', 'network_id': '044711b3-82c8-44b0-b58f-630d668bbcf6', 'tenant_id': '7114f909ccc84b94b0c5eb2d23d03805', 'mac_address': 'fa:16:3e:72:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a293c4-47b9-45e8-9978-eac414d58d83', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:40:34Z', 'updated_at': '2022-02-11T12:40:37Z', 'revision_number': 5, 'project_id': '7114f909ccc84b94b0c5eb2d23d03805', 'subnets': [{'id': '53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd70c6f93-4c0d-4080-a0b8-7b3d18eea58d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:40:49.942256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 208891c8-b67c-469c-81ed-fa6b48ee66c6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:40:50.014419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 208891c8-b67c-469c-81ed-fa6b48ee66c6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:50.015427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:50.106995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 208891c8-b67c-469c-81ed-fa6b48ee66c6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:50.107607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:50.129503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 208891c8-b67c-469c-81ed-fa6b48ee66c6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=208891c8-b67c-469c-81ed-fa6b48ee66c6,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:40:50.137383 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:50.198832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=208891c8-b67c-469c-81ed-fa6b48ee66c6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:40:51.923305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 208891c8-b67c-469c-81ed-fa6b48ee66c6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:40:51.994062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 208891c8-b67c-469c-81ed-fa6b48ee66c6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:40:51.994366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (208891c8-b67c-469c-81ed-fa6b48ee66c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:40:52.098654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 208891c8-b67c-469c-81ed-fa6b48ee66c6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:40:54.510251 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:40:59.187305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50e73ada-9207-431e-bc43-9664b40afec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:01.334889 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52fc51aa-78f4-4a06-9f99-f9f66e0d2533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:02.345093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:04.001219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:05.232416 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:29.183215 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-563f5708-3785-4bb9-b211-6b9e6f6b88b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:31.332142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc266d65-cdd0-4d14-b41d-99f6148f7469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:31.500566 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:41:32.324509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:34.003001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:35.231987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:41:59.187295 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-01be6931-da86-4e1c-b480-ab4e3fb588a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:01.337680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-466b3093-d9f7-4b9e-8c5b-a4174e3fe4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:02.319869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:04.003827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:05.227949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:08.549513 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:42:10.186867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51902) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:10.254641 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4150eb-da51-469b-bc74-446edd20f9fc admin admin] GET failed (client error): The resource could not be found. Feb 11 12:42:10.255979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5a4150eb-da51-469b-bc74-446edd20f9fc admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680077 Feb 11 12:42:10.443937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e77ffb-fe92-4959-89bd-65ab62428beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:10.445395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-72e77ffb-fe92-4959-89bd-65ab62428beb admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1853063 Feb 11 12:42:12.683232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51912) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:12.784992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4161a7ee-e6a9-48a9-b612-564a8b8da653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:12.786392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4161a7ee-e6a9-48a9-b612-564a8b8da653 admin admin] 10.222.0.42 "GET /v2.0/subnets/53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc HTTP/1.1" status: 200 len: 849 time: 0.1019590 Feb 11 12:42:12.799197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:42:12.897938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Publish callbacks [] for subnet (53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:13.062628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755897608183'] for subnet (53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:13.096926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:13.097529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:13.098843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] 10.222.0.42 "PUT /v2.0/subnets/53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc HTTP/1.1" status: 200 len: 868 time: 0.3035564 Feb 11 12:42:13.117394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:42:13.118321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c84a4b-f9ca-4191-9208-43048eaaf159 None None] Network 044711b3-82c8-44b0-b58f-630d668bbcf6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:42:13.125544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.125948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.126243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.126598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.126925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.127250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.127562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.127901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.128221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.128581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.128924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.129230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.129565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55a7853-3c99-4e60-9f55-ba6c756a2e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:42:13.618542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-43188198-0750-48a1-9c7a-1458c4b1571f None None] Provisioning complete for port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:42:13.618834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43188198-0750-48a1-9c7a-1458c4b1571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4bce393d-b5cb-4720-99a6-012a9d61b2c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:13.696227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43188198-0750-48a1-9c7a-1458c4b1571f None None] Current status of the port 4bce393d-b5cb-4720-99a6-012a9d61b2c5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:42:13.706702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-43188198-0750-48a1-9c7a-1458c4b1571f None None] Provisioning complete for port 238fde6c-d88f-4263-baff-030ab8bd0760 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:42:13.707085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43188198-0750-48a1-9c7a-1458c4b1571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (238fde6c-d88f-4263-baff-030ab8bd0760), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:13.787043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43188198-0750-48a1-9c7a-1458c4b1571f None None] Current status of the port 238fde6c-d88f-4263-baff-030ab8bd0760 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:42:15.335767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51922) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:15.546305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c025dec-ab32-4df7-b546-6b62f7e1dee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:15.546728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c025dec-ab32-4df7-b546-6b62f7e1dee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:15.548459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4c025dec-ab32-4df7-b546-6b62f7e1dee5 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2115963 Feb 11 12:42:17.787676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51930) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:17.998372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69b4ee-53f4-4023-a3e6-87b5a6094ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:17.998750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69b4ee-53f4-4023-a3e6-87b5a6094ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:18.000355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9a69b4ee-53f4-4023-a3e6-87b5a6094ebe admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2116826 Feb 11 12:42:20.240414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51938) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:20.403509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacdcc32-6d07-467f-b28e-83896c28f2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:20.405425 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dacdcc32-6d07-467f-b28e-83896c28f2f1 admin admin] 10.222.0.42 "GET /v2.0/networks/044711b3-82c8-44b0-b58f-630d668bbcf6 HTTP/1.1" status: 200 len: 869 time: 0.1637287 Feb 11 12:42:22.661666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51946) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:22.823260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2b6cb8-4e26-4940-870f-a44ae6a92a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:22.826159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b2b6cb8-4e26-4940-870f-a44ae6a92a41 admin admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 886 time: 0.1634171 Feb 11 12:42:25.127900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51954) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:25.267116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adced58c-757a-44fa-ad16-256a612de54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:25.267662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adced58c-757a-44fa-ad16-256a612de54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:25.269206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-adced58c-757a-44fa-ad16-256a612de54a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1400161 Feb 11 12:42:27.523324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51962) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:27.625585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e0e4f-f618-4abc-8b77-a4d65f4ce7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:27.626076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e0e4f-f618-4abc-8b77-a4d65f4ce7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:27.627606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a50e0e4f-f618-4abc-8b77-a4d65f4ce7c4 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1030564 Feb 11 12:42:29.196127 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ed0eea59-fc61-4372-a737-3e1eee7a5ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:29.906550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51970) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:29.994854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62778edb-7ecc-40a0-b3fe-bd49d3f9ad5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:29.996199 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-62778edb-7ecc-40a0-b3fe-bd49d3f9ad5a admin admin] 10.222.0.42 "GET /v2.0/subnets/4a96f7fc-b0b1-469a-ab5a-1f1005527efe HTTP/1.1" status: 200 len: 816 time: 0.0886574 Feb 11 12:42:31.334433 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3a3f-0780-4ecd-bd0f-75b4663d9a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:32.253415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51978) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:32.320336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:32.353914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8bd44-0df2-4b3e-b081-4a1690b0832d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:32.355306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a4c8bd44-0df2-4b3e-b081-4a1690b0832d admin admin] 10.222.0.42 "GET /v2.0/subnets/53dafe76-7b6d-4fc2-af41-3f22c6bdbfcc HTTP/1.1" status: 200 len: 868 time: 0.1005418 Feb 11 12:42:34.005968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:35.232985 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:42:45.498112 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:42:56.486231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52030) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:56.549572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-00ffbeb7-13ac-4462-b2d2-8b498bb9f111 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:42:56.550603 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-00ffbeb7-13ac-4462-b2d2-8b498bb9f111 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0634124 Feb 11 12:42:58.923441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52038) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:42:58.994372 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd59ed0f-d9c2-414a-a244-14e5c5784812 admin admin] GET failed (client error): The resource could not be found. Feb 11 12:42:58.995697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd59ed0f-d9c2-414a-a244-14e5c5784812 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0709877 Feb 11 12:42:59.141774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f01cdf-858f-4797-9047-8307089a60fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:42:59.143460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1f01cdf-858f-4797-9047-8307089a60fb admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1433492 Feb 11 12:42:59.192847 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b365d5b5-d22a-446e-be2e-e5251df43fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:01.329680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-618e222e-6e89-4ec0-aea4-15c20d7c83e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:01.413529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52046) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:43:01.461355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:43:01.483117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Made reservation on behalf of 2a63352b88724082919f706ef2982deb for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:43:01.485744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:01.514202 n-d-828675-3 neutron-server[109684]: WARNING neutron.services.revisions.revision_plugin [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Could not find related network for resource to bump revision. Feb 11 12:43:01.532685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:43:01.543156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:01.543626 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Added segment 31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6 of type vlan for network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 Feb 11 12:43:01.582747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (fbe00390-96e4-4889-9bcb-c16e11a8a1a3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:01.607606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (fbe00390-96e4-4889-9bcb-c16e11a8a1a3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:01.608546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:43:01.609299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:01.645335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2306571 Feb 11 12:43:01.674588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed91c36-7399-4683-a37f-ff3697721160 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe00390-96e4-4889-9bcb-c16e11a8a1a3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:43:01.685954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:43:02.325709 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:03.911924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52054) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:43:03.984832 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0d5907-1233-46d1-8d0c-76d99e41020a admin admin] GET failed (client error): The resource could not be found. Feb 11 12:43:03.986168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d0d5907-1233-46d1-8d0c-76d99e41020a admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0729940 Feb 11 12:43:04.012200 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:04.058532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474bbd21-4124-4732-a430-0b734f32e6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:43:04.060090 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-474bbd21-4124-4732-a430-0b734f32e6ef admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680559 Feb 11 12:43:04.072016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:43:04.092890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Made reservation on behalf of 2a63352b88724082919f706ef2982deb for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:43:04.095158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:04.266872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (650f9020-525d-4d3c-bfef-dec9172e89d8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:04.316940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=650f9020-525d-4d3c-bfef-dec9172e89d8,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:43:04.337026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:43:04.337376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Network hostable DHCP agents. Network: fbe00390-96e4-4889-9bcb-c16e11a8a1a3, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:43:04.355544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:43:04.366094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, fbe00390-96e4-4889-9bcb-c16e11a8a1a3) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:43:04.370607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:43:04.371202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:04.375523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c644b4b6-6162-4d4d-ab0f-68d0c456b3a1 None None] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:43:04.389043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90291b6f-26bc-437a-8308-f272542293dc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3211658 Feb 11 12:43:04.585530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'project_id': '2a63352b88724082919f706ef2982deb', 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:43:04.586446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:04.727737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Allocated IP 192.168.233.2 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/7299d5d5-01a1-46e4-8e28-b5e5b5643074) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:43:04.878913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Publish callbacks [] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:04.887309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:04.937121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Pushing event updated for resources: {'Port': ['ID=7299d5d5-01a1-46e4-8e28-b5e5b5643074,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:43:04.940503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:43:04.946756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.947110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.947448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.947775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.948260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.948596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.948922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.949252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.949576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.949918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.950399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.950563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.951054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:43:04.960813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:43:04.967481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:43:05.025816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Attempting to bind port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:43:05.026498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Attempting to bind port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:43:05.026594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Attempting to bind port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:43:05.031998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:43:05.032449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:43:05.032894 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:05.033287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:43:05.033784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Bound port: 7299d5d5-01a1-46e4-8e28-b5e5b5643074, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:43:05.034168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:05.107620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] For port 7299d5d5-01a1-46e4-8e28-b5e5b5643074, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:43:05.111925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] For port 7299d5d5-01a1-46e4-8e28-b5e5b5643074, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7299d5d5-01a1-46e4-8e28-b5e5b5643074,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:43:05.119475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:05.180026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39bfb3-c433-4d22-be6f-f28aea3a520b None None] Pushing event updated for resources: {'Port': ['ID=7299d5d5-01a1-46e4-8e28-b5e5b5643074,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:43:05.240937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:06.056897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7299d5d5-01a1-46e4-8e28-b5e5b5643074 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:43:06.123721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:43:06.124126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:06.207591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75986dde-1161-48a5-92e7-052992ea1264 None None] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:43:06.238749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:43:06.238941 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:06.319486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 7299d5d5-01a1-46e4-8e28-b5e5b5643074, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7299d5d5-01a1-46e4-8e28-b5e5b5643074,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:43:06.347558 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:06.354025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b7f9130d-5c7d-4527-8404-d57bb3ee2776 None None] Provisioning complete for port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:43:06.355056 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7f9130d-5c7d-4527-8404-d57bb3ee2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:06.435833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=7299d5d5-01a1-46e4-8e28-b5e5b5643074,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:43:06.502733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9130d-5c7d-4527-8404-d57bb3ee2776 None None] Current status of the port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:43:06.725761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7d7816c5-5d00-4c23-a6d9-7322ddab26d1 None None] Provisioning complete for port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:43:06.726528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7d7816c5-5d00-4c23-a6d9-7322ddab26d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:06.812683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7d7816c5-5d00-4c23-a6d9-7322ddab26d1 None None] Current status of the port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:43:07.936486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7299d5d5-01a1-46e4-8e28-b5e5b5643074 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:43:07.985354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:43:07.985909 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7299d5d5-01a1-46e4-8e28-b5e5b5643074), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:08.066775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7299d5d5-01a1-46e4-8e28-b5e5b5643074 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:43:22.498386 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:43:29.189783 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e8c4c323-f289-4db7-bebe-b164e1f6a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:31.334043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43a22309-ab75-4ea6-9b55-0435fc392978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:32.326780 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:34.015267 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:35.239917 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:59.183984 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2c1c4d1b-646c-4f16-8261-224b900c6e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:43:59.497888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:44:01.337851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ffd50600-8a56-42ab-9767-c2784ba3689c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:02.330880 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:04.019207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:05.244612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:18.652632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52094) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:44:18.658633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-ca05867b-1fd6-489a-a0d4-32fa7985e4a1 tempest-verify_tempest_config-1465279122 tempest-verify_tempest_config-1465279122-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:44:18.659630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ca05867b-1fd6-489a-a0d4-32fa7985e4a1 tempest-verify_tempest_config-1465279122 tempest-verify_tempest_config-1465279122-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059507 Feb 11 12:44:18.990727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:44:19.104133 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:19.179040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Publish callbacks [] for security_group (4da6a92f-efe1-489b-89ff-683504e85913), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:19.185161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4da6a92f-efe1-489b-89ff-683504e85913), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:19.230158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da6a92f-efe1-489b-89ff-683504e85913,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:44:19.233981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b75af8dfba044fba91ee55958fdc22d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2418942 Feb 11 12:44:19.237255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52116) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:44:19.239903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.240234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.240597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.240919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.241249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.241576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.241941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.242268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.242604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.242915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.243226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.243544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.243950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd27582-6533-4500-b683-0819915d93c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.295853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Publish callbacks [] for security_group (4da6a92f-efe1-489b-89ff-683504e85913), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:19.319892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Publish callbacks [] for security_group (4da6a92f-efe1-489b-89ff-683504e85913), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:19.417363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4da6a92f-efe1-489b-89ff-683504e85913), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:19.419953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:19.421109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4da6a92f-efe1-489b-89ff-683504e85913 HTTP/1.1" status: 204 len: 168 time: 0.1827528 Feb 11 12:44:19.429068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da6a92f-efe1-489b-89ff-683504e85913,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:44:19.438127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.438542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.439001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.439456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.439930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.440315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.440779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.441202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.441611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.442099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.442514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.442934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:19.443390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b62082-c500-40ba-947b-3e7dbc224d43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:44:29.191417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2da0c075-07fe-426a-b952-b209806f28aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:31.346572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18bad683-8567-4d7c-b38e-ec0bdb5a7ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:32.348763 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:34.031921 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:35.256329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:44:36.497967 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:44:59.189142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f165ba22-e361-43d8-9167-5e034f85be4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:01.353240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43c3d7ff-582e-45a6-9317-774af841b92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:02.345952 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:04.036258 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:05.259171 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:13.497624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:45:29.186867 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-afc70e21-3ab4-42c5-8c25-2d0496742815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:31.341193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9f1b5b82-384e-42f8-a74f-d59c4cce74a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:32.343608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:34.042341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:35.260979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:45:50.499741 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:45:59.187727 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60f068c0-41ec-4b06-8109-0826601749dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:01.337238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-22f4a6d9-fc33-4d7a-a78e-19859988665f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:02.354058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:04.032172 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:05.257573 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:27.503119 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:46:29.195550 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-062bbea4-5fb1-403e-a942-eaf866f9dfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:31.340646 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a6ca921-553c-44e4-82df-12a4f19de476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:32.353994 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:34.040039 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:35.263816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:46:59.194511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-02d6479a-5f3b-4c28-86a1-aad5e161bd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:01.347203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc052-4baf-4e2d-81d0-9ba33819f0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:02.363890 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:04.043447 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:04.506011 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:47:05.258030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:29.189434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c48e-e750-4036-8aa1-62bb45df984d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:31.342441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28d5aa7d-a2c8-43bb-a92a-4ff27e9f4f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:32.357523 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:34.055644 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:35.270616 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:41.506225 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 5 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:47:45.884038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624370'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:46.851158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624370'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:47:59.185556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-670e2716-2299-4fcb-ac20-1fd7d7b935f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:01.329752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4e2f7f0-61e3-40ca-b7bd-d5787ae4a3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:02.362303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:04.054047 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:05.271231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:15.885978 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:16.816107 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:18.512392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:48:29.181347 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2c381e12-3698-48b3-93c5-36f6105ab22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:31.325182 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e0f56b4-6da5-4626-be3a-817814a21bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:32.365966 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:34.050191 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:35.266170 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:36.576377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52174) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:48:36.696296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e2ea05ff-5371-4794-979a-2c4e217f0fd2 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1187267 Feb 11 12:48:38.932818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52184) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:48:38.999768 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3bcc11bc-3c0c-4e1e-944d-c792db97d331 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0654781 Feb 11 12:48:45.883103 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:46.838470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:48:55.513333 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:48:59.197567 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf451830-ec64-486e-b0c5-2c662cdae1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:01.332083 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4b6f9560-f7dd-4cf2-bcc9-726bdc07b748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:02.372402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:04.060747 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:05.272788 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:15.887911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:16.832199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:29.181587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-300fc713-a3e9-49db-a34a-929ff83b60cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:31.316460 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-03a8243e-f839-4877-8db0-3f59121eae27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:32.369794 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:32.513109 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:49:34.059972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:35.266602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:45.887167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:46.839685 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:49:59.194899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-115e4c4e-65ec-4e4f-8147-3711eabd89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:01.338226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6656c89-08ab-4484-bae8-ad96a665a821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:02.370194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:03.728454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52426) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:04.057459 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:04.114792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52448) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:04.124792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba61820b-7fba-4af7-b063-3efcfb50f05e tempest-AutoAllocateNetworkTest-1593161479 tempest-AutoAllocateNetworkTest-1593161479-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3988290e2a8b4f48807397dd673882f7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3943770 Feb 11 12:50:04.311870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383a89b5-a3a2-41e6-bac3-46b5b55b0ec6 tempest-AutoAllocateNetworkTest-1593161479 tempest-AutoAllocateNetworkTest-1593161479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:04.313553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-383a89b5-a3a2-41e6-bac3-46b5b55b0ec6 tempest-AutoAllocateNetworkTest-1593161479 tempest-AutoAllocateNetworkTest-1593161479-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1976724 Feb 11 12:50:04.316862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52468) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:04.477128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-81b91a39-5e38-473c-8ca4-e0f01e395d4d tempest-AutoAllocateNetworkTest-1593161479 tempest-AutoAllocateNetworkTest-1593161479-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590199 Feb 11 12:50:04.480061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52472) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:04.511688 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b9b5c6aa-85be-4d0e-a11d-c29406317939 tempest-AutoAllocateNetworkTest-1593161479 tempest-AutoAllocateNetworkTest-1593161479-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3988290e2a8b4f48807397dd673882f7 HTTP/1.1" status: 200 len: 208 time: 0.0278237 Feb 11 12:50:05.262874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52516) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:05.277611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:05.607379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:05.842322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:05.941575 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Publish callbacks [] for security_group (3887d73a-8223-432e-baf8-e8ddf34b7d6c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:05.948230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3887d73a-8223-432e-baf8-e8ddf34b7d6c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:05.995377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52550) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:06.003755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3988290e2a8b4f48807397dd673882f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7397294 Feb 11 12:50:06.049533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3887d73a-8223-432e-baf8-e8ddf34b7d6c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:06.067974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.070211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.070776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.071257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.071718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.072051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.072377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.072699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.075490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.075974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.076309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.076640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.076976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2dfed-2084-4a23-bc02-1d516d8b8145 admin admin] Tracked resource versions report: Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: pushed versions: Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: { 'AddressGroup': {'1.2'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'ConntrackHelper': {'1.0'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Log': {'1.0'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Network': {'1.1'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Port': {'1.7'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'PortForwarding': {'1.2'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'QosPolicy': {'1.10'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'SecurityGroup': {'1.5'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'SubPort': {'1.0'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Subnet': {'1.1'}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Trunk': {'1.1'}} Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: consumer versions: Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: HyperV agent@n-h1-828675-3: {}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: HyperV agent@n-h2-828675-3: {}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: L3 agent@n-d-828675-3: {}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: Metadata agent@n-d-828675-3: {}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: Metering agent@n-d-828675-3: {}, Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'ConntrackHelper': '1.0', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'LocalIPAssociation': '1.0', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Log': '1.0', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Network': '1.1', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Port': '1.7', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'PortForwarding': '1.2', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'QosPolicy': '1.10', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'SecurityGroup': '1.5', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'SecurityGroupRule': '1.2', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'SubPort': '1.0', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Subnet': '1.1', Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: 'Trunk': '1.1'}} Feb 11 12:50:06.078125 n-d-828675-3 neutron-server[109685]: {{(pid=109685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:50:06.096866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Publish callbacks [] for security_group (3887d73a-8223-432e-baf8-e8ddf34b7d6c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.118976 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Publish callbacks [] for security_group (3887d73a-8223-432e-baf8-e8ddf34b7d6c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.169568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3887d73a-8223-432e-baf8-e8ddf34b7d6c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.172485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.173705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3887d73a-8223-432e-baf8-e8ddf34b7d6c HTTP/1.1" status: 204 len: 168 time: 0.1770470 Feb 11 12:50:06.193320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3887d73a-8223-432e-baf8-e8ddf34b7d6c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:06.202662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.203453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.203954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.204427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.204884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.205382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.206023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.206535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.207128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.207699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.208200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.208690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.209178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c5b989-cc63-46d1-b116-468578d0c6aa admin admin] Tracked resource versions report: Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: pushed versions: Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: { 'AddressGroup': {'1.2'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'ConntrackHelper': {'1.0'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Log': {'1.0'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Network': {'1.1'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Port': {'1.7'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'PortForwarding': {'1.2'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'QosPolicy': {'1.10'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'SecurityGroup': {'1.5'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'SubPort': {'1.0'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Subnet': {'1.1'}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Trunk': {'1.1'}} Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: consumer versions: Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: HyperV agent@n-h1-828675-3: {}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: HyperV agent@n-h2-828675-3: {}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: L3 agent@n-d-828675-3: {}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: Metadata agent@n-d-828675-3: {}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: Metering agent@n-d-828675-3: {}, Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'ConntrackHelper': '1.0', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'LocalIPAssociation': '1.0', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Log': '1.0', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Network': '1.1', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Port': '1.7', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'PortForwarding': '1.2', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'QosPolicy': '1.10', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'SecurityGroup': '1.5', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'SecurityGroupRule': '1.2', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'SubPort': '1.0', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Subnet': '1.1', Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: 'Trunk': '1.1'}} Feb 11 12:50:06.210806 n-d-828675-3 neutron-server[109684]: {{(pid=109684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:50:06.266789 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce494b01-e4dd-4997-95e7-b29f10b3ad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.367794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce494b01-e4dd-4997-95e7-b29f10b3ad32 admin admin] Publish callbacks [] for security_group (87a78db4-fd32-4f2a-9210-c713abdf441e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.378562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce494b01-e4dd-4997-95e7-b29f10b3ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (87a78db4-fd32-4f2a-9210-c713abdf441e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.522979 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce494b01-e4dd-4997-95e7-b29f10b3ad32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b58e5aa3bb034550a1ff3780a8d6536d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9144421 Feb 11 12:50:06.524504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce494b01-e4dd-4997-95e7-b29f10b3ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a78db4-fd32-4f2a-9210-c713abdf441e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:06.526474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52576) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:06.615099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ffec51-b5ce-472c-8e01-51e49ececc54 admin admin] Publish callbacks [] for security_group (87a78db4-fd32-4f2a-9210-c713abdf441e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.638319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ffec51-b5ce-472c-8e01-51e49ececc54 admin admin] Publish callbacks [] for security_group (87a78db4-fd32-4f2a-9210-c713abdf441e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.697194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ffec51-b5ce-472c-8e01-51e49ececc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (87a78db4-fd32-4f2a-9210-c713abdf441e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.700686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ffec51-b5ce-472c-8e01-51e49ececc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:06.702495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a3ffec51-b5ce-472c-8e01-51e49ececc54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87a78db4-fd32-4f2a-9210-c713abdf441e HTTP/1.1" status: 204 len: 168 time: 0.1749191 Feb 11 12:50:06.712341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffec51-b5ce-472c-8e01-51e49ececc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a78db4-fd32-4f2a-9210-c713abdf441e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:07.283745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52624) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:07.298589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b347a25b-85f5-4725-a2f9-512a3a07ac1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:07.384400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b347a25b-85f5-4725-a2f9-512a3a07ac1a admin admin] Publish callbacks [] for security_group (32e60466-a84d-4dd4-9be8-c85b873ca583), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:07.391009 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b347a25b-85f5-4725-a2f9-512a3a07ac1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (32e60466-a84d-4dd4-9be8-c85b873ca583), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:07.454080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347a25b-85f5-4725-a2f9-512a3a07ac1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e60466-a84d-4dd4-9be8-c85b873ca583,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:07.459102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b347a25b-85f5-4725-a2f9-512a3a07ac1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e4f40845664476a9c47d565e60f22be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1742270 Feb 11 12:50:07.462228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:07.593360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52652) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:07.596239 n-d-828675-3 neutron-server[109684]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 12:50:07.597150 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90686819-ff72-4105-8ffc-158f739f14a0 admin admin] Publish callbacks [] for security_group (32e60466-a84d-4dd4-9be8-c85b873ca583), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:07.618931 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-60f7805b-1212-484f-b9ce-1f586534227e tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237999 Feb 11 12:50:07.621989 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90686819-ff72-4105-8ffc-158f739f14a0 admin admin] Publish callbacks [] for security_group (32e60466-a84d-4dd4-9be8-c85b873ca583), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:07.675569 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90686819-ff72-4105-8ffc-158f739f14a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (32e60466-a84d-4dd4-9be8-c85b873ca583), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:07.679348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90686819-ff72-4105-8ffc-158f739f14a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:07.681441 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-90686819-ff72-4105-8ffc-158f739f14a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32e60466-a84d-4dd4-9be8-c85b873ca583 HTTP/1.1" status: 204 len: 168 time: 0.2180717 Feb 11 12:50:07.690715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90686819-ff72-4105-8ffc-158f739f14a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e60466-a84d-4dd4-9be8-c85b873ca583,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:07.821495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-fab0dd16-5209-445c-b913-1b10cd3255db tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:07.823208 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-fab0dd16-5209-445c-b913-1b10cd3255db tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959517 Feb 11 12:50:07.849541 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-a900046c-aa2a-4c3b-a436-6594e814273f tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/quotas/6efe678ba9ec4741b43c156acc8c7cc0 HTTP/1.1" status: 200 len: 375 time: 0.0168960 Feb 11 12:50:07.906223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-dacd0b76-00a8-45b8-8739-e14e5baa0d12 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557203 Feb 11 12:50:08.235417 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e55f22a-853d-48dc-8ae2-bd8fd46dc4a1 req-6a562d05-e825-4d19-badb-d55383677561 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 210 time: 0.0503385 Feb 11 12:50:08.372345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52716) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:08.375117 n-d-828675-3 neutron-server[109685]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 12:50:08.411880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-08cb7454-d79e-4f44-9e2e-d75e714f656a tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=282c7b358aee4938873678dcfae7a0ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379117 Feb 11 12:50:08.535384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52722) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:08.537315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d0ac6c2c-ca17-4fe3-9dcb-31eb06d4a5db tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:08.545031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d0ac6c2c-ca17-4fe3-9dcb-31eb06d4a5db tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322446 Feb 11 12:50:08.562371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-21d2b852-4fed-4d2d-b87d-5a5e7ebe8003 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/quotas/282c7b358aee4938873678dcfae7a0ca HTTP/1.1" status: 200 len: 375 time: 0.0161006 Feb 11 12:50:08.630614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-a0ca057e-d65b-4bbd-9865-5df537865a64 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=282c7b358aee4938873678dcfae7a0ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667746 Feb 11 12:50:08.826167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-551a40b3-96da-4836-9a96-e024ab601ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:08.900937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a126e392-a2d4-476d-8c14-937130253ce2 req-89fc9e68-5e49-4512-907c-88e4bd4325ef tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 210 time: 0.0434356 Feb 11 12:50:08.952088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52754) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:08.992071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-551a40b3-96da-4836-9a96-e024ab601ae8 admin admin] Publish callbacks [] for security_group (4366b0b7-521e-4d66-b992-a467db3e2b83), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:08.998480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-551a40b3-96da-4836-9a96-e024ab601ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4366b0b7-521e-4d66-b992-a467db3e2b83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.032374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a40b3-96da-4836-9a96-e024ab601ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4366b0b7-521e-4d66-b992-a467db3e2b83,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:09.056174 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-551a40b3-96da-4836-9a96-e024ab601ae8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d623fc3239544494ba3584e6b376b958&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5188444 Feb 11 12:50:09.059058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52766) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:09.123924 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f18f18e9-9d9d-4d98-8720-d33a59342339 admin admin] Publish callbacks [] for security_group (4366b0b7-521e-4d66-b992-a467db3e2b83), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.156637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f18f18e9-9d9d-4d98-8720-d33a59342339 admin admin] Publish callbacks [] for security_group (4366b0b7-521e-4d66-b992-a467db3e2b83), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.164735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae92307d-7c48-42bd-ae60-7730f0b9674f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.212487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f18f18e9-9d9d-4d98-8720-d33a59342339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4366b0b7-521e-4d66-b992-a467db3e2b83), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.215143 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f18f18e9-9d9d-4d98-8720-d33a59342339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.218861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f18f18e9-9d9d-4d98-8720-d33a59342339 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4366b0b7-521e-4d66-b992-a467db3e2b83 HTTP/1.1" status: 204 len: 168 time: 0.1558750 Feb 11 12:50:09.231792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f18e9-9d9d-4d98-8720-d33a59342339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4366b0b7-521e-4d66-b992-a467db3e2b83,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:09.366488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70f4c8b7-cc92-4224-b0fc-c03e4211efb5 req-a36bf86c-b699-4590-8466-09242d8cf8f1 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 210 time: 0.0566828 Feb 11 12:50:09.413306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae92307d-7c48-42bd-ae60-7730f0b9674f admin admin] Publish callbacks [] for security_group (8da3eca2-2d57-41de-bc40-08ad4c6a98b4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.420670 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae92307d-7c48-42bd-ae60-7730f0b9674f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8da3eca2-2d57-41de-bc40-08ad4c6a98b4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.475749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ae92307d-7c48-42bd-ae60-7730f0b9674f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3a6794f0a2e4c3ba40976aef308765a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5225337 Feb 11 12:50:09.478192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92307d-7c48-42bd-ae60-7730f0b9674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da3eca2-2d57-41de-bc40-08ad4c6a98b4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:09.478699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52796) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:09.516031 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:50:09.547065 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a698b4b-eb28-4ee6-bba6-25125fac11f5 admin admin] Publish callbacks [] for security_group (8da3eca2-2d57-41de-bc40-08ad4c6a98b4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.571902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a698b4b-eb28-4ee6-bba6-25125fac11f5 admin admin] Publish callbacks [] for security_group (8da3eca2-2d57-41de-bc40-08ad4c6a98b4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.611183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52808) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:09.656244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a698b4b-eb28-4ee6-bba6-25125fac11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8da3eca2-2d57-41de-bc40-08ad4c6a98b4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.664273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a698b4b-eb28-4ee6-bba6-25125fac11f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.677040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9a698b4b-eb28-4ee6-bba6-25125fac11f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8da3eca2-2d57-41de-bc40-08ad4c6a98b4 HTTP/1.1" status: 204 len: 168 time: 0.1970723 Feb 11 12:50:09.687259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a698b4b-eb28-4ee6-bba6-25125fac11f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da3eca2-2d57-41de-bc40-08ad4c6a98b4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:09.789363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-network', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:09.859818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Made reservation on behalf of 9d4da46d0eac41c9b03beaeb5457adb5 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:09.863061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.875471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.890720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52830) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:09.915905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f779be12-67de-4fef-ada3-f643d1cbb718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:09.996653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks [] for security_group (0a678a71-6e00-4419-a2ac-2cf2cc88ec0b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.027596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f779be12-67de-4fef-ada3-f643d1cbb718 admin admin] Publish callbacks [] for security_group (a60921dd-c51d-4c53-aa5f-9903f92ccc3b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.034507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f568ab16-3990-48f5-b4a3-84222e5f40c3 req-573718ec-55c5-4123-b436-6bf72b67c5e0 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 210 time: 0.0357568 Feb 11 12:50:10.035282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0a678a71-6e00-4419-a2ac-2cf2cc88ec0b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.050150 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f779be12-67de-4fef-ada3-f643d1cbb718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a60921dd-c51d-4c53-aa5f-9903f92ccc3b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.099945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:50:10.106484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779be12-67de-4fef-ada3-f643d1cbb718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60921dd-c51d-4c53-aa5f-9903f92ccc3b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:10.115095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a678a71-6e00-4419-a2ac-2cf2cc88ec0b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:10.137231 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.138776 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Added segment 4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a of type vlan for network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 Feb 11 12:50:10.167583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f779be12-67de-4fef-ada3-f643d1cbb718 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1d0c187bd9b42fb8f0762f74f70564b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2756131 Feb 11 12:50:10.168428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52846) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:10.187039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (0f919c4c-16c1-4a2a-9e16-342d43ca6e14), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.240257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (0f919c4c-16c1-4a2a-9e16-342d43ca6e14), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.241236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:10.241839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.259281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dffe5778-64a5-4414-8291-c18c82e6aef6 admin admin] Publish callbacks [] for security_group (a60921dd-c51d-4c53-aa5f-9903f92ccc3b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.283933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6715727 Feb 11 12:50:10.299153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dffe5778-64a5-4414-8291-c18c82e6aef6 admin admin] Publish callbacks [] for security_group (a60921dd-c51d-4c53-aa5f-9903f92ccc3b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.299153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52856) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:10.299153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Request body: {'subnet': {'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-subnet', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:10.340727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28e3f3-73ce-47bf-8a98-79126059778e admin admin] Pushing event updated for resources: {'Network': ['ID=0f919c4c-16c1-4a2a-9e16-342d43ca6e14,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:10.346104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:50:10.375481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Made reservation on behalf of 9d4da46d0eac41c9b03beaeb5457adb5 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:10.378055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.469877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dffe5778-64a5-4414-8291-c18c82e6aef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a60921dd-c51d-4c53-aa5f-9903f92ccc3b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.472632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dffe5778-64a5-4414-8291-c18c82e6aef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.473884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dffe5778-64a5-4414-8291-c18c82e6aef6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a60921dd-c51d-4c53-aa5f-9903f92ccc3b HTTP/1.1" status: 204 len: 168 time: 0.3044291 Feb 11 12:50:10.494598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe5778-64a5-4414-8291-c18c82e6aef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60921dd-c51d-4c53-aa5f-9903f92ccc3b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:10.525987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:10.543956 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60bef5d5-6e7a-42d2-955a-6281aecf28ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.654219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcf67ebc-40de-400f-91e6-e254d4c70299 req-0736e821-18c6-43c3-9fc2-dd107b0bd620 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 210 time: 0.0659211 Feb 11 12:50:10.665549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60bef5d5-6e7a-42d2-955a-6281aecf28ac admin admin] Publish callbacks [] for security_group (db54579a-325b-428e-b8ee-94f2b396a526), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.679915 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60bef5d5-6e7a-42d2-955a-6281aecf28ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (db54579a-325b-428e-b8ee-94f2b396a526), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.722653 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60bef5d5-6e7a-42d2-955a-6281aecf28ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=171bf0a76c1e460fa36bff7ef79f1345&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1940727 Feb 11 12:50:10.723431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bef5d5-6e7a-42d2-955a-6281aecf28ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db54579a-325b-428e-b8ee-94f2b396a526,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:10.725903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52876) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:10.744350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (2bdc1dc9-25bf-47da-874d-b623fd56e653), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.777017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edb80b9e-7abf-4942-a4f7-2dff5cd74d80 admin admin] Publish callbacks [] for security_group (db54579a-325b-428e-b8ee-94f2b396a526), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.803115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdc1dc9-25bf-47da-874d-b623fd56e653,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:10.815208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edb80b9e-7abf-4942-a4f7-2dff5cd74d80 admin admin] Publish callbacks [] for security_group (db54579a-325b-428e-b8ee-94f2b396a526), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.835414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Checking segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:10.835917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Network hostable DHCP agents. Network: 0f919c4c-16c1-4a2a-9e16-342d43ca6e14, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:50:10.864090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:50:10.875903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.53', 64858) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:10.916023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edb80b9e-7abf-4942-a4f7-2dff5cd74d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (db54579a-325b-428e-b8ee-94f2b396a526), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.917154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-c51e052c-ada1-47a6-8401-ea4bc29af3a2 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257010 Feb 11 12:50:10.919515 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edb80b9e-7abf-4942-a4f7-2dff5cd74d80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.920109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 0f919c4c-16c1-4a2a-9e16-342d43ca6e14) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:10.924797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-edb80b9e-7abf-4942-a4f7-2dff5cd74d80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db54579a-325b-428e-b8ee-94f2b396a526 HTTP/1.1" status: 204 len: 168 time: 0.1979198 Feb 11 12:50:10.935822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ac912-0e23-4849-abf3-4e16916dee3a None None] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:10.939350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:10.940545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:10.974098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb80b9e-7abf-4942-a4f7-2dff5cd74d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db54579a-325b-428e-b8ee-94f2b396a526,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:11.041017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.64', 58225) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:11.061895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4cb957b4-5f88-4986-89cb-4c0c2e56bb7b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7670474 Feb 11 12:50:11.067548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52888) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:11.081029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:11.120819 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-4b410b73-565a-4c09-b65c-73dccafa7bb2 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=282c7b358aee4938873678dcfae7a0ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723379 Feb 11 12:50:11.172837 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (475e1225-9169-4ee2-89fb-3c466521052f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:11.174476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (475e1225-9169-4ee2-89fb-3c466521052f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:11.187857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-37cf1a17-bf0b-4b98-b3cc-279572578598 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:11.189685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-37cf1a17-bf0b-4b98-b3cc-279572578598 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665718 Feb 11 12:50:11.325693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:50:11.326653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:11.383903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Request body: {'port': {'device_id': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '6efe678ba9ec4741b43c156acc8c7cc0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:11.440663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d651091-c894-4d65-b642-b7546f70df5a req-fcfb61c2-8c24-4e1b-94b4-79a92a6ce2c3 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 210 time: 0.0942204 Feb 11 12:50:11.496371 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks [] for router_controller (475e1225-9169-4ee2-89fb-3c466521052f), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:11.510033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-bae93b23-b73e-4884-b09d-f997edf8c54e tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:11.514538 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-bae93b23-b73e-4884-b09d-f997edf8c54e tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3913705 Feb 11 12:50:11.615235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Request body: {'port': {'device_id': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '282c7b358aee4938873678dcfae7a0ca'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:11.621003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Allocated IP 172.20.0.2 (0f919c4c-16c1-4a2a-9e16-342d43ca6e14/2bdc1dc9-25bf-47da-874d-b623fd56e653/9d665b03-1a3b-455a-99d2-169c58dc9359) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:11.884664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks [] for router_gateway (475e1225-9169-4ee2-89fb-3c466521052f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:11.935680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Made reservation on behalf of 6efe678ba9ec4741b43c156acc8c7cc0 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:11.949905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:11.973778 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.052058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-992f3d30-6282-493c-942a-0aed365ac958 req-7882eb64-1af0-400e-9709-9843db17b4b7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 210 time: 0.2417471 Feb 11 12:50:12.152538 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Publish callbacks [] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.165655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.238672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Made reservation on behalf of 282c7b358aee4938873678dcfae7a0ca for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:12.249148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.265114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:12.275771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:12.282792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.285212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:12.305547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Pushing event updated for resources: {'Port': ['ID=9d665b03-1a3b-455a-99d2-169c58dc9359,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:12.364795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.365132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.367301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.372850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.375985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.376798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks [] for security_group (fa358c9a-da25-4bcc-a943-e376d66cc47a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.378946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.380557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.381056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.381897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.382382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.385007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.385494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.386193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:12.387656 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fa358c9a-da25-4bcc-a943-e376d66cc47a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Tracked resource versions report: Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: pushed versions: Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: { 'AddressGroup': {'1.2'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'ConntrackHelper': {'1.0'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Log': {'1.0'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Network': {'1.1'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Port': {'1.7'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'PortForwarding': {'1.2'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'QosPolicy': {'1.10'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'SecurityGroup': {'1.5'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'SubPort': {'1.0'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Subnet': {'1.1'}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Trunk': {'1.1'}} Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: consumer versions: Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: HyperV agent@n-h1-828675-3: {}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: HyperV agent@n-h2-828675-3: {}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: L3 agent@n-d-828675-3: {}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: Metadata agent@n-d-828675-3: {}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: Metering agent@n-d-828675-3: {}, Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'ConntrackHelper': '1.0', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'LocalIPAssociation': '1.0', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Log': '1.0', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Network': '1.1', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Port': '1.7', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'PortForwarding': '1.2', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'QosPolicy': '1.10', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'SecurityGroup': '1.5', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'SecurityGroupRule': '1.2', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'SubPort': '1.0', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Subnet': '1.1', Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: 'Trunk': '1.1'}} Feb 11 12:50:12.389041 n-d-828675-3 neutron-server[109686]: {{(pid=109686) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:50:12.475828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa358c9a-da25-4bcc-a943-e376d66cc47a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:12.490270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks [] for security_group (934836c6-283d-40e5-b44e-28334a9cf8f5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.503297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (934836c6-283d-40e5-b44e-28334a9cf8f5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.521358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Attempting to bind port 9d665b03-1a3b-455a-99d2-169c58dc9359 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:12.526009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Attempting to bind port 9d665b03-1a3b-455a-99d2-169c58dc9359 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:12.526549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Attempting to bind port 9d665b03-1a3b-455a-99d2-169c58dc9359 on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:12.557478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:12.570758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Checking segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:12.571628 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.572306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Bound using segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:12.573291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Bound port: 9d665b03-1a3b-455a-99d2-169c58dc9359, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:12.580230 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.765592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] For port 9d665b03-1a3b-455a-99d2-169c58dc9359, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:12.784184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] For port 9d665b03-1a3b-455a-99d2-169c58dc9359, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9d665b03-1a3b-455a-99d2-169c58dc9359,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:12.801373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:12.971141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da3ef6-a597-485e-aa9c-25a77ed62163 None None] Pushing event updated for resources: {'Port': ['ID=9d665b03-1a3b-455a-99d2-169c58dc9359,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:13.251418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934836c6-283d-40e5-b44e-28334a9cf8f5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:13.331529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c843bfc-b641-4a2d-9b43-24889c38652c req-8bff52f7-11e4-45b5-92d1-e82287a13103 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 210 time: 0.6458364 Feb 11 12:50:13.336730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53024) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:13.427325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25d9a439-4266-4411-98a8-5087209e3268 req-d507e6db-39e1-4775-8f53-0dae49bd2a00 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 210 time: 0.1313934 Feb 11 12:50:13.527072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Allocated IP 192.168.233.174 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/4d4587ac-254f-4a44-a538-8d2b11f5b800) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:13.665257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks [] for router_gateway (475e1225-9169-4ee2-89fb-3c466521052f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:13.723902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17f1cbb2-da1d-4351-84bb-5ff5d9f2e0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:13.771242 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:13.943864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17f1cbb2-da1d-4351-84bb-5ff5d9f2e0c5 admin admin] Publish callbacks [] for security_group (e644125c-8309-48b3-8d47-a3dd489c6b3d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:13.952092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17f1cbb2-da1d-4351-84bb-5ff5d9f2e0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e644125c-8309-48b3-8d47-a3dd489c6b3d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:14.012557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1cbb2-da1d-4351-84bb-5ff5d9f2e0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644125c-8309-48b3-8d47-a3dd489c6b3d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:14.082259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-17f1cbb2-da1d-4351-84bb-5ff5d9f2e0c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f4e4cf9fdbc47f18a8988e9b4e9fef9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6995268 Feb 11 12:50:14.083095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53040) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:14.236752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c1ae032-1b4a-4877-8af5-d2cc15f58714 admin admin] Publish callbacks [] for security_group (e644125c-8309-48b3-8d47-a3dd489c6b3d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:14.293271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c1ae032-1b4a-4877-8af5-d2cc15f58714 admin admin] Publish callbacks [] for security_group (e644125c-8309-48b3-8d47-a3dd489c6b3d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:14.423843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9d665b03-1a3b-455a-99d2-169c58dc9359 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:14.437193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c1ae032-1b4a-4877-8af5-d2cc15f58714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e644125c-8309-48b3-8d47-a3dd489c6b3d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:14.453055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c1ae032-1b4a-4877-8af5-d2cc15f58714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:14.464326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6c1ae032-1b4a-4877-8af5-d2cc15f58714 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e644125c-8309-48b3-8d47-a3dd489c6b3d HTTP/1.1" status: 204 len: 168 time: 0.3793893 Feb 11 12:50:14.466516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Allocated IP 172.25.1.245 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:14.525190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks [] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:14.527269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9d665b03-1a3b-455a-99d2-169c58dc9359 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:14.527646 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:14.559671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ae032-1b4a-4877-8af5-d2cc15f58714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644125c-8309-48b3-8d47-a3dd489c6b3d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:14.579308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b7293dc-a2fd-4a68-ae1d-922c72ff6b30 req-a3060f90-da8d-48f1-9712-1741241a41a8 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 210 time: 0.1108463 Feb 11 12:50:14.917726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6703c5eb-8bda-4a6d-bd81-02c23eb1d349 req-e58faecc-0dc8-4056-a415-77b6e64847a5 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 210 time: 0.2209039 Feb 11 12:50:14.930615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe353409-a3f9-4a82-8254-36386c073338 None None] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:14.980720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0121458c-f8c1-4980-addd-fd850dc3cbcb None None] Provisioning complete for port 9d665b03-1a3b-455a-99d2-169c58dc9359 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:14.981179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0121458c-f8c1-4980-addd-fd850dc3cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.032891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.042651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9d665b03-1a3b-455a-99d2-169c58dc9359 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:15.043354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.064713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:15.094098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:15.146492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0121458c-f8c1-4980-addd-fd850dc3cbcb None None] Current status of the port 9d665b03-1a3b-455a-99d2-169c58dc9359 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:15.147147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0121458c-f8c1-4980-addd-fd850dc3cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.195672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:15.201078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9d665b03-1a3b-455a-99d2-169c58dc9359, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9d665b03-1a3b-455a-99d2-169c58dc9359,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:15.207857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:15.211429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.227320 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.292360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9120798 Feb 11 12:50:15.316383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Allocated IP 192.168.233.237 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/693a6911-4a3d-4cf8-b961-61367363b505) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:15.343126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-c23c4c10-bf01-4c82-b4fd-010504a64fe2 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:50:15.349486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-c23c4c10-bf01-4c82-b4fd-010504a64fe2 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130405 Feb 11 12:50:15.418662 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks [] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.424588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7723f9-cb31-44b0-a208-dc1134fe5b95 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Pushing event updated for resources: {'Port': ['ID=4d4587ac-254f-4a44-a538-8d2b11f5b800,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:15.494845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.537329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-0121458c-f8c1-4980-addd-fd850dc3cbcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:50:15.546747 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-0121458c-f8c1-4980-addd-fd850dc3cbcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:50:15.556345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9d665b03-1a3b-455a-99d2-169c58dc9359,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:15.562477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:15.591899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:15.635630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:15.861282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks [] for port (693a6911-4a3d-4cf8-b961-61367363b505), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.902772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:15.906216 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:15.970662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7c17a9e4-4f92-4b80-9033-c33fe5ca191e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.140676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0121458c-f8c1-4980-addd-fd850dc3cbcb None None] Current status of the port 9d665b03-1a3b-455a-99d2-169c58dc9359 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:16.269292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3aebf505-4bc3-49a2-ae0f-1e191267112c req-327d11ca-c964-4302-906f-47039e25f4c8 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 210 time: 0.3679185 Feb 11 12:50:16.278498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9d665b03-1a3b-455a-99d2-169c58dc9359 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:16.291416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (693a6911-4a3d-4cf8-b961-61367363b505), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.307961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7c17a9e4-4f92-4b80-9033-c33fe5ca191e admin admin] Publish callbacks [] for security_group (94c74087-0651-4dad-a8fd-9c2da3d2fd99), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.340578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3d575859-9c91-492e-b617-70b39673c798 None None] Provisioning complete for port 9d665b03-1a3b-455a-99d2-169c58dc9359 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:16.341131 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d575859-9c91-492e-b617-70b39673c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.395312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Request body: {'port': {'device_id': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:16.490628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:16.504218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:16.507162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7c17a9e4-4f92-4b80-9033-c33fe5ca191e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (94c74087-0651-4dad-a8fd-9c2da3d2fd99), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.581278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:16.586943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:16.587648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.648224 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7c17a9e4-4f92-4b80-9033-c33fe5ca191e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c85272dc793d47c4878e4372d9fc1274&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7418015 Feb 11 12:50:16.654548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3d575859-9c91-492e-b617-70b39673c798 None None] Current status of the port 9d665b03-1a3b-455a-99d2-169c58dc9359 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:16.672260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53098) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:16.694705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3d575859-9c91-492e-b617-70b39673c798 None None] Provisioning complete for port 4d4587ac-254f-4a44-a538-8d2b11f5b800 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:16.695987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d575859-9c91-492e-b617-70b39673c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.787091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3d575859-9c91-492e-b617-70b39673c798 None None] Port 4d4587ac-254f-4a44-a538-8d2b11f5b800 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:16.791645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Pushing event updated for resources: {'Port': ['ID=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:16.797583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9d665b03-1a3b-455a-99d2-169c58dc9359 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:16.799071 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1886375 Feb 11 12:50:16.804375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.857509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17a9e4-4f92-4b80-9033-c33fe5ca191e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c74087-0651-4dad-a8fd-9c2da3d2fd99,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:16.906253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks [] for router_gateway (475e1225-9169-4ee2-89fb-3c466521052f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:16.932572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d469d94a-ecb6-41fb-868e-b58b5e8348d3 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:50:16.934117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-d469d94a-ecb6-41fb-868e-b58b5e8348d3 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0511236 Feb 11 12:50:16.959813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b0fa6-edd1-4479-a5de-ba95cec39a89 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Pushing event updated for resources: {'Port': ['ID=693a6911-4a3d-4cf8-b961-61367363b505,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:16.961412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:17.001906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deaa0a4-98b6-4394-b8b0-b776f971fbef req-651266bb-3766-464f-8858-0089f6f7f2b9 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:17.004392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8deaa0a4-98b6-4394-b8b0-b776f971fbef req-651266bb-3766-464f-8858-0089f6f7f2b9 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 936 time: 0.5115016 Feb 11 12:50:17.018383 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:17.058927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9d665b03-1a3b-455a-99d2-169c58dc9359 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:17.099432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1641b4b9-f052-49e7-bdbd-dd7df160cb04 None None] Provisioning complete for port 693a6911-4a3d-4cf8-b961-61367363b505 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:17.099826 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1641b4b9-f052-49e7-bdbd-dd7df160cb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (693a6911-4a3d-4cf8-b961-61367363b505), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:17.120529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8deaa0a4-98b6-4394-b8b0-b776f971fbef req-42230155-1acf-4ca4-b7e0-693419f17942 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100171 Feb 11 12:50:17.171137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1641b4b9-f052-49e7-bdbd-dd7df160cb04 None None] Port 693a6911-4a3d-4cf8-b961-61367363b505 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:17.264482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f123-a595-4c52-8e22-6314c19b5f23 admin admin] Publish callbacks [] for security_group (94c74087-0651-4dad-a8fd-9c2da3d2fd99), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:17.363966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Request body: {'port': {'device_id': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'device_owner': 'compute:tempest-test_az-277397625', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:17.457179 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (693a6911-4a3d-4cf8-b961-61367363b505), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:17.508453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f123-a595-4c52-8e22-6314c19b5f23 admin admin] Publish callbacks [] for security_group (94c74087-0651-4dad-a8fd-9c2da3d2fd99), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:18.012860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61789782-7f9d-4280-82a6-505079537bc1 req-88414483-7595-439c-a25b-37f60d440e16 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:18.017503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61789782-7f9d-4280-82a6-505079537bc1 req-88414483-7595-439c-a25b-37f60d440e16 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 936 time: 0.5064237 Feb 11 12:50:18.259724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (475e1225-9169-4ee2-89fb-3c466521052f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:18.310324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693a6911-4a3d-4cf8-b961-61367363b505 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:18.364043 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Publish callbacks [] for port (693a6911-4a3d-4cf8-b961-61367363b505), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:18.375575 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f123-a595-4c52-8e22-6314c19b5f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (94c74087-0651-4dad-a8fd-9c2da3d2fd99), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:18.378407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ee6f123-a595-4c52-8e22-6314c19b5f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:18.398887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9ee6f123-a595-4c52-8e22-6314c19b5f23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94c74087-0651-4dad-a8fd-9c2da3d2fd99 HTTP/1.1" status: 204 len: 168 time: 1.6921394 Feb 11 12:50:18.411695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Transition to ACTIVE for port object 693a6911-4a3d-4cf8-b961-61367363b505 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:50:18.419328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (693a6911-4a3d-4cf8-b961-61367363b505), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:18.430777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61789782-7f9d-4280-82a6-505079537bc1 req-74e5478d-002c-4373-b5b6-ef7067ecb75b tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771064 Feb 11 12:50:18.666006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6f123-a595-4c52-8e22-6314c19b5f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c74087-0651-4dad-a8fd-9c2da3d2fd99,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:18.925440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653bcc3-7e28-4623-8965-24e9ed7e2950 req-50c90123-3818-4351-ab92-9734a07bf05c tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:18.935361 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d653bcc3-7e28-4623-8965-24e9ed7e2950 req-50c90123-3818-4351-ab92-9734a07bf05c tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 936 time: 0.4847343 Feb 11 12:50:18.972884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4587ac-254f-4a44-a538-8d2b11f5b800 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:18.982988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Publish callbacks [] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:18.998022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Attempting to bind port 693a6911-4a3d-4cf8-b961-61367363b505 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:18.999236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Attempting to bind port 693a6911-4a3d-4cf8-b961-61367363b505 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:18.999592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Attempting to bind port 693a6911-4a3d-4cf8-b961-61367363b505 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:19.010559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Port 693a6911-4a3d-4cf8-b961-61367363b505 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:50:19.010961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Attempting to bind port 693a6911-4a3d-4cf8-b961-61367363b505 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:19.026601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Transition to ACTIVE for port object 4d4587ac-254f-4a44-a538-8d2b11f5b800 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:50:19.032568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:19.033024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:19.033807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:19.034576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Bound port: 693a6911-4a3d-4cf8-b961-61367363b505, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:19.034986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (693a6911-4a3d-4cf8-b961-61367363b505), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:19.043595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:19.114988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Pushing event updated for resources: {'Port': ['ID=693a6911-4a3d-4cf8-b961-61367363b505,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:19.135997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4587ac-254f-4a44-a538-8d2b11f5b800,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:19.193538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Router 475e1225-9169-4ee2-89fb-3c466521052f is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:50:19.230347 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d653bcc3-7e28-4623-8965-24e9ed7e2950 req-775371d0-29e2-4394-939a-18125e71f499 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860274 Feb 11 12:50:19.322566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] For port 693a6911-4a3d-4cf8-b961-61367363b505, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:19.341771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] For port 693a6911-4a3d-4cf8-b961-61367363b505, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=693a6911-4a3d-4cf8-b961-61367363b505,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:19.355295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (693a6911-4a3d-4cf8-b961-61367363b505), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:19.448471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Attempting to bind port 4d4587ac-254f-4a44-a538-8d2b11f5b800 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:19.450212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Attempting to bind port 4d4587ac-254f-4a44-a538-8d2b11f5b800 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:19.450730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Attempting to bind port 4d4587ac-254f-4a44-a538-8d2b11f5b800 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:19.469740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Port 4d4587ac-254f-4a44-a538-8d2b11f5b800 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:50:19.473917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Attempting to bind port 4d4587ac-254f-4a44-a538-8d2b11f5b800 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:19.513020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:19.517708 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:19.527391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] 10.222.0.64 "PUT /v2.0/ports/693a6911-4a3d-4cf8-b961-61367363b505 HTTP/1.1" status: 200 len: 1117 time: 2.2606242 Feb 11 12:50:19.527805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'tag': '693a6911-4a3d-4cf8-b961-61367363b505'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:19.653755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:19.655086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:19.656661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:19.659035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Bound port: 4d4587ac-254f-4a44-a538-8d2b11f5b800, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:19.660301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:19.827324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53196) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:19.966739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea952f-7b93-4383-b62e-2ff640f66a1b service neutron] Pushing event updated for resources: {'Port': ['ID=693a6911-4a3d-4cf8-b961-61367363b505,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:20.189508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] For port 4d4587ac-254f-4a44-a538-8d2b11f5b800, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:20.197781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] For port 4d4587ac-254f-4a44-a538-8d2b11f5b800, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4d4587ac-254f-4a44-a538-8d2b11f5b800,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:20.203369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01b8254f-d47a-40c2-a5eb-754a39f1ef22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:20.226217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:50:20.241578 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:20.249831 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Sync routers for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:50:20.277515 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:20.284742 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:20.294663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1f2fe-6aec-4b3a-bc0a-435be74c4d8d req-47dd5ffd-3602-4f01-a385-4e0a8dd42a0c tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:20.304901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08b1f2fe-6aec-4b3a-bc0a-435be74c4d8d req-47dd5ffd-3602-4f01-a385-4e0a8dd42a0c tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.5828989 Feb 11 12:50:20.431776 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f17b29-d1f4-4b4c-b553-53e59a772869" -d '{"events": [{"name": "network-changed", "server_uuid": "cfab7191-9a65-47ca-9088-9d084f8cce1f", "tag": "693a6911-4a3d-4cf8-b961-61367363b505"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:20.445007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4587ac-254f-4a44-a538-8d2b11f5b800,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:20.455524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:20.459146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60007d86-3672-4dc7-9b42-f7baefe7b69e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.3896532 Feb 11 12:50:20.473608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53226) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:20.475491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-f3046e9b-49b3-4737-b1ef-791724e76faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:20.477535 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-f3046e9b-49b3-4737-b1ef-791724e76faf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=282c7b358aee4938873678dcfae7a0ca&device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 1151 time: 0.7258182 Feb 11 12:50:20.487564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:20.488389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:20.490093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-468d779f-f33d-44e9-8801-be6521ef34e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/4d4587ac-254f-4a44-a538-8d2b11f5b800 HTTP/1.1" status: 200 len: 1096 time: 4.5424109 Feb 11 12:50:20.504351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'tag': '4d4587ac-254f-4a44-a538-8d2b11f5b800'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:20.650377 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:20.808762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-516380c8-0d41-4055-8a1b-5100e30a7994 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=693a6911-4a3d-4cf8-b961-61367363b505 HTTP/1.1" status: 200 len: 217 time: 0.1692898 Feb 11 12:50:21.143310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318b9b0-bbae-49c1-aac2-c0fb6475ef59 req-6955be69-d58c-4ebb-899e-5ee37c641b75 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:21.160806 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b318b9b0-bbae-49c1-aac2-c0fb6475ef59 req-6955be69-d58c-4ebb-899e-5ee37c641b75 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.7338111 Feb 11 12:50:21.174288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08b1f2fe-6aec-4b3a-bc0a-435be74c4d8d req-94db0616-0fe7-4c5b-a4d5-f1836358285a tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8666041 Feb 11 12:50:21.175616 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:15Z', 'revision_number': 3, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:21.225194 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Checking router: 475e1225-9169-4ee2-89fb-3c466521052f for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:50:21.225545 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Updating router 475e1225-9169-4ee2-89fb-3c466521052f port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:50:21.244282 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a401263-a2a8-49b1-ab0d-0380323993c4" -d '{"events": [{"name": "network-changed", "server_uuid": "99b40daf-cea7-4e63-a457-b3d907ee2b37", "tag": "4d4587ac-254f-4a44-a538-8d2b11f5b800"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:21.263413 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:21.295274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-da0cb8e4-28a1-42bf-b3ab-a6fdef2c3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:21.297485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-da0cb8e4-28a1-42bf-b3ab-a6fdef2c3556 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.4824462 Feb 11 12:50:21.328173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-0b3d9a13-8c8a-458c-b749-c5b6d36862c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:21.330631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-0b3d9a13-8c8a-458c-b749-c5b6d36862c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 1130 time: 0.4341357 Feb 11 12:50:21.343749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01b8254f-d47a-40c2-a5eb-754a39f1ef22 admin admin] Publish callbacks [] for security_group (cdf9f6d9-cae8-4006-92f5-00877970e4e5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:21.400969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01b8254f-d47a-40c2-a5eb-754a39f1ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cdf9f6d9-cae8-4006-92f5-00877970e4e5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:21.450484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-d05b0c55-bf7a-409a-bdbb-edb3d819c0de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4d4587ac-254f-4a44-a538-8d2b11f5b800 HTTP/1.1" status: 200 len: 217 time: 0.1048517 Feb 11 12:50:21.551031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-01b8254f-d47a-40c2-a5eb-754a39f1ef22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5699e2fb37a4d069bc93672ae59658f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7218180 Feb 11 12:50:21.558577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8254f-d47a-40c2-a5eb-754a39f1ef22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9f6d9-cae8-4006-92f5-00877970e4e5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:21.560717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53248) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:21.669502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-c6436ede-b1c7-493f-bb2c-d5840cb4973a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:21.673405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-c6436ede-b1c7-493f-bb2c-d5840cb4973a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2057364 Feb 11 12:50:21.722719 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b318b9b0-bbae-49c1-aac2-c0fb6475ef59 req-51d3d84f-2c09-40b6-97dd-9ffd67053d84 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595279 Feb 11 12:50:21.960491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-1c57a37e-39a0-48e2-9436-b54a8c234f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:21.965081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-1c57a37e-39a0-48e2-9436-b54a8c234f47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5533221 Feb 11 12:50:21.984672 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Publish callbacks [] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:21.987051 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-363b97b3-09b5-4718-9e73-9bc9d88055e6 admin admin] Publish callbacks [] for security_group (cdf9f6d9-cae8-4006-92f5-00877970e4e5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:21.995611 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:22.073419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-363b97b3-09b5-4718-9e73-9bc9d88055e6 admin admin] Publish callbacks [] for security_group (cdf9f6d9-cae8-4006-92f5-00877970e4e5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:22.081916 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Attempting to bind port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:22.082556 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Attempting to bind port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:22.083428 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Attempting to bind port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:22.087013 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Pushing event updated for resources: {'Port': ['ID=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:22.106823 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.107338 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.107793 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.108464 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.108919 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.121295 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.121952 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.123176 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.124103 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.125100 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.126120 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.127192 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.129073 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Tracked resource versions report: Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: pushed versions: Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: { 'AddressGroup': {'1.2'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'ConntrackHelper': {'1.0'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'LocalIPAssociation': {'1.0'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Log': {'1.0'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Network': {'1.1'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Port': {'1.7'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'PortForwarding': {'1.2'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'QosPolicy': {'1.10'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'SecurityGroup': {'1.5'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'SecurityGroupRule': {'1.2'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'SubPort': {'1.0'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Subnet': {'1.1'}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Trunk': {'1.1'}} Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: consumer versions: Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: { DHCP agent@n-d-828675-3: {}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: HyperV agent@n-h1-828675-3: {}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: HyperV agent@n-h2-828675-3: {}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: L3 agent@n-d-828675-3: {}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: Metadata agent@n-d-828675-3: {}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: Metering agent@n-d-828675-3: {}, Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: Open vSwitch agent@n-d-828675-3: { 'AddressGroup': '1.2', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'ConntrackHelper': '1.0', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'LocalIPAssociation': '1.0', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Log': '1.0', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Network': '1.1', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Port': '1.7', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'PortForwarding': '1.2', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'QosPolicy': '1.10', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'SecurityGroup': '1.5', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'SecurityGroupRule': '1.2', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'SubPort': '1.0', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Subnet': '1.1', Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: 'Trunk': '1.1'}} Feb 11 12:50:22.134821 n-d-828675-3 neutron-server[109687]: {{(pid=109687) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 12:50:22.172223 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:22.174647 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:22.176562 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:22.178266 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:22.181281 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Bound port: ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:22.182033 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:22.201531 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85735cc-9e7f-404b-84a5-68307ab10701 x-openstack-request-id: req-b85735cc-9e7f-404b-84a5-68307ab10701 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:22.203369 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b40daf-cea7-4e63-a457-b3d907ee2b37", "tag": "4d4587ac-254f-4a44-a538-8d2b11f5b800", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:22.203654 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b85735cc-9e7f-404b-84a5-68307ab10701 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:22.204209 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'tag': '4d4587ac-254f-4a44-a538-8d2b11f5b800', 'status': 'completed', 'code': 200} Feb 11 12:50:22.214894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-0cc6c064-a00e-4809-8a9e-a7c8d2de59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:22.216653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-0cc6c064-a00e-4809-8a9e-a7c8d2de59dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5309272 Feb 11 12:50:22.339047 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-363b97b3-09b5-4718-9e73-9bc9d88055e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cdf9f6d9-cae8-4006-92f5-00877970e4e5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:22.353174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-363b97b3-09b5-4718-9e73-9bc9d88055e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:22.354593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-363b97b3-09b5-4718-9e73-9bc9d88055e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdf9f6d9-cae8-4006-92f5-00877970e4e5 HTTP/1.1" status: 204 len: 168 time: 0.7805586 Feb 11 12:50:22.391819 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] For port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:22.403372 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] For port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:22.412435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b97b3-09b5-4718-9e73-9bc9d88055e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9f6d9-cae8-4006-92f5-00877970e4e5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:22.434570 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:22.443862 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbd17bc-c06d-481d-9559-d88e419d40b2 x-openstack-request-id: req-8fbd17bc-c06d-481d-9559-d88e419d40b2 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:22.444160 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfab7191-9a65-47ca-9088-9d084f8cce1f", "tag": "693a6911-4a3d-4cf8-b961-61367363b505", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:22.447055 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fbd17bc-c06d-481d-9559-d88e419d40b2 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:22.447609 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'tag': '693a6911-4a3d-4cf8-b961-61367363b505', 'status': 'completed', 'code': 200} Feb 11 12:50:22.545833 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-7d47e34b-899c-42cf-9ef9-7adb965b448f service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639663 Feb 11 12:50:22.606951 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:22.607728 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:22.627691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-9cf531a2-e726-47d6-bb6f-a99a247f370d service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999708 Feb 11 12:50:22.773787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c580f-ac63-4a1b-8019-4f7e63415b04 None None] Pushing event updated for resources: {'Port': ['ID=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:22.888681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490e4dd1-872f-4d17-a35c-ad449bfe5501 req-9c4b35a0-43ad-4717-bd63-578748088962 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473197 Feb 11 12:50:22.959661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baf16b66-4aa3-41cb-814c-f9a710d02dd1 req-f471063c-9011-43f3-937a-43f0f98f9540 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944597 Feb 11 12:50:22.989201 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:22.999668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:23.172039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a991bb-1c1c-4b96-8897-300214113600 req-5a7ba700-68f5-4d9f-b89f-36704f37e5cb tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:23.179091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9a991bb-1c1c-4b96-8897-300214113600 req-5a7ba700-68f5-4d9f-b89f-36704f37e5cb tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.2482872 Feb 11 12:50:23.245373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-f7ee7b0c-252a-4bf8-afe4-f0c668be6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:23.254857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-f7ee7b0c-252a-4bf8-afe4-f0c668be6239 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 1130 time: 0.2403083 Feb 11 12:50:23.256878 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:15Z', 'revision_number': 3, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:23.263225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-41ec82ef-b2c0-436b-8a84-e60b7f6d9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:23.267110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-41ec82ef-b2c0-436b-8a84-e60b7f6d9870 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=282c7b358aee4938873678dcfae7a0ca&device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 1151 time: 0.2310565 Feb 11 12:50:23.276427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53296) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:23.303129 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6550386f-62a3-49c7-81a1-fc529c54115a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:23.389181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Allocated IP 172.20.0.1 (0f919c4c-16c1-4a2a-9e16-342d43ca6e14/2bdc1dc9-25bf-47da-874d-b623fd56e653/e0c6d823-ccac-43b7-8c58-ab7d1e8c414c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:23.404074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac297037-05e6-4d54-a924-9ce6d7a0912c None None] The sync data for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 is: [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:15Z', 'revision_number': 3, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:50:23.420698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9a991bb-1c1c-4b96-8897-300214113600 req-aa2a310e-b1cc-49b3-928a-8499afd58d94 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339015 Feb 11 12:50:23.545936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks [] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:23.626724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-3f7bf3b6-7b3f-4675-83f3-917b3ed26d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:23.626724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-3f7bf3b6-7b3f-4675-83f3-917b3ed26d18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.3586259 Feb 11 12:50:23.702413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-bdbc5a0b-2008-4ce4-9d48-9304c9796dbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=4d4587ac-254f-4a44-a538-8d2b11f5b800 HTTP/1.1" status: 200 len: 217 time: 0.0577707 Feb 11 12:50:23.792004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665387a-035d-4563-a7a8-a657615bc197 req-401bd359-c188-43b3-97cb-1bc9ea2c869d tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:23.794866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7665387a-035d-4563-a7a8-a657615bc197 req-401bd359-c188-43b3-97cb-1bc9ea2c869d tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.2548928 Feb 11 12:50:23.800178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-5cfa92c9-e51f-44f0-9d5f-e8c6833dc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:23.801933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-5cfa92c9-e51f-44f0-9d5f-e8c6833dc950 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0881076 Feb 11 12:50:23.810593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-bc775e01-81ab-4f15-a430-fe1aed5d3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:23.812353 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-bc775e01-81ab-4f15-a430-fe1aed5d3d66 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2278488 Feb 11 12:50:23.814468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:23.836127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6550386f-62a3-49c7-81a1-fc529c54115a admin admin] Publish callbacks [] for security_group (c5f03f56-e348-4463-922f-0636a94216ba), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:23.895718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6550386f-62a3-49c7-81a1-fc529c54115a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5f03f56-e348-4463-922f-0636a94216ba), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:23.954313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:24.012845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6550386f-62a3-49c7-81a1-fc529c54115a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c8130239e264dd6a4973daecc7e4a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7347894 Feb 11 12:50:24.017710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550386f-62a3-49c7-81a1-fc529c54115a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f03f56-e348-4463-922f-0636a94216ba,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:24.021276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53306) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:24.043210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7665387a-035d-4563-a7a8-a657615bc197 req-9cafc86d-d936-4c88-998a-ba20f3586faa tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268734 Feb 11 12:50:24.077105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:24.087245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-cae7699c-eaee-4549-9371-66961cbc3088 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=693a6911-4a3d-4cf8-b961-61367363b505 HTTP/1.1" status: 200 len: 217 time: 0.1498885 Feb 11 12:50:24.090614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:24.095999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-580a5fd2-0d19-43af-8612-8270e685734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:24.098742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:24.100724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (475e1225-9169-4ee2-89fb-3c466521052f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:24.108525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-580a5fd2-0d19-43af-8612-8270e685734b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2908978 Feb 11 12:50:24.438369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:24.477822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cfb89ac-c9cf-47e5-af9d-767edadf8f51 admin admin] Publish callbacks [] for security_group (c5f03f56-e348-4463-922f-0636a94216ba), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:24.629136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-6609495e-9c3b-429a-a806-bf683d481e7f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954541 Feb 11 12:50:24.651812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:24.652757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:24.737751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e726a509-ec9d-4d5d-8128-d3bb52dee39a None None] Provisioning complete for port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:24.738617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e726a509-ec9d-4d5d-8128-d3bb52dee39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:24.848222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cfb89ac-c9cf-47e5-af9d-767edadf8f51 admin admin] Publish callbacks [] for security_group (c5f03f56-e348-4463-922f-0636a94216ba), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:24.853285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e726a509-ec9d-4d5d-8128-d3bb52dee39a None None] Port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:24.897262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:24.898723 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:24.994007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:25.003462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:25.072311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cfb89ac-c9cf-47e5-af9d-767edadf8f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5f03f56-e348-4463-922f-0636a94216ba), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:25.075182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cfb89ac-c9cf-47e5-af9d-767edadf8f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:25.076462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4cfb89ac-c9cf-47e5-af9d-767edadf8f51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5f03f56-e348-4463-922f-0636a94216ba HTTP/1.1" status: 204 len: 168 time: 1.0525131 Feb 11 12:50:25.209007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:25.248251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb89ac-c9cf-47e5-af9d-767edadf8f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f03f56-e348-4463-922f-0636a94216ba,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:25.293339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a3626-c541-4f3b-a748-ad11da65ed04 req-abee9485-9e6f-48a7-b761-f8232575d080 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:25.305740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f8a3626-c541-4f3b-a748-ad11da65ed04 req-abee9485-9e6f-48a7-b761-f8232575d080 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.6674569 Feb 11 12:50:25.384647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a401263-a2a8-49b1-ab0d-0380323993c4 req-3ac06c43-f2a0-45c6-8b80-3576fa4a220e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307405 Feb 11 12:50:25.415281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-9f27ce21-05b7-42d8-8edd-3ecca920887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:25.421284 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-9f27ce21-05b7-42d8-8edd-3ecca920887d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.3995891 Feb 11 12:50:25.500881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f8a3626-c541-4f3b-a748-ad11da65ed04 req-28a253fd-8de9-4df5-8675-c455b0c70f39 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930256 Feb 11 12:50:25.619912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ab27-602b-46f8-acc3-7e49fa52787b req-69cf5d52-887e-4622-886c-4169c0a4948e tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:25.627862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3635ab27-602b-46f8-acc3-7e49fa52787b req-69cf5d52-887e-4622-886c-4169c0a4948e tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.4171131 Feb 11 12:50:25.713929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:25.726392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-7ef2f397-219a-4f45-9a42-9beaa113a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:25.728263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-7ef2f397-219a-4f45-9a42-9beaa113a21d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2855403 Feb 11 12:50:25.852136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53348) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:25.967483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks [] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:25.984359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3635ab27-602b-46f8-acc3-7e49fa52787b req-0cfce67d-75ac-40d1-ac4d-8cb8883eba54 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508785 Feb 11 12:50:25.999550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:26.000667 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (475e1225-9169-4ee2-89fb-3c466521052f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:26.046575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53352) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:26.286398 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4387-3bf2-4efc-9e8a-a07276b5b478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:26.353183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:26.378077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:26.424144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-67d2fa4f-1188-44a6-8438-68ec9f960a5c service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6833415 Feb 11 12:50:26.447319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02b6c7d6-2f8f-4bcf-9b0f-cde994538476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:26.509110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:26.509808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:26.687135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:26.692950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:26.718257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:26.818250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78f17b29-d1f4-4b4c-b553-53e59a772869 req-f8d6840d-2e82-409f-9810-3e548835f7d3 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614328 Feb 11 12:50:26.908423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02b6c7d6-2f8f-4bcf-9b0f-cde994538476 admin admin] Publish callbacks [] for security_group (8c803fdc-ff2d-470e-a15a-6fd400b14724), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:26.924020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02b6c7d6-2f8f-4bcf-9b0f-cde994538476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8c803fdc-ff2d-470e-a15a-6fd400b14724), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:26.963544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Router 475e1225-9169-4ee2-89fb-3c466521052f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:50:27.033054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-02b6c7d6-2f8f-4bcf-9b0f-cde994538476 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6971c2064534728b46755c9b7b041da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9855037 Feb 11 12:50:27.040409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53374) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:27.040728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6c7d6-2f8f-4bcf-9b0f-cde994538476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c803fdc-ff2d-470e-a15a-6fd400b14724,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:27.129598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4f7b14b5-b7d3-4f0d-afed-efddf3db6895 None None] Provisioning complete for port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:27.130242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f7b14b5-b7d3-4f0d-afed-efddf3db6895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.157320 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b09f0a81-1850-4731-90ba-566e7272b6f2 admin admin] Publish callbacks [] for security_group (8c803fdc-ff2d-470e-a15a-6fd400b14724), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.183457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b09f0a81-1850-4731-90ba-566e7272b6f2 admin admin] Publish callbacks [] for security_group (8c803fdc-ff2d-470e-a15a-6fd400b14724), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.185342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b14b5-b7d3-4f0d-afed-efddf3db6895 None None] Port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:27.261750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a1d13-021f-464d-aa70-600150898902 req-8201e23a-45dd-4f9b-a085-3d92eab77fa1 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:27.271140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c0a1d13-021f-464d-aa70-600150898902 req-8201e23a-45dd-4f9b-a085-3d92eab77fa1 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.3594463 Feb 11 12:50:27.298667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4387-3bf2-4efc-9e8a-a07276b5b478 admin admin] Publish callbacks [] for security_group (e2d0b7dc-4fce-48c4-bc60-4d831a14f263), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.311634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f74c8-a751-461c-bebc-7292a45e0023 req-56b65ee0-1b33-4f36-a735-0b10877d7d3e tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:27.322065 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca6f74c8-a751-461c-bebc-7292a45e0023 req-56b65ee0-1b33-4f36-a735-0b10877d7d3e tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.1619463 Feb 11 12:50:27.341452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c0a1d13-021f-464d-aa70-600150898902 req-ac5832e4-e29b-4704-992b-fe63edd03b1b tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692689 Feb 11 12:50:27.347741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3d4387-3bf2-4efc-9e8a-a07276b5b478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e2d0b7dc-4fce-48c4-bc60-4d831a14f263), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.406428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d4387-3bf2-4efc-9e8a-a07276b5b478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d0b7dc-4fce-48c4-bc60-4d831a14f263,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:27.418337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:50:27.436262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Sync routers for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:50:27.456442 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a8ae7e87-1549-460b-bf5f-42289caf50c9 admin admin] 10.222.0.42 "PUT /v2.0/routers/475e1225-9169-4ee2-89fb-3c466521052f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9832613 Feb 11 12:50:27.473898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:27.474606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:27.516736 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b09f0a81-1850-4731-90ba-566e7272b6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8c803fdc-ff2d-470e-a15a-6fd400b14724), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.526792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b09f0a81-1850-4731-90ba-566e7272b6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.531299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b09f0a81-1850-4731-90ba-566e7272b6f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c803fdc-ff2d-470e-a15a-6fd400b14724 HTTP/1.1" status: 204 len: 168 time: 0.4865534 Feb 11 12:50:27.563424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca6f74c8-a751-461c-bebc-7292a45e0023 req-5c347a1a-6668-442d-b43f-1bf19c4827d7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399735 Feb 11 12:50:27.567219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3c3d4387-3bf2-4efc-9e8a-a07276b5b478 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9ad038b35404738933fc4110fea7fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7111964 Feb 11 12:50:27.567404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f0a81-1850-4731-90ba-566e7272b6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c803fdc-ff2d-470e-a15a-6fd400b14724,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:27.572988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53384) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:27.682564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4528ce83-2460-4adb-852a-c908b67bf809 admin admin] Publish callbacks [] for security_group (e2d0b7dc-4fce-48c4-bc60-4d831a14f263), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.727195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4528ce83-2460-4adb-852a-c908b67bf809 admin admin] Publish callbacks [] for security_group (e2d0b7dc-4fce-48c4-bc60-4d831a14f263), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.799872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4528ce83-2460-4adb-852a-c908b67bf809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e2d0b7dc-4fce-48c4-bc60-4d831a14f263), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.804704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4528ce83-2460-4adb-852a-c908b67bf809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:27.810816 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4528ce83-2460-4adb-852a-c908b67bf809 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2d0b7dc-4fce-48c4-bc60-4d831a14f263 HTTP/1.1" status: 204 len: 168 time: 0.2351768 Feb 11 12:50:27.826263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ce83-2460-4adb-852a-c908b67bf809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d0b7dc-4fce-48c4-bc60-4d831a14f263,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:27.922920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:28.222779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 2, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:28.300081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Checking router: 475e1225-9169-4ee2-89fb-3c466521052f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:50:28.304632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Updating router 475e1225-9169-4ee2-89fb-3c466521052f port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:50:28.384125 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:28.547640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c851c-7224-4b9e-b3b3-39786865cdb4 req-c9bbc9dc-20ce-4a4c-b2fc-9a01ff4c51ad tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:28.557223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c75c851c-7224-4b9e-b3b3-39786865cdb4 req-c9bbc9dc-20ce-4a4c-b2fc-9a01ff4c51ad tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.0904183 Feb 11 12:50:28.696218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c75c851c-7224-4b9e-b3b3-39786865cdb4 req-44a5d3db-ed84-4e32-8d39-6d32737d6070 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301491 Feb 11 12:50:28.712868 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Publish callbacks [] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:28.767721 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:28.902370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53406) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:28.927647 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea61e-d450-434c-9e0e-f30dc66b2647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.052663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064ee4-86e1-415e-9f98-b1bc7218a348 req-fe16f78b-fd30-41a7-afea-d03c570bb310 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:29.068763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e064ee4-86e1-415e-9f98-b1bc7218a348 req-fe16f78b-fd30-41a7-afea-d03c570bb310 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.2554798 Feb 11 12:50:29.114723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Attempting to bind port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:29.115097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Attempting to bind port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:29.115460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Attempting to bind port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:29.141937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:29.143093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Checking segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:29.145868 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.147075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Bound using segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:29.147655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Bound port: e0c6d823-ccac-43b7-8c58-ab7d1e8c414c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:29.153616 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.182590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea61e-d450-434c-9e0e-f30dc66b2647 admin admin] Publish callbacks [] for security_group (a3f71822-cf42-45af-b4d7-fa51beeb6412), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.198325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf6ea61e-d450-434c-9e0e-f30dc66b2647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a3f71822-cf42-45af-b4d7-fa51beeb6412), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.216783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e064ee4-86e1-415e-9f98-b1bc7218a348 req-792c7015-7a93-4aff-b55c-1acd16689c89 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393650 Feb 11 12:50:29.238157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a499570-a4d2-44b9-bf8b-fe7e352e9dc2 None None] Pushing event updated for resources: {'Port': ['ID=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:29.322725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ea61e-d450-434c-9e0e-f30dc66b2647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f71822-cf42-45af-b4d7-fa51beeb6412,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:29.335055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cf6ea61e-d450-434c-9e0e-f30dc66b2647 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec58855592b44472badd95e232364913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313014 Feb 11 12:50:29.338506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:29.445683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] For port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:29.457237 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7feffbba-b57a-4239-ab16-0630716d8eee admin admin] Publish callbacks [] for security_group (a3f71822-cf42-45af-b4d7-fa51beeb6412), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.473086 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cd7d9c74-422d-4cda-946d-1c85d0970121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.477675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] For port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:29.485606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2bda62bc-b73f-4923-a918-6018d0aa0c51 None None] Provisioning complete for port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:29.486147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2bda62bc-b73f-4923-a918-6018d0aa0c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.492694 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.497497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7feffbba-b57a-4239-ab16-0630716d8eee admin admin] Publish callbacks [] for security_group (a3f71822-cf42-45af-b4d7-fa51beeb6412), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.571609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7feffbba-b57a-4239-ab16-0630716d8eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a3f71822-cf42-45af-b4d7-fa51beeb6412), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.578654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53418) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:29.580282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7feffbba-b57a-4239-ab16-0630716d8eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.584843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7feffbba-b57a-4239-ab16-0630716d8eee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3f71822-cf42-45af-b4d7-fa51beeb6412 HTTP/1.1" status: 204 len: 168 time: 0.2449355 Feb 11 12:50:29.594451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a499570-a4d2-44b9-bf8b-fe7e352e9dc2 None None] Pushing event updated for resources: {'Port': ['ID=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:29.611349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2861-eb66-444d-90da-0f99ddb9fbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.611664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feffbba-b57a-4239-ab16-0630716d8eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f71822-cf42-45af-b4d7-fa51beeb6412,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:29.678543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:29.680016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:29.847943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2861-eb66-444d-90da-0f99ddb9fbc9 admin admin] Publish callbacks [] for security_group (4c8769cd-d4f5-4989-bd91-83fbc124ad28), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.856768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2861-eb66-444d-90da-0f99ddb9fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4c8769cd-d4f5-4989-bd91-83fbc124ad28), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.959073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2bda62bc-b73f-4923-a918-6018d0aa0c51 None None] Current status of the port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:29.960183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2bda62bc-b73f-4923-a918-6018d0aa0c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:29.979854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a6fa2861-eb66-444d-90da-0f99ddb9fbc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcee9898a78945c9b131dcba920f0d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000068 Feb 11 12:50:29.983540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53426) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:29.986003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa2861-eb66-444d-90da-0f99ddb9fbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8769cd-d4f5-4989-bd91-83fbc124ad28,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:30.032591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0b347-85af-4e77-9322-6d64b271046e req-0f1314d9-b202-41da-a432-762f396033af tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:30.034964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4a0b347-85af-4e77-9322-6d64b271046e req-0f1314d9-b202-41da-a432-762f396033af tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.1531415 Feb 11 12:50:30.129493 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88535d42-56ef-4b66-b8e0-8fa6b6121fee admin admin] Publish callbacks [] for security_group (4c8769cd-d4f5-4989-bd91-83fbc124ad28), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.131994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4a0b347-85af-4e77-9322-6d64b271046e req-7099b12a-2753-48cb-a426-56d7f39ca21c tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883970 Feb 11 12:50:30.193245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:30.193519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88535d42-56ef-4b66-b8e0-8fa6b6121fee admin admin] Publish callbacks [] for security_group (4c8769cd-d4f5-4989-bd91-83fbc124ad28), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.266219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88535d42-56ef-4b66-b8e0-8fa6b6121fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4c8769cd-d4f5-4989-bd91-83fbc124ad28), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.270183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88535d42-56ef-4b66-b8e0-8fa6b6121fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.275391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-88535d42-56ef-4b66-b8e0-8fa6b6121fee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c8769cd-d4f5-4989-bd91-83fbc124ad28 HTTP/1.1" status: 204 len: 168 time: 0.2906952 Feb 11 12:50:30.284415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88535d42-56ef-4b66-b8e0-8fa6b6121fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8769cd-d4f5-4989-bd91-83fbc124ad28,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:30.350442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2bda62bc-b73f-4923-a918-6018d0aa0c51 None None] For port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:30.405297 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2bda62bc-b73f-4923-a918-6018d0aa0c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.534298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ba8cb-8e1e-4257-8376-840e742b635e req-92dcc361-3b6e-4bb7-8e5d-939632e451f7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:30.536157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-361ba8cb-8e1e-4257-8376-840e742b635e req-92dcc361-3b6e-4bb7-8e5d-939632e451f7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.1829262 Feb 11 12:50:30.565044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53446) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:30.571092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-network', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:30.619126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda62bc-b73f-4923-a918-6018d0aa0c51 None None] Pushing event updated for resources: {'Port': ['ID=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:30.625946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Made reservation on behalf of 8e218c2aab574d66af5bf86ee6e4f7c4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:30.632850 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.677580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.697239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-361ba8cb-8e1e-4257-8376-840e742b635e req-4b5468bc-4c9d-4430-9da3-ff5dcd3958ae tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490984 Feb 11 12:50:30.697504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c574b07a-2f97-4fd5-b389-2b5feb1bd047 None None] Provisioning complete for port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:30.698039 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c574b07a-2f97-4fd5-b389-2b5feb1bd047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.778774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:29Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:30.819713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5aa966-ff07-49bc-ae26-b4fc71545183 None None] The sync data for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 is: [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:29Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:50:30.873997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks [] for security_group (2c235034-46bc-4680-b474-b229d342b215), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.881397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2c235034-46bc-4680-b474-b229d342b215), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.906872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c574b07a-2f97-4fd5-b389-2b5feb1bd047 None None] Current status of the port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:30.971286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c235034-46bc-4680-b474-b229d342b215,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:30.980728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:50:30.997868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32b0c43e-2c50-47dc-9a4f-b93b950e6f0e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:30.998679 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Added segment 32b0c43e-2c50-47dc-9a4f-b93b950e6f0e of type vlan for network d7d1f6cd-6d12-4cef-bcfb-15843e47686e Feb 11 12:50:31.096121 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d7d1f6cd-6d12-4cef-bcfb-15843e47686e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.150976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d7d1f6cd-6d12-4cef-bcfb-15843e47686e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.160857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:31.161012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:31.175800 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.193872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ba04-6969-4143-a8fb-a55b47773f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.329808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d1f6cd-6d12-4cef-bcfb-15843e47686e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:31.332110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e6e42354-7ad2-4733-ae36-3cfe95f4496c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.338826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-816858d5-7b10-4696-8e21-6eabca552999 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7725120 Feb 11 12:50:31.341807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53460) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:31.346710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:50:31.347605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Request body: {'subnet': {'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-subnet', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:31.370668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ba04-6969-4143-a8fb-a55b47773f72 admin admin] Publish callbacks [] for security_group (e8adb713-109c-44dc-a207-4399a292ade4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.377108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb0ba04-6969-4143-a8fb-a55b47773f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e8adb713-109c-44dc-a207-4399a292ade4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.380435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Made reservation on behalf of 8e218c2aab574d66af5bf86ee6e4f7c4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:31.382426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.469396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ccb0ba04-6969-4143-a8fb-a55b47773f72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fcf233f0f2c48fb8ea33cd5784ae4e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067367 Feb 11 12:50:31.474123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53462) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:31.495883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0ba04-6969-4143-a8fb-a55b47773f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8adb713-109c-44dc-a207-4399a292ade4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:31.519331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595b30d-f110-4677-bf94-969f2d203cf9 req-f084327f-766b-4f21-a929-cd03a98268fa tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:31.521345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5595b30d-f110-4677-bf94-969f2d203cf9 req-f084327f-766b-4f21-a929-cd03a98268fa tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.1932597 Feb 11 12:50:31.602281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5595b30d-f110-4677-bf94-969f2d203cf9 req-15f83ed2-c1f7-440a-8007-4a93022efc25 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678630 Feb 11 12:50:31.608977 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d81e-dd9f-4af0-b151-f3b7aafb7727 admin admin] Publish callbacks [] for security_group (e8adb713-109c-44dc-a207-4399a292ade4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.657727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d81e-dd9f-4af0-b151-f3b7aafb7727 admin admin] Publish callbacks [] for security_group (e8adb713-109c-44dc-a207-4399a292ade4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.762240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d81e-dd9f-4af0-b151-f3b7aafb7727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e8adb713-109c-44dc-a207-4399a292ade4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.765498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d81e-dd9f-4af0-b151-f3b7aafb7727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.769800 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f8f4d81e-dd9f-4af0-b151-f3b7aafb7727 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8adb713-109c-44dc-a207-4399a292ade4 HTTP/1.1" status: 204 len: 168 time: 0.2934995 Feb 11 12:50:31.782474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4d81e-dd9f-4af0-b151-f3b7aafb7727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8adb713-109c-44dc-a207-4399a292ade4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:31.808042 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (799064bc-228b-4e4e-91b8-8669c0994b55), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:31.912396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799064bc-228b-4e4e-91b8-8669c0994b55,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:31.929799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef48b4-bc65-46d3-9d1d-7eb14a9eb275 req-f56414b8-5dde-43cf-8119-cc6b58a8a5e1 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:31.931498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1ef48b4-bc65-46d3-9d1d-7eb14a9eb275 req-f56414b8-5dde-43cf-8119-cc6b58a8a5e1 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.0907912 Feb 11 12:50:31.950721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Checking segment: {'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:31.951080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Network hostable DHCP agents. Network: d7d1f6cd-6d12-4cef-bcfb-15843e47686e, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:50:31.996871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:50:32.002717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1ef48b4-bc65-46d3-9d1d-7eb14a9eb275 req-c35d1ac0-c4a8-4fc7-b3fd-fc940e2fd35a tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603747 Feb 11 12:50:32.024405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d7d1f6cd-6d12-4cef-bcfb-15843e47686e) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:32.032776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:32.033464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.033768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe4b0ef-0f21-4c88-a01e-6db9e918210c None None] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:32.063835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9e353bf1-328b-4502-b260-aa2039c4f2d6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7211635 Feb 11 12:50:32.066146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53486) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:32.072511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:32.097061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (07d1e171-3005-4552-9729-4f740353c7d9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.109270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (07d1e171-3005-4552-9729-4f740353c7d9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.190658 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks [] for router_controller (07d1e171-3005-4552-9729-4f740353c7d9), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.230714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-d7d1f6cd-6d12-4cef-bcfb-15843e47686e', 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e', 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'fixed_ips': [{'subnet_id': '799064bc-228b-4e4e-91b8-8669c0994b55'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:50:32.231789 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.351145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e0c6d823-ccac-43b7-8c58-ab7d1e8c414c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:32.448106 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks [] for router_gateway (07d1e171-3005-4552-9729-4f740353c7d9), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.479212 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.522654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Allocated IP 172.20.0.2 (d7d1f6cd-6d12-4cef-bcfb-15843e47686e/799064bc-228b-4e4e-91b8-8669c0994b55/1ead799f-b125-4c4f-8b97-1a411c949e68) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:32.543857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:32.546322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.747303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:32.804113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks [] for router_gateway (07d1e171-3005-4552-9729-4f740353c7d9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.849994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.936184 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Publish callbacks [] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.951935 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:32.957117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6620fe-4d96-4819-b9a7-1204d07736ab req-2199c9ec-7f2d-44a8-87f5-6590b064e5ae tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:32.960039 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4d6620fe-4d96-4819-b9a7-1204d07736ab req-2199c9ec-7f2d-44a8-87f5-6590b064e5ae tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.0717120 Feb 11 12:50:33.016785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Pushing event updated for resources: {'Port': ['ID=1ead799f-b125-4c4f-8b97-1a411c949e68,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:33.030248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:33.031730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:33.036832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:33.058395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Allocated IP 172.25.1.2 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/4a2f0fa3-984e-40c8-9e6e-f825d574b845) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:33.064111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4d6620fe-4d96-4819-b9a7-1204d07736ab req-df9e5ff0-38e2-46b7-9b1a-852defced495 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975652 Feb 11 12:50:33.165799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Attempting to bind port 1ead799f-b125-4c4f-8b97-1a411c949e68 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:33.166389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Attempting to bind port 1ead799f-b125-4c4f-8b97-1a411c949e68 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:33.167006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Attempting to bind port 1ead799f-b125-4c4f-8b97-1a411c949e68 on network d7d1f6cd-6d12-4cef-bcfb-15843e47686e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:33.173619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:33.174285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Checking segment: {'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:33.175341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:33.175943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Bound using segment: {'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:33.177075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Bound port: 1ead799f-b125-4c4f-8b97-1a411c949e68, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:33.177678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:33.194848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks [] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:33.242330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484f655-7009-4728-a71d-5f2aad426d9a req-305f15ea-a535-4fc0-b21d-69b66a70f873 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:33.243998 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6484f655-7009-4728-a71d-5f2aad426d9a req-305f15ea-a535-4fc0-b21d-69b66a70f873 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.0990496 Feb 11 12:50:33.256337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:33.277816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] For port 1ead799f-b125-4c4f-8b97-1a411c949e68, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:33.281572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] For port 1ead799f-b125-4c4f-8b97-1a411c949e68, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1ead799f-b125-4c4f-8b97-1a411c949e68,segment=NetworkSegment(32b0c43e-2c50-47dc-9a4f-b93b950e6f0e),segment_id=32b0c43e-2c50-47dc-9a4f-b93b950e6f0e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:33.296192 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:33.313492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:33.317786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:33.321901 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6484f655-7009-4728-a71d-5f2aad426d9a req-bd4dc078-fee5-49ba-a527-fea878b1e0e1 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709679 Feb 11 12:50:33.327306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:33.335114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Pushing event updated for resources: {'Port': ['ID=4a2f0fa3-984e-40c8-9e6e-f825d574b845,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:33.400092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23db229-7546-406e-90fa-af01f9a606a2 None None] Pushing event updated for resources: {'Port': ['ID=1ead799f-b125-4c4f-8b97-1a411c949e68,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:33.803557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks [] for router_gateway (07d1e171-3005-4552-9729-4f740353c7d9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.017249 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (07d1e171-3005-4552-9729-4f740353c7d9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.082392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.233912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Router 07d1e171-3005-4552-9729-4f740353c7d9 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:50:34.299880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6e8b3-0e0d-46d2-97c7-34d251729b62 req-2900bda7-d323-426c-a10c-8dee965096df tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:34.310643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ddc6e8b3-0e0d-46d2-97c7-34d251729b62 req-2900bda7-d323-426c-a10c-8dee965096df tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.1412830 Feb 11 12:50:34.372169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1ead799f-b125-4c4f-8b97-1a411c949e68 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:34.386288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ddc6e8b3-0e0d-46d2-97c7-34d251729b62 req-e642e38f-1a7b-46e5-90a9-d0d281d59b66 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689878 Feb 11 12:50:34.435670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:50:34.450876 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Sync routers for ids ['07d1e171-3005-4552-9729-4f740353c7d9'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:50:34.467934 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Routers {'07d1e171-3005-4552-9729-4f740353c7d9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:34.469424 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['07d1e171-3005-4552-9729-4f740353c7d9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:34.495057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.496875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-76365bdd-3a7f-4ad8-a423-18942f4a625f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4292684 Feb 11 12:50:34.499483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53572) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:34.513942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1ead799f-b125-4c4f-8b97-1a411c949e68 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:34.516005 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.641829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1ead799f-b125-4c4f-8b97-1a411c949e68 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:34.642239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.679443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 1ead799f-b125-4c4f-8b97-1a411c949e68, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1ead799f-b125-4c4f-8b97-1a411c949e68,segment=NetworkSegment(32b0c43e-2c50-47dc-9a4f-b93b950e6f0e),segment_id=32b0c43e-2c50-47dc-9a4f-b93b950e6f0e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:34.686756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.705845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe021d-4931-4feb-97bd-ab04651355c3 None None] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:34.714758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d6c19-cc33-4597-8597-a91905dc9596 req-4971691c-5fb6-44f5-b2d0-8a74ac60a454 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:34.724574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f4d6c19-cc33-4597-8597-a91905dc9596 req-4971691c-5fb6-44f5-b2d0-8a74ac60a454 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 948 time: 0.1393659 Feb 11 12:50:34.782413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3696f7b4-62ce-4769-8761-e50888e89a41 None None] Provisioning complete for port 1ead799f-b125-4c4f-8b97-1a411c949e68 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:34.782825 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3696f7b4-62ce-4769-8761-e50888e89a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:34.787974 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Set router 07d1e171-3005-4552-9729-4f740353c7d9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:34.836089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f4d6c19-cc33-4597-8597-a91905dc9596 req-c980873a-f676-48d5-a799-a0220a63eb44 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102397 Feb 11 12:50:34.861417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=1ead799f-b125-4c4f-8b97-1a411c949e68,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:35.024302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3696f7b4-62ce-4769-8761-e50888e89a41 None None] Current status of the port 1ead799f-b125-4c4f-8b97-1a411c949e68 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:35.068306 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:33Z', 'revision_number': 3, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port': {'id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:35.112963 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Checking router: 07d1e171-3005-4552-9729-4f740353c7d9 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:50:35.113393 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Updating router 07d1e171-3005-4552-9729-4f740353c7d9 port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:50:35.162632 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.282764 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.289929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.355259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f7647143-2b9f-4c2e-a26a-636fdea73813 None None] Provisioning complete for port 1ead799f-b125-4c4f-8b97-1a411c949e68 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:35.355639 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7647143-2b9f-4c2e-a26a-636fdea73813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.531192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4d4587ac-254f-4a44-a538-8d2b11f5b800 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:50:35.575827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f7647143-2b9f-4c2e-a26a-636fdea73813 None None] Current status of the port 1ead799f-b125-4c4f-8b97-1a411c949e68 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:35.662527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53616) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:35.664540 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Publish callbacks [] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.674508 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.697246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cee85-f0ee-4889-876f-be52c43f5e51 req-be5f1cfc-8d90-4dab-91a0-4eb865c1f179 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:35.698849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-374cee85-f0ee-4889-876f-be52c43f5e51 req-be5f1cfc-8d90-4dab-91a0-4eb865c1f179 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.1316135 Feb 11 12:50:35.753324 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Attempting to bind port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:35.753324 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Attempting to bind port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:35.753886 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Attempting to bind port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:35.758440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4d4587ac-254f-4a44-a538-8d2b11f5b800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4d4587ac-254f-4a44-a538-8d2b11f5b800,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:35.764648 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:35.765257 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:35.765781 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.766463 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:35.767155 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Bound port: 4a2f0fa3-984e-40c8-9e6e-f825d574b845, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:35.767628 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.769169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-374cee85-f0ee-4889-876f-be52c43f5e51 req-f58f8caf-063e-4bf2-abf7-59462dfc624a tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606229 Feb 11 12:50:35.770380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Allocated IP 172.20.0.1 (d7d1f6cd-6d12-4cef-bcfb-15843e47686e/799064bc-228b-4e4e-91b8-8669c0994b55/8adeba00-7d17-4cd9-9de2-96ee737c8b79) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:35.796548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '4d4587ac-254f-4a44-a538-8d2b11f5b800', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '4d4587ac-254f-4a44-a538-8d2b11f5b800', 'mac_address': 'fa:16:3e:9f:62:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:50:35.832244 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] For port 4a2f0fa3-984e-40c8-9e6e-f825d574b845, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:35.835703 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] For port 4a2f0fa3-984e-40c8-9e6e-f825d574b845, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4a2f0fa3-984e-40c8-9e6e-f825d574b845,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:35.849137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4d4587ac-254f-4a44-a538-8d2b11f5b800 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:35.849821 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.854525 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.864914 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92b0f5-de6e-4f0a-a934-bcfd81aeec1c None None] Pushing event updated for resources: {'Port': ['ID=4a2f0fa3-984e-40c8-9e6e-f825d574b845,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:35.873865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4587ac-254f-4a44-a538-8d2b11f5b800 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:35.921327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4d4587ac-254f-4a44-a538-8d2b11f5b800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4d4587ac-254f-4a44-a538-8d2b11f5b800,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:35.924156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks [] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.928648 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Routers {'07d1e171-3005-4552-9729-4f740353c7d9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:35.930075 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.930999 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['07d1e171-3005-4552-9729-4f740353c7d9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:35.967950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7e830c2-afaf-420f-8d6a-4fa4ac04eb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:35.996902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.024006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4d4587ac-254f-4a44-a538-8d2b11f5b800,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:36.064272 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92b0f5-de6e-4f0a-a934-bcfd81aeec1c None None] Pushing event updated for resources: {'Port': ['ID=4a2f0fa3-984e-40c8-9e6e-f825d574b845,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:36.065205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:36.071740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:36.097395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:36.098266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (07d1e171-3005-4552-9729-4f740353c7d9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.148724 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] Set router 07d1e171-3005-4552-9729-4f740353c7d9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:36.288359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1ead799f-b125-4c4f-8b97-1a411c949e68 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:36.352301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4d4587ac-254f-4a44-a538-8d2b11f5b800'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:36.407565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53628) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:36.429887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7e830c2-afaf-420f-8d6a-4fa4ac04eb56 admin admin] Publish callbacks [] for security_group (50b4ca1c-b694-483e-b172-d8ec8b29f171), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.454936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7e830c2-afaf-420f-8d6a-4fa4ac04eb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (50b4ca1c-b694-483e-b172-d8ec8b29f171), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.474703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-242ad006-9139-44ed-9ad8-54038459422b None None] Provisioning complete for port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:36.474703 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-242ad006-9139-44ed-9ad8-54038459422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.484452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53634) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:36.489765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425380e8-0dab-423f-8f93-b3411e639846 req-35661834-234b-432f-b34a-216dc773cf40 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:36.497013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-425380e8-0dab-423f-8f93-b3411e639846 req-35661834-234b-432f-b34a-216dc773cf40 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 949 time: 0.5204184 Feb 11 12:50:36.536293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Pushing event updated for resources: {'Port': ['ID=8adeba00-7d17-4cd9-9de2-96ee737c8b79,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:36.538962 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:33Z', 'revision_number': 3, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port': {'id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:36.580765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e830c2-afaf-420f-8d6a-4fa4ac04eb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b4ca1c-b694-483e-b172-d8ec8b29f171,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:36.585443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b7e830c2-afaf-420f-8d6a-4fa4ac04eb56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b37d5fe2601048b094fa4b86efb78818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9217961 Feb 11 12:50:36.596404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:36.600224 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-425380e8-0dab-423f-8f93-b3411e639846 req-024c6a69-266c-46f6-8fc9-e9c417e2fbbf tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976431 Feb 11 12:50:36.642022 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa54753-315c-4d9d-9607-8d63166d730b None None] The sync data for ids ['07d1e171-3005-4552-9729-4f740353c7d9'] in n-d-828675-3 is: [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:33Z', 'revision_number': 3, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port': {'id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:50:36.679875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09c1c86d-0c65-4c9f-983b-685e53bdaaa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.743884 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-977a4d71-d7a0-4483-8a61-a353abf53782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.755371 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a387aaf7-79de-459c-93a2-864140675b35 admin admin] Publish callbacks [] for security_group (50b4ca1c-b694-483e-b172-d8ec8b29f171), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.781990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1ead799f-b125-4c4f-8b97-1a411c949e68 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:36.782551 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.785016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.815933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-242ad006-9139-44ed-9ad8-54038459422b None None] Port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:36.823126 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a387aaf7-79de-459c-93a2-864140675b35 admin admin] Publish callbacks [] for security_group (50b4ca1c-b694-483e-b172-d8ec8b29f171), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.829832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09c1c86d-0c65-4c9f-983b-685e53bdaaa7 admin admin] Publish callbacks [] for security_group (12f80c2a-8c06-42db-b9bf-addeab5da2b3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.840963 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09c1c86d-0c65-4c9f-983b-685e53bdaaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (12f80c2a-8c06-42db-b9bf-addeab5da2b3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:36.924990 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09c1c86d-0c65-4c9f-983b-685e53bdaaa7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=376b356cd6634b16a6d18e4bbaef79f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153050 Feb 11 12:50:36.928826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53642) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:36.934214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1c86d-0c65-4c9f-983b-685e53bdaaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f80c2a-8c06-42db-b9bf-addeab5da2b3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:36.949227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1ead799f-b125-4c4f-8b97-1a411c949e68 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:37.001052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-977a4d71-d7a0-4483-8a61-a353abf53782 admin admin] Publish callbacks [] for security_group (d4bfb1ad-4164-48e6-8deb-33ebc9e57734), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.024628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a387aaf7-79de-459c-93a2-864140675b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (50b4ca1c-b694-483e-b172-d8ec8b29f171), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.027143 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a387aaf7-79de-459c-93a2-864140675b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.028272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a387aaf7-79de-459c-93a2-864140675b35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50b4ca1c-b694-483e-b172-d8ec8b29f171 HTTP/1.1" status: 204 len: 168 time: 0.4314010 Feb 11 12:50:37.081858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-977a4d71-d7a0-4483-8a61-a353abf53782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d4bfb1ad-4164-48e6-8deb-33ebc9e57734), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.117113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387aaf7-79de-459c-93a2-864140675b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b4ca1c-b694-483e-b172-d8ec8b29f171,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:37.151321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1e6bc07-6383-4017-b862-96abc5289bfb admin admin] Publish callbacks [] for security_group (12f80c2a-8c06-42db-b9bf-addeab5da2b3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.172344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-977a4d71-d7a0-4483-8a61-a353abf53782 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db21b0c6218342a496b3dae3353ce8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6843903 Feb 11 12:50:37.175640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53648) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:37.225620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7318f-c3d5-4a78-ab29-5b89054ede6e req-4dd09c84-5ab4-4d0f-9fd8-b8593f6af0a5 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:37.228594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93d7318f-c3d5-4a78-ab29-5b89054ede6e req-4dd09c84-5ab4-4d0f-9fd8-b8593f6af0a5 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.2657466 Feb 11 12:50:37.235884 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1e6bc07-6383-4017-b862-96abc5289bfb admin admin] Publish callbacks [] for security_group (12f80c2a-8c06-42db-b9bf-addeab5da2b3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.238591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a4d71-d7a0-4483-8a61-a353abf53782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bfb1ad-4164-48e6-8deb-33ebc9e57734,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:37.267991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-928c033d-3edc-46ae-ae68-299527936be6 admin admin] Publish callbacks [] for security_group (d4bfb1ad-4164-48e6-8deb-33ebc9e57734), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.297250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-928c033d-3edc-46ae-ae68-299527936be6 admin admin] Publish callbacks [] for security_group (d4bfb1ad-4164-48e6-8deb-33ebc9e57734), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.336715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks [] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.349038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93d7318f-c3d5-4a78-ab29-5b89054ede6e req-1af51196-a89b-44d6-92e4-f5ff5f578d56 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051471 Feb 11 12:50:37.358154 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.359118 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (07d1e171-3005-4552-9729-4f740353c7d9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.375742 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-928c033d-3edc-46ae-ae68-299527936be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d4bfb1ad-4164-48e6-8deb-33ebc9e57734), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.378544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-928c033d-3edc-46ae-ae68-299527936be6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.379775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-928c033d-3edc-46ae-ae68-299527936be6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4bfb1ad-4164-48e6-8deb-33ebc9e57734 HTTP/1.1" status: 204 len: 168 time: 0.2027459 Feb 11 12:50:37.388779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c033d-3edc-46ae-ae68-299527936be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bfb1ad-4164-48e6-8deb-33ebc9e57734,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:37.451296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1e6bc07-6383-4017-b862-96abc5289bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (12f80c2a-8c06-42db-b9bf-addeab5da2b3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.453879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1e6bc07-6383-4017-b862-96abc5289bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.455040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d1e6bc07-6383-4017-b862-96abc5289bfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12f80c2a-8c06-42db-b9bf-addeab5da2b3 HTTP/1.1" status: 204 len: 168 time: 0.5239284 Feb 11 12:50:37.460540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:37.467180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6bc07-6383-4017-b862-96abc5289bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f80c2a-8c06-42db-b9bf-addeab5da2b3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:37.469731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Pushing event updated for resources: {'Port': ['ID=8adeba00-7d17-4cd9-9de2-96ee737c8b79,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:37.493514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-348530cd-b655-422a-9ddc-42a8ab8ec6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.559501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:37.564792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4d4587ac-254f-4a44-a538-8d2b11f5b800 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:37.573897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:37.681839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 4d4587ac-254f-4a44-a538-8d2b11f5b800 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:50:37.687673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 4d4587ac-254f-4a44-a538-8d2b11f5b800 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:37.688159 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.747083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Router 07d1e171-3005-4552-9729-4f740353c7d9 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:50:37.755547 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-348530cd-b655-422a-9ddc-42a8ab8ec6db admin admin] Publish callbacks [] for security_group (5a734c52-972c-4b65-996d-38a860239ea8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.764924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-348530cd-b655-422a-9ddc-42a8ab8ec6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5a734c52-972c-4b65-996d-38a860239ea8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:37.867747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-348530cd-b655-422a-9ddc-42a8ab8ec6db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=508fdc2fcf0643edab59cbd5bf554a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056947 Feb 11 12:50:37.870311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:37.899974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348530cd-b655-422a-9ddc-42a8ab8ec6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a734c52-972c-4b65-996d-38a860239ea8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:37.931942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cb6b5-96dc-42d0-a8aa-b1ba280487e8 req-90fe6b4f-d154-47db-9e5b-35a6fb6253a3 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:37.933976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc5cb6b5-96dc-42d0-a8aa-b1ba280487e8 req-90fe6b4f-d154-47db-9e5b-35a6fb6253a3 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 949 time: 0.1588171 Feb 11 12:50:37.951416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:50:37.965434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8c234474-9184-449a-8035-af62e1fddb4e admin admin] 10.222.0.42 "PUT /v2.0/routers/07d1e171-3005-4552-9729-4f740353c7d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4640641 Feb 11 12:50:37.969302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4d4587ac-254f-4a44-a538-8d2b11f5b800 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:37.969860 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.001773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a95189ac-e6c8-4143-82c0-470845a44dc6 admin admin] Publish callbacks [] for security_group (5a734c52-972c-4b65-996d-38a860239ea8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.009511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-866802b2-d2a9-4a6a-bfc7-45ffea491dc1 None None] Provisioning complete for port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:38.010110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-866802b2-d2a9-4a6a-bfc7-45ffea491dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.018738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4587ac-254f-4a44-a538-8d2b11f5b800'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:38.041944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc5cb6b5-96dc-42d0-a8aa-b1ba280487e8 req-7f2e80f6-a1a7-4bbb-a652-a70c4dba9da0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998216 Feb 11 12:50:38.058584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a95189ac-e6c8-4143-82c0-470845a44dc6 admin admin] Publish callbacks [] for security_group (5a734c52-972c-4b65-996d-38a860239ea8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.126221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a95189ac-e6c8-4143-82c0-470845a44dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5a734c52-972c-4b65-996d-38a860239ea8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.129812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a95189ac-e6c8-4143-82c0-470845a44dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.131031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a95189ac-e6c8-4143-82c0-470845a44dc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a734c52-972c-4b65-996d-38a860239ea8 HTTP/1.1" status: 204 len: 168 time: 0.2596753 Feb 11 12:50:38.140281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95189ac-e6c8-4143-82c0-470845a44dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a734c52-972c-4b65-996d-38a860239ea8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:38.147072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53672) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:38.150682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4d4587ac-254f-4a44-a538-8d2b11f5b800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4d4587ac-254f-4a44-a538-8d2b11f5b800,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:38.169131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-866802b2-d2a9-4a6a-bfc7-45ffea491dc1 None None] Port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:38.170995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.193935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e72dec9-1943-43f8-9948-f92d9ac4ee48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.232945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4d4587ac-254f-4a44-a538-8d2b11f5b800,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:38.325993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e72dec9-1943-43f8-9948-f92d9ac4ee48 admin admin] Publish callbacks [] for security_group (a898b1b7-64a0-4443-8bf7-322898c5b193), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.333581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a2f0fa3-984e-40c8-9e6e-f825d574b845 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:38.334601 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e72dec9-1943-43f8-9948-f92d9ac4ee48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a898b1b7-64a0-4443-8bf7-322898c5b193), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.381229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6e72dec9-1943-43f8-9948-f92d9ac4ee48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77531c22669e467799928e5fb384e4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320991 Feb 11 12:50:38.382387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72dec9-1943-43f8-9948-f92d9ac4ee48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a898b1b7-64a0-4443-8bf7-322898c5b193,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:38.384362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:38.423590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:38.424450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.449661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53686) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:38.464427 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e61b7d47-f407-4df3-a757-c13338cf7aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.524360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:38.524916 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.547844 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e61b7d47-f407-4df3-a757-c13338cf7aa8 admin admin] Publish callbacks [] for security_group (c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.550336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 4a2f0fa3-984e-40c8-9e6e-f825d574b845, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4a2f0fa3-984e-40c8-9e6e-f825d574b845,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:38.555310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e61b7d47-f407-4df3-a757-c13338cf7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.557092 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.565700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d818a679-f44a-4466-a48e-36b65e850485 admin admin] Publish callbacks [] for security_group (a898b1b7-64a0-4443-8bf7-322898c5b193), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.577593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea08b10-46e8-4c15-82d5-59faeecc2895 req-4c0d75ea-1159-4796-8d67-1dfde0c64a7a tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:38.592909 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ea08b10-46e8-4c15-82d5-59faeecc2895 req-4c0d75ea-1159-4796-8d67-1dfde0c64a7a tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 969 time: 0.1368828 Feb 11 12:50:38.639738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=4a2f0fa3-984e-40c8-9e6e-f825d574b845,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:38.646330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e61b7d47-f407-4df3-a757-c13338cf7aa8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9e0db2da38148aab250530a08193160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943521 Feb 11 12:50:38.655447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53690) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:38.660708 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09032bc-18b1-45dd-9f01-cd9c93564301" -d '{"events": [{"server_uuid": "99b40daf-cea7-4e63-a457-b3d907ee2b37", "name": "network-vif-plugged", "status": "completed", "tag": "4d4587ac-254f-4a44-a538-8d2b11f5b800"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:38.663800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b7d47-f407-4df3-a757-c13338cf7aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:38.669564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d818a679-f44a-4466-a48e-36b65e850485 admin admin] Publish callbacks [] for security_group (a898b1b7-64a0-4443-8bf7-322898c5b193), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.692729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ea08b10-46e8-4c15-82d5-59faeecc2895 req-2c75f038-477b-4257-a65b-8298157cc67f tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988326 Feb 11 12:50:38.722924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 693a6911-4a3d-4cf8-b961-61367363b505 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:50:38.755658 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9fc0f06e-2bb4-47d8-85ba-eaaedeefb7e8 admin admin] Publish callbacks [] for security_group (c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.784354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9fc0f06e-2bb4-47d8-85ba-eaaedeefb7e8 admin admin] Publish callbacks [] for security_group (c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.839425 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9fc0f06e-2bb4-47d8-85ba-eaaedeefb7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.843370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9fc0f06e-2bb4-47d8-85ba-eaaedeefb7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.844793 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9fc0f06e-2bb4-47d8-85ba-eaaedeefb7e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0 HTTP/1.1" status: 204 len: 168 time: 0.1845071 Feb 11 12:50:38.856298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0f06e-2bb4-47d8-85ba-eaaedeefb7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fff34a-b85a-49fc-aafb-ab0bef1dd5e0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:38.865328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d818a679-f44a-4466-a48e-36b65e850485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a898b1b7-64a0-4443-8bf7-322898c5b193), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.869456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d818a679-f44a-4466-a48e-36b65e850485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:38.871106 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d818a679-f44a-4466-a48e-36b65e850485 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a898b1b7-64a0-4443-8bf7-322898c5b193 HTTP/1.1" status: 204 len: 168 time: 0.4850132 Feb 11 12:50:38.882237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d818a679-f44a-4466-a48e-36b65e850485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a898b1b7-64a0-4443-8bf7-322898c5b193,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:38.904625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 693a6911-4a3d-4cf8-b961-61367363b505, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=693a6911-4a3d-4cf8-b961-61367363b505,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:38.937487 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fa6030-a9a3-4dd7-8335-1a36b1b96140 x-openstack-request-id: req-d0fa6030-a9a3-4dd7-8335-1a36b1b96140 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:38.938514 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b40daf-cea7-4e63-a457-b3d907ee2b37", "name": "network-vif-plugged", "status": "completed", "tag": "4d4587ac-254f-4a44-a538-8d2b11f5b800", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:38.938773 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0fa6030-a9a3-4dd7-8335-1a36b1b96140 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:38.939228 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4587ac-254f-4a44-a538-8d2b11f5b800', 'code': 200} Feb 11 12:50:38.957144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '693a6911-4a3d-4cf8-b961-61367363b505', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '693a6911-4a3d-4cf8-b961-61367363b505', 'mac_address': 'fa:16:3e:9b:89:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:tempest-test_az-277397625', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:50:39.000632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 693a6911-4a3d-4cf8-b961-61367363b505 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:39.001245 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (693a6911-4a3d-4cf8-b961-61367363b505), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:39.018177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693a6911-4a3d-4cf8-b961-61367363b505 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:39.049827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 693a6911-4a3d-4cf8-b961-61367363b505, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=693a6911-4a3d-4cf8-b961-61367363b505,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:39.059578 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (693a6911-4a3d-4cf8-b961-61367363b505), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:39.127711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=693a6911-4a3d-4cf8-b961-61367363b505,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:39.140498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65780a3d-ed0e-48b2-b545-ca850ca3d8d4 req-e6bcb299-3835-4cf5-a3c7-67891b82dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:39.142334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65780a3d-ed0e-48b2-b545-ca850ca3d8d4 req-e6bcb299-3835-4cf5-a3c7-67891b82dae1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 1132 time: 0.1531966 Feb 11 12:50:39.175296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-65780a3d-ed0e-48b2-b545-ca850ca3d8d4 req-12e849bc-a454-469e-a9e1-b7d9fb162963 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:39.183597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Sync routers for ids ['07d1e171-3005-4552-9729-4f740353c7d9'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:50:39.208101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Routers {'07d1e171-3005-4552-9729-4f740353c7d9'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:39.208671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['07d1e171-3005-4552-9729-4f740353c7d9'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:39.305848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b6a96-fc8e-4356-b7cf-c4a540a9f43a req-7e613b25-00fc-4e88-9f90-672c64060e87 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:39.307559 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b0b6a96-fc8e-4356-b7cf-c4a540a9f43a req-7e613b25-00fc-4e88-9f90-672c64060e87 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 950 time: 0.1276255 Feb 11 12:50:39.379523 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-65780a3d-ed0e-48b2-b545-ca850ca3d8d4 req-12e849bc-a454-469e-a9e1-b7d9fb162963 service neutron] Publish callbacks [] for security_group (eb5e4ac8-1801-48df-8d0f-5efacd338a64), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:39.403056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-65780a3d-ed0e-48b2-b545-ca850ca3d8d4 req-12e849bc-a454-469e-a9e1-b7d9fb162963 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (eb5e4ac8-1801-48df-8d0f-5efacd338a64), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:39.425157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b0b6a96-fc8e-4356-b7cf-c4a540a9f43a req-73bf5184-9c6a-4b01-8bcc-2fd093816a99 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107850 Feb 11 12:50:39.437576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Set router 07d1e171-3005-4552-9729-4f740353c7d9 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:39.510488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65780a3d-ed0e-48b2-b545-ca850ca3d8d4 req-12e849bc-a454-469e-a9e1-b7d9fb162963 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545861 Feb 11 12:50:39.511573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e849bc-a454-469e-a9e1-b7d9fb162963 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e4ac8-1801-48df-8d0f-5efacd338a64,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:39.547474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['693a6911-4a3d-4cf8-b961-61367363b505'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:39.746819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:36Z', 'revision_number': 4, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port': {'id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '8adeba00-7d17-4cd9-9de2-96ee737c8b79', 'name': '', 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'mac_address': 'fa:16:3e:a7:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '799064bc-228b-4e4e-91b8-8669c0994b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:35Z', 'updated_at': '2022-02-11T12:50:36Z', 'revision_number': 2, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'subnets': [{'id': '799064bc-228b-4e4e-91b8-8669c0994b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:39.765054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53746) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:39.771181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2b6ac7f3-06e0-48e7-bdcd-fa25eb7e8dd8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619476490', 'description': 'tempest-description--38387352'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:39.792741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Checking router: 07d1e171-3005-4552-9729-4f740353c7d9 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:50:39.793004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Updating router 07d1e171-3005-4552-9729-4f740353c7d9 port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:50:39.820529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7f3-06e0-48e7-bdcd-fa25eb7e8dd8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:39.837029 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:39.911464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd27d52-a2f2-49f4-9437-c2a633a230a1 req-428f1dfb-95f6-47af-b8fb-cc3c6159e80d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:39.923522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbd27d52-a2f2-49f4-9437-c2a633a230a1 req-428f1dfb-95f6-47af-b8fb-cc3c6159e80d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 970 time: 0.1219473 Feb 11 12:50:40.002955 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbd27d52-a2f2-49f4-9437-c2a633a230a1 req-b94a0057-99de-4552-b112-6cfd0a8bf9c1 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734410 Feb 11 12:50:40.014784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7f3-06e0-48e7-bdcd-fa25eb7e8dd8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group (0e3e05e8-f00b-4dab-a4fd-6ec0aa442888), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.021311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7f3-06e0-48e7-bdcd-fa25eb7e8dd8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0e3e05e8-f00b-4dab-a4fd-6ec0aa442888), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.052835 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b6ac7f3-06e0-48e7-bdcd-fa25eb7e8dd8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.057279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53758) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:40.061872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5318c54c-6738-45ff-a249-8035a7efc14e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'security_group_rule': {'security_group_id': '0e3e05e8-f00b-4dab-a4fd-6ec0aa442888', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:40.066835 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b6ac7f3-06e0-48e7-bdcd-fa25eb7e8dd8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2999074 Feb 11 12:50:40.069050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ac7f3-06e0-48e7-bdcd-fa25eb7e8dd8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:40.099874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5318c54c-6738-45ff-a249-8035a7efc14e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group_rule (036ef71d-8e4b-4df2-9fc1-75860c0b25e3), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.193724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5318c54c-6738-45ff-a249-8035a7efc14e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group_rule (036ef71d-8e4b-4df2-9fc1-75860c0b25e3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.204922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53764) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:40.212036 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5318c54c-6738-45ff-a249-8035a7efc14e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (036ef71d-8e4b-4df2-9fc1-75860c0b25e3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.250297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318c54c-6738-45ff-a249-8035a7efc14e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036ef71d-8e4b-4df2-9fc1-75860c0b25e3,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:40.263002 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Publish callbacks [] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.266421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5318c54c-6738-45ff-a249-8035a7efc14e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.269691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5318c54c-6738-45ff-a249-8035a7efc14e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2095237 Feb 11 12:50:40.270713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53774) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:40.275229 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.277441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a3ad8acf-5e7f-42ab-8173-73618371eac6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'security_group_rule': {'security_group_id': '0e3e05e8-f00b-4dab-a4fd-6ec0aa442888', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:40.321005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8acf-5e7f-42ab-8173-73618371eac6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group_rule (ce108243-4ee6-4e72-b56b-58dab6469b2e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.332178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a2f0fa3-984e-40c8-9e6e-f825d574b845 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:40.415075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8acf-5e7f-42ab-8173-73618371eac6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group_rule (ce108243-4ee6-4e72-b56b-58dab6469b2e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.423853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8acf-5e7f-42ab-8173-73618371eac6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ce108243-4ee6-4e72-b56b-58dab6469b2e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.489308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad8acf-5e7f-42ab-8173-73618371eac6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce108243-4ee6-4e72-b56b-58dab6469b2e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:40.500586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8acf-5e7f-42ab-8173-73618371eac6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.501981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a3ad8acf-5e7f-42ab-8173-73618371eac6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2301753 Feb 11 12:50:40.505332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53780) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:40.507108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-261778150-network', 'tenant_id': 'a505bd73cf8f44468d10525f84e970f1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:40.513152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:40.546987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Made reservation on behalf of a505bd73cf8f44468d10525f84e970f1 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:40.549400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.572593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.604922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.657986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f98a28-785e-41f9-aee0-7bc7e7eeeb2b None None] Pushing event updated for resources: {'Port': ['ID=8adeba00-7d17-4cd9-9de2-96ee737c8b79,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:40.675848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898ab23-2c36-489b-86c0-68a01f02dc33 req-4067c55d-4459-4161-8cb7-c7a1a6e06900 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:40.683700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9898ab23-2c36-489b-86c0-68a01f02dc33 req-4067c55d-4459-4161-8cb7-c7a1a6e06900 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 950 time: 0.1441736 Feb 11 12:50:40.701689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Attempting to bind port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:40.702066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Attempting to bind port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:40.702525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Attempting to bind port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 on network d7d1f6cd-6d12-4cef-bcfb-15843e47686e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:40.704409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:40.704781 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.737102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 693a6911-4a3d-4cf8-b961-61367363b505 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:40.753044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9898ab23-2c36-489b-86c0-68a01f02dc33 req-adcb7aac-264c-4177-8033-57f41c9c09aa tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680826 Feb 11 12:50:40.767167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks [] for security_group (dcbd6e01-be4f-4ec7-be94-bc7bec415028), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.775106 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dcbd6e01-be4f-4ec7-be94-bc7bec415028), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.798701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:40.799372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Checking segment: {'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:40.800785 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.801587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:50:40.802079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Bound using segment: {'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:40.802596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Bound port: 8adeba00-7d17-4cd9-9de2-96ee737c8b79, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:40.802988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.827508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.827866 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Added segment f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c of type vlan for network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 Feb 11 12:50:40.842848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.842963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e06a7389-c163-40dd-88d3-a7e39cfa8483 None None] Provisioning complete for port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:40.843211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e06a7389-c163-40dd-88d3-a7e39cfa8483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.901904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 693a6911-4a3d-4cf8-b961-61367363b505 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:50:40.912578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbd6e01-be4f-4ec7-be94-bc7bec415028,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:40.942317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 693a6911-4a3d-4cf8-b961-61367363b505 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:40.942786 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (693a6911-4a3d-4cf8-b961-61367363b505), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:40.955373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e06a7389-c163-40dd-88d3-a7e39cfa8483 None None] Port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:40.964259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Allocated IP 172.25.1.6 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/3150829e-c595-4770-83ec-d9aee0f7cfa6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:40.997487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] For port 8adeba00-7d17-4cd9-9de2-96ee737c8b79, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:41.017125 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (cd5a70b9-37f3-42ff-954a-2f5dc3871e51), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.050409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] For port 8adeba00-7d17-4cd9-9de2-96ee737c8b79, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8adeba00-7d17-4cd9-9de2-96ee737c8b79,segment=NetworkSegment(32b0c43e-2c50-47dc-9a4f-b93b950e6f0e),segment_id=32b0c43e-2c50-47dc-9a4f-b93b950e6f0e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:41.061510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (cd5a70b9-37f3-42ff-954a-2f5dc3871e51), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.063899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:41.064504 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.069013 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.113055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:41.156080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.171808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9656193 Feb 11 12:50:41.175153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53798) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:41.182633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Request body: {'subnet': {'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-261778150-subnet', 'tenant_id': 'a505bd73cf8f44468d10525f84e970f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:41.211522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f98a28-785e-41f9-aee0-7bc7e7eeeb2b None None] Pushing event updated for resources: {'Port': ['ID=8adeba00-7d17-4cd9-9de2-96ee737c8b79,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:41.224087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Routers {'07d1e171-3005-4552-9729-4f740353c7d9'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:50:41.227836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:50:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['07d1e171-3005-4552-9729-4f740353c7d9'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:41.245384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.251140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Made reservation on behalf of a505bd73cf8f44468d10525f84e970f1 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:41.256219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.291690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb9c39-106d-4547-974f-fbeb32fcbc6d admin admin] Pushing event updated for resources: {'Network': ['ID=cd5a70b9-37f3-42ff-954a-2f5dc3871e51,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:41.325615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:50:41.352035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 693a6911-4a3d-4cf8-b961-61367363b505 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:41.352444 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (693a6911-4a3d-4cf8-b961-61367363b505), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.371998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ab033-e524-4c02-9999-7771c5a33dd1 req-13dd8560-a9b8-4ae9-8812-31dd06dc5ee5 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:41.373631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf8ab033-e524-4c02-9999-7771c5a33dd1 req-13dd8560-a9b8-4ae9-8812-31dd06dc5ee5 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 970 time: 0.2640607 Feb 11 12:50:41.515098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693a6911-4a3d-4cf8-b961-61367363b505'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:41.517792 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3901c6a9-8e1f-4ec8-92c6-cf2d9f3ff556" -d '{"events": [{"server_uuid": "cfab7191-9a65-47ca-9088-9d084f8cce1f", "name": "network-vif-plugged", "status": "completed", "tag": "693a6911-4a3d-4cf8-b961-61367363b505"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:41.550688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 693a6911-4a3d-4cf8-b961-61367363b505, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=693a6911-4a3d-4cf8-b961-61367363b505,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:41.566977 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (693a6911-4a3d-4cf8-b961-61367363b505), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.570457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] Set router 07d1e171-3005-4552-9729-4f740353c7d9 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:50:41.609853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf8ab033-e524-4c02-9999-7771c5a33dd1 req-0352ca8f-031f-475f-9038-bcdb54079311 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259545 Feb 11 12:50:41.629606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:41.636338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:41.641110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:41.641933 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84e2d1-1396-40a8-8933-567382f275ad x-openstack-request-id: req-0e84e2d1-1396-40a8-8933-567382f275ad {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:41.642255 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfab7191-9a65-47ca-9088-9d084f8cce1f", "name": "network-vif-plugged", "status": "completed", "tag": "693a6911-4a3d-4cf8-b961-61367363b505", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:41.642513 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e84e2d1-1396-40a8-8933-567382f275ad {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:41.642908 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693a6911-4a3d-4cf8-b961-61367363b505', 'code': 200} Feb 11 12:50:41.709517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event updated for resources: {'Port': ['ID=3150829e-c595-4770-83ec-d9aee0f7cfa6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:41.743073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-19fbd7d2-6fab-49fb-bd64-0a4dddc4f28b None None] Provisioning complete for port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:41.743458 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-19fbd7d2-6fab-49fb-bd64-0a4dddc4f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.748892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=693a6911-4a3d-4cf8-b961-61367363b505,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:41.800294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.945010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:41.968107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97775ff0-d387-45ee-8a60-f65e9a00b84e req-4d6f5ff0-9054-4d5e-a29e-366c4a922100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:41.969770 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97775ff0-d387-45ee-8a60-f65e9a00b84e req-4d6f5ff0-9054-4d5e-a29e-366c4a922100 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 1153 time: 0.2855031 Feb 11 12:50:41.980554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-19fbd7d2-6fab-49fb-bd64-0a4dddc4f28b None None] Current status of the port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:41.980955 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-19fbd7d2-6fab-49fb-bd64-0a4dddc4f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.023069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (b5c69056-a93f-4e95-b28d-8dbb666ba34a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.048415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-19fbd7d2-6fab-49fb-bd64-0a4dddc4f28b None None] For port 8adeba00-7d17-4cd9-9de2-96ee737c8b79, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8adeba00-7d17-4cd9-9de2-96ee737c8b79,segment=NetworkSegment(32b0c43e-2c50-47dc-9a4f-b93b950e6f0e),segment_id=32b0c43e-2c50-47dc-9a4f-b93b950e6f0e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:42.056769 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-19fbd7d2-6fab-49fb-bd64-0a4dddc4f28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.062819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:36Z', 'revision_number': 4, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port': {'id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '8adeba00-7d17-4cd9-9de2-96ee737c8b79', 'name': '', 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'mac_address': 'fa:16:3e:a7:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '799064bc-228b-4e4e-91b8-8669c0994b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:35Z', 'updated_at': '2022-02-11T12:50:40Z', 'revision_number': 4, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'subnets': [{'id': '799064bc-228b-4e4e-91b8-8669c0994b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:50:42.113214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78894923-896a-4c2a-ad0e-4802b8c49d84 None None] The sync data for ids ['07d1e171-3005-4552-9729-4f740353c7d9'] in n-d-828675-3 is: [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:36Z', 'revision_number': 4, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port': {'id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '8adeba00-7d17-4cd9-9de2-96ee737c8b79', 'name': '', 'network_id': 'd7d1f6cd-6d12-4cef-bcfb-15843e47686e', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'mac_address': 'fa:16:3e:a7:c4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 146, 'fixed_ips': [{'subnet_id': '799064bc-228b-4e4e-91b8-8669c0994b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:35Z', 'updated_at': '2022-02-11T12:50:40Z', 'revision_number': 4, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'subnets': [{'id': '799064bc-228b-4e4e-91b8-8669c0994b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:50:42.145084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5c69056-a93f-4e95-b28d-8dbb666ba34a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:42.150544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbd7d2-6fab-49fb-bd64-0a4dddc4f28b None None] Pushing event updated for resources: {'Port': ['ID=8adeba00-7d17-4cd9-9de2-96ee737c8b79,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:42.174174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e51bda-b559-44e9-a5ad-eeb57c0d9cfa req-a8104a44-9941-4027-83cd-eff2bef34861 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:42.182006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0e51bda-b559-44e9-a5ad-eeb57c0d9cfa req-a8104a44-9941-4027-83cd-eff2bef34861 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 950 time: 0.3057396 Feb 11 12:50:42.208194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:42.208547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Network hostable DHCP agents. Network: cd5a70b9-37f3-42ff-954a-2f5dc3871e51, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:50:42.240616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97775ff0-d387-45ee-8a60-f65e9a00b84e req-6218f6c1-3b2a-45dc-845b-99e34c87b870 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431347 Feb 11 12:50:42.245172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:50:42.267255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, cd5a70b9-37f3-42ff-954a-2f5dc3871e51) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:42.270200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.278238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0cc1f-fd7b-4c88-8359-fdf81e169561 None None] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:42.279070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:42.280703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.290417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0e51bda-b559-44e9-a5ad-eeb57c0d9cfa req-9dbf9e6c-1586-4ffd-aa5a-48fe1bed6796 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027591 Feb 11 12:50:42.292000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.325331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7a2d8999-57b6-4caf-a6e8-7ba641dd8dcb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1461270 Feb 11 12:50:42.383551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.406100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event updated for resources: {'Port': ['ID=3150829e-c595-4770-83ec-d9aee0f7cfa6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:42.417521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.419136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e645af2e-f4c0-4612-8e0e-cc027120558b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9127769 Feb 11 12:50:42.437218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8adeba00-7d17-4cd9-9de2-96ee737c8b79 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:42.562878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80547b-2f93-403f-bf8c-26b3079b11d0 None None] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:42.588890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-84af807c-123c-4ac2-a5eb-d76fa3a43268 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aef1367f085a40399874535097a2b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459676 Feb 11 12:50:42.598799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:42.599247 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:42.765582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-efec42e4-97bc-4aea-83aa-f558d9a41863 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:42.767719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-efec42e4-97bc-4aea-83aa-f558d9a41863 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780021 Feb 11 12:50:42.793802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:42.801442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-4d64f8ef-c10b-4b18-a652-dc7afc8c267c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/quotas/aef1367f085a40399874535097a2b1a8 HTTP/1.1" status: 200 len: 375 time: 0.0233853 Feb 11 12:50:42.805186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-7323d648-0ee9-4168-8de4-aac731fa4d90 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1619476490&fields=id&tenant_id=9d4da46d0eac41c9b03beaeb5457adb5 HTTP/1.1" status: 200 len: 267 time: 0.0861373 Feb 11 12:50:42.854381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-1d0664e5-8dc3-45ad-84a1-80541362679c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460076 Feb 11 12:50:43.026242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-59c883fd-1023-4f4a-84f2-2f76e79867f3 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:43.026242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-59c883fd-1023-4f4a-84f2-2f76e79867f3 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 823 time: 0.2138972 Feb 11 12:50:43.043455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-75aebf9d-bb15-47a9-9d80-bdd38474298c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/quotas/9d4da46d0eac41c9b03beaeb5457adb5 HTTP/1.1" status: 200 len: 375 time: 0.0106163 Feb 11 12:50:43.159794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-38000221-23a5-44db-a912-25bca35fc443 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1091630 Feb 11 12:50:43.192387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2360b1-cceb-492c-ac5a-28b5de800588 req-bedae375-ff65-4725-8da3-4ac4e237da1b tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:43.195111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec2360b1-cceb-492c-ac5a-28b5de800588 req-bedae375-ff65-4725-8da3-4ac4e237da1b tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 971 time: 0.0744238 Feb 11 12:50:43.264198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec2360b1-cceb-492c-ac5a-28b5de800588 req-541b0cb1-58b5-4d0d-bd4c-61666db09dce tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624740 Feb 11 12:50:43.307895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53892) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:43.314228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1018553421-network', 'tenant_id': 'd43a92f23f8a4514a92ac3f358ebee89'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:43.343169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Made reservation on behalf of d43a92f23f8a4514a92ac3f358ebee89 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:43.346070 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.358771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.407764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-6d477a43-147c-4570-9d5a-3a2cdb6d2a50 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aef1367f085a40399874535097a2b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339453 Feb 11 12:50:43.474152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-4552b9e1-4721-4e79-bc89-44d38ba7ab31 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:50:43.475199 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-4552b9e1-4721-4e79-bc89-44d38ba7ab31 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123958 Feb 11 12:50:43.587349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks [] for security_group (a7acd0b0-4ec2-48cb-a502-bcb7a40276a3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.595414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-86139f87-15d8-4770-b09d-9b69c8ee0ed3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:43.597110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-86139f87-15d8-4770-b09d-9b69c8ee0ed3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794317 Feb 11 12:50:43.603257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a7acd0b0-4ec2-48cb-a502-bcb7a40276a3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.613504 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-e8af0d98-4d87-464c-8362-5ed0a2c28279 service neutron] 10.222.0.42 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304414 Feb 11 12:50:43.630626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-84ba1ba2-9543-463b-81d4-caaaa33037bf tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/quotas/aef1367f085a40399874535097a2b1a8 HTTP/1.1" status: 200 len: 375 time: 0.0238099 Feb 11 12:50:43.636687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:50:43.684083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-aa696346-2019-486e-8d08-6147d71577c4 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395856 Feb 11 12:50:43.686685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7acd0b0-4ec2-48cb-a502-bcb7a40276a3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:43.691657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e64daab0-798d-4a96-b35c-c02084e05fff), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.692002 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Added segment e64daab0-798d-4a96-b35c-c02084e05fff of type vlan for network d13b55a7-c650-476b-adad-5076eb0c0aa2 Feb 11 12:50:43.735118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-a7f7382a-05fc-4892-809d-85b3af4090a6 service neutron] 10.222.0.42 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200945 Feb 11 12:50:43.740332 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d13b55a7-c650-476b-adad-5076eb0c0aa2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.774645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d13b55a7-c650-476b-adad-5076eb0c0aa2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.775636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:43.776574 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.829452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53908) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:43.830475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5210800 Feb 11 12:50:43.834556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Request body: {'subnet': {'network_id': 'd13b55a7-c650-476b-adad-5076eb0c0aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1018553421-subnet', 'tenant_id': 'd43a92f23f8a4514a92ac3f358ebee89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:43.873380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afbcae0-e9d4-47ca-8799-0f02a2aac545 admin admin] Pushing event updated for resources: {'Network': ['ID=d13b55a7-c650-476b-adad-5076eb0c0aa2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:43.888146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d13b55a7-c650-476b-adad-5076eb0c0aa2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:50:43.937896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Made reservation on behalf of d43a92f23f8a4514a92ac3f358ebee89 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:43.940588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:43.991009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c109e290-a969-494a-a914-5e08c5ce5461 req-4696da72-24d2-4704-82b5-c736463724e1 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 210 time: 0.0643282 Feb 11 12:50:44.107513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b1e2b7b-41a4-44c8-9947-be61a80ed376 req-7f9b7d4b-393f-47b6-a9c3-03ac417ba293 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 210 time: 0.0338991 Feb 11 12:50:44.120592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae53ea-59e4-4ecd-9d49-b022c54a3fa1 req-60730b72-852c-48ee-8505-7a1c9876d792 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:44.136050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74ae53ea-59e4-4ecd-9d49-b022c54a3fa1 req-60730b72-852c-48ee-8505-7a1c9876d792 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 950 time: 0.1513867 Feb 11 12:50:44.209165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74ae53ea-59e4-4ecd-9d49-b022c54a3fa1 req-16949c53-7d34-40a0-9290-226952b42ac3 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777838 Feb 11 12:50:44.412758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (cb859f04-24a8-4f05-9935-c7bb26ad91ab), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:44.529475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb859f04-24a8-4f05-9935-c7bb26ad91ab,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:44.590679 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-7eb23abd-0bed-4831-8fc8-54f3a0a8d6f9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=aef1367f085a40399874535097a2b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318098 Feb 11 12:50:44.615455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685f68d-a4a7-42ae-a42f-8cfa279ce7a2 req-10309ffa-0ec6-4b9a-b448-a0ae7906fecf tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:44.617062 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9685f68d-a4a7-42ae-a42f-8cfa279ce7a2 req-10309ffa-0ec6-4b9a-b448-a0ae7906fecf tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 971 time: 0.2313621 Feb 11 12:50:44.620086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Checking segment: {'id': 'e64daab0-798d-4a96-b35c-c02084e05fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd13b55a7-c650-476b-adad-5076eb0c0aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:44.620419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Network hostable DHCP agents. Network: d13b55a7-c650-476b-adad-5076eb0c0aa2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:50:44.666615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Network d13b55a7-c650-476b-adad-5076eb0c0aa2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:50:44.691102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9685f68d-a4a7-42ae-a42f-8cfa279ce7a2 req-6d72473e-1461-4220-9e29-0eabb7f51ec0 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 Feb 11 12:50:44.701549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d13b55a7-c650-476b-adad-5076eb0c0aa2) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:44.713615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67780a94-8d6f-4e90-a971-f39c77a15434 None None] Network d13b55a7-c650-476b-adad-5076eb0c0aa2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:44.715240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:44.716153 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:44.750051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8e0f7c55-8afd-45c1-be51-b962a20dcf07 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9189394 Feb 11 12:50:44.784817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c547fd0f-dd1a-4a3b-81d2-2ed67ba5de6b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:44.786317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c547fd0f-dd1a-4a3b-81d2-2ed67ba5de6b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1909387 Feb 11 12:50:44.804045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Request body: {'port': {'device_id': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'aef1367f085a40399874535097a2b1a8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:44.896795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b820694b-a183-4a64-a8a7-fdc03900ef20 None None] Network d13b55a7-c650-476b-adad-5076eb0c0aa2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:50:45.086825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Made reservation on behalf of aef1367f085a40399874535097a2b1a8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:45.092381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:45.106433 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:45.148129 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70e529cf-85af-44d4-a420-913c0f46ca27 req-09152681-6544-484d-9a45-ddaf1593f252 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 210 time: 0.0355515 Feb 11 12:50:45.205995 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks [] for security_group (7fb5edcd-139c-45fe-a454-2fb49b2e655f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:45.212501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7fb5edcd-139c-45fe-a454-2fb49b2e655f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:45.276949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5ef27-0817-43b3-aa7d-0ddf237a4409 req-835ff019-5975-45ac-84e6-489bea26af69 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:45.278461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85b5ef27-0817-43b3-aa7d-0ddf237a4409 req-835ff019-5975-45ac-84e6-489bea26af69 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 950 time: 0.0509744 Feb 11 12:50:45.332600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb5edcd-139c-45fe-a454-2fb49b2e655f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:45.333771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85b5ef27-0817-43b3-aa7d-0ddf237a4409 req-9a732cf5-7f6e-4a76-bbe3-0cdcd1a609c7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495179 Feb 11 12:50:45.425766 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-21d7ecea-7a23-41cb-b113-a5b3360c1b7f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=aef1367f085a40399874535097a2b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395327 Feb 11 12:50:45.459413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.64', 58234) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:45.475179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e97ba12-2da7-40df-ba82-81f125306a34 req-86cfb5ee-41f2-4bd9-80dd-3a4b95e81b08 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 210 time: 0.0541077 Feb 11 12:50:45.557518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-9921765d-cab6-4c84-a8b7-cd0a76692179 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:45.559342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-9921765d-cab6-4c84-a8b7-cd0a76692179 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.3285966 Feb 11 12:50:45.593598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Allocated IP 192.168.233.83 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/6c16443f-1fa7-4eb0-b303-89d3c4ad8528) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:45.609303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-a69f644d-edfe-4b17-9b4f-2eabc04cbc08 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:45.610968 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-a69f644d-edfe-4b17-9b4f-2eabc04cbc08 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341224 Feb 11 12:50:45.621448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-2a7eff27-e853-468b-b019-7b6338c818bb tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/quotas/a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 375 time: 0.0318377 Feb 11 12:50:45.624325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Request body: {'port': {'device_id': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'aef1367f085a40399874535097a2b1a8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:45.680053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-7afd0e57-d4b5-4f0f-88ec-f54c3dd7ab36 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507526 Feb 11 12:50:45.691335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-6d13b689-c92e-4207-8ea7-6ab7e65c2974 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:45.692777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-6d13b689-c92e-4207-8ea7-6ab7e65c2974 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 823 time: 0.2316310 Feb 11 12:50:45.746623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Made reservation on behalf of aef1367f085a40399874535097a2b1a8 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:45.750855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:45.832891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-5d33b8e2-d145-4483-acdc-839ff8a6ed71 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4da46d0eac41c9b03beaeb5457adb5 HTTP/1.1" status: 200 len: 380 time: 0.1261714 Feb 11 12:50:45.845049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'port': {'device_id': '960d57b4-ffec-41d4-82c2-398f308415e1', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'admin_state_up': True, 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'security_groups': ['0e3e05e8-f00b-4dab-a4fd-6ec0aa442888']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:45.851373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-f171706d-ce7c-4431-be89-dc11fd04535f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:50:45.852347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-f171706d-ce7c-4431-be89-dc11fd04535f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0815749 Feb 11 12:50:45.870449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea741ff-61bb-45b9-85f8-9bc3bf101182 req-70a53b9d-3d42-4d52-b963-657a7378dea3 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:45.871951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ea741ff-61bb-45b9-85f8-9bc3bf101182 req-70a53b9d-3d42-4d52-b963-657a7378dea3 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 971 time: 0.0946784 Feb 11 12:50:45.889068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks [] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:45.909748 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:45.925435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ea741ff-61bb-45b9-85f8-9bc3bf101182 req-adf44683-2dfd-48a9-b39a-0f5495a8aa3c tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477858 Feb 11 12:50:46.080376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fda29-bad2-473a-bec9-d64cb1c8eb37 req-76c34a5c-fc83-4a9b-99e3-4538a541a9a0 tempest-AggregatesAdminTestJSON-1804645680 tempest-AggregatesAdminTestJSON-1804645680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:46.082013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b9fda29-bad2-473a-bec9-d64cb1c8eb37 req-76c34a5c-fc83-4a9b-99e3-4538a541a9a0 tempest-AggregatesAdminTestJSON-1804645680 tempest-AggregatesAdminTestJSON-1804645680-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 1153 time: 0.0469799 Feb 11 12:50:46.101757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7b9fda29-bad2-473a-bec9-d64cb1c8eb37 req-b5bcf681-afb6-47f2-860f-262923a2d2c0 tempest-AggregatesAdminTestJSON-1804645680 tempest-AggregatesAdminTestJSON-1804645680-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.182188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7b9fda29-bad2-473a-bec9-d64cb1c8eb37 req-b5bcf681-afb6-47f2-860f-262923a2d2c0 tempest-AggregatesAdminTestJSON-1804645680 tempest-AggregatesAdminTestJSON-1804645680-project-admin] Publish callbacks [] for security_group (bbba422a-f489-4203-9f47-23eb6e298393), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.189974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7b9fda29-bad2-473a-bec9-d64cb1c8eb37 req-b5bcf681-afb6-47f2-860f-262923a2d2c0 tempest-AggregatesAdminTestJSON-1804645680 tempest-AggregatesAdminTestJSON-1804645680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bbba422a-f489-4203-9f47-23eb6e298393), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.228278 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b9fda29-bad2-473a-bec9-d64cb1c8eb37 req-b5bcf681-afb6-47f2-860f-262923a2d2c0 tempest-AggregatesAdminTestJSON-1804645680 tempest-AggregatesAdminTestJSON-1804645680-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398895 Feb 11 12:50:46.229476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcf681-afb6-47f2-860f-262923a2d2c0 tempest-AggregatesAdminTestJSON-1804645680 tempest-AggregatesAdminTestJSON-1804645680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbba422a-f489-4203-9f47-23eb6e298393,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:46.230031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-d3b5aa71-0640-4ec8-b3bd-54b03c1bf9d3 service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543580 Feb 11 12:50:46.232372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.310344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Allocated IP 192.168.233.95 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/0b4fcfab-c830-40f4-a476-7a083ef2c04a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:46.310889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Made reservation on behalf of 9d4da46d0eac41c9b03beaeb5457adb5 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:46.314223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.321305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:46.351227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f225808d-829e-457e-ab18-fd358b15990d req-c9998ce1-56e5-4be6-b178-fee61aa25a24 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 210 time: 0.0350533 Feb 11 12:50:46.364443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:46.370127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:46.379160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:46.385157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:46.385702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.418275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-c6e04d63-f89c-4184-a659-8bf283903f3f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6190441 Feb 11 12:50:46.465403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Request body: {'port': {'device_id': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:46.497020 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-eb8ec854-fc7b-4dc2-9f27-3160bd1e55cb service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542236 Feb 11 12:50:46.520930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks [] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.528644 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:50:46.583610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.602694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.637138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:46.647957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:46.651748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Allocated IP 172.20.0.10 (0f919c4c-16c1-4a2a-9e16-342d43ca6e14/2bdc1dc9-25bf-47da-874d-b623fd56e653/2442d463-4b68-4212-a58f-674130c41f00) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:46.653663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:46.661055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:46.661765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.745717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1254408 Feb 11 12:50:46.751593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5ffa4-b36e-4fbc-af4f-a35c9eb779e9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Pushing event updated for resources: {'Port': ['ID=0b4fcfab-c830-40f4-a476-7a083ef2c04a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:46.769970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Request body: {'port': {'device_id': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'device_owner': 'compute:tempest-test_az-277397625', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:46.841231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3537a-8614-4a18-a7a9-ca7bcdbb1be3 req-09793d1d-75ea-4392-8793-f489a23d1456 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:46.842700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36a3537a-8614-4a18-a7a9-ca7bcdbb1be3 req-09793d1d-75ea-4392-8793-f489a23d1456 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 950 time: 0.1453087 Feb 11 12:50:46.854579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-484d614a-e794-4085-9f20-cf45cab010b6 None None] Provisioning complete for port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:46.854954 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-484d614a-e794-4085-9f20-cf45cab010b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.928561 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:46.950323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-484d614a-e794-4085-9f20-cf45cab010b6 None None] Port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:46.986914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.53', 64866) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:47.083687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9cd68ed8-1390-4513-a88b-181f6f2ba489 None None] Provisioning complete for port 0b4fcfab-c830-40f4-a476-7a083ef2c04a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:47.084270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9cd68ed8-1390-4513-a88b-181f6f2ba489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.175071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88673-80d9-4631-84be-72b4355a5e81 req-50c6ba58-460f-4ec3-bac4-9ebca948c6be tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:47.179284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.182976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9cd68ed8-1390-4513-a88b-181f6f2ba489 None None] Port 0b4fcfab-c830-40f4-a476-7a083ef2c04a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:47.189262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-edc88673-80d9-4631-84be-72b4355a5e81 req-50c6ba58-460f-4ec3-bac4-9ebca948c6be tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 935 time: 0.4240296 Feb 11 12:50:47.222567 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36a3537a-8614-4a18-a7a9-ca7bcdbb1be3 req-628217c9-00fc-459b-84b8-0a079a0cca08 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419111 Feb 11 12:50:47.257662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-8c01c89a-255a-4178-ab89-d000dcba72f6 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:47.260123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-8c01c89a-255a-4178-ab89-d000dcba72f6 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 1132 time: 0.2720525 Feb 11 12:50:47.346657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for port (2442d463-4b68-4212-a58f-674130c41f00), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.394263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748162d-ba7b-4457-8ce7-4ec198b7d2ca req-2f237f53-3281-40f3-90e6-8fe7ee25661e tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:47.400468 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6748162d-ba7b-4457-8ce7-4ec198b7d2ca req-2f237f53-3281-40f3-90e6-8fe7ee25661e tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 971 time: 0.0711222 Feb 11 12:50:47.418234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-edc88673-80d9-4631-84be-72b4355a5e81 req-c7b28fef-fa81-4313-a2a5-f9a50c17ed93 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274857 Feb 11 12:50:47.458432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6748162d-ba7b-4457-8ce7-4ec198b7d2ca req-1ca6ef64-5b52-40b8-b80f-6876a23df144 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558109 Feb 11 12:50:47.477760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:47.495494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Publish callbacks [] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.536532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0e82e2e-c09f-4dff-a4bd-438dee9cad80 req-53193284-6b58-4516-95b4-8a629e05b543 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 210 time: 0.0431654 Feb 11 12:50:47.540337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Deleting port 4d4587ac-254f-4a44-a538-8d2b11f5b800 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:50:47.540990 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.555114 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2442d463-4b68-4212-a58f-674130c41f00), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.566116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Transition to ACTIVE for port object 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:50:47.578357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.640264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc416e6-52f2-4de0-aeb7-527748cb6d4e req-36b70ed2-27fd-4f81-81a3-65db9b749aab tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:47.641753 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0cc416e6-52f2-4de0-aeb7-527748cb6d4e req-36b70ed2-27fd-4f81-81a3-65db9b749aab tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 932 time: 0.1101632 Feb 11 12:50:47.657678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:47.667632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:47.672220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event updated for resources: {'Port': ['ID=2442d463-4b68-4212-a58f-674130c41f00,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:47.674602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:47.679765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:47.680916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.735702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0cc416e6-52f2-4de0-aeb7-527748cb6d4e req-c2f92098-a698-4557-8812-5fe7a3a0b52a tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852604 Feb 11 12:50:47.778541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-9204d07c-6041-495c-96b7-8b0516f2fa91 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9380643 Feb 11 12:50:47.788957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4fcfab-c830-40f4-a476-7a083ef2c04a {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:47.797908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] For port 4d4587ac-254f-4a44-a538-8d2b11f5b800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4d4587ac-254f-4a44-a538-8d2b11f5b800,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:47.798274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.798411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Publish callbacks [] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.803999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Request body: {'port': {'device_id': '960d57b4-ffec-41d4-82c2-398f308415e1', 'device_owner': 'compute:tempest-test_az-277397625', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:47.815393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Transition to ACTIVE for port object 0b4fcfab-c830-40f4-a476-7a083ef2c04a will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:50:47.822798 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.853116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:47.855565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Attempting to bind port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:47.855888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Attempting to bind port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:47.856207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Attempting to bind port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:47.874001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Calling delete_port for 4d4587ac-254f-4a44-a538-8d2b11f5b800 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:50:47.886454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:50:47.886782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Attempting to bind port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:47.900166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4fcfab-c830-40f4-a476-7a083ef2c04a,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:47.928299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:47.928503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:47.928915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:47.929364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Bound port: 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:47.929761 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.946720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Attempting to bind port 0b4fcfab-c830-40f4-a476-7a083ef2c04a on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:47.947052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Attempting to bind port 0b4fcfab-c830-40f4-a476-7a083ef2c04a by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:47.947373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Attempting to bind port 0b4fcfab-c830-40f4-a476-7a083ef2c04a on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:47.954756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Port 0b4fcfab-c830-40f4-a476-7a083ef2c04a on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:50:47.954955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Attempting to bind port 0b4fcfab-c830-40f4-a476-7a083ef2c04a on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:47.960767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:47.961104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:47.961743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:47.962258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Bound port: 0b4fcfab-c830-40f4-a476-7a083ef2c04a, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:47.965776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:47.969035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.53', 64868) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:48.031909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7875d6d9-6fe8-45a2-9ef1-48e6b7e93ffa None None] Provisioning complete for port 2442d463-4b68-4212-a58f-674130c41f00 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:48.032559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7875d6d9-6fe8-45a2-9ef1-48e6b7e93ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2442d463-4b68-4212-a58f-674130c41f00), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.036430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2442d463-4b68-4212-a58f-674130c41f00), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.082994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7875d6d9-6fe8-45a2-9ef1-48e6b7e93ffa None None] Port 2442d463-4b68-4212-a58f-674130c41f00 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:48.130529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:48.167858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:48.184970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-55a895b3-ce26-4083-adca-6ce63f05c8e5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.186969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-55a895b3-ce26-4083-adca-6ce63f05c8e5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.2158558 Feb 11 12:50:48.191490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] For port 0b4fcfab-c830-40f4-a476-7a083ef2c04a, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:48.196125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] For port 0b4fcfab-c830-40f4-a476-7a083ef2c04a, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:48.212846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Request body: {'port': {'device_id': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'admin_state_up': True, 'tenant_id': 'a505bd73cf8f44468d10525f84e970f1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:48.221624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.64', 58238) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:48.222942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.255782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.318871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.319877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.321255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] 10.222.0.53 "PUT /v2.0/ports/6c16443f-1fa7-4eb0-b303-89d3c4ad8528 HTTP/1.1" status: 200 len: 1095 time: 1.8617871 Feb 11 12:50:48.332839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:48.335255 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c580d99e-77a2-4579-8e6c-e7df033b418b" -d '{"events": [{"name": "network-changed", "server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:48.338652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.339366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.340943 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] 10.222.0.64 "PUT /v2.0/ports/0b4fcfab-c830-40f4-a476-7a083ef2c04a HTTP/1.1" status: 200 len: 1116 time: 1.5783455 Feb 11 12:50:48.342293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'tag': '0b4fcfab-c830-40f4-a476-7a083ef2c04a'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:48.344937 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c70463b-2e7a-43dc-82b5-2301f6495138" -d '{"events": [{"name": "network-changed", "server_uuid": "0de984c4-3fec-4d4f-ae09-af7836b3bc37", "tag": "0b4fcfab-c830-40f4-a476-7a083ef2c04a"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:48.424820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d78fa-6f5a-4292-a778-882d3d8e7ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4fcfab-c830-40f4-a476-7a083ef2c04a,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:48.468324 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9706a1-deaf-44d8-8306-de1effa1f8c3 x-openstack-request-id: req-8c9706a1-deaf-44d8-8306-de1effa1f8c3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:48.468937 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:48.469369 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c9706a1-deaf-44d8-8306-de1effa1f8c3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:48.469961 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'status': 'completed', 'code': 200} Feb 11 12:50:48.489236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-bb83e897-8be5-4032-86e5-2ee62bfab64a tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.491644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-bb83e897-8be5-4032-86e5-2ee62bfab64a tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.64 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 971 time: 0.2661176 Feb 11 12:50:48.495320 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd46cc7-9e93-4dc3-a79c-2cb17746259b x-openstack-request-id: req-bbd46cc7-9e93-4dc3-a79c-2cb17746259b {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:48.495839 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de984c4-3fec-4d4f-ae09-af7836b3bc37", "tag": "0b4fcfab-c830-40f4-a476-7a083ef2c04a", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:48.496307 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbd46cc7-9e93-4dc3-a79c-2cb17746259b {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:48.496875 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'tag': '0b4fcfab-c830-40f4-a476-7a083ef2c04a', 'status': 'completed', 'code': 200} Feb 11 12:50:48.515521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (4d4587ac-254f-4a44-a538-8d2b11f5b800), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.523761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b08bf-68ab-4c38-b6a4-4f3b5c15f99b service neutron] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:48.531944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4d4587ac-254f-4a44-a538-8d2b11f5b800'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:48.583425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d4587ac-254f-4a44-a538-8d2b11f5b800,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:48.621288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-5ab6b2fe-865c-4660-9b55-ff6eb555bfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.623018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-5ab6b2fe-865c-4660-9b55-ff6eb555bfc5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 1150 time: 0.2111058 Feb 11 12:50:48.650716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Made reservation on behalf of a505bd73cf8f44468d10525f84e970f1 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:48.654874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.739894 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-706d6bd6-966e-4133-80cf-a03c24c78808 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a HTTP/1.1" status: 200 len: 217 time: 0.0913374 Feb 11 12:50:48.854126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d6beb-508c-4cce-af6f-919ea02390d1 req-85770361-e1f2-451f-a066-088edd7197ec tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.863788 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-299d6beb-508c-4cce-af6f-919ea02390d1 req-85770361-e1f2-451f-a066-088edd7197ec tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 968 time: 0.3092492 Feb 11 12:50:48.879495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77721764-007c-42f5-be9a-7c994eb2f8bd req-fdbae929-b2f1-4960-a622-6f4970549188 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.882326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77721764-007c-42f5-be9a-7c994eb2f8bd req-fdbae929-b2f1-4960-a622-6f4970549188 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=99b40daf-cea7-4e63-a457-b3d907ee2b37 HTTP/1.1" status: 200 len: 867 time: 0.5650365 Feb 11 12:50:48.905496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-a3c5d0c1-2591-4a55-8df1-a284f51f6bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.907635 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-a3c5d0c1-2591-4a55-8df1-a284f51f6bbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1563857 Feb 11 12:50:48.919181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] No DVR routers for this DVR port 4d4587ac-254f-4a44-a538-8d2b11f5b800 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:50:48.935227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.938674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b81088e7-6e1c-4a2b-ac54-edcdca4bdba4 req-f9117e71-bdc9-4e65-a181-4e46fd0912d2 tempest-DeleteServersAdminTestJSON-384626082 tempest-DeleteServersAdminTestJSON-384626082-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4d4587ac-254f-4a44-a538-8d2b11f5b800 HTTP/1.1" status: 204 len: 173 time: 1.6634033 Feb 11 12:50:48.947393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Deleting port 693a6911-4a3d-4cf8-b961-61367363b505 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:50:48.947833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (693a6911-4a3d-4cf8-b961-61367363b505), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:48.956737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b236afdd-d8df-47ca-abcd-f2f62580e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:48.958344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-b236afdd-d8df-47ca-abcd-f2f62580e825 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1129 time: 0.5180187 Feb 11 12:50:49.033515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-299d6beb-508c-4cce-af6f-919ea02390d1 req-c82f6a2d-2c28-4ec7-b5cb-cf07fcff6cd8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688132 Feb 11 12:50:49.039305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-d53debe6-1fc7-4219-9232-e01232bc8012 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528 HTTP/1.1" status: 200 len: 217 time: 0.0524457 Feb 11 12:50:49.045259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2442d463-4b68-4212-a58f-674130c41f00 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:49.062270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Publish callbacks [] for port (2442d463-4b68-4212-a58f-674130c41f00), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:49.067809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77721764-007c-42f5-be9a-7c994eb2f8bd req-14a1861c-a827-4c53-b359-707e6dbdffe0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768072 Feb 11 12:50:49.103432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Transition to ACTIVE for port object 2442d463-4b68-4212-a58f-674130c41f00 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:50:49.115781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Allocated IP 172.20.0.11 (cd5a70b9-37f3-42ff-954a-2f5dc3871e51/b5c69056-a93f-4e95-b28d-8dbb666ba34a/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:49.116062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-1499e339-2ee0-486b-8158-59a435c5d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.117849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-1499e339-2ee0-486b-8158-59a435c5d752 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0644846 Feb 11 12:50:49.131380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2442d463-4b68-4212-a58f-674130c41f00), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:49.146022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-f36c07e3-b3e6-474e-a796-76041c720a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.147643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-f36c07e3-b3e6-474e-a796-76041c720a31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2249279 Feb 11 12:50:49.243309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d98fcc8-5458-4b8e-9ad8-40d97c13b42b req-d9a1a9c4-81ea-436b-b4be-b197f5542078 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 210 time: 0.0369875 Feb 11 12:50:49.243919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2442d463-4b68-4212-a58f-674130c41f00,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:49.247861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] For port 693a6911-4a3d-4cf8-b961-61367363b505, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=693a6911-4a3d-4cf8-b961-61367363b505,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:49.248419 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (693a6911-4a3d-4cf8-b961-61367363b505), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:49.291177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Attempting to bind port 2442d463-4b68-4212-a58f-674130c41f00 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:49.291630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Attempting to bind port 2442d463-4b68-4212-a58f-674130c41f00 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:49.292093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Attempting to bind port 2442d463-4b68-4212-a58f-674130c41f00 on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:49.296201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-d5dccbda-b01b-4435-934b-996edfa156a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.297749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-d5dccbda-b01b-4435-934b-996edfa156a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1675231 Feb 11 12:50:49.301718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Port 2442d463-4b68-4212-a58f-674130c41f00 on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:50:49.302178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Attempting to bind port 2442d463-4b68-4212-a58f-674130c41f00 on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:49.307777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:49.308111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Checking segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:49.309226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Bound using segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:49.309226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Bound port: 2442d463-4b68-4212-a58f-674130c41f00, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:49.309226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2442d463-4b68-4212-a58f-674130c41f00), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:49.309483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Calling delete_port for 693a6911-4a3d-4cf8-b961-61367363b505 owned by compute:tempest-test_az-277397625 {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:50:49.486639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] For port 2442d463-4b68-4212-a58f-674130c41f00, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:49.497285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] For port 2442d463-4b68-4212-a58f-674130c41f00, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2442d463-4b68-4212-a58f-674130c41f00,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:49.520850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918c14a-3328-4ca2-9dc0-7edd7b32a45a req-34bba1bd-b531-4cb5-81df-b3ab1fa8c6ee tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.523094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2918c14a-3328-4ca2-9dc0-7edd7b32a45a req-34bba1bd-b531-4cb5-81df-b3ab1fa8c6ee tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 965 time: 0.1827414 Feb 11 12:50:49.524552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2442d463-4b68-4212-a58f-674130c41f00), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:49.531144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-0a5138fe-7252-4059-8216-60057f81941f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196243 Feb 11 12:50:49.689682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.690462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:49.692161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/2442d463-4b68-4212-a58f-674130c41f00 HTTP/1.1" status: 200 len: 1113 time: 1.8975449 Feb 11 12:50:49.693783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-b72479ea-5d19-4c55-a833-1aabb78b55fa service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344851 Feb 11 12:50:49.695987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2918c14a-3328-4ca2-9dc0-7edd7b32a45a req-78fa6c51-911c-4d30-97b5-4a61147c940c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639383 Feb 11 12:50:49.709428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2236-82a8-45d6-bce2-4452b1138a59 req-e82d2ae5-31d6-4df0-8544-c7863670df54 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.712439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fed9c-7995-40b4-8684-04a6f1c697b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2442d463-4b68-4212-a58f-674130c41f00,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:49.717464 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e44c2236-82a8-45d6-bce2-4452b1138a59 req-e82d2ae5-31d6-4df0-8544-c7863670df54 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 971 time: 0.5365002 Feb 11 12:50:49.744265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d510c603-4be7-47dc-8b37-3c35b3f30ad0 req-77fcbc70-cc4c-459d-9d8b-fe65d8b82781 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894987 Feb 11 12:50:49.826114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-789a0071-4e47-4199-8cdb-fd3d02aa9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.828547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-789a0071-4e47-4199-8cdb-fd3d02aa9784 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 1147 time: 0.0664673 Feb 11 12:50:49.902140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-940a6f12-dd45-4ae8-baea-9c03f0628636 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2442d463-4b68-4212-a58f-674130c41f00 HTTP/1.1" status: 200 len: 217 time: 0.0480072 Feb 11 12:50:49.913104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks [] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:49.952890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e44c2236-82a8-45d6-bce2-4452b1138a59 req-971e3440-57e0-47ff-b098-3454428496b2 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/security-groups?id=934836c6-283d-40e5-b44e-28334a9cf8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345381 Feb 11 12:50:49.958808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-0329f8d2-68a9-4b97-8bb0-0476a05a4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.960457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-0329f8d2-68a9-4b97-8bb0-0476a05a4135 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1129 time: 0.1485243 Feb 11 12:50:49.966231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-dd1bcbcf-d0c4-4b9c-8474-9bcd1aaabe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:49.967699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-dd1bcbcf-d0c4-4b9c-8474-9bcd1aaabe54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bdc1dc9-25bf-47da-874d-b623fd56e653 HTTP/1.1" status: 200 len: 862 time: 0.0585175 Feb 11 12:50:50.007150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f23a53c8-f138-47a7-ae7e-2bcbfca6367b req-cd5257ac-9c4d-4af3-b97a-9398862c5933 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845976 Feb 11 12:50:50.012040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (693a6911-4a3d-4cf8-b961-61367363b505), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:50.024799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['693a6911-4a3d-4cf8-b961-61367363b505'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:50.044946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:50.046731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Pushing event deleted for resources: {'Port': ['ID=693a6911-4a3d-4cf8-b961-61367363b505,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:50.120121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-64969e49-265b-44f8-b232-36b5a4e84aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.121962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-64969e49-265b-44f8-b232-36b5a4e84aa1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1463432 Feb 11 12:50:50.122974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-4bdada33-6833-4eb8-be98-ddfb5957eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.124860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-4bdada33-6833-4eb8-be98-ddfb5957eaaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1563067 Feb 11 12:50:50.159841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:50.189511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] No DVR routers for this DVR port 693a6911-4a3d-4cf8-b961-61367363b505 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:50:50.194588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:50.203616 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:50.207038 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c81781b5-3c55-4f30-9caa-67931191ea4d req-4d491d6b-8129-424b-a093-e572690c408d tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.64 "DELETE /v2.0/ports/693a6911-4a3d-4cf8-b961-61367363b505 HTTP/1.1" status: 204 len: 173 time: 1.7056384 Feb 11 12:50:50.207751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:50.213268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.214029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:50.260018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:50.264803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-2aa7a237-f6e6-4949-a159-cdc3d09f296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.266413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-2aa7a237-f6e6-4949-a159-cdc3d09f296e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 1150 time: 0.2078023 Feb 11 12:50:50.280799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-de251554-bf1b-401d-b526-dc3c820e1460 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0808406 Feb 11 12:50:50.307710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Request body: {'port': {'device_id': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:50.373328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-94e196a5-e58d-4d7b-9f03-024cfcb061ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528 HTTP/1.1" status: 200 len: 217 time: 0.1825783 Feb 11 12:50:50.410143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cd8c2-8e2d-4840-860a-4619642f7838 req-38c8afab-447a-4a16-bf09-c43bdbc12f51 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.411860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-869cd8c2-8e2d-4840-860a-4619642f7838 req-38c8afab-447a-4a16-bf09-c43bdbc12f51 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 968 time: 0.2799022 Feb 11 12:50:50.472889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'name': 'network-vif-deleted', 'tag': '4d4587ac-254f-4a44-a538-8d2b11f5b800'}, {'name': 'network-changed', 'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'tag': '2442d463-4b68-4212-a58f-674130c41f00'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:50.475177 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1206dde0-850a-491d-ace2-3b867296a071" -d '{"events": [{"server_uuid": "99b40daf-cea7-4e63-a457-b3d907ee2b37", "name": "network-vif-deleted", "tag": "4d4587ac-254f-4a44-a538-8d2b11f5b800"}, {"name": "network-changed", "server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "tag": "2442d463-4b68-4212-a58f-674130c41f00"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:50.478991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-094a4608-2f67-41db-b317-6dda435fa4d0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482172 Feb 11 12:50:50.498106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'name': 'network-vif-deleted', 'tag': '693a6911-4a3d-4cf8-b961-61367363b505'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:50.500929 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10301622-00ff-42b3-a9e5-bccc00c30728" -d '{"events": [{"server_uuid": "cfab7191-9a65-47ca-9088-9d084f8cce1f", "name": "network-vif-deleted", "tag": "693a6911-4a3d-4cf8-b961-61367363b505"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:50.516139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-2760b268-10e5-4082-8ccf-5ca6aa58cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.517507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-2760b268-10e5-4082-8ccf-5ca6aa58cb86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1046064 Feb 11 12:50:50.525885 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:50.541680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-35caf8ec-1f91-4555-bba6-1a161a39d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.543178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-35caf8ec-1f91-4555-bba6-1a161a39d47f service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2687702 Feb 11 12:50:50.556440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-869cd8c2-8e2d-4840-860a-4619642f7838 req-a8a8af69-5e2a-4307-aa6f-cadf9d815c65 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314995 Feb 11 12:50:50.615761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee744-be99-44e6-b40e-559e69f3150b req-caa2ce96-7add-4d5d-a5c2-d639dd9753cf tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.617752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d53ee744-be99-44e6-b40e-559e69f3150b req-caa2ce96-7add-4d5d-a5c2-d639dd9753cf tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 932 time: 0.2069855 Feb 11 12:50:50.619792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-113b2ca3-dffe-463a-a2d1-cb34a5826258 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a HTTP/1.1" status: 200 len: 217 time: 0.0701447 Feb 11 12:50:50.673598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-060f1e3a-fb4d-4cce-991e-92f4ea8b30ae tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375175 Feb 11 12:50:50.677914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5d1284-a020-410b-8ec9-9a935d1ba25f req-bcb5ee66-15b8-490a-bb36-9620fa2a0439 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903400 Feb 11 12:50:50.692125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-a30523b8-c2c4-4891-add7-258cc098e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.693591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-a30523b8-c2c4-4891-add7-258cc098e23f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1553671 Feb 11 12:50:50.770820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-d2330998-a5e1-40c3-adb3-9502c2de7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.772195 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-d2330998-a5e1-40c3-adb3-9502c2de7a51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1419091 Feb 11 12:50:50.797397 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d53ee744-be99-44e6-b40e-559e69f3150b req-09074985-7467-4a76-9f47-cd6a359b26d8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681385 Feb 11 12:50:50.856536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-9884b2da-c197-4800-8225-56d0b65ec7cf tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.858678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-9884b2da-c197-4800-8225-56d0b65ec7cf tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768398 Feb 11 12:50:50.859818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-5ccce351-ad03-4e0e-8e76-f291f0aa6955 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530230 Feb 11 12:50:50.871853 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6819daef-f19e-4b9f-9e40-aa283eccc14a x-openstack-request-id: req-6819daef-f19e-4b9f-9e40-aa283eccc14a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:50.872173 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b40daf-cea7-4e63-a457-b3d907ee2b37", "name": "network-vif-deleted", "tag": "4d4587ac-254f-4a44-a538-8d2b11f5b800", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "tag": "2442d463-4b68-4212-a58f-674130c41f00", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:50.872358 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6819daef-f19e-4b9f-9e40-aa283eccc14a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:50.872769 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b40daf-cea7-4e63-a457-b3d907ee2b37', 'name': 'network-vif-deleted', 'tag': '4d4587ac-254f-4a44-a538-8d2b11f5b800', 'status': 'completed', 'code': 200} Feb 11 12:50:50.873016 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'tag': '2442d463-4b68-4212-a58f-674130c41f00', 'status': 'completed', 'code': 200} Feb 11 12:50:50.875647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-f38bedef-949d-405b-9fba-06ddccda3017 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/quotas/6efe678ba9ec4741b43c156acc8c7cc0 HTTP/1.1" status: 200 len: 375 time: 0.0123644 Feb 11 12:50:50.894961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-aa0cb5e5-7548-4548-a4bf-70460144530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:50.896505 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-aa0cb5e5-7548-4548-a4bf-70460144530c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1152685 Feb 11 12:50:50.912863 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5baa58-d528-4aaa-9b3e-f8b8099cadcd x-openstack-request-id: req-af5baa58-d528-4aaa-9b3e-f8b8099cadcd {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:50.913313 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfab7191-9a65-47ca-9088-9d084f8cce1f", "name": "network-vif-deleted", "tag": "693a6911-4a3d-4cf8-b961-61367363b505", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:50.913572 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af5baa58-d528-4aaa-9b3e-f8b8099cadcd {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:50.913991 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfab7191-9a65-47ca-9088-9d084f8cce1f', 'name': 'network-vif-deleted', 'tag': '693a6911-4a3d-4cf8-b961-61367363b505', 'status': 'completed', 'code': 200} Feb 11 12:50:50.922325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-262df444-a6aa-46f2-a620-23ae7f94364a tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395670 Feb 11 12:50:51.060424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c580d99e-77a2-4579-8e6c-e7df033b418b req-48fd0428-3bea-4a52-93d1-6ee22e00b2eb service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305079 Feb 11 12:50:51.066194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206dde0-850a-491d-ace2-3b867296a071 req-5d15b5ce-e8fb-4cc1-9fb6-27aa0022ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.067676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1206dde0-850a-491d-ace2-3b867296a071 req-5d15b5ce-e8fb-4cc1-9fb6-27aa0022ec43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 1147 time: 0.1481376 Feb 11 12:50:51.123264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-97289d00-64d8-4f92-a852-c62ff5e1fe98 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084119 Feb 11 12:50:51.129273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:51.150148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Publish callbacks [] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:51.192807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8771aa-3228-4f89-8d60-1c0c17df51cd req-9c14aa8e-58d6-4242-8fa8-dc7f18f8fff9 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.194791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc8771aa-3228-4f89-8d60-1c0c17df51cd req-9c14aa8e-58d6-4242-8fa8-dc7f18f8fff9 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 965 time: 0.1791134 Feb 11 12:50:51.197692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Transition to ACTIVE for port object 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:50:51.233950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:51.347166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:51.352528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c70463b-2e7a-43dc-82b5-2301f6495138 req-88351560-da2f-49cd-ae18-a5d639013cc3 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182751 Feb 11 12:50:51.359493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc8771aa-3228-4f89-8d60-1c0c17df51cd req-c82b7c58-278c-40d9-84c5-fb71298cffdd tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298223 Feb 11 12:50:51.415336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:51.415861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:51.416403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:51.453741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-232e0e26-373a-49ed-95a6-f79d5437ded3 req-3c1f155b-fa67-4042-b1cc-f6005bfa7400 tempest-AggregatesAdminTestJSON-965337491 tempest-AggregatesAdminTestJSON-965337491-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfab7191-9a65-47ca-9088-9d084f8cce1f HTTP/1.1" status: 200 len: 210 time: 0.2634153 Feb 11 12:50:51.455721 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e202898f-e84e-4c06-aaba-7c9c545a578e req-58672b55-ea41-4d62-89f8-612c0b690dfb tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 210 time: 0.0358646 Feb 11 12:50:51.456427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:50:51.456742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:51.462263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:51.462594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:51.463434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:51.463434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Bound port: 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:51.463760 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:51.477402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206dde0-850a-491d-ace2-3b867296a071 req-39b58d45-659a-485c-abfd-40bea77a4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.479751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1206dde0-850a-491d-ace2-3b867296a071 req-39b58d45-659a-485c-abfd-40bea77a4253 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 924 time: 0.4056699 Feb 11 12:50:51.521248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1206dde0-850a-491d-ace2-3b867296a071 req-a4e78825-415c-44b9-811e-1b7a37b08340 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2442d463-4b68-4212-a58f-674130c41f00 HTTP/1.1" status: 200 len: 217 time: 0.0353069 Feb 11 12:50:51.532509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:51.535608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:51.543014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:51.572500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206dde0-850a-491d-ace2-3b867296a071 req-78966435-f44c-4ef8-be34-0625860ac752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.573908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1206dde0-850a-491d-ace2-3b867296a071 req-78966435-f44c-4ef8-be34-0625860ac752 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bdc1dc9-25bf-47da-874d-b623fd56e653 HTTP/1.1" status: 200 len: 862 time: 0.0469723 Feb 11 12:50:51.582262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.583353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:51.586076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] 10.222.0.53 "PUT /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 1092 time: 1.2846162 Feb 11 12:50:51.609611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1911b-8f79-45c8-9f6b-5512272c298d service neutron] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:51.633415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206dde0-850a-491d-ace2-3b867296a071 req-5e7bdbf9-64bb-422a-9d8e-01fdb0d85d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.635110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1206dde0-850a-491d-ace2-3b867296a071 req-5e7bdbf9-64bb-422a-9d8e-01fdb0d85d83 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539510 Feb 11 12:50:51.651996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4d4587ac-254f-4a44-a538-8d2b11f5b800 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:50:51.677140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 4d4587ac-254f-4a44-a538-8d2b11f5b800 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:50:51.677790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4d4587ac-254f-4a44-a538-8d2b11f5b800 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:50:51.727892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-577d9e9a-7f02-4cd3-a32e-d6a84513a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.729425 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-577d9e9a-7f02-4cd3-a32e-d6a84513a4cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1126 time: 0.0883543 Feb 11 12:50:51.740269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09be989-b7bf-438b-b6c5-155576d5c6c1 req-21b26ecc-1767-4103-b8e5-47e13b803acb tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.742087 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09be989-b7bf-438b-b6c5-155576d5c6c1 req-21b26ecc-1767-4103-b8e5-47e13b803acb tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 968 time: 0.0676544 Feb 11 12:50:51.754578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1206dde0-850a-491d-ace2-3b867296a071 req-1ba1a7f2-00ff-4f77-b8ad-6a7422e8d10b service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120985 Feb 11 12:50:51.782015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-00884cbe-c3db-40ad-a2ad-aa568a33ae45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 217 time: 0.0389285 Feb 11 12:50:51.858777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1206dde0-850a-491d-ace2-3b867296a071 req-546d7eba-2a52-4c44-8efd-bffd9b1d140d service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969613 Feb 11 12:50:51.861945 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09be989-b7bf-438b-b6c5-155576d5c6c1 req-e4733732-8dca-48ae-a38f-a82ab5f26201 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822973 Feb 11 12:50:51.879412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-b40c1a86-c2ef-4138-9d35-0332095c529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.880975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-b40c1a86-c2ef-4138-9d35-0332095c529c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0748196 Feb 11 12:50:51.915517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-8e909ab6-16b7-43d1-b0b1-dfa2439e7590 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271659 Feb 11 12:50:51.953395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18527a90-98fa-4c15-a975-4bbe15f5ad27 req-b77c9eef-c064-4d3b-b70c-f66c3c5cb5bd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:51.954986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18527a90-98fa-4c15-a975-4bbe15f5ad27 req-b77c9eef-c064-4d3b-b70c-f66c3c5cb5bd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.0535381 Feb 11 12:50:52.002179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18527a90-98fa-4c15-a975-4bbe15f5ad27 req-39c7bb51-5422-4301-a9ce-d7039ee86749 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Feb 11 12:50:52.005312 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-c29855dd-128d-452d-adc3-867f0cb21de2 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822425 Feb 11 12:50:52.104827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3eb3c933-def6-4118-ba77-b2370e26df87 req-b9b83277-d1e7-4b9b-8733-b9a1355dad39 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883796 Feb 11 12:50:52.273804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-edf41e91-3942-41e0-922f-84eeb406b692 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233841 Feb 11 12:50:52.385561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-c01b000b-6087-44a7-b1cd-b19023c8156f tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:52.387038 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-c01b000b-6087-44a7-b1cd-b19023c8156f tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082892 Feb 11 12:50:52.405877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Request body: {'port': {'device_id': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '6efe678ba9ec4741b43c156acc8c7cc0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:52.551027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a902cc9c-64b2-4ce6-885e-9754359f4ebd req-75c968c9-c23c-41d8-9764-f5fbc07d2c81 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 210 time: 0.0271294 Feb 11 12:50:52.551245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7ee68-3739-4644-97c8-2a26d73889bc req-e2ca9ba7-073f-4de3-8ed6-250a750e4f5c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:52.552523 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80b7ee68-3739-4644-97c8-2a26d73889bc req-e2ca9ba7-073f-4de3-8ed6-250a750e4f5c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 965 time: 0.0894177 Feb 11 12:50:52.566490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Made reservation on behalf of 6efe678ba9ec4741b43c156acc8c7cc0 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:50:52.570122 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:52.650139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80b7ee68-3739-4644-97c8-2a26d73889bc req-aba2aaa3-8148-40c1-add5-de8dedb4f366 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908453 Feb 11 12:50:52.726796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Allocated IP 192.168.233.101 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/79009f10-8baf-4d6a-8f01-e60c1e1a2fe7) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:50:52.745419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 693a6911-4a3d-4cf8-b961-61367363b505 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:50:52.764999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 693a6911-4a3d-4cf8-b961-61367363b505 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:50:52.765656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 693a6911-4a3d-4cf8-b961-61367363b505 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:50:52.885214 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks [] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:52.915931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:52.918361 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae33a4ca-2b76-49a8-9c92-25e23d015785" -d '{"events": [{"name": "network-changed", "server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:52.953188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.017948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:50:53.022869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Pushing event updated for resources: {'Port': ['ID=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:53.031636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:50:53.040241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fecd9-f43b-4846-9961-79e0ab848c2f req-27c5c7f1-c8fb-4547-a50d-c651d8d604ea tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:53.041809 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-292fecd9-f43b-4846-9961-79e0ab848c2f req-27c5c7f1-c8fb-4547-a50d-c651d8d604ea tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 968 time: 0.1170964 Feb 11 12:50:53.042597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:50:53.047453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:53.048069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.067864 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4661623-d4c3-4bff-b607-c64150c83cf7 x-openstack-request-id: req-b4661623-d4c3-4bff-b607-c64150c83cf7 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:53.068155 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:53.068404 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4661623-d4c3-4bff-b607-c64150c83cf7 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:53.068798 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'status': 'completed', 'code': 200} Feb 11 12:50:53.090650 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-1c6672af-f4f4-4af7-a071-a922be785678 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6889298 Feb 11 12:50:53.114812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-292fecd9-f43b-4846-9961-79e0ab848c2f req-f9d897a5-af04-4749-bf2f-36d83a7688c2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634732 Feb 11 12:50:53.119636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Request body: {'port': {'device_id': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:50:53.201866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.238192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-111c6cfb-6081-4578-897a-a8291ceed99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:53.239746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-111c6cfb-6081-4578-897a-a8291ceed99f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1126 time: 0.1374655 Feb 11 12:50:53.277371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451aaaa-7d81-493e-824f-1d97f0114a36 req-4aeab981-5c05-47f7-8fa8-8e59368b164e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:53.278951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c451aaaa-7d81-493e-824f-1d97f0114a36 req-4aeab981-5c05-47f7-8fa8-8e59368b164e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.1038699 Feb 11 12:50:53.285243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-840693bc-e68e-492e-ac13-65af4d427b8a None None] Provisioning complete for port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:53.285810 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-840693bc-e68e-492e-ac13-65af4d427b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.344763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-840693bc-e68e-492e-ac13-65af4d427b8a None None] Port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:50:53.391418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c451aaaa-7d81-493e-824f-1d97f0114a36 req-6b0db7f7-d461-4dbc-b060-ffd8c8520794 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925241 Feb 11 12:50:53.415309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-4249b87a-cf2b-4d28-9194-389db7364b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:53.417895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-4249b87a-cf2b-4d28-9194-389db7364b71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1685946 Feb 11 12:50:53.465615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-6a43967b-7035-4e39-83bc-13ef4f1d6182 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 217 time: 0.0407770 Feb 11 12:50:53.518277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-adc82f0a-2514-4c2d-9063-ec2337450033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:53.520181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-adc82f0a-2514-4c2d-9063-ec2337450033 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0478733 Feb 11 12:50:53.564617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-59b7b1ff-f81b-4e3f-b21f-b4aeceb2b757 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351574 Feb 11 12:50:53.669470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:50:53.705768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-e4860135-9b6f-4994-a4d6-90cfcb0b687c service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339121 Feb 11 12:50:53.749079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:53.756934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4046e-c5b3-4ab1-8e74-e774d8610d5b req-d606266f-0d25-4156-a34e-4c91093cbfd0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:53.762338 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Publish callbacks [] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.764122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cad4046e-c5b3-4ab1-8e74-e774d8610d5b req-d606266f-0d25-4156-a34e-4c91093cbfd0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 936 time: 0.1152210 Feb 11 12:50:53.779689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Transition to ACTIVE for port object 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:50:53.786234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.799338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:53.812797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'mac_address': 'fa:16:3e:aa:d8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:50:53.841174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Pushing event updated for resources: {'Port': ['ID=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:53.857228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:53.857620 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.871562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:53.873860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cad4046e-c5b3-4ab1-8e74-e774d8610d5b req-0b0f622d-1054-4662-b828-d86f79f9edd6 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088228 Feb 11 12:50:53.879899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae33a4ca-2b76-49a8-9c92-25e23d015785 req-7534b642-765f-462c-bb07-96d269b7da5e service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654975 Feb 11 12:50:53.915445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Attempting to bind port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:50:53.917762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Attempting to bind port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:50:53.918093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Attempting to bind port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:53.918819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:53.927736 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.935082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:50:53.935405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Attempting to bind port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:50:53.941463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:50:53.941846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:50:53.942226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:50:53.942649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Bound port: 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:50:53.943005 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:53.989936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:54.036239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d708922-3084-412d-8444-96121c6fd5c8 req-e2b3f455-0496-4401-8259-a8a4e3ccecc3 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:54.037861 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7d708922-3084-412d-8444-96121c6fd5c8 req-e2b3f455-0496-4401-8259-a8a4e3ccecc3 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 965 time: 0.1133969 Feb 11 12:50:54.068294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] For port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:50:54.093106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] For port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:50:54.104995 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:54.116771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7d708922-3084-412d-8444-96121c6fd5c8 req-27c177f6-3279-4ed7-b082-f9c013ccc851 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716920 Feb 11 12:50:54.153130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:54.154495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:54.155900 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] 10.222.0.53 "PUT /v2.0/ports/79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 HTTP/1.1" status: 200 len: 1096 time: 1.0469830 Feb 11 12:50:54.177517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['6c16443f-1fa7-4eb0-b303-89d3c4ad8528'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:54.197469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42506287-4ac6-411b-ae08-ccb5be3b513e service neutron] Pushing event updated for resources: {'Port': ['ID=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:54.319665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-811138a6-457c-418b-8245-7d93d72da6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:54.321308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-811138a6-457c-418b-8245-7d93d72da6bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 1130 time: 0.1039975 Feb 11 12:50:54.384096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99234a6-85fb-4f74-a127-838434bd5c6a req-05897a7d-a543-4852-bb62-b60a1e70a428 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:54.385681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b99234a6-85fb-4f74-a127-838434bd5c6a req-05897a7d-a543-4852-bb62-b60a1e70a428 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 968 time: 0.1220315 Feb 11 12:50:54.387142 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-b59d809a-dabb-4820-804d-c295eab3a753 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 HTTP/1.1" status: 200 len: 217 time: 0.0558441 Feb 11 12:50:54.475510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-a99b4b61-6172-46ab-bde8-67102a06147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:54.477219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-a99b4b61-6172-46ab-bde8-67102a06147c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0751982 Feb 11 12:50:54.481832 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b99234a6-85fb-4f74-a127-838434bd5c6a req-b64c9245-1e2b-4920-8489-c1e6e9fc6f4d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898750 Feb 11 12:50:54.537599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-a304a4f3-d757-4e45-abe1-19c741ef60c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:54.539508 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-a304a4f3-d757-4e45-abe1-19c741ef60c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0526731 Feb 11 12:50:54.659930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f1c3-6af4-4f4b-b90d-928be786b412 req-65355bdf-5063-4f04-956d-7e1a4b26e2c0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:54.661775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b669f1c3-6af4-4f4b-b90d-928be786b412 req-65355bdf-5063-4f04-956d-7e1a4b26e2c0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.1185153 Feb 11 12:50:54.688357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-368a656a-70b5-47b4-9fe4-afc9f53759dc service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360207 Feb 11 12:50:54.743335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b669f1c3-6af4-4f4b-b90d-928be786b412 req-acc27e4b-c857-46dc-bbdc-6f0d766f4d93 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716956 Feb 11 12:50:54.775456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0b4fcfab-c830-40f4-a476-7a083ef2c04a details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:50:54.813439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1a988cf-4d2b-4b8c-acb0-d9f295150421 req-e5e4e3ec-41c0-4b05-8c97-789510064047 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159801 Feb 11 12:50:54.918309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0b4fcfab-c830-40f4-a476-7a083ef2c04a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:54.938465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '0b4fcfab-c830-40f4-a476-7a083ef2c04a', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '0b4fcfab-c830-40f4-a476-7a083ef2c04a', 'mac_address': 'fa:16:3e:b4:c6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:tempest-test_az-277397625', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:50:54.988345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 0b4fcfab-c830-40f4-a476-7a083ef2c04a is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:54.988910 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:55.006919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4fcfab-c830-40f4-a476-7a083ef2c04a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:55.017085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c727d-1167-4e79-8654-b5cb11c8b398 req-db032d38-97f7-4ffa-a7c3-747657e0634b tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:55.018828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0c727d-1167-4e79-8654-b5cb11c8b398 req-db032d38-97f7-4ffa-a7c3-747657e0634b tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 948 time: 0.0573134 Feb 11 12:50:55.038161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0b4fcfab-c830-40f4-a476-7a083ef2c04a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:55.043933 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:55.044865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2442d463-4b68-4212-a58f-674130c41f00 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:50:55.073069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'tag': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:55.077237 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5362ea-135b-46a5-acf1-e06e2b15fb85" -d '{"events": [{"name": "network-changed", "server_uuid": "83388960-6aa2-4e76-ae3a-115ffc3b241e", "tag": "79009f10-8baf-4d6a-8f01-e60c1e1a2fe7"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:55.093562 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0c727d-1167-4e79-8654-b5cb11c8b398 req-59e84f60-443f-44a9-b41e-0c41fb5c65ae tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616369 Feb 11 12:50:55.129065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=0b4fcfab-c830-40f4-a476-7a083ef2c04a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:55.159644 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c608be93-c452-4f72-9bff-7804a2a77daa x-openstack-request-id: req-c608be93-c452-4f72-9bff-7804a2a77daa {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:55.159939 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83388960-6aa2-4e76-ae3a-115ffc3b241e", "tag": "79009f10-8baf-4d6a-8f01-e60c1e1a2fe7", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:55.160194 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c608be93-c452-4f72-9bff-7804a2a77daa {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:55.160725 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'tag': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7', 'status': 'completed', 'code': 200} Feb 11 12:50:55.225987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2442d463-4b68-4212-a58f-674130c41f00, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2442d463-4b68-4212-a58f-674130c41f00,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:55.244906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '2442d463-4b68-4212-a58f-674130c41f00', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'port_id': '2442d463-4b68-4212-a58f-674130c41f00', 'mac_address': 'fa:16:3e:6d:16:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-277397625', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:50:55.283499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-418a6da4-ff7b-4301-9472-e16cea38115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:55.285026 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-418a6da4-ff7b-4301-9472-e16cea38115e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 1130 time: 0.0880241 Feb 11 12:50:55.288426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2442d463-4b68-4212-a58f-674130c41f00 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:55.288931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2442d463-4b68-4212-a58f-674130c41f00), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:55.300979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36204630-c377-401b-8e4e-d7050de1a3b1 req-e5e4e77b-57c7-49e0-aff7-9b2e108f8607 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:55.302584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2442d463-4b68-4212-a58f-674130c41f00 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:55.302946 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36204630-c377-401b-8e4e-d7050de1a3b1 req-e5e4e77b-57c7-49e0-aff7-9b2e108f8607 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 965 time: 0.0679553 Feb 11 12:50:55.325204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2442d463-4b68-4212-a58f-674130c41f00, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2442d463-4b68-4212-a58f-674130c41f00,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:55.331925 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2442d463-4b68-4212-a58f-674130c41f00), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:55.384225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2442d463-4b68-4212-a58f-674130c41f00,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:55.413404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36204630-c377-401b-8e4e-d7050de1a3b1 req-fe276d6d-bf42-468d-b9cb-30a145852e33 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911391 Feb 11 12:50:55.429819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-ab9e50e1-03ca-4cbd-b5be-9918571faa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:55.429819 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-ab9e50e1-03ca-4cbd-b5be-9918571faa05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1250739 Feb 11 12:50:55.485756 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-6d4c554c-49c3-4555-a0e1-88d661549f8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 HTTP/1.1" status: 200 len: 217 time: 0.0462551 Feb 11 12:50:55.550011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-645b7f6f-539e-4671-8466-432dabc1d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:55.551927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-645b7f6f-539e-4671-8466-432dabc1d5b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0581214 Feb 11 12:50:55.648225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-5ba19e47-523f-4ba9-bc16-06c2221d33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:55.649777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-5ba19e47-523f-4ba9-bc16-06c2221d33e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0857506 Feb 11 12:50:55.659187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8b8e4-bb57-4885-b871-8a03321e4b96 req-7a6907dc-bcaf-4cd0-9f60-fbe75beaed8d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:55.660564 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-adc8b8e4-bb57-4885-b871-8a03321e4b96 req-7a6907dc-bcaf-4cd0-9f60-fbe75beaed8d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 969 time: 0.0711319 Feb 11 12:50:55.668046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0b4fcfab-c830-40f4-a476-7a083ef2c04a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:55.673969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['2442d463-4b68-4212-a58f-674130c41f00'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:55.698622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:50:55.736024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:55.788486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-adc8b8e4-bb57-4885-b871-8a03321e4b96 req-59cbf374-40d0-4a0a-b99d-9860db72362b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098802 Feb 11 12:50:55.794256 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-2d245bd8-15be-4dc8-b065-939220f464da service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327999 Feb 11 12:50:55.910464 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e5362ea-135b-46a5-acf1-e06e2b15fb85 req-718feace-fb90-4a27-ba34-b722762178f9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075883 Feb 11 12:50:55.992737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:50:56.031659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:56.032040 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.143461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:56.169186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec2bf7-2492-44ec-b2cc-22520d406ea4 req-906e6159-d54b-48a5-85dc-58348abc059e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:56.176349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'port_id': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'mac_address': 'fa:16:3e:53:83:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c69056-a93f-4e95-b28d-8dbb666ba34a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:50:56.178615 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-beec2bf7-2492-44ec-b2cc-22520d406ea4 req-906e6159-d54b-48a5-85dc-58348abc059e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.0777481 Feb 11 12:50:56.243041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-beec2bf7-2492-44ec-b2cc-22520d406ea4 req-a8c43332-a996-4f04-b0d0-4028a8d05c44 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Feb 11 12:50:56.348633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:56.349109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.363022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:56.363291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.378609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:56.409676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:56.411964 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646cf191-1e75-45e4-8997-49e1bedcc7ef" -d '{"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-plugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:56.419061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:56.424790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb325f-6d45-4fc6-9ee5-d7dbf903d36f req-07c53a15-9596-4fa4-8477-49a1fbc98f7b tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:56.431363 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-18fb325f-6d45-4fc6-9ee5-d7dbf903d36f req-07c53a15-9596-4fa4-8477-49a1fbc98f7b tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 948 time: 0.1119790 Feb 11 12:50:56.433537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:56.435075 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.448502 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.474322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54282) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:56.496315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:56.510330 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-18fb325f-6d45-4fc6-9ee5-d7dbf903d36f req-ea9f990c-4b19-430a-8061-a4abc7a95031 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733063 Feb 11 12:50:56.560172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:56.616152 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff215c64-a034-4d1b-a68d-6b7e543241a6 x-openstack-request-id: req-ff215c64-a034-4d1b-a68d-6b7e543241a6 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:56.616655 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-plugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:56.617002 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff215c64-a034-4d1b-a68d-6b7e543241a6 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:56.617425 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'code': 200} Feb 11 12:50:56.639698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3854bcb-0534-470c-a5e1-ce12e9c1825d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.722068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:56.784648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ac811-ed02-4adb-b1e9-f4e0b31edeca req-85986f8b-83f7-4b34-a787-9028c96025ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:56.786225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81b6ec-3a71-489d-9e3d-40553d48cedf req-8b8c309e-2f29-4242-86dd-6dcf3e35688e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:56.795783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb81b6ec-3a71-489d-9e3d-40553d48cedf req-8b8c309e-2f29-4242-86dd-6dcf3e35688e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 966 time: 0.1069651 Feb 11 12:50:56.802690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-750ac811-ed02-4adb-b1e9-f4e0b31edeca req-85986f8b-83f7-4b34-a787-9028c96025ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1131 time: 0.0954213 Feb 11 12:50:56.827726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3854bcb-0534-470c-a5e1-ce12e9c1825d admin admin] Publish callbacks [] for security_group (bf58f3d4-70b6-489c-990a-6b6e8fa31475), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.870674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb81b6ec-3a71-489d-9e3d-40553d48cedf req-b471f007-9ebf-42a8-9544-d35b93a76814 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739090 Feb 11 12:50:56.876942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3854bcb-0534-470c-a5e1-ce12e9c1825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bf58f3d4-70b6-489c-990a-6b6e8fa31475), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:56.905357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-750ac811-ed02-4adb-b1e9-f4e0b31edeca req-73a8ae67-da92-4428-9769-0e55eba92b55 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953739 Feb 11 12:50:56.943346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3854bcb-0534-470c-a5e1-ce12e9c1825d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf58f3d4-70b6-489c-990a-6b6e8fa31475,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:56.969043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c3854bcb-0534-470c-a5e1-ce12e9c1825d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=881c1c0246564398ab814ed3d247b7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4936323 Feb 11 12:50:56.971766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54318) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:57.028160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90f7955f-5b1a-41ab-8fee-99d9e5657021 admin admin] Publish callbacks [] for security_group (bf58f3d4-70b6-489c-990a-6b6e8fa31475), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.039682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4da541-2b97-47cf-b189-9c2ca49e7159 req-922aad7e-1502-4092-925c-7789db729534 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:57.049239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf4da541-2b97-47cf-b189-9c2ca49e7159 req-922aad7e-1502-4092-925c-7789db729534 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 969 time: 0.0789514 Feb 11 12:50:57.058953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90f7955f-5b1a-41ab-8fee-99d9e5657021 admin admin] Publish callbacks [] for security_group (bf58f3d4-70b6-489c-990a-6b6e8fa31475), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.090801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:57.106203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf4da541-2b97-47cf-b189-9c2ca49e7159 req-f2866fc9-11d5-4153-bf66-0d2daaf817d5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559158 Feb 11 12:50:57.162219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90f7955f-5b1a-41ab-8fee-99d9e5657021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bf58f3d4-70b6-489c-990a-6b6e8fa31475), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.166015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90f7955f-5b1a-41ab-8fee-99d9e5657021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.167799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90f7955f-5b1a-41ab-8fee-99d9e5657021 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf58f3d4-70b6-489c-990a-6b6e8fa31475 HTTP/1.1" status: 204 len: 168 time: 0.1949487 Feb 11 12:50:57.178683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7955f-5b1a-41ab-8fee-99d9e5657021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf58f3d4-70b6-489c-990a-6b6e8fa31475,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:57.289354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ed3331e-f38c-4f1a-8eab-30da001a2769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.427251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ed3331e-f38c-4f1a-8eab-30da001a2769 admin admin] Publish callbacks [] for security_group (af246410-56f7-4510-aaa2-c15fa074a173), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.439890 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ed3331e-f38c-4f1a-8eab-30da001a2769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af246410-56f7-4510-aaa2-c15fa074a173), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.456510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba15a9c-1f8c-4986-851e-e7d16ce72ee4 req-16f80f8c-b708-4d23-814d-8d791ea08f3b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:57.461852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ba15a9c-1f8c-4986-851e-e7d16ce72ee4 req-16f80f8c-b708-4d23-814d-8d791ea08f3b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 945 time: 0.1286669 Feb 11 12:50:57.478049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54358) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:57.514127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9ed3331e-f38c-4f1a-8eab-30da001a2769 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8891f2a750f6441c8700859021165e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220700 Feb 11 12:50:57.516901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54364) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:57.525089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3331e-f38c-4f1a-8eab-30da001a2769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af246410-56f7-4510-aaa2-c15fa074a173,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:57.569676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ba15a9c-1f8c-4986-851e-e7d16ce72ee4 req-242e3cc1-87bc-4796-bff9-cb77156b4d53 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026609 Feb 11 12:50:57.619225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e941d1fc-e676-4abd-8ea3-43dad3743102 admin admin] Publish callbacks [] for security_group (af246410-56f7-4510-aaa2-c15fa074a173), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.670278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e941d1fc-e676-4abd-8ea3-43dad3743102 admin admin] Publish callbacks [] for security_group (af246410-56f7-4510-aaa2-c15fa074a173), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.676762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54374) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:57.679947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb36510-d074-4e98-8794-24a2f8c68c77 req-406b4729-bfb6-42ee-8fe3-5f2174752e17 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:57.681578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4cb36510-d074-4e98-8794-24a2f8c68c77 req-406b4729-bfb6-42ee-8fe3-5f2174752e17 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 948 time: 0.0889108 Feb 11 12:50:57.698657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:50:57.723950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-412e324e-e64d-47a5-a2b8-e1e419df9982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.727845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:57.732544 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4cb36510-d074-4e98-8794-24a2f8c68c77 req-cc64e509-cb7f-4ea4-a224-bdb62045ae65 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454717 Feb 11 12:50:57.789975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-618b1cd3-671d-43a9-8095-79bec85e0de7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=282c7b358aee4938873678dcfae7a0ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3092651 Feb 11 12:50:57.792945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:57.807933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e941d1fc-e676-4abd-8ea3-43dad3743102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af246410-56f7-4510-aaa2-c15fa074a173), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.815477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e941d1fc-e676-4abd-8ea3-43dad3743102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.818323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e941d1fc-e676-4abd-8ea3-43dad3743102 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af246410-56f7-4510-aaa2-c15fa074a173 HTTP/1.1" status: 204 len: 168 time: 0.2981141 Feb 11 12:50:57.835075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941d1fc-e676-4abd-8ea3-43dad3743102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af246410-56f7-4510-aaa2-c15fa074a173,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:57.856203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9149b811-d7cc-4b0b-aff2-dd51dcbbe0e9 admin admin] Publish callbacks [] for security_group (934836c6-283d-40e5-b44e-28334a9cf8f5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.895876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9149b811-d7cc-4b0b-aff2-dd51dcbbe0e9 admin admin] Publish callbacks [] for security_group (934836c6-283d-40e5-b44e-28334a9cf8f5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.929436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:57.932308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:50:57.941912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:57.942290 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.968130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-412e324e-e64d-47a5-a2b8-e1e419df9982 admin admin] Publish callbacks [] for security_group (839918f2-af07-4cec-9561-63feece933aa), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.976195 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-412e324e-e64d-47a5-a2b8-e1e419df9982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (839918f2-af07-4cec-9561-63feece933aa), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.987750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7', 'mac_address': 'fa:16:3e:83:a0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:50:57.990854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9149b811-d7cc-4b0b-aff2-dd51dcbbe0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (934836c6-283d-40e5-b44e-28334a9cf8f5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.997250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9149b811-d7cc-4b0b-aff2-dd51dcbbe0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:57.999263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9149b811-d7cc-4b0b-aff2-dd51dcbbe0e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/934836c6-283d-40e5-b44e-28334a9cf8f5 HTTP/1.1" status: 204 len: 168 time: 0.2032011 Feb 11 12:50:58.010721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149b811-d7cc-4b0b-aff2-dd51dcbbe0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934836c6-283d-40e5-b44e-28334a9cf8f5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:58.020112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e324e-e64d-47a5-a2b8-e1e419df9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839918f2-af07-4cec-9561-63feece933aa,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:58.060746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-412e324e-e64d-47a5-a2b8-e1e419df9982 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd33cd7ce7444ffd8595f78b4cfca5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725450 Feb 11 12:50:58.064123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54398) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:58.120433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ab92-4667-423c-a108-91930fa35c20 req-54081c11-ac58-4464-859e-ac01677df216 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:58.133032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:58.133675 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.143526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3930ab92-4667-423c-a108-91930fa35c20 req-54081c11-ac58-4464-859e-ac01677df216 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 966 time: 0.0781016 Feb 11 12:50:58.177973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:50:58.185594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d219865-fea7-484e-a897-70fc17559213 admin admin] Publish callbacks [] for security_group (839918f2-af07-4cec-9561-63feece933aa), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.213131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:58.214879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:58.215509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.229677 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.264126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3930ab92-4667-423c-a108-91930fa35c20 req-1a5ebe03-403d-4aee-8e52-f2281604e495 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195397 Feb 11 12:50:58.264981 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d219865-fea7-484e-a897-70fc17559213 admin admin] Publish callbacks [] for security_group (839918f2-af07-4cec-9561-63feece933aa), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.325019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:58.357265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c046072-3f7b-42bf-a976-8f9552ac7299 req-49107c3d-c5d6-4476-a1dc-03674eef84c6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:58.358104 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.360116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c046072-3f7b-42bf-a976-8f9552ac7299 req-49107c3d-c5d6-4476-a1dc-03674eef84c6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 969 time: 0.1053903 Feb 11 12:50:58.363005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:58.411596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d219865-fea7-484e-a897-70fc17559213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (839918f2-af07-4cec-9561-63feece933aa), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.414952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d219865-fea7-484e-a897-70fc17559213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.415818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8d219865-fea7-484e-a897-70fc17559213 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/839918f2-af07-4cec-9561-63feece933aa HTTP/1.1" status: 204 len: 168 time: 0.3506012 Feb 11 12:50:58.435839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d219865-fea7-484e-a897-70fc17559213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839918f2-af07-4cec-9561-63feece933aa,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:58.447763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:58.448767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c046072-3f7b-42bf-a976-8f9552ac7299 req-10df2b74-3c46-4a31-97ed-86a941d11dc7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Feb 11 12:50:58.520098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54410) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:58.536156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b19b5640-fb45-4407-82d2-9fe01065c717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.540361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['79009f10-8baf-4d6a-8f01-e60c1e1a2fe7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:50:58.619363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:50:58.622138 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c829b901-5866-4215-a3ce-cbe3a17e5b51" -d '{"events": [{"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-plugged", "status": "completed", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:50:58.656171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b19b5640-fb45-4407-82d2-9fe01065c717 admin admin] Publish callbacks [] for security_group (6915f4ec-4850-40df-9130-5c43d6dec6e4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.669382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b19b5640-fb45-4407-82d2-9fe01065c717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6915f4ec-4850-40df-9130-5c43d6dec6e4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.690823 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d728295-67dd-4782-bffe-17056723f7c0 x-openstack-request-id: req-4d728295-67dd-4782-bffe-17056723f7c0 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:50:58.693327 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-plugged", "status": "completed", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:50:58.693529 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4d728295-67dd-4782-bffe-17056723f7c0 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:50:58.695922 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'code': 200} Feb 11 12:50:58.718726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b19b5640-fb45-4407-82d2-9fe01065c717 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c0a405a27124745b1c775f523b5c0db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974165 Feb 11 12:50:58.719675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5640-fb45-4407-82d2-9fe01065c717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6915f4ec-4850-40df-9130-5c43d6dec6e4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:58.722052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54416) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:58.778049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767220a8-4e62-40d0-b63e-0be1fecd2414 req-758ff88a-c889-43dd-a562-f6f91040f707 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:58.779645 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-767220a8-4e62-40d0-b63e-0be1fecd2414 req-758ff88a-c889-43dd-a562-f6f91040f707 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 946 time: 0.1057463 Feb 11 12:50:58.790964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0b4fcfab-c830-40f4-a476-7a083ef2c04a up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:58.801503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f20e-25ac-432e-b204-f274917b7b93 admin admin] Publish callbacks [] for security_group (6915f4ec-4850-40df-9130-5c43d6dec6e4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.843160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f20e-25ac-432e-b204-f274917b7b93 admin admin] Publish callbacks [] for security_group (6915f4ec-4850-40df-9130-5c43d6dec6e4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.864624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54422) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:58.913531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 0b4fcfab-c830-40f4-a476-7a083ef2c04a completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:50:58.917739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 0b4fcfab-c830-40f4-a476-7a083ef2c04a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:58.918138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.936275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54424) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:58.971684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f20e-25ac-432e-b204-f274917b7b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6915f4ec-4850-40df-9130-5c43d6dec6e4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.974831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fcc4f20e-25ac-432e-b204-f274917b7b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:58.976626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fcc4f20e-25ac-432e-b204-f274917b7b93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6915f4ec-4850-40df-9130-5c43d6dec6e4 HTTP/1.1" status: 204 len: 168 time: 0.2536764 Feb 11 12:50:58.985716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-767220a8-4e62-40d0-b63e-0be1fecd2414 req-b05566ef-79b4-48fb-b428-8c3767cdf68c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805830 Feb 11 12:50:58.994270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0c67d-c42b-4942-95af-c5490a0ec12b req-bffbe0a8-40a2-488a-ab2b-0b3c56f79f68 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:59.004439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f3c0c67d-c42b-4942-95af-c5490a0ec12b req-bffbe0a8-40a2-488a-ab2b-0b3c56f79f68 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 949 time: 0.1068032 Feb 11 12:50:59.024033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4f20e-25ac-432e-b204-f274917b7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6915f4ec-4850-40df-9130-5c43d6dec6e4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:59.025322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3fc42-70d3-4abf-8d65-0f6476f431ba req-d849cb97-053a-42ce-af29-712e93c815a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:59.026989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9cb3fc42-70d3-4abf-8d65-0f6476f431ba req-d849cb97-053a-42ce-af29-712e93c815a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1128 time: 0.2464418 Feb 11 12:50:59.035179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fed7016a-aa03-4886-9221-5a2d372cff4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=259b99a8b5e14e7389c7d87d65b3a08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643739 Feb 11 12:50:59.038048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54432) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:59.111460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f3c0c67d-c42b-4942-95af-c5490a0ec12b req-0871ee1d-6e81-40a8-8dcb-3d60f82d56ea tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058629 Feb 11 12:50:59.138861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b7be91f-6d11-40b3-bb69-6f1d10bb632d admin admin] Publish callbacks [] for security_group (bbba422a-f489-4203-9f47-23eb6e298393), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.152178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9cb3fc42-70d3-4abf-8d65-0f6476f431ba req-d7f94aad-e289-4121-968b-12a33f99c30f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119967 Feb 11 12:50:59.171405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b7be91f-6d11-40b3-bb69-6f1d10bb632d admin admin] Publish callbacks [] for security_group (bbba422a-f489-4203-9f47-23eb6e298393), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.207068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ec02a011-46a2-4611-a4f5-17108fbf3f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.226296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 0b4fcfab-c830-40f4-a476-7a083ef2c04a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:59.226405 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.239741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b7be91f-6d11-40b3-bb69-6f1d10bb632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bbba422a-f489-4203-9f47-23eb6e298393), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.243806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b7be91f-6d11-40b3-bb69-6f1d10bb632d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.245493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b7be91f-6d11-40b3-bb69-6f1d10bb632d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbba422a-f489-4203-9f47-23eb6e298393 HTTP/1.1" status: 204 len: 168 time: 0.2035699 Feb 11 12:50:59.247361 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dacc49bb-b5b2-42a6-bfc9-609ce479bcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.261519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7be91f-6d11-40b3-bb69-6f1d10bb632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbba422a-f489-4203-9f47-23eb6e298393,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:59.286577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0b4fcfab-c830-40f4-a476-7a083ef2c04a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:59.299832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.300662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2442d463-4b68-4212-a58f-674130c41f00 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:59.383480 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ec02a011-46a2-4611-a4f5-17108fbf3f2f admin admin] Publish callbacks [] for security_group (5f1d0c4d-c9b1-405f-99b1-dd0d938de50b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.389184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=0b4fcfab-c830-40f4-a476-7a083ef2c04a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:59.390598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ec02a011-46a2-4611-a4f5-17108fbf3f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5f1d0c4d-c9b1-405f-99b1-dd0d938de50b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.407010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 2442d463-4b68-4212-a58f-674130c41f00 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:50:59.413042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 2442d463-4b68-4212-a58f-674130c41f00 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:59.413624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2442d463-4b68-4212-a58f-674130c41f00), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.434101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13552a5d-f588-4fe1-8ffd-a314a470810c req-b5f6d624-b92c-42a5-927a-083d770806a8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:59.436396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-13552a5d-f588-4fe1-8ffd-a314a470810c req-b5f6d624-b92c-42a5-927a-083d770806a8 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 966 time: 0.0933254 Feb 11 12:50:59.476873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ec02a011-46a2-4611-a4f5-17108fbf3f2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd5e312333874ca9a015967da343cb59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5382552 Feb 11 12:50:59.482000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54448) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:50:59.500055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02a011-46a2-4611-a4f5-17108fbf3f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1d0c4d-c9b1-405f-99b1-dd0d938de50b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:59.529401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-13552a5d-f588-4fe1-8ffd-a314a470810c req-17562e0b-fd86-46b1-b116-fe5b6434f708 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867846 Feb 11 12:50:59.544242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2442d463-4b68-4212-a58f-674130c41f00 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:59.544826 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2442d463-4b68-4212-a58f-674130c41f00), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.587976 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-36aec2e1-f011-4c43-8436-a7dfdd158bea admin admin] Publish callbacks [] for security_group (5f1d0c4d-c9b1-405f-99b1-dd0d938de50b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.617917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-36aec2e1-f011-4c43-8436-a7dfdd158bea admin admin] Publish callbacks [] for security_group (5f1d0c4d-c9b1-405f-99b1-dd0d938de50b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.618584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5994a-ac2d-467b-af89-689c739ce234 req-ea6041e5-6551-471a-8194-7cc7bd8d5232 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:50:59.621311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2442d463-4b68-4212-a58f-674130c41f00, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2442d463-4b68-4212-a58f-674130c41f00,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:59.627627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91e5994a-ac2d-467b-af89-689c739ce234 req-ea6041e5-6551-471a-8194-7cc7bd8d5232 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.0780723 Feb 11 12:50:59.633113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2442d463-4b68-4212-a58f-674130c41f00), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.693620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91e5994a-ac2d-467b-af89-689c739ce234 req-47384592-4489-4748-9f4d-20cdcb768f80 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630980 Feb 11 12:50:59.696290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2442d463-4b68-4212-a58f-674130c41f00,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:59.697522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-36aec2e1-f011-4c43-8436-a7dfdd158bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5f1d0c4d-c9b1-405f-99b1-dd0d938de50b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.702175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:50:59.719327 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-36aec2e1-f011-4c43-8436-a7dfdd158bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.720766 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-36aec2e1-f011-4c43-8436-a7dfdd158bea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f1d0c4d-c9b1-405f-99b1-dd0d938de50b HTTP/1.1" status: 204 len: 168 time: 0.2369328 Feb 11 12:50:59.739533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aec2e1-f011-4c43-8436-a7dfdd158bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1d0c4d-c9b1-405f-99b1-dd0d938de50b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:50:59.780752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:50:59.784969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:50:59.785351 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.878800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:50:59.879434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.916000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:50:59.921345 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:50:59.974401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:00.116661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a3820-93b7-40ae-bcdf-94025e26f93b req-ecc22f00-4e1e-4477-8cc3-9ee9235f4b4a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:00.118296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-043a3820-93b7-40ae-bcdf-94025e26f93b req-ecc22f00-4e1e-4477-8cc3-9ee9235f4b4a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 946 time: 0.0571752 Feb 11 12:51:00.180454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-043a3820-93b7-40ae-bcdf-94025e26f93b req-e0c6c5b2-b09f-4e9d-8f21-ab4da5aa254e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552497 Feb 11 12:51:00.262942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54486) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:00.281097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b8a3-6a53-4b45-b57d-a752ae20ba0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:00.282004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec2fa-5dbb-4267-a279-aa16e2c57c77 req-26d0eeb6-5ee8-4199-a201-792a2d65d646 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:00.283720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-846ec2fa-5dbb-4267-a279-aa16e2c57c77 req-26d0eeb6-5ee8-4199-a201-792a2d65d646 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 950 time: 0.0671604 Feb 11 12:51:00.346289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-846ec2fa-5dbb-4267-a279-aa16e2c57c77 req-311f96bc-7631-42f2-b45c-c54beea48aa9 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555918 Feb 11 12:51:00.385489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b8a3-6a53-4b45-b57d-a752ae20ba0b admin admin] Publish callbacks [] for security_group (ee820e7c-24df-4a94-bd4e-c2aff8e4bd63), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:00.391408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b8a3-6a53-4b45-b57d-a752ae20ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ee820e7c-24df-4a94-bd4e-c2aff8e4bd63), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:00.429128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b8a3-6a53-4b45-b57d-a752ae20ba0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee820e7c-24df-4a94-bd4e-c2aff8e4bd63,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:00.433930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ffb3b8a3-6a53-4b45-b57d-a752ae20ba0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26b6cd05e6c94b69b0b0ac0a249cab72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697109 Feb 11 12:51:00.436672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54492) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:00.489795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b463e443-fc6e-4b74-99f5-ad95479e8c1c admin admin] Publish callbacks [] for security_group (ee820e7c-24df-4a94-bd4e-c2aff8e4bd63), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:00.520778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b463e443-fc6e-4b74-99f5-ad95479e8c1c admin admin] Publish callbacks [] for security_group (ee820e7c-24df-4a94-bd4e-c2aff8e4bd63), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:00.579826 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b463e443-fc6e-4b74-99f5-ad95479e8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ee820e7c-24df-4a94-bd4e-c2aff8e4bd63), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:00.583359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b463e443-fc6e-4b74-99f5-ad95479e8c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:00.585692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b463e443-fc6e-4b74-99f5-ad95479e8c1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee820e7c-24df-4a94-bd4e-c2aff8e4bd63 HTTP/1.1" status: 204 len: 168 time: 0.1470921 Feb 11 12:51:00.594586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463e443-fc6e-4b74-99f5-ad95479e8c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee820e7c-24df-4a94-bd4e-c2aff8e4bd63,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:00.703120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4fcfab-c830-40f4-a476-7a083ef2c04a'}, {'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442d463-4b68-4212-a58f-674130c41f00'}, {'server_uuid': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:00.708448 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21558df-4e39-4055-bc35-57f418fd64b6" -d '{"events": [{"server_uuid": "0de984c4-3fec-4d4f-ae09-af7836b3bc37", "name": "network-vif-plugged", "status": "completed", "tag": "0b4fcfab-c830-40f4-a476-7a083ef2c04a"}, {"server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "name": "network-vif-plugged", "status": "completed", "tag": "2442d463-4b68-4212-a58f-674130c41f00"}, {"server_uuid": "83388960-6aa2-4e76-ae3a-115ffc3b241e", "name": "network-vif-plugged", "status": "completed", "tag": "79009f10-8baf-4d6a-8f01-e60c1e1a2fe7"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:00.719603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52470a8f-44a7-423f-adeb-e73897b950a5 req-3a3bfbd6-5b60-4512-b152-3c9560c6ba01 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:00.721478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52470a8f-44a7-423f-adeb-e73897b950a5 req-3a3bfbd6-5b60-4512-b152-3c9560c6ba01 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 967 time: 0.0768209 Feb 11 12:51:00.780490 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52470a8f-44a7-423f-adeb-e73897b950a5 req-970cb383-4773-4b36-ab19-868776d67e9d tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509005 Feb 11 12:51:00.844720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faf5c8-893c-40e9-b03f-e42d2f3f7e18 req-c68e18f2-46da-4f26-8e91-4f8699c308eb tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:00.847987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2faf5c8-893c-40e9-b03f-e42d2f3f7e18 req-c68e18f2-46da-4f26-8e91-4f8699c308eb tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.0640132 Feb 11 12:51:00.855793 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2d4a59-5a32-484e-bfcb-5c97c66d85c3 x-openstack-request-id: req-cf2d4a59-5a32-484e-bfcb-5c97c66d85c3 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:00.856114 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de984c4-3fec-4d4f-ae09-af7836b3bc37", "name": "network-vif-plugged", "status": "completed", "tag": "0b4fcfab-c830-40f4-a476-7a083ef2c04a", "code": 200}, {"server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "name": "network-vif-plugged", "status": "completed", "tag": "2442d463-4b68-4212-a58f-674130c41f00", "code": 200}, {"server_uuid": "83388960-6aa2-4e76-ae3a-115ffc3b241e", "name": "network-vif-plugged", "status": "completed", "tag": "79009f10-8baf-4d6a-8f01-e60c1e1a2fe7", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:00.856355 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf2d4a59-5a32-484e-bfcb-5c97c66d85c3 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:00.856759 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4fcfab-c830-40f4-a476-7a083ef2c04a', 'code': 200} Feb 11 12:51:00.857010 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2442d463-4b68-4212-a58f-674130c41f00', 'code': 200} Feb 11 12:51:00.857333 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7', 'code': 200} Feb 11 12:51:00.955401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2faf5c8-893c-40e9-b03f-e42d2f3f7e18 req-2ec65fa0-6c74-4003-a324-601fbf774dee tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007581 Feb 11 12:51:01.018113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0405a0d-4292-4a31-8272-5d9299acd3fa req-ae4a2986-8966-4974-beca-0cab711d8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:01.019617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0405a0d-4292-4a31-8272-5d9299acd3fa req-ae4a2986-8966-4974-beca-0cab711d8c02 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 1152 time: 0.0623789 Feb 11 12:51:01.033384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c2ce-3d1e-4a72-bf46-4b556b647061 req-19d68dad-9613-42d7-9e57-030759262cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:01.035040 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03d0c2ce-3d1e-4a72-bf46-4b556b647061 req-19d68dad-9613-42d7-9e57-030759262cc9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 1132 time: 0.1019323 Feb 11 12:51:01.038752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e4c38-1000-48fb-a530-3b25a972088f req-707df040-71d6-4f67-9f07-7bcf03f5823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:01.040576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b63e4c38-1000-48fb-a530-3b25a972088f req-707df040-71d6-4f67-9f07-7bcf03f5823c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 1149 time: 0.0955181 Feb 11 12:51:01.076242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0405a0d-4292-4a31-8272-5d9299acd3fa req-e74ec6c1-9322-495a-a960-f590f612f7bb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494344 Feb 11 12:51:01.143209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b63e4c38-1000-48fb-a530-3b25a972088f req-7a7fc789-c62f-4148-acc0-8960196fa9d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873177 Feb 11 12:51:01.145531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03d0c2ce-3d1e-4a72-bf46-4b556b647061 req-b570a585-56f6-4bbd-8b10-c135010d0e34 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982163 Feb 11 12:51:01.318253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4597480-2a10-4760-93b1-b0dc9a01d7f7 req-1b6f4bb6-98d5-4ca5-a99b-989e2d5233f1 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:01.321026 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4597480-2a10-4760-93b1-b0dc9a01d7f7 req-1b6f4bb6-98d5-4ca5-a99b-989e2d5233f1 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 946 time: 0.0595095 Feb 11 12:51:01.336463 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db97d91b-d8dc-47bb-a743-32177152b57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:01.380438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4597480-2a10-4760-93b1-b0dc9a01d7f7 req-0fa275f0-b902-420f-8e83-825cdccbda43 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Feb 11 12:51:01.504369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f101f8-ce29-44f6-b27f-746e20cb5a48 req-7fd43866-4a1c-4339-b3f8-50b91505281a tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:01.505908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2f101f8-ce29-44f6-b27f-746e20cb5a48 req-7fd43866-4a1c-4339-b3f8-50b91505281a tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 950 time: 0.0668938 Feb 11 12:51:01.565305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2f101f8-ce29-44f6-b27f-746e20cb5a48 req-4e77671e-ca0b-4d2a-8189-eef94aaa1b62 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Feb 11 12:51:01.885052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62629d83-aa81-4038-81b9-91449b190936 req-3dfe09b0-75e1-4c45-8fda-94150eb85804 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:01.887046 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62629d83-aa81-4038-81b9-91449b190936 req-3dfe09b0-75e1-4c45-8fda-94150eb85804 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1128 time: 0.0563812 Feb 11 12:51:01.946440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62629d83-aa81-4038-81b9-91449b190936 req-7116ce8c-7e3d-4733-8f69-3e5262e6cbdd tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530932 Feb 11 12:51:01.960763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eae1b9-1b29-41c7-9104-7b8590815d71 req-2a081844-d324-4846-9e50-4abef1851256 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:01.963274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-22eae1b9-1b29-41c7-9104-7b8590815d71 req-2a081844-d324-4846-9e50-4abef1851256 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 967 time: 0.0939612 Feb 11 12:51:02.030584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-22eae1b9-1b29-41c7-9104-7b8590815d71 req-3cf11632-8987-4066-ad05-16b7a168999e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602326 Feb 11 12:51:02.191980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09421589-a534-4047-8ad4-ee11116f531a req-033ef26d-8682-4e62-b22b-1491a804ee05 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:02.200254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8705445-468f-4cc0-95c5-803565570561 req-75ec1201-b50b-406b-989e-7ad42e7df967 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:02.202105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8705445-468f-4cc0-95c5-803565570561 req-75ec1201-b50b-406b-989e-7ad42e7df967 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1128 time: 0.0759521 Feb 11 12:51:02.207467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09421589-a534-4047-8ad4-ee11116f531a req-033ef26d-8682-4e62-b22b-1491a804ee05 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.0734537 Feb 11 12:51:02.255122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8705445-468f-4cc0-95c5-803565570561 req-694c809e-5455-4be2-acbe-3fe37a6894a8 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Feb 11 12:51:02.261731 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09421589-a534-4047-8ad4-ee11116f531a req-a271ef55-b87b-4e03-97a1-f70161889db5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532742 Feb 11 12:51:02.379947 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:02.839598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713191d-8194-45cd-99fd-3d53fe4a06b4 req-1ed9adc8-afbd-44a7-9060-0c362c3bec00 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:02.842249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c713191d-8194-45cd-99fd-3d53fe4a06b4 req-1ed9adc8-afbd-44a7-9060-0c362c3bec00 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 950 time: 0.0566201 Feb 11 12:51:02.897248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c713191d-8194-45cd-99fd-3d53fe4a06b4 req-f0f68145-b9f4-42f0-9263-b41ecf3bef72 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492287 Feb 11 12:51:02.993934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-8931aa9f-9bcd-4061-a04a-bc4109753939 req-561e030f-a3b3-4781-a57b-ab1cb99b2274 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:51:02.994913 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8931aa9f-9bcd-4061-a04a-bc4109753939 req-561e030f-a3b3-4781-a57b-ab1cb99b2274 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057714 Feb 11 12:51:03.330149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54650) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:03.344396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86195b11-eee1-4594-823f-0cd497ce053c req-3da0ff63-b434-49ff-9d01-fa651320ac8a tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:03.346146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86195b11-eee1-4594-823f-0cd497ce053c req-3da0ff63-b434-49ff-9d01-fa651320ac8a tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 967 time: 0.0655022 Feb 11 12:51:03.394621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86195b11-eee1-4594-823f-0cd497ce053c req-72203b03-8e4f-4868-93ef-3da4378da4dd tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Feb 11 12:51:03.480982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b9d5-2097-485f-912a-13f4c6c48cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:03.564348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7fb3-754f-4003-96a4-f2a8bb05c32d req-637396df-7af2-47a1-b004-638adf8c40a7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:03.565892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3bb7fb3-754f-4003-96a4-f2a8bb05c32d req-637396df-7af2-47a1-b004-638adf8c40a7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 950 time: 0.0862207 Feb 11 12:51:03.626127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b9d5-2097-485f-912a-13f4c6c48cb7 admin admin] Publish callbacks [] for security_group (15d16816-69ac-40dc-9163-9526800729f0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:03.634141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b9d5-2097-485f-912a-13f4c6c48cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (15d16816-69ac-40dc-9163-9526800729f0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:03.654027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3bb7fb3-754f-4003-96a4-f2a8bb05c32d req-4c8e5880-343f-4f38-8c80-5cd3264a600f tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789325 Feb 11 12:51:03.676092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1c5b9d5-2097-485f-912a-13f4c6c48cb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e2dc7a0a6034d94b31c59ed46337ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437829 Feb 11 12:51:03.679386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54678) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:03.681655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5b9d5-2097-485f-912a-13f4c6c48cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d16816-69ac-40dc-9163-9526800729f0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:03.744241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44cc81c-7e89-402f-ae3f-37d5746bc6ca admin admin] Publish callbacks [] for security_group (15d16816-69ac-40dc-9163-9526800729f0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:03.768230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44cc81c-7e89-402f-ae3f-37d5746bc6ca admin admin] Publish callbacks [] for security_group (15d16816-69ac-40dc-9163-9526800729f0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:03.821256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44cc81c-7e89-402f-ae3f-37d5746bc6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (15d16816-69ac-40dc-9163-9526800729f0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:03.824162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44cc81c-7e89-402f-ae3f-37d5746bc6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:03.825272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b44cc81c-7e89-402f-ae3f-37d5746bc6ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15d16816-69ac-40dc-9163-9526800729f0 HTTP/1.1" status: 204 len: 168 time: 0.1439464 Feb 11 12:51:03.833275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8c61b-c0d8-444c-90b2-0b3d955ca1c0 req-1073709c-50a9-4868-9987-8b0ea2ba55ca tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:03.834808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc81c-7e89-402f-ae3f-37d5746bc6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d16816-69ac-40dc-9163-9526800729f0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:03.834936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ed8c61b-c0d8-444c-90b2-0b3d955ca1c0 req-1073709c-50a9-4868-9987-8b0ea2ba55ca tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.0598328 Feb 11 12:51:03.898305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ed8c61b-c0d8-444c-90b2-0b3d955ca1c0 req-0efdc672-cfa5-4e49-8db7-c4438893f381 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566533 Feb 11 12:51:04.065617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.083400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647778b7-4a7c-4976-87c6-42d4859fbe32 req-42667b4a-543e-4992-8689-18009eed6ebc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:04.085113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-647778b7-4a7c-4976-87c6-42d4859fbe32 req-42667b4a-543e-4992-8689-18009eed6ebc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 967 time: 0.0777788 Feb 11 12:51:04.093777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54700) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:04.099050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'floatingip': {'port_id': '2442d463-4b68-4212-a58f-674130c41f00'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:04.174084 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.217365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54704) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:04.237846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa16d19d-ae5e-4243-ba8c-50fa0261ca45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.346270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa16d19d-ae5e-4243-ba8c-50fa0261ca45 admin admin] Publish callbacks [] for security_group (bec515bd-2117-462a-b849-60e33162d5a5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.351938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa16d19d-ae5e-4243-ba8c-50fa0261ca45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bec515bd-2117-462a-b849-60e33162d5a5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.405469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aa16d19d-ae5e-4243-ba8c-50fa0261ca45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c4a452dc7ba48f987eb56efe36a1042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865802 Feb 11 12:51:04.406295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16d19d-ae5e-4243-ba8c-50fa0261ca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec515bd-2117-462a-b849-60e33162d5a5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:04.411825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54712) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:04.447581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54714) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:04.483160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98251bbe-e6f4-4a41-94ba-40f7efdbb144 admin admin] Publish callbacks [] for security_group (bec515bd-2117-462a-b849-60e33162d5a5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.515600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98251bbe-e6f4-4a41-94ba-40f7efdbb144 admin admin] Publish callbacks [] for security_group (bec515bd-2117-462a-b849-60e33162d5a5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.590531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98251bbe-e6f4-4a41-94ba-40f7efdbb144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bec515bd-2117-462a-b849-60e33162d5a5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.593380 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98251bbe-e6f4-4a41-94ba-40f7efdbb144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:04.594639 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-98251bbe-e6f4-4a41-94ba-40f7efdbb144 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bec515bd-2117-462a-b849-60e33162d5a5 HTTP/1.1" status: 204 len: 168 time: 0.1818826 Feb 11 12:51:04.604539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98251bbe-e6f4-4a41-94ba-40f7efdbb144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec515bd-2117-462a-b849-60e33162d5a5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:04.686500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-d2b76f8c-a145-42f3-af64-c496e1878148 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:51:04.687718 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-d2b76f8c-a145-42f3-af64-c496e1878148 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2386756 Feb 11 12:51:04.894985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-f831e399-89bd-48cf-92f3-4a846d9f72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:04.896732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-f831e399-89bd-48cf-92f3-4a846d9f72d2 service neutron] 10.222.0.42 "GET /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 1125 time: 0.1592109 Feb 11 12:51:04.906190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Request body: {'binding': {'host': 'n-h1-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:04.907199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:51:05.031427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6272d75-a62a-4521-ad22-58694c4c02b2 req-5274e6e1-44a8-421e-a055-984244f8de97 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:05.039194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6272d75-a62a-4521-ad22-58694c4c02b2 req-5274e6e1-44a8-421e-a055-984244f8de97 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.4400823 Feb 11 12:51:05.091666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on host n-h1-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:05.092359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:05.092903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:05.099825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:05.100513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:05.106059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:05.106923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:05.107568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:05.108325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Bound port: 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:05.181963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6272d75-a62a-4521-ad22-58694c4c02b2 req-8b70d1e4-15ae-4a82-b4f6-8f2eb0a5c8fd tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362956 Feb 11 12:51:05.254299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:05.277425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:05.282091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:05.283282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:05.283412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ef3159a-7488-4365-9486-0c71c797b132 service neutron] 10.222.0.42 "POST /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3808174 Feb 11 12:51:05.285834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:05.453854 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Floating IP d26468b4-4612-4d80-9377-75f7830c048a associated. External IP: 172.25.1.6, port: 2442d463-4b68-4212-a58f-674130c41f00. Feb 11 12:51:05.683616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc4487-7447-4cf3-970d-6eab55245ef8 req-23e855b6-5145-4ec3-a2ef-218b5e5c3155 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:05.690337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebfc4487-7447-4cf3-970d-6eab55245ef8 req-23e855b6-5145-4ec3-a2ef-218b5e5c3155 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 950 time: 0.1605420 Feb 11 12:51:05.741191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-1301e798-2c37-4635-a6c4-0fe6417131fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:05.742894 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-1301e798-2c37-4635-a6c4-0fe6417131fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1128 time: 0.1161330 Feb 11 12:51:05.771060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebfc4487-7447-4cf3-970d-6eab55245ef8 req-0037d5bc-66ea-44d5-8198-e590be4b943a tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743234 Feb 11 12:51:05.779451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-986a9619-bfe5-41b7-87aa-08cb93d6f7d0 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aef1367f085a40399874535097a2b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570605 Feb 11 12:51:05.842762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Router 475e1225-9169-4ee2-89fb-3c466521052f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:51:05.873685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-f25949ea-71c2-4e07-b017-4956916235df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:05.875706 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-f25949ea-71c2-4e07-b017-4956916235df service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1250644 Feb 11 12:51:05.942372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-ab8566c9-12d4-4cfe-b5ee-ac1a45fa0964 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 217 time: 0.0499916 Feb 11 12:51:05.996943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-b386555c-2501-44d6-a822-b3743deede8c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:05.998595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-b386555c-2501-44d6-a822-b3743deede8c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060339 Feb 11 12:51:06.010057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f1ec4-ffb0-4bec-a564-3d5ecf87d036 req-53eb1e43-6220-49a7-8a2b-66b39c056098 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:06.018208 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3f1ec4-ffb0-4bec-a564-3d5ecf87d036 req-53eb1e43-6220-49a7-8a2b-66b39c056098 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 946 time: 0.1612635 Feb 11 12:51:06.043878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ca5c6fd-2553-49ad-bae0-b66d48664dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:06.045409 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-9ca5c6fd-2553-49ad-bae0-b66d48664dbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0974326 Feb 11 12:51:06.056572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-e69d95b9-6fa7-4fde-a58f-acf6e9ff3a16 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/quotas/aef1367f085a40399874535097a2b1a8 HTTP/1.1" status: 200 len: 375 time: 0.0522821 Feb 11 12:51:06.079781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:51:06.090263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-0512c350-3487-4e21-89ce-7403e3a6220f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380490 Feb 11 12:51:06.098794 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] Sync routers for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:51:06.110109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3f1ec4-ffb0-4bec-a564-3d5ecf87d036 req-a1f31f3f-d4c9-4c52-8da0-b545e4d7aa36 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910032 Feb 11 12:51:06.111535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:06.128309 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:51:06.129202 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:51:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:06.184681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1076ab54-031d-40db-a378-178d14ce3951 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "PUT /v2.0/floatingips/d26468b4-4612-4d80-9377-75f7830c048a HTTP/1.1" status: 200 len: 1011 time: 2.0872118 Feb 11 12:51:06.184681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'tag': '2442d463-4b68-4212-a58f-674130c41f00'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:06.188666 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f730b5-6801-4013-b054-f19ae5b83e22" -d '{"events": [{"name": "network-changed", "server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "tag": "2442d463-4b68-4212-a58f-674130c41f00"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:06.209596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-37f885ab-769b-4c5a-8662-f5cb5830c9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117373 Feb 11 12:51:06.211660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-6bba2a8e-d0c0-47bd-955a-3d6d9b557cf2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460721 Feb 11 12:51:06.421611 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4398d347-5065-476d-8aa6-7015630e314e x-openstack-request-id: req-4398d347-5065-476d-8aa6-7015630e314e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:06.422609 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "tag": "2442d463-4b68-4212-a58f-674130c41f00", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:06.423079 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4398d347-5065-476d-8aa6-7015630e314e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:06.424046 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'tag': '2442d463-4b68-4212-a58f-674130c41f00', 'status': 'completed', 'code': 200} Feb 11 12:51:06.459013 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:51:06.533490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-2fe2a286-1e61-4f3a-9e8d-26ff57802459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:06.546825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-2fe2a286-1e61-4f3a-9e8d-26ff57802459 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 1149 time: 0.1016049 Feb 11 12:51:06.558041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-2d73ff27-8495-4e5e-bbdc-f929b81e1a40 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386855 Feb 11 12:51:06.590809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d26b06-9083-44e2-9a45-ad89dc0f22cd req-d8ed6f2e-00c7-40a9-a712-a3344d800e9a tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:06.598666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90d26b06-9083-44e2-9a45-ad89dc0f22cd req-d8ed6f2e-00c7-40a9-a712-a3344d800e9a tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 967 time: 0.2061341 Feb 11 12:51:06.664556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5b2cf71-48cd-42ac-8bb7-64e47a95515d req-8a88961e-a5c6-4990-b117-cee6e2f6a7ed tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 210 time: 0.0421002 Feb 11 12:51:06.773806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-d210b6e8-9a5b-4817-8572-5a4193e772e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:06.775385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-d210b6e8-9a5b-4817-8572-5a4193e772e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 924 time: 0.2240233 Feb 11 12:51:06.937648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54818) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:07.081273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-2785ed01-500d-4a6c-8af1-a04aa8e81501 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2442d463-4b68-4212-a58f-674130c41f00 HTTP/1.1" status: 200 len: 1019 time: 0.3000479 Feb 11 12:51:07.116200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-e78d5cdb-05c1-4423-b89a-c6423f35d199 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:07.118036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-e78d5cdb-05c1-4423-b89a-c6423f35d199 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 950 time: 0.5161667 Feb 11 12:51:07.131261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90d26b06-9083-44e2-9a45-ad89dc0f22cd req-f84f2079-ee1a-48f1-a4d9-92e08fafac93 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5315659 Feb 11 12:51:07.188662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-777da6af-f8d7-4cd4-814e-2af27b9fde75 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:07.190605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-777da6af-f8d7-4cd4-814e-2af27b9fde75 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1128 time: 0.4653571 Feb 11 12:51:07.210949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828675-3'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:07.241349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-1b26e5c9-cf6f-46d5-89b6-fdb9725aba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:07.247656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-1b26e5c9-cf6f-46d5-89b6-fdb9725aba7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bdc1dc9-25bf-47da-874d-b623fd56e653 HTTP/1.1" status: 200 len: 862 time: 0.1600175 Feb 11 12:51:07.250535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:07.299575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:07.361973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'd26468b4-4612-4d80-9377-75f7830c048a', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'port_id': '2442d463-4b68-4212-a58f-674130c41f00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'mac_address': 'fa:16:3e:6d:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960d57b4-ffec-41d4-82c2-398f308415e1', 'device_owner': 'compute:tempest-test_az-277397625'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:50:41Z', 'updated_at': '2022-02-11T12:51:05Z', 'revision_number': 1, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:07.397404 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] Checking router: 475e1225-9169-4ee2-89fb-3c466521052f for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:51:07.408784 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:51:07.409533 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:51:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:07.489576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6d83b-934b-47bd-83f0-02d51ed976bd req-2f3c2edb-49fa-474d-ac3c-1ebf18acbf46 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:07.497696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ce6d83b-934b-47bd-83f0-02d51ed976bd req-2f3c2edb-49fa-474d-ac3c-1ebf18acbf46 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 950 time: 0.2023962 Feb 11 12:51:07.531046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-2fa4e2eb-3d24-4b14-977b-ae39753b3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:07.532720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-2fa4e2eb-3d24-4b14-977b-ae39753b3895 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2743795 Feb 11 12:51:07.599511 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:51:07.609388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Deleting port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:51:07.610511 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:07.617583 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ce6d83b-934b-47bd-83f0-02d51ed976bd req-72c933c5-d1be-4e4e-9835-b6ec22fabc07 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa358c9a-da25-4bcc-a943-e376d66cc47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182163 Feb 11 12:51:07.761223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:07.788128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] For port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:07.788513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:07.808287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Calling delete_port for 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:51:07.835230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:07.949511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Publish callbacks [] for security_group (cf4d754f-ea21-4997-8b7b-7c99384def92), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:07.966353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:07.969260 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d5fd4e-5db3-4d0c-b2e5-3f5d4bdc3483" -d '{"events": [{"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:07.973940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Publish callbacks [] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:07.997075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:07.998875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cf4d754f-ea21-4997-8b7b-7c99384def92), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.028310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbab36e-8fa7-4b5d-9547-dd1ee8ab3a7d req-a50bba4a-78bf-4138-af4f-63581a1a2f84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:08.034811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bbab36e-8fa7-4b5d-9547-dd1ee8ab3a7d req-a50bba4a-78bf-4138-af4f-63581a1a2f84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 946 time: 0.5516706 Feb 11 12:51:08.088076 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'd26468b4-4612-4d80-9377-75f7830c048a', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'port_id': '2442d463-4b68-4212-a58f-674130c41f00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'mac_address': 'fa:16:3e:6d:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960d57b4-ffec-41d4-82c2-398f308415e1', 'device_owner': 'compute:tempest-test_az-277397625'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:50:41Z', 'updated_at': '2022-02-11T12:51:05Z', 'revision_number': 1, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:08.094953 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38835917-5c4f-42f7-b242-c1bf2f2dc108 req-a0049e31-dcea-4ffb-98f3-5589dbd4e894 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 210 time: 0.0636840 Feb 11 12:51:08.182425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=7']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:08.190379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on host n-h2-828675-3 for vnic_type normal with profile {"migrating_to": "n-h1-828675-3"} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:08.190709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:08.191028 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:08.205486 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef97d28-2cda-4681-9666-58d73ac7dee9 None None] The sync data for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 is: [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'd26468b4-4612-4d80-9377-75f7830c048a', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'port_id': '2442d463-4b68-4212-a58f-674130c41f00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'mac_address': 'fa:16:3e:6d:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960d57b4-ffec-41d4-82c2-398f308415e1', 'device_owner': 'compute:tempest-test_az-277397625'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:50:41Z', 'updated_at': '2022-02-11T12:51:05Z', 'revision_number': 1, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:51:08.213144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.218772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.218772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.219461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.219897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.220328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.220664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.220990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.221370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.221732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.222150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.222400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.222722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.228619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (79009f10-8baf-4d6a-8f01-e60c1e1a2fe7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.232361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:08.232881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Attempting to bind port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:08.246054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['79009f10-8baf-4d6a-8f01-e60c1e1a2fe7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:08.268081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Pushing event deleted for resources: {'Port': ['ID=79009f10-8baf-4d6a-8f01-e60c1e1a2fe7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:08.272470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:08.272872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:08.273246 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:08.273720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Bound port: 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:08.274077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.360886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-910fdb4a-f6ee-481a-9785-6da565b6fd0f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=aef1367f085a40399874535097a2b1a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3029695 Feb 11 12:51:08.365463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54852) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:08.369864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] No DVR routers for this DVR port 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:51:08.374746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.378714 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-efee5a57-ccea-4e62-9020-bf1b88a0261d req-f444fbf4-00f2-4ac2-bc48-0c19a745aad0 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.53 "DELETE /v2.0/ports/79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 HTTP/1.1" status: 204 len: 173 time: 1.2459295 Feb 11 12:51:08.380270 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a81083-17c1-4967-a278-90aa791531b0 x-openstack-request-id: req-f0a81083-17c1-4967-a278-90aa791531b0 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:08.380555 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:08.380838 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0a81083-17c1-4967-a278-90aa791531b0 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:08.381229 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'code': 200} Feb 11 12:51:08.394738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-5b5f309e-1639-4709-b744-7eec1b0f62cc service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8366416 Feb 11 12:51:08.499433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4d754f-ea21-4997-8b7b-7c99384def92,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:08.520840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bbab36e-8fa7-4b5d-9547-dd1ee8ab3a7d req-376b971a-0256-4f81-a28a-eac3afe92f6d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552679 Feb 11 12:51:08.531083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:08.533623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54860) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:08.533766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77d32cdc825741738d861817435bf423&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5946398 Feb 11 12:51:08.611514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.611728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.612065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.612395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.612720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.613126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.613376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.613701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.614062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.614379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.614744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.615055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.615363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17017088-85f9-4e91-bb82-30bf0fea31e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:08.621842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:08.692709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.727084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eae64e10-73af-44db-988a-fffc00b7d3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.729423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f67295-cc29-46e1-a669-f4d2f2364358 None None] New status for floating IP d26468b4-4612-4d80-9377-75f7830c048a: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:51:08.895934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69299ba3-07e9-4b3c-9396-e050cdcc7297 req-5d58c7da-e20b-40d3-a28f-33b1a8b85ec7 tempest-DeleteServersAdminTestJSON-564382767 tempest-DeleteServersAdminTestJSON-564382767-project] 10.222.0.42 "GET /v2.0/ports?device_id=83388960-6aa2-4e76-ae3a-115ffc3b241e HTTP/1.1" status: 200 len: 210 time: 0.0640275 Feb 11 12:51:08.900983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:08.901682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.903076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 1122 time: 1.7052753 Feb 11 12:51:08.927420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0446eb72-3859-4f90-9f26-a3a17e8c4f80 admin admin] Publish callbacks [] for security_group (cf4d754f-ea21-4997-8b7b-7c99384def92), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:08.940930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-305091e3-79f8-4845-9a06-ff51a669f0ff tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:08.947730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-305091e3-79f8-4845-9a06-ff51a669f0ff tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5679622 Feb 11 12:51:08.958737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf078378-9c2c-4509-ac18-6b46c24579e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=8']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:08.987352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Request body: {'port': {'device_id': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'aef1367f085a40399874535097a2b1a8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:08.999102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16f730b5-6801-4013-b054-f19ae5b83e22 req-a0ab0f9c-eb48-4d49-801e-ec217f813893 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630320 Feb 11 12:51:09.004009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0446eb72-3859-4f90-9f26-a3a17e8c4f80 admin admin] Publish callbacks [] for security_group (cf4d754f-ea21-4997-8b7b-7c99384def92), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.041870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:09.064924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54876) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:09.104763 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eae64e10-73af-44db-988a-fffc00b7d3b1 admin admin] Publish callbacks [] for security_group (c5af8dda-708c-4772-bb50-5bb5e274cfbc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.111680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0446eb72-3859-4f90-9f26-a3a17e8c4f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cf4d754f-ea21-4997-8b7b-7c99384def92), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.114704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0446eb72-3859-4f90-9f26-a3a17e8c4f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.116111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0446eb72-3859-4f90-9f26-a3a17e8c4f80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf4d754f-ea21-4997-8b7b-7c99384def92 HTTP/1.1" status: 204 len: 168 time: 0.5755451 Feb 11 12:51:09.121775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eae64e10-73af-44db-988a-fffc00b7d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5af8dda-708c-4772-bb50-5bb5e274cfbc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.134355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446eb72-3859-4f90-9f26-a3a17e8c4f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4d754f-ea21-4997-8b7b-7c99384def92,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:09.166440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae64e10-73af-44db-988a-fffc00b7d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af8dda-708c-4772-bb50-5bb5e274cfbc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:09.205433 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eae64e10-73af-44db-988a-fffc00b7d3b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e0f6e6a342f4ae0990a541727537ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8367596 Feb 11 12:51:09.208228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54884) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:09.226765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:09.256138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Made reservation on behalf of aef1367f085a40399874535097a2b1a8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:09.267508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.321945 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4e423fd-1595-48a1-a95a-626a2c6c110b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.337296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39353699-23cc-469b-8388-f48905f82413 req-6898cc30-651e-4420-8b1c-f879f65a32f4 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 210 time: 0.0670085 Feb 11 12:51:09.383619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2534b21f-672e-4ab4-b4ab-a6f4fa533659 admin admin] Publish callbacks [] for security_group (c5af8dda-708c-4772-bb50-5bb5e274cfbc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.427410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2534b21f-672e-4ab4-b4ab-a6f4fa533659 admin admin] Publish callbacks [] for security_group (c5af8dda-708c-4772-bb50-5bb5e274cfbc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.504751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Allocated IP 192.168.233.179 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/9c0e2f22-2ce0-4a65-8448-777e430e5328) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:09.554580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2534b21f-672e-4ab4-b4ab-a6f4fa533659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5af8dda-708c-4772-bb50-5bb5e274cfbc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.557510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2534b21f-672e-4ab4-b4ab-a6f4fa533659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.558715 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2534b21f-672e-4ab4-b4ab-a6f4fa533659 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5af8dda-708c-4772-bb50-5bb5e274cfbc HTTP/1.1" status: 204 len: 168 time: 0.3495674 Feb 11 12:51:09.581591 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a64a-c583-44e0-81dc-1481d879dc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.585264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534b21f-672e-4ab4-b4ab-a6f4fa533659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af8dda-708c-4772-bb50-5bb5e274cfbc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:09.640351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4e423fd-1595-48a1-a95a-626a2c6c110b admin admin] Publish callbacks [] for security_group (045da008-c14c-4acf-9790-de252a2db2f0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.645303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54892) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:09.661953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4e423fd-1595-48a1-a95a-626a2c6c110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (045da008-c14c-4acf-9790-de252a2db2f0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.680992 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-abe2c910-a1a9-4b41-9bce-a30e09d298b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.741334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks [] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.753763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c4e423fd-1595-48a1-a95a-626a2c6c110b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15c3483f469f41f588cd88df78574ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7105844 Feb 11 12:51:09.756850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54896) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:09.761806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e423fd-1595-48a1-a95a-626a2c6c110b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045da008-c14c-4acf-9790-de252a2db2f0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:09.787755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a64a-c583-44e0-81dc-1481d879dc25 admin admin] Publish callbacks [] for security_group (0e8487fb-8dc3-442e-b534-329782880033), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.806034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c53321-b8ef-4afc-ac0f-2c4a6046180c req-21b6048a-a1f6-49c0-9752-6b5030e7c72a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:09.807506 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66c53321-b8ef-4afc-ac0f-2c4a6046180c req-21b6048a-a1f6-49c0-9752-6b5030e7c72a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.1469162 Feb 11 12:51:09.814728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a64a-c583-44e0-81dc-1481d879dc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0e8487fb-8dc3-442e-b534-329782880033), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.871394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8a64a-c583-44e0-81dc-1481d879dc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8487fb-8dc3-442e-b534-329782880033,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:09.880557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4fe8a64a-c583-44e0-81dc-1481d879dc25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c25030d14434f9586b96a0133409b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8133492 Feb 11 12:51:09.884324 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.887529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:09.894766 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66c53321-b8ef-4afc-ac0f-2c4a6046180c req-77c0660d-02c6-4d75-bea5-3f3d28f57fc2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762274 Feb 11 12:51:09.898077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0b4fcfab-c830-40f4-a476-7a083ef2c04a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:09.899419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b735772-8155-4b2d-9fd1-f9e5414ef738 admin admin] Publish callbacks [] for security_group (045da008-c14c-4acf-9790-de252a2db2f0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.900255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-abe2c910-a1a9-4b41-9bce-a30e09d298b2 admin admin] Publish callbacks [] for security_group (55729689-afa5-479c-a1a7-5579c9da4fcc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.907236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-abe2c910-a1a9-4b41-9bce-a30e09d298b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (55729689-afa5-479c-a1a7-5579c9da4fcc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.910675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['6c16443f-1fa7-4eb0-b303-89d3c4ad8528'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:09.977800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:09.983418 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-abe2c910-a1a9-4b41-9bce-a30e09d298b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4bba0213fce46e4a24d7d31a55a12c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342772 Feb 11 12:51:09.983418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2c910-a1a9-4b41-9bce-a30e09d298b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55729689-afa5-479c-a1a7-5579c9da4fcc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:09.985302 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54902) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:09.988916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b735772-8155-4b2d-9fd1-f9e5414ef738 admin admin] Publish callbacks [] for security_group (045da008-c14c-4acf-9790-de252a2db2f0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:09.993867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:10.010095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:10.015464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:10.016359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.047757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Pushing event updated for resources: {'Port': ['ID=9c0e2f22-2ce0-4a65-8448-777e430e5328,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:10.064975 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d38c8ec7-f947-4f89-8cc2-d8db0d870988 admin admin] Publish callbacks [] for security_group (55729689-afa5-479c-a1a7-5579c9da4fcc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.082276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5223b750-17ae-4533-9e44-5ec9799c9319 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0992665 Feb 11 12:51:10.089164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f06150c4-30fe-4aa5-9dc8-408fc52457e7 admin admin] Publish callbacks [] for security_group (0e8487fb-8dc3-442e-b534-329782880033), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.099562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Request body: {'port': {'device_id': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:10.106257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d38c8ec7-f947-4f89-8cc2-d8db0d870988 admin admin] Publish callbacks [] for security_group (55729689-afa5-479c-a1a7-5579c9da4fcc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.157312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:10.162140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f06150c4-30fe-4aa5-9dc8-408fc52457e7 admin admin] Publish callbacks [] for security_group (0e8487fb-8dc3-442e-b534-329782880033), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.186176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d38c8ec7-f947-4f89-8cc2-d8db0d870988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (55729689-afa5-479c-a1a7-5579c9da4fcc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.189810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d38c8ec7-f947-4f89-8cc2-d8db0d870988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.193426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d38c8ec7-f947-4f89-8cc2-d8db0d870988 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55729689-afa5-479c-a1a7-5579c9da4fcc HTTP/1.1" status: 204 len: 168 time: 0.2044840 Feb 11 12:51:10.201130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b735772-8155-4b2d-9fd1-f9e5414ef738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (045da008-c14c-4acf-9790-de252a2db2f0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.203972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b735772-8155-4b2d-9fd1-f9e5414ef738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.206683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3b735772-8155-4b2d-9fd1-f9e5414ef738 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/045da008-c14c-4acf-9790-de252a2db2f0 HTTP/1.1" status: 204 len: 168 time: 0.4488478 Feb 11 12:51:10.229706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac85e164-0465-4659-8a80-13b0c460765b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.230571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c8ec7-f947-4f89-8cc2-d8db0d870988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55729689-afa5-479c-a1a7-5579c9da4fcc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:10.253885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b735772-8155-4b2d-9fd1-f9e5414ef738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045da008-c14c-4acf-9790-de252a2db2f0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:10.361001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.382619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'name': 'network-vif-deleted', 'tag': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7'}, {'name': 'network-changed', 'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:10.386444 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3201f4-b665-45f8-a575-c86818f98ecd" -d '{"events": [{"server_uuid": "83388960-6aa2-4e76-ae3a-115ffc3b241e", "name": "network-vif-deleted", "tag": "79009f10-8baf-4d6a-8f01-e60c1e1a2fe7"}, {"name": "network-changed", "server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:10.446793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f06150c4-30fe-4aa5-9dc8-408fc52457e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0e8487fb-8dc3-442e-b534-329782880033), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.449416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f06150c4-30fe-4aa5-9dc8-408fc52457e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.452946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f06150c4-30fe-4aa5-9dc8-408fc52457e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e8487fb-8dc3-442e-b534-329782880033 HTTP/1.1" status: 204 len: 168 time: 0.5621963 Feb 11 12:51:10.472414 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd4956b-ae77-47c7-960d-c8e4e81b00b1 x-openstack-request-id: req-6cd4956b-ae77-47c7-960d-c8e4e81b00b1 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:10.472712 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83388960-6aa2-4e76-ae3a-115ffc3b241e", "name": "network-vif-deleted", "tag": "79009f10-8baf-4d6a-8f01-e60c1e1a2fe7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:10.472965 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6cd4956b-ae77-47c7-960d-c8e4e81b00b1 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:10.473407 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83388960-6aa2-4e76-ae3a-115ffc3b241e', 'name': 'network-vif-deleted', 'tag': '79009f10-8baf-4d6a-8f01-e60c1e1a2fe7', 'status': 'completed', 'code': 200} Feb 11 12:51:10.473688 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'status': 'completed', 'code': 200} Feb 11 12:51:10.487305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06150c4-30fe-4aa5-9dc8-408fc52457e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8487fb-8dc3-442e-b534-329782880033,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:10.488349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cfd94be7-cf6f-41ec-b6ef-b43ab7d3571f None None] Provisioning complete for port 9c0e2f22-2ce0-4a65-8448-777e430e5328 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:10.489392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cfd94be7-cf6f-41ec-b6ef-b43ab7d3571f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.539509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cfd94be7-cf6f-41ec-b6ef-b43ab7d3571f None None] Port 9c0e2f22-2ce0-4a65-8448-777e430e5328 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:51:10.596721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73321e8-e9e6-40eb-bf61-592382af9f5e req-7ea594f2-006f-47be-abcb-17dbae414ed1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:10.598285 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f73321e8-e9e6-40eb-bf61-592382af9f5e req-7ea594f2-006f-47be-abcb-17dbae414ed1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 936 time: 0.1237328 Feb 11 12:51:10.605362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-90c5d871-780d-40b2-8d0d-ce4c5ae080f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:10.606945 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-90c5d871-780d-40b2-8d0d-ce4c5ae080f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1156 time: 0.0873225 Feb 11 12:51:10.654659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac85e164-0465-4659-8a80-13b0c460765b admin admin] Publish callbacks [] for security_group (5d10f3bf-6dfc-411f-b70d-3bbabe386ee2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.665586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac85e164-0465-4659-8a80-13b0c460765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d10f3bf-6dfc-411f-b70d-3bbabe386ee2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.712644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f73321e8-e9e6-40eb-bf61-592382af9f5e req-294474e2-9630-443f-9417-4ea7db0364c3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047082 Feb 11 12:51:10.750368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-3059dab7-9a01-4a7f-b086-a4cb4aac3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:10.752289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-3059dab7-9a01-4a7f-b086-a4cb4aac3001 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1295500 Feb 11 12:51:10.758260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ac85e164-0465-4659-8a80-13b0c460765b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e97176b89e0f4cb7a41a3e1f0930eb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5984702 Feb 11 12:51:10.760220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54930) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:10.766428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85e164-0465-4659-8a80-13b0c460765b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d10f3bf-6dfc-411f-b70d-3bbabe386ee2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:10.826735 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-abe27656-faea-40f5-a2ff-e9e9bdfe8950 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 217 time: 0.0569777 Feb 11 12:51:10.886748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0e2f22-2ce0-4a65-8448-777e430e5328 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:10.903979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2ff3-968b-4b60-a53d-195d4945b57d admin admin] Publish callbacks [] for security_group (5d10f3bf-6dfc-411f-b70d-3bbabe386ee2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.904165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Publish callbacks [] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.906630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-d67e13f7-565b-46cb-bf5f-b89b6a7dd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:10.908231 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-d67e13f7-565b-46cb-bf5f-b89b6a7dd415 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0687144 Feb 11 12:51:10.919450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Transition to ACTIVE for port object 9c0e2f22-2ce0-4a65-8448-777e430e5328 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:10.926064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.938980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2ff3-968b-4b60-a53d-195d4945b57d admin admin] Publish callbacks [] for security_group (5d10f3bf-6dfc-411f-b70d-3bbabe386ee2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:10.971522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-a0438ea5-cfb0-47f7-8066-76cce211b92e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503488 Feb 11 12:51:10.982568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0e2f22-2ce0-4a65-8448-777e430e5328,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:11.042418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Attempting to bind port 9c0e2f22-2ce0-4a65-8448-777e430e5328 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:11.044006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Attempting to bind port 9c0e2f22-2ce0-4a65-8448-777e430e5328 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:11.044403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Attempting to bind port 9c0e2f22-2ce0-4a65-8448-777e430e5328 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:11.068572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Port 9c0e2f22-2ce0-4a65-8448-777e430e5328 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:11.070012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Attempting to bind port 9c0e2f22-2ce0-4a65-8448-777e430e5328 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:11.078219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:11.078562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:11.078946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:11.079391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Bound port: 9c0e2f22-2ce0-4a65-8448-777e430e5328, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:11.079857 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.139678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:11.149196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2ff3-968b-4b60-a53d-195d4945b57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d10f3bf-6dfc-411f-b70d-3bbabe386ee2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.152846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d6f2ff3-968b-4b60-a53d-195d4945b57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.156403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1d6f2ff3-968b-4b60-a53d-195d4945b57d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d10f3bf-6dfc-411f-b70d-3bbabe386ee2 HTTP/1.1" status: 204 len: 168 time: 0.3925939 Feb 11 12:51:11.162280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:11.173863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-f3c3c641-dad4-425e-9fbb-ed7d8eade69f service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912434 Feb 11 12:51:11.179115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989356-4b12-4c03-8a41-81c948002fac req-43061638-5ad7-4cf6-a37f-92579abae997 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:11.179281 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767e236d-0ab7-438c-a817-062521126749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.180911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73989356-4b12-4c03-8a41-81c948002fac req-43061638-5ad7-4cf6-a37f-92579abae997 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.1240792 Feb 11 12:51:11.182824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f2ff3-968b-4b60-a53d-195d4945b57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d10f3bf-6dfc-411f-b70d-3bbabe386ee2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:11.239086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] For port 9c0e2f22-2ce0-4a65-8448-777e430e5328, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:11.263838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] For port 9c0e2f22-2ce0-4a65-8448-777e430e5328, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c0e2f22-2ce0-4a65-8448-777e430e5328,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:11.279823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.301035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73989356-4b12-4c03-8a41-81c948002fac req-89d00dba-0b58-4926-a270-487c0f3e6cec tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901506 Feb 11 12:51:11.345915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:11.345915 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.345915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] 10.222.0.53 "PUT /v2.0/ports/9c0e2f22-2ce0-4a65-8448-777e430e5328 HTTP/1.1" status: 200 len: 1096 time: 1.2494421 Feb 11 12:51:11.345915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'tag': '9c0e2f22-2ce0-4a65-8448-777e430e5328'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:11.355685 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6597783-5066-489c-a5e8-a349ecff5fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "af0de6be-5efa-4955-9f7d-15b853359d95", "tag": "9c0e2f22-2ce0-4a65-8448-777e430e5328"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:11.363962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d3201f4-b665-45f8-a575-c86818f98ecd req-21d12655-efd1-43cd-8911-fcd99fbc8915 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778171 Feb 11 12:51:11.432639 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-186cfcbc-18c8-4a04-b022-3ba5b2835abf x-openstack-request-id: req-186cfcbc-18c8-4a04-b022-3ba5b2835abf {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:11.432997 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af0de6be-5efa-4955-9f7d-15b853359d95", "tag": "9c0e2f22-2ce0-4a65-8448-777e430e5328", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:11.433258 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-186cfcbc-18c8-4a04-b022-3ba5b2835abf {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:11.433677 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'tag': '9c0e2f22-2ce0-4a65-8448-777e430e5328', 'status': 'completed', 'code': 200} Feb 11 12:51:11.439550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03d8dc-607a-4d93-b959-02e6e683e5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0e2f22-2ce0-4a65-8448-777e430e5328,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:11.459008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767e236d-0ab7-438c-a817-062521126749 admin admin] Publish callbacks [] for security_group (804225d8-1de4-4e97-a9c3-9b5cc86ecd41), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.475605 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767e236d-0ab7-438c-a817-062521126749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (804225d8-1de4-4e97-a9c3-9b5cc86ecd41), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.510474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54954) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:11.535474 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b802c80-7bff-489d-9a84-dad240a117db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.540843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-767e236d-0ab7-438c-a817-062521126749 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aba7325a883d4b26b616675d71c38ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3999479 Feb 11 12:51:11.543547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54956) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:11.606949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-ea84b12b-5d02-497a-a917-3a26f0845260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:11.608712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-ea84b12b-5d02-497a-a917-3a26f0845260 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 1130 time: 0.1819398 Feb 11 12:51:11.616983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e236d-0ab7-438c-a817-062521126749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804225d8-1de4-4e97-a9c3-9b5cc86ecd41,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:11.687912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95c28d89-06d4-4638-8cc1-47cb7196e63a admin admin] Publish callbacks [] for security_group (804225d8-1de4-4e97-a9c3-9b5cc86ecd41), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.695653 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-5f7f6b46-e2a9-454f-99cc-fefcb823f817 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=9c0e2f22-2ce0-4a65-8448-777e430e5328 HTTP/1.1" status: 200 len: 217 time: 0.0675039 Feb 11 12:51:11.751984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:51:11.780272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-1d2faf97-5f98-46c0-93df-60532ab29a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:11.784065 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-1d2faf97-5f98-46c0-93df-60532ab29a9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0759490 Feb 11 12:51:11.784661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95c28d89-06d4-4638-8cc1-47cb7196e63a admin admin] Publish callbacks [] for security_group (804225d8-1de4-4e97-a9c3-9b5cc86ecd41), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.797244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:51:11.797598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 79009f10-8baf-4d6a-8f01-e60c1e1a2fe7 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:51:11.799104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b802c80-7bff-489d-9a84-dad240a117db admin admin] Publish callbacks [] for security_group (50c6d771-7b5b-4ffd-80ad-8078ec54d99c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.807469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54970) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:11.807883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ecb08b8e-36bc-4d14-8ce2-30d2b46f6f42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6efe678ba9ec4741b43c156acc8c7cc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6439347 Feb 11 12:51:11.813747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b802c80-7bff-489d-9a84-dad240a117db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (50c6d771-7b5b-4ffd-80ad-8078ec54d99c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.896242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7b802c80-7bff-489d-9a84-dad240a117db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ed9c4db97b84461b9b5d9df47400416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3846452 Feb 11 12:51:11.899259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:11.899932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8a67b07-5815-4e4e-b7d5-5e74547760b9 admin admin] Publish callbacks [] for security_group (fa358c9a-da25-4bcc-a943-e376d66cc47a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.903678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-3da5e092-4bfe-4ff6-b029-027239db33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:11.905338 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-3da5e092-4bfe-4ff6-b029-027239db33b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0900702 Feb 11 12:51:11.907655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b802c80-7bff-489d-9a84-dad240a117db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c6d771-7b5b-4ffd-80ad-8078ec54d99c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:11.934936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c2c1-bd27-4ae9-8952-871edc4bd64a req-55d5bfa7-95c1-4399-974a-9c12f9db5a49 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:11.936608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0600c2c1-bd27-4ae9-8952-871edc4bd64a req-55d5bfa7-95c1-4399-974a-9c12f9db5a49 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 948 time: 0.1238403 Feb 11 12:51:11.944980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95c28d89-06d4-4638-8cc1-47cb7196e63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (804225d8-1de4-4e97-a9c3-9b5cc86ecd41), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.947587 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95c28d89-06d4-4638-8cc1-47cb7196e63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:11.950657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-95c28d89-06d4-4638-8cc1-47cb7196e63a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/804225d8-1de4-4e97-a9c3-9b5cc86ecd41 HTTP/1.1" status: 204 len: 168 time: 0.4044251 Feb 11 12:51:11.986729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8a67b07-5815-4e4e-b7d5-5e74547760b9 admin admin] Publish callbacks [] for security_group (fa358c9a-da25-4bcc-a943-e376d66cc47a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.007722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c28d89-06d4-4638-8cc1-47cb7196e63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804225d8-1de4-4e97-a9c3-9b5cc86ecd41,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:12.085357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0600c2c1-bd27-4ae9-8952-871edc4bd64a req-b2d0f142-f552-4fae-af76-f7a623722a46 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413488 Feb 11 12:51:12.110799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4a60-fb03-4fd6-9236-d4113de52a99 admin admin] Publish callbacks [] for security_group (50c6d771-7b5b-4ffd-80ad-8078ec54d99c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.129760 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8a67b07-5815-4e4e-b7d5-5e74547760b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fa358c9a-da25-4bcc-a943-e376d66cc47a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.132428 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8a67b07-5815-4e4e-b7d5-5e74547760b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.136300 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c8a67b07-5815-4e4e-b7d5-5e74547760b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa358c9a-da25-4bcc-a943-e376d66cc47a HTTP/1.1" status: 204 len: 168 time: 0.3251460 Feb 11 12:51:12.136300 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-3af484d7-5b4c-465c-8f55-51f2a434ed90 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179928 Feb 11 12:51:12.168058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a67b07-5815-4e4e-b7d5-5e74547760b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa358c9a-da25-4bcc-a943-e376d66cc47a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:12.186099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4a60-fb03-4fd6-9236-d4113de52a99 admin admin] Publish callbacks [] for security_group (50c6d771-7b5b-4ffd-80ad-8078ec54d99c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.289964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce7c9b6a-2e2b-469c-bb3b-108472368f8b req-a35931e7-cf57-4c5d-9743-bb8e6c4cd965 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321375 Feb 11 12:51:12.298529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4a60-fb03-4fd6-9236-d4113de52a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (50c6d771-7b5b-4ffd-80ad-8078ec54d99c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.301222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f4a60-fb03-4fd6-9236-d4113de52a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.302582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fa6f4a60-fb03-4fd6-9236-d4113de52a99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50c6d771-7b5b-4ffd-80ad-8078ec54d99c HTTP/1.1" status: 204 len: 168 time: 0.3961797 Feb 11 12:51:12.311304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4a60-fb03-4fd6-9236-d4113de52a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c6d771-7b5b-4ffd-80ad-8078ec54d99c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:12.455937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-49e7dd6c-b3c7-4c58-8b20-45408d547183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:12.458203 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-49e7dd6c-b3c7-4c58-8b20-45408d547183 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 1130 time: 0.0893722 Feb 11 12:51:12.473311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3459b-88a9-4c35-baeb-274a71c87f95 req-cf194b22-2932-444b-ae35-6834cacf330a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:12.474845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c0d3459b-88a9-4c35-baeb-274a71c87f95 req-cf194b22-2932-444b-ae35-6834cacf330a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.0703802 Feb 11 12:51:12.582076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c0d3459b-88a9-4c35-baeb-274a71c87f95 req-8b862e29-da55-4076-a326-8d86ed04804c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977995 Feb 11 12:51:12.603575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-e930ab60-1145-41bc-80f3-e8646484d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:12.605287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-e930ab60-1145-41bc-80f3-e8646484d520 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1292534 Feb 11 12:51:12.658134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55008) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:12.671967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82b6c13c-8c71-4cca-b26e-15ef9afe0f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.675650 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-7050c378-bdd8-40c8-8c92-d415b2ee19f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=9c0e2f22-2ce0-4a65-8448-777e430e5328 HTTP/1.1" status: 200 len: 217 time: 0.0498638 Feb 11 12:51:12.744944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:12.779502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82b6c13c-8c71-4cca-b26e-15ef9afe0f94 admin admin] Publish callbacks [] for security_group (8a3177ee-0ac2-441c-a82b-846c62cda5d2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.787004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82b6c13c-8c71-4cca-b26e-15ef9afe0f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8a3177ee-0ac2-441c-a82b-846c62cda5d2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.836527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-82b6c13c-8c71-4cca-b26e-15ef9afe0f94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec5f063c707140cf8727679e5aac99c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741762 Feb 11 12:51:12.836745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55018) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:12.852464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6c13c-8c71-4cca-b26e-15ef9afe0f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3177ee-0ac2-441c-a82b-846c62cda5d2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:12.916606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:12.923161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98224ef7-0f97-4a24-b391-fca5f3181fc7 admin admin] Publish callbacks [] for security_group (8a3177ee-0ac2-441c-a82b-846c62cda5d2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.975868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1087825608-network', 'tenant_id': '1bc8d53dc0c647bfb754ef8e50134ba8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:12.982584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-99bf2f13-4598-4794-a045-b4d8a764757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:12.982882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98224ef7-0f97-4a24-b391-fca5f3181fc7 admin admin] Publish callbacks [] for security_group (8a3177ee-0ac2-441c-a82b-846c62cda5d2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:12.984222 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-99bf2f13-4598-4794-a045-b4d8a764757f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2981088 Feb 11 12:51:13.033595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Made reservation on behalf of 1bc8d53dc0c647bfb754ef8e50134ba8 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:13.036183 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.049885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.075765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-e8994dc0-3c8a-479b-9991-5bfccae12587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:13.075988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98224ef7-0f97-4a24-b391-fca5f3181fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8a3177ee-0ac2-441c-a82b-846c62cda5d2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.077468 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-e8994dc0-3c8a-479b-9991-5bfccae12587 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0816736 Feb 11 12:51:13.078598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98224ef7-0f97-4a24-b391-fca5f3181fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.079772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-98224ef7-0f97-4a24-b391-fca5f3181fc7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a3177ee-0ac2-441c-a82b-846c62cda5d2 HTTP/1.1" status: 204 len: 168 time: 0.2415142 Feb 11 12:51:13.095289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98224ef7-0f97-4a24-b391-fca5f3181fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3177ee-0ac2-441c-a82b-846c62cda5d2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:13.119067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:13.139430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 has no active binding in host n-h1-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:51:13.222205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-ce2af8ce-2f93-4624-911a-0bd27bfccf82 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327062 Feb 11 12:51:13.245328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks [] for security_group (58898dd4-2714-4b50-903f-1a551e700f69), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.257261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (58898dd4-2714-4b50-903f-1a551e700f69), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.274926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978b0498-882f-4329-adae-c12795947537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:51:13.285929 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (500f3009-2a55-423e-bcdd-1c542df64082), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.286482 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Added segment 500f3009-2a55-423e-bcdd-1c542df64082 of type vlan for network 67384716-3155-4c0b-bbda-e47d27ab2b7c Feb 11 12:51:13.321065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebb264-971e-47b3-bae9-0d24023f30cc req-8e3b831d-feb3-43e3-84fc-5d34a181b972 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:13.322763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97ebb264-971e-47b3-bae9-0d24023f30cc req-8e3b831d-feb3-43e3-84fc-5d34a181b972 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 948 time: 0.1411088 Feb 11 12:51:13.343933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6597783-5066-489c-a5e8-a349ecff5fb5 req-9fe9552d-7378-4497-8220-d43cbf7b467e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124585 Feb 11 12:51:13.382109 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (67384716-3155-4c0b-bbda-e47d27ab2b7c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.384014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58898dd4-2714-4b50-903f-1a551e700f69,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:13.433423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97ebb264-971e-47b3-bae9-0d24023f30cc req-5c22b21e-4c53-485e-aba3-ce7bdb5780f0 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896115 Feb 11 12:51:13.434840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (67384716-3155-4c0b-bbda-e47d27ab2b7c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.435875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:13.436534 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.463773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-978b0498-882f-4329-adae-c12795947537 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7176573 Feb 11 12:51:13.467068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55040) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:13.472052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Request body: {'subnet': {'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1087825608-subnet', 'tenant_id': '1bc8d53dc0c647bfb754ef8e50134ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:13.498070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Made reservation on behalf of 1bc8d53dc0c647bfb754ef8e50134ba8 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:13.501252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.510658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b0498-882f-4329-adae-c12795947537 admin admin] Pushing event updated for resources: {'Network': ['ID=67384716-3155-4c0b-bbda-e47d27ab2b7c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:13.523038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:51:13.748513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (d8d925a2-3883-4338-bbf2-dedbac2d51f5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.765826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50069274-7011-48ce-819b-55c9ca66a503 req-cf5294e6-9a3c-4514-b5c0-4d60f7cb8302 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:13.767509 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50069274-7011-48ce-819b-55c9ca66a503 req-cf5294e6-9a3c-4514-b5c0-4d60f7cb8302 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.0800450 Feb 11 12:51:13.830963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d925a2-3883-4338-bbf2-dedbac2d51f5,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:13.855367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:13.855734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Network hostable DHCP agents. Network: 67384716-3155-4c0b-bbda-e47d27ab2b7c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:51:13.874021 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50069274-7011-48ce-819b-55c9ca66a503 req-a0ba7695-fa1b-4e99-a36f-1992a6c430cc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865855 Feb 11 12:51:13.887105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:51:13.909519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 67384716-3155-4c0b-bbda-e47d27ab2b7c) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:13.914823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:13.915512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:13.921973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffc0e1-2f43-4fe7-a9a5-a15c264a0ff5 None None] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:13.939835 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b402ebc-189a-432d-9d4a-3b892fae44b2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4714603 Feb 11 12:51:14.153304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6b2725-c9dc-4b17-b53e-e207e082f268 None None] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:14.561741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200164f-fca5-48b0-8585-f19a2b5cf91d req-f64be59f-40d0-4830-80b2-6e50baa57b9d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:14.563256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3200164f-fca5-48b0-8585-f19a2b5cf91d req-f64be59f-40d0-4830-80b2-6e50baa57b9d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 948 time: 0.0570717 Feb 11 12:51:14.619831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3200164f-fca5-48b0-8585-f19a2b5cf91d req-9253f187-0204-44dc-a6ef-104978a19367 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492432 Feb 11 12:51:15.055890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa061d4-6697-4518-ad5a-9e746ea838c3 req-5a5cb65a-3c81-48e4-bfce-ab37640eefd4 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:15.057477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efa061d4-6697-4518-ad5a-9e746ea838c3 req-5a5cb65a-3c81-48e4-bfce-ab37640eefd4 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.0915592 Feb 11 12:51:15.126331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efa061d4-6697-4518-ad5a-9e746ea838c3 req-6c54bb97-4351-4b3d-ba02-3464379cc96a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609148 Feb 11 12:51:15.448001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55140) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:15.586712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55152) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:15.591855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1848888176-network', 'tenant_id': '08ae61562ef54104b3f95f25fd3a1ca6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:15.616828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Made reservation on behalf of 08ae61562ef54104b3f95f25fd3a1ca6 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:15.620164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.630464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.750673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks [] for security_group (a97612d5-d7d8-4bad-ae13-6c106e60f461), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.762993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0748d77e-3c49-462e-8f41-d915d61a18b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.764708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a97612d5-d7d8-4bad-ae13-6c106e60f461), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.801275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c0e2f22-2ce0-4a65-8448-777e430e5328 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:15.854746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:51:15.879070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97612d5-d7d8-4bad-ae13-6c106e60f461,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:15.886732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.887894 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Added segment aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6 of type vlan for network 46d07b27-23d6-408a-af02-3fa07dab55ef Feb 11 12:51:15.901158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 9c0e2f22-2ce0-4a65-8448-777e430e5328, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c0e2f22-2ce0-4a65-8448-777e430e5328,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:15.903777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb741f6d-b653-47dc-96f6-1a6d9ac7bda8 req-c6506630-a143-470c-b9cb-6f4fb8b3dd8b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:15.905446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb741f6d-b653-47dc-96f6-1a6d9ac7bda8 req-c6506630-a143-470c-b9cb-6f4fb8b3dd8b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 948 time: 0.1959231 Feb 11 12:51:15.914923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '9c0e2f22-2ce0-4a65-8448-777e430e5328', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '9c0e2f22-2ce0-4a65-8448-777e430e5328', 'mac_address': 'fa:16:3e:72:d1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:15.952360 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.966317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 9c0e2f22-2ce0-4a65-8448-777e430e5328 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:15.967014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:15.981864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0e2f22-2ce0-4a65-8448-777e430e5328 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:16.005362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0748d77e-3c49-462e-8f41-d915d61a18b1 admin admin] Publish callbacks [] for security_group (e9b794ed-5043-4378-94f3-bbb387356edc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.005838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 9c0e2f22-2ce0-4a65-8448-777e430e5328, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c0e2f22-2ce0-4a65-8448-777e430e5328,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:16.007387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (46d07b27-23d6-408a-af02-3fa07dab55ef), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.016047 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.017735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0748d77e-3c49-462e-8f41-d915d61a18b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e9b794ed-5043-4378-94f3-bbb387356edc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.065315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb741f6d-b653-47dc-96f6-1a6d9ac7bda8 req-e93f39d4-b64b-4d34-8bb2-fe86d3f955cf tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505699 Feb 11 12:51:16.090651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0748d77e-3c49-462e-8f41-d915d61a18b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47e7ffaa71d940a889476cdfaaec6ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6377447 Feb 11 12:51:16.092944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55166) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:16.106296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (46d07b27-23d6-408a-af02-3fa07dab55ef), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.107330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:16.107998 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.121243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748d77e-3c49-462e-8f41-d915d61a18b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b794ed-5043-4378-94f3-bbb387356edc,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:16.127233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=9c0e2f22-2ce0-4a65-8448-777e430e5328,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:16.135520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.136040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.136709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.137235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.137744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.138272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.138740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.139382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.139847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.140314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.140892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.141844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.142356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:16.168029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5801702 Feb 11 12:51:16.170923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55176) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:16.177829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Request body: {'subnet': {'network_id': '46d07b27-23d6-408a-af02-3fa07dab55ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1848888176-subnet', 'tenant_id': '08ae61562ef54104b3f95f25fd3a1ca6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:16.211324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f8404-d35a-4727-bea5-c4fe44d87eeb admin admin] Pushing event updated for resources: {'Network': ['ID=46d07b27-23d6-408a-af02-3fa07dab55ef,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:16.212276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Made reservation on behalf of 08ae61562ef54104b3f95f25fd3a1ca6 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:16.215692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.222460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b273924-904a-4c31-a63b-ace84602628c admin admin] Publish callbacks [] for security_group (e9b794ed-5043-4378-94f3-bbb387356edc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.224497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 46d07b27-23d6-408a-af02-3fa07dab55ef details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:51:16.251214 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b273924-904a-4c31-a63b-ace84602628c admin admin] Publish callbacks [] for security_group (e9b794ed-5043-4378-94f3-bbb387356edc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.325731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b273924-904a-4c31-a63b-ace84602628c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e9b794ed-5043-4378-94f3-bbb387356edc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.330209 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b273924-904a-4c31-a63b-ace84602628c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.332381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3b273924-904a-4c31-a63b-ace84602628c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9b794ed-5043-4378-94f3-bbb387356edc HTTP/1.1" status: 204 len: 168 time: 0.2384632 Feb 11 12:51:16.346959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b273924-904a-4c31-a63b-ace84602628c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b794ed-5043-4378-94f3-bbb387356edc,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:16.407080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602940e-afee-4590-8455-596974d4473b req-7c4552bb-587c-4173-99a1-259204288adc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:16.408681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9602940e-afee-4590-8455-596974d4473b req-7c4552bb-587c-4173-99a1-259204288adc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.1591334 Feb 11 12:51:16.433893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['9c0e2f22-2ce0-4a65-8448-777e430e5328'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:16.519885 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9602940e-afee-4590-8455-596974d4473b req-d527f335-b7b8-4db8-8929-0549ccd89b23 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023901 Feb 11 12:51:16.611550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.685023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:16.707007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Checking segment: {'id': 'aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '46d07b27-23d6-408a-af02-3fa07dab55ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:16.707362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Network hostable DHCP agents. Network: 46d07b27-23d6-408a-af02-3fa07dab55ef, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:51:16.726367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Network 46d07b27-23d6-408a-af02-3fa07dab55ef is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:51:16.737013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 46d07b27-23d6-408a-af02-3fa07dab55ef) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:16.741857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:16.742591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:16.747971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd413dbd-6e2b-4c26-b092-0774d0749e6f None None] Network 46d07b27-23d6-408a-af02-3fa07dab55ef requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:16.768251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df3d223c-9b68-4568-867e-72aa23321683 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5951498 Feb 11 12:51:16.851407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c6166c-f70c-4bc4-b2b4-13ec78bce3ad None None] Network 46d07b27-23d6-408a-af02-3fa07dab55ef requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:16.937415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.126426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55230) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:17.147943 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce20d355-1a90-4541-9ca3-eca6a4de94c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.259409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce20d355-1a90-4541-9ca3-eca6a4de94c1 admin admin] Publish callbacks [] for security_group (98e75e0c-5bcf-4172-9f4b-07464e9d06f7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.273968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce20d355-1a90-4541-9ca3-eca6a4de94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (98e75e0c-5bcf-4172-9f4b-07464e9d06f7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.316980 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce20d355-1a90-4541-9ca3-eca6a4de94c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=133c59c9e3e0450393da0062569baa43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900382 Feb 11 12:51:17.320933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55244) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:17.328567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20d355-1a90-4541-9ca3-eca6a4de94c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e75e0c-5bcf-4172-9f4b-07464e9d06f7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:17.344185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2bea0-eb8b-46c1-9385-6e4fb646a187 req-2797ead0-4b62-464b-95e0-85658965ca9d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:17.345914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26d2bea0-eb8b-46c1-9385-6e4fb646a187 req-2797ead0-4b62-464b-95e0-85658965ca9d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 949 time: 0.0770857 Feb 11 12:51:17.446373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26d2bea0-eb8b-46c1-9385-6e4fb646a187 req-0a8b8580-8bbf-4545-8f62-95ecb3556cba tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915020 Feb 11 12:51:17.447532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31d13e99-c82c-416f-b77b-e485e97467dc admin admin] Publish callbacks [] for security_group (98e75e0c-5bcf-4172-9f4b-07464e9d06f7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.492897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31d13e99-c82c-416f-b77b-e485e97467dc admin admin] Publish callbacks [] for security_group (98e75e0c-5bcf-4172-9f4b-07464e9d06f7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.524464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55260) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:17.555085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31d13e99-c82c-416f-b77b-e485e97467dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (98e75e0c-5bcf-4172-9f4b-07464e9d06f7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.558777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31d13e99-c82c-416f-b77b-e485e97467dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.563836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-31d13e99-c82c-416f-b77b-e485e97467dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98e75e0c-5bcf-4172-9f4b-07464e9d06f7 HTTP/1.1" status: 204 len: 168 time: 0.2400591 Feb 11 12:51:17.584416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d13e99-c82c-416f-b77b-e485e97467dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e75e0c-5bcf-4172-9f4b-07464e9d06f7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:17.623436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-8a6e9efa-805b-438f-8117-c9944bfbbfb5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:17.633279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-8a6e9efa-805b-438f-8117-c9944bfbbfb5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.1950283 Feb 11 12:51:17.647658 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-03199b01-2f92-4b36-aaef-7f53c698f2ef tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/quotas/1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 375 time: 0.0133655 Feb 11 12:51:17.687677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-df8ca94b-cab1-4730-a2f2-c89462c57f29 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336723 Feb 11 12:51:17.691720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd411d-3e39-4bbe-8f2c-cab6e4d2338f req-a09ed3c8-f96e-4a64-9253-d7da26353e33 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:17.693400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9dd411d-3e39-4bbe-8f2c-cab6e4d2338f req-a09ed3c8-f96e-4a64-9253-d7da26353e33 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.0636141 Feb 11 12:51:17.723190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eec92abf-430e-4f13-889d-d6a0784d5754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.754258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9dd411d-3e39-4bbe-8f2c-cab6e4d2338f req-a7a29f80-7754-4906-a1b4-09fd5cb522d9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536280 Feb 11 12:51:17.808509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c0e2f22-2ce0-4a65-8448-777e430e5328 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:17.851385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-043ef8c8-7756-4405-912b-08e9ec8fecb3 service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499150 Feb 11 12:51:17.874740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 9c0e2f22-2ce0-4a65-8448-777e430e5328 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:17.881661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 9c0e2f22-2ce0-4a65-8448-777e430e5328 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:17.882648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.888644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55278) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:17.952225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eec92abf-430e-4f13-889d-d6a0784d5754 admin admin] Publish callbacks [] for security_group (148560e3-8a85-4805-ace1-8754d2f9af8e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.964395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eec92abf-430e-4f13-889d-d6a0784d5754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (148560e3-8a85-4805-ace1-8754d2f9af8e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:17.986694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 9c0e2f22-2ce0-4a65-8448-777e430e5328 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:17.987449 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.015069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-6134c877-428e-4786-816e-468fe359b28f service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535280 Feb 11 12:51:18.025988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55284) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:18.026146 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eec92abf-430e-4f13-889d-d6a0784d5754 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d30249545d8547109bc66225e8c0e395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5005200 Feb 11 12:51:18.027143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0e2f22-2ce0-4a65-8448-777e430e5328'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:18.030951 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc18569f-77ed-4692-bd1c-6bcb70ca6302" -d '{"events": [{"server_uuid": "af0de6be-5efa-4955-9f7d-15b853359d95", "name": "network-vif-plugged", "status": "completed", "tag": "9c0e2f22-2ce0-4a65-8448-777e430e5328"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:18.031115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec92abf-430e-4f13-889d-d6a0784d5754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148560e3-8a85-4805-ace1-8754d2f9af8e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:18.044884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 9c0e2f22-2ce0-4a65-8448-777e430e5328, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c0e2f22-2ce0-4a65-8448-777e430e5328,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:18.054248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.087649 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38b0b05b-8731-42c7-bdf8-201202c52a15 admin admin] Publish callbacks [] for security_group (148560e3-8a85-4805-ace1-8754d2f9af8e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.116188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38b0b05b-8731-42c7-bdf8-201202c52a15 admin admin] Publish callbacks [] for security_group (148560e3-8a85-4805-ace1-8754d2f9af8e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.121570 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2233014-2d33-41a2-86e1-094224d557a7 x-openstack-request-id: req-f2233014-2d33-41a2-86e1-094224d557a7 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:18.122248 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0de6be-5efa-4955-9f7d-15b853359d95", "name": "network-vif-plugged", "status": "completed", "tag": "9c0e2f22-2ce0-4a65-8448-777e430e5328", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:18.122657 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2233014-2d33-41a2-86e1-094224d557a7 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:18.123057 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0e2f22-2ce0-4a65-8448-777e430e5328', 'code': 200} Feb 11 12:51:18.174286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=9c0e2f22-2ce0-4a65-8448-777e430e5328,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:18.188926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0304d93b-5937-401f-9ad1-25edb890ed92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.247757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38b0b05b-8731-42c7-bdf8-201202c52a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (148560e3-8a85-4805-ace1-8754d2f9af8e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.251753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38b0b05b-8731-42c7-bdf8-201202c52a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.253728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-38b0b05b-8731-42c7-bdf8-201202c52a15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/148560e3-8a85-4805-ace1-8754d2f9af8e HTTP/1.1" status: 204 len: 168 time: 0.2262533 Feb 11 12:51:18.276374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0b05b-8731-42c7-bdf8-201202c52a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148560e3-8a85-4805-ace1-8754d2f9af8e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:18.343279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-5613ba1c-4e5f-4a9e-bd05-e8df2a4240b6 service neutron] 10.222.0.53 "GET /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7/bindings/n-h1-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.1348510 Feb 11 12:51:18.348330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:18.400861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a150fbf8-77ed-4ddf-b072-014856e88179 req-45d41d73-0f2d-45b0-af6a-b782a8100124 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 210 time: 0.1162188 Feb 11 12:51:18.424237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774aac8-7543-49ba-8454-a2b4d467fb3b req-61a3a3af-4a8a-43ca-864d-363610a639bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:18.425736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6774aac8-7543-49ba-8454-a2b4d467fb3b req-61a3a3af-4a8a-43ca-864d-363610a639bb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 1132 time: 0.1309636 Feb 11 12:51:18.562793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0304d93b-5937-401f-9ad1-25edb890ed92 admin admin] Publish callbacks [] for security_group (e65e77ea-b492-4e3c-b123-dceb257d2fdf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.575969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0304d93b-5937-401f-9ad1-25edb890ed92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e65e77ea-b492-4e3c-b123-dceb257d2fdf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.604824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304d93b-5937-401f-9ad1-25edb890ed92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e77ea-b492-4e3c-b123-dceb257d2fdf,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:18.620913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6774aac8-7543-49ba-8454-a2b4d467fb3b req-333433af-b320-45f8-9239-c58cde4c5be9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811502 Feb 11 12:51:18.655879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0304d93b-5937-401f-9ad1-25edb890ed92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08065675ec4f4086b2267aeb0fc10ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7650039 Feb 11 12:51:18.658061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55312) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:18.679611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:18.703582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd62eb-12a5-4c3a-a5af-365a373a96fb req-b0d10669-885b-470a-b26a-e3ad40343587 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:18.705977 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32dd62eb-12a5-4c3a-a5af-365a373a96fb req-b0d10669-885b-470a-b26a-e3ad40343587 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 950 time: 0.1336069 Feb 11 12:51:18.736604 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-891690b8-cc04-4b57-9ba1-0efe027b56ca admin admin] Publish callbacks [] for security_group (e65e77ea-b492-4e3c-b123-dceb257d2fdf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.743180 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:18.766446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-891690b8-cc04-4b57-9ba1-0efe027b56ca admin admin] Publish callbacks [] for security_group (e65e77ea-b492-4e3c-b123-dceb257d2fdf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.775723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9bf930c8-c7e7-4b4b-87ae-882ceee3e89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.821324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:18.831357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-891690b8-cc04-4b57-9ba1-0efe027b56ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e65e77ea-b492-4e3c-b123-dceb257d2fdf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.833984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-891690b8-cc04-4b57-9ba1-0efe027b56ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.835309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-891690b8-cc04-4b57-9ba1-0efe027b56ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e65e77ea-b492-4e3c-b123-dceb257d2fdf HTTP/1.1" status: 204 len: 168 time: 0.1759460 Feb 11 12:51:18.842260 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32dd62eb-12a5-4c3a-a5af-365a373a96fb req-b31bdd1b-fbd1-4df0-aafc-e280a802412b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284127 Feb 11 12:51:18.849593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:18.868633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891690b8-cc04-4b57-9ba1-0efe027b56ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65e77ea-b492-4e3c-b123-dceb257d2fdf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:18.874153 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:18.951715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbf640-f003-44db-a720-92039ce2823d req-b6f58445-5d27-417e-ba7e-a28d61d9db53 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:18.953369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0bbf640-f003-44db-a720-92039ce2823d req-b6f58445-5d27-417e-ba7e-a28d61d9db53 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 944 time: 0.0861113 Feb 11 12:51:19.005678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9bf930c8-c7e7-4b4b-87ae-882ceee3e89c admin admin] Publish callbacks [] for security_group (131110ec-c532-4c3f-bd2a-15414e24199d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.011574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] Transition to ACTIVE for port object 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:19.012764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0bbf640-f003-44db-a720-92039ce2823d req-7d852de1-0896-4038-9fbb-9fea7c488c5e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Feb 11 12:51:19.014644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9bf930c8-c7e7-4b4b-87ae-882ceee3e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (131110ec-c532-4c3f-bd2a-15414e24199d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.047366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55324) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:19.056771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9bf930c8-c7e7-4b4b-87ae-882ceee3e89c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f7f793f81954169bb0bdc1535bea7c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7020533 Feb 11 12:51:19.060509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55326) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:19.062880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.063027 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f798eb93-1a44-4cb4-8d91-e881350b056f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.117311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf930c8-c7e7-4b4b-87ae-882ceee3e89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131110ec-c532-4c3f-bd2a-15414e24199d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:19.146259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] No DVR routers for this DVR port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:51:19.146951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a362a00c-86e5-4666-9a38-f40933791b10 admin admin] Publish callbacks [] for security_group (131110ec-c532-4c3f-bd2a-15414e24199d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.165404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=10']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:19.182737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a362a00c-86e5-4666-9a38-f40933791b10 admin admin] Publish callbacks [] for security_group (131110ec-c532-4c3f-bd2a-15414e24199d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.200435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-81068371-30d2-4229-9d2f-53ef37dacdfa service neutron] 10.222.0.53 "PUT /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7/bindings/n-h1-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8373358 Feb 11 12:51:19.244308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f798eb93-1a44-4cb4-8d91-e881350b056f admin admin] Publish callbacks [] for security_group (7cf607d2-5a28-49ae-b78d-324098c0c0b4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.249611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f798eb93-1a44-4cb4-8d91-e881350b056f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7cf607d2-5a28-49ae-b78d-324098c0c0b4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.295316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f798eb93-1a44-4cb4-8d91-e881350b056f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03c6df5f91cf45dd92739bc3fb90cd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468987 Feb 11 12:51:19.296263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a362a00c-86e5-4666-9a38-f40933791b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (131110ec-c532-4c3f-bd2a-15414e24199d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.298614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55334) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:19.298796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a362a00c-86e5-4666-9a38-f40933791b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.299806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a362a00c-86e5-4666-9a38-f40933791b10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/131110ec-c532-4c3f-bd2a-15414e24199d HTTP/1.1" status: 204 len: 168 time: 0.2381866 Feb 11 12:51:19.300466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798eb93-1a44-4cb4-8d91-e881350b056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf607d2-5a28-49ae-b78d-324098c0c0b4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:19.318930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362a00c-86e5-4666-9a38-f40933791b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131110ec-c532-4c3f-bd2a-15414e24199d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:19.365902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01be3617-0004-4c0e-9190-0b95aea38ca0 admin admin] Publish callbacks [] for security_group (7cf607d2-5a28-49ae-b78d-324098c0c0b4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.370297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55340) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:19.383667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9e7149b-6c85-46c2-a5f0-efb61952ce3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.396455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01be3617-0004-4c0e-9190-0b95aea38ca0 admin admin] Publish callbacks [] for security_group (7cf607d2-5a28-49ae-b78d-324098c0c0b4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.454878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01be3617-0004-4c0e-9190-0b95aea38ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7cf607d2-5a28-49ae-b78d-324098c0c0b4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.458092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01be3617-0004-4c0e-9190-0b95aea38ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.461632 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-01be3617-0004-4c0e-9190-0b95aea38ca0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cf607d2-5a28-49ae-b78d-324098c0c0b4 HTTP/1.1" status: 204 len: 168 time: 0.1592531 Feb 11 12:51:19.469857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be3617-0004-4c0e-9190-0b95aea38ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf607d2-5a28-49ae-b78d-324098c0c0b4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:19.515702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9e7149b-6c85-46c2-a5f0-efb61952ce3a admin admin] Publish callbacks [] for security_group (e3b4779a-4824-4a2c-bb37-a604e2d64328), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.523007 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb7c1878-b47b-408e-b852-a3971bb59d78 req-4af5e52b-2ebf-4632-84d2-dceb4266dcf4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 210 time: 0.0297179 Feb 11 12:51:19.525251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9e7149b-6c85-46c2-a5f0-efb61952ce3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e3b4779a-4824-4a2c-bb37-a604e2d64328), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.567642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7149b-6c85-46c2-a5f0-efb61952ce3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b4779a-4824-4a2c-bb37-a604e2d64328,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:19.577390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a9e7149b-6c85-46c2-a5f0-efb61952ce3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d3f61ce095a4a8fb0c429c620e3a051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059014 Feb 11 12:51:19.580473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55348) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:19.632402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8e31343-bd11-48ed-9e56-fdeb4d80e5ac admin admin] Publish callbacks [] for security_group (e3b4779a-4824-4a2c-bb37-a604e2d64328), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.656369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8e31343-bd11-48ed-9e56-fdeb4d80e5ac admin admin] Publish callbacks [] for security_group (e3b4779a-4824-4a2c-bb37-a604e2d64328), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.712974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8e31343-bd11-48ed-9e56-fdeb4d80e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e3b4779a-4824-4a2c-bb37-a604e2d64328), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.716412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8e31343-bd11-48ed-9e56-fdeb4d80e5ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.719908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d8e31343-bd11-48ed-9e56-fdeb4d80e5ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3b4779a-4824-4a2c-bb37-a604e2d64328 HTTP/1.1" status: 204 len: 168 time: 0.1361907 Feb 11 12:51:19.726726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e31343-bd11-48ed-9e56-fdeb4d80e5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b4779a-4824-4a2c-bb37-a604e2d64328,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:19.839042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55358) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:19.852868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f77ddd8c-a69e-4cf4-8d81-bde53cccc663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.939302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f77ddd8c-a69e-4cf4-8d81-bde53cccc663 admin admin] Publish callbacks [] for security_group (6f80ec48-bfa6-4f8a-8fdf-c6001a86a078), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.947358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f77ddd8c-a69e-4cf4-8d81-bde53cccc663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6f80ec48-bfa6-4f8a-8fdf-c6001a86a078), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:19.980470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde0960-919c-4efa-b63a-8b862d8863f3 req-6f0bd3c3-0ccb-4451-a2f1-61555300b9d8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:19.982425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecde0960-919c-4efa-b63a-8b862d8863f3 req-6f0bd3c3-0ccb-4451-a2f1-61555300b9d8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 950 time: 0.0646067 Feb 11 12:51:19.989185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f77ddd8c-a69e-4cf4-8d81-bde53cccc663 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7904b0a840844bc8a52b6ef459c4a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490431 Feb 11 12:51:19.992793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55364) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:20.007797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ddd8c-a69e-4cf4-8d81-bde53cccc663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f80ec48-bfa6-4f8a-8fdf-c6001a86a078,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:20.054817 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1f53-d114-4816-8a93-dc2d1cd20c44 admin admin] Publish callbacks [] for security_group (6f80ec48-bfa6-4f8a-8fdf-c6001a86a078), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:20.069966 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecde0960-919c-4efa-b63a-8b862d8863f3 req-02d8e029-204a-400b-9ed8-05c0db92d0ff tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809932 Feb 11 12:51:20.116626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1f53-d114-4816-8a93-dc2d1cd20c44 admin admin] Publish callbacks [] for security_group (6f80ec48-bfa6-4f8a-8fdf-c6001a86a078), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:20.212440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1f53-d114-4816-8a93-dc2d1cd20c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6f80ec48-bfa6-4f8a-8fdf-c6001a86a078), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:20.215532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1f53-d114-4816-8a93-dc2d1cd20c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:20.216691 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a3cd1f53-d114-4816-8a93-dc2d1cd20c44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f80ec48-bfa6-4f8a-8fdf-c6001a86a078 HTTP/1.1" status: 204 len: 168 time: 0.2223656 Feb 11 12:51:20.227785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90a6dd-67a8-4650-a29c-5b1bf4581bbf req-40c64313-9c0d-47c5-a7b2-a5a81745ebc7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:20.229437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca90a6dd-67a8-4650-a29c-5b1bf4581bbf req-40c64313-9c0d-47c5-a7b2-a5a81745ebc7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 945 time: 0.0974326 Feb 11 12:51:20.238079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd1f53-d114-4816-8a93-dc2d1cd20c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f80ec48-bfa6-4f8a-8fdf-c6001a86a078,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:20.302411 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca90a6dd-67a8-4650-a29c-5b1bf4581bbf req-45a1a667-a8ac-40fd-9adb-211a99a30194 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Feb 11 12:51:20.638222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071e9dc2-59ea-4c3a-9197-04b1e035680b req-dd401f78-9400-4907-9389-22c946f29f55 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 210 time: 0.0331242 Feb 11 12:51:21.109817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:21.336581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-67b6c76b-bee4-4e63-a06d-bb20a7109cb8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6add49713f0849b7a68d3881884ad2c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560300 Feb 11 12:51:21.385498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-8e430bbc-3f9f-4a5e-afaa-171d8b45783b tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:21.387313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-8e430bbc-3f9f-4a5e-afaa-171d8b45783b tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.2480927 Feb 11 12:51:21.413989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:21.462689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b3ead113-bde9-40ec-a8c8-a75a9653a8e3 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:21.465702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'port_id': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'mac_address': 'fa:16:3e:53:83:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c69056-a93f-4e95-b28d-8dbb666ba34a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:21.470481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b3ead113-bde9-40ec-a8c8-a75a9653a8e3 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322973 Feb 11 12:51:21.489841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb4507-6ee3-45b2-8490-8c9bd0310b94 req-2042bc5d-823a-4a2e-a601-58b2e117330b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:21.496985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-085ba111-3024-4292-9106-becc0aa70cca tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/quotas/6add49713f0849b7a68d3881884ad2c1 HTTP/1.1" status: 200 len: 375 time: 0.0252361 Feb 11 12:51:21.497185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eecb4507-6ee3-45b2-8490-8c9bd0310b94 req-2042bc5d-823a-4a2e-a601-58b2e117330b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 950 time: 0.2410548 Feb 11 12:51:21.535564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-1bc9707c-09f5-4de0-a5ed-09d4ceaae93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:21.537277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-1bc9707c-09f5-4de0-a5ed-09d4ceaae93f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1&tenant_id=a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 1127 time: 0.1397464 Feb 11 12:51:21.561956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-10f7f836-e5c3-4007-be62-cd5af0c5fb1c tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6add49713f0849b7a68d3881884ad2c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635746 Feb 11 12:51:21.563187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:21.564473 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:21.598715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:21.627203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:21.639959 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:21.669101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eecb4507-6ee3-45b2-8490-8c9bd0310b94 req-1f52244e-72b4-4867-a0d6-85a225128156 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557434 Feb 11 12:51:21.695416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-1a09117f-12a6-4331-b0a2-03f8b295727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:21.704427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-1a09117f-12a6-4331-b0a2-03f8b295727c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1127 time: 0.1353021 Feb 11 12:51:21.746940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=11']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:21.760113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:21.833541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:51:21.876296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6045443-0b2b-4ea4-926f-c7cb4dc437d2 req-1b1583e3-a3ce-4627-8f77-7ed4729f73de tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 210 time: 0.0506918 Feb 11 12:51:21.921852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-5aedf2c6-6576-42c0-9e81-da8e70adf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:21.925282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-5aedf2c6-6576-42c0-9e81-da8e70adf28f service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.2112775 Feb 11 12:51:21.937734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e236b-c1b9-4c58-9058-5d6c52a47f9c req-e293423c-275a-4014-810c-ce561fe3ac3a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:21.952662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-175e236b-c1b9-4c58-9058-5d6c52a47f9c req-e293423c-275a-4014-810c-ce561fe3ac3a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 946 time: 0.1304657 Feb 11 12:51:22.076345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:51:22.076752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:51:22.150064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-56a6556e-cef0-4f23-a47a-a12b187049af tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:22.152343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-56a6556e-cef0-4f23-a47a-a12b187049af tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.1547046 Feb 11 12:51:22.182964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Request body: {'port': {'device_id': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'admin_state_up': True, 'tenant_id': '1bc8d53dc0c647bfb754ef8e50134ba8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:22.349060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Made reservation on behalf of 1bc8d53dc0c647bfb754ef8e50134ba8 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:22.354749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:22.461886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-820d8366-28bf-46cb-a791-106654e96d89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 217 time: 0.5060558 Feb 11 12:51:22.540737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-175e236b-c1b9-4c58-9058-5d6c52a47f9c req-ff71e9d3-0e4b-4133-b047-fe9dccc3a805 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869763 Feb 11 12:51:22.555017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-d9c0b93c-4f93-482c-b8f6-417f6c727753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:22.558965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-d9c0b93c-4f93-482c-b8f6-417f6c727753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0810673 Feb 11 12:51:22.602847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-a0abbd6a-53b4-4878-954f-d42bd53e6e8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359178 Feb 11 12:51:22.611825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Allocated IP 172.20.0.14 (67384716-3155-4c0b-bbda-e47d27ab2b7c/d8d925a2-3883-4338-bbf2-dedbac2d51f5/ab5271de-2f79-4147-8471-2f6f2bf077db) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:22.848939 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks [] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:22.854582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5db06ff-67e0-415f-bda8-42fdebb2163b req-4f129513-b0e7-4afb-8315-002c84ec3717 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 210 time: 0.0982912 Feb 11 12:51:22.905716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-e2927b23-4690-4cdb-80d1-7473f2ba01f7 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922082 Feb 11 12:51:22.934064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.019684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:23.025854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-a321b375-545d-40c3-9d32-59469f42a819 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102180 Feb 11 12:51:23.061356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:23.090290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252f90-0bdb-4388-a92d-d629ef2bbac2 req-f8b570d1-b8ac-4833-b6da-1ff5b6940cf2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.091873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:23.092106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef252f90-0bdb-4388-a92d-d629ef2bbac2 req-f8b570d1-b8ac-4833-b6da-1ff5b6940cf2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 932 time: 0.0649793 Feb 11 12:51:23.097097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.098896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.151715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef252f90-0bdb-4388-a92d-d629ef2bbac2 req-28e2c431-f88b-417f-97da-cc30fb53a25a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534160 Feb 11 12:51:23.159637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:23.165595 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-198bc734-19c7-414f-b546-f1dad1df6d71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0006630 Feb 11 12:51:23.197484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Request body: {'port': {'device_id': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:23.243783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b2b0a84e-2472-4081-934b-939f66db3e83 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.245091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b2b0a84e-2472-4081-934b-939f66db3e83 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.245713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b2b0a84e-2472-4081-934b-939f66db3e83 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.246177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b2b0a84e-2472-4081-934b-939f66db3e83 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.246630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b2b0a84e-2472-4081-934b-939f66db3e83 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.247183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b2b0a84e-2472-4081-934b-939f66db3e83 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.254976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b2b0a84e-2472-4081-934b-939f66db3e83 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26&device_id=af0de6be-5efa-4955-9f7d-15b853359d95&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1&device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37&device_id=960d57b4-ffec-41d4-82c2-398f308415e1&device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 5671 time: 0.1493454 Feb 11 12:51:23.274781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b1afae06-21f0-46e2-bb2c-837b404c7349 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.358864 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-0f178090-90bb-4704-8b2b-81a90c3fbe67 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6add49713f0849b7a68d3881884ad2c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402770 Feb 11 12:51:23.365509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-7d7321ef-a824-43d2-a581-3677a4e0ba8f tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.367574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-7d7321ef-a824-43d2-a581-3677a4e0ba8f tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1128 time: 0.0698962 Feb 11 12:51:23.383024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.520029 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:51:23.583548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-a4bddf80-a5b4-4e33-b853-9ef83b2447fd service neutron] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:23.587679 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-a4bddf80-a5b4-4e33-b853-9ef83b2447fd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.589286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2961c722-7209-4b40-bb44-f8b87b2a61a9 req-a4bddf80-a5b4-4e33-b853-9ef83b2447fd service neutron] 10.222.0.64 "DELETE /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7/bindings/n-h2-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.2145009 Feb 11 12:51:23.642186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b1afae06-21f0-46e2-bb2c-837b404c7349 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Publish callbacks [] for security_group (3485ed33-db79-4b8a-8fbe-53f528395684), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.655335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b1afae06-21f0-46e2-bb2c-837b404c7349 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3485ed33-db79-4b8a-8fbe-53f528395684), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.670678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:23.705567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-2bec9ce4-d377-43f3-866c-7385cb784ec5 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.707128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-2bec9ce4-d377-43f3-866c-7385cb784ec5 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3379884 Feb 11 12:51:23.729569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:23.733171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afae06-21f0-46e2-bb2c-837b404c7349 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3485ed33-db79-4b8a-8fbe-53f528395684,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:23.735841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:23.736556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.749266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Request body: {'port': {'device_id': '44659f6e-6773-469c-9338-f54e957f4598', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '6add49713f0849b7a68d3881884ad2c1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:23.833281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1188726-1da0-4dc4-9897-57a2f673300d req-02738937-a50b-44b5-b014-c77648a0759e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:23.835382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1188726-1da0-4dc4-9897-57a2f673300d req-02738937-a50b-44b5-b014-c77648a0759e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 946 time: 0.1018176 Feb 11 12:51:23.838478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:23.839122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.868443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:23.871348 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a61416-4b30-4666-99c2-874bb55c9689" -d '{"events": [{"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-plugged", "status": "completed", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:23.886676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:23.894703 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:23.908867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1188726-1da0-4dc4-9897-57a2f673300d req-e3fdf0f4-62bd-42d7-80d7-db5cdecb3f10 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665474 Feb 11 12:51:23.956840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=13']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:24.158865 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23199be8-23a8-46cd-8f33-04c31b91538c req-b1afae06-21f0-46e2-bb2c-837b404c7349 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.9030137 Feb 11 12:51:24.206909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Made reservation on behalf of 6add49713f0849b7a68d3881884ad2c1 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:24.210372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.225938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.293166 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fa2ced-aafb-4ed0-b39f-1ee713f5fa08 x-openstack-request-id: req-22fa2ced-aafb-4ed0-b39f-1ee713f5fa08 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:24.293461 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-plugged", "status": "completed", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:24.294134 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22fa2ced-aafb-4ed0-b39f-1ee713f5fa08 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:24.294533 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'code': 200} Feb 11 12:51:24.307262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5271de-2f79-4147-8471-2f6f2bf077db {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:24.319555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Publish callbacks [] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.366775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Transition to ACTIVE for port object ab5271de-2f79-4147-8471-2f6f2bf077db will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:24.375215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2aa39561-7d88-4f92-b9ca-2323e0439be1 req-9f915ae4-89d5-44e7-9d3a-1ddd86dbdcc0 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 210 time: 0.0293684 Feb 11 12:51:24.378959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.483412 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks [] for security_group (3983e596-e6e2-4aef-948f-dffc3e1752a2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.500979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:24.503236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3983e596-e6e2-4aef-948f-dffc3e1752a2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.513397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94b45-6ce6-4739-8432-1693d9f9cac7 req-2e2de127-875b-403e-b82c-c87794742184 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.515002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e94b45-6ce6-4739-8432-1693d9f9cac7 req-2e2de127-875b-403e-b82c-c87794742184 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.0566542 Feb 11 12:51:24.565150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e94b45-6ce6-4739-8432-1693d9f9cac7 req-529a5817-14cf-4dce-939b-41c3c4c4f2df tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436652 Feb 11 12:51:24.565540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.566030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.566492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.566938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.567489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.567817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.568267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.568800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.569588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.571758 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17246baf-b446-448b-a2d7-985fdd3ad564 req-af59cbfd-6f4c-4d67-a71c-1604f935995e tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.2497253 Feb 11 12:51:24.616073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3983e596-e6e2-4aef-948f-dffc3e1752a2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:24.635948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:24.636282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:24.636614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:24.649916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:24.650248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:24.663816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:24.664161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:24.664538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:24.664976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Bound port: ab5271de-2f79-4147-8471-2f6f2bf077db, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:24.665330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.754914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0224a16-1951-41af-971c-ab6d7e8703ff req-50a6d0d4-3697-442f-b4f0-8b9a7ccc1fa3 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.755797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Allocated IP 192.168.233.75 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/658e42d1-ba31-4640-a251-255d15bacd8d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:24.756924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0224a16-1951-41af-971c-ab6d7e8703ff req-50a6d0d4-3697-442f-b4f0-8b9a7ccc1fa3 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1129 time: 0.0543690 Feb 11 12:51:24.800970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:24.808298 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0224a16-1951-41af-971c-ab6d7e8703ff req-8ee8aa2a-66af-466a-8675-a5c907c2ab8a tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Feb 11 12:51:24.851122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:24.875223 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:24.998997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:24.999611 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:25.001004 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 1092 time: 1.8106914 Feb 11 12:51:25.004689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:25.007113 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd624d80-dbc8-4118-a2a9-335e3ba9a457" -d '{"events": [{"name": "network-changed", "server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:25.053269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c78c25-71e9-491f-a090-8d0c432e1061 req-b3d872ec-87e6-4724-9368-b2354a306264 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.054661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2c78c25-71e9-491f-a090-8d0c432e1061 req-b3d872ec-87e6-4724-9368-b2354a306264 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 886 time: 0.2513053 Feb 11 12:51:25.055266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab738445-942c-417f-8bfa-4705c4801282 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:25.099623 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks [] for port (658e42d1-ba31-4640-a251-255d15bacd8d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:25.135131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-d778259b-f0cf-4fbe-9327-49184dba52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.136656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-d778259b-f0cf-4fbe-9327-49184dba52c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1126 time: 0.0850918 Feb 11 12:51:25.179140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c827-4688-451a-ad60-67480890b8c4 req-43c7ab82-10b8-4b48-913d-49211dd72252 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.179629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c827-4688-451a-ad60-67480890b8c4 req-43c7ab82-10b8-4b48-913d-49211dd72252 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.180068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c827-4688-451a-ad60-67480890b8c4 req-43c7ab82-10b8-4b48-913d-49211dd72252 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.181791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd62c827-4688-451a-ad60-67480890b8c4 req-43c7ab82-10b8-4b48-913d-49211dd72252 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95&device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37&device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 2996 time: 0.0513179 Feb 11 12:51:25.185242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:25.187972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-7be5c276-b3ce-4c51-a470-aca639aa696d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 217 time: 0.0412655 Feb 11 12:51:25.227863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd62c827-4688-451a-ad60-67480890b8c4 req-3a432817-945c-4e92-8943-33986f4c07d7 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387669 Feb 11 12:51:25.280314 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae93253-91d3-4f88-b1f9-6de076d1c36e x-openstack-request-id: req-2ae93253-91d3-4f88-b1f9-6de076d1c36e {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:25.280601 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:25.280852 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ae93253-91d3-4f88-b1f9-6de076d1c36e {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:25.281241 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db', 'status': 'completed', 'code': 200} Feb 11 12:51:25.301970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:25.310869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:25.316139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Pushing event updated for resources: {'Port': ['ID=658e42d1-ba31-4640-a251-255d15bacd8d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:25.351628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:25.357269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.357893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:25.364875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-f0adbc08-6d80-4914-9f5f-f7801f594655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.366514 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-f0adbc08-6d80-4914-9f5f-f7801f594655 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1450284 Feb 11 12:51:25.401799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-b8a908e2-692c-4990-b7e1-95ee71852516 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6599109 Feb 11 12:51:25.402582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.402867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.403535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.403993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.404445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.404893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.405340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.405809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.406254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.408214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f588b4c4-9359-4b03-a4d6-79c0831e6176 req-24475f72-b3fb-492a-a9df-b700242f98e1 tempest-NetworksTest-1156087572 tempest-NetworksTest-1156087572-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.1326087 Feb 11 12:51:25.421340 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-47195dcd-c0c5-48de-a69d-56067f7a6267 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431240 Feb 11 12:51:25.425076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Request body: {'port': {'device_id': '44659f6e-6773-469c-9338-f54e957f4598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:25.500408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-18cbebfa-2bbf-4860-b6e7-597d7eb18c5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.501994 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-18cbebfa-2bbf-4860-b6e7-597d7eb18c5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.3112738 Feb 11 12:51:25.586034 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-a5c21eb9-5bdc-4a16-a0e1-dae2f8f6503e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/quotas/a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 375 time: 0.0773151 Feb 11 12:51:25.591682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:25.643575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9a2e58cb-7f42-4ab5-9906-a362488c7fb8 None None] Provisioning complete for port 658e42d1-ba31-4640-a251-255d15bacd8d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:25.644136 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a2e58cb-7f42-4ab5-9906-a362488c7fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:25.649023 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-f3354ed4-bbee-456e-b646-5838b3e4d437 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184441 Feb 11 12:51:25.723938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9a2e58cb-7f42-4ab5-9906-a362488c7fb8 None None] Port 658e42d1-ba31-4640-a251-255d15bacd8d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:51:25.759524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ef99b-2aa6-4cc5-8fd5-011124b9b3c7 req-e1bc9734-a3e6-449b-923a-465c97f5a76c tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:25.762510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-496ef99b-2aa6-4cc5-8fd5-011124b9b3c7 req-e1bc9734-a3e6-449b-923a-465c97f5a76c tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 935 time: 0.0766160 Feb 11 12:51:25.790783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-1507d7f9-435f-4e2e-8d34-ef1cff0fedd5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1950788 Feb 11 12:51:25.808943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55614) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:25.821400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-496ef99b-2aa6-4cc5-8fd5-011124b9b3c7 req-af0a454b-9a94-4b93-96b0-afcbb2be4c9d tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526941 Feb 11 12:51:25.903374 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f09d16c-8b67-43dc-b75c-7de52ad39577 req-e5c707f1-ab02-456c-9cca-09d4caa94c68 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254570 Feb 11 12:51:25.951984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29c63a5f-d9ab-4eaf-bbe8-1a5f05d20150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.004456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c0a29-fb85-4d51-9866-49306aaa9152 req-62ca524a-14b9-4d13-b54d-79d9dde658da tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:26.006030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-074c0a29-fb85-4d51-9866-49306aaa9152 req-62ca524a-14b9-4d13-b54d-79d9dde658da tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.0902781 Feb 11 12:51:26.079898 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-0ddc1be6-c29f-4c86-9086-7a343a22180b service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456994 Feb 11 12:51:26.082228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-074c0a29-fb85-4d51-9866-49306aaa9152 req-84980fd6-6913-4ca6-a6da-a0535902fae0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696707 Feb 11 12:51:26.087352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29c63a5f-d9ab-4eaf-bbe8-1a5f05d20150 admin admin] Publish callbacks [] for security_group (e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.094743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29c63a5f-d9ab-4eaf-bbe8-1a5f05d20150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.101593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-1cdd3cf7-af7d-4a37-8bc2-5503b06b3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:26.103124 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-1cdd3cf7-af7d-4a37-8bc2-5503b06b3695 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1126 time: 0.1470008 Feb 11 12:51:26.125984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c63a5f-d9ab-4eaf-bbe8-1a5f05d20150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:26.142411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-29c63a5f-d9ab-4eaf-bbe8-1a5f05d20150 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=923a5b4adcc14f6eaa5055b53ea530ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298593 Feb 11 12:51:26.142519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55624) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:26.193237 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df9e42db-cd2a-44cf-9243-2e3ebb5e4ffc admin admin] Publish callbacks [] for security_group (e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.218132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df9e42db-cd2a-44cf-9243-2e3ebb5e4ffc admin admin] Publish callbacks [] for security_group (e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.274625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df9e42db-cd2a-44cf-9243-2e3ebb5e4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.278858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df9e42db-cd2a-44cf-9243-2e3ebb5e4ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.282133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-df9e42db-cd2a-44cf-9243-2e3ebb5e4ffc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07 HTTP/1.1" status: 204 len: 168 time: 0.1386681 Feb 11 12:51:26.293356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e42db-cd2a-44cf-9243-2e3ebb5e4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e9d1b9-1c9f-42fc-bc77-32e612fcfd07,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:26.481048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658e42d1-ba31-4640-a251-255d15bacd8d {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:26.496481 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Publish callbacks [] for port (658e42d1-ba31-4640-a251-255d15bacd8d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.525805 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-c855a34e-c174-4b2f-8c1f-c7aab3893ef9 service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384458 Feb 11 12:51:26.538687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Transition to ACTIVE for port object 658e42d1-ba31-4640-a251-255d15bacd8d will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:26.551061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.561220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-09ce5c65-c11a-4fd1-a7b8-cd80df22ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:26.564896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-09ce5c65-c11a-4fd1-a7b8-cd80df22ee1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.4462888 Feb 11 12:51:26.632084 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-510e6f40-7235-49fb-ba59-743decc1d2f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 217 time: 0.0468690 Feb 11 12:51:26.653599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=658e42d1-ba31-4640-a251-255d15bacd8d,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:26.751793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Attempting to bind port 658e42d1-ba31-4640-a251-255d15bacd8d on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:26.752189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Attempting to bind port 658e42d1-ba31-4640-a251-255d15bacd8d by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:26.752521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Attempting to bind port 658e42d1-ba31-4640-a251-255d15bacd8d on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:26.757371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-bef8752f-7b40-47a9-ad45-f0c1acecd508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:26.758915 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-bef8752f-7b40-47a9-ad45-f0c1acecd508 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1181004 Feb 11 12:51:26.761661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Port 658e42d1-ba31-4640-a251-255d15bacd8d on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:26.762108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Attempting to bind port 658e42d1-ba31-4640-a251-255d15bacd8d on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:26.780477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55654) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:26.785737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:26.785737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:26.786079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:26.786598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Bound port: 658e42d1-ba31-4640-a251-255d15bacd8d, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:26.786868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.804298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-69d950bc-2448-49eb-9a01-0b934ad1543d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.815918 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-d15f30cf-6c56-494e-bf23-91d1168cdb0b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462694 Feb 11 12:51:26.969948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-69d950bc-2448-49eb-9a01-0b934ad1543d admin admin] Publish callbacks [] for security_group (c8997eae-1177-4e8d-aadb-5592950f4042), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:26.975405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2405b5f9-badf-4c4b-bf7b-863390b062d0 req-3ab25d32-9177-4f00-8ea8-3d4f072e719a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 210 time: 0.1047614 Feb 11 12:51:26.985842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-69d950bc-2448-49eb-9a01-0b934ad1543d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c8997eae-1177-4e8d-aadb-5592950f4042), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:27.067477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-69d950bc-2448-49eb-9a01-0b934ad1543d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e96982458c714bd8a232d0fca674b014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857182 Feb 11 12:51:27.068445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d950bc-2448-49eb-9a01-0b934ad1543d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8997eae-1177-4e8d-aadb-5592950f4042,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:27.071160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55676) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:27.075228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] For port 658e42d1-ba31-4640-a251-255d15bacd8d, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:27.080487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] For port 658e42d1-ba31-4640-a251-255d15bacd8d, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=658e42d1-ba31-4640-a251-255d15bacd8d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:27.104299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:27.198038 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-3ef54b10-4b85-4237-af0c-6a02807f30f8 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530993 Feb 11 12:51:27.204098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:27.204747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:27.206115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] 10.222.0.53 "PUT /v2.0/ports/658e42d1-ba31-4640-a251-255d15bacd8d HTTP/1.1" status: 200 len: 1095 time: 1.7874391 Feb 11 12:51:27.287542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44659f6e-6773-469c-9338-f54e957f4598', 'tag': '658e42d1-ba31-4640-a251-255d15bacd8d'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:27.289842 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3282fab-f654-4f50-9fb9-088d30eda032" -d '{"events": [{"name": "network-changed", "server_uuid": "44659f6e-6773-469c-9338-f54e957f4598", "tag": "658e42d1-ba31-4640-a251-255d15bacd8d"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:27.297618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee89e1-562e-4b04-9ae8-1901fcd57dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=658e42d1-ba31-4640-a251-255d15bacd8d,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:27.328889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c606d79-177f-4a8f-9633-f6c35f2cb49c admin admin] Publish callbacks [] for security_group (c8997eae-1177-4e8d-aadb-5592950f4042), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:27.423313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c606d79-177f-4a8f-9633-f6c35f2cb49c admin admin] Publish callbacks [] for security_group (c8997eae-1177-4e8d-aadb-5592950f4042), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:27.450967 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd624d80-dbc8-4118-a2a9-335e3ba9a457 req-a190ef4a-bc57-4581-b045-8b3aaa0a6b29 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419467 Feb 11 12:51:27.452756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-9800758a-e4ce-4ad1-a7ec-b487267fac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:27.454280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-9800758a-e4ce-4ad1-a7ec-b487267fac7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6add49713f0849b7a68d3881884ad2c1&device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 1129 time: 0.1836836 Feb 11 12:51:27.539045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5b72f-3644-45ad-b28c-7f7db1ebb1ba req-1d22de1e-5182-414b-b277-d895adffa1a3 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:27.541275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11e5b72f-3644-45ad-b28c-7f7db1ebb1ba req-1d22de1e-5182-414b-b277-d895adffa1a3 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 947 time: 0.0583014 Feb 11 12:51:27.546142 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-de03c140-9374-4a61-b61b-f86283e1595c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=658e42d1-ba31-4640-a251-255d15bacd8d HTTP/1.1" status: 200 len: 217 time: 0.0791395 Feb 11 12:51:27.619018 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11e5b72f-3644-45ad-b28c-7f7db1ebb1ba req-90c4db99-b932-43f7-9b84-c442833e7798 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675733 Feb 11 12:51:27.647174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c606d79-177f-4a8f-9633-f6c35f2cb49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c8997eae-1177-4e8d-aadb-5592950f4042), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:27.652404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c606d79-177f-4a8f-9633-f6c35f2cb49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:27.654624 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4c606d79-177f-4a8f-9633-f6c35f2cb49c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8997eae-1177-4e8d-aadb-5592950f4042 HTTP/1.1" status: 204 len: 168 time: 0.5702434 Feb 11 12:51:27.667402 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421237cc-a286-4686-a0d8-8895f608cb65 x-openstack-request-id: req-421237cc-a286-4686-a0d8-8895f608cb65 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:27.667691 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44659f6e-6773-469c-9338-f54e957f4598", "tag": "658e42d1-ba31-4640-a251-255d15bacd8d", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:27.667946 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-421237cc-a286-4686-a0d8-8895f608cb65 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:27.668383 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44659f6e-6773-469c-9338-f54e957f4598', 'tag': '658e42d1-ba31-4640-a251-255d15bacd8d', 'status': 'completed', 'code': 200} Feb 11 12:51:27.688337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c606d79-177f-4a8f-9633-f6c35f2cb49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8997eae-1177-4e8d-aadb-5592950f4042,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:27.712453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-0ff66e50-a516-4365-86e1-4f87d318fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:27.714014 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-0ff66e50-a516-4365-86e1-4f87d318fc03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1451912 Feb 11 12:51:27.789131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446599e1-bd53-40be-83ee-8ea7feeeed97 req-42b29f95-6a7b-435b-99c0-c495dab576b3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:27.796305 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-446599e1-bd53-40be-83ee-8ea7feeeed97 req-42b29f95-6a7b-435b-99c0-c495dab576b3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.1378074 Feb 11 12:51:27.835297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-1fb7c9c1-f303-4c57-8baf-12256e2ebe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:27.836826 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-1fb7c9c1-f303-4c57-8baf-12256e2ebe60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1129377 Feb 11 12:51:27.849428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55700) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:27.878199 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-446599e1-bd53-40be-83ee-8ea7feeeed97 req-9b731c85-f5f8-4c93-b7aa-2b0538ef7099 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809889 Feb 11 12:51:27.998099 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-91bf326b-8d00-4f69-bd6f-12505d7c65d1 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514308 Feb 11 12:51:28.010230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6f88fe6-c25d-4fe0-99aa-be43984718ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.041083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3bbd8-6bf3-4c6e-b385-d0e46e1c6bc0 req-4bba9665-9978-4f4b-8618-d1d89e750a36 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.042869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73a3bbd8-6bf3-4c6e-b385-d0e46e1c6bc0 req-4bba9665-9978-4f4b-8618-d1d89e750a36 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1131 time: 0.0884547 Feb 11 12:51:28.145506 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73a3bbd8-6bf3-4c6e-b385-d0e46e1c6bc0 req-9785d13b-38b5-4d0e-b9f6-28bc07d672be tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939374 Feb 11 12:51:28.168840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6f88fe6-c25d-4fe0-99aa-be43984718ad admin admin] Publish callbacks [] for security_group (1351e246-307f-4022-90df-28ab1ae9575c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.172974 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98a4da31-7d51-487d-a869-5ccad2ceffec req-03e36dc2-34d8-487e-a06b-de573e868477 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628728 Feb 11 12:51:28.225602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25902dae-25ba-4bda-b698-588c7b7355d5 req-b354e645-5f8a-4740-8c46-8dec5b1748dd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 210 time: 0.0751483 Feb 11 12:51:28.229328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6f88fe6-c25d-4fe0-99aa-be43984718ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1351e246-307f-4022-90df-28ab1ae9575c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.274912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b6f88fe6-c25d-4fe0-99aa-be43984718ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66639fc3b7b0496bbd997f09dc3380c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240668 Feb 11 12:51:28.275618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55722) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:28.373921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a510db-a95a-4e16-aa5b-2ffa738c3bf5 req-167ed5de-9f6b-4e05-9bcd-6f0685c053d1 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.381185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33a510db-a95a-4e16-aa5b-2ffa738c3bf5 req-167ed5de-9f6b-4e05-9bcd-6f0685c053d1 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1131 time: 0.1628377 Feb 11 12:51:28.421437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f88fe6-c25d-4fe0-99aa-be43984718ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1351e246-307f-4022-90df-28ab1ae9575c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:28.421600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-ca544ff8-c48c-47fb-acae-29701abe8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.423186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-ca544ff8-c48c-47fb-acae-29701abe8937 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6add49713f0849b7a68d3881884ad2c1&device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 1129 time: 0.1328485 Feb 11 12:51:28.454872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-948b3bb6-1dd4-48f3-ab4e-17bdbe5c898e admin admin] Publish callbacks [] for security_group (1351e246-307f-4022-90df-28ab1ae9575c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.497898 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33a510db-a95a-4e16-aa5b-2ffa738c3bf5 req-782e57ae-554c-482a-ad3d-f362f98a0b9b tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015317 Feb 11 12:51:28.498035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-60f6fd4e-659e-49f4-ae23-66e5e2db3636 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.499100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-60f6fd4e-659e-49f4-ae23-66e5e2db3636 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.1899526 Feb 11 12:51:28.504257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-948b3bb6-1dd4-48f3-ab4e-17bdbe5c898e admin admin] Publish callbacks [] for security_group (1351e246-307f-4022-90df-28ab1ae9575c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.531627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Request body: {'port': {'device_id': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'admin_state_up': True, 'tenant_id': 'a505bd73cf8f44468d10525f84e970f1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:28.640230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-e0626134-3077-4748-ad88-24e8c4750b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.641775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-e0626134-3077-4748-ad88-24e8c4750b07 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2062950 Feb 11 12:51:28.676235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Made reservation on behalf of a505bd73cf8f44468d10525f84e970f1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:28.683909 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.715609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-948b3bb6-1dd4-48f3-ab4e-17bdbe5c898e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1351e246-307f-4022-90df-28ab1ae9575c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.718813 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-948b3bb6-1dd4-48f3-ab4e-17bdbe5c898e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:28.720374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-948b3bb6-1dd4-48f3-ab4e-17bdbe5c898e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1351e246-307f-4022-90df-28ab1ae9575c HTTP/1.1" status: 204 len: 168 time: 0.4415486 Feb 11 12:51:28.755677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-88bb3293-0383-4a2e-aadd-cabaf9ca98f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=658e42d1-ba31-4640-a251-255d15bacd8d HTTP/1.1" status: 200 len: 217 time: 0.0908840 Feb 11 12:51:28.761839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b3bb6-1dd4-48f3-ab4e-17bdbe5c898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1351e246-307f-4022-90df-28ab1ae9575c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:28.849624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-66fab751-62d6-4ce0-8a29-1ec051f20424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.851253 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-66fab751-62d6-4ce0-8a29-1ec051f20424 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0861659 Feb 11 12:51:28.915393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Allocated IP 172.20.0.5 (cd5a70b9-37f3-42ff-954a-2f5dc3871e51/b5c69056-a93f-4e95-b28d-8dbb666ba34a/a0bd7095-b37d-4879-82fd-8e17a7b01746) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:28.939373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-df0ccb36-b701-4369-86f6-736cb62647c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.941023 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-df0ccb36-b701-4369-86f6-736cb62647c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0801568 Feb 11 12:51:28.948106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e475978-aba3-4cf5-8552-8e88698e6fa4 req-b6d9694c-723b-4cf7-8d75-cc4886ea850a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:28.955313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e475978-aba3-4cf5-8552-8e88698e6fa4 req-b6d9694c-723b-4cf7-8d75-cc4886ea850a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 947 time: 0.0919621 Feb 11 12:51:29.058160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e475978-aba3-4cf5-8552-8e88698e6fa4 req-99c8955d-3a42-4ec9-9d37-28fac2562eac tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018872 Feb 11 12:51:29.062126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-de5dec47-2e3a-4b4b-9aa5-ad4fde2f61c2 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084816 Feb 11 12:51:29.190370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3282fab-f654-4f50-9fb9-088d30eda032 req-6c577f7a-7438-4850-9f85-b882e53bd6ce service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178482 Feb 11 12:51:29.190578 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks [] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.227462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a16ee17-40a3-4749-bd1d-bf33d2218e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.267543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55768) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:29.282336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dc9096e-7749-41fe-9b6b-2267028b5d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.295509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.310340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:29.382446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b9e40-326f-4afc-a09f-9a436c12f18e req-9c203536-c600-4588-afa2-791fef5c7056 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:29.395513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-505b9e40-326f-4afc-a09f-9a436c12f18e req-9c203536-c600-4588-afa2-791fef5c7056 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.1497903 Feb 11 12:51:29.422381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dc9096e-7749-41fe-9b6b-2267028b5d00 admin admin] Publish callbacks [] for security_group (321cd954-9be0-47aa-ae89-aa0035d6e2c6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.428913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dc9096e-7749-41fe-9b6b-2267028b5d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (321cd954-9be0-47aa-ae89-aa0035d6e2c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.448792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:29.465694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:29.472326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:29.476342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9096e-7749-41fe-9b6b-2267028b5d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321cd954-9be0-47aa-ae89-aa0035d6e2c6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:29.478310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:29.488963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:29.494835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.495646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8dc9096e-7749-41fe-9b6b-2267028b5d00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd58b777fc70450199bca61e78b004cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268925 Feb 11 12:51:29.500661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55774) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:29.567424 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb723bab-77b2-4e6c-866b-d558f0470f14 admin admin] Publish callbacks [] for security_group (321cd954-9be0-47aa-ae89-aa0035d6e2c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.590148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-505b9e40-326f-4afc-a09f-9a436c12f18e req-e3db3653-8b63-4883-a369-c1bf7381060a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977923 Feb 11 12:51:29.600134 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb723bab-77b2-4e6c-866b-d558f0470f14 admin admin] Publish callbacks [] for security_group (321cd954-9be0-47aa-ae89-aa0035d6e2c6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.603941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-11f535f7-dab2-4de5-9862-1d4581f22777 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0837648 Feb 11 12:51:29.630834 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Request body: {'port': {'device_id': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:29.669859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb723bab-77b2-4e6c-866b-d558f0470f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (321cd954-9be0-47aa-ae89-aa0035d6e2c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.673015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb723bab-77b2-4e6c-866b-d558f0470f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.676047 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb723bab-77b2-4e6c-866b-d558f0470f14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/321cd954-9be0-47aa-ae89-aa0035d6e2c6 HTTP/1.1" status: 204 len: 168 time: 0.1718981 Feb 11 12:51:29.696228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:29.701770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb723bab-77b2-4e6c-866b-d558f0470f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321cd954-9be0-47aa-ae89-aa0035d6e2c6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:29.730846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e474-1f59-4d38-a13f-bd81fffdf3a4 req-09484084-5076-4c20-8f1c-9e6565d8ddb6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:29.732406 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a01e474-1f59-4d38-a13f-bd81fffdf3a4 req-09484084-5076-4c20-8f1c-9e6565d8ddb6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 931 time: 0.0751240 Feb 11 12:51:29.779457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:29.854527 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a01e474-1f59-4d38-a13f-bd81fffdf3a4 req-82f20cf1-cdcb-47e4-8a84-6d0ec418743e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119125 Feb 11 12:51:29.978495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:29.999354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'ab5271de-2f79-4147-8471-2f6f2bf077db', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'port_id': 'ab5271de-2f79-4147-8471-2f6f2bf077db', 'mac_address': 'fa:16:3e:03:74:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d925a2-3883-4338-bbf2-dedbac2d51f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:30.077344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab5271de-2f79-4147-8471-2f6f2bf077db is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:30.078294 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:30.110226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5271de-2f79-4147-8471-2f6f2bf077db {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:30.136284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116468c-a203-46a5-93a2-7f8860b262ba req-2462b421-5f80-4674-93e3-bfcb3a663888 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:30.151427 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3116468c-a203-46a5-93a2-7f8860b262ba req-2462b421-5f80-4674-93e3-bfcb3a663888 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1490679 Feb 11 12:51:30.162304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:30.175443 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:30.234609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3116468c-a203-46a5-93a2-7f8860b262ba req-18dcb806-6544-417a-8082-024fbf2c40ec tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807345 Feb 11 12:51:30.247761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:30.279002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af062a-9f16-496f-8317-bb4cb681281f req-7f27b5ff-676e-4201-8c23-b12b0dfe4787 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:30.280431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34af062a-9f16-496f-8317-bb4cb681281f req-7f27b5ff-676e-4201-8c23-b12b0dfe4787 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 947 time: 0.1028435 Feb 11 12:51:30.352924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd7095-b37d-4879-82fd-8e17a7b01746 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:30.365535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Publish callbacks [] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:30.387851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34af062a-9f16-496f-8317-bb4cb681281f req-770411bb-ec84-494c-96d0-ba129a6ee1a8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974009 Feb 11 12:51:30.390807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Transition to ACTIVE for port object a0bd7095-b37d-4879-82fd-8e17a7b01746 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:30.397137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:30.482529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:30.518636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:30.518945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:30.519391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:30.527120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ab5271de-2f79-4147-8471-2f6f2bf077db'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:30.528244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:30.530207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:30.537490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:30.537913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:30.538244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:30.538686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Bound port: a0bd7095-b37d-4879-82fd-8e17a7b01746, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:30.539026 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:30.633382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:30.638553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:30.655064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:30.725312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:30.726313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:30.728689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] 10.222.0.53 "PUT /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 1091 time: 1.1126504 Feb 11 12:51:30.731738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:30.734740 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e03c1dc-a443-4f61-9b1e-93cd0475967f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:30.778272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b180fd-7fe1-43fd-8303-2bed9cd5eeeb req-712d6c4b-9ac4-47b7-a2b6-ba17e4689cdd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:30.783266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b3e16-9275-4c44-b1f0-c1e62046bf34 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:30.787390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-29b180fd-7fe1-43fd-8303-2bed9cd5eeeb req-712d6c4b-9ac4-47b7-a2b6-ba17e4689cdd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 945 time: 0.0974100 Feb 11 12:51:30.834330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-f4b90307-cdf6-47ac-9247-d2ea80ebf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:30.836300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-f4b90307-cdf6-47ac-9247-d2ea80ebf1bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1125 time: 0.0612791 Feb 11 12:51:30.850276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-29b180fd-7fe1-43fd-8303-2bed9cd5eeeb req-614a9c67-0650-4ec3-9a6e-4732b774fd36 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594437 Feb 11 12:51:30.897297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-33c9db84-2afa-4f9d-b86b-f05d6edd1939 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 217 time: 0.0519485 Feb 11 12:51:30.957206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-99f24c45-d9f9-406c-969a-2cc6227a84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:30.959308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-99f24c45-d9f9-406c-969a-2cc6227a84d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0512538 Feb 11 12:51:31.007165 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf0e270-52cd-4284-8731-4688fedfd304 x-openstack-request-id: req-abf0e270-52cd-4284-8731-4688fedfd304 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:31.007577 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:31.008062 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abf0e270-52cd-4284-8731-4688fedfd304 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:31.008631 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746', 'status': 'completed', 'code': 200} Feb 11 12:51:31.010879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-a9f5bd55-66dd-4993-9d0f-f108d3b32b3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419779 Feb 11 12:51:31.144955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-61cf4b3f-1f3b-438a-94af-43cd4ea2058f service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262705 Feb 11 12:51:31.155604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cc0c5-ea1f-4f5b-b6dd-54d69261e82b req-ac4325ea-e5a6-4f1e-978c-d92a94607fa6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:31.157281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a14cc0c5-ea1f-4f5b-b6dd-54d69261e82b req-ac4325ea-e5a6-4f1e-978c-d92a94607fa6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.1074221 Feb 11 12:51:31.285525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a14cc0c5-ea1f-4f5b-b6dd-54d69261e82b req-923f830d-35b8-425e-b0a7-e6471367b076 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107156 Feb 11 12:51:31.314657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a4258d2-4daf-4dac-ad26-43d8dc237b65 req-b4c1b493-2a1c-436d-b134-84456543dea0 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562641 Feb 11 12:51:31.351831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1849e643-c874-4813-9f17-9281ab84e2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.436153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55864) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:31.459359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-f64e17e2-3bbc-4e1c-bd7d-960356a241b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:31.462454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-f64e17e2-3bbc-4e1c-bd7d-960356a241b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1125 time: 0.0814207 Feb 11 12:51:31.577897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbb49-e31e-4092-9c79-292f2899b274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.625523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-2ec0566d-6c17-4d2e-802f-bb285504cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:31.627047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-2ec0566d-6c17-4d2e-802f-bb285504cb46 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1535666 Feb 11 12:51:31.655176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a58398-d525-4d58-9fda-b09be60b2f58 req-b92404b6-aec2-422c-8ab2-71ba14434590 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:31.656667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3a58398-d525-4d58-9fda-b09be60b2f58 req-b92404b6-aec2-422c-8ab2-71ba14434590 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.0831082 Feb 11 12:51:31.668342 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbb49-e31e-4092-9c79-292f2899b274 admin admin] Publish callbacks [] for security_group (d75012c8-20a4-4478-bcaf-9e084326f506), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.680294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbb49-e31e-4092-9c79-292f2899b274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d75012c8-20a4-4478-bcaf-9e084326f506), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.688887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-66b92a64-fb51-473d-bdb6-81f0f59da0fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 217 time: 0.0508380 Feb 11 12:51:31.700618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-fd014c26-c67d-4f2d-914f-d6ada0ee95cb tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bf63e756e92442968beda160a9c4d3ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346572 Feb 11 12:51:31.722774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:31.747910 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cb9bbb49-e31e-4092-9c79-292f2899b274 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67d2b5b789e74e7fa0e38cd552a7e683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092647 Feb 11 12:51:31.753817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55880) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:31.769034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-d774d71e-a8b8-4935-8c95-9f92900d852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:31.770571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-d774d71e-a8b8-4935-8c95-9f92900d852f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0695155 Feb 11 12:51:31.771129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9bbb49-e31e-4092-9c79-292f2899b274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75012c8-20a4-4478-bcaf-9e084326f506,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:31.773827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3a58398-d525-4d58-9fda-b09be60b2f58 req-6a8c15e8-7750-46cb-aeca-ee33ee4abaac tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875309 Feb 11 12:51:31.786008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port ab5271de-2f79-4147-8471-2f6f2bf077db completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:31.794691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port ab5271de-2f79-4147-8471-2f6f2bf077db triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:31.795089 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.828189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-138973d2-18b2-46cb-8001-09c005ccea93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459759 Feb 11 12:51:31.877035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab5271de-2f79-4147-8471-2f6f2bf077db is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:31.877839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.881502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5be523-2175-4538-a13c-b177b10ca0a4 admin admin] Publish callbacks [] for security_group (d75012c8-20a4-4478-bcaf-9e084326f506), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.890785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-116ee0be-9814-4c1a-a4eb-ce44d0005a71 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:31.894006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 658e42d1-ba31-4640-a251-255d15bacd8d details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:31.897609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-116ee0be-9814-4c1a-a4eb-ce44d0005a71 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893539 Feb 11 12:51:31.923031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:31.923557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-751919d5-99e0-4dc4-84a2-294aabc4dfdd tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/quotas/bf63e756e92442968beda160a9c4d3ee HTTP/1.1" status: 200 len: 375 time: 0.0248563 Feb 11 12:51:31.925526 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20aa94d-2dfb-49fa-ab2c-7485569ac417" -d '{"events": [{"server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "name": "network-vif-plugged", "status": "completed", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:31.946404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:31.947215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5be523-2175-4538-a13c-b177b10ca0a4 admin admin] Publish callbacks [] for security_group (d75012c8-20a4-4478-bcaf-9e084326f506), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:31.958746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8da0a1-2ab3-4071-9052-77a2a53069ed req-d8817ac2-3bfc-40e9-940b-c68bb2bb509e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:31.960339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc8da0a1-2ab3-4071-9052-77a2a53069ed req-d8817ac2-3bfc-40e9-940b-c68bb2bb509e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 947 time: 0.1135685 Feb 11 12:51:31.970180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ebdf7f24-3e2d-47a4-a196-dbd08bea8c51 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf63e756e92442968beda160a9c4d3ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456696 Feb 11 12:51:31.981278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-10c1d623-6f70-4ed9-862d-aeb0a958ed9e service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256337 Feb 11 12:51:32.023049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.027062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5be523-2175-4538-a13c-b177b10ca0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d75012c8-20a4-4478-bcaf-9e084326f506), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.030051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5be523-2175-4538-a13c-b177b10ca0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.033740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0f5be523-2175-4538-a13c-b177b10ca0a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d75012c8-20a4-4478-bcaf-9e084326f506 HTTP/1.1" status: 204 len: 168 time: 0.2753489 Feb 11 12:51:32.051903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5be523-2175-4538-a13c-b177b10ca0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75012c8-20a4-4478-bcaf-9e084326f506,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:32.058206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc8da0a1-2ab3-4071-9052-77a2a53069ed req-e21d3d4d-0c0d-403c-ae37-65a424b00e52 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868468 Feb 11 12:51:32.146284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 658e42d1-ba31-4640-a251-255d15bacd8d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=658e42d1-ba31-4640-a251-255d15bacd8d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:32.200186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e03c1dc-a443-4f61-9b1e-93cd0475967f req-84c0299e-61a2-47c2-ab8c-406cf8da6bcb service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047341 Feb 11 12:51:32.234838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c1010-9b86-45e6-8ffc-5138f9a1f2fb req-18e58d06-442b-4f08-ad67-5ab0c2b8f81c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:32.249473 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-207c1010-9b86-45e6-8ffc-5138f9a1f2fb req-18e58d06-442b-4f08-ad67-5ab0c2b8f81c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 946 time: 0.0855250 Feb 11 12:51:32.308239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:32.311184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '658e42d1-ba31-4640-a251-255d15bacd8d', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '658e42d1-ba31-4640-a251-255d15bacd8d', 'mac_address': 'fa:16:3e:bc:a3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:32.333350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-207c1010-9b86-45e6-8ffc-5138f9a1f2fb req-56f5c0d0-4b0a-4393-957a-e1e9c3345793 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773168 Feb 11 12:51:32.361348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 658e42d1-ba31-4640-a251-255d15bacd8d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:32.363279 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.418083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658e42d1-ba31-4640-a251-255d15bacd8d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:32.444386 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6dd974-ceca-478f-a036-d42c5ea526fd x-openstack-request-id: req-3d6dd974-ceca-478f-a036-d42c5ea526fd {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:32.445084 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "name": "network-vif-plugged", "status": "completed", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:32.445336 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d6dd974-ceca-478f-a036-d42c5ea526fd {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:32.445905 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db', 'code': 200} Feb 11 12:51:32.452152 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.464553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 658e42d1-ba31-4640-a251-255d15bacd8d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=658e42d1-ba31-4640-a251-255d15bacd8d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:32.473459 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.532377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=658e42d1-ba31-4640-a251-255d15bacd8d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:32.540487 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f360251-068f-402e-9c7b-6e6f0f1d7e62 req-aa048310-c50b-46b5-9d27-d250adc097c0 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 210 time: 0.0517976 Feb 11 12:51:32.568417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55904) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:32.588518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-331e1ac4-c9cc-4112-9dff-64b8bc4e4c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.594232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc5923-c2e7-4000-896e-548b00de3fb7 req-6d1db6c5-2919-4a2d-8680-0ae7cbfd9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:32.596211 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccdc5923-c2e7-4000-896e-548b00de3fb7 req-6d1db6c5-2919-4a2d-8680-0ae7cbfd9604 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1128 time: 0.0546498 Feb 11 12:51:32.686282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccdc5923-c2e7-4000-896e-548b00de3fb7 req-5c3422ca-77a2-4639-a821-ad1e0bacd139 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802269 Feb 11 12:51:32.691158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-331e1ac4-c9cc-4112-9dff-64b8bc4e4c63 admin admin] Publish callbacks [] for security_group (6c456c22-ef41-495a-8bba-8a8cc80df0d5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.697581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-331e1ac4-c9cc-4112-9dff-64b8bc4e4c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c456c22-ef41-495a-8bba-8a8cc80df0d5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.705461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc06afd-6152-4092-bf4a-5f13018d4f89 req-b8dce01c-ebad-4957-abaf-78d03f345b28 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:32.707013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cc06afd-6152-4092-bf4a-5f13018d4f89 req-b8dce01c-ebad-4957-abaf-78d03f345b28 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.0832307 Feb 11 12:51:32.744610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1ac4-c9cc-4112-9dff-64b8bc4e4c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c456c22-ef41-495a-8bba-8a8cc80df0d5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:32.763237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-331e1ac4-c9cc-4112-9dff-64b8bc4e4c63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a95495fc207a4895aebe4b800f074f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913457 Feb 11 12:51:32.764933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:32.766922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cc06afd-6152-4092-bf4a-5f13018d4f89 req-454aac17-a12c-4f53-bf4a-eec202493f69 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522881 Feb 11 12:51:32.832372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60354ece-ac5a-4f28-9f83-5e25340c4670 admin admin] Publish callbacks [] for security_group (6c456c22-ef41-495a-8bba-8a8cc80df0d5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.857865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60354ece-ac5a-4f28-9f83-5e25340c4670 admin admin] Publish callbacks [] for security_group (6c456c22-ef41-495a-8bba-8a8cc80df0d5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.899406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['658e42d1-ba31-4640-a251-255d15bacd8d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:32.920605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60354ece-ac5a-4f28-9f83-5e25340c4670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c456c22-ef41-495a-8bba-8a8cc80df0d5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.925351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60354ece-ac5a-4f28-9f83-5e25340c4670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:32.926557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60354ece-ac5a-4f28-9f83-5e25340c4670 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c456c22-ef41-495a-8bba-8a8cc80df0d5 HTTP/1.1" status: 204 len: 168 time: 0.1606188 Feb 11 12:51:32.935478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354ece-ac5a-4f28-9f83-5e25340c4670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c456c22-ef41-495a-8bba-8a8cc80df0d5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:33.022533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9ad5f-2b68-415f-94a8-20b81e6d802d req-9a1d0502-1823-4d20-b979-1645a71f2595 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:33.024919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ad9ad5f-2b68-415f-94a8-20b81e6d802d req-9a1d0502-1823-4d20-b979-1645a71f2595 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1576836 Feb 11 12:51:33.113235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ad9ad5f-2b68-415f-94a8-20b81e6d802d req-c955ce8d-d160-4b98-b574-666efbb08992 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810587 Feb 11 12:51:33.203136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c89e08-35d2-417b-8397-f1fe71934700 req-756fc880-b2c9-4f44-92a0-8fe32e753b5e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:33.204718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34c89e08-35d2-417b-8397-f1fe71934700 req-756fc880-b2c9-4f44-92a0-8fe32e753b5e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 948 time: 0.0594983 Feb 11 12:51:33.253862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34c89e08-35d2-417b-8397-f1fe71934700 req-959feb78-c12f-44b2-9ff8-46bea00214c0 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410972 Feb 11 12:51:33.297142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55924) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:33.407559 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55c44768-b2fe-4809-bc35-f4fdb93e3761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:33.492044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292b5c5-a7a8-4e19-b401-d62f2ded4048 req-b38f9cd2-27b1-4d0b-b5f1-9be5c36189b1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:33.493681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2292b5c5-a7a8-4e19-b401-d62f2ded4048 req-b38f9cd2-27b1-4d0b-b5f1-9be5c36189b1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 946 time: 0.0780118 Feb 11 12:51:33.534233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-b6ad2eb9-4696-4f38-a62b-33b14fd45d86 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bf63e756e92442968beda160a9c4d3ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274165 Feb 11 12:51:33.585252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55c44768-b2fe-4809-bc35-f4fdb93e3761 admin admin] Publish callbacks [] for security_group (99ed45f5-13d2-4566-8452-d1c9b94d4746), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:33.597486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55c44768-b2fe-4809-bc35-f4fdb93e3761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (99ed45f5-13d2-4566-8452-d1c9b94d4746), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:33.628278 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2292b5c5-a7a8-4e19-b401-d62f2ded4048 req-5d3c2e15-ebf2-4919-8297-892556db7fb4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170902 Feb 11 12:51:33.653072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55c44768-b2fe-4809-bc35-f4fdb93e3761 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f214eb88597842c2894f24363a41b111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547494 Feb 11 12:51:33.655793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c44768-b2fe-4809-bc35-f4fdb93e3761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed45f5-13d2-4566-8452-d1c9b94d4746,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:33.658878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55944) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:33.729903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f40f714a-062e-46e7-86ed-0977d2d82c76 req-2a8f1ee4-f436-46e3-9cb3-752c076760dd tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 210 time: 0.0444233 Feb 11 12:51:33.741062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43cbe8c6-534f-421f-aab1-ba77a2a98a83 admin admin] Publish callbacks [] for security_group (99ed45f5-13d2-4566-8452-d1c9b94d4746), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:33.744259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-dd06b729-5652-4685-b218-2f471fb858dd tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:33.746158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-dd06b729-5652-4685-b218-2f471fb858dd tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054467 Feb 11 12:51:33.763431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Request body: {'port': {'device_id': '0db36079-a46f-4544-8c8d-6589b634aff5', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'bf63e756e92442968beda160a9c4d3ee'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:33.764248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43cbe8c6-534f-421f-aab1-ba77a2a98a83 admin admin] Publish callbacks [] for security_group (99ed45f5-13d2-4566-8452-d1c9b94d4746), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:33.783495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55948) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:33.817575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43cbe8c6-534f-421f-aab1-ba77a2a98a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (99ed45f5-13d2-4566-8452-d1c9b94d4746), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:33.820730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43cbe8c6-534f-421f-aab1-ba77a2a98a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:33.821934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-43cbe8c6-534f-421f-aab1-ba77a2a98a83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99ed45f5-13d2-4566-8452-d1c9b94d4746 HTTP/1.1" status: 204 len: 168 time: 0.1619956 Feb 11 12:51:33.843034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbe8c6-534f-421f-aab1-ba77a2a98a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed45f5-13d2-4566-8452-d1c9b94d4746,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:33.900715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 658e42d1-ba31-4640-a251-255d15bacd8d up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:33.961967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1089f75-728c-41f5-938b-d59f4ade74b5 req-7d39c62a-4b9d-4c25-be35-ea1ad8468f9f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:33.964798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1089f75-728c-41f5-938b-d59f4ade74b5 req-7d39c62a-4b9d-4c25-be35-ea1ad8468f9f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.0883126 Feb 11 12:51:34.015813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 658e42d1-ba31-4640-a251-255d15bacd8d completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:34.021289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 658e42d1-ba31-4640-a251-255d15bacd8d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:34.022142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.064638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1089f75-728c-41f5-938b-d59f4ade74b5 req-f955dd3b-e0e2-4114-ae97-9979052141f5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904887 Feb 11 12:51:34.094893 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.132683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 658e42d1-ba31-4640-a251-255d15bacd8d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:34.133082 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.172231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 658e42d1-ba31-4640-a251-255d15bacd8d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=658e42d1-ba31-4640-a251-255d15bacd8d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:34.180404 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.216875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2140932978-network', 'tenant_id': '6a54408d5383447f90b7474fe5cbc26e'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:34.239834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=658e42d1-ba31-4640-a251-255d15bacd8d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:34.261424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55960) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:34.275255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d903c0f3-3637-4c81-a0f3-fca8796ee6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.292472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Made reservation on behalf of 6a54408d5383447f90b7474fe5cbc26e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:34.294875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.313138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.338854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86f5ad-107a-4185-8c85-eb2111889637 req-862969a8-888c-471c-bffe-68ababa43cb3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:34.340277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b86f5ad-107a-4185-8c85-eb2111889637 req-862969a8-888c-471c-bffe-68ababa43cb3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1316428 Feb 11 12:51:34.347144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Made reservation on behalf of bf63e756e92442968beda160a9c4d3ee for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:34.348747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.370788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.404509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d903c0f3-3637-4c81-a0f3-fca8796ee6ba admin admin] Publish callbacks [] for security_group (f26a7823-102e-476e-a497-f3f19899069d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.415007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33a53e-9e60-4583-9fb7-50a8b9ac469c req-f53b8e5f-3e90-48e8-a174-27868c1c2ba5 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:34.416507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd33a53e-9e60-4583-9fb7-50a8b9ac469c req-f53b8e5f-3e90-48e8-a174-27868c1c2ba5 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 949 time: 0.0878074 Feb 11 12:51:34.417580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d903c0f3-3637-4c81-a0f3-fca8796ee6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f26a7823-102e-476e-a497-f3f19899069d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.447965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44659f6e-6773-469c-9338-f54e957f4598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658e42d1-ba31-4640-a251-255d15bacd8d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:34.452391 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f72a56-a107-41eb-a60d-406879fa3949" -d '{"events": [{"server_uuid": "44659f6e-6773-469c-9338-f54e957f4598", "name": "network-vif-plugged", "status": "completed", "tag": "658e42d1-ba31-4640-a251-255d15bacd8d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:34.454611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b86f5ad-107a-4185-8c85-eb2111889637 req-26aad415-f34e-46fd-84cb-69e104e7fc5f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031733 Feb 11 12:51:34.483671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d903c0f3-3637-4c81-a0f3-fca8796ee6ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2c90cfed1994166b06aae99078648d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210054 Feb 11 12:51:34.486288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55966) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:34.493598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903c0f3-3637-4c81-a0f3-fca8796ee6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a7823-102e-476e-a497-f3f19899069d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:34.509291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks [] for security_group (11067fcb-dbf6-4238-8b60-819b29de9d09), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.519962 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (11067fcb-dbf6-4238-8b60-819b29de9d09), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.522659 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d54da6-2dad-4827-b312-ca17cc728d5f x-openstack-request-id: req-b1d54da6-2dad-4827-b312-ca17cc728d5f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:34.523309 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44659f6e-6773-469c-9338-f54e957f4598", "name": "network-vif-plugged", "status": "completed", "tag": "658e42d1-ba31-4640-a251-255d15bacd8d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:34.523791 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1d54da6-2dad-4827-b312-ca17cc728d5f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:34.524438 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44659f6e-6773-469c-9338-f54e957f4598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658e42d1-ba31-4640-a251-255d15bacd8d', 'code': 200} Feb 11 12:51:34.539397 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd33a53e-9e60-4583-9fb7-50a8b9ac469c req-0b481b89-525d-4ff7-a332-a17dc08ef6df tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068301 Feb 11 12:51:34.543056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks [] for security_group (2b27ab11-4689-43dd-a430-ccb5fe609a4c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.559241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2b27ab11-4689-43dd-a430-ccb5fe609a4c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.565613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:51:34.572068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-daf6ff16-4599-42c4-be63-1358bf376761 admin admin] Publish callbacks [] for security_group (f26a7823-102e-476e-a497-f3f19899069d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.578487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11067fcb-dbf6-4238-8b60-819b29de9d09,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:34.589229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bd387e6d-cfb5-407c-96a2-10ed490dc9d0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.589484 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Added segment bd387e6d-cfb5-407c-96a2-10ed490dc9d0 of type vlan for network ad644bb7-b90b-4b70-b888-dadd713da605 Feb 11 12:51:34.597580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-daf6ff16-4599-42c4-be63-1358bf376761 admin admin] Publish callbacks [] for security_group (f26a7823-102e-476e-a497-f3f19899069d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.670910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8a192-1b8c-45ef-970c-0529d27055a9 req-b26e5068-0ba0-419d-8da5-c68a338dd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:34.672379 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3de8a192-1b8c-45ef-970c-0529d27055a9 req-b26e5068-0ba0-419d-8da5-c68a338dd75a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 1131 time: 0.0653751 Feb 11 12:51:34.688035 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ad644bb7-b90b-4b70-b888-dadd713da605), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.698092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b27ab11-4689-43dd-a430-ccb5fe609a4c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:34.707286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-daf6ff16-4599-42c4-be63-1358bf376761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f26a7823-102e-476e-a497-f3f19899069d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.711005 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-daf6ff16-4599-42c4-be63-1358bf376761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.715734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-daf6ff16-4599-42c4-be63-1358bf376761 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f26a7823-102e-476e-a497-f3f19899069d HTTP/1.1" status: 204 len: 168 time: 0.2276521 Feb 11 12:51:34.730841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6ff16-4599-42c4-be63-1358bf376761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a7823-102e-476e-a497-f3f19899069d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:34.747864 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3de8a192-1b8c-45ef-970c-0529d27055a9 req-5d3ced67-ab61-497b-9624-f7eb2e618d42 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 Feb 11 12:51:34.752377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ad644bb7-b90b-4b70-b888-dadd713da605), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.752912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:34.753604 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.840931 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53e1a07c-aa08-4729-8065-895ed4f91c87 req-f3391202-ab3d-4f10-8d83-2b77244d5847 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 210 time: 0.0309298 Feb 11 12:51:34.855490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Allocated IP 192.168.233.245 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/ac8fc5b2-128e-4195-b287-566a9ba1086c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:34.860134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0756192 Feb 11 12:51:34.863330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55974) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:34.869112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Request body: {'subnet': {'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2140932978-subnet', 'tenant_id': '6a54408d5383447f90b7474fe5cbc26e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:34.869331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2505e-939d-4b5c-be70-067c30f9ffcb admin admin] Pushing event updated for resources: {'Network': ['ID=ad644bb7-b90b-4b70-b888-dadd713da605,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:34.885549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ad644bb7-b90b-4b70-b888-dadd713da605 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:51:34.892525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Made reservation on behalf of 6a54408d5383447f90b7474fe5cbc26e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:34.896136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:34.921872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb58b6-4656-49d9-86e5-bfec9b963999 req-e9b53dae-7b7e-4b7b-8be7-6e7007e32b8f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:34.923325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-feeb58b6-4656-49d9-86e5-bfec9b963999 req-e9b53dae-7b7e-4b7b-8be7-6e7007e32b8f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 946 time: 0.1435428 Feb 11 12:51:35.037969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-feeb58b6-4656-49d9-86e5-bfec9b963999 req-687d91e1-a35a-47a6-8d17-7a7a21a27c00 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082182 Feb 11 12:51:35.085671 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks [] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.100725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (8aa3603d-2a85-493a-98da-f0dc2124f084), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.158818 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.172631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa3603d-2a85-493a-98da-f0dc2124f084,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:35.193947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Checking segment: {'id': 'bd387e6d-cfb5-407c-96a2-10ed490dc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:35.194990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Network hostable DHCP agents. Network: ad644bb7-b90b-4b70-b888-dadd713da605, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:51:35.217292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Network ad644bb7-b90b-4b70-b888-dadd713da605 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:51:35.223667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:35.228108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:35.231071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:35.232413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ad644bb7-b90b-4b70-b888-dadd713da605) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:35.238606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:35.239312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.241661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:35.243430 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.265117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14dde8-794f-443c-874b-3b71da0b7696 None None] Network ad644bb7-b90b-4b70-b888-dadd713da605 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:35.274166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Pushing event updated for resources: {'Port': ['ID=ac8fc5b2-128e-4195-b287-566a9ba1086c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:35.277193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d8063a8-df1c-40b5-bec4-8bad9ebbfbf4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4122927 Feb 11 12:51:35.291815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-da1ced1a-614f-42ee-853f-641173eaf957 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5321860 Feb 11 12:51:35.312285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f6f5-274d-4261-b24f-861bb756dfc2 req-c1670398-511b-4052-89c8-8e8e887896ab tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:35.314080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4d8f6f5-274d-4261-b24f-861bb756dfc2 req-c1670398-511b-4052-89c8-8e8e887896ab tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.1670449 Feb 11 12:51:35.327823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Request body: {'port': {'device_id': '0db36079-a46f-4544-8c8d-6589b634aff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:35.342125 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.426776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027686f2-b295-4054-9f6f-26ccce24b588 None None] Network ad644bb7-b90b-4b70-b888-dadd713da605 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:35.474504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4d8f6f5-274d-4261-b24f-861bb756dfc2 req-73ac48ea-2d26-486a-8501-e33c0d5b4db5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500025 Feb 11 12:51:35.611430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.678709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d32ff-251d-442f-971a-4eaa7602516d req-1e3292b3-9f51-4378-9fd8-41f075c95583 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:35.680238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-aecd6061-62e0-425a-9c9c-3086dd0ce263 None None] Provisioning complete for port ac8fc5b2-128e-4195-b287-566a9ba1086c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:35.680705 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aecd6061-62e0-425a-9c9c-3086dd0ce263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:35.687842 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-011d32ff-251d-442f-971a-4eaa7602516d req-1e3292b3-9f51-4378-9fd8-41f075c95583 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1128 time: 0.0652878 Feb 11 12:51:35.742224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aecd6061-62e0-425a-9c9c-3086dd0ce263 None None] Port ac8fc5b2-128e-4195-b287-566a9ba1086c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:51:35.759254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-011d32ff-251d-442f-971a-4eaa7602516d req-f2cebe96-0b50-46b6-bdad-30b611a35971 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702956 Feb 11 12:51:35.809831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1441f6-afa6-4494-9ea7-7635e6ac2d64 req-7d175121-0227-46b0-84f8-3186798da631 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:35.811492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1441f6-afa6-4494-9ea7-7635e6ac2d64 req-7d175121-0227-46b0-84f8-3186798da631 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1757314 Feb 11 12:51:35.898563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9d2a1-2d1e-4bfb-a457-2b678fcf520e req-d87d365e-bf99-44d2-90cb-85982cc24814 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:35.906570 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8bf9d2a1-2d1e-4bfb-a457-2b678fcf520e req-d87d365e-bf99-44d2-90cb-85982cc24814 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 949 time: 0.0732648 Feb 11 12:51:35.910345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1441f6-afa6-4494-9ea7-7635e6ac2d64 req-9e7b659e-789d-4980-8d85-74e7ef0a7fb8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887272 Feb 11 12:51:35.946204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:35.998829 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8bf9d2a1-2d1e-4bfb-a457-2b678fcf520e req-1fb30593-f9af-4dc5-9b9e-6fe4cc834ae8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868037 Feb 11 12:51:36.085867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70733939-d5d5-4f2d-aecb-bdef7ca39a27 req-88851026-4ba1-477d-b2d0-b0e07043b507 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:36.093480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70733939-d5d5-4f2d-aecb-bdef7ca39a27 req-88851026-4ba1-477d-b2d0-b0e07043b507 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1128 time: 0.1027896 Feb 11 12:51:36.114761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580dab0-5154-4b31-b1cb-7972428828e4 req-e310f8a7-6186-49b4-8cff-7a7720e1a814 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:36.122402 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2580dab0-5154-4b31-b1cb-7972428828e4 req-e310f8a7-6186-49b4-8cff-7a7720e1a814 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 936 time: 0.0638490 Feb 11 12:51:36.169444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70733939-d5d5-4f2d-aecb-bdef7ca39a27 req-84456824-43c2-4d03-b33c-f8ef5ccb5079 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730355 Feb 11 12:51:36.192680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2580dab0-5154-4b31-b1cb-7972428828e4 req-2b22cd2e-5bff-4c7b-940b-325ef348375f tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692651 Feb 11 12:51:36.213961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:36.246078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8fc5b2-128e-4195-b287-566a9ba1086c {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:36.250658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a0bd7095-b37d-4879-82fd-8e17a7b01746', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'port_id': 'a0bd7095-b37d-4879-82fd-8e17a7b01746', 'mac_address': 'fa:16:3e:99:2f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c69056-a93f-4e95-b28d-8dbb666ba34a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:36.265346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Publish callbacks [] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.284121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Transition to ACTIVE for port object ac8fc5b2-128e-4195-b287-566a9ba1086c will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:36.296170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a0bd7095-b37d-4879-82fd-8e17a7b01746 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:36.296729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.297132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.311715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd7095-b37d-4879-82fd-8e17a7b01746 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:36.339776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:36.348926 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.446989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Pushing event updated for resources: {'Port': ['ID=ac8fc5b2-128e-4195-b287-566a9ba1086c,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:36.465517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:36.493438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Attempting to bind port ac8fc5b2-128e-4195-b287-566a9ba1086c on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:36.493930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Attempting to bind port ac8fc5b2-128e-4195-b287-566a9ba1086c by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:36.494320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Attempting to bind port ac8fc5b2-128e-4195-b287-566a9ba1086c on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:36.508233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Port ac8fc5b2-128e-4195-b287-566a9ba1086c on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:36.508233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Attempting to bind port ac8fc5b2-128e-4195-b287-566a9ba1086c on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:36.508233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:36.508642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:36.509008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:36.509493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Bound port: ac8fc5b2-128e-4195-b287-566a9ba1086c, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:36.510080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.635627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] For port ac8fc5b2-128e-4195-b287-566a9ba1086c, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:36.662744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56046) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:36.665950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] For port ac8fc5b2-128e-4195-b287-566a9ba1086c, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ac8fc5b2-128e-4195-b287-566a9ba1086c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:36.673417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-93744834-network', 'tenant_id': 'c2ba1e25c466409e9d9a934fa5e0db18'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:36.681916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.702487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Made reservation on behalf of c2ba1e25c466409e9d9a934fa5e0db18 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:36.706701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.715953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.752540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36134c3a-d373-4438-b7b1-5602d6a9938d req-151f00ae-f4ae-479e-b5b4-43087a2e31f7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:36.760792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36134c3a-d373-4438-b7b1-5602d6a9938d req-151f00ae-f4ae-479e-b5b4-43087a2e31f7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 944 time: 0.1407185 Feb 11 12:51:36.773444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a0bd7095-b37d-4879-82fd-8e17a7b01746'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:36.776245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:36.776833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.780041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] 10.222.0.53 "PUT /v2.0/ports/ac8fc5b2-128e-4195-b287-566a9ba1086c HTTP/1.1" status: 200 len: 1096 time: 1.4579194 Feb 11 12:51:36.786497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db36079-a46f-4544-8c8d-6589b634aff5', 'tag': 'ac8fc5b2-128e-4195-b287-566a9ba1086c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:36.789623 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94790044-3202-446c-8f9d-53a80ded667e" -d '{"events": [{"name": "network-changed", "server_uuid": "0db36079-a46f-4544-8c8d-6589b634aff5", "tag": "ac8fc5b2-128e-4195-b287-566a9ba1086c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:36.806865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ae5db-8016-4c86-a50e-3797978af97d service neutron] Pushing event updated for resources: {'Port': ['ID=ac8fc5b2-128e-4195-b287-566a9ba1086c,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:36.837958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks [] for security_group (425f1f31-5e6a-466c-b856-63f968abb7f5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.854471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (425f1f31-5e6a-466c-b856-63f968abb7f5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.869290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:51:36.883230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32a52730-8c84-4331-90e7-109fba04477b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.883801 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Added segment 32a52730-8c84-4331-90e7-109fba04477b of type vlan for network 40fa90d1-0416-4ca0-9c55-efafce6bc7d7 Feb 11 12:51:36.895490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36134c3a-d373-4438-b7b1-5602d6a9938d req-ff02eb73-fe1c-4c95-80f1-657cc547d11e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333981 Feb 11 12:51:36.943209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (40fa90d1-0416-4ca0-9c55-efafce6bc7d7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.968010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-af0ce323-b57d-4671-ad48-c4a3e9a048a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:36.969879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-af0ce323-b57d-4671-ad48-c4a3e9a048a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf63e756e92442968beda160a9c4d3ee&device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 1130 time: 0.1224964 Feb 11 12:51:36.987110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (40fa90d1-0416-4ca0-9c55-efafce6bc7d7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:36.988662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:36.989402 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:37.040775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-9ea429d6-04a1-41c4-bd75-8589b3c9c208 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ac8fc5b2-128e-4195-b287-566a9ba1086c HTTP/1.1" status: 200 len: 217 time: 0.0550492 Feb 11 12:51:37.056792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3891146 Feb 11 12:51:37.057480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56068) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:37.064359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Request body: {'subnet': {'network_id': '40fa90d1-0416-4ca0-9c55-efafce6bc7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-93744834-subnet', 'tenant_id': 'c2ba1e25c466409e9d9a934fa5e0db18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:37.085789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f1f31-5e6a-466c-b856-63f968abb7f5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:37.121581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793f907-c086-489a-b4b7-f870020bd285 admin admin] Pushing event updated for resources: {'Network': ['ID=40fa90d1-0416-4ca0-9c55-efafce6bc7d7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:37.131306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Made reservation on behalf of c2ba1e25c466409e9d9a934fa5e0db18 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:37.134195 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:37.161027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-b01b94e8-1238-4287-86de-a026cf87e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:37.162793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-b01b94e8-1238-4287-86de-a026cf87e4af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1147273 Feb 11 12:51:37.174386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 40fa90d1-0416-4ca0-9c55-efafce6bc7d7 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:51:37.285182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-31850372-50ac-4763-9564-42c324a95bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:37.286739 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-31850372-50ac-4763-9564-42c324a95bf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0815215 Feb 11 12:51:37.292999 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd548f8f-d490-4472-801a-324b764f95e9 x-openstack-request-id: req-bd548f8f-d490-4472-801a-324b764f95e9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:37.293291 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db36079-a46f-4544-8c8d-6589b634aff5", "tag": "ac8fc5b2-128e-4195-b287-566a9ba1086c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:37.293533 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd548f8f-d490-4472-801a-324b764f95e9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:37.293946 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db36079-a46f-4544-8c8d-6589b634aff5', 'tag': 'ac8fc5b2-128e-4195-b287-566a9ba1086c', 'status': 'completed', 'code': 200} Feb 11 12:51:37.458317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (fbf5a6bc-11fa-461c-ae6e-2203ea8aa109), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:37.534496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79c3a8-baf0-4608-9cc5-e4ac690033df req-933c0d3b-3668-4fb3-b141-4dbe1d285d97 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:37.536002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d79c3a8-baf0-4608-9cc5-e4ac690033df req-933c0d3b-3668-4fb3-b141-4dbe1d285d97 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1902595 Feb 11 12:51:37.542549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-bb30a1f4-85bf-4b34-8beb-f7df02953d7e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192793 Feb 11 12:51:37.551734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbf5a6bc-11fa-461c-ae6e-2203ea8aa109,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:37.579869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Checking segment: {'id': '32a52730-8c84-4331-90e7-109fba04477b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '40fa90d1-0416-4ca0-9c55-efafce6bc7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:37.580217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Network hostable DHCP agents. Network: 40fa90d1-0416-4ca0-9c55-efafce6bc7d7, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:51:37.636057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d79c3a8-baf0-4608-9cc5-e4ac690033df req-94fe17e3-8abe-4528-94dd-487b2f70f95e tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922215 Feb 11 12:51:37.669770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Network 40fa90d1-0416-4ca0-9c55-efafce6bc7d7 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:51:37.687195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 40fa90d1-0416-4ca0-9c55-efafce6bc7d7) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:37.693680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:37.694602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:37.704242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82375418-c3d9-427f-971c-02352e0cdc4f None None] Network 40fa90d1-0416-4ca0-9c55-efafce6bc7d7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:37.726699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73cab69f-fa49-4e38-a878-7b1356a731d6 req-8d5104e7-2f24-4bd0-8fda-bdc078198faf service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340852 Feb 11 12:51:37.754376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c389e44b-a8e4-4002-9243-6c8b10b69fd4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6952929 Feb 11 12:51:37.804519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56098) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:37.811148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821a7e-b995-4c9d-9b63-a07f85a134d0 req-fc8012f3-a864-43f0-b198-0f090bf001d3 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:37.813067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42821a7e-b995-4c9d-9b63-a07f85a134d0 req-fc8012f3-a864-43f0-b198-0f090bf001d3 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 949 time: 0.1029565 Feb 11 12:51:37.859561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca395d-5196-4f53-8283-ca31dbf24e11 None None] Network 40fa90d1-0416-4ca0-9c55-efafce6bc7d7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:37.896846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94790044-3202-446c-8f9d-53a80ded667e req-22b343f3-63dd-41bb-a5c0-004760628796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:37.896846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94790044-3202-446c-8f9d-53a80ded667e req-22b343f3-63dd-41bb-a5c0-004760628796 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bf63e756e92442968beda160a9c4d3ee&device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 1130 time: 0.1010621 Feb 11 12:51:37.911066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42821a7e-b995-4c9d-9b63-a07f85a134d0 req-a4d2a032-baa6-46b6-802f-e36f089005e4 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698514 Feb 11 12:51:37.950900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:37.955187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-65cea8da-15c5-4173-a21a-852bb2bce72f tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:51:37.964805 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-65cea8da-15c5-4173-a21a-852bb2bce72f tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1582477 Feb 11 12:51:38.052944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a0bd7095-b37d-4879-82fd-8e17a7b01746 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:38.057399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a0bd7095-b37d-4879-82fd-8e17a7b01746 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:38.057878 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:38.067228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94790044-3202-446c-8f9d-53a80ded667e req-1cf84510-1ec0-4d79-ae70-b8fd732a714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.068763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94790044-3202-446c-8f9d-53a80ded667e req-1cf84510-1ec0-4d79-ae70-b8fd732a714c service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1567757 Feb 11 12:51:38.090159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b27b1-3b72-46ab-88df-b960e5b24e19 req-c5c4bb6c-cc32-4397-9d29-8e7934acd105 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.091644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d0b27b1-3b72-46ab-88df-b960e5b24e19 req-c5c4bb6c-cc32-4397-9d29-8e7934acd105 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 948 time: 0.0885162 Feb 11 12:51:38.096895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-fbd23806-ad1e-4b18-b773-281c25194d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.098607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-fbd23806-ad1e-4b18-b773-281c25194d36 service neutron] 10.222.0.42 "GET /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 1125 time: 0.0963392 Feb 11 12:51:38.109947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Request body: {'binding': {'host': 'n-h2-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:38.110675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:51:38.121801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94790044-3202-446c-8f9d-53a80ded667e req-bede2b3f-374f-4597-855b-cfb90fbf8d78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=ac8fc5b2-128e-4195-b287-566a9ba1086c HTTP/1.1" status: 200 len: 217 time: 0.0454283 Feb 11 12:51:38.138926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a0bd7095-b37d-4879-82fd-8e17a7b01746 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:38.139322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:38.162221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:38.164606 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f300d7-39cd-49c3-9915-dfada693b13a" -d '{"events": [{"server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:38.181000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:38.187108 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:38.198452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d0b27b1-3b72-46ab-88df-b960e5b24e19 req-1f337d42-1022-4c43-89bb-c30febb61bb3 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790291 Feb 11 12:51:38.199935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94790044-3202-446c-8f9d-53a80ded667e req-2bfa3ce2-5761-4fe9-b4ea-2a1e2483d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.201279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94790044-3202-446c-8f9d-53a80ded667e req-2bfa3ce2-5761-4fe9-b4ea-2a1e2483d9f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0678658 Feb 11 12:51:38.247487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:38.278428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94790044-3202-446c-8f9d-53a80ded667e req-d1ad4b75-7d2a-4746-98b6-f2f305afe2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.279995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94790044-3202-446c-8f9d-53a80ded667e req-d1ad4b75-7d2a-4746-98b6-f2f305afe2f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0652969 Feb 11 12:51:38.287504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on host n-h2-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:38.288282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:38.288282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:38.295147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:38.295542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:38.301165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:38.301987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:38.301987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:38.302614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Bound port: ab5271de-2f79-4147-8471-2f6f2bf077db, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:38.370725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:38.384810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:38.387291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-188a0549-a496-4fca-bf45-1a6b0033a258 service neutron] 10.222.0.42 "POST /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db/bindings HTTP/1.1" status: 201 len: 389 time: 0.2824945 Feb 11 12:51:38.433614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94790044-3202-446c-8f9d-53a80ded667e req-a16746dc-3a1a-404f-b4e3-23a97a5fe8f0 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411521 Feb 11 12:51:38.547853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891ac9a-365e-4a3e-b34b-6bef31a96d85 req-dcc02c22-3251-493b-a46a-9c87f231ad80 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.549418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3891ac9a-365e-4a3e-b34b-6bef31a96d85 req-dcc02c22-3251-493b-a46a-9c87f231ad80 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 945 time: 0.1545064 Feb 11 12:51:38.551332 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94790044-3202-446c-8f9d-53a80ded667e req-0a0f8d35-6d36-4cec-927d-812083845754 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084023 Feb 11 12:51:38.603644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3891ac9a-365e-4a3e-b34b-6bef31a96d85 req-27b284d4-6c61-4219-9e3a-2a0894a8f2b0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Feb 11 12:51:38.700126 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff32adc-cc39-4909-a0e8-7f967eb31c13 x-openstack-request-id: req-4ff32adc-cc39-4909-a0e8-7f967eb31c13 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:38.701424 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:38.701927 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ff32adc-cc39-4909-a0e8-7f967eb31c13 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:38.703373 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746', 'code': 200} Feb 11 12:51:38.739226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-3fb59c4c-620d-42af-8e39-667783384e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.741053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-3fb59c4c-620d-42af-8e39-667783384e75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1128 time: 0.0584321 Feb 11 12:51:38.827366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670bea6-9cd5-4749-b5eb-d088fb041404 req-8a5c8b46-3c87-48ca-b936-17ad80dea8b6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.828874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c670bea6-9cd5-4749-b5eb-d088fb041404 req-8a5c8b46-3c87-48ca-b936-17ad80dea8b6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 946 time: 0.0780218 Feb 11 12:51:38.861012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be4c7b-a5d2-4d85-a48a-16767e4c125f req-1b590eed-b6ce-4fc4-8c8a-f584443ae057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.862533 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8be4c7b-a5d2-4d85-a48a-16767e4c125f req-1b590eed-b6ce-4fc4-8c8a-f584443ae057 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1127 time: 0.0721831 Feb 11 12:51:38.917320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224967-29a6-4409-a264-6a1a95961509 req-0cdbb552-2745-49b2-b0b8-df1191afc67c tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.918905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-0cdbb552-2745-49b2-b0b8-df1191afc67c tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/networks?id=ad644bb7-b90b-4b70-b888-dadd713da605 HTTP/1.1" status: 200 len: 815 time: 0.1730492 Feb 11 12:51:38.920174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-59e62eb4-dceb-4186-94db-0e9d759934ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:38.921509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-59e62eb4-dceb-4186-94db-0e9d759934ba service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.1663649 Feb 11 12:51:38.935102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-eb9a5d77-c7a6-4b3d-8305-7b9b50ff9c99 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/quotas/6a54408d5383447f90b7474fe5cbc26e HTTP/1.1" status: 200 len: 375 time: 0.0101650 Feb 11 12:51:38.981596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-d6075eac-383a-4def-b38c-4e9224b4a5a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 217 time: 0.0445385 Feb 11 12:51:38.999876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-adcd03f2-d240-4077-af4e-7b8751fbbfb5 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a54408d5383447f90b7474fe5cbc26e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568631 Feb 11 12:51:39.100510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-af7838fc-a1b9-4f36-a583-89379275bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:39.102060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-af7838fc-a1b9-4f36-a583-89379275bbcd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1054521 Feb 11 12:51:39.114031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c670bea6-9cd5-4749-b5eb-d088fb041404 req-79613afe-0e6e-477b-8597-7e1330cd6255 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778015 Feb 11 12:51:39.147290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-1801a2d0-6a69-4556-981a-13a0950117b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351520 Feb 11 12:51:39.152944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8be4c7b-a5d2-4d85-a48a-16767e4c125f req-de1fe946-7f4d-48ba-b0db-1b77b20f2ee5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569251 Feb 11 12:51:39.157483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-26003930-d5f5-4c6e-b1ec-ca10fd9a55cc service neutron] 10.222.0.42 "GET /v2.0/networks/ad644bb7-b90b-4b70-b888-dadd713da605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500602 Feb 11 12:51:39.246795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-b2c38261-a68b-4275-a200-e8d1db716e4f service neutron] 10.222.0.42 "GET /v2.0/networks/ad644bb7-b90b-4b70-b888-dadd713da605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832222 Feb 11 12:51:39.257589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9e6d0f0-9b4e-4f0e-9f34-98b37c22fecd req-70d8d6a5-38b2-4558-bfc7-b4826de221db tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6091d5dad4ae40c5b21a1a07d8830e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232575 Feb 11 12:51:39.396525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6d0f0-9b4e-4f0e-9f34-98b37c22fecd req-e92f5b26-f93b-410f-a312-f3380d78f1a5 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:39.398139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9e6d0f0-9b4e-4f0e-9f34-98b37c22fecd req-e92f5b26-f93b-410f-a312-f3380d78f1a5 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1350727 Feb 11 12:51:39.414687 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9e6d0f0-9b4e-4f0e-9f34-98b37c22fecd req-4fe78518-ea55-4fb7-9a4d-3cb73126f2f5 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/quotas/6091d5dad4ae40c5b21a1a07d8830e6d HTTP/1.1" status: 200 len: 375 time: 0.0105789 Feb 11 12:51:39.468228 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9e6d0f0-9b4e-4f0e-9f34-98b37c22fecd req-86bd46bb-cb47-4a83-ba99-0ac8ec3579b1 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6091d5dad4ae40c5b21a1a07d8830e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396399 Feb 11 12:51:39.647871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025370-e887-4004-b1fe-635568bce906 req-21dfb5b2-14d1-4b6f-b7bd-c3db8521e94b tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:39.649540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89025370-e887-4004-b1fe-635568bce906 req-21dfb5b2-14d1-4b6f-b7bd-c3db8521e94b tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 949 time: 0.0643232 Feb 11 12:51:39.703452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89025370-e887-4004-b1fe-635568bce906 req-6b514f5a-691f-4ed5-8b7b-68b00ca8cb9d tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Feb 11 12:51:39.798778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac9e23-d7f3-4a20-88da-c04071f33167 req-6d869407-4dc1-4597-8cdd-9835ccbf7e16 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:39.800342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0ac9e23-d7f3-4a20-88da-c04071f33167 req-6d869407-4dc1-4597-8cdd-9835ccbf7e16 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.3606079 Feb 11 12:51:39.802760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-c73f1efe-8fa6-49cd-8522-e4158af8ca5d service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837876 Feb 11 12:51:39.858237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80851124-110f-43ee-b15a-1c22511faed5 req-46d87b38-2cdd-44f6-8340-425ee0bed962 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:39.859811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80851124-110f-43ee-b15a-1c22511faed5 req-46d87b38-2cdd-44f6-8340-425ee0bed962 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 948 time: 0.0667534 Feb 11 12:51:39.911614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0ac9e23-d7f3-4a20-88da-c04071f33167 req-0655626b-7a7b-4adb-b8bf-7ea013d08e7b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029243 Feb 11 12:51:39.923768 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80851124-110f-43ee-b15a-1c22511faed5 req-0ebe82fc-c32c-4087-9a5d-4c058b49b749 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572696 Feb 11 12:51:39.950183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-f2d74a40-dc99-4068-a156-1f6d8eee6479 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280084 Feb 11 12:51:40.010611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db66a4f7-9bab-4db7-a901-03112f21ab15 req-f8e4c36b-6d25-47aa-98d0-5c1837571fb9 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 210 time: 0.0296853 Feb 11 12:51:40.078788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-21e6331c-a981-4484-afbb-732868f2cc64 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:40.080322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-21e6331c-a981-4484-afbb-732868f2cc64 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1128 time: 0.0519843 Feb 11 12:51:40.103446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828675-3'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:40.188714 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-79f97d9c-8b54-4dba-ba43-72a7805648ff tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6add49713f0849b7a68d3881884ad2c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213645 Feb 11 12:51:40.199360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f319a5-f4ba-4db9-b8f1-a380bfc8d2ee req-0a6e0b93-595b-4d5f-8944-1a7a1b185447 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:40.200819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66f319a5-f4ba-4db9-b8f1-a380bfc8d2ee req-0a6e0b93-595b-4d5f-8944-1a7a1b185447 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 945 time: 0.1174147 Feb 11 12:51:40.203600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:40.286381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66f319a5-f4ba-4db9-b8f1-a380bfc8d2ee req-874b83e5-0770-484e-8cfb-c670293fba79 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739188 Feb 11 12:51:40.298009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-562f4061-b51c-436e-9996-11b498f0240a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:40.299413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-562f4061-b51c-436e-9996-11b498f0240a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054726 Feb 11 12:51:40.324855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-04dea3b5-8c21-4ec1-a30e-75c9f26930d8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/quotas/6add49713f0849b7a68d3881884ad2c1 HTTP/1.1" status: 200 len: 375 time: 0.0111625 Feb 11 12:51:40.372664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:40.394109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-2f700bb8-22a4-41f6-80d5-1ca6dba8c5fc tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6add49713f0849b7a68d3881884ad2c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578594 Feb 11 12:51:40.420187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:40.470856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:40.473200 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5cc015-77b9-4f96-948b-f706153f3240" -d '{"events": [{"server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:40.479568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Publish callbacks [] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:40.526656 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:40.626394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a79e4-218d-4999-bed5-520cbb58be66 req-b6e51b6e-2a69-450c-8c28-84ca04bee132 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:40.627330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224967-29a6-4409-a264-6a1a95961509 req-4dbd2348-6ec0-4770-b466-5d4b5ace1fb7 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:40.629310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-4dbd2348-6ec0-4770-b466-5d4b5ace1fb7 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.64 "GET /v2.0/networks?id=ad644bb7-b90b-4b70-b888-dadd713da605 HTTP/1.1" status: 200 len: 815 time: 0.1639020 Feb 11 12:51:40.634344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d3a79e4-218d-4999-bed5-520cbb58be66 req-b6e51b6e-2a69-450c-8c28-84ca04bee132 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 946 time: 0.1669743 Feb 11 12:51:40.647732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Request body: {'port': {'device_id': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605', 'admin_state_up': True, 'tenant_id': '6a54408d5383447f90b7474fe5cbc26e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:40.688697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:40.708698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on host n-h1-828675-3 for vnic_type normal with profile {"migrating_to": "n-h2-828675-3"} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:40.709022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:40.709362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:40.722790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:40.722790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Attempting to bind port ab5271de-2f79-4147-8471-2f6f2bf077db on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:40.730406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:40.730735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:40.731111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:40.732125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Bound port: ab5271de-2f79-4147-8471-2f6f2bf077db, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:40.732125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:40.763911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d3a79e4-218d-4999-bed5-520cbb58be66 req-7b6ec13a-fb2c-461a-a34d-6878040a32ab tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204937 Feb 11 12:51:40.832060 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff74b6dd-d5db-439c-b1a6-f48b0c84052a x-openstack-request-id: req-ff74b6dd-d5db-439c-b1a6-f48b0c84052a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:40.832743 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:40.832743 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff74b6dd-d5db-439c-b1a6-f48b0c84052a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:40.833062 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db', 'code': 200} Feb 11 12:51:40.850341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Made reservation on behalf of 6a54408d5383447f90b7474fe5cbc26e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:40.854661 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:40.861095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d016a813-0fb5-49a1-b072-517157aa9462 req-d4c73f8f-ae6d-44aa-973b-1952c1940949 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 210 time: 0.0474174 Feb 11 12:51:40.895040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:40.899221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:40.912077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:40.967181 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3354230-5a96-48f0-8382-9cf0280b2cf7 req-f9dd3e7b-955b-4f9e-8f57-30782a2b09ab tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6091d5dad4ae40c5b21a1a07d8830e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334108 Feb 11 12:51:41.022548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.030432 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:41.032296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] 10.222.0.53 "PUT /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 1122 time: 0.9384220 Feb 11 12:51:41.045804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65ffca-b0e7-4b77-aa38-962ca67959ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=8']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:41.106600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Allocated IP 172.20.0.8 (ad644bb7-b90b-4b70-b888-dadd713da605/8aa3603d-2a85-493a-98da-f0dc2124f084/40c12cf0-5af8-438f-9295-9bb54a2c10be) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:41.121762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af93a3-6d45-4a4a-8214-a7befae7e754 req-b7c83b13-75e0-4905-a599-0168b9fa9fb3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.123584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0af93a3-6d45-4a4a-8214-a7befae7e754 req-b7c83b13-75e0-4905-a599-0168b9fa9fb3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1083043 Feb 11 12:51:41.124732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ab5271de-2f79-4147-8471-2f6f2bf077db'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:41.179864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0af93a3-6d45-4a4a-8214-a7befae7e754 req-f47f86d3-5f2a-46e9-91bc-284bb4f82617 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499256 Feb 11 12:51:41.186878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3354230-5a96-48f0-8382-9cf0280b2cf7 req-0f5df883-f1e2-4e2f-bc03-51743360b0da tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.188771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3354230-5a96-48f0-8382-9cf0280b2cf7 req-0f5df883-f1e2-4e2f-bc03-51743360b0da tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750429 Feb 11 12:51:41.230782 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3354230-5a96-48f0-8382-9cf0280b2cf7 req-2ec08ac6-bf57-4269-b4be-0942431d6490 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/quotas/6091d5dad4ae40c5b21a1a07d8830e6d HTTP/1.1" status: 200 len: 375 time: 0.0302920 Feb 11 12:51:41.315654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d8a54-d2ae-4576-90f3-bd52a1547ff2 req-708951ac-af18-4a89-b0a6-f265b17080b2 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.317711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-593d8a54-d2ae-4576-90f3-bd52a1547ff2 req-708951ac-af18-4a89-b0a6-f265b17080b2 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 948 time: 0.0654962 Feb 11 12:51:41.322554 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3354230-5a96-48f0-8382-9cf0280b2cf7 req-3fce04f7-a09b-41a7-9ce4-13896637a807 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6091d5dad4ae40c5b21a1a07d8830e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647082 Feb 11 12:51:41.372365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-593d8a54-d2ae-4576-90f3-bd52a1547ff2 req-e6e66879-fb89-4a1a-9596-76b79d72e147 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Feb 11 12:51:41.375567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks [] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:41.420313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:41.473835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Network ad644bb7-b90b-4b70-b888-dadd713da605 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:41.479107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:41.497933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:41.502919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.503547 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:41.521750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a9bc6-e470-40e5-b7be-90a063872851 req-a3e8f572-2627-4506-a3f0-e4d923519057 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.524416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc1a9bc6-e470-40e5-b7be-90a063872851 req-a3e8f572-2627-4506-a3f0-e4d923519057 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 931 time: 0.0663383 Feb 11 12:51:41.549359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9101789 Feb 11 12:51:41.549969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88602bfd-86f9-41d6-8273-4d1e97f8962b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Pushing event updated for resources: {'Port': ['ID=40c12cf0-5af8-438f-9295-9bb54a2c10be,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:41.565017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Request body: {'port': {'device_id': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:41.580958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc1a9bc6-e470-40e5-b7be-90a063872851 req-cc5a75fd-d29b-48ba-9bc6-bac9d6b77093 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504174 Feb 11 12:51:41.607932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25362d-154b-4085-a37c-935f7fe0c65a req-4008a339-a28a-4c9a-979c-76848b9291a8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.609473 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a25362d-154b-4085-a37c-935f7fe0c65a req-4008a339-a28a-4c9a-979c-76848b9291a8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 945 time: 0.1345439 Feb 11 12:51:41.654654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:41.706042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a25362d-154b-4085-a37c-935f7fe0c65a req-db0f7a78-a349-457f-bd16-c593c04effc0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907536 Feb 11 12:51:41.889022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a28a7f-5dd4-4823-b51e-001c735007d2 req-46c3019b-c44c-4d56-88b5-763265d78e3c tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.890671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-51a28a7f-5dd4-4823-b51e-001c735007d2 req-46c3019b-c44c-4d56-88b5-763265d78e3c tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1127 time: 0.1054964 Feb 11 12:51:41.916159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bd8c4-e148-4a86-ae9a-76116c3d5dd4 req-0f84e5a4-1c71-4562-acc3-f1406bf216d5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:41.917798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e75bd8c4-e148-4a86-ae9a-76116c3d5dd4 req-0f84e5a4-1c71-4562-acc3-f1406bf216d5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.0565307 Feb 11 12:51:41.968353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ac8fc5b2-128e-4195-b287-566a9ba1086c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:41.969198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-51a28a7f-5dd4-4823-b51e-001c735007d2 req-0334d444-eea5-4388-a388-9422d1e5217d tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720754 Feb 11 12:51:41.977567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e75bd8c4-e148-4a86-ae9a-76116c3d5dd4 req-14ebb645-e2c2-48a1-90cb-a5719f51b273 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 Feb 11 12:51:42.010526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c12cf0-5af8-438f-9295-9bb54a2c10be {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:42.021441 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Publish callbacks [] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.042999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Transition to ACTIVE for port object 40c12cf0-5af8-438f-9295-9bb54a2c10be will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:42.048696 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.118096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ac8fc5b2-128e-4195-b287-566a9ba1086c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ac8fc5b2-128e-4195-b287-566a9ba1086c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:42.128700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-6e4941ab-65d8-4e8b-ba60-56ae9c232c5d tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6add49713f0849b7a68d3881884ad2c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305407 Feb 11 12:51:42.158693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'ac8fc5b2-128e-4195-b287-566a9ba1086c', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'ac8fc5b2-128e-4195-b287-566a9ba1086c', 'mac_address': 'fa:16:3e:92:6b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:42.159639 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ecc9412-c4aa-406b-8999-bbb168b8a818 req-88d0f7bf-188d-4c16-97fe-ac7d82416e58 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 210 time: 0.0702999 Feb 11 12:51:42.197148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=40c12cf0-5af8-438f-9295-9bb54a2c10be,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:42.239354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ac8fc5b2-128e-4195-b287-566a9ba1086c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:42.240009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.283441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8fc5b2-128e-4195-b287-566a9ba1086c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:42.303303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Attempting to bind port 40c12cf0-5af8-438f-9295-9bb54a2c10be on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:42.303869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Attempting to bind port 40c12cf0-5af8-438f-9295-9bb54a2c10be by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'bd387e6d-cfb5-407c-96a2-10ed490dc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:42.304071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Attempting to bind port 40c12cf0-5af8-438f-9295-9bb54a2c10be on network ad644bb7-b90b-4b70-b888-dadd713da605 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:42.316875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Port 40c12cf0-5af8-438f-9295-9bb54a2c10be on network ad644bb7-b90b-4b70-b888-dadd713da605 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:42.317241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Attempting to bind port 40c12cf0-5af8-438f-9295-9bb54a2c10be on network ad644bb7-b90b-4b70-b888-dadd713da605 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:42.327490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ac8fc5b2-128e-4195-b287-566a9ba1086c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ac8fc5b2-128e-4195-b287-566a9ba1086c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:42.328400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:42.328741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Checking segment: {'id': 'bd387e6d-cfb5-407c-96a2-10ed490dc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:42.329124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Bound using segment: {'id': 'bd387e6d-cfb5-407c-96a2-10ed490dc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:42.329561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Bound port: 40c12cf0-5af8-438f-9295-9bb54a2c10be, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd387e6d-cfb5-407c-96a2-10ed490dc9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:42.329975 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.335192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa0124-71e3-4dbf-80a2-5c59f6c46e51 req-b043ad06-cd58-4c70-9281-5d12c633ebe6 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.336721 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53fa0124-71e3-4dbf-80a2-5c59f6c46e51 req-b043ad06-cd58-4c70-9281-5d12c633ebe6 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1127 time: 0.0771179 Feb 11 12:51:42.337398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.345335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d924da52-8cfc-40d5-bb22-e555ea46f609 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.346920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d924da52-8cfc-40d5-bb22-e555ea46f609 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2116354 Feb 11 12:51:42.377686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Request body: {'port': {'device_id': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '6add49713f0849b7a68d3881884ad2c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:42.387061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ac8fc5b2-128e-4195-b287-566a9ba1086c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:42.418275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea2d21-314e-483c-a847-6c6779d50c50 req-0ca7d78a-ad5c-48b9-a88f-43ebe94c83a3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.420113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecea2d21-314e-483c-a847-6c6779d50c50 req-0ca7d78a-ad5c-48b9-a88f-43ebe94c83a3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1012392 Feb 11 12:51:42.430312 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53fa0124-71e3-4dbf-80a2-5c59f6c46e51 req-a885aa8f-ef52-4335-84fd-ea6fe2446b56 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845799 Feb 11 12:51:42.435276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] For port 40c12cf0-5af8-438f-9295-9bb54a2c10be, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:42.437917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] For port 40c12cf0-5af8-438f-9295-9bb54a2c10be, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=40c12cf0-5af8-438f-9295-9bb54a2c10be,segment=NetworkSegment(bd387e6d-cfb5-407c-96a2-10ed490dc9d0),segment_id=bd387e6d-cfb5-407c-96a2-10ed490dc9d0)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:42.448127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.501451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=40c12cf0-5af8-438f-9295-9bb54a2c10be,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:42.516757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.517673 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.519096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-4107b629-1e2e-48fe-8bdf-57a3d7e5c7a0 service neutron] 10.222.0.64 "PUT /v2.0/ports/40c12cf0-5af8-438f-9295-9bb54a2c10be HTTP/1.1" status: 200 len: 1091 time: 0.9584489 Feb 11 12:51:42.519665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'tag': '40c12cf0-5af8-438f-9295-9bb54a2c10be'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:42.522362 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02be56f-4c75-4de1-8f3a-b1aeb473c152" -d '{"events": [{"name": "network-changed", "server_uuid": "b6405508-ffd3-4216-81a7-b4b085478e04", "tag": "40c12cf0-5af8-438f-9295-9bb54a2c10be"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:42.523782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecea2d21-314e-483c-a847-6c6779d50c50 req-fff33ce4-cd07-4ba2-9449-dcace0c28d8a tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708563 Feb 11 12:51:42.550474 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74dc22aa-7185-40f6-ac83-a8f59cc242a5 req-b35e39d9-46ba-4177-a024-79b4de16f56a tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6091d5dad4ae40c5b21a1a07d8830e6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233214 Feb 11 12:51:42.556744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Made reservation on behalf of 6add49713f0849b7a68d3881884ad2c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:42.560385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:42.681859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224967-29a6-4409-a264-6a1a95961509 req-6fae42b5-31bb-4cf3-be55-817a1cf6b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.683625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-6fae42b5-31bb-4cf3-be55-817a1cf6b440 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a54408d5383447f90b7474fe5cbc26e&device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 1125 time: 0.0998468 Feb 11 12:51:42.703788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc22aa-7185-40f6-ac83-a8f59cc242a5 req-29f28dd8-2035-41ce-9a9f-f48540537c5d tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.705190 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74dc22aa-7185-40f6-ac83-a8f59cc242a5 req-29f28dd8-2035-41ce-9a9f-f48540537c5d tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489832 Feb 11 12:51:42.721802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c21467-a48b-4418-8672-196bf33c9913 req-89af41b7-cb69-40b3-ad6c-3e74e4abc467 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.723318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73c21467-a48b-4418-8672-196bf33c9913 req-89af41b7-cb69-40b3-ad6c-3e74e4abc467 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 949 time: 0.1028008 Feb 11 12:51:42.743992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Allocated IP 192.168.233.244 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/acb26b16-e40a-43ed-8731-48020266fe7a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:42.744251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-53eb3734-dea4-4697-a5d0-7f5e51ab8670 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40c12cf0-5af8-438f-9295-9bb54a2c10be HTTP/1.1" status: 200 len: 217 time: 0.0531368 Feb 11 12:51:42.747626 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74dc22aa-7185-40f6-ac83-a8f59cc242a5 req-10ee0e9e-fd2c-467a-98b4-6063520a0e41 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/quotas/6091d5dad4ae40c5b21a1a07d8830e6d HTTP/1.1" status: 200 len: 375 time: 0.0108595 Feb 11 12:51:42.780287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['ac8fc5b2-128e-4195-b287-566a9ba1086c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:42.806994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73c21467-a48b-4418-8672-196bf33c9913 req-17cbd144-44ee-4d67-934c-86cfde1b3425 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Feb 11 12:51:42.807214 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74dc22aa-7185-40f6-ac83-a8f59cc242a5 req-22932614-3167-49b4-b66f-4c65392a6c39 tempest-QuotasAdminNegativeTest-1008552170 tempest-QuotasAdminNegativeTest-1008552170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6091d5dad4ae40c5b21a1a07d8830e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487528 Feb 11 12:51:42.837680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224967-29a6-4409-a264-6a1a95961509 req-d80e88c9-b8f4-4bc7-a34c-812948ecfcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:42.839165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-d80e88c9-b8f4-4bc7-a34c-812948ecfcf9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aa3603d-2a85-493a-98da-f0dc2124f084 HTTP/1.1" status: 200 len: 855 time: 0.0893152 Feb 11 12:51:42.876791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-c8ac16ec-5329-49c0-bb36-e24577fafdaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad644bb7-b90b-4b70-b888-dadd713da605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311332 Feb 11 12:51:42.900947 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ca419-c040-474a-8be9-29b2aaf36183 x-openstack-request-id: req-a98ca419-c040-474a-8be9-29b2aaf36183 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:42.902459 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6405508-ffd3-4216-81a7-b4b085478e04", "tag": "40c12cf0-5af8-438f-9295-9bb54a2c10be", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:42.902798 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a98ca419-c040-474a-8be9-29b2aaf36183 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:42.904958 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'tag': '40c12cf0-5af8-438f-9295-9bb54a2c10be', 'status': 'completed', 'code': 200} Feb 11 12:51:42.954217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:42.957935 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70c233-6861-4341-b192-fb54676db984" -d '{"events": [{"name": "network-changed", "server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:43.011989 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks [] for port (acb26b16-e40a-43ed-8731-48020266fe7a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:43.021879 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-5d246249-68c1-478b-9848-1c55a09ea744 service neutron] 10.222.0.64 "GET /v2.0/networks/ad644bb7-b90b-4b70-b888-dadd713da605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390119 Feb 11 12:51:43.041583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4667c6f-cb43-46ed-bd5e-48118970da78 req-ce7cb4e4-a60e-4cc1-a3ff-4b63d3c7a2f9 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.043279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4667c6f-cb43-46ed-bd5e-48118970da78 req-ce7cb4e4-a60e-4cc1-a3ff-4b63d3c7a2f9 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 943 time: 0.0808587 Feb 11 12:51:43.120094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:43.139581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['658e42d1-ba31-4640-a251-255d15bacd8d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:43.141069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc224967-29a6-4409-a264-6a1a95961509 req-299094f7-aa22-451d-9462-7e90ce1f21e6 service neutron] 10.222.0.64 "GET /v2.0/networks/ad644bb7-b90b-4b70-b888-dadd713da605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112690 Feb 11 12:51:43.186866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Pushing event updated for resources: {'Port': ['ID=acb26b16-e40a-43ed-8731-48020266fe7a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:43.219769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4667c6f-cb43-46ed-bd5e-48118970da78 req-9fecf641-5d7d-483f-9257-e9ff64c7dd6b tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597707 Feb 11 12:51:43.235792 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc88cbe3-e63d-4089-b52d-e5453b9d4f91 x-openstack-request-id: req-cc88cbe3-e63d-4089-b52d-e5453b9d4f91 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:43.236474 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:43.236959 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc88cbe3-e63d-4089-b52d-e5453b9d4f91 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:43.237494 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db', 'status': 'completed', 'code': 200} Feb 11 12:51:43.244448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:43.250615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:43.257224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:43.271522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.272248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:43.354670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-d0ea6578-e17e-4061-aa94-31faff3697cb tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9815280 Feb 11 12:51:43.373476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Request body: {'port': {'device_id': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:43.381866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c233-6861-4341-b192-fb54676db984 req-e6efacd1-0bd4-43a0-bc06-cfaeb85a5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.383253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a70c233-6861-4341-b192-fb54676db984 req-e6efacd1-0bd4-43a0-bc06-cfaeb85a5821 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1156 time: 0.1081841 Feb 11 12:51:43.390901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-00ce520d-ab4d-4d63-9029-f6dd693765f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.398162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-00ce520d-ab4d-4d63-9029-f6dd693765f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a54408d5383447f90b7474fe5cbc26e&device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 1125 time: 0.1817455 Feb 11 12:51:43.455284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be2d5-0c43-40f8-8666-612cca991259 req-6350a060-595e-4d90-a934-629bae5d02e2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.456948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-540be2d5-0c43-40f8-8666-612cca991259 req-6350a060-595e-4d90-a934-629bae5d02e2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.1715043 Feb 11 12:51:43.508450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d81354-93d7-4167-a6a7-aa9993e09353 req-d448dbfe-7801-46db-bb80-f71f0f83f51b tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.510107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0d81354-93d7-4167-a6a7-aa9993e09353 req-d448dbfe-7801-46db-bb80-f71f0f83f51b tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1127 time: 0.1901705 Feb 11 12:51:43.531770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:43.560496 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-540be2d5-0c43-40f8-8666-612cca991259 req-b8cca071-9a88-4f20-985a-dd215d65559b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938182 Feb 11 12:51:43.561591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-b94eb8d9-4ef1-4cd0-95f2-627b0fbd036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.563085 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-b94eb8d9-4ef1-4cd0-95f2-627b0fbd036e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ad644bb7-b90b-4b70-b888-dadd713da605 HTTP/1.1" status: 200 len: 916 time: 0.1559749 Feb 11 12:51:43.601115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c233-6861-4341-b192-fb54676db984 req-86a9a566-bc61-44eb-9a70-0b3ecced6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.601574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-94583b27-365e-4790-8545-d46c273c3b44 None None] Provisioning complete for port acb26b16-e40a-43ed-8731-48020266fe7a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:43.602097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-94583b27-365e-4790-8545-d46c273c3b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:43.602678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a70c233-6861-4341-b192-fb54676db984 req-86a9a566-bc61-44eb-9a70-0b3ecced6d45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.1963575 Feb 11 12:51:43.621523 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-1ad3cbda-cf8e-4d9d-8ac5-6ecb17851636 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40c12cf0-5af8-438f-9295-9bb54a2c10be HTTP/1.1" status: 200 len: 217 time: 0.0514212 Feb 11 12:51:43.642477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-94583b27-365e-4790-8545-d46c273c3b44 None None] Port acb26b16-e40a-43ed-8731-48020266fe7a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:51:43.656607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a70c233-6861-4341-b192-fb54676db984 req-c462687b-bfcf-4089-962f-cdec95685f08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 217 time: 0.0477018 Feb 11 12:51:43.660356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0d81354-93d7-4167-a6a7-aa9993e09353 req-479731f5-0d5d-4996-8912-a72a6c1a28a0 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386116 Feb 11 12:51:43.725559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-1068fa38-f2e2-44fe-9ce5-fe63ce194670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.727345 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-1068fa38-f2e2-44fe-9ce5-fe63ce194670 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8aa3603d-2a85-493a-98da-f0dc2124f084 HTTP/1.1" status: 200 len: 855 time: 0.1022437 Feb 11 12:51:43.765331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-90ceee80-c12f-4d18-9be3-530b6bbfafb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ad644bb7-b90b-4b70-b888-dadd713da605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280690 Feb 11 12:51:43.772857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ea4de-a5f2-42fd-b8ef-57047170a3c7 req-6f121139-7926-4b84-82e3-74f3b24bcd4a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.774350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-654ea4de-a5f2-42fd-b8ef-57047170a3c7 req-6f121139-7926-4b84-82e3-74f3b24bcd4a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 936 time: 0.1174967 Feb 11 12:51:43.813730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70c233-6861-4341-b192-fb54676db984 req-157e691a-bbdd-4c84-850b-765736af0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.815212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a70c233-6861-4341-b192-fb54676db984 req-157e691a-bbdd-4c84-850b-765736af0141 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1482806 Feb 11 12:51:43.870702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a70c233-6861-4341-b192-fb54676db984 req-163ab0e3-6595-43ac-a51f-38f5d1160aa3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451221 Feb 11 12:51:43.876689 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-654ea4de-a5f2-42fd-b8ef-57047170a3c7 req-5c38665f-23e2-46d2-b613-7f661c5586cd tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930774 Feb 11 12:51:43.907146 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-3d61e909-d355-44f8-84e5-943d7d068936 service neutron] 10.222.0.64 "GET /v2.0/networks/ad644bb7-b90b-4b70-b888-dadd713da605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316953 Feb 11 12:51:43.948497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39225b-c552-4786-a8d6-6186b3ab07d1 req-bb031f6d-b6e3-4ea3-bfed-f8982e90622d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:43.955290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da39225b-c552-4786-a8d6-6186b3ab07d1 req-bb031f6d-b6e3-4ea3-bfed-f8982e90622d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1889493 Feb 11 12:51:43.981324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:43.987905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ac8fc5b2-128e-4195-b287-566a9ba1086c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:44.014548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56306) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:44.074179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02be56f-4c75-4de1-8f3a-b1aeb473c152 req-8358e323-aa76-4dec-9404-4b29edd84f2d service neutron] 10.222.0.64 "GET /v2.0/networks/ad644bb7-b90b-4b70-b888-dadd713da605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598790 Feb 11 12:51:44.086301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48540e36-9ce8-4277-ab35-b6337287c936 req-0cb6cfbe-baa0-4825-96f2-31ae66ffff6c tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:44.095310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-48540e36-9ce8-4277-ab35-b6337287c936 req-0cb6cfbe-baa0-4825-96f2-31ae66ffff6c tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 949 time: 0.1098545 Feb 11 12:51:44.109099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da39225b-c552-4786-a8d6-6186b3ab07d1 req-41e124f9-1fc6-4078-9cd5-9140e5277cf5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528492 Feb 11 12:51:44.111404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a70c233-6861-4341-b192-fb54676db984 req-8fa512fa-ca33-4033-adc6-e4ab7c2432f3 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067745 Feb 11 12:51:44.130679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port ac8fc5b2-128e-4195-b287-566a9ba1086c completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:44.138175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:44.146213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port ac8fc5b2-128e-4195-b287-566a9ba1086c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:44.146664 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.166692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-48540e36-9ce8-4277-ab35-b6337287c936 req-71da2993-5017-43d4-be35-459c25b372f3 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704753 Feb 11 12:51:44.173788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb26b16-e40a-43ed-8731-48020266fe7a {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:44.184910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Publish callbacks [] for port (acb26b16-e40a-43ed-8731-48020266fe7a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.241060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Transition to ACTIVE for port object acb26b16-e40a-43ed-8731-48020266fe7a will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:44.250892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12a558-df01-429c-b1f7-a3933841f7db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.265691 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.289078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db has no active binding in host n-h2-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:51:44.327517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a70c233-6861-4341-b192-fb54676db984 req-8c82a268-57ef-4501-b7ba-e4f32d35a648 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932244 Feb 11 12:51:44.373958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Pushing event updated for resources: {'Port': ['ID=acb26b16-e40a-43ed-8731-48020266fe7a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:44.384417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ac8fc5b2-128e-4195-b287-566a9ba1086c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:44.384879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.414541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db36079-a46f-4544-8c8d-6589b634aff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8fc5b2-128e-4195-b287-566a9ba1086c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:44.417292 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064f84ce-1478-49ce-b94c-3b0d9fc8a34c" -d '{"events": [{"server_uuid": "0db36079-a46f-4544-8c8d-6589b634aff5", "name": "network-vif-plugged", "status": "completed", "tag": "ac8fc5b2-128e-4195-b287-566a9ba1086c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:44.437376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ac8fc5b2-128e-4195-b287-566a9ba1086c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ac8fc5b2-128e-4195-b287-566a9ba1086c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:44.437890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Attempting to bind port acb26b16-e40a-43ed-8731-48020266fe7a on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:44.437890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Attempting to bind port acb26b16-e40a-43ed-8731-48020266fe7a by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:44.437890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Attempting to bind port acb26b16-e40a-43ed-8731-48020266fe7a on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:44.441845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.454843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc4e54-9af2-436a-bb43-a190f86cb97a req-c85968b2-edf5-4e6a-baaa-6456504c6cc9 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:44.456449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ddc4e54-9af2-436a-bb43-a190f86cb97a req-c85968b2-edf5-4e6a-baaa-6456504c6cc9 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 943 time: 0.1531212 Feb 11 12:51:44.458617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Port acb26b16-e40a-43ed-8731-48020266fe7a on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:44.458856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Attempting to bind port acb26b16-e40a-43ed-8731-48020266fe7a on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:44.471086 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db89cbd0-22f5-4fe5-afc0-9ff864bd8829 x-openstack-request-id: req-db89cbd0-22f5-4fe5-afc0-9ff864bd8829 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:44.471436 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db36079-a46f-4544-8c8d-6589b634aff5", "name": "network-vif-plugged", "status": "completed", "tag": "ac8fc5b2-128e-4195-b287-566a9ba1086c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:44.471745 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db89cbd0-22f5-4fe5-afc0-9ff864bd8829 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:44.472190 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db36079-a46f-4544-8c8d-6589b634aff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8fc5b2-128e-4195-b287-566a9ba1086c', 'code': 200} Feb 11 12:51:44.485181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:44.485530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:44.485926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:44.486361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Bound port: acb26b16-e40a-43ed-8731-48020266fe7a, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:44.486713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.499704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ac8fc5b2-128e-4195-b287-566a9ba1086c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:44.509782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12a558-df01-429c-b1f7-a3933841f7db admin admin] Publish callbacks [] for security_group (b23cd4c4-5a9f-44bd-9242-32420960bbd8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.527163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12a558-df01-429c-b1f7-a3933841f7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b23cd4c4-5a9f-44bd-9242-32420960bbd8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.602138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ddc4e54-9af2-436a-bb43-a190f86cb97a req-43c78d78-31d4-4be1-a11b-c8dcbc573fce tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313848 Feb 11 12:51:44.610258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a558-df01-429c-b1f7-a3933841f7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23cd4c4-5a9f-44bd-9242-32420960bbd8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:44.619658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a12a558-df01-429c-b1f7-a3933841f7db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6091d5dad4ae40c5b21a1a07d8830e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6040797 Feb 11 12:51:44.622494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56316) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:44.643527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] For port acb26b16-e40a-43ed-8731-48020266fe7a, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:44.663030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311a603-ace9-4c80-8d08-3f1517fb7c3e req-530aac80-c8a1-4ea4-8747-3544001506d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:44.663257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] For port acb26b16-e40a-43ed-8731-48020266fe7a, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=acb26b16-e40a-43ed-8731-48020266fe7a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:44.664803 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a311a603-ace9-4c80-8d08-3f1517fb7c3e req-530aac80-c8a1-4ea4-8747-3544001506d8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 1132 time: 0.0728369 Feb 11 12:51:44.676100 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.749770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d6051-3d5c-4487-84ac-19df4d706efe req-16c9afd4-c285-42cc-9b98-78c2ff4b405d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:44.751464 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a01d6051-3d5c-4487-84ac-19df4d706efe req-16c9afd4-c285-42cc-9b98-78c2ff4b405d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.1041954 Feb 11 12:51:44.753857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a311a603-ace9-4c80-8d08-3f1517fb7c3e req-f26bbd7a-4f70-4035-a11c-86de131c6f90 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703385 Feb 11 12:51:44.803856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a01d6051-3d5c-4487-84ac-19df4d706efe req-1a52635e-f4f0-4c66-8ea8-f0020b38499a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457213 Feb 11 12:51:44.977373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:44.977977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:44.979386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] 10.222.0.53 "PUT /v2.0/ports/acb26b16-e40a-43ed-8731-48020266fe7a HTTP/1.1" status: 200 len: 1096 time: 1.6146550 Feb 11 12:51:44.995696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89bac34a-ca25-4ce5-8d30-f166c80e696e admin admin] Publish callbacks [] for security_group (b23cd4c4-5a9f-44bd-9242-32420960bbd8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.013422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e753-bd3e-4be0-87da-23b426cdef8f req-fa2a00d1-9cee-40ed-8446-8b6aa9ade3d0 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.015039 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3488e753-bd3e-4be0-87da-23b426cdef8f req-fa2a00d1-9cee-40ed-8446-8b6aa9ade3d0 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 948 time: 0.0607731 Feb 11 12:51:45.038399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b1568-e57c-4e11-bc4d-50ebe3718293 service neutron] Pushing event updated for resources: {'Port': ['ID=acb26b16-e40a-43ed-8731-48020266fe7a,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:45.043404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89bac34a-ca25-4ce5-8d30-f166c80e696e admin admin] Publish callbacks [] for security_group (b23cd4c4-5a9f-44bd-9242-32420960bbd8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.071593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56142fdb-e924-4b3e-8f6d-12c89e20f154 req-828c9730-eca3-451c-b66b-5b78734bca75 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.073153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56142fdb-e924-4b3e-8f6d-12c89e20f154 req-828c9730-eca3-451c-b66b-5b78734bca75 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1127 time: 0.1257722 Feb 11 12:51:45.076962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3488e753-bd3e-4be0-87da-23b426cdef8f req-da4deae3-a6b1-45ff-b9b7-21aca40ffaae tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Feb 11 12:51:45.127523 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89bac34a-ca25-4ce5-8d30-f166c80e696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b23cd4c4-5a9f-44bd-9242-32420960bbd8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.131861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89bac34a-ca25-4ce5-8d30-f166c80e696e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.133075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-89bac34a-ca25-4ce5-8d30-f166c80e696e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b23cd4c4-5a9f-44bd-9242-32420960bbd8 HTTP/1.1" status: 204 len: 168 time: 0.5096960 Feb 11 12:51:45.138762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56142fdb-e924-4b3e-8f6d-12c89e20f154 req-e496aa39-9483-450f-83f2-0e4f2c0dd9ca tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575025 Feb 11 12:51:45.147330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bac34a-ca25-4ce5-8d30-f166c80e696e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23cd4c4-5a9f-44bd-9242-32420960bbd8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:45.241729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'tag': 'acb26b16-e40a-43ed-8731-48020266fe7a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:45.245506 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c72409-6b08-4a3c-bc31-72b27e582806" -d '{"events": [{"name": "network-changed", "server_uuid": "c10e5441-e6c2-4071-8b2f-fc6e6798c83f", "tag": "acb26b16-e40a-43ed-8731-48020266fe7a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:45.255247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-ce47244c-21c3-4270-b597-5d695498afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.256836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-ce47244c-21c3-4270-b597-5d695498afc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6add49713f0849b7a68d3881884ad2c1&device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 1130 time: 0.0709069 Feb 11 12:51:45.298080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2fd20-fad2-49ec-8388-f1212bdcba79 req-7b110656-407a-4f88-8ef6-ecb5dd40c079 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.299681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-06d2fd20-fad2-49ec-8388-f1212bdcba79 req-7b110656-407a-4f88-8ef6-ecb5dd40c079 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.0622950 Feb 11 12:51:45.332974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-440429ea-5cdf-4a49-9de7-8dc8029e677c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=acb26b16-e40a-43ed-8731-48020266fe7a HTTP/1.1" status: 200 len: 217 time: 0.0555007 Feb 11 12:51:45.370215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-06d2fd20-fad2-49ec-8388-f1212bdcba79 req-39570b5b-df60-4ce5-b2f3-5ce2fb88bc09 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632143 Feb 11 12:51:45.390256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b9568-b396-4dee-8b36-c3366dc57a07 req-0df66f79-6e6e-4d1e-8636-d826e43c3889 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.392026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f0b9568-b396-4dee-8b36-c3366dc57a07 req-0df66f79-6e6e-4d1e-8636-d826e43c3889 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 950 time: 0.1253765 Feb 11 12:51:45.419979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-63a2c0d7-0384-4f3d-b41a-c91ae907039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.421444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-63a2c0d7-0384-4f3d-b41a-c91ae907039f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0768063 Feb 11 12:51:45.497591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f0b9568-b396-4dee-8b36-c3366dc57a07 req-3cdb3b2a-cfce-41e8-91d1-99f13ac638c3 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887742 Feb 11 12:51:45.515996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56334) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:45.518711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-b640ead9-4b3d-4417-a87c-50691faf0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.520324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-b640ead9-4b3d-4417-a87c-50691faf0c98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0871127 Feb 11 12:51:45.530540 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf01d4bf-18e7-44fc-94c4-3db2011e9acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.598613 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dd7025-b3cb-4e70-971c-5efade7d0d7c x-openstack-request-id: req-c8dd7025-b3cb-4e70-971c-5efade7d0d7c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:45.598885 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10e5441-e6c2-4071-8b2f-fc6e6798c83f", "tag": "acb26b16-e40a-43ed-8731-48020266fe7a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:45.599187 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8dd7025-b3cb-4e70-971c-5efade7d0d7c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:45.599597 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'tag': 'acb26b16-e40a-43ed-8731-48020266fe7a', 'status': 'completed', 'code': 200} Feb 11 12:51:45.619171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf01d4bf-18e7-44fc-94c4-3db2011e9acf admin admin] Publish callbacks [] for security_group (97bcce8a-b632-49a8-ac31-66919f24b1ee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.624598 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf01d4bf-18e7-44fc-94c4-3db2011e9acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (97bcce8a-b632-49a8-ac31-66919f24b1ee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.636522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-290c4a3f-b514-49df-8b55-db2ec1f69c6e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083407 Feb 11 12:51:45.662345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01d4bf-18e7-44fc-94c4-3db2011e9acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bcce8a-b632-49a8-ac31-66919f24b1ee,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:45.666649 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf01d4bf-18e7-44fc-94c4-3db2011e9acf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26ffcd3c8a0a4f8db723592ee5966049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491377 Feb 11 12:51:45.670260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56342) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:45.721431 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2368c1-6a47-45a1-9a19-ea9cf87392dd admin admin] Publish callbacks [] for security_group (97bcce8a-b632-49a8-ac31-66919f24b1ee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.744872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2368c1-6a47-45a1-9a19-ea9cf87392dd admin admin] Publish callbacks [] for security_group (97bcce8a-b632-49a8-ac31-66919f24b1ee), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.798306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2368c1-6a47-45a1-9a19-ea9cf87392dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (97bcce8a-b632-49a8-ac31-66919f24b1ee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.799248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ada92b-28d3-4503-840c-b8724d9657c1 req-69192742-35e9-4424-ad01-a41ed0c54949 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540303 Feb 11 12:51:45.802482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2368c1-6a47-45a1-9a19-ea9cf87392dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.803796 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2d2368c1-6a47-45a1-9a19-ea9cf87392dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97bcce8a-b632-49a8-ac31-66919f24b1ee HTTP/1.1" status: 204 len: 168 time: 0.1324515 Feb 11 12:51:45.814511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f0dd5-99a5-4a27-a360-9e2911e199c7 req-314760c8-8e0c-4cdb-9697-ac4fdcbe5af4 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.816346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-958f0dd5-99a5-4a27-a360-9e2911e199c7 req-314760c8-8e0c-4cdb-9697-ac4fdcbe5af4 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 943 time: 0.1098719 Feb 11 12:51:45.823398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2368c1-6a47-45a1-9a19-ea9cf87392dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bcce8a-b632-49a8-ac31-66919f24b1ee,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:45.827701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 40c12cf0-5af8-438f-9295-9bb54a2c10be details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:45.937289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-958f0dd5-99a5-4a27-a360-9e2911e199c7 req-32f23196-1768-4d6d-bf48-ac45c2f93b2f tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127145 Feb 11 12:51:45.950327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:45.984869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 40c12cf0-5af8-438f-9295-9bb54a2c10be, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=40c12cf0-5af8-438f-9295-9bb54a2c10be,segment=NetworkSegment(bd387e6d-cfb5-407c-96a2-10ed490dc9d0),segment_id=bd387e6d-cfb5-407c-96a2-10ed490dc9d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:45.986030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-94960855-2ff7-4a50-82d1-d3a916702db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:45.989314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-94960855-2ff7-4a50-82d1-d3a916702db0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6add49713f0849b7a68d3881884ad2c1&device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 1130 time: 0.1051440 Feb 11 12:51:46.003715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '40c12cf0-5af8-438f-9295-9bb54a2c10be', 'network_id': 'ad644bb7-b90b-4b70-b888-dadd713da605', 'port_id': '40c12cf0-5af8-438f-9295-9bb54a2c10be', 'mac_address': 'fa:16:3e:67:2f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aa3603d-2a85-493a-98da-f0dc2124f084', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:46.057652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 40c12cf0-5af8-438f-9295-9bb54a2c10be is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:46.058059 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:46.074003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c12cf0-5af8-438f-9295-9bb54a2c10be {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:46.097048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 40c12cf0-5af8-438f-9295-9bb54a2c10be, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=40c12cf0-5af8-438f-9295-9bb54a2c10be,segment=NetworkSegment(bd387e6d-cfb5-407c-96a2-10ed490dc9d0),segment_id=bd387e6d-cfb5-407c-96a2-10ed490dc9d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:46.099440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15246871-666f-4e32-a78f-7ea2ca43dd12 req-ca1d2530-47ce-4897-92df-06d9248eec0b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.102736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15246871-666f-4e32-a78f-7ea2ca43dd12 req-ca1d2530-47ce-4897-92df-06d9248eec0b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.1043336 Feb 11 12:51:46.105788 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:46.186765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=40c12cf0-5af8-438f-9295-9bb54a2c10be,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:46.193217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15246871-666f-4e32-a78f-7ea2ca43dd12 req-4e18bdc4-dbff-42ae-9684-10caba085e67 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616674 Feb 11 12:51:46.198823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-0976073b-8bdf-4363-a0ff-66a9e673397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.200410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-0976073b-8bdf-4363-a0ff-66a9e673397b service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1697273 Feb 11 12:51:46.261737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-a65fec9f-75c8-47fb-9c4f-a285455be676 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=acb26b16-e40a-43ed-8731-48020266fe7a HTTP/1.1" status: 200 len: 217 time: 0.0418489 Feb 11 12:51:46.354666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-ee4be670-3fd6-467d-9d6a-3f396b4cedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.356193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-ee4be670-3fd6-467d-9d6a-3f396b4cedf2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0800602 Feb 11 12:51:46.371517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a696fe7-6a67-4fa8-a5c6-5ce6c633d9ee req-0ad3ac69-821b-4bb4-9f9e-b82f07706404 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.372984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a696fe7-6a67-4fa8-a5c6-5ce6c633d9ee req-0ad3ac69-821b-4bb4-9f9e-b82f07706404 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 948 time: 0.0878599 Feb 11 12:51:46.446868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-4dbc3502-fb37-4bef-8254-43d5f486d42f tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:51:46.447833 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-4dbc3502-fb37-4bef-8254-43d5f486d42f tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063248 Feb 11 12:51:46.466254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a696fe7-6a67-4fa8-a5c6-5ce6c633d9ee req-84bc266a-09c2-4427-9449-fdafa979c0b3 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831025 Feb 11 12:51:46.471719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-9951f271-d2fc-4986-af92-a55bd7777625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.474216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-9951f271-d2fc-4986-af92-a55bd7777625 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1002576 Feb 11 12:51:46.515159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-dd2f64fd-fecd-4951-906a-1e3bab275d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.525361 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-dd2f64fd-fecd-4951-906a-1e3bab275d57 service neutron] 10.222.0.42 "GET /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 1124 time: 0.0701253 Feb 11 12:51:46.530332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Request body: {'binding': {'host': 'n-h1-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:46.531106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:51:46.537165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['40c12cf0-5af8-438f-9295-9bb54a2c10be'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:46.638460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-6b76ff2a-75d5-4287-bc10-764d6c0500c0 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475735 Feb 11 12:51:46.660600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fb9f6-9cb3-43cc-a53f-b54c85d8eb21 req-43268f8a-a5ce-4dc7-814c-b0a184e21c65 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.662900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a98fb9f6-9cb3-43cc-a53f-b54c85d8eb21 req-43268f8a-a5ce-4dc7-814c-b0a184e21c65 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.0746722 Feb 11 12:51:46.766984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on host n-h1-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:46.767224 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:46.767542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:46.772273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:46.772592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:46.777503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:46.777895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:46.778317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:46.778738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Bound port: a0bd7095-b37d-4879-82fd-8e17a7b01746, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:46.790934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56390) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:46.806279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a98fb9f6-9cb3-43cc-a53f-b54c85d8eb21 req-eded7d08-5dbe-4dc7-beee-13e1f18202db tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347489 Feb 11 12:51:46.840373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:46.845512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c72409-6b08-4a3c-bc31-72b27e582806 req-62106a8d-0d70-4858-8e5b-eeb884b48bbc service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584144 Feb 11 12:51:46.849345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:46.850785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-c0d5f5c9-fff6-431a-a92c-f1ea986af324 service neutron] 10.222.0.42 "POST /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746/bindings HTTP/1.1" status: 201 len: 389 time: 0.3243771 Feb 11 12:51:46.899637 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:46.948563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9315ab-cb2a-446a-b3a2-ee128ce46832 req-6df29ca0-5fe3-47f7-a74e-3cdbf5f2dd86 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:46.950354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c9315ab-cb2a-446a-b3a2-ee128ce46832 req-6df29ca0-5fe3-47f7-a74e-3cdbf5f2dd86 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 950 time: 0.0682900 Feb 11 12:51:46.955418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-network', 'tenant_id': '338da79ca841485091299c9566b4b4fc'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:47.004746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Made reservation on behalf of 338da79ca841485091299c9566b4b4fc for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:47.007358 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.020832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.039105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca016-b600-4968-9aee-2c3594ed0cbf req-223092ed-b15f-4d95-ba62-9c5653232aff tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.040658 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd0ca016-b600-4968-9aee-2c3594ed0cbf req-223092ed-b15f-4d95-ba62-9c5653232aff tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 945 time: 0.0600259 Feb 11 12:51:47.049568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c9315ab-cb2a-446a-b3a2-ee128ce46832 req-a8d23a88-f271-4565-844a-e70e65fa26f9 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894227 Feb 11 12:51:47.134824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd0ca016-b600-4968-9aee-2c3594ed0cbf req-032953a4-2609-4cda-8d0b-fd5e3fad1ea9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841548 Feb 11 12:51:47.147956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-01e7e190-237c-46a3-80cd-97312735f6da service neutron] 10.222.0.64 "GET /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.0974386 Feb 11 12:51:47.190755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-51c7fd09-1bae-4f49-8b28-b5503ca0a4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.192418 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-51c7fd09-1bae-4f49-8b28-b5503ca0a4ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1127 time: 0.0554290 Feb 11 12:51:47.243270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks [] for security_group (6b111655-24a1-4c32-bb79-b4d995da73c6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.253482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6b111655-24a1-4c32-bb79-b4d995da73c6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.309437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fdb86a-3759-46bd-a28e-ad006ce05b64 req-a1151dec-ca36-46aa-bdf9-fd4c78532ebb tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.311078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48fdb86a-3759-46bd-a28e-ad006ce05b64 req-a1151dec-ca36-46aa-bdf9-fd4c78532ebb tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 944 time: 0.1749632 Feb 11 12:51:47.311916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:51:47.321399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b111655-24a1-4c32-bb79-b4d995da73c6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:47.345537 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ceadee90-e216-41ad-b119-92448a3d92a9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.345886 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Added segment ceadee90-e216-41ad-b119-92448a3d92a9 of type vlan for network 1a41dc7e-8f3f-47fd-8840-6958dc228aed Feb 11 12:51:47.435863 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1a41dc7e-8f3f-47fd-8840-6958dc228aed), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.465525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48fdb86a-3759-46bd-a28e-ad006ce05b64 req-199c9199-a433-4fa1-88f1-5e67aa1c84b4 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395800 Feb 11 12:51:47.521207 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1a41dc7e-8f3f-47fd-8840-6958dc228aed), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.522998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.524044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.548281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739acabe-eecd-4dab-b3b9-6466514b0600 req-14b3f1f0-b5aa-4a25-bf31-78d77d3fbee3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.549772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-739acabe-eecd-4dab-b3b9-6466514b0600 req-14b3f1f0-b5aa-4a25-bf31-78d77d3fbee3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 944 time: 0.1005094 Feb 11 12:51:47.550795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-ec06e04d-bfcd-43f6-ae2b-d79ea2cc9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.552123 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-ec06e04d-bfcd-43f6-ae2b-d79ea2cc9693 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.3535309 Feb 11 12:51:47.583180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:47.606795 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-a964a10d-042a-4ba5-90de-3933b7bd17b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 217 time: 0.0435467 Feb 11 12:51:47.612077 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8191776 Feb 11 12:51:47.621086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56406) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:47.652445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Request body: {'subnet': {'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-subnet', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:47.663772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-739acabe-eecd-4dab-b3b9-6466514b0600 req-c936f7b9-f32e-419a-85a9-6785ed7f500a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066399 Feb 11 12:51:47.664224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834960b8-94b3-4852-932f-b9c38d478ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=1a41dc7e-8f3f-47fd-8840-6958dc228aed,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:47.675052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:47.675371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-701110d7-6859-4057-9553-8867977bd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.677605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-701110d7-6859-4057-9553-8867977bd3bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0641937 Feb 11 12:51:47.681264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:51:47.719103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Made reservation on behalf of 338da79ca841485091299c9566b4b4fc for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:47.721390 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.724895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-cfe974ce-4922-42d2-a85b-1aec73ad075a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317385 Feb 11 12:51:47.738921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5271de-2f79-4147-8471-2f6f2bf077db {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:47.753870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2ebf1-49e2-43b5-a639-ebfb67f1c68b req-5f600b90-4599-43ec-b0c4-842bd5027fcd tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.755870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaf2ebf1-49e2-43b5-a639-ebfb67f1c68b req-5f600b90-4599-43ec-b0c4-842bd5027fcd tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 950 time: 0.1961904 Feb 11 12:51:47.772974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:47.827136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 40c12cf0-5af8-438f-9295-9bb54a2c10be up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:47.832369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.866885 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-64aeac7a-0086-43ab-a7d3-f36140298f16 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363978 Feb 11 12:51:47.874445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21ca72-7bce-4f70-bb88-56b7788106f4 req-6a33ef7b-1f4c-4a5f-a784-733beded8c30 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:47.882946 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca21ca72-7bce-4f70-bb88-56b7788106f4 req-6a33ef7b-1f4c-4a5f-a784-733beded8c30 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 948 time: 0.1286340 Feb 11 12:51:47.884576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 40c12cf0-5af8-438f-9295-9bb54a2c10be completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:47.889036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 40c12cf0-5af8-438f-9295-9bb54a2c10be triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:47.889494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:47.908702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaf2ebf1-49e2-43b5-a639-ebfb67f1c68b req-7110284e-ac04-4fa5-941b-123e624e35d7 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398516 Feb 11 12:51:47.995251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 40c12cf0-5af8-438f-9295-9bb54a2c10be is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:47.995828 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.024417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c12cf0-5af8-438f-9295-9bb54a2c10be'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:48.027098 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000ed7e-1ec7-43a5-89a4-ff23fab3ebfb" -d '{"events": [{"server_uuid": "b6405508-ffd3-4216-81a7-b4b085478e04", "name": "network-vif-plugged", "status": "completed", "tag": "40c12cf0-5af8-438f-9295-9bb54a2c10be"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:48.030418 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca21ca72-7bce-4f70-bb88-56b7788106f4 req-331abab6-5dc6-4f1d-902e-1e75c7be8063 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465311 Feb 11 12:51:48.032277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] Transition to ACTIVE for port object ab5271de-2f79-4147-8471-2f6f2bf077db will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:48.033482 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-e7e9aed0-ff67-4472-a032-1a18df0ef7eb service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476526 Feb 11 12:51:48.034758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:48.037245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:51:48.043011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.074026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 40c12cf0-5af8-438f-9295-9bb54a2c10be, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=40c12cf0-5af8-438f-9295-9bb54a2c10be,segment=NetworkSegment(bd387e6d-cfb5-407c-96a2-10ed490dc9d0),segment_id=bd387e6d-cfb5-407c-96a2-10ed490dc9d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:48.089992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.103991 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6884674b-0b85-4ba2-bac2-6f6301af70b1 x-openstack-request-id: req-6884674b-0b85-4ba2-bac2-6f6301af70b1 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:48.104573 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6405508-ffd3-4216-81a7-b4b085478e04", "name": "network-vif-plugged", "status": "completed", "tag": "40c12cf0-5af8-438f-9295-9bb54a2c10be", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:48.105182 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6884674b-0b85-4ba2-bac2-6f6301af70b1 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:48.105790 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c12cf0-5af8-438f-9295-9bb54a2c10be', 'code': 200} Feb 11 12:51:48.107879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (0dd29087-29a7-4442-8a1b-04e2b19f308f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.183294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] No DVR routers for this DVR port ab5271de-2f79-4147-8471-2f6f2bf077db on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:51:48.199052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83eedce-b971-4027-aa4b-8cbdfbcf8fe7 req-0b43ea12-a9d4-42a2-87e4-9f4372a5f6b4 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.200605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d83eedce-b971-4027-aa4b-8cbdfbcf8fe7 req-0b43ea12-a9d4-42a2-87e4-9f4372a5f6b4 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2270627 Feb 11 12:51:48.206542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] Pushing event updated for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=10']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:48.230256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-d0a03670-ea74-4fed-923b-f72f1d2799e9 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.231802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-d0a03670-ea74-4fed-923b-f72f1d2799e9 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.1386824 Feb 11 12:51:48.235316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dd29087-29a7-4442-8a1b-04e2b19f308f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:48.236144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f296ee9-e962-4dae-8753-fda0257b2f78 req-c39cf87e-b8fa-4f84-a3bc-c83930bfce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.237693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f296ee9-e962-4dae-8753-fda0257b2f78 req-c39cf87e-b8fa-4f84-a3bc-c83930bfce59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 1127 time: 0.0782235 Feb 11 12:51:48.244370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828675-3'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:48.266881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-7d97f4ff-e6de-421d-add4-9f3cde1a7677 service neutron] 10.222.0.64 "PUT /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db/bindings/n-h2-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1123776 Feb 11 12:51:48.277323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Checking segment: {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:48.277723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Network hostable DHCP agents. Network: 1a41dc7e-8f3f-47fd-8840-6958dc228aed, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:51:48.280811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=40c12cf0-5af8-438f-9295-9bb54a2c10be,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:48.291688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:48.292471 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.300229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:48.330289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d83eedce-b971-4027-aa4b-8cbdfbcf8fe7 req-4f27d481-91b0-447d-a715-5c3cdc9e7da9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924745 Feb 11 12:51:48.330565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'mac_address': 'fa:16:3e:aa:d8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:48.348936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:51:48.357674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:48.373680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1a41dc7e-8f3f-47fd-8840-6958dc228aed) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:48.382622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c0c43-6f2d-4ff9-8c31-e0c021aacba2 None None] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:48.384588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.385185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.385419 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f296ee9-e962-4dae-8753-fda0257b2f78 req-246ad113-e26c-4d22-9b2a-38d592b32383 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362453 Feb 11 12:51:48.402884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.407942 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.419254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7717bd-02ac-4674-86e3-6677a2c4c331 req-6977cfa2-fd15-4b53-b177-2abc45b38c87 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.421551 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e7717bd-02ac-4674-86e3-6677a2c4c331 req-6977cfa2-fd15-4b53-b177-2abc45b38c87 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 945 time: 0.1238320 Feb 11 12:51:48.423373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-47eb330c-5d65-402a-a942-524d19f9043f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8012211 Feb 11 12:51:48.426344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56414) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:48.432622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:48.463816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-b2d85d04-9da3-4dc9-b893-f1bfbabe658d tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.465418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-b2d85d04-9da3-4dc9-b893-f1bfbabe658d tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.1065476 Feb 11 12:51:48.472000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (1766b899-b205-4e2c-80d8-26691b62409e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.474183 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (1766b899-b205-4e2c-80d8-26691b62409e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.482716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:48.483109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.518287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:48.528088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:48.575950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'project_id': '338da79ca841485091299c9566b4b4fc', 'fixed_ips': [{'subnet_id': '0dd29087-29a7-4442-8a1b-04e2b19f308f'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:51:48.576837 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.578126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e7717bd-02ac-4674-86e3-6677a2c4c331 req-4952d17e-f7b8-4c36-8b93-7a566859863f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330609 Feb 11 12:51:48.603957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks [] for router_controller (1766b899-b205-4e2c-80d8-26691b62409e), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.610623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:51:48.611041 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:51:48.628321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-bfb39ba9-25eb-4a92-a689-bfcdcbd57030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.629927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-bfb39ba9-25eb-4a92-a689-bfcdcbd57030 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 1127 time: 0.1420164 Feb 11 12:51:48.636362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:48.681446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:48.727401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:48.730657 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecab4697-8912-4e28-9899-c89ce2d3be50" -d '{"events": [{"server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:48.734147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Allocated IP 172.20.0.2 (1a41dc7e-8f3f-47fd-8840-6958dc228aed/0dd29087-29a7-4442-8a1b-04e2b19f308f/bafcf724-c154-4679-a537-c70f49bd579a) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:48.735014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Publish callbacks [] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.746894 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.830807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec64ba-2f71-4bc8-be39-dc5cde604ae1 req-70821203-0ed7-4186-bd7f-17812dbaa77d tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.832347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32ec64ba-2f71-4bc8-be39-dc5cde604ae1 req-70821203-0ed7-4186-bd7f-17812dbaa77d tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 945 time: 0.2374866 Feb 11 12:51:48.888324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on host n-h2-828675-3 for vnic_type normal with profile {"migrating_to": "n-h1-828675-3"} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:48.888948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:48.888948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:48.891136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=7']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:48.897254 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Publish callbacks [] for port (bafcf724-c154-4679-a537-c70f49bd579a), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.902793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a155c2-293e-4838-a2f4-05dbeda82358 req-4c84da96-fdcd-4db0-a349-1d1410c80859 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:48.904426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39a155c2-293e-4838-a2f4-05dbeda82358 req-4c84da96-fdcd-4db0-a349-1d1410c80859 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 945 time: 0.1443884 Feb 11 12:51:48.907400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:48.907734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Attempting to bind port a0bd7095-b37d-4879-82fd-8e17a7b01746 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:48.917035 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (bafcf724-c154-4679-a537-c70f49bd579a), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.919669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:48.920011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:48.920395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:48.920876 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Bound port: a0bd7095-b37d-4879-82fd-8e17a7b01746, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:48.921191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:48.969694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:48.975196 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:48.981047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:48.984757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Pushing event updated for resources: {'Port': ['ID=bafcf724-c154-4679-a537-c70f49bd579a,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:48.997412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39a155c2-293e-4838-a2f4-05dbeda82358 req-9ed4a9e6-7f1a-4290-9d0b-ec88f8a5cf12 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870152 Feb 11 12:51:49.033037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:49.036760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:49.044720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Attempting to bind port bafcf724-c154-4679-a537-c70f49bd579a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:49.045299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Attempting to bind port bafcf724-c154-4679-a537-c70f49bd579a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:49.045592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Attempting to bind port bafcf724-c154-4679-a537-c70f49bd579a on network 1a41dc7e-8f3f-47fd-8840-6958dc228aed {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:49.046286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.054256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:49.054784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Checking segment: {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:49.055256 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.055870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Bound using segment: {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:49.056541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Bound port: bafcf724-c154-4679-a537-c70f49bd579a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:49.057169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bafcf724-c154-4679-a537-c70f49bd579a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.059185 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64571c3d-37e7-4d25-b926-c08798c6c2d8 x-openstack-request-id: req-64571c3d-37e7-4d25-b926-c08798c6c2d8 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:49.059584 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:49.059816 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64571c3d-37e7-4d25-b926-c08798c6c2d8 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:49.060318 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746', 'code': 200} Feb 11 12:51:49.163407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] For port bafcf724-c154-4679-a537-c70f49bd579a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:49.167745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:49.167745 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.172443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] For port bafcf724-c154-4679-a537-c70f49bd579a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bafcf724-c154-4679-a537-c70f49bd579a,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:49.176599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks [] for router_gateway (1766b899-b205-4e2c-80d8-26691b62409e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.185682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-5ee0fcf7-179c-4719-aa56-589da0d27043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.187427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-5ee0fcf7-179c-4719-aa56-589da0d27043 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1127 time: 0.4794402 Feb 11 12:51:49.188612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.189579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.191497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] 10.222.0.64 "PUT /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 1121 time: 0.9528058 Feb 11 12:51:49.193230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4220b45-9665-4b72-9e6c-3f5cdde2ea83 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=8']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:49.199286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:49.204101 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bafcf724-c154-4679-a537-c70f49bd579a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.240435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc570632-49aa-46c9-8c9b-0600374d63a3 req-28aee9ef-8eab-47e9-93e2-92ff3c5be40f tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.242048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc570632-49aa-46c9-8c9b-0600374d63a3 req-28aee9ef-8eab-47e9-93e2-92ff3c5be40f tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 950 time: 0.1227281 Feb 11 12:51:49.267277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:49.278578 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.301300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08fa84-3a5f-4add-84c4-bd314bf86fe7 None None] Pushing event updated for resources: {'Port': ['ID=bafcf724-c154-4679-a537-c70f49bd579a,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:49.303691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32ec64ba-2f71-4bc8-be39-dc5cde604ae1 req-a4a64fb9-895a-4519-99ea-7cad375845fd tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330380 Feb 11 12:51:49.321319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc570632-49aa-46c9-8c9b-0600374d63a3 req-d214203d-190c-45d2-80de-62809d369268 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725384 Feb 11 12:51:49.390922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a0bd7095-b37d-4879-82fd-8e17a7b01746'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:49.430029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:49.468531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-02740e70-9c51-417f-a610-4a6581fd5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.470059 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-02740e70-9c51-417f-a610-4a6581fd5558 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.2513094 Feb 11 12:51:49.487629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff293f4-7836-4d3f-9397-637d5777dd64 req-e64a5bd2-ed01-4a22-adc8-18af5680b354 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.489606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ff293f4-7836-4d3f-9397-637d5777dd64 req-e64a5bd2-ed01-4a22-adc8-18af5680b354 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 948 time: 0.0710735 Feb 11 12:51:49.491858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab6c0b-3931-4ee9-ba86-9634f99d5113 req-e57ea602-f5aa-4bfe-98de-73d234274a76 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.493403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5ab6c0b-3931-4ee9-ba86-9634f99d5113 req-e57ea602-f5aa-4bfe-98de-73d234274a76 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 948 time: 0.1094632 Feb 11 12:51:49.554008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-ee67fc2c-77ae-4742-b173-e0f796096168 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 217 time: 0.0595160 Feb 11 12:51:49.594700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ff293f4-7836-4d3f-9397-637d5777dd64 req-25b13b32-442a-4ed6-ad62-b50cdc63f257 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921094 Feb 11 12:51:49.669907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5ab6c0b-3931-4ee9-ba86-9634f99d5113 req-37a495e0-5d7f-4d2a-8f0b-b85c502655de tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674707 Feb 11 12:51:49.712232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-abe34f0e-602f-4cef-9a47-5e39db420708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.713679 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-abe34f0e-602f-4cef-9a47-5e39db420708 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1462505 Feb 11 12:51:49.751954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240747c-2a7a-4a2e-ba66-2218b2726786 req-ab1c1666-0517-4d5b-897f-d50c301247ea tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:49.753477 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1240747c-2a7a-4a2e-ba66-2218b2726786 req-ab1c1666-0517-4d5b-897f-d50c301247ea tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.0716305 Feb 11 12:51:49.773369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-fd53346e-ce95-4eb2-be25-71b54f18e9df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321512 Feb 11 12:51:49.799529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks [] for router_gateway (1766b899-b205-4e2c-80d8-26691b62409e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.811655 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1240747c-2a7a-4a2e-ba66-2218b2726786 req-ed9a3e78-7053-4052-9f92-da2be544fb0b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522854 Feb 11 12:51:49.824831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:51:49.838973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:49.882702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port ab5271de-2f79-4147-8471-2f6f2bf077db host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:51:49.883155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:51:49.908515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['6c16443f-1fa7-4eb0-b303-89d3c4ad8528'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:49.947472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-0346495e-c20f-425f-bc29-0115d6e60005 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569929 Feb 11 12:51:49.984744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-82d84b9e-9fa9-4957-8496-5576bc355854 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448570 Feb 11 12:51:50.046857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device acb26b16-e40a-43ed-8731-48020266fe7a details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:50.048232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Allocated IP 172.25.1.235 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/55d2c840-1643-4599-b9aa-8367d64de367) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:50.074663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-40dfc42f-a835-4a32-a678-2f3ac8bfc050 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.076254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-40dfc42f-a835-4a32-a678-2f3ac8bfc050 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.53 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 950 time: 0.0853646 Feb 11 12:51:50.111335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:50.113609 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284f5c9c-fd38-4c5f-ba94-b7cd4f96787f" -d '{"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-unplugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:50.119844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-4d1c1f49-9a20-4912-b6a1-451b1a2bbf46 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548896 Feb 11 12:51:50.202985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-b91d24b1-5951-4266-b739-887b1710e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.205623 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-b91d24b1-5951-4266-b739-887b1710e0a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 1152 time: 0.1541591 Feb 11 12:51:50.224228 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9cbc93-5c0e-4d7f-b5a4-b75c77782482 x-openstack-request-id: req-cd9cbc93-5c0e-4d7f-b5a4-b75c77782482 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:50.224553 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-unplugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:50.224781 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd9cbc93-5c0e-4d7f-b5a4-b75c77782482 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:50.225177 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'code': 200} Feb 11 12:51:50.272846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port acb26b16-e40a-43ed-8731-48020266fe7a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=acb26b16-e40a-43ed-8731-48020266fe7a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:50.274893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Deleting port ac8fc5b2-128e-4195-b287-566a9ba1086c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:51:50.275410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.289601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34607fcc-19d7-4ba5-82d7-e71112d4a482 req-a45fdfa6-b78a-4591-a222-c275b2bd25b5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.312465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34607fcc-19d7-4ba5-82d7-e71112d4a482 req-a45fdfa6-b78a-4591-a222-c275b2bd25b5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 945 time: 0.1989708 Feb 11 12:51:50.313106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'acb26b16-e40a-43ed-8731-48020266fe7a', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'acb26b16-e40a-43ed-8731-48020266fe7a', 'mac_address': 'fa:16:3e:12:13:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:51:50.320377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks [] for port (55d2c840-1643-4599-b9aa-8367d64de367), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.436197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34607fcc-19d7-4ba5-82d7-e71112d4a482 req-66042770-9d6b-43e7-959d-6320a7535685 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210265 Feb 11 12:51:50.471046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (55d2c840-1643-4599-b9aa-8367d64de367), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.534832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-be113cc9-71f7-43b1-a1a5-5fa2ab299de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.536641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-be113cc9-71f7-43b1-a1a5-5fa2ab299de8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.3064511 Feb 11 12:51:50.563437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] For port ac8fc5b2-128e-4195-b287-566a9ba1086c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ac8fc5b2-128e-4195-b287-566a9ba1086c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:50.563802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.579248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:50.580813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:50.588963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bafcf724-c154-4679-a537-c70f49bd579a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:50.600599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:50.608548 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-beb47738-6412-403f-9432-e08b176492da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a HTTP/1.1" status: 200 len: 217 time: 0.0639949 Feb 11 12:51:50.618912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Calling delete_port for ac8fc5b2-128e-4195-b287-566a9ba1086c owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:51:50.636955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port acb26b16-e40a-43ed-8731-48020266fe7a is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:50.637349 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.656783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb26b16-e40a-43ed-8731-48020266fe7a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:50.666651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba217-d7ef-488c-a822-e247009926b8 req-f8d13902-e37c-4d3e-97dc-44070b951d22 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.672874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Pushing event updated for resources: {'Port': ['ID=55d2c840-1643-4599-b9aa-8367d64de367,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:50.677917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port acb26b16-e40a-43ed-8731-48020266fe7a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=acb26b16-e40a-43ed-8731-48020266fe7a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:50.678204 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aaaba217-d7ef-488c-a822-e247009926b8 req-f8d13902-e37c-4d3e-97dc-44070b951d22 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 945 time: 0.2070553 Feb 11 12:51:50.690853 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.696619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7bc39f-19a5-4346-abec-7f21c3268dba None None] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:51:50.714017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bafcf724-c154-4679-a537-c70f49bd579a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:50.714343 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bafcf724-c154-4679-a537-c70f49bd579a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.757087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-4daaa641-b39e-4699-ad11-6c85fe7c751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.759133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-4daaa641-b39e-4699-ad11-6c85fe7c751f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1410711 Feb 11 12:51:50.790426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c101ee7-a1b8-46a0-8f86-b132c42fd755 req-0480aed6-27cd-429a-a72f-704383f14e60 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.797369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c101ee7-a1b8-46a0-8f86-b132c42fd755 req-0480aed6-27cd-429a-a72f-704383f14e60 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 950 time: 0.2268095 Feb 11 12:51:50.811542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b638c-bde1-48c4-8bb9-222591b07161 req-4cd49457-618c-4113-ad7b-6613715eca15 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.813206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-4cd49457-618c-4113-ad7b-6613715eca15 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.1722689 Feb 11 12:51:50.840954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=acb26b16-e40a-43ed-8731-48020266fe7a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:50.841575 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aaaba217-d7ef-488c-a822-e247009926b8 req-261cc039-1fe1-4257-8c96-7fc2faaa17d0 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575954 Feb 11 12:51:50.870252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a64979c0-1b2f-48b9-85e9-6feea29b2a99 None None] Provisioning complete for port bafcf724-c154-4679-a537-c70f49bd579a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:50.870844 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a64979c0-1b2f-48b9-85e9-6feea29b2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bafcf724-c154-4679-a537-c70f49bd579a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:50.913415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-d3d73490-7867-4f5d-aa21-9ea8d5efa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:50.915662 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-d3d73490-7867-4f5d-aa21-9ea8d5efa060 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1487758 Feb 11 12:51:50.967283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c101ee7-a1b8-46a0-8f86-b132c42fd755 req-67f13d39-72e4-4e3d-9122-5c48d94d5fef tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/security-groups?id=2b27ab11-4689-43dd-a430-ccb5fe609a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688006 Feb 11 12:51:51.015455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (ac8fc5b2-128e-4195-b287-566a9ba1086c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:51.040286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['ac8fc5b2-128e-4195-b287-566a9ba1086c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:51.065754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:51.068700 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:51.082908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Pushing event deleted for resources: {'Port': ['ID=ac8fc5b2-128e-4195-b287-566a9ba1086c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:51.101023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bafcf724-c154-4679-a537-c70f49bd579a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:51.101974 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bafcf724-c154-4679-a537-c70f49bd579a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:51.167119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] No DVR routers for this DVR port ac8fc5b2-128e-4195-b287-566a9ba1086c on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:51:51.173403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:51.176820 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8eee9bd-b172-4629-8873-e34432f099a8 req-10d4025f-cf2f-49df-9950-65c2bae7bb59 tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.53 "DELETE /v2.0/ports/ac8fc5b2-128e-4195-b287-566a9ba1086c HTTP/1.1" status: 204 len: 173 time: 1.0848145 Feb 11 12:51:51.181371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a64979c0-1b2f-48b9-85e9-6feea29b2a99 None None] Current status of the port bafcf724-c154-4679-a537-c70f49bd579a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:51.184173 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a64979c0-1b2f-48b9-85e9-6feea29b2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bafcf724-c154-4679-a537-c70f49bd579a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:51.202057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1089a-d1e8-4653-aaa9-3cbb94a6e1f7 req-b8a9f572-43ff-400a-a9c5-fbac07f7c30f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:51.204045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91e1089a-d1e8-4653-aaa9-3cbb94a6e1f7 req-b8a9f572-43ff-400a-a9c5-fbac07f7c30f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 948 time: 0.2246325 Feb 11 12:51:51.210995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port bafcf724-c154-4679-a537-c70f49bd579a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bafcf724-c154-4679-a537-c70f49bd579a,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:51.228313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-682b638c-bde1-48c4-8bb9-222591b07161 req-3377dc33-c8b0-4905-950b-06a1bb395c79 service neutron] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:51.235456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bafcf724-c154-4679-a537-c70f49bd579a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:51.238169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-85d0074a-1004-48c6-ac45-cb875f4dc5a4 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573898 Feb 11 12:51:51.245690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-682b638c-bde1-48c4-8bb9-222591b07161 req-3377dc33-c8b0-4905-950b-06a1bb395c79 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:51.247217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-682b638c-bde1-48c4-8bb9-222591b07161 req-3377dc33-c8b0-4905-950b-06a1bb395c79 service neutron] 10.222.0.53 "DELETE /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db/bindings/n-h1-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.4225461 Feb 11 12:51:51.255561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['acb26b16-e40a-43ed-8731-48020266fe7a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:51:51.256364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks [] for router_gateway (1766b899-b205-4e2c-80d8-26691b62409e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:51.271726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98227ecc-2c29-4b5d-9578-7707857a0e1d req-9ce0f8d4-d2b0-4e0f-afe5-775279390ed8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:51.280823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98227ecc-2c29-4b5d-9578-7707857a0e1d req-9ce0f8d4-d2b0-4e0f-afe5-775279390ed8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 949 time: 0.1771615 Feb 11 12:51:51.469147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91e1089a-d1e8-4653-aaa9-3cbb94a6e1f7 req-a5afbaed-6dd4-405c-bb94-745d42a98b9f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532694 Feb 11 12:51:51.487412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98227ecc-2c29-4b5d-9578-7707857a0e1d req-908512de-433d-4bb0-86ca-3078f66d9489 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050998 Feb 11 12:51:51.523688 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb3bc6b6-406a-4d32-8654-6b0c4bd718fa req-44bc537a-fb33-4610-9557-d49827eff811 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775807 Feb 11 12:51:51.579021 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d16f892-7929-453c-8135-ab79291a1472 x-openstack-request-id: req-5d16f892-7929-453c-8135-ab79291a1472 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:51.579334 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:51.579569 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d16f892-7929-453c-8135-ab79291a1472 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:51.580057 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746', 'status': 'completed', 'code': 200} Feb 11 12:51:51.585784 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-a64979c0-1b2f-48b9-85e9-6feea29b2a99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:51:51.586140 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-a64979c0-1b2f-48b9-85e9-6feea29b2a99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:51:51.586637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=bafcf724-c154-4679-a537-c70f49bd579a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:51.746290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e6e0b-1412-4a26-9fff-c6e905d44859 req-38fefdec-9508-4f54-93ea-5144e8ce8ac8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:51.753448 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-686e6e0b-1412-4a26-9fff-c6e905d44859 req-38fefdec-9508-4f54-93ea-5144e8ce8ac8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 945 time: 0.0963457 Feb 11 12:51:51.836335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-686e6e0b-1412-4a26-9fff-c6e905d44859 req-23bdce12-f52f-44c2-a63e-3c0ef6f456fe tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689414 Feb 11 12:51:51.839652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:51:52.000424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:52.014046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 has no active binding in host n-h1-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:51:52.022263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5aca-9a47-4846-a4a3-2b27354952d4 req-4f804561-9b36-460c-b627-3e47bb8c6838 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.023965 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-256b5aca-9a47-4846-a4a3-2b27354952d4 req-4f804561-9b36-460c-b627-3e47bb8c6838 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1127 time: 0.0548732 Feb 11 12:51:52.031247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:52.085340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:52.086379 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:52.090959 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-256b5aca-9a47-4846-a4a3-2b27354952d4 req-ed26aa40-d4d8-4c20-8c64-e967f3b39686 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Feb 11 12:51:52.136241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459128e4-5c43-4d2a-80ca-0b62609e33c8 req-f1b19c33-54d6-434d-b2b1-fe77dfb696a5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.146327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-459128e4-5c43-4d2a-80ca-0b62609e33c8 req-f1b19c33-54d6-434d-b2b1-fe77dfb696a5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.5028219 Feb 11 12:51:52.205184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a64979c0-1b2f-48b9-85e9-6feea29b2a99 None None] Current status of the port bafcf724-c154-4679-a537-c70f49bd579a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:52.209876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-4d256b2e-e0de-4773-87cb-e30c86e93de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.212549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-4d256b2e-e0de-4773-87cb-e30c86e93de5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1155 time: 0.5706794 Feb 11 12:51:52.251380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:52.251765 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:52.281674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:52.284276 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f002b868-37a7-4f07-a22d-422a50c62539" -d '{"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-plugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:52.288516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (1766b899-b205-4e2c-80d8-26691b62409e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:52.300147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:52.306820 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:52.308686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ac8fc5b2-128e-4195-b287-566a9ba1086c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:51:52.319417 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0fcaca3e-1ac7-47b8-abac-e36bc9238e36 req-b004e024-e70e-41bc-bdf6-9d8f3bf5d57e tempest-ImagesNegativeTestJSON-521733289 tempest-ImagesNegativeTestJSON-521733289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0db36079-a46f-4544-8c8d-6589b634aff5 HTTP/1.1" status: 200 len: 210 time: 0.0606575 Feb 11 12:51:52.338805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-459128e4-5c43-4d2a-80ca-0b62609e33c8 req-ba87fcf8-450f-4ad3-907e-f3913cc90920 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847286 Feb 11 12:51:52.462089 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7352146-e535-4b4e-91b3-2f7ef7cad6cc x-openstack-request-id: req-c7352146-e535-4b4e-91b3-2f7ef7cad6cc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:52.462552 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-plugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:52.462821 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c7352146-e535-4b4e-91b3-2f7ef7cad6cc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:52.463233 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'code': 200} Feb 11 12:51:52.519559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bafcf724-c154-4679-a537-c70f49bd579a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:52.537808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:52.544819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: ac8fc5b2-128e-4195-b287-566a9ba1086c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:51:52.545362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ac8fc5b2-128e-4195-b287-566a9ba1086c not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:51:52.610682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-de725d1c-adb7-4c84-b05c-3b8fee7cfccc None None] Provisioning complete for port bafcf724-c154-4679-a537-c70f49bd579a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:52.611090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de725d1c-adb7-4c84-b05c-3b8fee7cfccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bafcf724-c154-4679-a537-c70f49bd579a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:52.726689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bafcf724-c154-4679-a537-c70f49bd579a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:52.727372 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bafcf724-c154-4679-a537-c70f49bd579a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:52.729151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-9ae219fd-5db0-4623-b539-46ab067f6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.731320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-9ae219fd-5db0-4623-b539-46ab067f6ab1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.4908652 Feb 11 12:51:52.737390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fb513-9bf0-4afb-a356-8963946d50e9 req-9bfef131-10a8-4e6b-90d9-92e853448e00 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.745294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-374fb513-9bf0-4afb-a356-8963946d50e9 req-9bfef131-10a8-4e6b-90d9-92e853448e00 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 949 time: 0.1194084 Feb 11 12:51:52.827866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-374fb513-9bf0-4afb-a356-8963946d50e9 req-bc326885-6121-45ef-900e-dcd851a95415 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783081 Feb 11 12:51:52.836979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-de725d1c-adb7-4c84-b05c-3b8fee7cfccc None None] Current status of the port bafcf724-c154-4679-a537-c70f49bd579a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:52.876069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-a9008889-3f37-474a-bc8d-460b2bb0bd3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 217 time: 0.0828972 Feb 11 12:51:52.883653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bafcf724-c154-4679-a537-c70f49bd579a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:52.902611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcac354-9655-439c-b67a-3907eb99bd89 req-f2de6592-c4e5-411f-8471-7a6c7ab2076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.904648 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfcac354-9655-439c-b67a-3907eb99bd89 req-f2de6592-c4e5-411f-8471-7a6c7ab2076b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1131 time: 0.0700626 Feb 11 12:51:52.911519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-318918f1-125a-4b50-aa74-9ea4fa2a620e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.913048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-318918f1-125a-4b50-aa74-9ea4fa2a620e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.3391805 Feb 11 12:51:52.925227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Router 1766b899-b205-4e2c-80d8-26691b62409e is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:51:52.966157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-524ed798-8456-4903-b181-348a16d3a7e2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/quotas/1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 375 time: 0.0418167 Feb 11 12:51:52.989465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-7b9e5a73-2a52-4e0c-8d37-031c939e1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:52.990995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-7b9e5a73-2a52-4e0c-8d37-031c939e1afb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0770741 Feb 11 12:51:52.992502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfcac354-9655-439c-b67a-3907eb99bd89 req-f50c5b54-1402-4bb8-b5e2-565da7ec74bc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697365 Feb 11 12:51:53.041137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be92e92-a634-474c-9bcc-94d6c82cd974 req-87929ede-b317-4a5c-b64a-4fbac63ce285 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:53.046279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0be92e92-a634-474c-9bcc-94d6c82cd974 req-87929ede-b317-4a5c-b64a-4fbac63ce285 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.0680923 Feb 11 12:51:53.094058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0be92e92-a634-474c-9bcc-94d6c82cd974 req-92632ac7-5e9d-4ae7-a620-8690d1f5e3d1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446467 Feb 11 12:51:53.108088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-eca33395-146d-49c0-9c6a-f0a0a8a9ba90 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1342196 Feb 11 12:51:53.126620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:51:53.137074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Sync routers for ids ['1766b899-b205-4e2c-80d8-26691b62409e'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:51:53.150677 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Routers {'1766b899-b205-4e2c-80d8-26691b62409e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:51:53.151561 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:51:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['1766b899-b205-4e2c-80d8-26691b62409e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:53.182678 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:53.187672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-31bef76b-c62c-46ab-98ee-7fc613aa57e2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7546315 Feb 11 12:51:53.187672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56492) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:53.260945 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Set router 1766b899-b205-4e2c-80d8-26691b62409e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:51:53.264178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-742f2b97-cd19-4dd6-8057-32ae4e8934ba service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472528 Feb 11 12:51:53.351716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-44ada404-2bd1-4934-a7ae-95d89a3fbd7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520363 Feb 11 12:51:53.466635 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '55d2c840-1643-4599-b9aa-8367d64de367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:51:50Z', 'revision_number': 3, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port': {'id': '55d2c840-1643-4599-b9aa-8367d64de367', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:49Z', 'updated_at': '2022-02-11T12:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:53.495121 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Checking router: 1766b899-b205-4e2c-80d8-26691b62409e for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:51:53.495622 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Updating router 1766b899-b205-4e2c-80d8-26691b62409e port 55d2c840-1643-4599-b9aa-8367d64de367 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:51:53.517687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e75e86-5bad-4a54-bcc5-0b17afb03501 req-080403cc-f79a-4e5e-b3ca-a08991b76dec tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:53.519556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3e75e86-5bad-4a54-bcc5-0b17afb03501 req-080403cc-f79a-4e5e-b3ca-a08991b76dec tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.0685878 Feb 11 12:51:53.519993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-5fc2917e-9545-40cf-ab5e-9fca552bca08 service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302387 Feb 11 12:51:53.563607 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55d2c840-1643-4599-b9aa-8367d64de367), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:53.576504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-5856b039-c336-4a56-aa08-bd1660efe260 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938736 Feb 11 12:51:53.581566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db36079-a46f-4544-8c8d-6589b634aff5', 'name': 'network-vif-deleted', 'tag': 'ac8fc5b2-128e-4195-b287-566a9ba1086c'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:53.584438 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba79ab5-9b5d-490e-91a4-53c9f63ff8e1" -d '{"events": [{"server_uuid": "0db36079-a46f-4544-8c8d-6589b634aff5", "name": "network-vif-deleted", "tag": "ac8fc5b2-128e-4195-b287-566a9ba1086c"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:53.600565 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3e75e86-5bad-4a54-bcc5-0b17afb03501 req-151f8c6d-c26a-42d9-b577-5371a1bb01b8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665522 Feb 11 12:51:53.760044 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b931a5b-9d71-4233-8938-e27e5dc9f71b x-openstack-request-id: req-0b931a5b-9d71-4233-8938-e27e5dc9f71b {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:53.760509 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db36079-a46f-4544-8c8d-6589b634aff5", "name": "network-vif-deleted", "tag": "ac8fc5b2-128e-4195-b287-566a9ba1086c", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:53.761373 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b931a5b-9d71-4233-8938-e27e5dc9f71b {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:53.762012 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db36079-a46f-4544-8c8d-6589b634aff5', 'name': 'network-vif-deleted', 'tag': 'ac8fc5b2-128e-4195-b287-566a9ba1086c', 'status': 'completed', 'code': 200} Feb 11 12:51:53.829678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cd99424-afee-469b-a724-5c71c6418890 req-4b06832d-d3ee-4658-ae12-3b1b18882504 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 210 time: 0.0591819 Feb 11 12:51:53.850279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a04c318-6abb-49a7-8dcb-4b9b5f58df8f req-97f64f10-5d86-4f78-9ce9-4912474ca5c4 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315974 Feb 11 12:51:53.980564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.041880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device acb26b16-e40a-43ed-8731-48020266fe7a up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:54.085416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c19fb3-9fe0-405e-bf7a-806b930091bf req-ea967251-61d7-4815-9037-bb8a459df8c8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:54.103279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c19fb3-9fe0-405e-bf7a-806b930091bf req-ea967251-61d7-4815-9037-bb8a459df8c8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 949 time: 0.1610429 Feb 11 12:51:54.192668 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Publish callbacks [] for port (55d2c840-1643-4599-b9aa-8367d64de367), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.207954 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (55d2c840-1643-4599-b9aa-8367d64de367), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.217580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port acb26b16-e40a-43ed-8731-48020266fe7a completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:51:54.227697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port acb26b16-e40a-43ed-8731-48020266fe7a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:54.228324 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.311067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c19fb3-9fe0-405e-bf7a-806b930091bf req-05512bc4-8532-4c0e-a258-07f608b04f50 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007484 Feb 11 12:51:54.363504 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Attempting to bind port 55d2c840-1643-4599-b9aa-8367d64de367 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:54.366878 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Attempting to bind port 55d2c840-1643-4599-b9aa-8367d64de367 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:54.367359 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Attempting to bind port 55d2c840-1643-4599-b9aa-8367d64de367 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:54.385948 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:54.386427 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:54.386921 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.387373 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:54.389315 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Bound port: 55d2c840-1643-4599-b9aa-8367d64de367, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:54.389952 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55d2c840-1643-4599-b9aa-8367d64de367), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.396305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Allocated IP 172.20.0.1 (1a41dc7e-8f3f-47fd-8840-6958dc228aed/0dd29087-29a7-4442-8a1b-04e2b19f308f/2e867a1e-5bc4-4242-b009-14de1ddddeb4) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:54.449872 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Pushing event updated for resources: {'Port': ['ID=55d2c840-1643-4599-b9aa-8367d64de367,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:54.454377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port acb26b16-e40a-43ed-8731-48020266fe7a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:54.455031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.465275 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.465835 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.466323 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.466839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.467313 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.467789 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.468259 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.468727 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.469210 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.469927 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.470405 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.470873 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.471343 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:51:54.492969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55993c0c-cf99-4489-bb88-0788e5c2aa23 req-dde1f78f-d2d9-4e80-96fc-58d6bebfd9b6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:54.494691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55993c0c-cf99-4489-bb88-0788e5c2aa23 req-dde1f78f-d2d9-4e80-96fc-58d6bebfd9b6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2568719 Feb 11 12:51:54.505398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb26b16-e40a-43ed-8731-48020266fe7a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:54.508386 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc60be5-15fa-4018-8794-ef5918326d6e" -d '{"events": [{"server_uuid": "c10e5441-e6c2-4071-8b2f-fc6e6798c83f", "name": "network-vif-plugged", "status": "completed", "tag": "acb26b16-e40a-43ed-8731-48020266fe7a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:54.527078 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] For port 55d2c840-1643-4599-b9aa-8367d64de367, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:54.530743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port acb26b16-e40a-43ed-8731-48020266fe7a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=acb26b16-e40a-43ed-8731-48020266fe7a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:54.536441 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] For port 55d2c840-1643-4599-b9aa-8367d64de367, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=55d2c840-1643-4599-b9aa-8367d64de367,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:54.545913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.549418 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (55d2c840-1643-4599-b9aa-8367d64de367), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:54.559004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56536) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:54.622792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=acb26b16-e40a-43ed-8731-48020266fe7a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:54.638634 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c48f62-8373-4e8b-8e81-72e0886c1d4f x-openstack-request-id: req-e8c48f62-8373-4e8b-8e81-72e0886c1d4f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:54.641096 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10e5441-e6c2-4071-8b2f-fc6e6798c83f", "name": "network-vif-plugged", "status": "completed", "tag": "acb26b16-e40a-43ed-8731-48020266fe7a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:54.641684 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8c48f62-8373-4e8b-8e81-72e0886c1d4f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:54.642354 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb26b16-e40a-43ed-8731-48020266fe7a', 'code': 200} Feb 11 12:51:54.873571 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aace4-3960-4d6d-989e-bb2239912fe3 None None] Pushing event updated for resources: {'Port': ['ID=55d2c840-1643-4599-b9aa-8367d64de367,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:54.902106 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Routers {'1766b899-b205-4e2c-80d8-26691b62409e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:51:54.904337 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:51:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['1766b899-b205-4e2c-80d8-26691b62409e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:55.055509 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] Set router 1766b899-b205-4e2c-80d8-26691b62409e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:51:55.114199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks [] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.132534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55993c0c-cf99-4489-bb88-0788e5c2aa23 req-dbcd2a80-777e-40e1-9643-f896f78a2924 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433525 Feb 11 12:51:55.138942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-f387cae7-3c26-4804-98df-e5c2c57defa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:55.140891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-f387cae7-3c26-4804-98df-e5c2c57defa9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef1367f085a40399874535097a2b1a8&device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1131 time: 0.1494818 Feb 11 12:51:55.143087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8e0d6-7433-46d7-ac78-55cccc7c76a2 req-41e300cc-be7b-4b5c-8f30-2c22ad5a2262 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:55.150061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4e8e0d6-7433-46d7-ac78-55cccc7c76a2 req-41e300cc-be7b-4b5c-8f30-2c22ad5a2262 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.4027791 Feb 11 12:51:55.159938 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3cc378ab-4ef5-483a-93f0-0e30c7e81335 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf63e756e92442968beda160a9c4d3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5996675 Feb 11 12:51:55.163259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde10dee-fe9c-4b0a-8453-4f2bdd5811b6 req-86fcb61c-f4b0-44c6-9534-42722c6d7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:55.164728 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cde10dee-fe9c-4b0a-8453-4f2bdd5811b6 req-86fcb61c-f4b0-44c6-9534-42722c6d7741 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 1132 time: 0.3567674 Feb 11 12:51:55.166101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56546) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:55.240935 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4e8e0d6-7433-46d7-ac78-55cccc7c76a2 req-2203315c-f31f-4c16-8dce-09b0903fd991 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899901 Feb 11 12:51:55.255720 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cde10dee-fe9c-4b0a-8453-4f2bdd5811b6 req-1e303d59-b319-4d42-8ec5-a6d3a640daaf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566263 Feb 11 12:51:55.305303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e954ae0a-2b68-4d7e-8f51-71b34a085faf req-b44251bc-3b7f-47b3-976e-cf3e0ec330f7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 210 time: 0.0720813 Feb 11 12:51:55.332441 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '55d2c840-1643-4599-b9aa-8367d64de367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:51:50Z', 'revision_number': 3, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port': {'id': '55d2c840-1643-4599-b9aa-8367d64de367', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:49Z', 'updated_at': '2022-02-11T12:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:55.369974 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088dcb9-2a2b-4a78-85ef-e5ea99fff602 None None] The sync data for ids ['1766b899-b205-4e2c-80d8-26691b62409e'] in n-d-828675-3 is: [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '55d2c840-1643-4599-b9aa-8367d64de367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:51:50Z', 'revision_number': 3, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port': {'id': '55d2c840-1643-4599-b9aa-8367d64de367', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:49Z', 'updated_at': '2022-02-11T12:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:51:55.378927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.434264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-2e17a03c-dc78-4e11-b536-7abc239522d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:55.435744 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-2e17a03c-dc78-4e11-b536-7abc239522d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2474978 Feb 11 12:51:55.474976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:55.475788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3885-e99f-4a06-a040-4bb28ff0d145 admin admin] Publish callbacks [] for security_group (2b27ab11-4689-43dd-a430-ccb5fe609a4c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.482736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:55.491625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:55.492622 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (1766b899-b205-4e2c-80d8-26691b62409e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.508773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Pushing event updated for resources: {'Port': ['ID=2e867a1e-5bc4-4242-b009-14de1ddddeb4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:55.567228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3885-e99f-4a06-a040-4bb28ff0d145 admin admin] Publish callbacks [] for security_group (2b27ab11-4689-43dd-a430-ccb5fe609a4c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.635067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962e3b-dbf1-4472-a54a-f856fce81e9b req-e7bb9f04-9e5f-4d13-bb81-1aa7b24ff98a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:55.638467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19962e3b-dbf1-4472-a54a-f856fce81e9b req-e7bb9f04-9e5f-4d13-bb81-1aa7b24ff98a tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.2340379 Feb 11 12:51:55.759346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-7ba6da35-c17d-439d-b84c-550c4ec5b7d7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:55.761122 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-7ba6da35-c17d-439d-b84c-550c4ec5b7d7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.2369230 Feb 11 12:51:55.775193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Request body: {'port': {'device_id': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'admin_state_up': True, 'tenant_id': '1bc8d53dc0c647bfb754ef8e50134ba8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:55.791704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19962e3b-dbf1-4472-a54a-f856fce81e9b req-acf84874-17a8-4817-beb9-5606dbeebae8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292760 Feb 11 12:51:55.844492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-ca788b92-a492-439b-85ce-ca408b645a07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528 HTTP/1.1" status: 200 len: 217 time: 0.1520026 Feb 11 12:51:55.902752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-731209f8-a72c-4024-9a46-b9539a4b89bf None None] Provisioning complete for port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:55.903820 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-731209f8-a72c-4024-9a46-b9539a4b89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.943348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3885-e99f-4a06-a040-4bb28ff0d145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2b27ab11-4689-43dd-a430-ccb5fe609a4c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.946382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7e3885-e99f-4a06-a040-4bb28ff0d145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:55.950551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6f7e3885-e99f-4a06-a040-4bb28ff0d145 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b27ab11-4689-43dd-a430-ccb5fe609a4c HTTP/1.1" status: 204 len: 168 time: 0.7773793 Feb 11 12:51:55.965102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-731209f8-a72c-4024-9a46-b9539a4b89bf None None] Port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:51:55.990008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-dbf5dd03-c505-4cbe-9f6f-8cfd424cdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:55.991522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-dbf5dd03-c505-4cbe-9f6f-8cfd424cdbbb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1278949 Feb 11 12:51:55.994432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Made reservation on behalf of 1bc8d53dc0c647bfb754ef8e50134ba8 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:55.994810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e3885-e99f-4a06-a040-4bb28ff0d145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b27ab11-4689-43dd-a430-ccb5fe609a4c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:55.998704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.007086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.187957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Allocated IP 172.20.0.8 (67384716-3155-4c0b-bbda-e47d27ab2b7c/d8d925a2-3883-4338-bbf2-dedbac2d51f5/52e6c487-b888-471a-9364-291ca7f81748) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:51:56.200290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-b5be128f-1338-4611-8a80-1b0b8d0ca8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:56.201885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-b5be128f-1338-4611-8a80-1b0b8d0ca8bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1715164 Feb 11 12:51:56.493123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 55d2c840-1643-4599-b9aa-8367d64de367 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:56.561846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f362308-d1ec-4e55-8040-6395d90b1572 req-14dd4c8d-31a0-4240-a865-699b98d78b96 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:56.563305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f362308-d1ec-4e55-8040-6395d90b1572 req-14dd4c8d-31a0-4240-a865-699b98d78b96 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.3320172 Feb 11 12:51:56.571854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-e800bdcc-e824-460c-b0df-4f551b4a630c service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519804 Feb 11 12:51:56.616663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 55d2c840-1643-4599-b9aa-8367d64de367 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:56.622662 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (55d2c840-1643-4599-b9aa-8367d64de367), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.679935 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-fdb02620-db46-4411-aa29-8c929b277873 service neutron] 10.222.0.53 "GET /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746/bindings/n-h1-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.4438174 Feb 11 12:51:56.745979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks [] for port (52e6c487-b888-471a-9364-291ca7f81748), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.797764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f1cf-5301-4398-b61d-91879233523e req-6b6fd3bd-05ae-4150-8580-3b52b06b35ac tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:56.806180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f649f1cf-5301-4398-b61d-91879233523e req-6b6fd3bd-05ae-4150-8580-3b52b06b35ac tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 943 time: 0.3883533 Feb 11 12:51:56.831005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks [] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.845322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 55d2c840-1643-4599-b9aa-8367d64de367 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:56.845967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f362308-d1ec-4e55-8040-6395d90b1572 req-4044cea5-97b0-4b5c-a12e-02b9ef2975d3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716773 Feb 11 12:51:56.846500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55d2c840-1643-4599-b9aa-8367d64de367), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.907784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 55d2c840-1643-4599-b9aa-8367d64de367, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=55d2c840-1643-4599-b9aa-8367d64de367,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:56.925490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.926262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (1766b899-b205-4e2c-80d8-26691b62409e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.927723 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (55d2c840-1643-4599-b9aa-8367d64de367), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:56.988538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:57.041402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=55d2c840-1643-4599-b9aa-8367d64de367,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:57.058269 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f649f1cf-5301-4398-b61d-91879233523e req-5bd51dc4-97ed-45c8-963f-805d02658960 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509995 Feb 11 12:51:57.110572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Pushing event updated for resources: {'Port': ['ID=2e867a1e-5bc4-4242-b009-14de1ddddeb4,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:57.130448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:57.132551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:57.205336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6f43a-59df-4da4-98a0-4bd10e7cf486 req-470b23b5-24f9-4e1d-8a02-88827c4a747b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:57.213480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1e6f43a-59df-4da4-98a0-4bd10e7cf486 req-470b23b5-24f9-4e1d-8a02-88827c4a747b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 931 time: 0.1747651 Feb 11 12:51:57.258458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8c0893-0cc3-487c-bd65-31d7b70d9be2 req-c4c7c8be-038e-4b76-900b-38596de61d85 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636708 Feb 11 12:51:57.292497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:57.315254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1e6f43a-59df-4da4-98a0-4bd10e7cf486 req-b113f874-5e5c-4663-a953-150ccfbd1ae4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004238 Feb 11 12:51:57.329015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:51:57.334225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:57.342114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:57.382089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:51:57.383801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:51:57.387778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:57.390618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:57.434114 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-72251c49-32c4-4a16-8e5d-6d8cfc42e33d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6637950 Feb 11 12:51:57.439813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd7095-b37d-4879-82fd-8e17a7b01746 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:57.453772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Request body: {'port': {'device_id': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:57.464551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:51:57.548277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:57.586742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bad3d-f940-47e5-9656-480733e4d4e4 req-6cb341c8-f5f4-449b-add1-e62233e4cb30 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:57.588401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a2bad3d-f940-47e5-9656-480733e4d4e4 req-6cb341c8-f5f4-449b-add1-e62233e4cb30 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1434090 Feb 11 12:51:57.650622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ead90-5338-4f4c-b751-1bce13ed75e0 req-eb413ac8-9303-4bbc-84bf-ab8b9eb3f301 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:57.654106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a2bad3d-f940-47e5-9656-480733e4d4e4 req-0f9a54ce-e71e-4af7-9196-69f551055110 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585585 Feb 11 12:51:57.656255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Router 1766b899-b205-4e2c-80d8-26691b62409e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:51:57.668625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-167ead90-5338-4f4c-b751-1bce13ed75e0 req-eb413ac8-9303-4bbc-84bf-ab8b9eb3f301 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.3235073 Feb 11 12:51:57.718761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6e891334-e82f-420b-8e63-8194a108f7b9 None None] Provisioning complete for port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:57.719144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6e891334-e82f-420b-8e63-8194a108f7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:57.772862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-167ead90-5338-4f4c-b751-1bce13ed75e0 req-99e43832-74aa-4a98-8478-c27dfab38c60 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987873 Feb 11 12:51:57.780983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] Transition to ACTIVE for port object a0bd7095-b37d-4879-82fd-8e17a7b01746 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:57.795899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:57.810366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6e891334-e82f-420b-8e63-8194a108f7b9 None None] Port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:51:57.820473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:57.854464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:51:57.867607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bc95e456-2fc8-4d94-b4fc-2ba2d61957ae admin admin] 10.222.0.42 "PUT /v2.0/routers/1766b899-b205-4e2c-80d8-26691b62409e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6722832 Feb 11 12:51:57.944990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=10']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:58.072817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:51:58.162137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Sync routers for ids ['1766b899-b205-4e2c-80d8-26691b62409e'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:51:58.239213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Routers {'1766b899-b205-4e2c-80d8-26691b62409e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:51:58.241791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:51:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['1766b899-b205-4e2c-80d8-26691b62409e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:58.282203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424cadc-6d19-4f0b-b444-fc1d5f56db1a req-07b726f4-699f-4398-adcb-71ffa01aa1dd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:58.290490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0424cadc-6d19-4f0b-b444-fc1d5f56db1a req-07b726f4-699f-4398-adcb-71ffa01aa1dd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 944 time: 0.1148906 Feb 11 12:51:58.341589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] No DVR routers for this DVR port a0bd7095-b37d-4879-82fd-8e17a7b01746 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:51:58.422386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0424cadc-6d19-4f0b-b444-fc1d5f56db1a req-8465db36-4e85-464f-931b-a6d2dc33b290 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308932 Feb 11 12:51:58.487681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 55d2c840-1643-4599-b9aa-8367d64de367 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:51:58.489927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-58da2bcf-7d58-42ed-9964-d95c8187146b service neutron] 10.222.0.53 "PUT /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746/bindings/n-h1-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7995801 Feb 11 12:51:58.512370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5f41b-1bed-4ac9-9d20-b83179dcbf43 req-6052713f-bd14-44bf-a5e6-8cca587f12ad tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:58.520983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60e5f41b-1bed-4ac9-9d20-b83179dcbf43 req-6052713f-bd14-44bf-a5e6-8cca587f12ad tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2053967 Feb 11 12:51:58.617904 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60e5f41b-1bed-4ac9-9d20-b83179dcbf43 req-4b81f377-e7ea-40b7-b3b2-31360516464b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956371 Feb 11 12:51:58.658056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa5cee-05ee-456a-aa80-86e00549d3e2 req-726ab90d-dacc-40f5-9d4e-6992f98c7e8a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:58.659624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1fa5cee-05ee-456a-aa80-86e00549d3e2 req-726ab90d-dacc-40f5-9d4e-6992f98c7e8a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 931 time: 0.0977228 Feb 11 12:51:58.669562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e6c487-b888-471a-9364-291ca7f81748 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:51:58.680378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Publish callbacks [] for port (52e6c487-b888-471a-9364-291ca7f81748), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:58.696311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56634) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:58.701564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Transition to ACTIVE for port object 52e6c487-b888-471a-9364-291ca7f81748 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:51:58.714608 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:58.760437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-4d4fb150-ef72-4dd7-a567-f167339dc2a9 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:58.762426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-4d4fb150-ef72-4dd7-a567-f167339dc2a9 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.1395442 Feb 11 12:51:58.770304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1fa5cee-05ee-456a-aa80-86e00549d3e2 req-f396e2a4-d51a-482c-89bf-170c464b8ac9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988240 Feb 11 12:51:58.808353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port a0bd7095-b37d-4879-82fd-8e17a7b01746 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:51:58.808768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:51:58.847759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Set router 1766b899-b205-4e2c-80d8-26691b62409e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:51:58.921505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:58.981335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 55d2c840-1643-4599-b9aa-8367d64de367 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:51:58.981759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (55d2c840-1643-4599-b9aa-8367d64de367), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:58.986211 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dd991c79-5d90-4440-9128-9ffa564a08a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.019795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-dfb9c9c5-a767-4b3d-b3bd-00e2b474ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.021895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-dfb9c9c5-a767-4b3d-b3bd-00e2b474ce82 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201&tenant_id=a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 1126 time: 0.2462013 Feb 11 12:51:59.040306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:51:59.040306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:51:59.041182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:59.049692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:51:59.050331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:51:59.102686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608dbac1-138c-41e6-83a7-9bf003323e68 req-8c74d5ba-bd88-4e87-8ab3-f093019b1089 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.109891 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-608dbac1-138c-41e6-83a7-9bf003323e68 req-8c74d5ba-bd88-4e87-8ab3-f093019b1089 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.2281914 Feb 11 12:51:59.112806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:51:59.113250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:51:59.113761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:51:59.114923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Bound port: 52e6c487-b888-471a-9364-291ca7f81748, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:51:59.114923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.157175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 55d2c840-1643-4599-b9aa-8367d64de367 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:51:59.180038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56648) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:59.185903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-network', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:59.216536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Made reservation on behalf of ab8ec417a245453db86c95bffe59a1a4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:59.221063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.234461 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfd81eab-7ea4-4e24-8dbc-88ad47e39bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.239346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.249141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '55d2c840-1643-4599-b9aa-8367d64de367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:51:55Z', 'revision_number': 4, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port': {'id': '55d2c840-1643-4599-b9aa-8367d64de367', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:49Z', 'updated_at': '2022-02-11T12:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '2e867a1e-5bc4-4242-b009-14de1ddddeb4', 'name': '', 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'mac_address': 'fa:16:3e:26:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0dd29087-29a7-4442-8a1b-04e2b19f308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:54Z', 'updated_at': '2022-02-11T12:51:56Z', 'revision_number': 2, 'project_id': '338da79ca841485091299c9566b4b4fc', 'subnets': [{'id': '0dd29087-29a7-4442-8a1b-04e2b19f308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:51:59.261038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-cca6dbda-817f-4c42-ba2f-c124a0b144bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.262966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-cca6dbda-817f-4c42-ba2f-c124a0b144bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1126 time: 0.2060676 Feb 11 12:51:59.275686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-608dbac1-138c-41e6-83a7-9bf003323e68 req-043e9b04-908b-41e0-8b35-2f1aefefc6e8 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646998 Feb 11 12:51:59.298092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Checking router: 1766b899-b205-4e2c-80d8-26691b62409e for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:51:59.298717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Updating router 1766b899-b205-4e2c-80d8-26691b62409e port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:51:59.305194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:51:59.317393 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dd991c79-5d90-4440-9128-9ffa564a08a3 admin admin] Publish callbacks [] for security_group (2eeaafea-d0b2-49d8-b55f-4ffb0558aff9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.337551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:51:59.338966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dd991c79-5d90-4440-9128-9ffa564a08a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2eeaafea-d0b2-49d8-b55f-4ffb0558aff9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.339080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.357883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks [] for security_group (39ee5aae-db29-49fe-83af-120d6b13fecb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.365374 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (39ee5aae-db29-49fe-83af-120d6b13fecb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.384315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:51:59.392226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.393116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (98af4151-6455-43d7-b027-914f5db27acd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.393691 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Added segment 98af4151-6455-43d7-b027-914f5db27acd of type vlan for network ceb7e176-8378-48de-9964-9cb3c22ba4f3 Feb 11 12:51:59.472373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dd991c79-5d90-4440-9128-9ffa564a08a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f044e33f2a884fa4b5744d97334fb6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7668219 Feb 11 12:51:59.478664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56654) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:59.484604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd991c79-5d90-4440-9128-9ffa564a08a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeaafea-d0b2-49d8-b55f-4ffb0558aff9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:59.493562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.494244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.495525 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 1091 time: 2.0497324 Feb 11 12:51:59.502806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'tag': '52e6c487-b888-471a-9364-291ca7f81748'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:51:59.505116 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a642f57d-9274-4a8a-a60c-e09abe3a9526" -d '{"events": [{"name": "network-changed", "server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "tag": "52e6c487-b888-471a-9364-291ca7f81748"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:51:59.526160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-fdf294fb-ecdb-4576-9c75-09ca67c3fd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.527666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-fdf294fb-ecdb-4576-9c75-09ca67c3fd37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.2557726 Feb 11 12:51:59.536514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee5aae-db29-49fe-83af-120d6b13fecb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:59.558187 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ceb7e176-8378-48de-9964-9cb3c22ba4f3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.589617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4adc10-e9fe-4e15-9585-b83f1f6209f1 service neutron] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:59.596342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ceb7e176-8378-48de-9964-9cb3c22ba4f3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.597859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.598565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.614740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-d7ea79ae-7580-499f-9564-d5946fce5c6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 217 time: 0.0739758 Feb 11 12:51:59.675439 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e8107-c69d-48ee-b286-c8dcc7183750 x-openstack-request-id: req-611e8107-c69d-48ee-b286-c8dcc7183750 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:51:59.675765 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "tag": "52e6c487-b888-471a-9364-291ca7f81748", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:51:59.675984 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-611e8107-c69d-48ee-b286-c8dcc7183750 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:51:59.676370 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'tag': '52e6c487-b888-471a-9364-291ca7f81748', 'status': 'completed', 'code': 200} Feb 11 12:51:59.688216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5070093 Feb 11 12:51:59.695173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56664) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:51:59.708543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Request body: {'subnet': {'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-subnet', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:51:59.733275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-4179a461-72f4-472c-a2ce-3a5741ec0725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.734831 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-4179a461-72f4-472c-a2ce-3a5741ec0725 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0994501 Feb 11 12:51:59.735463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfd97a2b-e33a-4935-a37c-5fcfb1bdba21 admin admin] Publish callbacks [] for security_group (2eeaafea-d0b2-49d8-b55f-4ffb0558aff9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.793083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-9a66962f-df7d-48ca-8602-7571f89efc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.794636 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-9a66962f-df7d-48ca-8602-7571f89efc1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1125 time: 0.2061875 Feb 11 12:51:59.797308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-b4a65ec5-e884-454b-b783-b0c545c6877d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552337 Feb 11 12:51:59.803733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfd97a2b-e33a-4935-a37c-5fcfb1bdba21 admin admin] Publish callbacks [] for security_group (2eeaafea-d0b2-49d8-b55f-4ffb0558aff9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.844220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f8b14-fe49-4267-a4f5-ff1391d97bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb7e176-8378-48de-9964-9cb3c22ba4f3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:51:59.873337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbfe43-a4bc-4942-8bbe-31336c6a30b6 req-20afd57d-0aaf-4a20-aa10-2d7f85681220 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.873944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:51:59.879332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf39f4-f328-4baa-b28c-1cdebc5297a7 req-5f59362d-56c6-4c12-a3b7-d77f98769f4b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:51:59.880969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdcf39f4-f328-4baa-b28c-1cdebc5297a7 req-5f59362d-56c6-4c12-a3b7-d77f98769f4b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 944 time: 0.2635453 Feb 11 12:51:59.882477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cecbfe43-a4bc-4942-8bbe-31336c6a30b6 req-20afd57d-0aaf-4a20-aa10-2d7f85681220 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.1085193 Feb 11 12:51:59.886319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-a550115e-62d3-45f7-905e-075fa15f4a15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 217 time: 0.0726244 Feb 11 12:51:59.892431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Made reservation on behalf of ab8ec417a245453db86c95bffe59a1a4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:51:59.895923 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.955391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Publish callbacks [] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:51:59.992020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.078727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cecbfe43-a4bc-4942-8bbe-31336c6a30b6 req-15a86e51-9cf1-44b2-b9d9-7a74c8a8fe43 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943569 Feb 11 12:52:00.080360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd2334-c1c9-4d76-bcc5-681fe7c81b5a None None] Pushing event updated for resources: {'Port': ['ID=2e867a1e-5bc4-4242-b009-14de1ddddeb4,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:00.184291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (de635e3a-78f9-4bbe-9986-92861cc965d0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.194444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Attempting to bind port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:00.195018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Attempting to bind port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:00.195789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Attempting to bind port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 on network 1a41dc7e-8f3f-47fd-8840-6958dc228aed {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:00.201664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:00.202133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Checking segment: {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:00.202598 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.203062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Bound using segment: {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:00.203598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Bound port: 2e867a1e-5bc4-4242-b009-14de1ddddeb4, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:00.204050 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.297548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] For port 2e867a1e-5bc4-4242-b009-14de1ddddeb4, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:00.302189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] For port 2e867a1e-5bc4-4242-b009-14de1ddddeb4, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2e867a1e-5bc4-4242-b009-14de1ddddeb4,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:00.303401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4f0493f3-7b34-4e92-80d2-bfefe7f7ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:00.304989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-4f0493f3-7b34-4e92-80d2-bfefe7f7ba68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.4044425 Feb 11 12:52:00.310028 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-e3d8786c-5a18-4ed4-864d-aa7ba54b779a service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973757 Feb 11 12:52:00.313317 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.324871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfd97a2b-e33a-4935-a37c-5fcfb1bdba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2eeaafea-d0b2-49d8-b55f-4ffb0558aff9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.327492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfd97a2b-e33a-4935-a37c-5fcfb1bdba21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.331282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bfd97a2b-e33a-4935-a37c-5fcfb1bdba21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2eeaafea-d0b2-49d8-b55f-4ffb0558aff9 HTTP/1.1" status: 204 len: 168 time: 0.8412268 Feb 11 12:52:00.369961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de635e3a-78f9-4bbe-9986-92861cc965d0,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:00.373685 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdcf39f4-f328-4baa-b28c-1cdebc5297a7 req-15b9706b-a99c-4177-a056-fba449e6a639 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737649 Feb 11 12:52:00.388240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Checking segment: {'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:00.388596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Network hostable DHCP agents. Network: ceb7e176-8378-48de-9964-9cb3c22ba4f3, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:52:00.400601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35e12f-1c19-4129-b18a-eaa753653cda req-7502dd5e-5ffa-40a0-8a30-5b12c2ab55a2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:00.409332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd97a2b-e33a-4935-a37c-5fcfb1bdba21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeaafea-d0b2-49d8-b55f-4ffb0558aff9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:00.413058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-9587cd69-327f-4d21-aae1-3e2dc50d72ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901408 Feb 11 12:52:00.417889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e35e12f-1c19-4129-b18a-eaa753653cda req-7502dd5e-5ffa-40a0-8a30-5b12c2ab55a2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2303612 Feb 11 12:52:00.495862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e35e12f-1c19-4129-b18a-eaa753653cda req-09936684-01ea-41dc-8150-fb79941fd178 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770621 Feb 11 12:52:00.520023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:52:00.523448 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:52:00.555180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-249057c8-a60a-4fb4-b137-13b80d687102 None None] Provisioning complete for port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:00.556109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-249057c8-a60a-4fb4-b137-13b80d687102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.564215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Routers {'1766b899-b205-4e2c-80d8-26691b62409e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:00.566883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:51:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['1766b899-b205-4e2c-80d8-26691b62409e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:00.567647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ceb7e176-8378-48de-9964-9cb3c22ba4f3) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:00.584971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:00.586823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.627399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-435d0f8e-9252-40f3-822f-fc7735cc964d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9311085 Feb 11 12:52:00.631650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56670) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:00.640257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:00.677873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf0d7a-c239-49de-8c7d-d765a4b21715 None None] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:52:00.700010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-fe6491f5-b546-41de-87f7-055c20ebe7c7 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759582 Feb 11 12:52:00.717135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (26a65429-d579-4554-808a-eb0a188d136a), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.720082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (26a65429-d579-4554-808a-eb0a188d136a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.731780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-81888d4f-94cc-4456-80c5-305e3ed28e0a service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091719 Feb 11 12:52:00.745343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c83a29-9ad8-4083-aef2-ee780c8cdfc4 req-a8ab1997-fa8f-4205-acc1-6d52066762f0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:00.751680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd2334-c1c9-4d76-bcc5-681fe7c81b5a None None] Pushing event updated for resources: {'Port': ['ID=2e867a1e-5bc4-4242-b009-14de1ddddeb4,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:00.753681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74c83a29-9ad8-4083-aef2-ee780c8cdfc4 req-a8ab1997-fa8f-4205-acc1-6d52066762f0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 943 time: 0.1535766 Feb 11 12:52:00.817687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks [] for router_controller (26a65429-d579-4554-808a-eb0a188d136a), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:00.961017 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74c83a29-9ad8-4083-aef2-ee780c8cdfc4 req-950d9c13-90f4-4eda-91b3-5e1daaf60e69 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854036 Feb 11 12:52:00.991023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-ceb7e176-8378-48de-9964-9cb3c22ba4f3', 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3', 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'fixed_ips': [{'subnet_id': 'de635e3a-78f9-4bbe-9986-92861cc965d0'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:52:00.992330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:01.033107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32ce3de-24db-4586-895c-d4c7755c4c2c req-3ace4321-af5a-4123-ae5e-939180411b56 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783842 Feb 11 12:52:01.066086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-249057c8-a60a-4fb4-b137-13b80d687102 None None] Current status of the port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:01.066608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-249057c8-a60a-4fb4-b137-13b80d687102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:01.140524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f46104-3926-4923-a115-91e45c0d6217 req-a62ff965-f263-47c1-b85a-54e58661a33a tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:01.142907 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-a62ff965-f263-47c1-b85a-54e58661a33a tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.1394200 Feb 11 12:52:01.264068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] Set router 1766b899-b205-4e2c-80d8-26691b62409e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:01.274570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-0d9d64c3-26ff-4723-b4df-0153d3cf1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:01.276570 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-0d9d64c3-26ff-4723-b4df-0153d3cf1f99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1125 time: 0.1564422 Feb 11 12:52:01.297255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-249057c8-a60a-4fb4-b137-13b80d687102 None None] For port 2e867a1e-5bc4-4242-b009-14de1ddddeb4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2e867a1e-5bc4-4242-b009-14de1ddddeb4,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:01.345274 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-249057c8-a60a-4fb4-b137-13b80d687102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:01.431095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks [] for router_gateway (26a65429-d579-4554-808a-eb0a188d136a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:01.519539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-c7875023-2d6c-4050-8cb9-d1b4b917b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:01.521067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-c7875023-2d6c-4050-8cb9-d1b4b917b49a service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.2312496 Feb 11 12:52:01.525754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249057c8-a60a-4fb4-b137-13b80d687102 None None] Pushing event updated for resources: {'Port': ['ID=2e867a1e-5bc4-4242-b009-14de1ddddeb4,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:01.528244 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0f478b46-c8bc-4c72-ac34-f262878cd782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:01.530071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df074-810b-454c-9dba-ddc12a2e7d5f req-945ec3a6-20e6-47e4-b20a-8546ee2500a7 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:01.534386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d0df074-810b-454c-9dba-ddc12a2e7d5f req-945ec3a6-20e6-47e4-b20a-8546ee2500a7 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.1538329 Feb 11 12:52:01.573306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Allocated IP 172.20.0.2 (ceb7e176-8378-48de-9964-9cb3c22ba4f3/de635e3a-78f9-4bbe-9986-92861cc965d0/b1db0484-fc6a-44a2-a403-06699e9235f0) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:01.620632 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-7745cc9e-3ac1-4e50-9a41-6b472519c003 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 217 time: 0.0761144 Feb 11 12:52:01.660151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72f46104-3926-4923-a115-91e45c0d6217 req-aa1b4c47-788e-4fab-bf88-6abeeb003602 service neutron] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:01.675464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d0df074-810b-454c-9dba-ddc12a2e7d5f req-f2a79c75-ae5b-47a5-8bdb-5e1ff48acfc1 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290264 Feb 11 12:52:01.697436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72f46104-3926-4923-a115-91e45c0d6217 req-aa1b4c47-788e-4fab-bf88-6abeeb003602 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:01.698802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72f46104-3926-4923-a115-91e45c0d6217 req-aa1b4c47-788e-4fab-bf88-6abeeb003602 service neutron] 10.222.0.64 "DELETE /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746/bindings/n-h2-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.5252473 Feb 11 12:52:01.775770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aec45-d0c0-4008-8c18-d08f7ce2451c req-5bd338f1-bbd9-41e1-afd5-6daa4de535ca tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:01.785382 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed6aec45-d0c0-4008-8c18-d08f7ce2451c req-5bd338f1-bbd9-41e1-afd5-6daa4de535ca tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 944 time: 0.2339311 Feb 11 12:52:01.813022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-230bec97-d9e0-4893-bc58-9ca29984bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:01.816779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-230bec97-d9e0-4893-bc58-9ca29984bb5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1718435 Feb 11 12:52:01.875295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56702) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:01.899942 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-855d2dc7-8c27-40ed-994a-d02930cb64dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577009 Feb 11 12:52:01.945853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed6aec45-d0c0-4008-8c18-d08f7ce2451c req-d19a484e-46c7-48f8-926c-4b5536d5d663 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592958 Feb 11 12:52:01.954909 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks [] for router_gateway (26a65429-d579-4554-808a-eb0a188d136a), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:01.979767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.010545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1685f7-42b7-4ef1-8f07-bbf434e74e8c req-ce8febf6-ecc9-4a31-8a3f-e0d01795f6e6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:02.015809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0637ca2d-6b7b-4ae5-bf49-f8b92ece536b None None] Provisioning complete for port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:02.016222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0637ca2d-6b7b-4ae5-bf49-f8b92ece536b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.017423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e1685f7-42b7-4ef1-8f07-bbf434e74e8c req-ce8febf6-ecc9-4a31-8a3f-e0d01795f6e6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1533077 Feb 11 12:52:02.078498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-594396252-network', 'tenant_id': 'f38f2630a9ea47bf8a3c949c50b57f4a'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:02.125110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Made reservation on behalf of f38f2630a9ea47bf8a3c949c50b57f4a for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:02.127489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-2e85619c-961c-4849-a52f-c0ea13edf965 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000279 Feb 11 12:52:02.128868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.153685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.203802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Publish callbacks [] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.237194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.268538 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a642f57d-9274-4a8a-a60c-e09abe3a9526 req-1944b0e2-f808-45de-8069-0ff65964efb2 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290464 Feb 11 12:52:02.279982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0af6d-a10c-4fb8-9e94-c5d1948d5128 req-c71fe385-7bcc-43a5-a7c1-24b6d96f72ed tempest-LiveMigrationNegativeTest-1282654325 tempest-LiveMigrationNegativeTest-1282654325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:02.281560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09d0af6d-a10c-4fb8-9e94-c5d1948d5128 req-c71fe385-7bcc-43a5-a7c1-24b6d96f72ed tempest-LiveMigrationNegativeTest-1282654325 tempest-LiveMigrationNegativeTest-1282654325-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 1132 time: 0.2212369 Feb 11 12:52:02.288164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks [] for security_group (0547e8cd-edb3-47b7-badc-dcacbc651e58), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.307417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0547e8cd-edb3-47b7-badc-dcacbc651e58), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.326922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-09d0af6d-a10c-4fb8-9e94-c5d1948d5128 req-d0d12483-0c1a-4d31-ae8d-8c8fb27d08e3 tempest-LiveMigrationNegativeTest-1282654325 tempest-LiveMigrationNegativeTest-1282654325-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.337326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:02.356401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:02.374066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:02.391965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:52:02.396808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Pushing event updated for resources: {'Port': ['ID=b1db0484-fc6a-44a2-a403-06699e9235f0,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:02.416393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e1685f7-42b7-4ef1-8f07-bbf434e74e8c req-8643f3dd-f9d2-4614-9bf2-80f110559856 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516810 Feb 11 12:52:02.433621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0637ca2d-6b7b-4ae5-bf49-f8b92ece536b None None] Current status of the port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:02.490386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0547e8cd-edb3-47b7-badc-dcacbc651e58,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:02.509210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Allocated IP 172.25.1.63 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a8a6aadc-9abd-4994-976e-572e7a3eb817) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:02.510597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '55d2c840-1643-4599-b9aa-8367d64de367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:51:55Z', 'revision_number': 4, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port': {'id': '55d2c840-1643-4599-b9aa-8367d64de367', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:49Z', 'updated_at': '2022-02-11T12:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '2e867a1e-5bc4-4242-b009-14de1ddddeb4', 'name': '', 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'mac_address': 'fa:16:3e:26:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0dd29087-29a7-4442-8a1b-04e2b19f308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:54Z', 'updated_at': '2022-02-11T12:52:00Z', 'revision_number': 4, 'project_id': '338da79ca841485091299c9566b4b4fc', 'subnets': [{'id': '0dd29087-29a7-4442-8a1b-04e2b19f308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:02.538690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (be54fbe9-c372-46da-aa6a-a02e61a5859b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.539912 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Added segment be54fbe9-c372-46da-aa6a-a02e61a5859b of type vlan for network 928d468f-ca50-4eb6-a237-0eba212f2b3b Feb 11 12:52:02.561114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-09d0af6d-a10c-4fb8-9e94-c5d1948d5128 req-d0d12483-0c1a-4d31-ae8d-8c8fb27d08e3 tempest-LiveMigrationNegativeTest-1282654325 tempest-LiveMigrationNegativeTest-1282654325-project-admin] Publish callbacks [] for security_group (0667be88-67f5-432c-b6f4-0811e90033e4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.581221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-09d0af6d-a10c-4fb8-9e94-c5d1948d5128 req-d0d12483-0c1a-4d31-ae8d-8c8fb27d08e3 tempest-LiveMigrationNegativeTest-1282654325 tempest-LiveMigrationNegativeTest-1282654325-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0667be88-67f5-432c-b6f4-0811e90033e4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.603139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Attempting to bind port b1db0484-fc6a-44a2-a403-06699e9235f0 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:02.603523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Attempting to bind port b1db0484-fc6a-44a2-a403-06699e9235f0 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:02.603954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Attempting to bind port b1db0484-fc6a-44a2-a403-06699e9235f0 on network ceb7e176-8378-48de-9964-9cb3c22ba4f3 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:02.610315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be052a59-e25c-49c8-8b94-c241cb40183e None None] The sync data for ids ['1766b899-b205-4e2c-80d8-26691b62409e'] in n-d-828675-3 is: [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '55d2c840-1643-4599-b9aa-8367d64de367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:51:55Z', 'revision_number': 4, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port': {'id': '55d2c840-1643-4599-b9aa-8367d64de367', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:49Z', 'updated_at': '2022-02-11T12:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '2e867a1e-5bc4-4242-b009-14de1ddddeb4', 'name': '', 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'mac_address': 'fa:16:3e:26:35:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0dd29087-29a7-4442-8a1b-04e2b19f308f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:54Z', 'updated_at': '2022-02-11T12:52:00Z', 'revision_number': 4, 'project_id': '338da79ca841485091299c9566b4b4fc', 'subnets': [{'id': '0dd29087-29a7-4442-8a1b-04e2b19f308f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:52:02.612331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:02.612710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Checking segment: {'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:02.613161 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.613611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Bound using segment: {'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:02.614372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Bound port: b1db0484-fc6a-44a2-a403-06699e9235f0, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:02.615098 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.662137 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09d0af6d-a10c-4fb8-9e94-c5d1948d5128 req-d0d12483-0c1a-4d31-ae8d-8c8fb27d08e3 tempest-LiveMigrationNegativeTest-1282654325 tempest-LiveMigrationNegativeTest-1282654325-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696892 Feb 11 12:52:02.669579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d12483-0c1a-4d31-ae8d-8c8fb27d08e3 tempest-LiveMigrationNegativeTest-1282654325 tempest-LiveMigrationNegativeTest-1282654325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0667be88-67f5-432c-b6f4-0811e90033e4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:02.727986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (928d468f-ca50-4eb6-a237-0eba212f2b3b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.736998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] For port b1db0484-fc6a-44a2-a403-06699e9235f0, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:02.742209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] For port b1db0484-fc6a-44a2-a403-06699e9235f0, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b1db0484-fc6a-44a2-a403-06699e9235f0,segment=NetworkSegment(98af4151-6455-43d7-b027-914f5db27acd),segment_id=98af4151-6455-43d7-b027-914f5db27acd)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:02.747129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.750987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.833828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754f247-253c-452b-b3b3-f1c90016d36f req-16a1ed2c-3888-43dc-9800-e9be87280339 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:02.836137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f754f247-253c-452b-b3b3-f1c90016d36f req-16a1ed2c-3888-43dc-9800-e9be87280339 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 943 time: 0.2927904 Feb 11 12:52:02.879318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (928d468f-ca50-4eb6-a237-0eba212f2b3b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.880516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:02.881228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:02.913972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2f3f6-ddef-4dc4-8ef9-bad23531d4ac None None] Pushing event updated for resources: {'Port': ['ID=b1db0484-fc6a-44a2-a403-06699e9235f0,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:02.919217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c5696-296e-4d02-b179-1f85943ba8ec req-72a66f28-2a92-4c16-aa76-c14892a367a8 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:02.945776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a25c5696-296e-4d02-b179-1f85943ba8ec req-72a66f28-2a92-4c16-aa76-c14892a367a8 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1126 time: 0.1596956 Feb 11 12:52:03.022498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks [] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:03.038393 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a25c5696-296e-4d02-b179-1f85943ba8ec req-3730e147-f14c-490f-9bcb-cfdcbade02e0 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955937 Feb 11 12:52:03.042502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1639683 Feb 11 12:52:03.046304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56720) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:03.052965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Request body: {'subnet': {'network_id': '928d468f-ca50-4eb6-a237-0eba212f2b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-594396252-subnet', 'tenant_id': 'f38f2630a9ea47bf8a3c949c50b57f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:03.115447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Made reservation on behalf of f38f2630a9ea47bf8a3c949c50b57f4a for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:03.119434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:03.133361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dced3bb-f0f2-4896-a365-634be4cebe0b admin admin] Pushing event updated for resources: {'Network': ['ID=928d468f-ca50-4eb6-a237-0eba212f2b3b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:03.151874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 928d468f-ca50-4eb6-a237-0eba212f2b3b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:52:03.175273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f754f247-253c-452b-b3b3-f1c90016d36f req-d4f94d74-d889-4b5e-80c1-7838c1d9b180 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203964 Feb 11 12:52:03.304621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:03.414703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-16b3afe1-c72d-4eec-84b6-fc4324507c65 req-48e3f941-7d53-4958-81a2-96fcecf6926f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:52:03.415786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16b3afe1-c72d-4eec-84b6-fc4324507c65 req-48e3f941-7d53-4958-81a2-96fcecf6926f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054502 Feb 11 12:52:03.439245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:03.485629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:03.508216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a6aadc-9abd-4994-976e-572e7a3eb817,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:03.526245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:03.663583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (2459e37f-6b57-4d35-a10b-d1c8727effbf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:03.846088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2459e37f-6b57-4d35-a10b-d1c8727effbf,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:03.891228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b31f-d105-4d2c-a1f1-cdcf702ed30b req-97c35304-b3d2-48fb-ae60-dfc0d3b70fa5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:03.898932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-adc6b31f-d105-4d2c-a1f1-cdcf702ed30b req-97c35304-b3d2-48fb-ae60-dfc0d3b70fa5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2729282 Feb 11 12:52:03.915294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Checking segment: {'id': 'be54fbe9-c372-46da-aa6a-a02e61a5859b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '928d468f-ca50-4eb6-a237-0eba212f2b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:03.915730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Network hostable DHCP agents. Network: 928d468f-ca50-4eb6-a237-0eba212f2b3b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:52:03.922434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52e6c487-b888-471a-9364-291ca7f81748 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:52:03.984339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Network 928d468f-ca50-4eb6-a237-0eba212f2b3b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:52:04.013095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-adc6b31f-d105-4d2c-a1f1-cdcf702ed30b req-15da7823-4af4-4c8f-a34d-0165dcb01927 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131094 Feb 11 12:52:04.027305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 928d468f-ca50-4eb6-a237-0eba212f2b3b) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:04.032015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:04.032844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.089686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-085fdc56-af53-444e-864c-6879b33e7a59 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0334678 Feb 11 12:52:04.089999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks [] for router_gateway (26a65429-d579-4554-808a-eb0a188d136a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.110267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61c696e-d53f-42c3-8be0-c83237acf6ee None None] Network 928d468f-ca50-4eb6-a237-0eba212f2b3b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:52:04.252615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ee2a3-8019-4a73-bf06-c6aa8c08ba72 req-5bf8bc87-bc34-4518-91c2-dfeaaefd6e33 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:04.256335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cf7ee2a3-8019-4a73-bf06-c6aa8c08ba72 req-5bf8bc87-bc34-4518-91c2-dfeaaefd6e33 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.1070716 Feb 11 12:52:04.340327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.380044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:04.393373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-a5b64275-53f9-4413-bf46-553181587579 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:04.404371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-a5b64275-53f9-4413-bf46-553181587579 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.5293078 Feb 11 12:52:04.411222 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cf7ee2a3-8019-4a73-bf06-c6aa8c08ba72 req-2fef29c7-8b90-41a5-9398-c6668cab1634 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347592 Feb 11 12:52:04.418310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '52e6c487-b888-471a-9364-291ca7f81748', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'port_id': '52e6c487-b888-471a-9364-291ca7f81748', 'mac_address': 'fa:16:3e:68:ef:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d925a2-3883-4338-bbf2-dedbac2d51f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:52:04.450522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-99e2b064-da7a-43d9-b1f0-4ca2631ea5d2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/quotas/a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 375 time: 0.0447278 Feb 11 12:52:04.503542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9db1cf-225f-44f0-b5c0-e00dc04f404a None None] Network 928d468f-ca50-4eb6-a237-0eba212f2b3b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:52:04.599399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b1db0484-fc6a-44a2-a403-06699e9235f0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:04.617214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c6c1e-4ec5-4a1c-b364-993c525966cd req-fbfb7536-7700-4afb-882f-b52a3020a72e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:04.631394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-090c6c1e-4ec5-4a1c-b364-993c525966cd req-fbfb7536-7700-4afb-882f-b52a3020a72e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 943 time: 0.1279299 Feb 11 12:52:04.651487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-ed8fc673-b3b5-466e-95b2-b4602a61916c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994827 Feb 11 12:52:04.672993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 52e6c487-b888-471a-9364-291ca7f81748 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:04.673396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.710599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5131ff-72df-4acb-af86-7d7ad4d85781 None None] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:52:04.750686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-090c6c1e-4ec5-4a1c-b364-993c525966cd req-d90bf8b2-d779-4c3a-92b1-06147d17a3dc tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167319 Feb 11 12:52:04.766283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e6c487-b888-471a-9364-291ca7f81748 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:04.819213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-067caaee-0800-45fc-831c-88643fc12947 service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664386 Feb 11 12:52:04.844212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:04.875196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.880775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8800a252-635f-413f-81ed-2097e35a06bf None None] Provisioning complete for port b1db0484-fc6a-44a2-a403-06699e9235f0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:04.881150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8800a252-635f-413f-81ed-2097e35a06bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.935284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b1db0484-fc6a-44a2-a403-06699e9235f0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:04.935943 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.971436 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (26a65429-d579-4554-808a-eb0a188d136a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:04.999848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e26cbbcd-0105-4dc4-ac47-8a14f9e0e74a req-5d5b23c5-2cf3-459c-bfbe-d7169594661c tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1260972504', 'description': 'tempest-description-61862888'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:05.027801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:05.043691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e26cbbcd-0105-4dc4-ac47-8a14f9e0e74a req-5d5b23c5-2cf3-459c-bfbe-d7169594661c tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.163825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-30e258f1-47ba-4d97-875a-6d0554f12cf7 service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435717 Feb 11 12:52:05.172031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8800a252-635f-413f-81ed-2097e35a06bf None None] Current status of the port b1db0484-fc6a-44a2-a403-06699e9235f0 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:05.172340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Router 26a65429-d579-4554-808a-eb0a188d136a is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:52:05.172477 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8800a252-635f-413f-81ed-2097e35a06bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.200265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b1db0484-fc6a-44a2-a403-06699e9235f0 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:05.200665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.212374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e26cbbcd-0105-4dc4-ac47-8a14f9e0e74a req-5d5b23c5-2cf3-459c-bfbe-d7169594661c tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (d5a77fac-56f0-44f6-b3a2-f6b7a6718005), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.218465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e26cbbcd-0105-4dc4-ac47-8a14f9e0e74a req-5d5b23c5-2cf3-459c-bfbe-d7169594661c tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5a77fac-56f0-44f6-b3a2-f6b7a6718005), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.295267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e26cbbcd-0105-4dc4-ac47-8a14f9e0e74a req-5d5b23c5-2cf3-459c-bfbe-d7169594661c tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.298355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e26cbbcd-0105-4dc4-ac47-8a14f9e0e74a req-5d5b23c5-2cf3-459c-bfbe-d7169594661c tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3025289 Feb 11 12:52:05.301252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b23c5-2cf3-459c-bfbe-d7169594661c tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a77fac-56f0-44f6-b3a2-f6b7a6718005,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:05.329768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8800a252-635f-413f-81ed-2097e35a06bf None None] For port b1db0484-fc6a-44a2-a403-06699e9235f0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b1db0484-fc6a-44a2-a403-06699e9235f0,segment=NetworkSegment(98af4151-6455-43d7-b027-914f5db27acd),segment_id=98af4151-6455-43d7-b027-914f5db27acd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:05.336270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['52e6c487-b888-471a-9364-291ca7f81748'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:05.422757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8800a252-635f-413f-81ed-2097e35a06bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.442612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.461461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:52:05.476149 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Sync routers for ids ['26a65429-d579-4554-808a-eb0a188d136a'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:52:05.495161 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Routers {'26a65429-d579-4554-808a-eb0a188d136a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:05.495819 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['26a65429-d579-4554-808a-eb0a188d136a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:05.499921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3adfaacd-b451-4ac0-b796-9767dd23ae42 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/d5a77fac-56f0-44f6-b3a2-f6b7a6718005 HTTP/1.1" status: 200 len: 1828 time: 0.0915897 Feb 11 12:52:05.508092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5a77fac-56f0-44f6-b3a2-f6b7a6718005', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:05.508524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5a77fac-56f0-44f6-b3a2-f6b7a6718005', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:05.536442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.542621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:05.545992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-195ff387-ae69-46da-9fd0-5a8ebaed27a6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9108315 Feb 11 12:52:05.566400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e57ba6-cac9-4c97-87f0-8a183775d88b req-c2bf234b-d482-4c9b-afa7-350dda4349d7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:05.568110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23e57ba6-cac9-4c97-87f0-8a183775d88b req-c2bf234b-d482-4c9b-afa7-350dda4349d7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1554699 Feb 11 12:52:05.633376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group_rule (9617062a-2b4f-4fe7-aa6a-be67d4723ad9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.685886 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group_rule (9617062a-2b4f-4fe7-aa6a-be67d4723ad9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.695102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9617062a-2b4f-4fe7-aa6a-be67d4723ad9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.716584 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:52:05.716936 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:52:05.734430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f0083d1a-bafb-40e9-bdad-d20bfae1bd55 None None] Provisioning complete for port b1db0484-fc6a-44a2-a403-06699e9235f0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:05.734801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f0083d1a-bafb-40e9-bdad-d20bfae1bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.744277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9617062a-2b4f-4fe7-aa6a-be67d4723ad9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:05.744509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800a252-635f-413f-81ed-2097e35a06bf None None] Pushing event updated for resources: {'Port': ['ID=b1db0484-fc6a-44a2-a403-06699e9235f0,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:05.769240 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Set router 26a65429-d579-4554-808a-eb0a188d136a gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:05.779643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:05.797237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f46649df-505a-4e5a-8d11-7c0b9b6c2568 req-3701d922-851d-4cb8-a500-d095b6c8a663 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2959647 Feb 11 12:52:05.937618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd313ffd-259c-4923-9947-37497a0a2f0e req-984519f3-b5a4-4b98-9064-9b0d24bfa78c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 210 time: 0.0686884 Feb 11 12:52:06.119002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23e57ba6-cac9-4c97-87f0-8a183775d88b req-21072201-f199-4835-8997-ae582e849e2b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925310 Feb 11 12:52:06.173132 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:52:03Z', 'revision_number': 3, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port': {'id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:01Z', 'updated_at': '2022-02-11T12:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:06.241832 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Checking router: 26a65429-d579-4554-808a-eb0a188d136a for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:52:06.244757 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Updating router 26a65429-d579-4554-808a-eb0a188d136a port a8a6aadc-9abd-4994-976e-572e7a3eb817 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:52:06.263997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50757c7-f882-466c-ab0b-9d9776257153 req-ee3b6b73-a5b7-4e7f-9548-4f3fff1d10ae tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:06.269714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d50757c7-f882-466c-ab0b-9d9776257153 req-ee3b6b73-a5b7-4e7f-9548-4f3fff1d10ae tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.1824188 Feb 11 12:52:06.322078 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.362866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d50757c7-f882-466c-ab0b-9d9776257153 req-716c6205-0f8c-44e9-8184-11613554e2fa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876610 Feb 11 12:52:06.471227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b1db0484-fc6a-44a2-a403-06699e9235f0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:06.474468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2e867a1e-5bc4-4242-b009-14de1ddddeb4 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:06.508651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-105fb71e-c10f-4027-a6df-25819042747f req-3bdb9af5-7d12-4974-a665-7d58a6d67915 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/d5a77fac-56f0-44f6-b3a2-f6b7a6718005 HTTP/1.1" status: 200 len: 2421 time: 0.0843771 Feb 11 12:52:06.572935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c3013-2c8d-47cd-81cb-53200e8f4243 req-4217bbc9-f71d-4c95-898b-7d60d019b1f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:06.580999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b9b2326-20b4-4317-9533-aa473915d87d req-ec3c6591-f19d-43ce-aab6-7f674c304984 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-group-rules/9617062a-2b4f-4fe7-aa6a-be67d4723ad9 HTTP/1.1" status: 200 len: 778 time: 0.0419903 Feb 11 12:52:06.588331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-147c3013-2c8d-47cd-81cb-53200e8f4243 req-4217bbc9-f71d-4c95-898b-7d60d019b1f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 944 time: 0.3252981 Feb 11 12:52:06.614043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f0083d1a-bafb-40e9-bdad-d20bfae1bd55 None None] Current status of the port b1db0484-fc6a-44a2-a403-06699e9235f0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:06.667124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:06.671836 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.686051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b9b2326-20b4-4317-9533-aa473915d87d req-fc0f7aa7-1537-474d-a72f-aeac3075dc1b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/d5a77fac-56f0-44f6-b3a2-f6b7a6718005 HTTP/1.1" status: 200 len: 2421 time: 0.1024339 Feb 11 12:52:06.719184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-f918f281-1914-4267-a68c-ec01f6d2ac2e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:06.722675 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-f918f281-1914-4267-a68c-ec01f6d2ac2e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 950 time: 0.4324379 Feb 11 12:52:06.738975 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7b9b2326-20b4-4317-9533-aa473915d87d req-d02e5cbe-5410-4126-904f-aa28c05ad835 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group_rule (9617062a-2b4f-4fe7-aa6a-be67d4723ad9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.752958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7b9b2326-20b4-4317-9533-aa473915d87d req-d02e5cbe-5410-4126-904f-aa28c05ad835 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group_rule (9617062a-2b4f-4fe7-aa6a-be67d4723ad9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.791861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7b9b2326-20b4-4317-9533-aa473915d87d req-d02e5cbe-5410-4126-904f-aa28c05ad835 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9617062a-2b4f-4fe7-aa6a-be67d4723ad9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.799292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7b9b2326-20b4-4317-9533-aa473915d87d req-d02e5cbe-5410-4126-904f-aa28c05ad835 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.805888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b9b2326-20b4-4317-9533-aa473915d87d req-d02e5cbe-5410-4126-904f-aa28c05ad835 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9617062a-2b4f-4fe7-aa6a-be67d4723ad9 HTTP/1.1" status: 204 len: 173 time: 0.1128082 Feb 11 12:52:06.815783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-147c3013-2c8d-47cd-81cb-53200e8f4243 req-909e6df8-2c08-456b-b882-edb4e03260ad tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158830 Feb 11 12:52:06.835745 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Publish callbacks [] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.842294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e5cbe-5410-4126-904f-aa28c05ad835 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9617062a-2b4f-4fe7-aa6a-be67d4723ad9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:06.851760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d0d3b905-a576-4566-b46f-ff246aadb6fb req-ef7b0450-7133-41d1-bbe2-320bf7c8c1fe tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1806321485', 'description': 'tempest-description-1579320992'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:06.859922 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.862188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:06.885621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0d3b905-a576-4566-b46f-ff246aadb6fb req-ef7b0450-7133-41d1-bbe2-320bf7c8c1fe tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:06.947961 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Attempting to bind port a8a6aadc-9abd-4994-976e-572e7a3eb817 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:06.948426 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Attempting to bind port a8a6aadc-9abd-4994-976e-572e7a3eb817 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:06.949743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Attempting to bind port a8a6aadc-9abd-4994-976e-572e7a3eb817 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:06.982397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Deleting port acb26b16-e40a-43ed-8731-48020266fe7a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:52:06.983083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.003093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0d3b905-a576-4566-b46f-ff246aadb6fb req-ef7b0450-7133-41d1-bbe2-320bf7c8c1fe tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (9f7347e7-c582-4a4f-9b68-22a1bf5fd29a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.023593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0d3b905-a576-4566-b46f-ff246aadb6fb req-ef7b0450-7133-41d1-bbe2-320bf7c8c1fe tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9f7347e7-c582-4a4f-9b68-22a1bf5fd29a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.028924 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:07.029307 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:07.029730 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.030122 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:07.030611 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Bound port: a8a6aadc-9abd-4994-976e-572e7a3eb817, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:07.031070 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.042218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b1db0484-fc6a-44a2-a403-06699e9235f0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:07.061864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.085590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0d3b905-a576-4566-b46f-ff246aadb6fb req-ef7b0450-7133-41d1-bbe2-320bf7c8c1fe tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.092697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0d3b905-a576-4566-b46f-ff246aadb6fb req-ef7b0450-7133-41d1-bbe2-320bf7c8c1fe tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2457993 Feb 11 12:52:07.121563 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] For port a8a6aadc-9abd-4994-976e-572e7a3eb817, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:07.125400 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] For port a8a6aadc-9abd-4994-976e-572e7a3eb817, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a8a6aadc-9abd-4994-976e-572e7a3eb817,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:07.157391 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.209145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b0450-7133-41d1-bbe2-320bf7c8c1fe tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7347e7-c582-4a4f-9b68-22a1bf5fd29a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:07.216338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] For port acb26b16-e40a-43ed-8731-48020266fe7a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=acb26b16-e40a-43ed-8731-48020266fe7a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:07.216937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.217934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b1db0484-fc6a-44a2-a403-06699e9235f0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:07.219529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.222733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b4740287-f0d7-46a8-8252-8e2fd6d9159b req-2515a37d-8750-436a-8dc6-676d462027cd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 210 time: 0.0743716 Feb 11 12:52:07.249907 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bc744-a680-4a55-bc1f-d9a9342dcf83 None None] Pushing event updated for resources: {'Port': ['ID=a8a6aadc-9abd-4994-976e-572e7a3eb817,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:07.274097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Calling delete_port for acb26b16-e40a-43ed-8731-48020266fe7a owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:52:07.327852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d6f6255-acbc-46ee-9292-98e4629dee72 req-85c4303f-bc91-4393-bf2b-1c778bcb6918 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/9f7347e7-c582-4a4f-9b68-22a1bf5fd29a HTTP/1.1" status: 200 len: 1830 time: 0.1963568 Feb 11 12:52:07.408966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-800e1b7e-c389-4a74-bfc2-5dcf7ecacbc7 req-de5d7c2c-fda3-42d0-a6e0-99f30bc2d99b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1468298123', 'description': 'tempest-description-704373441'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:07.425951 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Routers {'26a65429-d579-4554-808a-eb0a188d136a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:07.426609 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['26a65429-d579-4554-808a-eb0a188d136a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:07.457269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b1db0484-fc6a-44a2-a403-06699e9235f0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:07.508177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-800e1b7e-c389-4a74-bfc2-5dcf7ecacbc7 req-de5d7c2c-fda3-42d0-a6e0-99f30bc2d99b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.605612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-800e1b7e-c389-4a74-bfc2-5dcf7ecacbc7 req-de5d7c2c-fda3-42d0-a6e0-99f30bc2d99b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (0f08d34d-162d-4ea4-9801-bfc98494f90b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.629204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-800e1b7e-c389-4a74-bfc2-5dcf7ecacbc7 req-de5d7c2c-fda3-42d0-a6e0-99f30bc2d99b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0f08d34d-162d-4ea4-9801-bfc98494f90b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.672600 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] Set router 26a65429-d579-4554-808a-eb0a188d136a gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:07.688775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-4af239a9-590c-4b30-8262-e374dc010914 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:07.690343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-4af239a9-590c-4b30-8262-e374dc010914 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.2976999 Feb 11 12:52:07.696446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-800e1b7e-c389-4a74-bfc2-5dcf7ecacbc7 req-de5d7c2c-fda3-42d0-a6e0-99f30bc2d99b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.706447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-800e1b7e-c389-4a74-bfc2-5dcf7ecacbc7 req-de5d7c2c-fda3-42d0-a6e0-99f30bc2d99b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3229921 Feb 11 12:52:07.739142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Request body: {'port': {'device_id': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'admin_state_up': True, 'tenant_id': 'a505bd73cf8f44468d10525f84e970f1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:07.822646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (acb26b16-e40a-43ed-8731-48020266fe7a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:07.845594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['658e42d1-ba31-4640-a251-255d15bacd8d', 'acb26b16-e40a-43ed-8731-48020266fe7a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:07.859946 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bc744-a680-4a55-bc1f-d9a9342dcf83 None None] Pushing event updated for resources: {'Port': ['ID=a8a6aadc-9abd-4994-976e-572e7a3eb817,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:07.920708 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:52:03Z', 'revision_number': 3, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port': {'id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:01Z', 'updated_at': '2022-02-11T12:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:07.934852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52e6c487-b888-471a-9364-291ca7f81748 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:07.967385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2c4e4ed-0acf-4614-96fb-b2e49969a7aa req-fadfc2f3-5489-49a2-bbb9-570ddbfba531 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=c10e5441-e6c2-4071-8b2f-fc6e6798c83f HTTP/1.1" status: 200 len: 210 time: 0.0670962 Feb 11 12:52:08.001804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d7c2c-fda3-42d0-a6e0-99f30bc2d99b tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f08d34d-162d-4ea4-9801-bfc98494f90b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:08.002936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Pushing event deleted for resources: {'Port': ['ID=acb26b16-e40a-43ed-8731-48020266fe7a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:08.087593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] No DVR routers for this DVR port acb26b16-e40a-43ed-8731-48020266fe7a on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:52:08.090745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.095359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e318522-4882-4ac9-aa48-b7aa8536db8d req-76e3aef6-6633-42ea-b25f-5d8bc9c12322 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "DELETE /v2.0/ports/acb26b16-e40a-43ed-8731-48020266fe7a HTTP/1.1" status: 204 len: 173 time: 1.3489621 Feb 11 12:52:08.097935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'name': 'network-vif-deleted', 'tag': 'acb26b16-e40a-43ed-8731-48020266fe7a'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:08.117171 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223586b-b49e-46b6-a0ce-3dcd83595cd5" -d '{"events": [{"server_uuid": "c10e5441-e6c2-4071-8b2f-fc6e6798c83f", "name": "network-vif-deleted", "tag": "acb26b16-e40a-43ed-8731-48020266fe7a"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:08.166486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Allocated IP 172.20.0.1 (ceb7e176-8378-48de-9964-9cb3c22ba4f3/de635e3a-78f9-4bbe-9986-92861cc965d0/714d7ab3-88b6-4c77-9265-15d7041fe247) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:08.185283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 52e6c487-b888-471a-9364-291ca7f81748 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:52:08.197712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 52e6c487-b888-471a-9364-291ca7f81748 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:08.198532 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (52e6c487-b888-471a-9364-291ca7f81748), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.217181 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1bac8a-645c-4cdd-a3b4-691692241b1a None None] The sync data for ids ['26a65429-d579-4554-808a-eb0a188d136a'] in n-d-828675-3 is: [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:52:03Z', 'revision_number': 3, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port': {'id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:01Z', 'updated_at': '2022-02-11T12:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:52:08.365074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 52e6c487-b888-471a-9364-291ca7f81748 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:08.365977 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.423813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e6c487-b888-471a-9364-291ca7f81748'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:08.427083 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3517220-4dac-4f17-bc5f-1dc368afc9dc" -d '{"events": [{"server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "name": "network-vif-plugged", "status": "completed", "tag": "52e6c487-b888-471a-9364-291ca7f81748"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:08.437991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks [] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.457193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:08.473603 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.492642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00233aa9-2b72-4a1f-86fe-3849751045e1 req-bb73a836-d6cb-4d0a-8dbc-4d19d538a55d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:08.495436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-00233aa9-2b72-4a1f-86fe-3849751045e1 req-bb73a836-d6cb-4d0a-8dbc-4d19d538a55d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.7111394 Feb 11 12:52:08.497307 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.543862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Made reservation on behalf of a505bd73cf8f44468d10525f84e970f1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:08.555447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.564814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:08.572104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:08.587484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Pushing event updated for resources: {'Port': ['ID=714d7ab3-88b6-4c77-9265-15d7041fe247,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:08.593118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:08.610479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:08.611012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (26a65429-d579-4554-808a-eb0a188d136a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.704277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd444bb-76e7-4efd-a044-d8e6616a3743 req-727dab0e-a6ee-4291-ba8d-613cd89dcb69 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/0f08d34d-162d-4ea4-9801-bfc98494f90b HTTP/1.1" status: 200 len: 1829 time: 0.6974626 Feb 11 12:52:08.713399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.713915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.714354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.714788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.717031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.717476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.718048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.718476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.719108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.720797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.721244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.728734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.729333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:08.822221 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-00233aa9-2b72-4a1f-86fe-3849751045e1 req-6f55c40a-11d2-499d-a7c5-8da64fe99b9d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482855 Feb 11 12:52:08.981097 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33b39f3-3ba0-4605-8247-c9a7d2a20f09 x-openstack-request-id: req-e33b39f3-3ba0-4605-8247-c9a7d2a20f09 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:08.981604 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10e5441-e6c2-4071-8b2f-fc6e6798c83f", "name": "network-vif-deleted", "tag": "acb26b16-e40a-43ed-8731-48020266fe7a", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:08.983940 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e33b39f3-3ba0-4605-8247-c9a7d2a20f09 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:08.984462 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10e5441-e6c2-4071-8b2f-fc6e6798c83f', 'name': 'network-vif-deleted', 'tag': 'acb26b16-e40a-43ed-8731-48020266fe7a', 'status': 'completed', 'code': 200} Feb 11 12:52:08.987372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:08.999698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Allocated IP 172.20.0.3 (cd5a70b9-37f3-42ff-954a-2f5dc3871e51/b5c69056-a93f-4e95-b28d-8dbb666ba34a/616d5383-3136-4cdf-9aea-125d9c8031f6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:09.029685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f60d1-35e3-4eb5-bf02-53c04bad8f7b req-8a512400-6384-453c-a26f-f9bf2dc1be14 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:09.041161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c87f60d1-35e3-4eb5-bf02-53c04bad8f7b req-8a512400-6384-453c-a26f-f9bf2dc1be14 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 945 time: 0.2062290 Feb 11 12:52:09.076968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8a6aadc-9abd-4994-976e-572e7a3eb817 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:09.160615 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8949dc3f-fcb0-4539-a34f-21df32d1509e req-19ccb85b-012b-471a-92be-6f9fbf9e5a6e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 210 time: 0.0701048 Feb 11 12:52:09.188936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c87f60d1-35e3-4eb5-bf02-53c04bad8f7b req-fb2237b5-e6b2-4cae-966c-79125d507d74 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468604 Feb 11 12:52:09.190536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-87cd81ac-d072-4579-9308-8cfaff5453d1 None None] Provisioning complete for port 714d7ab3-88b6-4c77-9265-15d7041fe247 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:09.191140 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-87cd81ac-d072-4579-9308-8cfaff5453d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.251685 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82cc2474-80b3-43c5-b0b2-e11474dda717 x-openstack-request-id: req-82cc2474-80b3-43c5-b0b2-e11474dda717 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:09.251996 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "name": "network-vif-plugged", "status": "completed", "tag": "52e6c487-b888-471a-9364-291ca7f81748", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:09.252257 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82cc2474-80b3-43c5-b0b2-e11474dda717 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:09.253244 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e6c487-b888-471a-9364-291ca7f81748', 'code': 200} Feb 11 12:52:09.282864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-af3cbe39-a40d-4131-b3ac-45e49065b54e req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-746035098', 'description': 'tempest-description-529775019'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:09.301440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a8a6aadc-9abd-4994-976e-572e7a3eb817 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:09.307749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.369449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-87cd81ac-d072-4579-9308-8cfaff5453d1 None None] Port 714d7ab3-88b6-4c77-9265-15d7041fe247 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:52:09.434569 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks [] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.470599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-af3cbe39-a40d-4131-b3ac-45e49065b54e req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.474013 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.478820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (26a65429-d579-4554-808a-eb0a188d136a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.524920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a8a6aadc-9abd-4994-976e-572e7a3eb817 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:09.526373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.543091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks [] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.590611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a8a6aadc-9abd-4994-976e-572e7a3eb817, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a8a6aadc-9abd-4994-976e-572e7a3eb817,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:09.602339 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.649423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Pushing event updated for resources: {'Port': ['ID=714d7ab3-88b6-4c77-9265-15d7041fe247,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:09.657505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7962595-f4bc-4a99-8bf3-b2c8fe5ea0dc req-69d6a4fc-1430-43fe-a554-324f581f116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:09.659433 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7962595-f4bc-4a99-8bf3-b2c8fe5ea0dc req-69d6a4fc-1430-43fe-a554-324f581f116d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1127 time: 0.3304727 Feb 11 12:52:09.689739 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-af3cbe39-a40d-4131-b3ac-45e49065b54e req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (c0a1d1f5-48a0-4439-b83d-f1e0bda8db33), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.691205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.724361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-af3cbe39-a40d-4131-b3ac-45e49065b54e req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c0a1d1f5-48a0-4439-b83d-f1e0bda8db33), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.739301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a8a6aadc-9abd-4994-976e-572e7a3eb817,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:09.750596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:09.789833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:09.806507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:09.812202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7962595-f4bc-4a99-8bf3-b2c8fe5ea0dc req-e06c4f66-b749-414a-a585-0d121b1155c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387670 Feb 11 12:52:09.818665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:09.820231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a1d1f5-48a0-4439-b83d-f1e0bda8db33,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:09.831001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:09.834161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:09.841157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:09.843765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.858319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-af3cbe39-a40d-4131-b3ac-45e49065b54e req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:09.877889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af3cbe39-a40d-4131-b3ac-45e49065b54e req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6229167 Feb 11 12:52:09.926953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.927618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.928166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.928691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.929229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.929736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.930289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.930625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.930955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.931288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.931619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.931946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.934433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c4de8-c444-4587-815c-001f5d55c0e9 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:09.945112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:09.960787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-55a10e2a-1d18-4997-aa38-9f644fe65297 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2299089 Feb 11 12:52:09.969175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc643b-244d-4fbb-b2a1-46ab75dd63bf req-899fe01c-ca0f-4560-907c-889ebda27be4 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:09.971110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7adc643b-244d-4fbb-b2a1-46ab75dd63bf req-899fe01c-ca0f-4560-907c-889ebda27be4 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 949 time: 0.1841729 Feb 11 12:52:09.981021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Request body: {'port': {'device_id': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:10.091337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.095621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device acb26b16-e40a-43ed-8731-48020266fe7a no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:52:10.098353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Router 26a65429-d579-4554-808a-eb0a188d136a has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:52:10.102376 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7adc643b-244d-4fbb-b2a1-46ab75dd63bf req-b84fbf6b-a895-488f-a3fb-3d248fc0ad0d tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760617 Feb 11 12:52:10.118855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: acb26b16-e40a-43ed-8731-48020266fe7a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:52:10.119205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device acb26b16-e40a-43ed-8731-48020266fe7a not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:52:10.146972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ca557-1090-459f-b822-3c5c094a5cf2 req-2ba2d48e-9d9c-42af-928a-9a5f4de5fe31 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:10.148823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a86ca557-1090-459f-b822-3c5c094a5cf2 req-2ba2d48e-9d9c-42af-928a-9a5f4de5fe31 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1828380 Feb 11 12:52:10.203463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-969df028-7d95-46d6-894d-a4ac1deea8f5 None None] Provisioning complete for port 714d7ab3-88b6-4c77-9265-15d7041fe247 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:10.204518 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-969df028-7d95-46d6-894d-a4ac1deea8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.228793 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eadda0ab-9b4c-42c9-975c-9c8f03d72bda req-7c31680c-b4f0-4117-817d-39ae8a22a6ef tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/c0a1d1f5-48a0-4439-b83d-f1e0bda8db33 HTTP/1.1" status: 200 len: 1828 time: 0.0646865 Feb 11 12:52:10.231841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a86ca557-1090-459f-b822-3c5c094a5cf2 req-d3e32e7e-4d69-4145-a5de-42a26bed36b5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634325 Feb 11 12:52:10.248481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-969df028-7d95-46d6-894d-a4ac1deea8f5 None None] Port 714d7ab3-88b6-4c77-9265-15d7041fe247 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:52:10.349374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:52:10.362158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cc2e642e-cc82-489d-b9ba-f52a051582d2 admin admin] 10.222.0.42 "PUT /v2.0/routers/26a65429-d579-4554-808a-eb0a188d136a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8186007 Feb 11 12:52:10.396074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b3468-ff32-43bb-be4d-1992870e36d4 req-f30ff1a3-4208-4f50-b4b2-49732c4e72d5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:10.404800 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-583b3468-ff32-43bb-be4d-1992870e36d4 req-f30ff1a3-4208-4f50-b4b2-49732c4e72d5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 931 time: 0.0938692 Feb 11 12:52:10.444389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cd93b-17a9-48be-ae60-dde3aec1c096 req-df85a195-5440-4934-a972-22c8285d34e6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:10.446059 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8cd93b-17a9-48be-ae60-dde3aec1c096 req-df85a195-5440-4934-a972-22c8285d34e6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 945 time: 0.1074660 Feb 11 12:52:10.490068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-583b3468-ff32-43bb-be4d-1992870e36d4 req-e4444674-04e0-4327-a2e5-295e44f23359 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809152 Feb 11 12:52:10.528113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-3114c72d-cc35-4c29-b048-9700f9ce0e03 req-66f7f1c1-c608-4023-9f11-d8951fc4b9ed tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1100934714', 'description': 'tempest-description-703896810'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:10.557436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3114c72d-cc35-4c29-b048-9700f9ce0e03 req-66f7f1c1-c608-4023-9f11-d8951fc4b9ed tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.575263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f8cd93b-17a9-48be-ae60-dde3aec1c096 req-53240a9c-cba9-4f98-8b14-aab3a7a66b86 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906191 Feb 11 12:52:10.643562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616d5383-3136-4cdf-9aea-125d9c8031f6 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:10.654840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Publish callbacks [] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.671329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Transition to ACTIVE for port object 616d5383-3136-4cdf-9aea-125d9c8031f6 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:52:10.691052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.703654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3114c72d-cc35-4c29-b048-9700f9ce0e03 req-66f7f1c1-c608-4023-9f11-d8951fc4b9ed tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (9bc78686-cfee-4f76-ae1c-0657ff54b9d4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.711072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3114c72d-cc35-4c29-b048-9700f9ce0e03 req-66f7f1c1-c608-4023-9f11-d8951fc4b9ed tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9bc78686-cfee-4f76-ae1c-0657ff54b9d4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.780003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7f1c1-c608-4023-9f11-d8951fc4b9ed tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc78686-cfee-4f76-ae1c-0657ff54b9d4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:10.789133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3114c72d-cc35-4c29-b048-9700f9ce0e03 req-66f7f1c1-c608-4023-9f11-d8951fc4b9ed tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.790606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3114c72d-cc35-4c29-b048-9700f9ce0e03 req-66f7f1c1-c608-4023-9f11-d8951fc4b9ed tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2678154 Feb 11 12:52:10.810276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:10.860964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Sync routers for ids ['26a65429-d579-4554-808a-eb0a188d136a'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:52:10.871380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:10.871735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:10.872090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:10.882216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:52:10.882537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:10.894515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:10.894837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:10.895219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:10.895744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Bound port: 616d5383-3136-4cdf-9aea-125d9c8031f6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:10.896102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:10.901606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20c47259-c228-4da6-b4cf-9de22c824dcf req-b88b9994-9c7e-461b-8b46-6385e21f0a14 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/9bc78686-cfee-4f76-ae1c-0657ff54b9d4 HTTP/1.1" status: 200 len: 1829 time: 0.0698559 Feb 11 12:52:10.906783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Routers {'26a65429-d579-4554-808a-eb0a188d136a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:10.908568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['26a65429-d579-4554-808a-eb0a188d136a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:10.967939 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-99905ce7-f879-48c8-96a5-b2083b0cdd54 req-29e31d79-df44-4e49-b724-68f01b2d5ffc tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] show failed (client error): The resource could not be found. Feb 11 12:52:10.972037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99905ce7-f879-48c8-96a5-b2083b0cdd54 req-29e31d79-df44-4e49-b724-68f01b2d5ffc tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/f9c383be-0ff9-4ed6-ac71-433ffb5f9c59 HTTP/1.1" status: 404 len: 352 time: 0.0223634 Feb 11 12:52:11.076450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:11.081423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:11.120366 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-bba57b3e-4fb7-4200-8fef-bf8d06bb812b req-63ae536b-7ec0-4312-9704-de3ad81031b1 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] show failed (client error): The resource could not be found. Feb 11 12:52:11.146267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bba57b3e-4fb7-4200-8fef-bf8d06bb812b req-63ae536b-7ec0-4312-9704-de3ad81031b1 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-group-rules/7bfb43c1-0249-4203-bc2e-33e0f1214ee9 HTTP/1.1" status: 404 len: 361 time: 0.0506868 Feb 11 12:52:11.147762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:11.160250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Set router 26a65429-d579-4554-808a-eb0a188d136a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:11.227906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:11.229781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:11.233345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 1091 time: 1.2561970 Feb 11 12:52:11.236960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:11.241901 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914" -d '{"events": [{"name": "network-changed", "server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:11.247368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8a6aadc-9abd-4994-976e-572e7a3eb817 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:11.339775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c452-f900-415f-bf56-abe82efa58d6 req-50f55a76-0c10-4de2-b188-90b4da40942e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:11.349008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dd7c452-f900-415f-bf56-abe82efa58d6 req-50f55a76-0c10-4de2-b188-90b4da40942e tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 949 time: 0.1426115 Feb 11 12:52:11.430787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea34d6e3-1093-4243-a903-97713f67a992 req-db09ff9f-2c74-4cea-b70b-3378e6fdcecc tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/9bc78686-cfee-4f76-ae1c-0657ff54b9d4 HTTP/1.1" status: 200 len: 1829 time: 0.2154329 Feb 11 12:52:11.440317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f7f3e-ebba-44b7-9fb3-50850a2fc1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:11.480772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dd7c452-f900-415f-bf56-abe82efa58d6 req-97236d74-ab60-47be-89e3-d0ea102c18b5 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/security-groups?id=3983e596-e6e2-4aef-948f-dffc3e1752a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294742 Feb 11 12:52:11.485878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-44c8851e-0b70-4d5c-97e2-62b00b33dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:11.487482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-44c8851e-0b70-4d5c-97e2-62b00b33dcb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1125 time: 0.1786616 Feb 11 12:52:11.510596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ea34d6e3-1093-4243-a903-97713f67a992 req-31108f71-b0be-4336-a166-a14c0cdd0c10 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (9bc78686-cfee-4f76-ae1c-0657ff54b9d4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:11.577445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-c82cb250-945c-4145-937b-1499e1556703 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 217 time: 0.0727389 Feb 11 12:52:11.588009 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50281f8d-5870-4794-8135-a54f79ebb599 x-openstack-request-id: req-50281f8d-5870-4794-8135-a54f79ebb599 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:11.588380 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:11.588549 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50281f8d-5870-4794-8135-a54f79ebb599 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:11.588924 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6', 'status': 'completed', 'code': 200} Feb 11 12:52:11.637831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ea34d6e3-1093-4243-a903-97713f67a992 req-31108f71-b0be-4336-a166-a14c0cdd0c10 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (9bc78686-cfee-4f76-ae1c-0657ff54b9d4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:11.668940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a8a6aadc-9abd-4994-976e-572e7a3eb817 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:11.669303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:11.772201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-914e2706-f7a7-4509-abd8-7595ef56cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:11.773591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-914e2706-f7a7-4509-abd8-7595ef56cf1b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.1655066 Feb 11 12:52:11.851768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-2789cf09-4da9-43da-b06e-07823cef20e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658741 Feb 11 12:52:11.855337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ea34d6e3-1093-4243-a903-97713f67a992 req-31108f71-b0be-4336-a166-a14c0cdd0c10 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9bc78686-cfee-4f76-ae1c-0657ff54b9d4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:11.862058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ea34d6e3-1093-4243-a903-97713f67a992 req-31108f71-b0be-4336-a166-a14c0cdd0c10 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:11.864895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea34d6e3-1093-4243-a903-97713f67a992 req-31108f71-b0be-4336-a166-a14c0cdd0c10 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "DELETE /v2.0/security-groups/9bc78686-cfee-4f76-ae1c-0657ff54b9d4 HTTP/1.1" status: 204 len: 173 time: 0.4197304 Feb 11 12:52:11.972391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a8a6aadc-9abd-4994-976e-572e7a3eb817 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:11.973280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbe0be-1071-4a76-9d69-18a039824907 req-58c233f3-d204-495e-b821-d3f4babbf1aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:11.989745 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-29cbe0be-1071-4a76-9d69-18a039824907 req-58c233f3-d204-495e-b821-d3f4babbf1aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2012057 Feb 11 12:52:11.993824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:52:08Z', 'revision_number': 4, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port': {'id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:01Z', 'updated_at': '2022-02-11T12:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '714d7ab3-88b6-4c77-9265-15d7041fe247', 'name': '', 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'mac_address': 'fa:16:3e:6c:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'de635e3a-78f9-4bbe-9986-92861cc965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:07Z', 'updated_at': '2022-02-11T12:52:09Z', 'revision_number': 2, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'subnets': [{'id': 'de635e3a-78f9-4bbe-9986-92861cc965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:12.049992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Checking router: 26a65429-d579-4554-808a-eb0a188d136a for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:52:12.057762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Updating router 26a65429-d579-4554-808a-eb0a188d136a port 714d7ab3-88b6-4c77-9265-15d7041fe247 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:52:12.078176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-d8d1e0cc-4b40-4df2-9533-4cd9147001d7 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114851 Feb 11 12:52:12.085657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31108f71-b0be-4336-a166-a14c0cdd0c10 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc78686-cfee-4f76-ae1c-0657ff54b9d4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:12.137096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:12.239970 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-29cbe0be-1071-4a76-9d69-18a039824907 req-7b343174-5aa3-4172-9cb6-24c66530e674 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402923 Feb 11 12:52:12.268766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-c9174cfd-5e3c-47d6-a649-19e33753addd tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:12.271295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f370b8-1f50-4660-99be-ea5e24c053d7 req-293e103c-4d50-469f-aeaf-1068242ff299 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:12.273052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91f370b8-1f50-4660-99be-ea5e24c053d7 req-293e103c-4d50-469f-aeaf-1068242ff299 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.1894226 Feb 11 12:52:12.279285 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-c9174cfd-5e3c-47d6-a649-19e33753addd tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 949 time: 0.2530949 Feb 11 12:52:12.402343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8222cb46-b833-4eee-bb8c-8bf4fce3f0ad req-a2ae4000-a416-4a4f-95cd-6741bd51d606 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084981 Feb 11 12:52:12.455220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91f370b8-1f50-4660-99be-ea5e24c053d7 req-3638dabd-f8e0-4860-978e-f00bb7b8590a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672840 Feb 11 12:52:12.686858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2a118-b787-4eea-9591-0bee4da8158e req-fca0a100-2c85-4805-baa0-6a4979e380bc tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:12.695282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12c2a118-b787-4eea-9591-0bee4da8158e req-fca0a100-2c85-4805-baa0-6a4979e380bc tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 945 time: 0.3083091 Feb 11 12:52:12.698883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Deleting port 658e42d1-ba31-4640-a251-255d15bacd8d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:52:12.699220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:12.699567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-bbbc6d3a-ccd6-4994-9315-290c42b72f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:12.713105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-bbbc6d3a-ccd6-4994-9315-290c42b72f02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1125 time: 0.2322216 Feb 11 12:52:12.731815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b610f23-b2d1-48f1-8e7d-e6f37b8b8c10 req-bb26e5eb-f847-4116-902c-0920a8ba1a86 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/c0a1d1f5-48a0-4439-b83d-f1e0bda8db33 HTTP/1.1" status: 200 len: 1828 time: 0.1613557 Feb 11 12:52:12.808927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] For port 658e42d1-ba31-4640-a251-255d15bacd8d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=658e42d1-ba31-4640-a251-255d15bacd8d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:12.809324 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:12.824593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Calling delete_port for 658e42d1-ba31-4640-a251-255d15bacd8d owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:52:12.848223 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Publish callbacks [] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:12.880742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.053713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b610f23-b2d1-48f1-8e7d-e6f37b8b8c10 req-f0e1a552-6581-43e4-bf3c-6925f3a480b4 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (c0a1d1f5-48a0-4439-b83d-f1e0bda8db33), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.079407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9220e-2352-446a-90a8-9b3842359237 None None] Pushing event updated for resources: {'Port': ['ID=714d7ab3-88b6-4c77-9265-15d7041fe247,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:13.093221 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b610f23-b2d1-48f1-8e7d-e6f37b8b8c10 req-f0e1a552-6581-43e4-bf3c-6925f3a480b4 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (c0a1d1f5-48a0-4439-b83d-f1e0bda8db33), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.118825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (658e42d1-ba31-4640-a251-255d15bacd8d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.163052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b610f23-b2d1-48f1-8e7d-e6f37b8b8c10 req-f0e1a552-6581-43e4-bf3c-6925f3a480b4 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c0a1d1f5-48a0-4439-b83d-f1e0bda8db33), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.166579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b610f23-b2d1-48f1-8e7d-e6f37b8b8c10 req-f0e1a552-6581-43e4-bf3c-6925f3a480b4 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.168090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b610f23-b2d1-48f1-8e7d-e6f37b8b8c10 req-f0e1a552-6581-43e4-bf3c-6925f3a480b4 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "DELETE /v2.0/security-groups/c0a1d1f5-48a0-4439-b83d-f1e0bda8db33 HTTP/1.1" status: 204 len: 173 time: 0.4351647 Feb 11 12:52:13.184344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1a552-6581-43e4-bf3c-6925f3a480b4 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a1d1f5-48a0-4439-b83d-f1e0bda8db33,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:13.187594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Pushing event deleted for resources: {'Port': ['ID=658e42d1-ba31-4640-a251-255d15bacd8d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:13.236347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-f32d1a93-0584-439b-9ea6-8917907ad96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:13.240276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-f32d1a93-0584-439b-9ea6-8917907ad96a service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.4839163 Feb 11 12:52:13.260858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12c2a118-b787-4eea-9591-0bee4da8158e req-9fb74306-6635-4f80-8de6-508a28d261ae tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645711 Feb 11 12:52:13.416264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-fe93c7d6-8622-4c66-8748-4909e6535765 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 217 time: 0.1504538 Feb 11 12:52:13.461738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] No DVR routers for this DVR port 658e42d1-ba31-4640-a251-255d15bacd8d on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:52:13.471311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.486104 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3cadd2e-8830-405e-9a80-0407416c0973 req-93f40ec0-ce50-48d0-9b15-7f18082e3faa tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.53 "DELETE /v2.0/ports/658e42d1-ba31-4640-a251-255d15bacd8d HTTP/1.1" status: 204 len: 173 time: 1.1955180 Feb 11 12:52:13.486863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44659f6e-6773-469c-9338-f54e957f4598', 'name': 'network-vif-deleted', 'tag': '658e42d1-ba31-4640-a251-255d15bacd8d'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:13.492159 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0986c941-d01e-4520-b860-77607d22623f" -d '{"events": [{"server_uuid": "44659f6e-6773-469c-9338-f54e957f4598", "name": "network-vif-deleted", "tag": "658e42d1-ba31-4640-a251-255d15bacd8d"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:13.541204 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-322c7efd-87d0-4b0a-9c72-6e6867596084 req-afc04662-2db2-44f0-a4b8-52acb38301ee tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/0f08d34d-162d-4ea4-9801-bfc98494f90b HTTP/1.1" status: 200 len: 1829 time: 0.1882088 Feb 11 12:52:13.552509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2dc21ad5-16c5-4601-9e8c-868a3f051e7a req-3a835b6b-0d78-4211-b933-ca499072e564 tempest-LiveMigrationNegativeTest-2137943200 tempest-LiveMigrationNegativeTest-2137943200-project] 10.222.0.42 "GET /v2.0/ports?device_id=44659f6e-6773-469c-9338-f54e957f4598 HTTP/1.1" status: 200 len: 210 time: 0.1786518 Feb 11 12:52:13.694663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-40dacd13-c726-4017-a56b-54b1fbcd261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:13.698770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-40dacd13-c726-4017-a56b-54b1fbcd261d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.2160938 Feb 11 12:52:13.733922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-322c7efd-87d0-4b0a-9c72-6e6867596084 req-4359ec98-19e6-492b-854f-8197e4700f79 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (0f08d34d-162d-4ea4-9801-bfc98494f90b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.742109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['658e42d1-ba31-4640-a251-255d15bacd8d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:13.759693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-322c7efd-87d0-4b0a-9c72-6e6867596084 req-4359ec98-19e6-492b-854f-8197e4700f79 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (0f08d34d-162d-4ea4-9801-bfc98494f90b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.796069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-3a11c752-b6b2-42d7-8857-0d6adbc3a31b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809107 Feb 11 12:52:13.842922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-322c7efd-87d0-4b0a-9c72-6e6867596084 req-4359ec98-19e6-492b-854f-8197e4700f79 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0f08d34d-162d-4ea4-9801-bfc98494f90b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.845849 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-322c7efd-87d0-4b0a-9c72-6e6867596084 req-4359ec98-19e6-492b-854f-8197e4700f79 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.860682 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-322c7efd-87d0-4b0a-9c72-6e6867596084 req-4359ec98-19e6-492b-854f-8197e4700f79 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "DELETE /v2.0/security-groups/0f08d34d-162d-4ea4-9801-bfc98494f90b HTTP/1.1" status: 204 len: 173 time: 0.3116641 Feb 11 12:52:13.884485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Attempting to bind port 714d7ab3-88b6-4c77-9265-15d7041fe247 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:13.885024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Attempting to bind port 714d7ab3-88b6-4c77-9265-15d7041fe247 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:13.885210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Attempting to bind port 714d7ab3-88b6-4c77-9265-15d7041fe247 on network ceb7e176-8378-48de-9964-9cb3c22ba4f3 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:13.886555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359ec98-19e6-492b-854f-8197e4700f79 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f08d34d-162d-4ea4-9801-bfc98494f90b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:13.908532 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f1aaca-5d55-40c9-a23b-3b28f39f2332 x-openstack-request-id: req-13f1aaca-5d55-40c9-a23b-3b28f39f2332 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:13.909059 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44659f6e-6773-469c-9338-f54e957f4598", "name": "network-vif-deleted", "tag": "658e42d1-ba31-4640-a251-255d15bacd8d", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:13.909575 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13f1aaca-5d55-40c9-a23b-3b28f39f2332 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:13.910139 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44659f6e-6773-469c-9338-f54e957f4598', 'name': 'network-vif-deleted', 'tag': '658e42d1-ba31-4640-a251-255d15bacd8d', 'status': 'completed', 'code': 200} Feb 11 12:52:13.915982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:13.916366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Checking segment: {'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:13.923500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.924150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Bound using segment: {'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:13.924819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Bound port: 714d7ab3-88b6-4c77-9265-15d7041fe247, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98af4151-6455-43d7-b027-914f5db27acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:13.926711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:13.949027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-37620537-45cb-4590-8a3e-ad65e2aca383 None None] Provisioning complete for port 714d7ab3-88b6-4c77-9265-15d7041fe247 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:13.950298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37620537-45cb-4590-8a3e-ad65e2aca383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:14.043894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4015-cbfb-4552-90cc-5d22af49f075 req-cffa759e-2cdd-4b81-984f-2767e4cc9a5c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:14.053125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e00e4015-cbfb-4552-90cc-5d22af49f075 req-cffa759e-2cdd-4b81-984f-2767e4cc9a5c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0694909 Feb 11 12:52:14.095089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9b3ed-fa5c-4d9c-a7c6-0e6c43791243 req-aac3ddb6-3673-47d5-baf5-3cee9d6278c8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:14.096681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4e9b3ed-fa5c-4d9c-a7c6-0e6c43791243 req-aac3ddb6-3673-47d5-baf5-3cee9d6278c8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2995148 Feb 11 12:52:14.159438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e00e4015-cbfb-4552-90cc-5d22af49f075 req-84e4e4bc-f86e-4f1f-933c-5e15fd9db8ab tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970469 Feb 11 12:52:14.206073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-37620537-45cb-4590-8a3e-ad65e2aca383 None None] Port 714d7ab3-88b6-4c77-9265-15d7041fe247 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:52:14.212331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] For port 714d7ab3-88b6-4c77-9265-15d7041fe247, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:14.216274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] For port 714d7ab3-88b6-4c77-9265-15d7041fe247, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=714d7ab3-88b6-4c77-9265-15d7041fe247,segment=NetworkSegment(98af4151-6455-43d7-b027-914f5db27acd),segment_id=98af4151-6455-43d7-b027-914f5db27acd)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:14.231156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:14.238181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-fe722108-dbcb-40b5-a2d7-1dcd45d5e338 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729324 Feb 11 12:52:14.301956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-da572b3d-1075-4b8e-b103-6c2be14fcd3d req-0971c2b1-d1d4-4017-a9df-378749093fbf tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/9f7347e7-c582-4a4f-9b68-22a1bf5fd29a HTTP/1.1" status: 200 len: 1830 time: 0.0791552 Feb 11 12:52:14.370779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4e9b3ed-fa5c-4d9c-a7c6-0e6c43791243 req-03a1b1e3-ef7e-4449-ab45-9e71cf3a2dab tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606583 Feb 11 12:52:14.428319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9220e-2352-446a-90a8-9b3842359237 None None] Pushing event updated for resources: {'Port': ['ID=714d7ab3-88b6-4c77-9265-15d7041fe247,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:14.455057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-da572b3d-1075-4b8e-b103-6c2be14fcd3d req-95b48e29-9054-4e52-9dfb-18a9ce9a00ee tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (9f7347e7-c582-4a4f-9b68-22a1bf5fd29a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:14.478354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Routers {'26a65429-d579-4554-808a-eb0a188d136a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:14.484064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['26a65429-d579-4554-808a-eb0a188d136a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:14.558868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-da572b3d-1075-4b8e-b103-6c2be14fcd3d req-95b48e29-9054-4e52-9dfb-18a9ce9a00ee tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (9f7347e7-c582-4a4f-9b68-22a1bf5fd29a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:14.655442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-da572b3d-1075-4b8e-b103-6c2be14fcd3d req-95b48e29-9054-4e52-9dfb-18a9ce9a00ee tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9f7347e7-c582-4a4f-9b68-22a1bf5fd29a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:14.658915 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-da572b3d-1075-4b8e-b103-6c2be14fcd3d req-95b48e29-9054-4e52-9dfb-18a9ce9a00ee tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:14.667089 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-da572b3d-1075-4b8e-b103-6c2be14fcd3d req-95b48e29-9054-4e52-9dfb-18a9ce9a00ee tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "DELETE /v2.0/security-groups/9f7347e7-c582-4a4f-9b68-22a1bf5fd29a HTTP/1.1" status: 204 len: 173 time: 0.3627615 Feb 11 12:52:14.694707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b48e29-9054-4e52-9dfb-18a9ce9a00ee tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7347e7-c582-4a4f-9b68-22a1bf5fd29a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:14.742378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c64b7ee7-c1c0-4edf-bcb4-b8c8c7179914 req-62d85705-2c84-41bc-87df-0e31bb8977af service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897988 Feb 11 12:52:14.811443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] Set router 26a65429-d579-4554-808a-eb0a188d136a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:14.855027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41e3c2-0448-4640-8e65-18b09070443f req-cc83d206-58fa-423b-a392-c6bddc67fde1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:14.859639 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a558d3ba-fdfd-46f9-acea-24664b6f439c req-844822c8-6559-405a-a94f-b60be9d78124 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "GET /v2.0/security-groups/d5a77fac-56f0-44f6-b3a2-f6b7a6718005 HTTP/1.1" status: 200 len: 1828 time: 0.0549378 Feb 11 12:52:14.864033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f41e3c2-0448-4640-8e65-18b09070443f req-cc83d206-58fa-423b-a392-c6bddc67fde1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 945 time: 0.1518412 Feb 11 12:52:14.939280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a558d3ba-fdfd-46f9-acea-24664b6f439c req-adde38b0-be3c-4dec-a38c-f00703f7d4f2 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (d5a77fac-56f0-44f6-b3a2-f6b7a6718005), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:14.983794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f41e3c2-0448-4640-8e65-18b09070443f req-76d08573-cc7e-41b4-80e2-ae70574a1209 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180544 Feb 11 12:52:14.996476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5e0c43ee-df28-468d-97f4-4f0e3c06cf4e None None] Provisioning complete for port 714d7ab3-88b6-4c77-9265-15d7041fe247 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:14.996998 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e0c43ee-df28-468d-97f4-4f0e3c06cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.026552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a558d3ba-fdfd-46f9-acea-24664b6f439c req-adde38b0-be3c-4dec-a38c-f00703f7d4f2 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (d5a77fac-56f0-44f6-b3a2-f6b7a6718005), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.109852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a558d3ba-fdfd-46f9-acea-24664b6f439c req-adde38b0-be3c-4dec-a38c-f00703f7d4f2 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5a77fac-56f0-44f6-b3a2-f6b7a6718005), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.117926 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a558d3ba-fdfd-46f9-acea-24664b6f439c req-adde38b0-be3c-4dec-a38c-f00703f7d4f2 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.120275 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a558d3ba-fdfd-46f9-acea-24664b6f439c req-adde38b0-be3c-4dec-a38c-f00703f7d4f2 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] 10.222.0.42 "DELETE /v2.0/security-groups/d5a77fac-56f0-44f6-b3a2-f6b7a6718005 HTTP/1.1" status: 204 len: 173 time: 0.2597151 Feb 11 12:52:15.128353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:15.167666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde38b0-be3c-4dec-a38c-f00703f7d4f2 tempest-SecurityGroupRulesNegativeTestJSON-965627198 tempest-SecurityGroupRulesNegativeTestJSON-965627198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a77fac-56f0-44f6-b3a2-f6b7a6718005,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:15.181042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5e0c43ee-df28-468d-97f4-4f0e3c06cf4e None None] Current status of the port 714d7ab3-88b6-4c77-9265-15d7041fe247 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:15.181435 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e0c43ee-df28-468d-97f4-4f0e3c06cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.231767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56904) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:15.289473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5e0c43ee-df28-468d-97f4-4f0e3c06cf4e None None] For port 714d7ab3-88b6-4c77-9265-15d7041fe247, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=714d7ab3-88b6-4c77-9265-15d7041fe247,segment=NetworkSegment(98af4151-6455-43d7-b027-914f5db27acd),segment_id=98af4151-6455-43d7-b027-914f5db27acd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:15.306466 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e0c43ee-df28-468d-97f4-4f0e3c06cf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.347205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] Deleting subnet 2459e37f-6b57-4d35-a10b-d1c8727effbf {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:52:15.362379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] Publish callbacks [] for subnet (2459e37f-6b57-4d35-a10b-d1c8727effbf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.363050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c43ee-df28-468d-97f4-4f0e3c06cf4e None None] Pushing event updated for resources: {'Port': ['ID=714d7ab3-88b6-4c77-9265-15d7041fe247,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:15.368896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04476998-105e-4933-b733-2f6f1f89aaf9 req-d85341a2-3d34-4e06-b546-e9a532e97a00 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:15.371446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052dea4-d138-477e-a55b-b70c1714dc19 req-f869c68a-c037-42be-893e-eec5323ffea7 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:15.373363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:52:08Z', 'revision_number': 4, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port': {'id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:01Z', 'updated_at': '2022-02-11T12:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '714d7ab3-88b6-4c77-9265-15d7041fe247', 'name': '', 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'mac_address': 'fa:16:3e:6c:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'de635e3a-78f9-4bbe-9986-92861cc965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:07Z', 'updated_at': '2022-02-11T12:52:14Z', 'revision_number': 4, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'subnets': [{'id': 'de635e3a-78f9-4bbe-9986-92861cc965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:15.378291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-04476998-105e-4933-b733-2f6f1f89aaf9 req-d85341a2-3d34-4e06-b546-e9a532e97a00 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.1014473 Feb 11 12:52:15.382132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8052dea4-d138-477e-a55b-b70c1714dc19 req-f869c68a-c037-42be-893e-eec5323ffea7 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1127 time: 0.1957757 Feb 11 12:52:15.406838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5ed1b1-2e5b-41c8-b866-2f0ad8b8de9f None None] The sync data for ids ['26a65429-d579-4554-808a-eb0a188d136a'] in n-d-828675-3 is: [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:52:08Z', 'revision_number': 4, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port': {'id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:01Z', 'updated_at': '2022-02-11T12:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '714d7ab3-88b6-4c77-9265-15d7041fe247', 'name': '', 'network_id': 'ceb7e176-8378-48de-9964-9cb3c22ba4f3', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'mac_address': 'fa:16:3e:6c:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'de635e3a-78f9-4bbe-9986-92861cc965d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:07Z', 'updated_at': '2022-02-11T12:52:14Z', 'revision_number': 4, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'subnets': [{'id': 'de635e3a-78f9-4bbe-9986-92861cc965d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:52:15.487320 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-04476998-105e-4933-b733-2f6f1f89aaf9 req-46cde55a-cd1b-43c9-b512-b35b2200d660 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081476 Feb 11 12:52:15.497446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] Publish callbacks [] for subnet (2459e37f-6b57-4d35-a10b-d1c8727effbf), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.508643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-54dbcb4f-aa42-4b09-8225-84e3cb59c87d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6add49713f0849b7a68d3881884ad2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754114 Feb 11 12:52:15.511953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56910) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:15.534326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (2459e37f-6b57-4d35-a10b-d1c8727effbf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.618233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8052dea4-d138-477e-a55b-b70c1714dc19 req-83af6f95-4f6a-4aee-8707-b91a3525fe41 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845489 Feb 11 12:52:15.692784 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee3a0-a0b9-43df-94cc-dabfb51d1744 admin admin] Publish callbacks [] for security_group (3983e596-e6e2-4aef-948f-dffc3e1752a2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.697449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (2459e37f-6b57-4d35-a10b-d1c8727effbf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.736836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677ac24-1377-4c30-afcc-349ed5c75b91 req-71ae91fe-7cbc-4fcb-975a-b1fcc3326494 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:15.738505 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c677ac24-1377-4c30-afcc-349ed5c75b91 req-71ae91fe-7cbc-4fcb-975a-b1fcc3326494 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1010644 Feb 11 12:52:15.770729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.774955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2459e37f-6b57-4d35-a10b-d1c8727effbf HTTP/1.1" status: 204 len: 168 time: 0.6454926 Feb 11 12:52:15.779181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56914) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:15.794677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ee9f2-3982-4714-a40c-dac151df6f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2459e37f-6b57-4d35-a10b-d1c8727effbf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:15.799340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee3a0-a0b9-43df-94cc-dabfb51d1744 admin admin] Publish callbacks [] for security_group (3983e596-e6e2-4aef-948f-dffc3e1752a2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.836540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c677ac24-1377-4c30-afcc-349ed5c75b91 req-093159ea-31fd-4bfd-907b-614d382b9f3d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918257 Feb 11 12:52:15.875590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25d5e2-1dbe-4a3f-9934-087286360a99 req-82af142e-dd6a-4102-b4ee-8e566bf90344 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:15.877573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e25d5e2-1dbe-4a3f-9934-087286360a99 req-82af142e-dd6a-4102-b4ee-8e566bf90344 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1127 time: 0.1706381 Feb 11 12:52:15.903001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (928d468f-ca50-4eb6-a237-0eba212f2b3b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.923873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.936532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee3a0-a0b9-43df-94cc-dabfb51d1744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3983e596-e6e2-4aef-948f-dffc3e1752a2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.939643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad7ee3a0-a0b9-43df-94cc-dabfb51d1744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:15.941396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ad7ee3a0-a0b9-43df-94cc-dabfb51d1744 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3983e596-e6e2-4aef-948f-dffc3e1752a2 HTTP/1.1" status: 204 len: 168 time: 0.4280570 Feb 11 12:52:15.957001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e25d5e2-1dbe-4a3f-9934-087286360a99 req-a363b9d6-1d45-40b7-95fe-61dec2b05075 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721853 Feb 11 12:52:15.958703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ee3a0-a0b9-43df-94cc-dabfb51d1744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3983e596-e6e2-4aef-948f-dffc3e1752a2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:16.093775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (928d468f-ca50-4eb6-a237-0eba212f2b3b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.131613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.131881 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.133027 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.133360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > port after_create 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.133789 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.134134 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > port after_update 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.137024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.137166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 616d5383-3136-4cdf-9aea-125d9c8031f6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:52:16.137570 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.138879 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.139013 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.139934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 658e42d1-ba31-4640-a251-255d15bacd8d no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:52:16.214204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 658e42d1-ba31-4640-a251-255d15bacd8d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:52:16.214723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 658e42d1-ba31-4640-a251-255d15bacd8d not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:52:16.288192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.288820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.288820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.289234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109684) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:52:16.289529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928d468f-ca50-4eb6-a237-0eba212f2b3b']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:16.408985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be54fbe9-c372-46da-aa6a-a02e61a5859b') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:16.409533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be54fbe9-c372-46da-aa6a-a02e61a5859b') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:16.412526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:16.430147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (be54fbe9-c372-46da-aa6a-a02e61a5859b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.435770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '616d5383-3136-4cdf-9aea-125d9c8031f6', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'port_id': '616d5383-3136-4cdf-9aea-125d9c8031f6', 'mac_address': 'fa:16:3e:1c:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c69056-a93f-4e95-b28d-8dbb666ba34a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:52:16.474662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (be54fbe9-c372-46da-aa6a-a02e61a5859b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.502321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174630f-a8e5-4fee-8783-825ce431e498 req-7c9a7fb3-669c-42b6-a4ec-096b3216ec61 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:16.521656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174630f-a8e5-4fee-8783-825ce431e498 req-7c9a7fb3-669c-42b6-a4ec-096b3216ec61 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1127 time: 0.1803224 Feb 11 12:52:16.552571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56932) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:16.571660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 616d5383-3136-4cdf-9aea-125d9c8031f6 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:16.572053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.599043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:52:16.602095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (be54fbe9-c372-46da-aa6a-a02e61a5859b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.614335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616d5383-3136-4cdf-9aea-125d9c8031f6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: from cryptography.utils import int_from_bytes Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: from cryptography.utils import int_from_bytes Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:52:16.630470 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:52:16.655134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:16.662395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.672670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-96a6929e-ae68-40aa-8496-327387003302 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ca6b9905f0b4bfcafe27561bdf374df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1176445 Feb 11 12:52:16.679696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56934) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:16.726299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba744963-2f29-4d24-abda-8bb524409399 req-137c3c29-9824-40ad-ad22-35472cfc6962 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:16.733952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba744963-2f29-4d24-abda-8bb524409399 req-137c3c29-9824-40ad-ad22-35472cfc6962 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.1092799 Feb 11 12:52:16.739396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:16.761014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.761354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.761762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.762097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.762423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.762743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.763063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.763381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.763694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.764007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.764324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.764795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.765121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:52:16.790663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174630f-a8e5-4fee-8783-825ce431e498 req-af2817ee-5890-4781-821a-54899a5e517d tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635520 Feb 11 12:52:16.804515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba744963-2f29-4d24-abda-8bb524409399 req-9bc4f953-fb30-49e9-a89c-cc9abf7e328a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Feb 11 12:52:16.848144 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (928d468f-ca50-4eb6-a237-0eba212f2b3b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.873167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.905319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/928d468f-ca50-4eb6-a237-0eba212f2b3b HTTP/1.1" status: 204 len: 168 time: 1.1245441 Feb 11 12:52:16.906779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86ffb437-4f62-4a9f-8582-ffa494d6662a admin admin] Publish callbacks [] for security_group (0667be88-67f5-432c-b6f4-0811e90033e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.949019 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:16.950070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39e157-3685-4e07-807d-a81e29d7ddd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=928d468f-ca50-4eb6-a237-0eba212f2b3b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:16.974833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86ffb437-4f62-4a9f-8582-ffa494d6662a admin admin] Publish callbacks [] for security_group (0667be88-67f5-432c-b6f4-0811e90033e4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.034412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['616d5383-3136-4cdf-9aea-125d9c8031f6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:17.080674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 714d7ab3-88b6-4c77-9265-15d7041fe247 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:17.093039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86ffb437-4f62-4a9f-8582-ffa494d6662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0667be88-67f5-432c-b6f4-0811e90033e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.096212 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86ffb437-4f62-4a9f-8582-ffa494d6662a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.097348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-86ffb437-4f62-4a9f-8582-ffa494d6662a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0667be88-67f5-432c-b6f4-0811e90033e4 HTTP/1.1" status: 204 len: 168 time: 0.4167013 Feb 11 12:52:17.134148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffb437-4f62-4a9f-8582-ffa494d6662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0667be88-67f5-432c-b6f4-0811e90033e4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:17.251675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 714d7ab3-88b6-4c77-9265-15d7041fe247 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:17.252153 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.267801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79159b7a-02d7-43b9-bc54-e1e00e46963b req-40aa63f8-2b3f-4b8b-8811-2cf3be6f14d7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:17.279220 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79159b7a-02d7-43b9-bc54-e1e00e46963b req-40aa63f8-2b3f-4b8b-8811-2cf3be6f14d7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2644470 Feb 11 12:52:17.303240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56942) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:17.363886 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79159b7a-02d7-43b9-bc54-e1e00e46963b req-33e4dea2-1a15-4e47-a95a-1c960d32a8e2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791593 Feb 11 12:52:17.375728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 714d7ab3-88b6-4c77-9265-15d7041fe247 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:17.391342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56944) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:17.405082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e84e0257-e1f2-42ef-898b-e9a71b3f40ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f38f2630a9ea47bf8a3c949c50b57f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1002946 Feb 11 12:52:17.465765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee21297d-cf34-46c7-a8a5-94f7c2b80e67 admin admin] Publish callbacks [] for security_group (0547e8cd-edb3-47b7-badc-dcacbc651e58), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.488959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee21297d-cf34-46c7-a8a5-94f7c2b80e67 admin admin] Publish callbacks [] for security_group (0547e8cd-edb3-47b7-badc-dcacbc651e58), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.550744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee21297d-cf34-46c7-a8a5-94f7c2b80e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0547e8cd-edb3-47b7-badc-dcacbc651e58), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.554561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee21297d-cf34-46c7-a8a5-94f7c2b80e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:17.555783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ee21297d-cf34-46c7-a8a5-94f7c2b80e67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0547e8cd-edb3-47b7-badc-dcacbc651e58 HTTP/1.1" status: 204 len: 168 time: 0.1634564 Feb 11 12:52:17.564957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21297d-cf34-46c7-a8a5-94f7c2b80e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0547e8cd-edb3-47b7-badc-dcacbc651e58,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:17.977413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5237af3-549c-4790-bfb6-d625a249bc67 req-7460dcfa-c5a6-45b0-844f-2d04f1f83ca1 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:17.984062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5237af3-549c-4790-bfb6-d625a249bc67 req-7460dcfa-c5a6-45b0-844f-2d04f1f83ca1 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1127 time: 0.0812979 Feb 11 12:52:18.021414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae8038-43e2-4cdc-85c1-d8ddb581d529 req-aba9b2a5-ffda-49fc-a985-ef01c3088cc5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:18.031619 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6ae8038-43e2-4cdc-85c1-d8ddb581d529 req-aba9b2a5-ffda-49fc-a985-ef01c3088cc5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.0786016 Feb 11 12:52:18.074440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5237af3-549c-4790-bfb6-d625a249bc67 req-a442f57f-38a0-493b-91b4-d87a6956ccc7 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861814 Feb 11 12:52:18.099580 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6ae8038-43e2-4cdc-85c1-d8ddb581d529 req-bac11f84-0c54-4596-b9cf-51f17562aacf tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666273 Feb 11 12:52:18.467496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57002) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:18.500320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace850d-55cd-4756-bf79-16d8b88e1435 req-f27cfcbf-92d0-43ab-9744-508385d2a56d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:18.509383 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ace850d-55cd-4756-bf79-16d8b88e1435 req-f27cfcbf-92d0-43ab-9744-508385d2a56d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.0693121 Feb 11 12:52:18.586001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ace850d-55cd-4756-bf79-16d8b88e1435 req-b293b100-e520-42b4-befb-69c76829b8c0 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751359 Feb 11 12:52:18.714158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-719344778-network', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:18.747029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Made reservation on behalf of 2db4a850c7a94d6fb28f3f13a12fd846 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:18.749903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:18.762626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:18.895726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks [] for security_group (ad1d06ef-d743-4be6-975d-f4409062d6a6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:18.900294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ad1d06ef-d743-4be6-975d-f4409062d6a6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:18.956939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d06ef-d743-4be6-975d-f4409062d6a6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:18.962313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:52:18.989020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f066cae7-368c-436b-9aa8-cb87da656fab), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:18.989746 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Added segment f066cae7-368c-436b-9aa8-cb87da656fab of type vlan for network a8387a4b-293f-4e19-bc4f-2dc390d98647 Feb 11 12:52:19.035600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (a8387a4b-293f-4e19-bc4f-2dc390d98647), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:19.089994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (a8387a4b-293f-4e19-bc4f-2dc390d98647), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:19.090987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:19.091568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:19.141163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57036) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:19.144727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6755054 Feb 11 12:52:19.149299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Request body: {'subnet': {'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-719344778-subnet', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:19.207219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Made reservation on behalf of 2db4a850c7a94d6fb28f3f13a12fd846 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:19.211133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:19.239860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36154417-0a82-433b-9799-dc7749ef89a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a8387a4b-293f-4e19-bc4f-2dc390d98647,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:19.256984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:52:19.358070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5b3f-666e-4522-968a-52aa7eb20700 req-fe5dd66b-9aa0-4aea-8fc2-7361e446ead5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:19.366152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bfed5b3f-666e-4522-968a-52aa7eb20700 req-fe5dd66b-9aa0-4aea-8fc2-7361e446ead5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.1727457 Feb 11 12:52:19.484666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bfed5b3f-666e-4522-968a-52aa7eb20700 req-ec4a999c-c5f7-4c9e-960b-8a2555408ade tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174235 Feb 11 12:52:19.566475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (a7790358-68b7-4a2e-bda3-82a2abec8deb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:19.638332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7790358-68b7-4a2e-bda3-82a2abec8deb,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:19.645632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-dba129b2-362a-483d-84be-57c1c168d3bc tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:52:19.646683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-dba129b2-362a-483d-84be-57c1c168d3bc tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195293 Feb 11 12:52:19.694111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Checking segment: {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:19.694497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Network hostable DHCP agents. Network: a8387a4b-293f-4e19-bc4f-2dc390d98647, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:52:19.717331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-1f19e71b-ca71-45ed-8c01-bb2655b093e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:19.718713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-1f19e71b-ca71-45ed-8c01-bb2655b093e2 service neutron] 10.222.0.42 "GET /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 1124 time: 0.0581493 Feb 11 12:52:19.720257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:52:19.729748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Request body: {'binding': {'host': 'n-h2-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:19.730201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:52:19.755047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, a8387a4b-293f-4e19-bc4f-2dc390d98647) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:19.763985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:19.764290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b7241-e845-436a-b31c-4ce323cf0509 None None] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:52:19.764675 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:19.829294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-3182ba95-3330-4357-8e35-3523b80d485b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390487 Feb 11 12:52:19.863315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-86849b13-7f87-4346-b87e-4f94e9f54d2e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7183313 Feb 11 12:52:19.864275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57058) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:19.892486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-a8387a4b-293f-4e19-bc4f-2dc390d98647', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:52:19.893827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.062701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Allocated IP 172.20.0.2 (a8387a4b-293f-4e19-bc4f-2dc390d98647/a7790358-68b7-4a2e-bda3-82a2abec8deb/2ad2338a-e963-47d3-aee3-ab8364a821fb) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:20.095665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:20.165698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 616d5383-3136-4cdf-9aea-125d9c8031f6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:20.189480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (5b29233d-0633-49e8-a864-61d5bbe4d5e4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.191220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (5b29233d-0633-49e8-a864-61d5bbe4d5e4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.279686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on host n-h2-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:20.280273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:20.280836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:20.294506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Publish callbacks [] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.297353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 616d5383-3136-4cdf-9aea-125d9c8031f6 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:52:20.302071 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.306477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 616d5383-3136-4cdf-9aea-125d9c8031f6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:20.306841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.345256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks [] for router_controller (5b29233d-0633-49e8-a864-61d5bbe4d5e4), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.346432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:52:20.346956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:20.368184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-477fac05-3919-4083-8a38-943e6aaaa1bf tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:20.370150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-477fac05-3919-4083-8a38-943e6aaaa1bf tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5130968 Feb 11 12:52:20.372460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:20.382439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:20.384866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:20.389581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Pushing event updated for resources: {'Port': ['ID=2ad2338a-e963-47d3-aee3-ab8364a821fb,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:20.433182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:20.433565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:20.433904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:20.434352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Bound port: 52e6c487-b888-471a-9364-291ca7f81748, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:20.442685 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-f823c70f-f793-4814-8d3a-f9ae6c95f3b9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/quotas/2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 375 time: 0.0329044 Feb 11 12:52:20.497798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Attempting to bind port 2ad2338a-e963-47d3-aee3-ab8364a821fb on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:20.498169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Attempting to bind port 2ad2338a-e963-47d3-aee3-ab8364a821fb by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:20.498533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Attempting to bind port 2ad2338a-e963-47d3-aee3-ab8364a821fb on network a8387a4b-293f-4e19-bc4f-2dc390d98647 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:20.507755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:20.508129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Checking segment: {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:20.508530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.508918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Bound using segment: {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:20.509386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Bound port: 2ad2338a-e963-47d3-aee3-ab8364a821fb, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:20.509795 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.512807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 616d5383-3136-4cdf-9aea-125d9c8031f6 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:20.513179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.547258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:20.549526 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d181b-8f58-4388-be4f-b582f58c9013" -d '{"events": [{"server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "name": "network-vif-plugged", "status": "completed", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:20.583909 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-e3028bac-6f3c-438a-addb-36f96409a36c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050844 Feb 11 12:52:20.586218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:20.591905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.633070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks [] for router_gateway (5b29233d-0633-49e8-a864-61d5bbe4d5e4), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.657479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:20.661894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:20.684024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] For port 2ad2338a-e963-47d3-aee3-ab8364a821fb, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:20.688131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] For port 2ad2338a-e963-47d3-aee3-ab8364a821fb, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2ad2338a-e963-47d3-aee3-ab8364a821fb,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:20.692711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.694704 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-aeaa92e5-0302-4754-9ed5-4305effb9cc2 service neutron] 10.222.0.42 "POST /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748/bindings HTTP/1.1" status: 201 len: 389 time: 0.9683349 Feb 11 12:52:20.697231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:20.797121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53744eec-b1b8-4105-9ef8-f12f8f32ba64 None None] Pushing event updated for resources: {'Port': ['ID=2ad2338a-e963-47d3-aee3-ab8364a821fb,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:21.050165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f8a4e-45cb-4248-82d3-7f78d561db9f req-0a141113-6caf-4bb5-bfa3-b000934e2415 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:21.058268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a5f8a4e-45cb-4248-82d3-7f78d561db9f req-0a141113-6caf-4bb5-bfa3-b000934e2415 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1452663 Feb 11 12:52:21.116842 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks [] for router_gateway (5b29233d-0633-49e8-a864-61d5bbe4d5e4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:21.155236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:21.174787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-46b405bd-7cf0-41cc-9651-322cda88c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:21.181246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-46b405bd-7cf0-41cc-9651-322cda88c0c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1127 time: 0.1206133 Feb 11 12:52:21.286072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a5f8a4e-45cb-4248-82d3-7f78d561db9f req-912dac4f-5219-4f57-9c8a-87cd34065d51 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230260 Feb 11 12:52:21.362049 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39b96a6-74c5-4a8e-8fed-81af74e2dfbc x-openstack-request-id: req-d39b96a6-74c5-4a8e-8fed-81af74e2dfbc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:21.362611 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "name": "network-vif-plugged", "status": "completed", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:21.365611 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d39b96a6-74c5-4a8e-8fed-81af74e2dfbc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:21.366257 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6', 'code': 200} Feb 11 12:52:21.500043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-e71ebf41-24b0-4976-90ab-eb1d2d6e5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:21.501582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-e71ebf41-24b0-4976-90ab-eb1d2d6e5902 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.3040080 Feb 11 12:52:21.524049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab02d-40a4-499a-ba41-bdfd4234cf07 req-3c99fdbc-1349-4bc2-ac4a-a966a656a7d0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:21.538894 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae6ab02d-40a4-499a-ba41-bdfd4234cf07 req-3c99fdbc-1349-4bc2-ac4a-a966a656a7d0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.3849914 Feb 11 12:52:21.559302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-5f6d99a4-0ceb-4561-b00e-081ae0993105 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 217 time: 0.0421500 Feb 11 12:52:21.586614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2fd59-bd69-404f-a876-7787dd5d3665 req-b87a0304-f7cd-4a24-bec8-721bc0ebbca4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:21.593795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09d2fd59-bd69-404f-a876-7787dd5d3665 req-b87a0304-f7cd-4a24-bec8-721bc0ebbca4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 945 time: 0.1081443 Feb 11 12:52:21.641735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Allocated IP 172.25.1.89 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/233174f7-c03a-4b66-91b9-bfd8e672a3fe) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:21.659827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae6ab02d-40a4-499a-ba41-bdfd4234cf07 req-5beba01c-6739-4a1f-9dba-021551461556 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192772 Feb 11 12:52:21.694999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edb418-33eb-4152-bd2c-99fd8d26dd5e req-d412d5bd-9234-4667-9582-d96193267647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:21.707890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43edb418-33eb-4152-bd2c-99fd8d26dd5e req-d412d5bd-9234-4667-9582-d96193267647 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1127 time: 0.2249527 Feb 11 12:52:21.876210 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9f90085-ca98-4a5b-9901-1a9eca26dd78 req-378d2e7d-e87d-420d-bcca-4296a093b2d4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 210 time: 0.1041210 Feb 11 12:52:21.995177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks [] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:22.063531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:22.111792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-482a016b-714d-4793-a539-2192a404248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:22.114575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-482a016b-714d-4793-a539-2192a404248b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.5427117 Feb 11 12:52:22.141190 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43edb418-33eb-4152-bd2c-99fd8d26dd5e req-4454cf84-9ec8-459f-9236-7835d6322020 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197867 Feb 11 12:52:22.164606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Pushing event updated for resources: {'Port': ['ID=233174f7-c03a-4b66-91b9-bfd8e672a3fe,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:22.171921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:22.173696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:22.182393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-cc5af8a4-376c-4421-8f30-8fd1601f50da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502717 Feb 11 12:52:22.210715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09d2fd59-bd69-404f-a876-7787dd5d3665 req-d3660995-6f64-43f9-ac71-ea1ec032b206 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6156187 Feb 11 12:52:22.213759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:22.504059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3a89ee-452e-4b31-9bee-62b6b9f16c60 None None] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:52:22.522416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-31a69d71-4d39-483a-8dd1-bccb3be3d789 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138000 Feb 11 12:52:22.584350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120644d-fb07-48b9-988f-4ad43ae13a00 req-cb9d2eb2-dd99-4d23-8f2b-bcedc29e208c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:22.585936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0120644d-fb07-48b9-988f-4ad43ae13a00 req-cb9d2eb2-dd99-4d23-8f2b-bcedc29e208c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1977837 Feb 11 12:52:22.642893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks [] for router_gateway (5b29233d-0633-49e8-a864-61d5bbe4d5e4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:22.660926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-35c47b2c-37be-4016-af51-a27bea007d5f None None] Provisioning complete for port 2ad2338a-e963-47d3-aee3-ab8364a821fb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:22.662156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c47b2c-37be-4016-af51-a27bea007d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:22.675675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-1a607864-fa49-4450-bdbe-2832f0e70c00 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375341 Feb 11 12:52:22.718892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0120644d-fb07-48b9-988f-4ad43ae13a00 req-e16cf864-b4d4-4abc-a982-c434d546ff58 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241307 Feb 11 12:52:22.840371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-c03988e4-b2fb-46f5-967d-7b095ac59793 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396419 Feb 11 12:52:23.049525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-e1c235cc-6b63-4012-b2e2-66522f46b541 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:23.051407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-e1c235cc-6b63-4012-b2e2-66522f46b541 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2042501 Feb 11 12:52:23.103455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-5636a89a-5890-4953-9c1e-6be4b523536f tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:23.107818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-5636a89a-5890-4953-9c1e-6be4b523536f tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.3320274 Feb 11 12:52:23.133815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe78612-d61c-4225-a1ec-f0da03641293 req-579470a8-eca1-4254-b4bd-5f4c44156895 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:23.139909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe78612-d61c-4225-a1ec-f0da03641293 req-579470a8-eca1-4254-b4bd-5f4c44156895 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.3513644 Feb 11 12:52:23.158639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828675-3'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:23.175522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-35c47b2c-37be-4016-af51-a27bea007d5f None None] Current status of the port 2ad2338a-e963-47d3-aee3-ab8364a821fb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:23.175897 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c47b2c-37be-4016-af51-a27bea007d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.257604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-35c47b2c-37be-4016-af51-a27bea007d5f None None] For port 2ad2338a-e963-47d3-aee3-ab8364a821fb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2ad2338a-e963-47d3-aee3-ab8364a821fb,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:23.259326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2ad2338a-e963-47d3-aee3-ab8364a821fb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:23.288898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.313466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe78612-d61c-4225-a1ec-f0da03641293 req-f54898bd-2a70-4e53-b079-97e2d7901444 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725302 Feb 11 12:52:23.326123 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c47b2c-37be-4016-af51-a27bea007d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.442254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c47b2c-37be-4016-af51-a27bea007d5f None None] Pushing event updated for resources: {'Port': ['ID=2ad2338a-e963-47d3-aee3-ab8364a821fb,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:23.518245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2ad2338a-e963-47d3-aee3-ab8364a821fb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:23.518975 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.547097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Request body: {'port': {'device_id': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '2fcfbbcfc1d9416388239604f0ac2244'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:23.568574 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633a45dc-063c-4380-bdc3-251671a4e08f req-897f4203-36bd-4b9c-aa06-e447d16948d5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 210 time: 0.0670478 Feb 11 12:52:23.669466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2ad2338a-e963-47d3-aee3-ab8364a821fb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:23.680356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:23.741478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (5b29233d-0633-49e8-a864-61d5bbe4d5e4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.760713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-df5649ee-3b35-421d-a810-73cd38649351 None None] Provisioning complete for port 2ad2338a-e963-47d3-aee3-ab8364a821fb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:23.761157 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-df5649ee-3b35-421d-a810-73cd38649351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.821305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:23.846614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Made reservation on behalf of 2fcfbbcfc1d9416388239604f0ac2244 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:23.849908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.885224 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.887485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-df5649ee-3b35-421d-a810-73cd38649351 None None] Current status of the port 2ad2338a-e963-47d3-aee3-ab8364a821fb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:23.911425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52e6c487-b888-471a-9364-291ca7f81748'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:23.914151 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793c0c7-5158-4213-90c0-7297af8b1057" -d '{"events": [{"server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "52e6c487-b888-471a-9364-291ca7f81748"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:23.919783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Publish callbacks [] for port (52e6c487-b888-471a-9364-291ca7f81748), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.929248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:23.952443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3218f2-395f-4b77-9595-01c799a3023a req-44d93307-9082-4ab8-83b3-b569cf7fc485 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:23.953909 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac3218f2-395f-4b77-9595-01c799a3023a req-44d93307-9082-4ab8-83b3-b569cf7fc485 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 945 time: 0.2053480 Feb 11 12:52:24.048349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on host n-h1-828675-3 for vnic_type normal with profile {"migrating_to": "n-h2-828675-3"} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:24.048859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:24.049194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:24.063140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:52:24.063650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Attempting to bind port 52e6c487-b888-471a-9364-291ca7f81748 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:24.067162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:24.080914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac3218f2-395f-4b77-9595-01c799a3023a req-34b008cb-47d4-4ddf-955e-3cbf2e3c93ac tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177514 Feb 11 12:52:24.081452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:24.081827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:24.082255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:24.082721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Bound port: 52e6c487-b888-471a-9364-291ca7f81748, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:24.090071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.153225 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dfd88c-1902-4299-8e31-219486bfc5e1 x-openstack-request-id: req-21dfd88c-1902-4299-8e31-219486bfc5e1 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:24.154116 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "name": "network-vif-unplugged", "status": "completed", "tag": "52e6c487-b888-471a-9364-291ca7f81748", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:24.155085 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21dfd88c-1902-4299-8e31-219486bfc5e1 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:24.155537 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52e6c487-b888-471a-9364-291ca7f81748', 'code': 200} Feb 11 12:52:24.162903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:52:24.174794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks [] for security_group (16425580-2a7b-4088-bdec-0936af09a15f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.186734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (16425580-2a7b-4088-bdec-0936af09a15f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.225761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:24.242445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:24.257631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33709c77-dfcf-4bbd-81ba-f075e54b8c57 req-9dff157b-5256-4a0c-aec4-58e4ebb8b8a8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:24.259194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33709c77-dfcf-4bbd-81ba-f075e54b8c57 req-9dff157b-5256-4a0c-aec4-58e4ebb8b8a8 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.0774539 Feb 11 12:52:24.260710 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.304801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16425580-2a7b-4088-bdec-0936af09a15f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:24.414226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:52:24.425814 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Sync routers for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:52:24.440692 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:24.441833 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:24.453348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33709c77-dfcf-4bbd-81ba-f075e54b8c57 req-d0c4fec1-e0ce-4a9f-b497-49dfaf8b193a tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839604 Feb 11 12:52:24.482843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Allocated IP 192.168.233.145 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/cd6c2932-5cf7-4c24-954a-bdbc1d74743f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:24.493177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=8']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:24.501590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:24.502045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.502729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.504448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-528294ab-33bd-4180-a225-05181833ab4f service neutron] 10.222.0.53 "PUT /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 1121 time: 1.3603613 Feb 11 12:52:24.505979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57142) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:24.508316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-65e8bb9a-16e6-489c-9bff-999d6b3bd488 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6432271 Feb 11 12:52:24.637284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['52e6c487-b888-471a-9364-291ca7f81748'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:24.811971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks [] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.816962 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:24.857118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:24.931279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbcb3b-75a6-4eab-9dac-9bc135a72211 req-31a91671-fd3e-4412-a139-e42c985cac88 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:24.938715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25bbcb3b-75a6-4eab-9dac-9bc135a72211 req-31a91671-fd3e-4412-a139-e42c985cac88 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.3252375 Feb 11 12:52:24.945668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:24.959061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:24.962617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:24.966345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:25.038158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3212b-7be8-486a-a0c5-b6fac49db6f0 req-118cc890-0c49-4ca7-b660-c58c36415f30 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:25.041853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2ad2338a-e963-47d3-aee3-ab8364a821fb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:25.057188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92e3212b-7be8-486a-a0c5-b6fac49db6f0 req-118cc890-0c49-4ca7-b660-c58c36415f30 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 936 time: 0.2106667 Feb 11 12:52:25.132362 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:22Z', 'revision_number': 3, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:25.136356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:25.137030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.168703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2ad2338a-e963-47d3-aee3-ab8364a821fb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:25.169085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.179276 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Checking router: 5b29233d-0633-49e8-a864-61d5bbe4d5e4 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:52:25.179881 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Updating router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 port 233174f7-c03a-4b66-91b9-bfd8e672a3fe binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:52:25.237245 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.259246 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92e3212b-7be8-486a-a0c5-b6fac49db6f0 req-1dbf68f8-90cf-4e6d-a87c-1e3e5202bb34 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918867 Feb 11 12:52:25.266473 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-a9415093-a46f-42a9-a210-627779c7a145 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7232871 Feb 11 12:52:25.304180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2ad2338a-e963-47d3-aee3-ab8364a821fb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:25.312082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Request body: {'port': {'device_id': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:25.362644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25bbcb3b-75a6-4eab-9dac-9bc135a72211 req-07687f4b-2411-4e96-8096-0d88b949e908 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177709 Feb 11 12:52:25.451124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-80f68e3f-ba26-4569-ae17-77f44f05616a None None] Provisioning complete for port cd6c2932-5cf7-4c24-954a-bdbc1d74743f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:25.451700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80f68e3f-ba26-4569-ae17-77f44f05616a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.505446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-80f68e3f-ba26-4569-ae17-77f44f05616a None None] Port cd6c2932-5cf7-4c24-954a-bdbc1d74743f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:52:25.628500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0fcd3-dbea-44ca-8d99-d7715e2e869d req-3488e0b3-b439-47c3-8f0a-a0b6082c63e6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:25.631060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72a0fcd3-dbea-44ca-8d99-d7715e2e869d req-3488e0b3-b439-47c3-8f0a-a0b6082c63e6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 943 time: 0.1411557 Feb 11 12:52:25.631920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.695132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.705251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72a0fcd3-dbea-44ca-8d99-d7715e2e869d req-db373cbd-dd24-4bab-944d-2f1fed80d0db tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631795 Feb 11 12:52:25.746620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf93776-0ae3-49d9-8f2e-10a0a517be79 req-4e8f645f-2ed1-498f-8264-f89f4ff3db57 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:25.757182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ddf93776-0ae3-49d9-8f2e-10a0a517be79 req-4e8f645f-2ed1-498f-8264-f89f4ff3db57 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1127 time: 0.1878555 Feb 11 12:52:25.792104 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Publish callbacks [] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.808372 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.876507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ddf93776-0ae3-49d9-8f2e-10a0a517be79 req-805a4c81-b538-4829-820d-1571eae5e7b9 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191204 Feb 11 12:52:25.925214 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4640c5-e14c-445a-b733-9263afaa29de None None] Pushing event updated for resources: {'Port': ['ID=233174f7-c03a-4b66-91b9-bfd8e672a3fe,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:25.966321 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Attempting to bind port 233174f7-c03a-4b66-91b9-bfd8e672a3fe on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:25.970571 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Attempting to bind port 233174f7-c03a-4b66-91b9-bfd8e672a3fe by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:25.971127 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Attempting to bind port 233174f7-c03a-4b66-91b9-bfd8e672a3fe on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:25.981678 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:25.984084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:25.984789 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:25.987113 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:25.987771 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Bound port: 233174f7-c03a-4b66-91b9-bfd8e672a3fe, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:25.988323 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:26.095405 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] For port 233174f7-c03a-4b66-91b9-bfd8e672a3fe, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:26.096640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Allocated IP 172.20.0.1 (a8387a4b-293f-4e19-bc4f-2dc390d98647/a7790358-68b7-4a2e-bda3-82a2abec8deb/81e31d69-077d-4c0b-8bc3-59faad253654) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:26.102133 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] For port 233174f7-c03a-4b66-91b9-bfd8e672a3fe, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=233174f7-c03a-4b66-91b9-bfd8e672a3fe,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:26.113393 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:26.128016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5645c63-58b6-4c12-bfe0-13a5c75c03b5 req-79778105-8c5c-4cbb-879e-b9d5fc5456b6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:26.130538 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5645c63-58b6-4c12-bfe0-13a5c75c03b5 req-79778105-8c5c-4cbb-879e-b9d5fc5456b6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2886708 Feb 11 12:52:26.158224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'tag': '52e6c487-b888-471a-9364-291ca7f81748'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:26.161153 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "tag": "52e6c487-b888-471a-9364-291ca7f81748"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:26.166495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 52e6c487-b888-471a-9364-291ca7f81748 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:52:26.245227 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4640c5-e14c-445a-b733-9263afaa29de None None] Pushing event updated for resources: {'Port': ['ID=233174f7-c03a-4b66-91b9-bfd8e672a3fe,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:26.291422 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:26.294276 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:26.308867 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbb340b-821b-4d82-a741-2aa88875cf7b x-openstack-request-id: req-bfbb340b-821b-4d82-a741-2aa88875cf7b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:26.309169 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "tag": "52e6c487-b888-471a-9364-291ca7f81748", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:26.309431 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfbb340b-821b-4d82-a741-2aa88875cf7b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:26.309866 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'tag': '52e6c487-b888-471a-9364-291ca7f81748', 'status': 'completed', 'code': 200} Feb 11 12:52:26.419893 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5645c63-58b6-4c12-bfe0-13a5c75c03b5 req-ad0971f6-b8d8-420a-9fa3-527effad4703 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677000 Feb 11 12:52:26.486307 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:26.522921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:26.572686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks [] for port (81e31d69-077d-4c0b-8bc3-59faad253654), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:26.575764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6c2932-5cf7-4c24-954a-bdbc1d74743f {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:26.581257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 52e6c487-b888-471a-9364-291ca7f81748 has no active binding in host n-h2-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:52:26.602302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Publish callbacks [] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:26.625573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-1a518999-50a6-4e81-98e3-e6c36098fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:26.627157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-1a518999-50a6-4e81-98e3-e6c36098fbf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1155 time: 0.3476419 Feb 11 12:52:26.632967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:26.704033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:26.705992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Pushing event updated for resources: {'Port': ['ID=81e31d69-077d-4c0b-8bc3-59faad253654,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:26.711931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:26.725549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:26.726570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (5b29233d-0633-49e8-a864-61d5bbe4d5e4), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:26.731696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Transition to ACTIVE for port object cd6c2932-5cf7-4c24-954a-bdbc1d74743f will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:52:26.788605 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:26.872677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626971f-76ec-4a24-bce5-4e8ebfdce23a req-07fcdf65-1042-4310-a25a-de08bdbce8bd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:26.876984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d626971f-76ec-4a24-bce5-4e8ebfdce23a req-07fcdf65-1042-4310-a25a-de08bdbce8bd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 936 time: 0.4585686 Feb 11 12:52:26.981280 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:22Z', 'revision_number': 3, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:26.985609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:27.058525 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8744d0-9d60-40a3-9f9c-09132790592c None None] The sync data for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 is: [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:22Z', 'revision_number': 3, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:52:27.098356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:27.185922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-26f3de5a-f0e7-4e87-817f-ec760c2377fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:27.192780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-26f3de5a-f0e7-4e87-817f-ec760c2377fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.5577559 Feb 11 12:52:27.251637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d734d292-b571-4e88-b1d6-ebd355ca3572 None None] Provisioning complete for port 81e31d69-077d-4c0b-8bc3-59faad253654 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:27.252602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d734d292-b571-4e88-b1d6-ebd355ca3572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:27.386371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d734d292-b571-4e88-b1d6-ebd355ca3572 None None] Port 81e31d69-077d-4c0b-8bc3-59faad253654 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:52:27.392042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-e60de149-978a-43a4-b551-c74002f2aec8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 217 time: 0.1356008 Feb 11 12:52:27.488890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54289e-b92c-4bbf-86ab-3f5780cbaa9c req-44f2375d-b5b8-4505-af41-96576cbc0433 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:27.496119 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b54289e-b92c-4bbf-86ab-3f5780cbaa9c req-44f2375d-b5b8-4505-af41-96576cbc0433 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 943 time: 0.5287743 Feb 11 12:52:27.511956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:27.512287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:27.512608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:27.520841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-b642888c-42b4-49f6-8885-bcd30a2cc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:27.522449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-b642888c-42b4-49f6-8885-bcd30a2cc7fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1083477 Feb 11 12:52:27.523226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks [] for port (81e31d69-077d-4c0b-8bc3-59faad253654), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:27.532446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:52:27.533039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:27.546200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:27.547124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (5b29233d-0633-49e8-a864-61d5bbe4d5e4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:27.587756 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-77c6b2f2-bfd1-4dbd-8cfa-eedb0055a52b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527627 Feb 11 12:52:27.594502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:27.594839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:27.595220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:27.595703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Bound port: cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:27.596004 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:27.641572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d626971f-76ec-4a24-bce5-4e8ebfdce23a req-a01ad2d9-a4c1-43d6-9bae-168416a87022 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6583078 Feb 11 12:52:27.716434 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b54289e-b92c-4bbf-86ab-3f5780cbaa9c req-9845e582-08d4-43a2-9a74-78715a9b33a7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194614 Feb 11 12:52:27.759067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Pushing event updated for resources: {'Port': ['ID=81e31d69-077d-4c0b-8bc3-59faad253654,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:27.880096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:27.898381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:28.081306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:28.117019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:28.152556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-7137c6de-49eb-4e58-ba25-f1d870e932f1 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237801 Feb 11 12:52:28.156246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:28.173106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:52:28.261604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:28.262361 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:28.263764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] 10.222.0.64 "PUT /v2.0/ports/cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 1096 time: 2.9735632 Feb 11 12:52:28.264235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:28.266942 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:28.365557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf2877-2b4f-4ddf-a55c-dcfc1c90175b req-a79ab549-2298-4707-afbc-210e2ca4b348 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:28.383560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ceaf2877-2b4f-4ddf-a55c-dcfc1c90175b req-a79ab549-2298-4707-afbc-210e2ca4b348 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.4873505 Feb 11 12:52:28.471583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-db221e5e-4d74-409c-91d6-1d7cc48ac942 None None] Provisioning complete for port 81e31d69-077d-4c0b-8bc3-59faad253654 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:28.472178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db221e5e-4d74-409c-91d6-1d7cc48ac942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:28.513482 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e327631d-80a9-43f5-befe-09efef4b6c63 x-openstack-request-id: req-e327631d-80a9-43f5-befe-09efef4b6c63 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:28.514022 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:28.514285 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e327631d-80a9-43f5-befe-09efef4b6c63 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:28.514719 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'status': 'completed', 'code': 200} Feb 11 12:52:28.558089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:52:28.566836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-33cb7844-90e8-4252-b74d-fdc5c52d3fdb admin admin] 10.222.0.42 "PUT /v2.0/routers/5b29233d-0633-49e8-a864-61d5bbe4d5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0571320 Feb 11 12:52:28.579117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-db221e5e-4d74-409c-91d6-1d7cc48ac942 None None] Port 81e31d69-077d-4c0b-8bc3-59faad253654 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:52:28.672545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69c50c-68f6-4c9c-8583-83184cd76f3b service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:28.707993 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ceaf2877-2b4f-4ddf-a55c-dcfc1c90175b req-ee243df7-e990-4be4-a0d4-5434236aceac tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232083 Feb 11 12:52:28.769582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-509d183e-45b9-4fa6-8387-1dd90c79de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:28.780237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-509d183e-45b9-4fa6-8387-1dd90c79de9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1130 time: 0.4630299 Feb 11 12:52:28.791473 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66e2c61a-0491-4c4e-9fcb-956f9ee78ac7 req-f5e2583d-790e-4cf8-89f4-23ae3d498b2e service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142907 Feb 11 12:52:28.994462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a7a6b-96b4-4d13-ac7d-66d63960c713 req-13382ec4-93e2-4108-9ffe-c5b370d832ac tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:29.003403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a65a7a6b-96b4-4d13-ac7d-66d63960c713 req-13382ec4-93e2-4108-9ffe-c5b370d832ac tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.1963799 Feb 11 12:52:29.095877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 233174f7-c03a-4b66-91b9-bfd8e672a3fe up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:29.120113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a65a7a6b-96b4-4d13-ac7d-66d63960c713 req-8a49e2dc-8069-455e-8040-7dc5d9bff917 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083088 Feb 11 12:52:29.238821 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cd644ea8-406d-462f-958f-7d246c863bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:29.277172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 233174f7-c03a-4b66-91b9-bfd8e672a3fe triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:29.277544 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:29.446771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-33abaffe-b9c0-4bbb-a885-7a448be68021 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.6327870 Feb 11 12:52:29.488251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 233174f7-c03a-4b66-91b9-bfd8e672a3fe is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:29.488906 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:29.553274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 233174f7-c03a-4b66-91b9-bfd8e672a3fe, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=233174f7-c03a-4b66-91b9-bfd8e672a3fe,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:29.579247 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:29.777584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=233174f7-c03a-4b66-91b9-bfd8e672a3fe,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:29.832626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57202) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:29.838874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f74de33f-3173-4921-aae7-abd3f569bab9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565077013', 'description': 'tempest-description--491308940'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:29.871353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6fc54-87f8-4c71-810a-962d0cf3d45b req-9252bd88-390f-4cb8-b6d1-84724381697a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:29.882148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21d6fc54-87f8-4c71-810a-962d0cf3d45b req-9252bd88-390f-4cb8-b6d1-84724381697a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 943 time: 0.4565344 Feb 11 12:52:29.887718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f74de33f-3173-4921-aae7-abd3f569bab9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:29.951966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-d8377f28-39a3-4f4c-bcf5-7cee02ad2b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:29.957844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-d8377f28-39a3-4f4c-bcf5-7cee02ad2b20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.5063143 Feb 11 12:52:29.979259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-2bc71add-218f-4c1e-841a-d77ac5db785a service neutron] 10.222.0.64 "GET /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.5539045 Feb 11 12:52:30.065132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7af7d-3df4-4e27-8033-ef2cf1fece42 req-33c308f5-24fd-49cb-8c22-aa2c7a5907c7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:30.066857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24c7af7d-3df4-4e27-8033-ef2cf1fece42 req-33c308f5-24fd-49cb-8c22-aa2c7a5907c7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1385231 Feb 11 12:52:30.119881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f74de33f-3173-4921-aae7-abd3f569bab9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group (65b5eddf-f313-4996-828c-3fc77dea5dc7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.133184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f74de33f-3173-4921-aae7-abd3f569bab9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (65b5eddf-f313-4996-828c-3fc77dea5dc7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.183740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f74de33f-3173-4921-aae7-abd3f569bab9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.185462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f74de33f-3173-4921-aae7-abd3f569bab9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3515811 Feb 11 12:52:30.195402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57208) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:30.203652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8e7f1208-5c0f-455e-bc5d-e999f31c4049 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Request body: {'security_group_rule': {'security_group_id': '65b5eddf-f313-4996-828c-3fc77dea5dc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:30.213244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24c7af7d-3df4-4e27-8033-ef2cf1fece42 req-0520f9ec-414e-48d8-9232-3e981333176a tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286383 Feb 11 12:52:30.218299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74de33f-3173-4921-aae7-abd3f569bab9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65b5eddf-f313-4996-828c-3fc77dea5dc7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:30.257275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1208-5c0f-455e-bc5d-e999f31c4049 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group_rule (391a4ba5-e6f1-44fb-8e4e-08a763bb3516), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.323394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21d6fc54-87f8-4c71-810a-962d0cf3d45b req-5a07b83a-dc0e-4e20-b304-191dc3d68975 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401336 Feb 11 12:52:30.358551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-9e294aa8-321a-49e4-a914-cdcc271842d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:30.358951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-9e294aa8-321a-49e4-a914-cdcc271842d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3969982 Feb 11 12:52:30.363988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1208-5c0f-455e-bc5d-e999f31c4049 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group_rule (391a4ba5-e6f1-44fb-8e4e-08a763bb3516), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.371444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1208-5c0f-455e-bc5d-e999f31c4049 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (391a4ba5-e6f1-44fb-8e4e-08a763bb3516), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.389587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:30.429785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:30.454150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Sync routers for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:52:30.467907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e6c487-b888-471a-9364-291ca7f81748 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:30.481126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:30.486906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1208-5c0f-455e-bc5d-e999f31c4049 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391a4ba5-e6f1-44fb-8e4e-08a763bb3516,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:30.500810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1208-5c0f-455e-bc5d-e999f31c4049 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.505668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8e7f1208-5c0f-455e-bc5d-e999f31c4049 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088596 Feb 11 12:52:30.506554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57212) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:30.508625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.514597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b47feb1f-871b-4127-9121-da929e256d86 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Request body: {'security_group_rule': {'security_group_id': '65b5eddf-f313-4996-828c-3fc77dea5dc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:30.516031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:30.519165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:30.546019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b47feb1f-871b-4127-9121-da929e256d86 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group_rule (b94d5c42-1966-4d9a-935a-c899c66414bf), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.564360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f316b0-a132-4ba4-8567-6d9c5a1664eb req-99b56af7-f9be-4423-93d1-5ce2f2dc929b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:30.581918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f316b0-a132-4ba4-8567-6d9c5a1664eb req-99b56af7-f9be-4423-93d1-5ce2f2dc929b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.1725602 Feb 11 12:52:30.646988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b47feb1f-871b-4127-9121-da929e256d86 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group_rule (b94d5c42-1966-4d9a-935a-c899c66414bf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.654994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b47feb1f-871b-4127-9121-da929e256d86 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (b94d5c42-1966-4d9a-935a-c899c66414bf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.696040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f316b0-a132-4ba4-8567-6d9c5a1664eb req-36e24038-20aa-4ed7-aca2-95896b51fb14 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177406 Feb 11 12:52:30.711940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47feb1f-871b-4127-9121-da929e256d86 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94d5c42-1966-4d9a-935a-c899c66414bf,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:30.727315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b47feb1f-871b-4127-9121-da929e256d86 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.732386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b47feb1f-871b-4127-9121-da929e256d86 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2244899 Feb 11 12:52:30.733120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57214) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:30.739815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:30.752348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-126af429-11e0-401d-9ac6-dc110c9ae82a service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790796 Feb 11 12:52:30.774825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.778627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:30.814725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] Transition to ACTIVE for port object 52e6c487-b888-471a-9364-291ca7f81748 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:52:30.846736 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:30.944033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] No DVR routers for this DVR port 52e6c487-b888-471a-9364-291ca7f81748 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:52:30.948338 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b32fafa1-8d49-4204-a78f-ae165d62788b req-247fcef8-86a1-4489-b7b4-3d9ea7a17760 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804564 Feb 11 12:52:30.977520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] Pushing event updated for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=10']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:31.005254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.027298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-9edb4f59-466c-4753-ac64-247fdaaa3341 service neutron] 10.222.0.64 "PUT /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748/bindings/n-h2-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0372059 Feb 11 12:52:31.054804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 233174f7-c03a-4b66-91b9-bfd8e672a3fe up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:31.153755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-24c37067-0902-4f1d-95de-cbd634f72507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:31.156585 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-24c37067-0902-4f1d-95de-cbd634f72507 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1130 time: 0.1099970 Feb 11 12:52:31.178660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 233174f7-c03a-4b66-91b9-bfd8e672a3fe triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:31.180241 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.211037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Allocated IP 172.25.1.181 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/882354e8-ce72-4447-8801-368b9933dd62) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:31.360509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-85e110c9-eef3-424f-855f-2e8e6bd4be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:31.363347 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-85e110c9-eef3-424f-855f-2e8e6bd4be2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1990252 Feb 11 12:52:31.374321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for port (882354e8-ce72-4447-8801-368b9933dd62), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.436268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (882354e8-ce72-4447-8801-368b9933dd62), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.448106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20b1e01b-c9b5-4747-8bac-969414c9268a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.461176 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-7b5177da-926a-4216-b353-8cd325364e6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.0917847 Feb 11 12:52:31.472329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:27Z', 'revision_number': 2, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:31.538379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Checking router: 5b29233d-0633-49e8-a864-61d5bbe4d5e4 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:52:31.539108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Updating router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 port 81e31d69-077d-4c0b-8bc3-59faad253654 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:52:31.541149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 233174f7-c03a-4b66-91b9-bfd8e672a3fe is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:31.541375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:31.542219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event updated for resources: {'Port': ['ID=882354e8-ce72-4447-8801-368b9933dd62,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:31.548931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:31.557233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:31.576979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.609452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-f21b1646-85ad-4e71-b3b3-a34785532062 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:31.611423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-f21b1646-85ad-4e71-b3b3-a34785532062 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.1889379 Feb 11 12:52:31.650885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-9a4a26a3-1360-4d50-9eda-05c040c3d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:31.652470 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-9a4a26a3-1360-4d50-9eda-05c040c3d27f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1526225 Feb 11 12:52:31.669563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55e0ed-2db9-45b4-8a40-01f97abec91b req-0c8ab4f1-e3bf-4cc9-a472-3eae3b41cfe9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:31.671875 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b55e0ed-2db9-45b4-8a40-01f97abec91b req-0c8ab4f1-e3bf-4cc9-a472-3eae3b41cfe9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.2332759 Feb 11 12:52:31.700929 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for floatingip (addac8eb-a6d7-460a-9fe7-9d5bff8f3a02), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.744667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (882354e8-ce72-4447-8801-368b9933dd62), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:31.764544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-c76901fd-5245-4704-94e6-1ada307a5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:31.766125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-c76901fd-5245-4704-94e6-1ada307a5106 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0933571 Feb 11 12:52:31.831973 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b55e0ed-2db9-45b4-8a40-01f97abec91b req-09b839ae-628c-427e-a3dc-e52c1b59ee39 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088831 Feb 11 12:52:31.834680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-4ddda14b-d9a0-447c-9d10-2f3c8ed6453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:31.836451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-4ddda14b-d9a0-447c-9d10-2f3c8ed6453c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 1126 time: 0.2099893 Feb 11 12:52:32.074021 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-51fd7a30-0ac8-4065-bb7a-0412a9bcb7c8 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566023 Feb 11 12:52:32.118030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-3cfd0c10-5fca-4692-af00-300e49edfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:32.119590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-3cfd0c10-5fca-4692-af00-300e49edfabe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1126 time: 0.2058856 Feb 11 12:52:32.180710 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for port (882354e8-ce72-4447-8801-368b9933dd62), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.186870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (882354e8-ce72-4447-8801-368b9933dd62), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.232066 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Publish callbacks [] for port (81e31d69-077d-4c0b-8bc3-59faad253654), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.247813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.308709 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b5ee19f-1e4e-4663-b172-9fd38ccf54d8 req-a5145c24-4c4c-4bef-a4ce-e0f3ceccc316 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145593 Feb 11 12:52:32.312633 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (addac8eb-a6d7-460a-9fe7-9d5bff8f3a02), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.321400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd53bb4-07b3-4e0a-a040-55db13640e63 req-10bf33df-bd70-4502-a03c-02f0f2d14926 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:32.329542 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8dd53bb4-07b3-4e0a-a040-55db13640e63 req-10bf33df-bd70-4502-a03c-02f0f2d14926 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 944 time: 0.2531171 Feb 11 12:52:32.349010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07ab7-ccef-4888-bab7-41feed959fd2 None None] Pushing event updated for resources: {'Port': ['ID=81e31d69-077d-4c0b-8bc3-59faad253654,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:32.379372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.404922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6705527 Feb 11 12:52:32.415931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.490901 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8dd53bb4-07b3-4e0a-a040-55db13640e63 req-a7473cd9-f082-4cbb-b1a7-3cd2076116ee tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602187 Feb 11 12:52:32.538203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Attempting to bind port 81e31d69-077d-4c0b-8bc3-59faad253654 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:32.539128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Attempting to bind port 81e31d69-077d-4c0b-8bc3-59faad253654 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:32.540299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Attempting to bind port 81e31d69-077d-4c0b-8bc3-59faad253654 on network a8387a4b-293f-4e19-bc4f-2dc390d98647 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:32.547761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:32.548884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Checking segment: {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:32.550370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.550858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Bound using segment: {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:32.551561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Bound port: 81e31d69-077d-4c0b-8bc3-59faad253654, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:32.552045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.661182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] For port 81e31d69-077d-4c0b-8bc3-59faad253654, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:32.664954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] For port 81e31d69-077d-4c0b-8bc3-59faad253654, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=81e31d69-077d-4c0b-8bc3-59faad253654,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:32.679013 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:32.826796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:32.827441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:32.830709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b07ab7-ccef-4888-bab7-41feed959fd2 None None] Pushing event updated for resources: {'Port': ['ID=81e31d69-077d-4c0b-8bc3-59faad253654,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:33.056844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d983a568-faa6-40a8-85ab-fedb62172883 None None] Provisioning complete for port 81e31d69-077d-4c0b-8bc3-59faad253654 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:33.057221 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d983a568-faa6-40a8-85ab-fedb62172883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:33.090442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969c6fc-1e48-4386-a6b3-f8edfb335d3e req-2918b038-14fa-47b3-884a-9c57e2da0ad3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:33.101739 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5969c6fc-1e48-4386-a6b3-f8edfb335d3e req-2918b038-14fa-47b3-884a-9c57e2da0ad3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1357255 Feb 11 12:52:33.221006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5969c6fc-1e48-4386-a6b3-f8edfb335d3e req-0e6315ce-0f2d-488b-ba69-e699bc6694f6 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175013 Feb 11 12:52:33.285508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-bc7f7cc8-3cbe-4be6-82f4-4098accdb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:33.294937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-bc7f7cc8-3cbe-4be6-82f4-4098accdb661 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 1.0812051 Feb 11 12:52:33.295779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0619a9-5186-4b80-b7c4-f7fdab44a3e0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event updated for resources: {'Port': ['ID=882354e8-ce72-4447-8801-368b9933dd62,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:33.387786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-e3669ad8-0a5c-4e32-b3f9-9678ec4b2b85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 217 time: 0.0699577 Feb 11 12:52:33.411048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48499f8-34d1-4215-9ffc-45f9bd71adef req-64bfe4b5-5f92-4d27-b278-4153fb1ce3da tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:33.412893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a48499f8-34d1-4215-9ffc-45f9bd71adef req-64bfe4b5-5f92-4d27-b278-4153fb1ce3da tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 1.1168292 Feb 11 12:52:33.440084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:33.564414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d983a568-faa6-40a8-85ab-fedb62172883 None None] Current status of the port 81e31d69-077d-4c0b-8bc3-59faad253654 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:33.565089 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d983a568-faa6-40a8-85ab-fedb62172883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:33.569407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-ace1e704-56ac-46d6-8f86-dde42cae279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:33.574660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-ace1e704-56ac-46d6-8f86-dde42cae279c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1604927 Feb 11 12:52:33.687849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d983a568-faa6-40a8-85ab-fedb62172883 None None] For port 81e31d69-077d-4c0b-8bc3-59faad253654, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=81e31d69-077d-4c0b-8bc3-59faad253654,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:33.691123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-debc6c20-0c90-4507-8040-c26cf429c188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057029 Feb 11 12:52:33.703886 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d983a568-faa6-40a8-85ab-fedb62172883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:33.731049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a48499f8-34d1-4215-9ffc-45f9bd71adef req-90fdd074-f9dc-4e46-9b37-d735281e0a8c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954822 Feb 11 12:52:33.733850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469ac68-80b0-4332-a172-77df57658c52 req-bb47f635-f235-459e-8e06-295e0465b078 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:33.741658 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c469ac68-80b0-4332-a172-77df57658c52 req-bb47f635-f235-459e-8e06-295e0465b078 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 944 time: 0.1226199 Feb 11 12:52:33.856293 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c469ac68-80b0-4332-a172-77df57658c52 req-d8e70980-ed9b-49c0-a9d7-c5033f647074 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051247 Feb 11 12:52:33.893021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-e3867099-9589-4571-9ae9-6daf8c055bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604481 Feb 11 12:52:33.957469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983a568-faa6-40a8-85ab-fedb62172883 None None] Pushing event updated for resources: {'Port': ['ID=81e31d69-077d-4c0b-8bc3-59faad253654,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:33.977615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a94f65b5-75b2-4ff7-8dea-aeafdaa345aa None None] Provisioning complete for port 81e31d69-077d-4c0b-8bc3-59faad253654 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:33.981527 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a94f65b5-75b2-4ff7-8dea-aeafdaa345aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:34.076082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-ba9ab4ca-602d-4e40-b1d5-7488f7ce7f87 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692331 Feb 11 12:52:34.090048 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:34.107132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52e6c487-b888-471a-9364-291ca7f81748 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:52:34.257773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port 52e6c487-b888-471a-9364-291ca7f81748 host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:52:34.258332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52e6c487-b888-471a-9364-291ca7f81748 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:52:34.299503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:32Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:34.361255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b217b4-41dc-41d6-a635-e9c55c6adcf4 None None] The sync data for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 is: [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:32Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:52:34.371459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a94f65b5-75b2-4ff7-8dea-aeafdaa345aa None None] Current status of the port 81e31d69-077d-4c0b-8bc3-59faad253654 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:34.475770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b260a1-74e4-4e8d-91f8-f786349cc4c7 req-0bd6ce89-5aab-4140-a213-dc1aeb50ace2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:34.477291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b260a1-74e4-4e8d-91f8-f786349cc4c7 req-0bd6ce89-5aab-4140-a213-dc1aeb50ace2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1695516 Feb 11 12:52:34.512506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8375111-8165-4d65-b7d3-124e60638b21 req-c597bb05-8969-43d8-b612-4c68a41a2dff tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:34.514232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-c597bb05-8969-43d8-b612-4c68a41a2dff tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.1301098 Feb 11 12:52:34.602293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b260a1-74e4-4e8d-91f8-f786349cc4c7 req-c37e2087-d751-4996-9400-4c081ccfe83d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162643 Feb 11 12:52:34.711912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b8375111-8165-4d65-b7d3-124e60638b21 req-c73900ea-2c00-40a5-95de-952b0a9768ab service neutron] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:34.715403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b8375111-8165-4d65-b7d3-124e60638b21 req-c73900ea-2c00-40a5-95de-952b0a9768ab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:34.716734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8375111-8165-4d65-b7d3-124e60638b21 req-c73900ea-2c00-40a5-95de-952b0a9768ab service neutron] 10.222.0.53 "DELETE /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748/bindings/n-h1-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.1914201 Feb 11 12:52:34.882407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906679a2-fec1-42a8-bb63-3a02f0f069a9 req-f048f857-06fb-409e-a55c-46e74fed8c8e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:34.889380 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-906679a2-fec1-42a8-bb63-3a02f0f069a9 req-f048f857-06fb-409e-a55c-46e74fed8c8e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.0821774 Feb 11 12:52:34.993097 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-906679a2-fec1-42a8-bb63-3a02f0f069a9 req-1e908a28-6c42-4971-822a-4c2370130ade tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027241 Feb 11 12:52:35.095752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 81e31d69-077d-4c0b-8bc3-59faad253654 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:35.111954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213d46-71c9-4982-a064-2ae5e3c49e45 req-237c0033-6453-4af9-8235-79a4659e8fed tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:35.121785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92213d46-71c9-4982-a064-2ae5e3c49e45 req-237c0033-6453-4af9-8235-79a4659e8fed tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 944 time: 0.1502805 Feb 11 12:52:35.235359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92213d46-71c9-4982-a064-2ae5e3c49e45 req-46abe214-8536-4d8a-82ad-29be39096a43 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125047 Feb 11 12:52:35.243996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 81e31d69-077d-4c0b-8bc3-59faad253654 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:35.244592 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:35.387171 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:35.450292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 81e31d69-077d-4c0b-8bc3-59faad253654 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:35.504077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc41e7-6cda-44eb-89bc-a81f850d2908 req-07bfc3d9-c44b-4358-b818-8946503697ab tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:35.513186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07bc41e7-6cda-44eb-89bc-a81f850d2908 req-07bfc3d9-c44b-4358-b818-8946503697ab tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1126 time: 0.1093116 Feb 11 12:52:35.642367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07bc41e7-6cda-44eb-89bc-a81f850d2908 req-456060ab-001e-4e69-a285-25e6d73693c6 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187389 Feb 11 12:52:35.822225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e558b-cc60-4f99-bdce-8bd5e1564219 req-4f535a97-39c2-41d4-bc8e-7d0ec7b24de5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:35.834268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd5e558b-cc60-4f99-bdce-8bd5e1564219 req-4f535a97-39c2-41d4-bc8e-7d0ec7b24de5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.0908649 Feb 11 12:52:35.933944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd5e558b-cc60-4f99-bdce-8bd5e1564219 req-ce8f74a1-48af-4a77-9bc9-7007dd67b3ae tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906057 Feb 11 12:52:36.117535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-2ba556eb-37c5-46f0-8339-6375a6a37f4e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1619476490&fields=id&tenant_id=9d4da46d0eac41c9b03beaeb5457adb5 HTTP/1.1" status: 200 len: 267 time: 0.0848575 Feb 11 12:52:36.128322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cd6c2932-5cf7-4c24-954a-bdbc1d74743f details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:52:36.167888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-d8ac7acb-a9de-4f45-b343-a818675dbdfb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:36.175527 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-d8ac7acb-a9de-4f45-b343-a818675dbdfb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.2011395 Feb 11 12:52:36.199702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-48aa3c7c-5c97-4022-b498-b4214d29bb0b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/quotas/1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 375 time: 0.0181954 Feb 11 12:52:36.304031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-455b9b39-f941-4d2c-9321-41e30a2deeed tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:36.305794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-455b9b39-f941-4d2c-9321-41e30a2deeed tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 823 time: 0.1819675 Feb 11 12:52:36.319394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2fcb17aa-7e52-4255-a568-016b6df681a8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181674 Feb 11 12:52:36.322394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:36.327637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-7d2a072a-1619-4e08-88b2-bd85ac8f35d9 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/quotas/9d4da46d0eac41c9b03beaeb5457adb5 HTTP/1.1" status: 200 len: 375 time: 0.0149291 Feb 11 12:52:36.342870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'mac_address': 'fa:16:3e:85:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:52:36.426503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port cd6c2932-5cf7-4c24-954a-bdbc1d74743f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:36.427111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:36.436404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-7ec014a7-eb96-4681-8d31-6c56b549ef1c service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153386 Feb 11 12:52:36.450124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6c2932-5cf7-4c24-954a-bdbc1d74743f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:36.465543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-7f10eedc-0ec0-41cd-b785-aa7d44f2b811 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255853 Feb 11 12:52:36.473321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:36.483221 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:36.579651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-586cdebe-cc99-4a69-a956-05468c682c6b service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425021 Feb 11 12:52:36.607042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:36.657605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-2051fe46-8083-4a7b-9aea-a3e6b325fabf service neutron] 10.222.0.42 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708925 Feb 11 12:52:36.834731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-863fb226-8f49-4ab3-b8d9-043101988e1f service neutron] 10.222.0.42 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665702 Feb 11 12:52:36.855445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd212f6-6aff-404e-8d9d-5b0941cf9220 req-17146ba3-e297-4f89-a0d2-947c007f6d3e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:36.862807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3dd212f6-6aff-404e-8d9d-5b0941cf9220 req-17146ba3-e297-4f89-a0d2-947c007f6d3e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 949 time: 0.0872979 Feb 11 12:52:36.891864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:36.978601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3dd212f6-6aff-404e-8d9d-5b0941cf9220 req-d2ae3ecb-319f-4158-92f4-21326d71ca40 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144853 Feb 11 12:52:37.076245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4965f3cf-e7f5-4158-825f-b53467411754 req-c98cf890-a9d3-4a8f-a598-951fc15e1313 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 210 time: 0.0606239 Feb 11 12:52:37.220024 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5dc28305-d43e-43d6-bb45-3e27fa185d1c req-1ced7c57-f548-498f-96fa-f500dcb1e859 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 210 time: 0.0608797 Feb 11 12:52:37.390837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce891d-4d6a-4efb-a779-8ac446517a94 req-065ea995-048c-44a4-8a6c-5bb13f2fff3b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:37.400331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ce891d-4d6a-4efb-a779-8ac446517a94 req-065ea995-048c-44a4-8a6c-5bb13f2fff3b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1325500 Feb 11 12:52:37.478693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ce891d-4d6a-4efb-a779-8ac446517a94 req-387549d0-5f84-4d1d-9fe3-1471c1207277 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773802 Feb 11 12:52:37.511929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-3d0f42ba-f4d5-447a-be1f-e017fc5ab076 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:37.513956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-3d0f42ba-f4d5-447a-be1f-e017fc5ab076 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "GET /v2.0/ports?device_id=960d57b4-ffec-41d4-82c2-398f308415e1 HTTP/1.1" status: 200 len: 967 time: 0.1385176 Feb 11 12:52:37.525839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:52:37.682752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Deleting port 2442d463-4b68-4212-a58f-674130c41f00 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:52:37.682752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2442d463-4b68-4212-a58f-674130c41f00), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:37.839788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] For port 2442d463-4b68-4212-a58f-674130c41f00, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2442d463-4b68-4212-a58f-674130c41f00,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:37.840602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2442d463-4b68-4212-a58f-674130c41f00), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:38.151657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cd6c2932-5cf7-4c24-954a-bdbc1d74743f up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:38.251995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e1dca12-542a-426a-8f2e-fe56e633344b req-74173c4b-c589-4b9c-aa34-cbfd5fe547ea tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 210 time: 0.0684400 Feb 11 12:52:38.295789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port cd6c2932-5cf7-4c24-954a-bdbc1d74743f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:52:38.302927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port cd6c2932-5cf7-4c24-954a-bdbc1d74743f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:38.305752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:38.518124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port cd6c2932-5cf7-4c24-954a-bdbc1d74743f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:38.518509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:38.527262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58f4cec6-5e50-4629-9e7c-3d7fdb813e81 req-260fac4c-af1e-4c2c-b5d1-09dda44a7582 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 210 time: 0.0562227 Feb 11 12:52:38.564858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:38.567177 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e79331c-24d5-4c47-ae67-8d8e4f107d1e" -d '{"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:38.581390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:38.586518 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:38.682752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:38.796585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b815e-7b76-4f0f-82aa-283db4f340d9 req-32ce4c9a-2ed6-4844-9e9f-a895da98ec35 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:38.800597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf6b815e-7b76-4f0f-82aa-283db4f340d9 req-32ce4c9a-2ed6-4844-9e9f-a895da98ec35 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1486852 Feb 11 12:52:38.846599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47984d-2df7-4979-9c6a-7ae3fd451c98 req-e9245a38-70c6-4802-ae66-09441fd8cd32 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:38.853519 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d47984d-2df7-4979-9c6a-7ae3fd451c98 req-e9245a38-70c6-4802-ae66-09441fd8cd32 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 949 time: 0.7533102 Feb 11 12:52:38.919550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:38.920249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:38.920597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf6b815e-7b76-4f0f-82aa-283db4f340d9 req-04ff2b94-cc75-44b9-b20c-84cb2cf7f29b tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799339 Feb 11 12:52:38.921144 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Floating IP d26468b4-4612-4d80-9377-75f7830c048a disassociated. External IP: 172.25.1.6, port: 2442d463-4b68-4212-a58f-674130c41f00. Feb 11 12:52:38.921746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Calling delete_port for 2442d463-4b68-4212-a58f-674130c41f00 owned by compute:tempest-test_az-277397625 {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:52:38.999635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-19dec8f1-f5b4-4d86-97b2-c8389618e997 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:39.001241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-19dec8f1-f5b4-4d86-97b2-c8389618e997 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 823 time: 0.2960970 Feb 11 12:52:39.008639 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1462f8-d7a4-46e9-8f50-7c2a53e9d61e x-openstack-request-id: req-cc1462f8-d7a4-46e9-8f50-7c2a53e9d61e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:39.009195 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:39.009621 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc1462f8-d7a4-46e9-8f50-7c2a53e9d61e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:39.010295 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'code': 200} Feb 11 12:52:39.062067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d47984d-2df7-4979-9c6a-7ae3fd451c98 req-c6513420-677f-4f5a-98e4-e199d2be6600 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910348 Feb 11 12:52:39.070165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-bb1db4da-cc9b-4b14-963b-054a61207ea1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:39.072378 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-bb1db4da-cc9b-4b14-963b-054a61207ea1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.3366399 Feb 11 12:52:39.079973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.64', 58300) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:39.093935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Request body: {'port': {'device_id': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'admin_state_up': True, 'tenant_id': '1bc8d53dc0c647bfb754ef8e50134ba8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:39.166314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-fb863158-8ede-4a99-902d-6dbf4b93b497 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4da46d0eac41c9b03beaeb5457adb5 HTTP/1.1" status: 200 len: 380 time: 0.1365674 Feb 11 12:52:39.179840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d94d5-b199-4c5b-9400-628e0f3372bf req-89bd4020-0b02-433d-9167-1a309081ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:39.182067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a3d94d5-b199-4c5b-9400-628e0f3372bf req-89bd4020-0b02-433d-9167-1a309081ff16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1132 time: 0.0928898 Feb 11 12:52:39.209018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'port': {'device_id': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'admin_state_up': True, 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'security_groups': ['0e3e05e8-f00b-4dab-a4fd-6ec0aa442888']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:39.235286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Made reservation on behalf of 1bc8d53dc0c647bfb754ef8e50134ba8 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:39.238924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:39.448928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2442d463-4b68-4212-a58f-674130c41f00), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:39.478248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-612be435-7357-4c36-8097-36c56fd59fb2 req-894a9450-27a2-4ea4-aab7-7ad8d75b4f47 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 210 time: 0.1078205 Feb 11 12:52:39.491709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event deleted for resources: {'Port': ['ID=2442d463-4b68-4212-a58f-674130c41f00,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:39.505375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Allocated IP 172.20.0.12 (67384716-3155-4c0b-bbda-e47d27ab2b7c/d8d925a2-3883-4338-bbf2-dedbac2d51f5/f21a2df9-934f-4c72-bb90-8864b789a058) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:39.511893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a3d94d5-b199-4c5b-9400-628e0f3372bf req-a2ca3957-ec5d-45f6-95e9-10228fa0c113 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144197 Feb 11 12:52:39.547749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Made reservation on behalf of 9d4da46d0eac41c9b03beaeb5457adb5 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:39.557226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:39.688007 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a63f9155-4500-4076-8d3b-f88e152b7127 req-a076888e-84ae-4853-9a9d-96fdc3b5d929 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 210 time: 0.0432100 Feb 11 12:52:39.787542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Allocated IP 172.20.0.7 (0f919c4c-16c1-4a2a-9e16-342d43ca6e14/2bdc1dc9-25bf-47da-874d-b623fd56e653/3868c0f0-64bf-4c65-9a25-3e2c03b03131) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:39.828106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Router 475e1225-9169-4ee2-89fb-3c466521052f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:52:40.008858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks [] for port (f21a2df9-934f-4c72-bb90-8864b789a058), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:40.115020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:40.144067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ebb7-5358-4dad-811f-f5df26e85e6d req-fe8b425a-8ccd-4392-a1ff-55598d4cb455 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:40.146016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7621ebb7-5358-4dad-811f-f5df26e85e6d req-fe8b425a-8ccd-4392-a1ff-55598d4cb455 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.1026449 Feb 11 12:52:40.208965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:40.242341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7621ebb7-5358-4dad-811f-f5df26e85e6d req-84e41ced-41fb-4df7-819c-93e311d21cdf tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904224 Feb 11 12:52:40.254538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:40.260327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:40.264303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:40.269325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:40.270117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:40.286930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event updated for resources: {'Port': ['ID=3868c0f0-64bf-4c65-9a25-3e2c03b03131,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:40.299134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8de8d918-0084-4819-8406-0282a777f67b tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1002781 Feb 11 12:52:40.310635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Request body: {'port': {'device_id': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:40.376727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:52:40.387589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:40.390065 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] Sync routers for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:52:40.405328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:40.422495 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:40.423799 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:40.555554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] No DVR routers for this DVR port 2442d463-4b68-4212-a58f-674130c41f00 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:52:40.570409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:40.573161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0bad292c-1416-4b39-a6ab-0e5d347b9941 req-7c5d0dc9-5955-4458-9717-82b845b9b3e0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "DELETE /v2.0/ports/2442d463-4b68-4212-a58f-674130c41f00 HTTP/1.1" status: 204 len: 173 time: 3.0447528 Feb 11 12:52:40.586217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'name': 'network-vif-deleted', 'tag': '2442d463-4b68-4212-a58f-674130c41f00'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:40.591129 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2976d0f1-c053-4d48-9e91-e8e3bfd71970" -d '{"events": [{"server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "name": "network-vif-deleted", "tag": "2442d463-4b68-4212-a58f-674130c41f00"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:40.612067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:40.631185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc49f27-51ac-46ab-806b-8c79a28fe9a9 req-0c460827-b0f7-41c6-a5dd-7beb218b7d78 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:40.643860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2cc49f27-51ac-46ab-806b-8c79a28fe9a9 req-0c460827-b0f7-41c6-a5dd-7beb218b7d78 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.3656836 Feb 11 12:52:40.684737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:40.688114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:40.781104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:40.796460 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:40.946271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2cc49f27-51ac-46ab-806b-8c79a28fe9a9 req-583db795-d827-44e5-9c50-e65f84f61422 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014076 Feb 11 12:52:40.952103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:40.968473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:41.016421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-2ca0772f-c52c-47c1-a0a7-c8b4cb7e6991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9263825 Feb 11 12:52:41.037447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Request body: {'port': {'device_id': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:41.057137 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff17465-39d5-4ebf-a0e6-39dae16a42d3 x-openstack-request-id: req-8ff17465-39d5-4ebf-a0e6-39dae16a42d3 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:41.058240 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960d57b4-ffec-41d4-82c2-398f308415e1", "name": "network-vif-deleted", "tag": "2442d463-4b68-4212-a58f-674130c41f00", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:41.058641 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ff17465-39d5-4ebf-a0e6-39dae16a42d3 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:41.062681 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960d57b4-ffec-41d4-82c2-398f308415e1', 'name': 'network-vif-deleted', 'tag': '2442d463-4b68-4212-a58f-674130c41f00', 'status': 'completed', 'code': 200} Feb 11 12:52:41.135792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3868c0f0-64bf-4c65-9a25-3e2c03b03131 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:41.175295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Publish callbacks [] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:41.212742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Transition to ACTIVE for port object 3868c0f0-64bf-4c65-9a25-3e2c03b03131 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:52:41.241617 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:41.322963 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:41.331837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:41.355952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Pushing event updated for resources: {'Port': ['ID=3868c0f0-64bf-4c65-9a25-3e2c03b03131,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:41.486506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e1bd8-d87e-4e60-ad71-ae744e035687 req-a4bf0f33-d41c-47a4-a1f1-5187f06c26c4 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:41.493894 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce0e1bd8-d87e-4e60-ad71-ae744e035687 req-a4bf0f33-d41c-47a4-a1f1-5187f06c26c4 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 943 time: 0.2552581 Feb 11 12:52:41.532329 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] Checking router: 475e1225-9169-4ee2-89fb-3c466521052f for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:52:41.544360 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:52:41.545237 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:52:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:41.588906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979bf6-fc1e-4e63-b2dd-15813b46d3e3 req-ff835dd6-8dd8-495e-ac0f-9453431ee721 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:41.590170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08979bf6-fc1e-4e63-b2dd-15813b46d3e3 req-ff835dd6-8dd8-495e-ac0f-9453431ee721 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 932 time: 0.3738031 Feb 11 12:52:41.591569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Attempting to bind port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:41.591899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Attempting to bind port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:41.592217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Attempting to bind port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:41.616315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:52:41.616635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Attempting to bind port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 on network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:41.654504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:41.665859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Checking segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:41.666396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Bound using segment: {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:41.666883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Bound port: 3868c0f0-64bf-4c65-9a25-3e2c03b03131, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:41.667260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:41.672347 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:52:41.781307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08979bf6-fc1e-4e63-b2dd-15813b46d3e3 req-0574510a-900e-4f1a-8dcf-9c7e6bdee5e2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734238 Feb 11 12:52:41.829752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] For port 3868c0f0-64bf-4c65-9a25-3e2c03b03131, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:41.835299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] For port 3868c0f0-64bf-4c65-9a25-3e2c03b03131, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:41.854901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:41.867603 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce0e1bd8-d87e-4e60-ad71-ae744e035687 req-b17d55de-908c-40bd-aa72-6e723db6b438 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727932 Feb 11 12:52:42.000938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:42.014543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:42.016255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] 10.222.0.64 "PUT /v2.0/ports/3868c0f0-64bf-4c65-9a25-3e2c03b03131 HTTP/1.1" status: 200 len: 1091 time: 1.7101393 Feb 11 12:52:42.076599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:42.084487 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab9364-20ea-4d55-9598-3f30c92c6c55" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:42.161207 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:52:42.164588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2442d463-4b68-4212-a58f-674130c41f00 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:52:42.216265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 2442d463-4b68-4212-a58f-674130c41f00 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:52:42.216867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2442d463-4b68-4212-a58f-674130c41f00 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:52:42.226376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21a2df9-934f-4c72-bb90-8864b789a058 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:42.235835 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Publish callbacks [] for port (f21a2df9-934f-4c72-bb90-8864b789a058), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:42.248440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31217a-5a3a-4eef-92dd-5960b51c5023 service neutron] Pushing event updated for resources: {'Port': ['ID=3868c0f0-64bf-4c65-9a25-3e2c03b03131,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:42.251499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Transition to ACTIVE for port object f21a2df9-934f-4c72-bb90-8864b789a058 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:52:42.265520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee84aa-0436-4c15-bc37-cac7aa55dd2d None None] The sync data for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 is: [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:52:42.266781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:42.299090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-ea51d7a9-d0b8-4308-a8c0-7df73bc660f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:42.300521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-ea51d7a9-d0b8-4308-a8c0-7df73bc660f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 1125 time: 0.1997459 Feb 11 12:52:42.319390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1df3b-e0fd-4dce-9c0f-21dceeb1f71b req-72df8f82-307e-472a-90f1-92568f552a0e tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:42.326912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fc1df3b-e0fd-4dce-9c0f-21dceeb1f71b req-72df8f82-307e-472a-90f1-92568f552a0e tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.3813064 Feb 11 12:52:42.437436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-dfd78fcc-a6c0-4e3a-9252-670e3012c43f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131 HTTP/1.1" status: 200 len: 217 time: 0.0928738 Feb 11 12:52:42.507911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-b056ee48-d582-419d-bb0d-8cdd914b7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:42.509049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c597070-3f7b-4c54-b129-ed533f40b629 req-34a7a07f-2242-4402-adb8-4830aa208f62 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:42.510106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-b056ee48-d582-419d-bb0d-8cdd914b7806 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bdc1dc9-25bf-47da-874d-b623fd56e653 HTTP/1.1" status: 200 len: 862 time: 0.0713751 Feb 11 12:52:42.511309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c597070-3f7b-4c54-b129-ed533f40b629 req-34a7a07f-2242-4402-adb8-4830aa208f62 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.2582173 Feb 11 12:52:42.639723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fc1df3b-e0fd-4dce-9c0f-21dceeb1f71b req-27423bef-5cc3-41d4-9a82-b9641a96e463 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118780 Feb 11 12:52:42.685354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:42.690327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec0a-624d-4997-a6b2-d883d777939d req-0c5262c9-3597-460a-a735-fd6a60de4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:42.696291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-0c5262c9-3597-460a-a735-fd6a60de4f16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1791399 Feb 11 12:52:42.762136 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e826bc55-a8fb-4d40-8e75-5a356e41272e x-openstack-request-id: req-e826bc55-a8fb-4d40-8e75-5a356e41272e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:42.762525 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:42.762855 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e826bc55-a8fb-4d40-8e75-5a356e41272e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:42.763355 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'status': 'completed', 'code': 200} Feb 11 12:52:42.770886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb86ab64-500a-466d-92c1-470c586f02eb None None] New status for floating IP d26468b4-4612-4d80-9377-75f7830c048a: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:52:42.804824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:52:42.805495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:52:42.806086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:42.814271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c597070-3f7b-4c54-b129-ed533f40b629 req-51b36d96-d1d6-4472-a3a1-6650f6634b5f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586319 Feb 11 12:52:42.815146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:52:42.819177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:52:42.842305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:52:42.842305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:52:42.842305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:52:42.842742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Bound port: f21a2df9-934f-4c72-bb90-8864b789a058, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:52:42.842834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:43.038552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-8b9b6161-9df7-4332-9aa4-0d62bdef1e42 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358495 Feb 11 12:52:43.142836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:52:43.193358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:52:43.227089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01829b49-1d38-4faf-a98e-2f768dffff60 req-0e6996d6-4915-4b2a-a0e1-c7a5cf9a02ea tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:43.229551 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01829b49-1d38-4faf-a98e-2f768dffff60 req-0e6996d6-4915-4b2a-a0e1-c7a5cf9a02ea tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1132 time: 0.2054379 Feb 11 12:52:43.240733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:43.310154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a210ec0a-624d-4997-a6b2-d883d777939d req-3ad1111c-955a-460b-8080-d98afb5f7d55 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650750 Feb 11 12:52:43.320509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e24a00-5b75-46ab-adb4-45900a40e7b1 req-18e20dce-b3d0-4234-a482-e5a8f89877e1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:43.330474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4e24a00-5b75-46ab-adb4-45900a40e7b1 req-18e20dce-b3d0-4234-a482-e5a8f89877e1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.2908020 Feb 11 12:52:43.340525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023a761-1877-41a1-8095-9b5809b38a2d req-d1d0323c-4550-4ede-8388-b4cf6b5fc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:43.342844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6023a761-1877-41a1-8095-9b5809b38a2d req-d1d0323c-4550-4ede-8388-b4cf6b5fc331 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1131 time: 0.1213770 Feb 11 12:52:43.407607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:43.411977 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-01829b49-1d38-4faf-a98e-2f768dffff60 req-ae5c880f-af4f-4aae-a575-adbfbba025f1 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:43.427442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:43.428403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:43.430095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-82958d4e-2266-4e95-96dc-15b3300eed2e service neutron] 10.222.0.64 "PUT /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 1092 time: 2.4045463 Feb 11 12:52:43.430775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:43.438400 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87419dab-e69a-4484-9d45-6705237b274e" -d '{"events": [{"name": "network-changed", "server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:43.466209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4e24a00-5b75-46ab-adb4-45900a40e7b1 req-1e9f6afd-10ea-4a19-94c5-295e0b3902e8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213379 Feb 11 12:52:43.530711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6023a761-1877-41a1-8095-9b5809b38a2d req-231d5322-b21b-4b20-b174-34cc042948c9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786876 Feb 11 12:52:43.560938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-cbd9fd2f-fa30-4228-b4ca-ff8c6bdc2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:43.563272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-cbd9fd2f-fa30-4228-b4ca-ff8c6bdc2f72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 1125 time: 0.1594818 Feb 11 12:52:43.712532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-34b5aa5f-37ef-4a3b-9201-2bfb3374bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:43.719460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-34b5aa5f-37ef-4a3b-9201-2bfb3374bfc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1126 time: 0.2174318 Feb 11 12:52:43.817933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-1b463b01-23b7-4968-809b-62a3805f4dd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 217 time: 0.0888319 Feb 11 12:52:43.937528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-92544966-3b67-4103-8ad4-3be8f711dbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:43.945423 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-92544966-3b67-4103-8ad4-3be8f711dbba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1170871 Feb 11 12:52:43.954375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-01829b49-1d38-4faf-a98e-2f768dffff60 req-ae5c880f-af4f-4aae-a575-adbfbba025f1 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Publish callbacks [] for security_group (cb6f9cab-5258-4dcc-ab81-ad782e81a3b5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:43.995946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b115c49-e11f-4e9b-999c-0b53d2071377 req-51c3430c-8833-4606-9d9e-efb4fff52bdd tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:44.013816 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-4b632d43-1646-4731-87d5-874b2d813761 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548959 Feb 11 12:52:44.021783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-01829b49-1d38-4faf-a98e-2f768dffff60 req-ae5c880f-af4f-4aae-a575-adbfbba025f1 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cb6f9cab-5258-4dcc-ab81-ad782e81a3b5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:44.026264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b115c49-e11f-4e9b-999c-0b53d2071377 req-51c3430c-8833-4606-9d9e-efb4fff52bdd tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 943 time: 0.3529239 Feb 11 12:52:44.033474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-cd0979da-2c8d-43f0-810b-0fabd9297bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:44.046747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-cd0979da-2c8d-43f0-810b-0fabd9297bd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 924 time: 0.4736116 Feb 11 12:52:44.090805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c880f-af4f-4aae-a575-adbfbba025f1 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6f9cab-5258-4dcc-ab81-ad782e81a3b5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:44.157507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01829b49-1d38-4faf-a98e-2f768dffff60 req-ae5c880f-af4f-4aae-a575-adbfbba025f1 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9185758 Feb 11 12:52:44.172878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-c6e69bb6-0d98-49d8-b9cd-0517b50f7170 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131 HTTP/1.1" status: 200 len: 217 time: 0.1153076 Feb 11 12:52:44.251727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b115c49-e11f-4e9b-999c-0b53d2071377 req-712d3560-a4a4-4ddc-966f-9eb709028912 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244947 Feb 11 12:52:44.288918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-867987a5-1511-493d-b823-7407d1df65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:44.296106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:52:44.320314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-867987a5-1511-493d-b823-7407d1df65ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bdc1dc9-25bf-47da-874d-b623fd56e653 HTTP/1.1" status: 200 len: 862 time: 0.1342378 Feb 11 12:52:44.405923 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-b3687553-d37a-4164-96de-9656ecc95dd7 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813641 Feb 11 12:52:44.407411 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d667a3-d1dd-41ec-8fc8-3329c68a8756 x-openstack-request-id: req-45d667a3-d1dd-41ec-8fc8-3329c68a8756 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:44.414949 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:44.415247 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45d667a3-d1dd-41ec-8fc8-3329c68a8756 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:44.415701 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058', 'status': 'completed', 'code': 200} Feb 11 12:52:44.473732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-f6f474c7-f0a2-4eb0-83da-158c47015a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:44.475165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-f6f474c7-f0a2-4eb0-83da-158c47015a07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1496542 Feb 11 12:52:44.604917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:44.643792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:52:44.646950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'mac_address': 'fa:16:3e:aa:d8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:52:44.776707 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3be1d8a-4c1f-4073-8efc-4270dc288209 req-dd31b62a-3c6a-4b01-afff-3203458326c5 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599207 Feb 11 12:52:44.879470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-db973781-d9d9-4e01-bbf1-cf786ebfc765 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920007 Feb 11 12:52:44.972570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:44.986399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87419dab-e69a-4484-9d45-6705237b274e req-66ee9d4a-8788-480b-aa99-6be2cb9ffa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:44.987995 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87419dab-e69a-4484-9d45-6705237b274e req-66ee9d4a-8788-480b-aa99-6be2cb9ffa69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1126 time: 0.1227248 Feb 11 12:52:45.015305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:45.098262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e3da-8866-4462-a9f5-5117abcf0730 req-3fd6651f-76ab-45b7-81e1-84062f22974e tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:45.102631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:45.106830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:45.110207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4514e3da-8866-4462-a9f5-5117abcf0730 req-3fd6651f-76ab-45b7-81e1-84062f22974e tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 949 time: 0.4546607 Feb 11 12:52:45.223959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:45.280158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:45.289840 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c01e7-04a8-4a48-8e7e-cea9d3771168" -d '{"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-unplugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:45.357276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:45.383048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4514e3da-8866-4462-a9f5-5117abcf0730 req-02480b5e-ef7a-482e-95dd-81ff423ab933 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717245 Feb 11 12:52:45.393956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17ab9364-20ea-4d55-9598-3f30c92c6c55 req-7e4a6e2f-697b-4d01-a966-e4c78bd66d53 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997747 Feb 11 12:52:45.404006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87419dab-e69a-4484-9d45-6705237b274e req-cca1a0bc-ae5a-4409-853c-5f5dcfb8ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:45.414060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87419dab-e69a-4484-9d45-6705237b274e req-cca1a0bc-ae5a-4409-853c-5f5dcfb8ac75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.4111743 Feb 11 12:52:45.417328 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:45.615244 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87419dab-e69a-4484-9d45-6705237b274e req-c4c9211e-ba29-4f6d-91de-ec6b62d48ee3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 217 time: 0.1942465 Feb 11 12:52:45.707744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:52:45.708601 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:52:45.734639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d936c1-a51f-4e3f-8c1c-1d61cfc2d389 req-1e29b894-f0b4-420b-8938-90bb5227c37f tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:45.744376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:45.746249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5d936c1-a51f-4e3f-8c1c-1d61cfc2d389 req-1e29b894-f0b4-420b-8938-90bb5227c37f tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 943 time: 0.1573510 Feb 11 12:52:45.790148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87419dab-e69a-4484-9d45-6705237b274e req-78403767-a6b1-4b55-b054-d78b5b6176d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:45.791627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87419dab-e69a-4484-9d45-6705237b274e req-78403767-a6b1-4b55-b054-d78b5b6176d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1208854 Feb 11 12:52:45.835231 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-fe5f9d44-5e0b-484b-a79c-cc394cb7f900 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2637603 Feb 11 12:52:45.841322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87419dab-e69a-4484-9d45-6705237b274e req-3b1ac250-bbee-4d04-9ff0-d6df48e4fb04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429957 Feb 11 12:52:45.846663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-e3c07495-1947-45c0-b1ec-7e8941e12bd8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:52:45.847843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-e3c07495-1947-45c0-b1ec-7e8941e12bd8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054200 Feb 11 12:52:45.876463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5d936c1-a51f-4e3f-8c1c-1d61cfc2d389 req-36396582-28e0-4dad-8d8d-f2f7eaca864a tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240747 Feb 11 12:52:45.900641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca0bab-6bfb-4918-9629-4d4c20fe8a07 req-706aef26-db45-4757-b5e9-e49067ee5be8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:45.900641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69ca0bab-6bfb-4918-9629-4d4c20fe8a07 req-706aef26-db45-4757-b5e9-e49067ee5be8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.2103224 Feb 11 12:52:45.935099 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:46.006645 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cb6c3e-04d8-4d4d-bcd8-38ba2c557482 x-openstack-request-id: req-24cb6c3e-04d8-4d4d-bcd8-38ba2c557482 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:46.007053 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-unplugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:46.007410 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24cb6c3e-04d8-4d4d-bcd8-38ba2c557482 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:46.007998 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'code': 200} Feb 11 12:52:46.221496 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69ca0bab-6bfb-4918-9629-4d4c20fe8a07 req-480f5493-8948-40fe-9247-3606a73d614d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022623 Feb 11 12:52:46.285387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87419dab-e69a-4484-9d45-6705237b274e req-fe1224d8-36b7-4e66-bfba-1e5ff84c65b5 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346936 Feb 11 12:52:46.426397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c4867-44b3-414c-a141-2de8e3f0c5f6 req-bcf64f4b-1b23-4475-873c-b289d2a60a03 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:46.445006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c2c4867-44b3-414c-a141-2de8e3f0c5f6 req-bcf64f4b-1b23-4475-873c-b289d2a60a03 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.2626460 Feb 11 12:52:46.501990 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87419dab-e69a-4484-9d45-6705237b274e req-95767e1d-cf7c-4076-867c-32aee4243c18 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098713 Feb 11 12:52:46.643031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa9b77-b411-4593-a47d-3c1d3d81263f req-2c58a7ed-9be3-41ac-9417-dc6177f0a435 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:46.646054 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfa9b77-b411-4593-a47d-3c1d3d81263f req-2c58a7ed-9be3-41ac-9417-dc6177f0a435 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 947 time: 0.0874796 Feb 11 12:52:46.722657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c2c4867-44b3-414c-a141-2de8e3f0c5f6 req-daeda020-9f79-48ee-8c77-89689a87ca22 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711885 Feb 11 12:52:46.763981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57508) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:46.804166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfa9b77-b411-4593-a47d-3c1d3d81263f req-1de01b71-8085-40de-972a-31ce9fbb0aa3 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494348 Feb 11 12:52:47.044711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:47.064513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:47.065896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:47.130220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-8424c8ae-8aac-4095-82a4-d68c8b2cb791 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:47.131217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:47.141387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-8424c8ae-8aac-4095-82a4-d68c8b2cb791 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/ports/cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 1129 time: 0.3757257 Feb 11 12:52:47.249550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e41b7-3aef-4884-b89c-f5342edf0ebd req-7abf10c4-d23e-46ec-b07e-4fbe1d8db670 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:47.271705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58037151-a3af-4a86-b6f3-957b99a22990 req-6db3e545-18aa-493c-a06e-d12021c226e7 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:47.274376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-073e41b7-3aef-4884-b89c-f5342edf0ebd req-7abf10c4-d23e-46ec-b07e-4fbe1d8db670 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1129 time: 0.0829759 Feb 11 12:52:47.282283 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58037151-a3af-4a86-b6f3-957b99a22990 req-6db3e545-18aa-493c-a06e-d12021c226e7 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 943 time: 0.2205899 Feb 11 12:52:47.297098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:47.341858 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:47.350192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-073e41b7-3aef-4884-b89c-f5342edf0ebd req-d788810b-01df-415a-a795-37ba3bc58de7 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668440 Feb 11 12:52:47.482335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58037151-a3af-4a86-b6f3-957b99a22990 req-6db22b27-b4e8-426a-a442-9bb5d71ec5c5 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986885 Feb 11 12:52:47.636110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=10']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:47.652089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892fdd5-4619-4bbb-902c-5a33b2d85451 req-40605bd2-69b8-4e14-9868-ebf298d23ea9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:47.664087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c892fdd5-4619-4bbb-902c-5a33b2d85451 req-40605bd2-69b8-4e14-9868-ebf298d23ea9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.1830235 Feb 11 12:52:47.744542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['6c16443f-1fa7-4eb0-b303-89d3c4ad8528'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:47.890139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c892fdd5-4619-4bbb-902c-5a33b2d85451 req-3971efa1-b07a-4927-8f39-d0b7c2dd2a80 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248940 Feb 11 12:52:48.089122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ab66a-bab5-40b7-a3ee-a8b547e052e0 req-baf90591-d9b2-4850-9016-e4678d48f8fc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:48.100372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4da3-a034-4cce-abed-3d046c9b1f63 req-59e501dd-06ba-498a-ac89-f19a76caffc1 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:48.105127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f85ab66a-bab5-40b7-a3ee-a8b547e052e0 req-baf90591-d9b2-4850-9016-e4678d48f8fc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.2006555 Feb 11 12:52:48.113957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-727d4da3-a034-4cce-abed-3d046c9b1f63 req-59e501dd-06ba-498a-ac89-f19a76caffc1 tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 1131 time: 0.1171331 Feb 11 12:52:48.218468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3868c0f0-64bf-4c65-9a25-3e2c03b03131 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:52:48.219766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-727d4da3-a034-4cce-abed-3d046c9b1f63 req-62e56423-b88b-4aca-b66c-65e233e367ed tempest-ServersAdminTestJSON-689925410 tempest-ServersAdminTestJSON-689925410-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048760 Feb 11 12:52:48.262761 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f85ab66a-bab5-40b7-a3ee-a8b547e052e0 req-07b2748a-46f5-4dba-9f40-977e8a638059 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544962 Feb 11 12:52:48.383142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3868c0f0-64bf-4c65-9a25-3e2c03b03131, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:48.396833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'port_id': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'mac_address': 'fa:16:3e:83:7c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:52:48.470888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:48.472191 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:48.506683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3868c0f0-64bf-4c65-9a25-3e2c03b03131 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:48.572548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3868c0f0-64bf-4c65-9a25-3e2c03b03131, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:48.578516 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:48.675407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=3868c0f0-64bf-4c65-9a25-3e2c03b03131,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:48.848005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb12ed-47fe-4a86-9f9a-51bd4ba15e9b req-0303ae62-c6f1-4765-b485-ad2ac115abf7 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:48.850122 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0fb12ed-47fe-4a86-9f9a-51bd4ba15e9b req-0303ae62-c6f1-4765-b485-ad2ac115abf7 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 944 time: 0.1507018 Feb 11 12:52:48.974433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['3868c0f0-64bf-4c65-9a25-3e2c03b03131'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:49.041522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0fb12ed-47fe-4a86-9f9a-51bd4ba15e9b req-a16b5b2e-a680-4877-984d-68371360d1db tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811252 Feb 11 12:52:49.126820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd0753-0211-4824-87f3-7ef0a8424b6b req-2178497f-9b24-48b8-85cd-cf74d52b458d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:49.133139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-04fd0753-0211-4824-87f3-7ef0a8424b6b req-2178497f-9b24-48b8-85cd-cf74d52b458d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 950 time: 0.2456522 Feb 11 12:52:49.329910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-04fd0753-0211-4824-87f3-7ef0a8424b6b req-4325e6f0-d675-441c-a5cd-616304329acb tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907148 Feb 11 12:52:49.560220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f24ebf-d807-476b-9a87-40dfd9cbc4e3 req-6b9f56f3-0130-43f8-a9e1-396c4a334804 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:49.572422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f24ebf-d807-476b-9a87-40dfd9cbc4e3 req-6b9f56f3-0130-43f8-a9e1-396c4a334804 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1350141 Feb 11 12:52:49.667560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f24ebf-d807-476b-9a87-40dfd9cbc4e3 req-e683e4bf-8c5e-4cf1-8bdb-1780d4f5c904 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940902 Feb 11 12:52:49.703380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-afb5490a-55d5-43a1-b64c-9286772d6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:49.704952 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-afb5490a-55d5-43a1-b64c-9286772d6df9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1132 time: 0.5597804 Feb 11 12:52:49.757218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4842-c476-4014-9466-ea02f60875ad req-4a246be7-6a39-4fe3-8cf5-8ed8de1591e5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:49.766050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34da4842-c476-4014-9466-ea02f60875ad req-4a246be7-6a39-4fe3-8cf5-8ed8de1591e5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.1377985 Feb 11 12:52:49.963520 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34da4842-c476-4014-9466-ea02f60875ad req-daef5a52-acc4-49ab-871d-af8b84ab4cac tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964636 Feb 11 12:52:49.980895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-e37a430d-fbea-4fab-9a62-8db5b3809ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:49.984298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-e37a430d-fbea-4fab-9a62-8db5b3809ebb service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2714975 Feb 11 12:52:50.053655 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-6a6abe8c-3881-4d17-8c24-c3e1a8af1352 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.0612652 Feb 11 12:52:50.134576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-b1b1b738-3f0a-4bd7-b3a1-f82400e1f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:50.136066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-b1b1b738-3f0a-4bd7-b3a1-f82400e1f29d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0745707 Feb 11 12:52:50.204033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f21a2df9-934f-4c72-bb90-8864b789a058 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:52:50.224182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f48f79-8ecd-4165-afc2-f0490004899f req-a92fbe6b-d58d-4b4e-b629-fae8baf22342 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:50.235343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-89f48f79-8ecd-4165-afc2-f0490004899f req-a92fbe6b-d58d-4b4e-b629-fae8baf22342 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 944 time: 0.0956590 Feb 11 12:52:50.245465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-3047f539-bd05-4cb2-b187-e88111066721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:50.247113 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-3047f539-bd05-4cb2-b187-e88111066721 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1027226 Feb 11 12:52:50.304681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-89f48f79-8ecd-4165-afc2-f0490004899f req-2513eeb8-3d44-44c2-9504-00be4205340c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675828 Feb 11 12:52:50.383652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:50.402782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'f21a2df9-934f-4c72-bb90-8864b789a058', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'port_id': 'f21a2df9-934f-4c72-bb90-8864b789a058', 'mac_address': 'fa:16:3e:14:53:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d925a2-3883-4338-bbf2-dedbac2d51f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:52:50.498917 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-129d5c9b-eeb9-4005-9577-db680d844490 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435410 Feb 11 12:52:50.508843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0aa5f-088b-46cb-ad1a-b8405c4852d8 req-9af0dd6f-fafc-4b11-b4df-51a5b88fe65a tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:50.532975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f21a2df9-934f-4c72-bb90-8864b789a058 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:50.535651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:50.539573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9bd0aa5f-088b-46cb-ad1a-b8405c4852d8 req-9af0dd6f-fafc-4b11-b4df-51a5b88fe65a tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 950 time: 0.1396215 Feb 11 12:52:50.550837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21a2df9-934f-4c72-bb90-8864b789a058 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:50.602625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:50.613836 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:50.628008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9bd0aa5f-088b-46cb-ad1a-b8405c4852d8 req-bfd0407e-3b04-4963-931d-8b1de2870cf7 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842087 Feb 11 12:52:50.735419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:50.751296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-2ed79057-d752-4131-a108-6eaa40003f4a service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423663 Feb 11 12:52:50.850015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-70fa5eeb-ea02-4cd6-a1c6-10a2bccbdfdb tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:50.851466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-70fa5eeb-ea02-4cd6-a1c6-10a2bccbdfdb tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 950 time: 0.1435428 Feb 11 12:52:50.914827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-d84e5762-998c-4c7a-958e-1583f8bf8adc tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:50.923752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-d84e5762-998c-4c7a-958e-1583f8bf8adc tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/networks?id=1a41dc7e-8f3f-47fd-8840-6958dc228aed HTTP/1.1" status: 200 len: 815 time: 0.1926315 Feb 11 12:52:50.949324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a365c-a9a7-442c-bfc5-b30ecf889fb6 req-5afc8291-65a6-4227-8322-7db599531fe4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:50.960344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-e89e5d22-3f22-4786-8aab-b2c641c13f9c tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/quotas/338da79ca841485091299c9566b4b4fc HTTP/1.1" status: 200 len: 375 time: 0.0285273 Feb 11 12:52:50.962193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f51a365c-a9a7-442c-bfc5-b30ecf889fb6 req-5afc8291-65a6-4227-8322-7db599531fe4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1966369 Feb 11 12:52:51.013011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f21a2df9-934f-4c72-bb90-8864b789a058'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:51.099594 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-2dde3a5b-cb23-49d3-af39-6bd3030de0c1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=338da79ca841485091299c9566b4b4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361098 Feb 11 12:52:51.100566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f51a365c-a9a7-442c-bfc5-b30ecf889fb6 req-a59b4fdb-afc8-46d8-966e-7d63d90b1d05 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319165 Feb 11 12:52:51.201877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Deleting port 9c0e2f22-2ce0-4a65-8448-777e430e5328 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:52:51.205898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:51.295083 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-4dd74e36-67c2-48a6-a4e8-6dd728fbd337 service neutron] 10.222.0.42 "GET /v2.0/networks/1a41dc7e-8f3f-47fd-8840-6958dc228aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872613 Feb 11 12:52:51.355275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:51.502830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:51.503202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:51.516200 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-c8cfcb13-d481-449c-a7c1-4a45fb495aff service neutron] 10.222.0.42 "GET /v2.0/networks/1a41dc7e-8f3f-47fd-8840-6958dc228aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199981 Feb 11 12:52:51.661899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:51.662213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:51.699528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:51.701911 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb065d1-346b-4779-b999-64777b4333cf" -d '{"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-plugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:51.741063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7ad75-8c84-44a3-b4d3-7d42e25b9530 req-68c1b2a1-1098-42b4-9314-f90a109aa4a9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:51.754976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbb7ad75-8c84-44a3-b4d3-7d42e25b9530 req-68c1b2a1-1098-42b4-9314-f90a109aa4a9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 945 time: 0.5173881 Feb 11 12:52:51.772051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:51.786939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:51.804164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] For port 9c0e2f22-2ce0-4a65-8448-777e430e5328, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c0e2f22-2ce0-4a65-8448-777e430e5328,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:51.804619 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:51.843640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Calling delete_port for 9c0e2f22-2ce0-4a65-8448-777e430e5328 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:52:51.931643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3640c4a-83c2-4a16-86ee-4b23a823f39d req-e0f78162-097f-4cb1-8af3-3c61146f118c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:51.933397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=11']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:51.942412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3640c4a-83c2-4a16-86ee-4b23a823f39d req-e0f78162-097f-4cb1-8af3-3c61146f118c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 944 time: 0.1017606 Feb 11 12:52:52.027972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3640c4a-83c2-4a16-86ee-4b23a823f39d req-88688167-b195-452a-917e-db56793b8fed tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846038 Feb 11 12:52:52.072219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbb7ad75-8c84-44a3-b4d3-7d42e25b9530 req-675f4dc0-24bf-4a80-8ab8-7435001d10f6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090312 Feb 11 12:52:52.177627 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aacd8e9-603b-4f8e-93c5-352ac4e6cf9d x-openstack-request-id: req-1aacd8e9-603b-4f8e-93c5-352ac4e6cf9d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:52.178241 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-plugged", "status": "completed", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:52.178885 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1aacd8e9-603b-4f8e-93c5-352ac4e6cf9d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:52.180134 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'code': 200} Feb 11 12:52:52.244565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f21a2df9-934f-4c72-bb90-8864b789a058 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:52.320451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64d8b277-8dbf-47d6-bc8c-26f68daa3a44 req-721b3be8-bc1c-42f6-97a9-b6d77479d3f3 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 210 time: 0.0762737 Feb 11 12:52:52.326109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port f21a2df9-934f-4c72-bb90-8864b789a058 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:52:52.343577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port f21a2df9-934f-4c72-bb90-8864b789a058 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:52.344055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:52.344605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9c0e2f22-2ce0-4a65-8448-777e430e5328), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:52.400852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Pushing event deleted for resources: {'Port': ['ID=9c0e2f22-2ce0-4a65-8448-777e430e5328,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:52.468965 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-ad5de309-4a14-4776-8b48-917ce4c482ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2337062 Feb 11 12:52:52.487534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['9c0e2f22-2ce0-4a65-8448-777e430e5328', '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:52.493448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0b4fcfab-c830-40f4-a476-7a083ef2c04a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:52.610590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b17c8e-9428-42a1-959d-f890e39a0960 req-d6ab794f-4e5e-49fa-a048-4fda37958a1c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:52.613824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9b17c8e-9428-42a1-959d-f890e39a0960 req-d6ab794f-4e5e-49fa-a048-4fda37958a1c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 867 time: 0.3790185 Feb 11 12:52:52.642985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] No DVR routers for this DVR port 9c0e2f22-2ce0-4a65-8448-777e430e5328 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:52:52.650962 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:52.657825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef9c0b66-21d3-4d06-b7c0-d0f0c7a9bf37 req-167a05bd-919f-44fc-b818-cdcb460e24da tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "DELETE /v2.0/ports/9c0e2f22-2ce0-4a65-8448-777e430e5328 HTTP/1.1" status: 204 len: 173 time: 1.7946076 Feb 11 12:52:52.658753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'name': 'network-vif-deleted', 'tag': '9c0e2f22-2ce0-4a65-8448-777e430e5328'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:52.662631 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd77466-d9e2-4a3b-9eeb-f5a6b68fd09f" -d '{"events": [{"server_uuid": "af0de6be-5efa-4955-9f7d-15b853359d95", "name": "network-vif-deleted", "tag": "9c0e2f22-2ce0-4a65-8448-777e430e5328"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:52.675272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-d0f68671-5000-464a-8cbc-96954cf765ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:52.677074 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-d0f68671-5000-464a-8cbc-96954cf765ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1129 time: 0.1825123 Feb 11 12:52:52.712415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10efa7-27c5-48cc-96a0-7b3949efcc24 req-f3c67d3f-ebe2-487b-94a9-1425dfa1b58a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:52.724683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca10efa7-27c5-48cc-96a0-7b3949efcc24 req-f3c67d3f-ebe2-487b-94a9-1425dfa1b58a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.2954214 Feb 11 12:52:52.801160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9b17c8e-9428-42a1-959d-f890e39a0960 req-b38e432e-af3d-4bb3-8ab9-d3a6fb35670e tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770473 Feb 11 12:52:52.904625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca10efa7-27c5-48cc-96a0-7b3949efcc24 req-c9eea3b6-4f5b-4f8a-9d80-eb0aed8c1f38 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728773 Feb 11 12:52:52.930619 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affd70fc-aad7-463c-9f70-4f7dbc716c1a x-openstack-request-id: req-affd70fc-aad7-463c-9f70-4f7dbc716c1a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:52.931100 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af0de6be-5efa-4955-9f7d-15b853359d95", "name": "network-vif-deleted", "tag": "9c0e2f22-2ce0-4a65-8448-777e430e5328", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:52.931411 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-affd70fc-aad7-463c-9f70-4f7dbc716c1a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:52.931861 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af0de6be-5efa-4955-9f7d-15b853359d95', 'name': 'network-vif-deleted', 'tag': '9c0e2f22-2ce0-4a65-8448-777e430e5328', 'status': 'completed', 'code': 200} Feb 11 12:52:52.989758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f21a2df9-934f-4c72-bb90-8864b789a058 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:52.990276 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:53.018937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-d612b85e-309f-4d02-bc06-dc432fe94ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:53.020777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-d612b85e-309f-4d02-bc06-dc432fe94ca6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.2894690 Feb 11 12:52:53.078608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:53.128768 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-fb0dd302-d0aa-4a0e-93b8-3e0e59944f81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 217 time: 0.0978780 Feb 11 12:52:53.176893 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:53.177887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3868c0f0-64bf-4c65-9a25-3e2c03b03131 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:52:53.318077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd947e-4ca1-4a47-b93b-3760bc479a66 req-8e458cce-8bb1-433b-8a6e-17c3a3dcd6cf tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:53.331675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-befd947e-4ca1-4a47-b93b-3760bc479a66 req-8e458cce-8bb1-433b-8a6e-17c3a3dcd6cf tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 944 time: 0.1655743 Feb 11 12:52:53.344115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-0131ff17-5e1e-4f30-bc3c-d912cde60472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:53.345608 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-0131ff17-5e1e-4f30-bc3c-d912cde60472 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.2096922 Feb 11 12:52:53.398337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-9e0684b0-551b-4e0a-b6ad-225a8459cd4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357404 Feb 11 12:52:53.430907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991c6f0-7ced-4fa5-9a0f-325d536e0c57 req-003c1191-96f9-4b14-b0d0-fb9a0abd4596 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:53.438414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1991c6f0-7ced-4fa5-9a0f-325d536e0c57 req-003c1191-96f9-4b14-b0d0-fb9a0abd4596 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.2047358 Feb 11 12:52:53.463518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-befd947e-4ca1-4a47-b93b-3760bc479a66 req-5c1a24cd-5c29-4a95-a432-624179447851 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307964 Feb 11 12:52:53.537464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:52:53.551138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:53.572800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:53.573181 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:53.607729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bb53e6c-d5f9-45f9-a1c8-ecf413698abc req-b9525c3b-7353-429c-b457-7154429d6ae2 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 210 time: 0.0412104 Feb 11 12:52:53.647060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1991c6f0-7ced-4fa5-9a0f-325d536e0c57 req-0c286348-61e6-4d3b-9a76-8a82e46bc787 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999991 Feb 11 12:52:53.671525 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-254fa6f0-f401-43cd-bc63-1ee0b3f324ef service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554874 Feb 11 12:52:53.691990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:52:53.692385 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:53.733601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3868c0f0-64bf-4c65-9a25-3e2c03b03131, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:53.751390 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:53.865013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=3868c0f0-64bf-4c65-9a25-3e2c03b03131,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:53.917773 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5036b39-feb1-49eb-959f-c72e6ef401d1 req-5008d1e0-952e-4bec-8589-0609b384b3cc service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348962 Feb 11 12:52:53.981033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a14986db-5900-41fa-9594-2966f13eb61c req-973c317f-b432-4fe0-8ff5-1ff768d29aa0 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=af0de6be-5efa-4955-9f7d-15b853359d95 HTTP/1.1" status: 200 len: 210 time: 0.0661628 Feb 11 12:52:54.066897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12493b-d5af-446b-bd48-b711a3f11d98 req-93a905da-be2a-4fa7-bc3e-b6d522c71e49 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:54.068454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f12493b-d5af-446b-bd48-b711a3f11d98 req-93a905da-be2a-4fa7-bc3e-b6d522c71e49 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.0810149 Feb 11 12:52:54.126162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f12493b-d5af-446b-bd48-b711a3f11d98 req-776c3061-489b-45bb-9ff6-b6938876d9a8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Feb 11 12:52:54.181388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058'}, {'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:54.183780 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f354c6a4-5c27-43e9-9c8f-66e6c4d8edf0" -d '{"events": [{"server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "name": "network-vif-plugged", "status": "completed", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058"}, {"server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "name": "network-vif-plugged", "status": "completed", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:54.257457 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff29df1-de55-4f68-80d7-ded7b70f4267 x-openstack-request-id: req-aff29df1-de55-4f68-80d7-ded7b70f4267 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:52:54.257784 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "name": "network-vif-plugged", "status": "completed", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058", "code": 200}, {"server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "name": "network-vif-plugged", "status": "completed", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:52:54.258042 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aff29df1-de55-4f68-80d7-ded7b70f4267 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:52:54.258611 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058', 'code': 200} Feb 11 12:52:54.258880 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'code': 200} Feb 11 12:52:54.552771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159f519-ee17-4231-a7eb-8d059f6252f2 req-a8fc7162-98ab-42f0-8d84-5aecd5b2bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:54.554560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8159f519-ee17-4231-a7eb-8d059f6252f2 req-a8fc7162-98ab-42f0-8d84-5aecd5b2bb7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 1127 time: 0.1017938 Feb 11 12:52:54.602270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c3f1c-8f27-4def-a88d-b0869220728c req-5e8f6ec5-ae6c-483e-89e1-a9b2f999eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:54.604660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-416c3f1c-8f27-4def-a88d-b0869220728c req-5e8f6ec5-ae6c-483e-89e1-a9b2f999eaa4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1128 time: 0.1242483 Feb 11 12:52:54.641525 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8159f519-ee17-4231-a7eb-8d059f6252f2 req-1ec381fe-ce34-4449-8423-d40552c7618a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670500 Feb 11 12:52:54.702198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-416c3f1c-8f27-4def-a88d-b0869220728c req-312c1be3-cfb9-4470-b2e0-d325e7ccb1cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873859 Feb 11 12:52:54.705903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997350eb-b28c-4c20-a4ac-3db830f6ee85 req-d8986b8f-7b74-4ae7-908d-4f54738e7202 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:54.708547 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-997350eb-b28c-4c20-a4ac-3db830f6ee85 req-d8986b8f-7b74-4ae7-908d-4f54738e7202 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.0698795 Feb 11 12:52:54.799607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-997350eb-b28c-4c20-a4ac-3db830f6ee85 req-e175451a-69a8-457a-9449-2dfd4806ceff tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829973 Feb 11 12:52:54.823825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6684de7-e9d7-4b2c-8d43-f9dc20b519da req-2bd72254-ae56-4559-8672-6dfac20a71bc tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 210 time: 0.0792291 Feb 11 12:52:54.936904 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-4516ee1e-ba86-4613-b7c5-e9e5b9d08da4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832427 Feb 11 12:52:54.986462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50ea71-edc1-49fc-a594-55da27b819c5 req-7b9898de-5fb7-472f-8d0e-ac6383436584 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:55.003680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef50ea71-edc1-49fc-a594-55da27b819c5 req-7b9898de-5fb7-472f-8d0e-ac6383436584 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.1047683 Feb 11 12:52:55.093109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-6d3376b3-1414-4c4a-a847-4c2c11d2a27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:55.094675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-6d3376b3-1414-4c4a-a847-4c2c11d2a27e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1127 time: 0.1242781 Feb 11 12:52:55.287943 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef50ea71-edc1-49fc-a594-55da27b819c5 req-66ea7695-3bc8-4f21-9beb-f46d5d042694 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618158 Feb 11 12:52:55.390870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c0e2f22-2ce0-4a65-8448-777e430e5328 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:52:55.394809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-b44a52d4-0c9f-4488-a817-f52366cb0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:55.407287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-b44a52d4-0c9f-4488-a817-f52366cb0f4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.2822890 Feb 11 12:52:55.439030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-656aa06c-e756-41bb-8bf5-38cfe1c7bb5a tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:55.440730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-656aa06c-e756-41bb-8bf5-38cfe1c7bb5a tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.53 "GET /v2.0/networks?id=1a41dc7e-8f3f-47fd-8840-6958dc228aed HTTP/1.1" status: 200 len: 815 time: 0.4359326 Feb 11 12:52:55.459492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 9c0e2f22-2ce0-4a65-8448-777e430e5328 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:52:55.462535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Request body: {'port': {'device_id': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'admin_state_up': True, 'tenant_id': '338da79ca841485091299c9566b4b4fc'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:55.463670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c0e2f22-2ce0-4a65-8448-777e430e5328 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:52:55.564897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-da764d18-3f87-4c89-9134-3d574b82ca7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 217 time: 0.1079936 Feb 11 12:52:55.662878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-6612b612-1133-4aa5-a3f1-a40f899dc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:55.664353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-6612b612-1133-4aa5-a3f1-a40f899dc6ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.0897963 Feb 11 12:52:55.668560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725ecc9-b116-48cb-b8c9-22236a159d64 req-0a0a97b8-1415-4967-962a-90cd6c67dfe2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:55.682223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0725ecc9-b116-48cb-b8c9-22236a159d64 req-0a0a97b8-1415-4967-962a-90cd6c67dfe2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1579885 Feb 11 12:52:55.735362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-1d818ab1-d9ba-4ad5-87f6-59a190d9c654 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592110 Feb 11 12:52:55.760648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Made reservation on behalf of 338da79ca841485091299c9566b4b4fc for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:52:55.764234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:55.788110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0725ecc9-b116-48cb-b8c9-22236a159d64 req-0860497e-7788-49ae-a496-f269f3652bee tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048772 Feb 11 12:52:55.888224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-10b4a59c-3d1e-41f0-afdf-77ef93a5cb72 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368120 Feb 11 12:52:55.908623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe41d26-5ffa-4145-b24a-b175d43d9722 req-be4e5db7-3f82-4e1f-a010-ed71cf0b7c60 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:55.915958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbe41d26-5ffa-4145-b24a-b175d43d9722 req-be4e5db7-3f82-4e1f-a010-ed71cf0b7c60 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.5000262 Feb 11 12:52:56.007031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbe41d26-5ffa-4145-b24a-b175d43d9722 req-c99cad1c-7f96-45ed-a0e3-0340288afccf tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825429 Feb 11 12:52:56.137794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7594ca56-6d1e-40a6-8c40-1050b2df0de7 req-18574041-b7fa-4b9a-922c-4ca1cdfbc408 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 210 time: 0.0555656 Feb 11 12:52:56.367314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Allocated IP 172.20.0.14 (1a41dc7e-8f3f-47fd-8840-6958dc228aed/0dd29087-29a7-4442-8a1b-04e2b19f308f/a640e606-3231-4e6d-890c-560fcf6d543c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:52:56.516618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b8c65-2b65-4971-ba2b-56bb80e1c6eb req-828d87df-adfc-4d05-a258-a693430fd6c5 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:56.524510 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a5b8c65-2b65-4971-ba2b-56bb80e1c6eb req-828d87df-adfc-4d05-a258-a693430fd6c5 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.3178451 Feb 11 12:52:56.766763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a5b8c65-2b65-4971-ba2b-56bb80e1c6eb req-d8bbe5a2-0017-456d-9618-9c34cf8fa21f tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411528 Feb 11 12:52:56.927677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0276f3-5105-4c54-9e6b-754c52040572 req-d2995cf8-f874-4cfb-bf36-5c54a8751e94 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:56.949339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed0276f3-5105-4c54-9e6b-754c52040572 req-d2995cf8-f874-4cfb-bf36-5c54a8751e94 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.2524040 Feb 11 12:52:57.028245 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65def2e-e52a-40ee-8190-2b8153157cb4 req-4c2acb45-69c1-418f-8754-9f49be29890a service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664617 Feb 11 12:52:57.140553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks [] for port (a640e606-3231-4e6d-890c-560fcf6d543c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:57.160936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed0276f3-5105-4c54-9e6b-754c52040572 req-fbc82ca1-bc75-463a-8ece-494c35ff0ed5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048695 Feb 11 12:52:57.200240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3c2b5-12a7-4167-a705-4930f1c21124 req-dda54537-c3c9-4c73-a4df-a2b63dfbdb3b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:57.224200 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5db3c2b5-12a7-4167-a705-4930f1c21124 req-dda54537-c3c9-4c73-a4df-a2b63dfbdb3b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.2559302 Feb 11 12:52:57.382891 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5db3c2b5-12a7-4167-a705-4930f1c21124 req-7623764a-ab05-4d40-9ded-2b9ac520bcf1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574266 Feb 11 12:52:57.404538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:57.579108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375bbcf-f3b6-4c46-9dd8-93751337df3a req-80cd2706-2064-4ee1-a187-6933d6c620e5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:57.592189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e375bbcf-f3b6-4c46-9dd8-93751337df3a req-80cd2706-2064-4ee1-a187-6933d6c620e5 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.2590249 Feb 11 12:52:57.601758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:52:57.607990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:52:57.638809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:52:57.693376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Pushing event updated for resources: {'Port': ['ID=a640e606-3231-4e6d-890c-560fcf6d543c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:57.726620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e375bbcf-f3b6-4c46-9dd8-93751337df3a req-cabc66bf-289f-4399-be71-b59096eeada9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318452 Feb 11 12:52:57.757444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d152e78-b184-4007-926c-54989aeec445 req-6edbe528-a1b3-42d6-b884-6c9f0fd7437c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:57.766857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d152e78-b184-4007-926c-54989aeec445 req-6edbe528-a1b3-42d6-b884-6c9f0fd7437c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.64 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.3313093 Feb 11 12:52:57.802849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d061c-f292-4683-aef9-0fa023da1718 req-979e1899-b8b4-4907-80a7-c4303481ab40 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:57.804502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-766d061c-f292-4683-aef9-0fa023da1718 req-979e1899-b8b4-4907-80a7-c4303481ab40 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 932 time: 0.2648425 Feb 11 12:52:57.867279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:57.872734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:57.958745 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-94f1b462-e4fc-4ed5-8b78-f0ecd565abe1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5009272 Feb 11 12:52:57.962514 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-766d061c-f292-4683-aef9-0fa023da1718 req-82c7d57e-071b-4c57-ab7a-d5da7672abad tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509542 Feb 11 12:52:57.989588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Request body: {'port': {'device_id': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:58.085202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339903a7-c47d-4efc-b443-6b83c675eccd req-ddd0686b-fd64-409b-814f-48c8aeacf7ba tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:58.095125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-339903a7-c47d-4efc-b443-6b83c675eccd req-ddd0686b-fd64-409b-814f-48c8aeacf7ba tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.0935161 Feb 11 12:52:58.116078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Deleting port 0b4fcfab-c830-40f4-a476-7a083ef2c04a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:52:58.116786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:58.157509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7e8ce2ba-3302-4aeb-b1ae-5368b0ec50e6 None None] Provisioning complete for port a640e606-3231-4e6d-890c-560fcf6d543c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:52:58.158700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7e8ce2ba-3302-4aeb-b1ae-5368b0ec50e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:58.165181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:58.284300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7e8ce2ba-3302-4aeb-b1ae-5368b0ec50e6 None None] Port a640e606-3231-4e6d-890c-560fcf6d543c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:52:58.322812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-339903a7-c47d-4efc-b443-6b83c675eccd req-f5e5ab70-8062-41e1-9e09-635a0e17a99a tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223248 Feb 11 12:52:58.397055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] For port 0b4fcfab-c830-40f4-a476-7a083ef2c04a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0b4fcfab-c830-40f4-a476-7a083ef2c04a,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:52:58.397865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:58.483539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Calling delete_port for 0b4fcfab-c830-40f4-a476-7a083ef2c04a owned by compute:tempest-test_az-277397625 {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:52:58.623338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcded5b-fbdb-44e4-a940-d4587c56c469 req-cec25e20-8c51-4588-aa3b-9842992edea2 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:58.625145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adcded5b-fbdb-44e4-a940-d4587c56c469 req-cec25e20-8c51-4588-aa3b-9842992edea2 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.1931245 Feb 11 12:52:58.638131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57736) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:52:58.642533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Request body: {'floatingip': {'port_id': '3868c0f0-64bf-4c65-9a25-3e2c03b03131'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:52:58.653214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eea31-c6a6-4785-9775-f15431126d9b req-93fc0fad-fec0-4ba7-aade-1b92e950307b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:58.663229 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-841eea31-c6a6-4785-9775-f15431126d9b req-93fc0fad-fec0-4ba7-aade-1b92e950307b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.3130183 Feb 11 12:52:58.735656 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:58.761737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-841eea31-c6a6-4785-9775-f15431126d9b req-6070e300-9162-49be-ac3e-78f2f492b19b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884714 Feb 11 12:52:59.133764 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (0b4fcfab-c830-40f4-a476-7a083ef2c04a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:59.135461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764776fe-53dd-4755-8816-91db98aa5895 req-aa791bd4-b823-4c28-bb2c-a08ee961f9b0 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:59.144866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-764776fe-53dd-4755-8816-91db98aa5895 req-aa791bd4-b823-4c28-bb2c-a08ee961f9b0 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=0de984c4-3fec-4d4f-ae09-af7836b3bc37 HTTP/1.1" status: 200 len: 970 time: 0.2330217 Feb 11 12:52:59.150533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0b4fcfab-c830-40f4-a476-7a083ef2c04a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:59.153906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['6c16443f-1fa7-4eb0-b303-89d3c4ad8528'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:52:59.247059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Pushing event deleted for resources: {'Port': ['ID=0b4fcfab-c830-40f4-a476-7a083ef2c04a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:52:59.355886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] No DVR routers for this DVR port 0b4fcfab-c830-40f4-a476-7a083ef2c04a on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:52:59.374804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:59.384713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d152e78-b184-4007-926c-54989aeec445 req-f398bd0e-59b5-4e96-88e1-2d9df3eb36aa tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.64 "DELETE /v2.0/ports/0b4fcfab-c830-40f4-a476-7a083ef2c04a HTTP/1.1" status: 204 len: 173 time: 1.6129196 Feb 11 12:52:59.389557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'name': 'network-vif-deleted', 'tag': '0b4fcfab-c830-40f4-a476-7a083ef2c04a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:52:59.398330 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6c342f-1484-4330-8105-215c8381ae0c" -d '{"events": [{"server_uuid": "0de984c4-3fec-4d4f-ae09-af7836b3bc37", "name": "network-vif-deleted", "tag": "0b4fcfab-c830-40f4-a476-7a083ef2c04a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:52:59.419879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e6155-ad21-4ad0-a4c7-41ab3d418587 req-2e23e9ab-304b-436a-a8c2-68ff81cac01b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:59.429157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef8e6155-ad21-4ad0-a4c7-41ab3d418587 req-2e23e9ab-304b-436a-a8c2-68ff81cac01b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.3738956 Feb 11 12:52:59.464549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-764776fe-53dd-4755-8816-91db98aa5895 req-453af2b7-858e-40a9-a7a6-c28c6fdd073d tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172534 Feb 11 12:52:59.466820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a640e606-3231-4e6d-890c-560fcf6d543c {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:52:59.496559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8fb99fde-5fca-4edf-aaad-6bc49f4dab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:59.507931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Publish callbacks [] for port (a640e606-3231-4e6d-890c-560fcf6d543c), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:59.577214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Transition to ACTIVE for port object a640e606-3231-4e6d-890c-560fcf6d543c will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:52:59.617003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:52:59.636901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef8e6155-ad21-4ad0-a4c7-41ab3d418587 req-47a075c7-1cb5-4b15-8ad2-03d355be51fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986613 Feb 11 12:52:59.929324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ab90-63e6-4b72-983b-9560ae83f900 req-47a447b5-ddbb-4dbc-aeef-2f5d2a221b5b tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:52:59.937459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32a0ab90-63e6-4b72-983b-9560ae83f900 req-47a447b5-ddbb-4dbc-aeef-2f5d2a221b5b tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1128 time: 0.3575540 Feb 11 12:53:00.001586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Pushing event updated for resources: {'Port': ['ID=a640e606-3231-4e6d-890c-560fcf6d543c,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:00.182480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32a0ab90-63e6-4b72-983b-9560ae83f900 req-28b151ea-8395-43b7-987f-e72e3f00ec71 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436996 Feb 11 12:53:00.325017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Attempting to bind port a640e606-3231-4e6d-890c-560fcf6d543c on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:00.333361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Attempting to bind port a640e606-3231-4e6d-890c-560fcf6d543c by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:00.333995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Attempting to bind port a640e606-3231-4e6d-890c-560fcf6d543c on network 1a41dc7e-8f3f-47fd-8840-6958dc228aed {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:00.351466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Port a640e606-3231-4e6d-890c-560fcf6d543c on network 1a41dc7e-8f3f-47fd-8840-6958dc228aed not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:00.353579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Attempting to bind port a640e606-3231-4e6d-890c-560fcf6d543c on network 1a41dc7e-8f3f-47fd-8840-6958dc228aed {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:00.362498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:00.376050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Checking segment: {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:00.377373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Bound using segment: {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:00.378038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Bound port: a640e606-3231-4e6d-890c-560fcf6d543c, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceadee90-e216-41ad-b119-92448a3d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:00.381101 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:00.414982 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3e198f-c5a4-4a64-a9aa-4a2d2056471f x-openstack-request-id: req-2a3e198f-c5a4-4a64-a9aa-4a2d2056471f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:00.415817 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de984c4-3fec-4d4f-ae09-af7836b3bc37", "name": "network-vif-deleted", "tag": "0b4fcfab-c830-40f4-a476-7a083ef2c04a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:00.415817 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a3e198f-c5a4-4a64-a9aa-4a2d2056471f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:00.418176 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de984c4-3fec-4d4f-ae09-af7836b3bc37', 'name': 'network-vif-deleted', 'tag': '0b4fcfab-c830-40f4-a476-7a083ef2c04a', 'status': 'completed', 'code': 200} Feb 11 12:53:00.441257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f152526-a36f-4d8e-86a8-346e418adfb3 req-5c58aa1f-42d0-4333-8611-26e862c4d61c tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:00.451754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f152526-a36f-4d8e-86a8-346e418adfb3 req-5c58aa1f-42d0-4333-8611-26e862c4d61c tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.5988605 Feb 11 12:53:00.607395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] For port a640e606-3231-4e6d-890c-560fcf6d543c, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:00.614116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] For port a640e606-3231-4e6d-890c-560fcf6d543c, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a640e606-3231-4e6d-890c-560fcf6d543c,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:00.626015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f152526-a36f-4d8e-86a8-346e418adfb3 req-d6289b75-ad21-4c87-bb8d-d9cf71b6b1e6 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726491 Feb 11 12:53:00.627962 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:00.776762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Pushing event updated for resources: {'Port': ['ID=a640e606-3231-4e6d-890c-560fcf6d543c,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:00.780182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:00.780800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:00.787671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-7f32da3d-e219-4dd7-9eed-fe69cb32330b service neutron] 10.222.0.53 "PUT /v2.0/ports/a640e606-3231-4e6d-890c-560fcf6d543c HTTP/1.1" status: 200 len: 1092 time: 2.8091559 Feb 11 12:53:00.788098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'tag': 'a640e606-3231-4e6d-890c-560fcf6d543c'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:00.790597 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed89e9a-53f3-4b8e-82e1-1b536069490d" -d '{"events": [{"name": "network-changed", "server_uuid": "beabf1f3-a98d-470c-a711-1f3c62153f14", "tag": "a640e606-3231-4e6d-890c-560fcf6d543c"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:01.122313 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9672c5a-b179-4314-afc1-c09382d51194 x-openstack-request-id: req-c9672c5a-b179-4314-afc1-c09382d51194 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:01.124370 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beabf1f3-a98d-470c-a711-1f3c62153f14", "tag": "a640e606-3231-4e6d-890c-560fcf6d543c", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:01.124802 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9672c5a-b179-4314-afc1-c09382d51194 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:01.125398 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'tag': 'a640e606-3231-4e6d-890c-560fcf6d543c', 'status': 'completed', 'code': 200} Feb 11 12:53:01.185244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-d8c13295-ec3e-4c01-bcca-c21e410d4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:01.188242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-d8c13295-ec3e-4c01-bcca-c21e410d4a26 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=338da79ca841485091299c9566b4b4fc&device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 1126 time: 0.1757221 Feb 11 12:53:01.355115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5463441b-129b-43e5-a146-bb7acc8878d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:01.356105 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:53:01.394646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d5768-457a-4d1e-89f7-853cdbd1c01f req-1142298d-c65a-46d1-ab43-292bd8c73f30 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:01.410063 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-212d5768-457a-4d1e-89f7-853cdbd1c01f req-1142298d-c65a-46d1-ab43-292bd8c73f30 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.1744208 Feb 11 12:53:01.582394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:01.605453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:01.767632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f2e77-4194-4d7b-8e4e-77e33cd4b864 req-35645152-7601-41a8-97e7-6a2d44082843 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:01.771912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f3f2e77-4194-4d7b-8e4e-77e33cd4b864 req-35645152-7601-41a8-97e7-6a2d44082843 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.8590117 Feb 11 12:53:01.868409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f3f2e77-4194-4d7b-8e4e-77e33cd4b864 req-73c6a3c0-103b-41e4-8b6d-5391ea3ab66d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887461 Feb 11 12:53:02.003606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-212d5768-457a-4d1e-89f7-853cdbd1c01f req-227f95c1-cf35-40dc-bd57-e6ba51ef13d2 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817304 Feb 11 12:53:02.100504 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Floating IP d26468b4-4612-4d80-9377-75f7830c048a associated. External IP: 172.25.1.6, port: 3868c0f0-64bf-4c65-9a25-3e2c03b03131. Feb 11 12:53:02.280845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0b4fcfab-c830-40f4-a476-7a083ef2c04a no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:53:02.318279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 0b4fcfab-c830-40f4-a476-7a083ef2c04a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:53:02.320557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0b4fcfab-c830-40f4-a476-7a083ef2c04a not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:53:02.369421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f6ccf-8dda-4062-afce-03e8606f4b4a req-5c78c842-1813-40f1-bc63-19517cdb5778 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:02.371161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03f6ccf-8dda-4062-afce-03e8606f4b4a req-5c78c842-1813-40f1-bc63-19517cdb5778 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.3074496 Feb 11 12:53:02.441097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:03.155965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4ca8a-846e-4546-875f-28600153af66 req-345575d0-ee00-475c-bbe3-de8d7788bece tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:03.158368 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8c4ca8a-846e-4546-875f-28600153af66 req-345575d0-ee00-475c-bbe3-de8d7788bece tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1246059 Feb 11 12:53:03.199564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03f6ccf-8dda-4062-afce-03e8606f4b4a req-d726b618-bc61-4ab6-8436-e9d881a666b9 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871036 Feb 11 12:53:03.390601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8c4ca8a-846e-4546-875f-28600153af66 req-bccf7128-cafa-4a46-873e-adeaca332e59 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200353 Feb 11 12:53:03.670105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Router 475e1225-9169-4ee2-89fb-3c466521052f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:53:03.678548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc92a8-39fc-4341-8f9a-17f51d5c0ad3 req-3fdde77a-57c5-4d40-9b82-1e76df16e881 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:03.690837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64bc92a8-39fc-4341-8f9a-17f51d5c0ad3 req-3fdde77a-57c5-4d40-9b82-1e76df16e881 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.2477589 Feb 11 12:53:03.855017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64bc92a8-39fc-4341-8f9a-17f51d5c0ad3 req-5a14a140-ca6a-4af4-9f4c-b69150aeb515 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603637 Feb 11 12:53:03.992421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:53:04.005227 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] Sync routers for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:53:04.013801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:04.024905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:04.041111 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:04.080704 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:04.094183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-74b8aa54-32f6-49b9-9a12-db67007086cc tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "PUT /v2.0/floatingips/d26468b4-4612-4d80-9377-75f7830c048a HTTP/1.1" status: 200 len: 989 time: 5.4549007 Feb 11 12:53:04.096662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:04.105523 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:04.256997 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a68c8-6b74-4609-8499-2b107e8d6111 x-openstack-request-id: req-ac6a68c8-6b74-4609-8499-2b107e8d6111 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:04.258025 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:04.258160 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac6a68c8-6b74-4609-8499-2b107e8d6111 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:04.258554 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'status': 'completed', 'code': 200} Feb 11 12:53:04.360819 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:04.371481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4adbd9-69e0-4725-95b1-7a5de85160ef req-a1c1009c-619b-44d8-b6c8-bc5739fb6ab3 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:04.373348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb4adbd9-69e0-4725-95b1-7a5de85160ef req-a1c1009c-619b-44d8-b6c8-bc5739fb6ab3 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.1249633 Feb 11 12:53:04.533676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb4adbd9-69e0-4725-95b1-7a5de85160ef req-3da4b14c-baa9-4934-9945-2b227e42f41e tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440365 Feb 11 12:53:04.595774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-870ab35c-e11a-4b1d-a01b-72548c35931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:04.597596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-870ab35c-e11a-4b1d-a01b-72548c35931f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 1127 time: 0.3231480 Feb 11 12:53:04.735056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174e2c3-f732-4d63-858f-200c92903c65 req-0c9777b5-1d56-47f7-8ca6-be8bd65489a4 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:04.737215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1174e2c3-f732-4d63-858f-200c92903c65 req-0c9777b5-1d56-47f7-8ca6-be8bd65489a4 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.3647187 Feb 11 12:53:04.744982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82daaa7-4d0c-46c4-aab3-6a6186c6e3bb req-3a8a2508-40e6-49bb-a683-6456a91447b8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:04.748909 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'd26468b4-4612-4d80-9377-75f7830c048a', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'port_id': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'mac_address': 'fa:16:3e:83:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:50:41Z', 'updated_at': '2022-02-11T12:53:01Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:04.752480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e82daaa7-4d0c-46c4-aab3-6a6186c6e3bb req-3a8a2508-40e6-49bb-a683-6456a91447b8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1199968 Feb 11 12:53:04.854188 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] Checking router: 475e1225-9169-4ee2-89fb-3c466521052f for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:53:04.882814 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:04.883735 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:04.885841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1174e2c3-f732-4d63-858f-200c92903c65 req-a0985978-d801-44ce-b318-73013982af21 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325841 Feb 11 12:53:04.920186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e82daaa7-4d0c-46c4-aab3-6a6186c6e3bb req-38126046-cf90-457e-bce5-752f113ced21 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613462 Feb 11 12:53:05.062454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-ef4a6f8a-ddb0-489a-b5ea-7d3c1602f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:05.067800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-ef4a6f8a-ddb0-489a-b5ea-7d3c1602f8a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 200 len: 924 time: 0.4591060 Feb 11 12:53:05.274509 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:05.292933 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:05.367534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd61d58-2c62-4daf-bbfd-1a062a26c4f4 req-474478e6-6da4-4d36-b986-9b19f60c1f2f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:05.373517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cd61d58-2c62-4daf-bbfd-1a062a26c4f4 req-474478e6-6da4-4d36-b986-9b19f60c1f2f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.3046620 Feb 11 12:53:05.378337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-78deaae9-6622-40c4-bdc9-0b29d0d1dab6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131 HTTP/1.1" status: 200 len: 997 time: 0.2866695 Feb 11 12:53:05.571846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cd61d58-2c62-4daf-bbfd-1a062a26c4f4 req-f2a66710-4cd1-40cb-bbbb-b16eb2939bc9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921616 Feb 11 12:53:05.586108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-b2cd6cb3-64f6-464a-ad8e-f0647f16857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:05.597818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-b2cd6cb3-64f6-464a-ad8e-f0647f16857e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2bdc1dc9-25bf-47da-874d-b623fd56e653 HTTP/1.1" status: 200 len: 862 time: 0.1540515 Feb 11 12:53:05.695029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-33841cf2-b276-44bd-b06c-35840cf7cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:05.698848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-33841cf2-b276-44bd-b06c-35840cf7cd7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f919c4c-16c1-4a2a-9e16-342d43ca6e14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998049 Feb 11 12:53:05.831063 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-ed506d8b-c305-4b3a-ace1-4281e1b18c89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a640e606-3231-4e6d-890c-560fcf6d543c HTTP/1.1" status: 200 len: 217 time: 0.1142094 Feb 11 12:53:05.960036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-a181e2eb-078c-4fad-9367-36db3083d99d service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550709 Feb 11 12:53:06.016163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-c1944ec0-58c8-49b1-a710-f728d98ff9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:06.017617 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-c1944ec0-58c8-49b1-a710-f728d98ff9b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dd29087-29a7-4442-8a1b-04e2b19f308f HTTP/1.1" status: 200 len: 854 time: 0.1672175 Feb 11 12:53:06.077757 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'd26468b4-4612-4d80-9377-75f7830c048a', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'port_id': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'mac_address': 'fa:16:3e:83:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:50:41Z', 'updated_at': '2022-02-11T12:53:01Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:06.135639 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fda47ee-d1e9-4b26-987d-1c345c476901 None None] The sync data for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 is: [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'd26468b4-4612-4d80-9377-75f7830c048a', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'port_id': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 196, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'mac_address': 'fa:16:3e:83:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:50:41Z', 'updated_at': '2022-02-11T12:53:01Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:53:06.309200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-0da8fc73-658a-4cad-a6ef-db2fe4eb261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:06.310746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-0da8fc73-658a-4cad-a6ef-db2fe4eb261e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a41dc7e-8f3f-47fd-8840-6958dc228aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2762332 Feb 11 12:53:06.369974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af764e22-5895-4328-9870-2af09bbb7df4 req-41109c0a-da8a-4b98-835a-88b37ea48cda tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:06.371505 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af764e22-5895-4328-9870-2af09bbb7df4 req-41109c0a-da8a-4b98-835a-88b37ea48cda tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.2131689 Feb 11 12:53:06.489687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df3d7d-99ca-41b3-88d2-d27e11b2df2b req-9e9a53ff-feb2-4282-81da-ae5665b2eadb tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:06.493453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00df3d7d-99ca-41b3-88d2-d27e11b2df2b req-9e9a53ff-feb2-4282-81da-ae5665b2eadb tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.4338298 Feb 11 12:53:06.500699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd53cf5-8aed-4ed3-ad95-82b83ae5d73b req-6f10f887-59d2-416d-a772-2dc74eda2d52 service neutron] 10.222.0.64 "GET /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303185 Feb 11 12:53:06.506641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af764e22-5895-4328-9870-2af09bbb7df4 req-8f685d75-5f15-41a7-8b5f-ec1162fb2b63 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263716 Feb 11 12:53:06.683787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f246b74-5a56-4815-ac89-35d785f8d87c None None] New status for floating IP d26468b4-4612-4d80-9377-75f7830c048a: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:53:06.693467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00df3d7d-99ca-41b3-88d2-d27e11b2df2b req-2ae33403-8c4d-4c5d-825c-e6070f4a5543 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854610 Feb 11 12:53:06.838601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-8ca7a6d5-b8a2-415b-8570-f9734a6ae136 service neutron] 10.222.0.53 "GET /v2.0/networks/1a41dc7e-8f3f-47fd-8840-6958dc228aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887700 Feb 11 12:53:06.888058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70360d2b-094a-4d16-beb4-9ef379e1ab9b req-ba8cc174-6024-4f45-b60a-e9ad29399f33 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:06.895292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70360d2b-094a-4d16-beb4-9ef379e1ab9b req-ba8cc174-6024-4f45-b60a-e9ad29399f33 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.1326380 Feb 11 12:53:07.022655 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70360d2b-094a-4d16-beb4-9ef379e1ab9b req-df12d54e-79cd-4e04-8633-697e22b5a05f tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086838 Feb 11 12:53:07.340014 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d544ce1b-695e-4d85-b298-ebfdc3d32f9e req-d829424f-2f93-47ae-a59f-89f3a7a1b950 service neutron] 10.222.0.53 "GET /v2.0/networks/1a41dc7e-8f3f-47fd-8840-6958dc228aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699874 Feb 11 12:53:07.751076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a79003-4883-4767-aa6d-2600ba682080 req-92886075-cbee-4e65-b95c-0f3baa264e32 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:07.753908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27a79003-4883-4767-aa6d-2600ba682080 req-92886075-cbee-4e65-b95c-0f3baa264e32 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1379368 Feb 11 12:53:07.887469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27a79003-4883-4767-aa6d-2600ba682080 req-9148d7e8-3ad8-415e-bce9-a6e3cc769452 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264610 Feb 11 12:53:07.977515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff573d-7938-4b48-910c-6b285709c68a req-c66a4ff9-a2b8-4597-9f89-5d53fa08e57f tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:07.987948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7ff573d-7938-4b48-910c-6b285709c68a req-c66a4ff9-a2b8-4597-9f89-5d53fa08e57f tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.1505079 Feb 11 12:53:08.090086 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7ff573d-7938-4b48-910c-6b285709c68a req-4b5bb793-d9dd-42f8-940b-a9168eab50cd tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009998 Feb 11 12:53:08.277944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901435a-d06c-46e3-9de7-8a08496b77ab req-c522ea39-5bc0-4981-bbe9-b8b9efe716ed tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:08.282117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8901435a-d06c-46e3-9de7-8a08496b77ab req-c522ea39-5bc0-4981-bbe9-b8b9efe716ed tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.1301813 Feb 11 12:53:08.437881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8901435a-d06c-46e3-9de7-8a08496b77ab req-4b06c1fa-e77c-4653-9a59-1ed2b7365765 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505544 Feb 11 12:53:09.171402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd1c7a-fe75-470a-95d2-a5c66a18e62c req-0ba68603-187a-4746-8270-645c3264f27f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:09.180744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7dd1c7a-fe75-470a-95d2-a5c66a18e62c req-0ba68603-187a-4746-8270-645c3264f27f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1469576 Feb 11 12:53:09.294897 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7dd1c7a-fe75-470a-95d2-a5c66a18e62c req-16ca2372-509b-4824-9890-5bf1818bfd87 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130617 Feb 11 12:53:09.356820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b40e88-3420-4a1f-b7bd-4824a82673c1 req-fac5746c-1e67-4cfb-a5f0-12f4e21bc2ea tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:09.358427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28b40e88-3420-4a1f-b7bd-4824a82673c1 req-fac5746c-1e67-4cfb-a5f0-12f4e21bc2ea tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.1627395 Feb 11 12:53:09.480409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28b40e88-3420-4a1f-b7bd-4824a82673c1 req-498e3804-206d-42d1-87a3-3f7521a167b2 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086140 Feb 11 12:53:09.759019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a5b6e-681d-4b12-9744-6e6e667fb2e4 req-56e0bc2c-465d-4eb5-81ca-a0ef854be006 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:09.768354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f6a5b6e-681d-4b12-9744-6e6e667fb2e4 req-56e0bc2c-465d-4eb5-81ca-a0ef854be006 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.1429126 Feb 11 12:53:09.848417 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f6a5b6e-681d-4b12-9744-6e6e667fb2e4 req-fe630a43-5f77-4f04-9cf5-06deb35851f9 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784254 Feb 11 12:53:10.451644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd86f1-9fd3-4ddc-9b31-a31ddafd2a38 req-e0bc5c3c-f203-4031-8297-ec8886424a63 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:10.453279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ebd86f1-9fd3-4ddc-9b31-a31ddafd2a38 req-e0bc5c3c-f203-4031-8297-ec8886424a63 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.0602567 Feb 11 12:53:10.520863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ebd86f1-9fd3-4ddc-9b31-a31ddafd2a38 req-8458dd6f-2910-4fde-88be-ac5ba1f4fd24 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617056 Feb 11 12:53:10.629044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b1b041-e436-4612-9fcb-5e46034711eb req-e5a6f31f-2a54-4b6b-94b4-b55ea48f0ef9 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:10.635755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0b1b041-e436-4612-9fcb-5e46034711eb req-e5a6f31f-2a54-4b6b-94b4-b55ea48f0ef9 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.0640297 Feb 11 12:53:10.697051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0b1b041-e436-4612-9fcb-5e46034711eb req-243f0bbe-18bd-4eb6-8ede-da680e381cfa tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589688 Feb 11 12:53:10.983483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-d536547c-0d26-406f-8324-88a34dc439f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:10.990470 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-d536547c-0d26-406f-8324-88a34dc439f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=338da79ca841485091299c9566b4b4fc&device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 1126 time: 0.0911117 Feb 11 12:53:10.994287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93669c-b55a-4be7-a01a-7487dfd51dfe req-0b1f267a-f2c4-41a7-81a4-812d7d7acdc4 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:11.001964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c93669c-b55a-4be7-a01a-7487dfd51dfe req-0b1f267a-f2c4-41a7-81a4-812d7d7acdc4 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.0917051 Feb 11 12:53:11.103254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c93669c-b55a-4be7-a01a-7487dfd51dfe req-75d65979-1171-41ff-9092-bfbc0d720438 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001899 Feb 11 12:53:11.152811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-52dce445-fbb9-45e2-b9da-7e0b1baf3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:11.154362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-52dce445-fbb9-45e2-b9da-7e0b1baf3e4b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1a41dc7e-8f3f-47fd-8840-6958dc228aed HTTP/1.1" status: 200 len: 916 time: 0.1425698 Feb 11 12:53:11.262122 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-1ca08b1e-1464-4933-aca4-a779d63ca2d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a640e606-3231-4e6d-890c-560fcf6d543c HTTP/1.1" status: 200 len: 217 time: 0.0440741 Feb 11 12:53:11.324976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-38f6d485-1264-4a13-984a-73ed7aed6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:11.327002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-38f6d485-1264-4a13-984a-73ed7aed6730 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0dd29087-29a7-4442-8a1b-04e2b19f308f HTTP/1.1" status: 200 len: 854 time: 0.0516675 Feb 11 12:53:11.445688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-8d99d68b-5a0a-411e-8bbd-4ff881d79abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:11.454152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-8d99d68b-5a0a-411e-8bbd-4ff881d79abf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1a41dc7e-8f3f-47fd-8840-6958dc228aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1093979 Feb 11 12:53:11.560370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-0a284540-acd2-420c-9f58-b9af1d22dee5 service neutron] 10.222.0.53 "GET /v2.0/networks/1a41dc7e-8f3f-47fd-8840-6958dc228aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949423 Feb 11 12:53:11.684811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fed89e9a-53f3-4b8e-82e1-1b536069490d req-5e12f43b-e67c-44ad-878e-c0c607514780 service neutron] 10.222.0.53 "GET /v2.0/networks/1a41dc7e-8f3f-47fd-8840-6958dc228aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101098 Feb 11 12:53:11.770103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2baa3-7d84-44ef-96d0-d3f33d1f7c77 req-ea80f667-4abf-4fee-ae31-cf9fc20782d3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:11.785933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aab2baa3-7d84-44ef-96d0-d3f33d1f7c77 req-ea80f667-4abf-4fee-ae31-cf9fc20782d3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.0999253 Feb 11 12:53:11.878515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aab2baa3-7d84-44ef-96d0-d3f33d1f7c77 req-11ab27e2-5f9d-45c6-8520-4e9789b70143 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830972 Feb 11 12:53:11.896736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c5b3-31ac-46b4-8144-5c671bf524ec req-279a4824-4e98-4c08-9d5a-3b321403b2bc tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:11.898442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a54c5b3-31ac-46b4-8144-5c671bf524ec req-279a4824-4e98-4c08-9d5a-3b321403b2bc tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.0761735 Feb 11 12:53:11.952542 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a54c5b3-31ac-46b4-8144-5c671bf524ec req-42060b8c-40dd-4fef-9511-e5d15913670e tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Feb 11 12:53:12.237831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78f437-5bd1-41bc-bd5b-cd6eb0cc2917 req-4de6d02d-1c71-46f3-9fc9-424c518c2096 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:12.246175 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd78f437-5bd1-41bc-bd5b-cd6eb0cc2917 req-4de6d02d-1c71-46f3-9fc9-424c518c2096 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.0714951 Feb 11 12:53:12.317381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd78f437-5bd1-41bc-bd5b-cd6eb0cc2917 req-0ddae0ae-9025-41e0-822b-1b2da0fc4478 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/security-groups?id=7fb5edcd-139c-45fe-a454-2fb49b2e655f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705492 Feb 11 12:53:12.511882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-86fde7cc-042d-43e7-ac85-5d3d3f90388c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:12.514171 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-86fde7cc-042d-43e7-ac85-5d3d3f90388c tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 950 time: 0.1022575 Feb 11 12:53:12.677023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Deleting port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:53:12.677373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:12.807920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] For port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:12.808654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:12.842783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Calling delete_port for 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:53:13.130982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6c16443f-1fa7-4eb0-b303-89d3c4ad8528), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:13.148424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['6c16443f-1fa7-4eb0-b303-89d3c4ad8528'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:13.187719 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-322452d6-35b0-48a8-925e-6cd918df6906 service neutron] show failed (client error): The resource could not be found. Feb 11 12:53:13.188871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-322452d6-35b0-48a8-925e-6cd918df6906 service neutron] 10.222.0.64 "GET /v2.0/ports/cd6c2932-5cf7-4c24-954a-bdbc1d74743f/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.1062672 Feb 11 12:53:13.203465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Pushing event deleted for resources: {'Port': ['ID=6c16443f-1fa7-4eb0-b303-89d3c4ad8528,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:13.222415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.224119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.224730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.225072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.226478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.227953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.228368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.228708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.229085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.229579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.229982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.230651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.231115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:13.250901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595eec4a-514d-4bab-98c9-7a9f6578d7fa req-f3eb8f0c-2ce5-4c76-a95c-270aa6be2d80 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:13.253463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-595eec4a-514d-4bab-98c9-7a9f6578d7fa req-f3eb8f0c-2ce5-4c76-a95c-270aa6be2d80 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 945 time: 0.2447486 Feb 11 12:53:13.325098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a0462-ecd9-4c05-91ec-7bd5f6fdd74e req-5a0d72cb-2a2d-405f-b77b-ae11595ecae0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:13.328001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd9a0462-ecd9-4c05-91ec-7bd5f6fdd74e req-5a0d72cb-2a2d-405f-b77b-ae11595ecae0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.2385104 Feb 11 12:53:13.391088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] No DVR routers for this DVR port 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:53:13.399353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:13.403720 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c20c3d9-770e-49d6-a9e4-8b8ceb56bf5e req-12ede6c1-51e7-4cf9-b739-c9bc205e9dd1 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.53 "DELETE /v2.0/ports/6c16443f-1fa7-4eb0-b303-89d3c4ad8528 HTTP/1.1" status: 204 len: 173 time: 0.8791060 Feb 11 12:53:13.405686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-595eec4a-514d-4bab-98c9-7a9f6578d7fa req-5c74876e-46ad-4a61-856a-e2426c826a4c tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406674 Feb 11 12:53:13.437441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-deleted', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:13.441338 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fdf2d5-ccb2-4711-a6d3-947c99f85406" -d '{"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-deleted", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:13.599239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd9a0462-ecd9-4c05-91ec-7bd5f6fdd74e req-e6b36794-3e84-4ca2-ae38-542d68ef87c5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620325 Feb 11 12:53:13.619710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-355c7388-f2e9-4a3d-9ce5-e2bccf61ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:13.621332 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-355c7388-f2e9-4a3d-9ce5-e2bccf61ba6c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4&tenant_id=2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 1132 time: 0.1164646 Feb 11 12:53:13.639604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:13.709444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac096348-0ce8-43e9-a4ea-b9bdb07ae868 req-d178a9ec-8919-4c32-a190-701ac5a75bf6 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:13.720190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac096348-0ce8-43e9-a4ea-b9bdb07ae868 req-d178a9ec-8919-4c32-a190-701ac5a75bf6 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.1522627 Feb 11 12:53:13.776303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:13.794640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac096348-0ce8-43e9-a4ea-b9bdb07ae868 req-2d7d85e5-ff0b-4fce-bd80-c3a6aad342d1 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728536 Feb 11 12:53:13.836529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b471d70-8a0c-463d-a6ba-fae9115c3970 req-d8f5774e-0a27-4b7c-bcaf-afec31d9fc79 tempest-ServersAdminTestJSON-1065936810 tempest-ServersAdminTestJSON-1065936810-project] 10.222.0.42 "GET /v2.0/ports?device_id=c41c86d2-52f9-43ce-ae63-e184d792f356 HTTP/1.1" status: 200 len: 210 time: 0.0866151 Feb 11 12:53:13.893220 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f014398f-5e80-4d0f-99d5-389a40197d44 x-openstack-request-id: req-f014398f-5e80-4d0f-99d5-389a40197d44 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:13.893606 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41c86d2-52f9-43ce-ae63-e184d792f356", "name": "network-vif-deleted", "tag": "6c16443f-1fa7-4eb0-b303-89d3c4ad8528", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:13.897799 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f014398f-5e80-4d0f-99d5-389a40197d44 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:13.898390 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41c86d2-52f9-43ce-ae63-e184d792f356', 'name': 'network-vif-deleted', 'tag': '6c16443f-1fa7-4eb0-b303-89d3c4ad8528', 'status': 'completed', 'code': 200} Feb 11 12:53:14.179046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa90404-b91a-4b01-8b70-ea8ce9f7c67c req-c6f58991-7786-4b85-87c4-49a8f7e8a627 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:14.186895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfa90404-b91a-4b01-8b70-ea8ce9f7c67c req-c6f58991-7786-4b85-87c4-49a8f7e8a627 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1127 time: 0.1531398 Feb 11 12:53:14.245048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:14.274479 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfa90404-b91a-4b01-8b70-ea8ce9f7c67c req-35f3edc1-c4ca-4634-a0cc-a4330ce8f5b3 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862341 Feb 11 12:53:14.333435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:14.392524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Publish callbacks [] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:14.426746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Transition to ACTIVE for port object cd6c2932-5cf7-4c24-954a-bdbc1d74743f will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:53:14.445515 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:14.529843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=6']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:14.533873 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:53:14.714938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] No DVR routers for this DVR port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:53:14.729145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10fd64-b01a-49ff-b347-c4f33be1cdff req-fdcc8d5a-37e9-49c1-86f5-06b59bd5f7e1 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:14.730794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d10fd64-b01a-49ff-b347-c4f33be1cdff req-fdcc8d5a-37e9-49c1-86f5-06b59bd5f7e1 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 945 time: 0.1929612 Feb 11 12:53:14.815765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:14.816017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:14.816473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:14.825748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d10fd64-b01a-49ff-b347-c4f33be1cdff req-fb5e82fc-cbdd-45ac-873c-a3570d0a3723 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/security-groups?id=11067fcb-dbf6-4238-8b60-819b29de9d09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856273 Feb 11 12:53:14.828063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:14.828386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Attempting to bind port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:14.834121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:14.834474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:14.834851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:14.835274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Bound port: cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:14.835629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:15.104081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:15.117593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:15.141772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:15.167320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738f66-cbde-4644-8e3f-8c50e3af89be req-e7ac58ae-db0b-419a-8435-5cbbd01b3d85 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:15.169080 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef738f66-cbde-4644-8e3f-8c50e3af89be req-e7ac58ae-db0b-419a-8435-5cbbd01b3d85 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.1853943 Feb 11 12:53:15.176633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-8442468f-b26e-4043-8063-342a0df221ec tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:15.180023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-8442468f-b26e-4043-8063-342a0df221ec tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.64 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 945 time: 0.1540117 Feb 11 12:53:15.271714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:15.272481 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:15.274480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] 10.222.0.53 "PUT /v2.0/ports/cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 1096 time: 1.6394541 Feb 11 12:53:15.312086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Deleting port 40c12cf0-5af8-438f-9295-9bb54a2c10be {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:53:15.312649 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:15.442536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c30a-e019-4e1a-ab59-d3750629fefb service neutron] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=7']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:15.454710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a640e606-3231-4e6d-890c-560fcf6d543c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:53:15.467517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef738f66-cbde-4644-8e3f-8c50e3af89be req-1ef626e1-6769-465a-9d74-ae8c204574b8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560589 Feb 11 12:53:15.493680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] For port 40c12cf0-5af8-438f-9295-9bb54a2c10be, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=40c12cf0-5af8-438f-9295-9bb54a2c10be,segment=NetworkSegment(bd387e6d-cfb5-407c-96a2-10ed490dc9d0),segment_id=bd387e6d-cfb5-407c-96a2-10ed490dc9d0)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:15.493680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:15.506779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Calling delete_port for 40c12cf0-5af8-438f-9295-9bb54a2c10be owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:53:15.530872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-ed9f88bc-910f-452d-9ef5-26e2114be158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:15.533204 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-ed9f88bc-910f-452d-9ef5-26e2114be158 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1130 time: 0.2087808 Feb 11 12:53:15.736094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a640e606-3231-4e6d-890c-560fcf6d543c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a640e606-3231-4e6d-890c-560fcf6d543c,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:15.747018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-b7cb10da-bcf9-474a-8d57-25b91f9f527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:15.752808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-b7cb10da-bcf9-474a-8d57-25b91f9f527e service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2088590 Feb 11 12:53:15.753483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a640e606-3231-4e6d-890c-560fcf6d543c', 'network_id': '1a41dc7e-8f3f-47fd-8840-6958dc228aed', 'port_id': 'a640e606-3231-4e6d-890c-560fcf6d543c', 'mac_address': 'fa:16:3e:05:42:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dd29087-29a7-4442-8a1b-04e2b19f308f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:53:15.760086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (40c12cf0-5af8-438f-9295-9bb54a2c10be), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:15.797669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['40c12cf0-5af8-438f-9295-9bb54a2c10be'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:15.848404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c55483-b1dc-4337-8a88-b8d421fb0580 req-4f7d2ce5-af5b-4e19-9e37-beb76dd5e32e tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:15.855960 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-64c55483-b1dc-4337-8a88-b8d421fb0580 req-4f7d2ce5-af5b-4e19-9e37-beb76dd5e32e tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 944 time: 0.2006161 Feb 11 12:53:15.921394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f'}, {'name': 'network-changed', 'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:15.924143 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23588533-9670-4f0b-9c74-446c9d80ee4b" -d '{"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f"}, {"name": "network-changed", "server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:16.002437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-156dfcde-fd52-4a10-bdf6-9f205d406cf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.2122164 Feb 11 12:53:16.010600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-41004857-3bad-4d0f-ac26-b93d24266238 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:53:16.011896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-41004857-3bad-4d0f-ac26-b93d24266238 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080054 Feb 11 12:53:16.039823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] No DVR routers for this DVR port 40c12cf0-5af8-438f-9295-9bb54a2c10be on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:53:16.041530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a640e606-3231-4e6d-890c-560fcf6d543c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:16.042137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:16.042933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:16.049523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f1dce8e-f025-4b03-ae79-8476a11328e0 req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.64 "DELETE /v2.0/ports/40c12cf0-5af8-438f-9295-9bb54a2c10be HTTP/1.1" status: 204 len: 173 time: 0.8619258 Feb 11 12:53:16.051010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Pushing event deleted for resources: {'Port': ['ID=40c12cf0-5af8-438f-9295-9bb54a2c10be,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:16.063418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'name': 'network-vif-deleted', 'tag': '40c12cf0-5af8-438f-9295-9bb54a2c10be'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:16.066434 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed75e5-591a-4af9-ad26-a3ab62748949" -d '{"events": [{"server_uuid": "b6405508-ffd3-4216-81a7-b4b085478e04", "name": "network-vif-deleted", "tag": "40c12cf0-5af8-438f-9295-9bb54a2c10be"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:16.071968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.072620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.073935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.075127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.075812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.076531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.077017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.083349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.084088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.084588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.085336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.085871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.086405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7cb0e2-9b77-4110-8c97-bb76228abd12 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:16.095022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a640e606-3231-4e6d-890c-560fcf6d543c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:16.108585 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:16.123322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a640e606-3231-4e6d-890c-560fcf6d543c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a640e606-3231-4e6d-890c-560fcf6d543c,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:16.132202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:16.196043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-64c55483-b1dc-4337-8a88-b8d421fb0580 req-5e2a53d5-57cb-4265-b792-6a183cb6348f tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303413 Feb 11 12:53:16.210095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-504d15bd-f71f-4a45-8c76-5e205180f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:16.223488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-504d15bd-f71f-4a45-8c76-5e205180f01f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2068541 Feb 11 12:53:16.224953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-135b2af3-dae2-4297-b42a-1c188057eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:16.236852 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-135b2af3-dae2-4297-b42a-1c188057eb99 service neutron] 10.222.0.42 "GET /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 1124 time: 0.2066069 Feb 11 12:53:16.243488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a640e606-3231-4e6d-890c-560fcf6d543c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:16.245040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Request body: {'binding': {'host': 'n-h1-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:16.245426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:53:16.420442 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-227d8af7-b67a-4660-a235-76f565a6252d req-6072cbd3-be6b-496b-bcb3-65b191ee79b9 tempest-VolumesAdminNegativeTest-1148225848 tempest-VolumesAdminNegativeTest-1148225848-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6405508-ffd3-4216-81a7-b4b085478e04 HTTP/1.1" status: 200 len: 210 time: 0.0756760 Feb 11 12:53:16.495218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a640e606-3231-4e6d-890c-560fcf6d543c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:16.580914 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b193f78a-b246-4dbf-8728-aef28703cbd2 x-openstack-request-id: req-b193f78a-b246-4dbf-8728-aef28703cbd2 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:16.582223 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6405508-ffd3-4216-81a7-b4b085478e04", "name": "network-vif-deleted", "tag": "40c12cf0-5af8-438f-9295-9bb54a2c10be", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:16.582674 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b193f78a-b246-4dbf-8728-aef28703cbd2 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:16.583280 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6405508-ffd3-4216-81a7-b4b085478e04', 'name': 'network-vif-deleted', 'tag': '40c12cf0-5af8-438f-9295-9bb54a2c10be', 'status': 'completed', 'code': 200} Feb 11 12:53:16.623138 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5617588-39b8-4527-9bc3-64e193913fea x-openstack-request-id: req-a5617588-39b8-4527-9bc3-64e193913fea {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:16.623439 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-unplugged", "status": "completed", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f", "code": 200}, {"name": "network-changed", "server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:16.623692 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5617588-39b8-4527-9bc3-64e193913fea {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:16.624082 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'code': 200} Feb 11 12:53:16.624398 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'status': 'completed', 'code': 200} Feb 11 12:53:16.633323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-c912459c-e914-4dea-9519-17cb71df9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:16.636177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-c912459c-e914-4dea-9519-17cb71df9cd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1130 time: 0.1231034 Feb 11 12:53:16.663075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on host n-h1-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:16.663989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:16.664086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:16.698583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:16.698930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:16.732594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-25c95f98-d23b-48fe-8c53-ccd919b1a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:16.736329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-25c95f98-d23b-48fe-8c53-ccd919b1a287 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4882200 Feb 11 12:53:16.807301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58030) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:16.824351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:16.824690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:16.825552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:16.825734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Bound port: 616d5383-3136-4cdf-9aea-125d9c8031f6, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:16.849460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-30a9b62d-a535-492f-aeb7-9fe1c5aa0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:16.851878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-30a9b62d-a535-492f-aeb7-9fe1c5aa0c03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2052376 Feb 11 12:53:16.931730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:16.975724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-d2859db6-c4c7-4023-a0ab-31d52494914b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.1167486 Feb 11 12:53:16.997574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704095c9-468e-48e9-a400-d2daa49d1b70 req-be6876ca-e699-4bc2-abe7-7b5d7a64b10f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:17.003445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-704095c9-468e-48e9-a400-d2daa49d1b70 req-be6876ca-e699-4bc2-abe7-7b5d7a64b10f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.3249128 Feb 11 12:53:17.023908 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-0b87d381-548e-45b8-b625-4791acb58df8 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704074 Feb 11 12:53:17.025900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:17.052527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-b502f083-df3a-4807-b0d4-936021195ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:17.054616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-b502f083-df3a-4807-b0d4-936021195ccf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0727460 Feb 11 12:53:17.054775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.068318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-bf6a6ab3-4dd8-45dc-8311-7a973bdf09ec service neutron] 10.222.0.42 "POST /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.8304169 Feb 11 12:53:17.104075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a106cd06-6b91-4c3c-8d4b-aeb210e322e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aef1367f085a40399874535097a2b1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956681 Feb 11 12:53:17.108962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58036) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:17.192708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-eaf4ff3e-484b-45b6-a01d-0c1e03702572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:17.198126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-eaf4ff3e-484b-45b6-a01d-0c1e03702572 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1015613 Feb 11 12:53:17.226607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-536b4ee3-9b41-4a19-be65-876f1c49910b admin admin] Publish callbacks [] for security_group (7fb5edcd-139c-45fe-a454-2fb49b2e655f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.255174 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-704095c9-468e-48e9-a400-d2daa49d1b70 req-04d62af3-f3b3-48c8-b049-4e538c11d3ab tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393973 Feb 11 12:53:17.344036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-536b4ee3-9b41-4a19-be65-876f1c49910b admin admin] Publish callbacks [] for security_group (7fb5edcd-139c-45fe-a454-2fb49b2e655f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.407717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ba1b981-e17a-4a6d-85bf-17c93c7ac7f2 req-67797bda-3b96-475f-ab73-2b58d55b0b06 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662539 Feb 11 12:53:17.426654 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-030fe445-98b9-411b-806f-3858a12efcd8 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198036 Feb 11 12:53:17.462320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:53:17.493292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:53:17.498402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 6c16443f-1fa7-4eb0-b303-89d3c4ad8528 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:53:17.548995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3bd8ca-b2db-49a8-aa8f-bac6da42dfc7 req-15d1e8b2-f678-42c0-bb70-5e456f63d44a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:17.551103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed3bd8ca-b2db-49a8-aa8f-bac6da42dfc7 req-15d1e8b2-f678-42c0-bb70-5e456f63d44a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1523259 Feb 11 12:53:17.592782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-1668b420-7170-4d27-9a22-66fe5520012f service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360157 Feb 11 12:53:17.672373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed3bd8ca-b2db-49a8-aa8f-bac6da42dfc7 req-bc7d0724-75f3-4377-84c3-2bb1d11481bd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019020 Feb 11 12:53:17.727827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58046) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:17.777787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] Deleting subnet 8aa3603d-2a85-493a-98da-f0dc2124f084 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:53:17.781126 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] Publish callbacks [] for subnet (8aa3603d-2a85-493a-98da-f0dc2124f084), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.819981 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] Publish callbacks [] for subnet (8aa3603d-2a85-493a-98da-f0dc2124f084), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.826720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (8aa3603d-2a85-493a-98da-f0dc2124f084), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.898131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for subnet (8aa3603d-2a85-493a-98da-f0dc2124f084), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.904026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aa8ec-7a63-4d25-b310-cd136680428a req-1e8ba756-ac77-4c82-97ab-b3228ab87207 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:17.906422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e0aa8ec-7a63-4d25-b310-cd136680428a req-1e8ba756-ac77-4c82-97ab-b3228ab87207 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 945 time: 0.5786483 Feb 11 12:53:17.970951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.972422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-536b4ee3-9b41-4a19-be65-876f1c49910b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7fb5edcd-139c-45fe-a454-2fb49b2e655f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.975314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-536b4ee3-9b41-4a19-be65-876f1c49910b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:17.978913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8aa3603d-2a85-493a-98da-f0dc2124f084 HTTP/1.1" status: 204 len: 168 time: 0.2474375 Feb 11 12:53:17.979100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-536b4ee3-9b41-4a19-be65-876f1c49910b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fb5edcd-139c-45fe-a454-2fb49b2e655f HTTP/1.1" status: 204 len: 168 time: 0.8626909 Feb 11 12:53:17.979100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-2671cc4d-7c07-4e1d-a110-86abbdac3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:17.980743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-2671cc4d-7c07-4e1d-a110-86abbdac3c24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1130 time: 0.1460502 Feb 11 12:53:17.982471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718d509-d248-47a9-9df3-caa6aca0b53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa3603d-2a85-493a-98da-f0dc2124f084,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:17.985325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58048) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:18.019519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-ffddb8ed-d0cb-419f-b5af-3bf87ed55d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:18.022126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-ffddb8ed-d0cb-419f-b5af-3bf87ed55d3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1127 time: 0.1859670 Feb 11 12:53:18.043206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b4ee3-9b41-4a19-be65-876f1c49910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb5edcd-139c-45fe-a454-2fb49b2e655f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:18.107825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ad644bb7-b90b-4b70-b888-dadd713da605), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.165433 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e0aa8ec-7a63-4d25-b310-cd136680428a req-4d45a3c4-e1be-4a06-a194-c5399f281b5a tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324946 Feb 11 12:53:18.251206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-c114f91d-b5db-4657-9ea2-2444c2f5c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:18.252761 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-c114f91d-b5db-4657-9ea2-2444c2f5c601 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2579288 Feb 11 12:53:18.297148 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ad644bb7-b90b-4b70-b888-dadd713da605), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.313555 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-78e69b68-d2fd-48b0-af18-7b429389e8a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.0477877 Feb 11 12:53:18.316679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-9881d0d8-3d4c-4626-bc89-cc201bb2615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:18.318161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-9881d0d8-3d4c-4626-bc89-cc201bb2615a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.2782741 Feb 11 12:53:18.335729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.336153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.337168 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.337588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > port after_create 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.339465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.339942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > port after_update 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.340382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.340801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.342040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.342493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.353330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cd6c2932-5cf7-4c24-954a-bdbc1d74743f no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:53:18.423212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.423212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.423212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.423212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:53:18.423898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad644bb7-b90b-4b70-b888-dadd713da605']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:18.442238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58060) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:18.460457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port cd6c2932-5cf7-4c24-954a-bdbc1d74743f host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:53:18.460857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cd6c2932-5cf7-4c24-954a-bdbc1d74743f not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:53:18.461272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 40c12cf0-5af8-438f-9295-9bb54a2c10be no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:53:18.497505 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-6ace57e8-9340-446a-ae12-cada2b92212a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 217 time: 0.1619627 Feb 11 12:53:18.497666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd387e6d-cfb5-407c-96a2-10ed490dc9d0') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:18.497666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd387e6d-cfb5-407c-96a2-10ed490dc9d0') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:18.506107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 40c12cf0-5af8-438f-9295-9bb54a2c10be {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:53:18.507032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 40c12cf0-5af8-438f-9295-9bb54a2c10be not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:53:18.525509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (bd387e6d-cfb5-407c-96a2-10ed490dc9d0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.551331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-7f1b2a0e-d6e7-4c42-b60a-530bfc5c1dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:18.553004 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-7f1b2a0e-d6e7-4c42-b60a-530bfc5c1dd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2290955 Feb 11 12:53:18.572615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824bd3d-857b-4125-b179-b95944558c97 req-08d62a64-28b2-4edb-b028-a51a93baeaa4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:18.573216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-a14f6dd4-54ed-48ee-8289-e839a0900ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:18.574587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f824bd3d-857b-4125-b179-b95944558c97 req-08d62a64-28b2-4edb-b028-a51a93baeaa4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.1425965 Feb 11 12:53:18.575188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-a14f6dd4-54ed-48ee-8289-e839a0900ed0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0649822 Feb 11 12:53:18.579267 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bd387e6d-cfb5-407c-96a2-10ed490dc9d0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.608135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3e919e9e-b71e-48bd-9638-9d0d3d596f86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5a6db1605cd490c9f5fd04afc05fcd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527762 Feb 11 12:53:18.608135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:53:18.608135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (bd387e6d-cfb5-407c-96a2-10ed490dc9d0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: from cryptography.utils import int_from_bytes Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: from cryptography.utils import int_from_bytes Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:53:18.613963 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:53:18.616754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58062) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:18.632370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c82e96e8-c929-447a-9e11-e56471afc385 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424950 Feb 11 12:53:18.707775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-827e3993-ad8d-467a-8153-a94d90c5c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:18.710126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-827e3993-ad8d-467a-8153-a94d90c5c72f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1309276 Feb 11 12:53:18.750599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f824bd3d-857b-4125-b179-b95944558c97 req-9ab2b899-7b10-4d21-a4af-380a4f51fc84 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672165 Feb 11 12:53:18.755058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bca5d946-eecc-4bc6-a909-315be4820399 admin admin] Publish callbacks [] for security_group (3485ed33-db79-4b8a-8fbe-53f528395684), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.785999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ad644bb7-b90b-4b70-b888-dadd713da605), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.789173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bca5d946-eecc-4bc6-a909-315be4820399 admin admin] Publish callbacks [] for security_group (3485ed33-db79-4b8a-8fbe-53f528395684), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.811910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad644bb7-b90b-4b70-b888-dadd713da605,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:18.814818 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.819844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fa36848f-e4f3-49f4-9683-4beebb2dec75 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ad644bb7-b90b-4b70-b888-dadd713da605 HTTP/1.1" status: 204 len: 168 time: 0.8331652 Feb 11 12:53:18.822995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58066) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:18.864641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-ec3cee8f-7fa8-4596-9a52-363afc7c99ac service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152444 Feb 11 12:53:18.875682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] Deleting subnet fbf5a6bc-11fa-461c-ae6e-2203ea8aa109 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:53:18.887763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] Publish callbacks [] for subnet (fbf5a6bc-11fa-461c-ae6e-2203ea8aa109), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.935753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (fbf5a6bc-11fa-461c-ae6e-2203ea8aa109), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:18.993107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (fbf5a6bc-11fa-461c-ae6e-2203ea8aa109), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.013125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23588533-9670-4f0b-9c74-446c9d80ee4b req-1aa0f941-f68f-479b-b07b-5051a13eb4c9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994775 Feb 11 12:53:19.015730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bca5d946-eecc-4bc6-a909-315be4820399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3485ed33-db79-4b8a-8fbe-53f528395684), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.020489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bca5d946-eecc-4bc6-a909-315be4820399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.022007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bca5d946-eecc-4bc6-a909-315be4820399 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3485ed33-db79-4b8a-8fbe-53f528395684 HTTP/1.1" status: 204 len: 168 time: 0.3919752 Feb 11 12:53:19.051657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384d79c-d8b5-492f-b5dd-d9e77831e96e req-81dd4a35-ac0e-497b-94a6-333a9539f9b6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:19.053210 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c384d79c-d8b5-492f-b5dd-d9e77831e96e req-81dd4a35-ac0e-497b-94a6-333a9539f9b6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1876800 Feb 11 12:53:19.078868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5d946-eecc-4bc6-a909-315be4820399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3485ed33-db79-4b8a-8fbe-53f528395684,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:19.121561 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-39d5d8d4-c8c5-4faa-bd04-7697ed082308 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739432 Feb 11 12:53:19.137571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (fbf5a6bc-11fa-461c-ae6e-2203ea8aa109), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.184408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbf5a6bc-11fa-461c-ae6e-2203ea8aa109,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:19.227894 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.232971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c384d79c-d8b5-492f-b5dd-d9e77831e96e req-e9d81909-963a-49ff-af6a-ac3b2c55fe62 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721258 Feb 11 12:53:19.243214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58074) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:19.245925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2bca1b27-1e54-431a-8434-e9bf3079a41e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fbf5a6bc-11fa-461c-ae6e-2203ea8aa109 HTTP/1.1" status: 204 len: 168 time: 0.4145706 Feb 11 12:53:19.374287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-7bef6e07-5ce5-46f9-bbda-cf75803e874a service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414834 Feb 11 12:53:19.377183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (40fa90d1-0416-4ca0-9c55-efafce6bc7d7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.387873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df70a5c-1e6c-4ad2-a093-66b8d5b0323b req-9ce2fa90-443c-4fd3-8833-c82eed1debcd tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:19.389893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6df70a5c-1e6c-4ad2-a093-66b8d5b0323b req-9ce2fa90-443c-4fd3-8833-c82eed1debcd tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 945 time: 0.0846581 Feb 11 12:53:19.462856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a640e606-3231-4e6d-890c-560fcf6d543c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:19.494250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6df70a5c-1e6c-4ad2-a093-66b8d5b0323b req-36366fb5-8584-43e6-90ab-c108411b3872 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889111 Feb 11 12:53:19.551319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (40fa90d1-0416-4ca0-9c55-efafce6bc7d7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.573527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a640e606-3231-4e6d-890c-560fcf6d543c completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:53:19.576907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fa90d1-0416-4ca0-9c55-efafce6bc7d7']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:19.584085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a640e606-3231-4e6d-890c-560fcf6d543c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:19.586244 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.597082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a52730-8c84-4331-90e7-109fba04477b') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:19.597490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a52730-8c84-4331-90e7-109fba04477b') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:19.633383 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (32a52730-8c84-4331-90e7-109fba04477b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.663883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32a52730-8c84-4331-90e7-109fba04477b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.680042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:53:19.682997 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (32a52730-8c84-4331-90e7-109fba04477b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:53:19.687344 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:53:19.771410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a640e606-3231-4e6d-890c-560fcf6d543c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:19.771800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.821220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (40fa90d1-0416-4ca0-9c55-efafce6bc7d7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.829320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.832786 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] 10.222.0.42 "DELETE /v2.0/networks/40fa90d1-0416-4ca0-9c55-efafce6bc7d7 HTTP/1.1" status: 204 len: 168 time: 0.5886676 Feb 11 12:53:19.855566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588e9ad-c72a-4255-834a-1112b609808e admin admin] Pushing event deleted for resources: {'Network': ['ID=40fa90d1-0416-4ca0-9c55-efafce6bc7d7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:19.876929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a640e606-3231-4e6d-890c-560fcf6d543c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a640e606-3231-4e6d-890c-560fcf6d543c,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:19.879372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a640e606-3231-4e6d-890c-560fcf6d543c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:19.887522 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eac1b27-33c4-45b3-bee6-1eac9d8315ee" -d '{"events": [{"server_uuid": "beabf1f3-a98d-470c-a711-1f3c62153f14", "name": "network-vif-plugged", "status": "completed", "tag": "a640e606-3231-4e6d-890c-560fcf6d543c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:19.895651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:19.999575 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a588dc-8c01-4754-8ce9-bdf454fe6a0e x-openstack-request-id: req-47a588dc-8c01-4754-8ce9-bdf454fe6a0e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:19.999913 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabf1f3-a98d-470c-a711-1f3c62153f14", "name": "network-vif-plugged", "status": "completed", "tag": "a640e606-3231-4e6d-890c-560fcf6d543c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:20.000161 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47a588dc-8c01-4754-8ce9-bdf454fe6a0e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:20.003636 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a640e606-3231-4e6d-890c-560fcf6d543c', 'code': 200} Feb 11 12:53:20.035185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca545d-b755-4f06-9540-35b306803019 req-5cbe4bd0-82ec-4453-999f-827dd269c4dd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:20.037013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-19ca545d-b755-4f06-9540-35b306803019 req-5cbe4bd0-82ec-4453-999f-827dd269c4dd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.1210208 Feb 11 12:53:20.046865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a640e606-3231-4e6d-890c-560fcf6d543c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:20.072074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.072425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.072771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.073113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.075466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.075821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.076160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.076493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.076825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.077152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.077477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.077851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.078159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:20.198744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-19ca545d-b755-4f06-9540-35b306803019 req-03a8969a-9a5a-415e-8845-73687ee798e6 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550927 Feb 11 12:53:20.202433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58098) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:20.285023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-088105c1-267f-47e2-b9dd-ebefcf41c5c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a54408d5383447f90b7474fe5cbc26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780823 Feb 11 12:53:20.285023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:20.307123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77235a45-f161-413b-8cee-f1b5d2c8bc41 req-3109eba4-3c3c-44a4-9239-86969aea0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:20.310633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-77235a45-f161-413b-8cee-f1b5d2c8bc41 req-3109eba4-3c3c-44a4-9239-86969aea0364 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 1128 time: 0.1441936 Feb 11 12:53:20.418098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-77235a45-f161-413b-8cee-f1b5d2c8bc41 req-3e9719df-72db-47aa-aed6-99cca5357006 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953479 Feb 11 12:53:20.679097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d113a-eaa4-40d4-b66a-dabdbcb76fa5 req-bbd4ed08-5f14-40bf-9141-41fc4c2b2bf6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:20.680710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e08d113a-eaa4-40d4-b66a-dabdbcb76fa5 req-bbd4ed08-5f14-40bf-9141-41fc4c2b2bf6 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.0689392 Feb 11 12:53:20.681883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77355cf-e974-46af-8cbc-eee91f92cc7d admin admin] Publish callbacks [] for security_group (11067fcb-dbf6-4238-8b60-819b29de9d09), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:20.707581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77355cf-e974-46af-8cbc-eee91f92cc7d admin admin] Publish callbacks [] for security_group (11067fcb-dbf6-4238-8b60-819b29de9d09), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:20.736792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ab99a-8cb4-4cb3-80c8-9ee4b8a17a12 req-f720c9a5-a456-4c89-a8b3-855f581c6dec tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:20.740981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-564ab99a-8cb4-4cb3-80c8-9ee4b8a17a12 req-f720c9a5-a456-4c89-a8b3-855f581c6dec tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.1315329 Feb 11 12:53:20.768961 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77355cf-e974-46af-8cbc-eee91f92cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (11067fcb-dbf6-4238-8b60-819b29de9d09), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:20.772080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77355cf-e974-46af-8cbc-eee91f92cc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:20.773470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a77355cf-e974-46af-8cbc-eee91f92cc7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11067fcb-dbf6-4238-8b60-819b29de9d09 HTTP/1.1" status: 204 len: 168 time: 0.4877791 Feb 11 12:53:20.785796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77355cf-e974-46af-8cbc-eee91f92cc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11067fcb-dbf6-4238-8b60-819b29de9d09,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:20.835198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e08d113a-eaa4-40d4-b66a-dabdbcb76fa5 req-5b84dd44-bddf-4dd1-adfb-fa7325907c33 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811882 Feb 11 12:53:20.880818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-564ab99a-8cb4-4cb3-80c8-9ee4b8a17a12 req-ad70ea3c-3f4b-44f3-97e5-d7245a83083c tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330616 Feb 11 12:53:21.362139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547782bd-2540-4329-80a3-c4e70de6b5a4 req-31d5f430-dc9f-449d-bf68-9b01d9a43295 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:21.365601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-547782bd-2540-4329-80a3-c4e70de6b5a4 req-31d5f430-dc9f-449d-bf68-9b01d9a43295 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 948 time: 0.0677748 Feb 11 12:53:21.390693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58128) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:21.441227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-547782bd-2540-4329-80a3-c4e70de6b5a4 req-b04c6465-9f5f-4354-bde3-e2fd1330039a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680683 Feb 11 12:53:21.460704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd6c2932-5cf7-4c24-954a-bdbc1d74743f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:53:21.500546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4025e398-5fe9-4a35-90ee-ebbaa0d19108 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2ba1e25c466409e9d9a934fa5e0db18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081574 Feb 11 12:53:21.504871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58132) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:21.607382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:21.614539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d35733-d9ff-400a-8063-c9c9d1950f5e admin admin] Publish callbacks [] for security_group (425f1f31-5e6a-466c-b856-63f968abb7f5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:21.623035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'mac_address': 'fa:16:3e:85:e9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:53:21.645051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d35733-d9ff-400a-8063-c9c9d1950f5e admin admin] Publish callbacks [] for security_group (425f1f31-5e6a-466c-b856-63f968abb7f5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:21.704894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port cd6c2932-5cf7-4c24-954a-bdbc1d74743f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:21.705893 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:21.707564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d35733-d9ff-400a-8063-c9c9d1950f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (425f1f31-5e6a-466c-b856-63f968abb7f5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:21.710928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d35733-d9ff-400a-8063-c9c9d1950f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:21.712532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-53d35733-d9ff-400a-8063-c9c9d1950f5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/425f1f31-5e6a-466c-b856-63f968abb7f5 HTTP/1.1" status: 204 len: 168 time: 0.2078223 Feb 11 12:53:21.730322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d35733-d9ff-400a-8063-c9c9d1950f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f1f31-5e6a-466c-b856-63f968abb7f5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:21.744733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6c2932-5cf7-4c24-954a-bdbc1d74743f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:21.776294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:21.786555 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:21.914145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4250ae4-e045-4eb4-8ad4-f62a1fcd961e req-da243573-74f9-4b82-a1f5-937981de58be tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:21.920943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4250ae4-e045-4eb4-8ad4-f62a1fcd961e req-da243573-74f9-4b82-a1f5-937981de58be tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 949 time: 0.1501579 Feb 11 12:53:21.973339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:22.025835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4250ae4-e045-4eb4-8ad4-f62a1fcd961e req-7de401e1-fa74-4291-a8d3-f9f5d61ccae9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992298 Feb 11 12:53:22.152250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:22.164332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-a70ba884-1db0-4045-ac8c-050f7b45826c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:22.166959 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-a70ba884-1db0-4045-ac8c-050f7b45826c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4&tenant_id=2fcfbbcfc1d9416388239604f0ac2244&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 949 time: 0.3367910 Feb 11 12:53:22.297950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a779e-fa2b-4d32-9ca2-3ef7263c99f4 req-87e6c82c-faec-4d1f-aefa-4ab1cd4da30d tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:22.300456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-830a779e-fa2b-4d32-9ca2-3ef7263c99f4 req-87e6c82c-faec-4d1f-aefa-4ab1cd4da30d tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.1557343 Feb 11 12:53:22.309503 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-3d8ff101-789c-47a4-bdac-c074836ce36a service neutron] delete failed (client error): The resource could not be found. Feb 11 12:53:22.319291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-3d8ff101-789c-47a4-bdac-c074836ce36a service neutron] 10.222.0.64 "DELETE /v2.0/ports/cd6c2932-5cf7-4c24-954a-bdbc1d74743f/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.1361783 Feb 11 12:53:22.350498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05be0-d8f4-4301-8068-f6905350a160 req-5213aa45-ae96-4ea0-9c77-3dd8d6da85fc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:22.352560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-acf05be0-d8f4-4301-8068-f6905350a160 req-5213aa45-ae96-4ea0-9c77-3dd8d6da85fc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.2987962 Feb 11 12:53:22.419455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-830a779e-fa2b-4d32-9ca2-3ef7263c99f4 req-77bbcfcc-5fe6-48ef-91da-b0301c08a498 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100106 Feb 11 12:53:22.520163 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-acf05be0-d8f4-4301-8068-f6905350a160 req-bc213748-ab41-4c55-839a-de4c99da5099 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619797 Feb 11 12:53:22.575122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-f35f81e6-a78e-464d-ada6-b9db3a3d0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:22.577286 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-f35f81e6-a78e-464d-ada6-b9db3a3d0a80 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1131 time: 0.0904582 Feb 11 12:53:22.753333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-e5aad754-f404-41ba-984b-235f5f376433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:22.754994 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-e5aad754-f404-41ba-984b-235f5f376433 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1686087 Feb 11 12:53:22.819863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-1ea8ea38-8e7e-4c4b-b8fa-002b76e98cd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.0581951 Feb 11 12:53:22.898185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-745b6377-2e06-4e28-b1e7-79fe46859f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:22.899964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-745b6377-2e06-4e28-b1e7-79fe46859f20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0725548 Feb 11 12:53:23.050516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-b2e077bf-b9a0-433a-a178-3143a102f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:23.053954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-b2e077bf-b9a0-433a-a178-3143a102f8af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1469605 Feb 11 12:53:23.244769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fa3b2-57d2-4172-9fd5-b6959177400c req-54c58aa7-d7cd-41bd-8eab-6efedca3e46e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:23.246674 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d75fa3b2-57d2-4172-9fd5-b6959177400c req-54c58aa7-d7cd-41bd-8eab-6efedca3e46e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 949 time: 0.0995483 Feb 11 12:53:23.249207 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-3e593270-143f-454c-a886-83bf2f36e910 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885512 Feb 11 12:53:23.355787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58192) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:23.480205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd6c2932-5cf7-4c24-954a-bdbc1d74743f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:23.528668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d75fa3b2-57d2-4172-9fd5-b6959177400c req-4e16d1c8-a9fb-4df3-a1aa-4fad7800b6a2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550020 Feb 11 12:53:23.589944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43e4da9c-8b70-4e4e-a7f0-a31cd859f0f8 req-a1d0222e-31b3-4835-8efb-9dcd6c08f5bc service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334613 Feb 11 12:53:23.640532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-network', 'tenant_id': '51d7e7add858421eb3132075f04effd1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:23.687244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port cd6c2932-5cf7-4c24-954a-bdbc1d74743f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:53:23.694635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Made reservation on behalf of 51d7e7add858421eb3132075f04effd1 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:23.697159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:23.711514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port cd6c2932-5cf7-4c24-954a-bdbc1d74743f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:23.713364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:23.714810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:23.780618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9e2a8-6352-47dc-a97e-fc2a6ba5aa0c req-ad23b567-d22c-4148-90c5-d957d5f5c632 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:23.782522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-04c9e2a8-6352-47dc-a97e-fc2a6ba5aa0c req-ad23b567-d22c-4148-90c5-d957d5f5c632 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1615796 Feb 11 12:53:23.904492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port cd6c2932-5cf7-4c24-954a-bdbc1d74743f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:23.905449 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:23.951046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks [] for security_group (6a014dce-f85c-4e13-b866-312eb002ab28), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:23.965389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:23.966287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6a014dce-f85c-4e13-b866-312eb002ab28), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:23.970016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58210) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:23.971555 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d59d070-aa7d-4083-8d93-1880a64ce14d" -d '{"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:24.002911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:24.010835 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.021384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a014dce-f85c-4e13-b866-312eb002ab28,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:24.088584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-04c9e2a8-6352-47dc-a97e-fc2a6ba5aa0c req-10051c5d-b84e-4de9-8da3-c33ab44b1037 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784002 Feb 11 12:53:24.130974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:24.132123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:53:24.138356 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06553b4-9d80-4881-88b7-ea897e8b64cc x-openstack-request-id: req-a06553b4-9d80-4881-88b7-ea897e8b64cc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:24.138701 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-plugged", "status": "completed", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:24.138965 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a06553b4-9d80-4881-88b7-ea897e8b64cc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:24.139368 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'code': 200} Feb 11 12:53:24.160612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d3b52058-f93a-4d91-8cd8-ea4c2588fe22), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.162026 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Added segment d3b52058-f93a-4d91-8cd8-ea4c2588fe22 of type vlan for network 81a1d83a-b432-4daf-9081-254705407cdc Feb 11 12:53:24.176872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39af61ce-55ed-4fc8-878b-bbf3cf8c8e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.272326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (81a1d83a-b432-4daf-9081-254705407cdc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.295014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39af61ce-55ed-4fc8-878b-bbf3cf8c8e4f admin admin] Publish callbacks [] for security_group (95a2aabd-7bf6-423a-882b-c2ce9650245f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.304222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39af61ce-55ed-4fc8-878b-bbf3cf8c8e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (95a2aabd-7bf6-423a-882b-c2ce9650245f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.308029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (81a1d83a-b432-4daf-9081-254705407cdc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.309665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:24.310140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.357544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9998808 Feb 11 12:53:24.360867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58220) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:24.367474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Request body: {'subnet': {'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-subnet', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:24.408289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-39af61ce-55ed-4fc8-878b-bbf3cf8c8e4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abf9ca658edd47088208be16095897bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348571 Feb 11 12:53:24.410462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58224) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:24.413348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af61ce-55ed-4fc8-878b-bbf3cf8c8e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a2aabd-7bf6-423a-882b-c2ce9650245f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:24.421021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a56f8a-642a-4c23-9947-facc9cb17352 admin admin] Pushing event updated for resources: {'Network': ['ID=81a1d83a-b432-4daf-9081-254705407cdc,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:24.485759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 81a1d83a-b432-4daf-9081-254705407cdc details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:53:24.499670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Made reservation on behalf of 51d7e7add858421eb3132075f04effd1 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:24.506108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.672943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-510ac9c5-3dc6-4452-ae46-e00281903c36 admin admin] Publish callbacks [] for security_group (95a2aabd-7bf6-423a-882b-c2ce9650245f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.711177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-510ac9c5-3dc6-4452-ae46-e00281903c36 admin admin] Publish callbacks [] for security_group (95a2aabd-7bf6-423a-882b-c2ce9650245f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.805004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc2ba-8901-4354-aed8-065f4363a8a2 req-2f280b8a-7e26-4e54-85d0-8faad94b8282 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:24.810362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca9fc2ba-8901-4354-aed8-065f4363a8a2 req-2f280b8a-7e26-4e54-85d0-8faad94b8282 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1158328 Feb 11 12:53:24.834677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-510ac9c5-3dc6-4452-ae46-e00281903c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (95a2aabd-7bf6-423a-882b-c2ce9650245f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.837384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-510ac9c5-3dc6-4452-ae46-e00281903c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.838664 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-510ac9c5-3dc6-4452-ae46-e00281903c36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95a2aabd-7bf6-423a-882b-c2ce9650245f HTTP/1.1" status: 204 len: 168 time: 0.4275343 Feb 11 12:53:24.861754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ac9c5-3dc6-4452-ae46-e00281903c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a2aabd-7bf6-423a-882b-c2ce9650245f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:24.880977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:24.922577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca9fc2ba-8901-4354-aed8-065f4363a8a2 req-d5377dec-076c-467e-a7f3-dd4530175e49 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022532 Feb 11 12:53:25.014297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:25.056651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Checking segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:25.056917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Network hostable DHCP agents. Network: 81a1d83a-b432-4daf-9081-254705407cdc, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:53:25.139897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Network 81a1d83a-b432-4daf-9081-254705407cdc is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:53:25.150496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657323a4-33c8-438a-9fa5-2e51c9cf900b req-05985a21-b6a1-44d1-8422-2e7e82337a63 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:25.152074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-657323a4-33c8-438a-9fa5-2e51c9cf900b req-05985a21-b6a1-44d1-8422-2e7e82337a63 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1132 time: 0.1042883 Feb 11 12:53:25.172109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 81a1d83a-b432-4daf-9081-254705407cdc) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:25.183494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a09de7f-5709-4191-8fa3-bca19e186380 None None] Network 81a1d83a-b432-4daf-9081-254705407cdc requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:53:25.197396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:25.199253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.315667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58240) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:25.317746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a615d344-52a9-461d-b7c7-d75a541200d5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9500589 Feb 11 12:53:25.320610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:25.348723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-657323a4-33c8-438a-9fa5-2e51c9cf900b req-68bc831d-4ba9-488b-a8a5-9859d8a41fc6 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889400 Feb 11 12:53:25.444839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.445993 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.478418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6d879-62dd-42d7-8d86-254928473dd8 req-4efcbe50-2c53-45ba-9827-9499e05af10e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:25.480403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3b6d879-62dd-42d7-8d86-254928473dd8 req-4efcbe50-2c53-45ba-9827-9499e05af10e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1257868 Feb 11 12:53:25.531251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-81a1d83a-b432-4daf-9081-254705407cdc', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:53:25.532280 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.542167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58248) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:25.562527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ba67b66-a6db-47ac-bba3-3e49200e6b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.614008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks [] for router_controller (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.739516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3b6d879-62dd-42d7-8d86-254928473dd8 req-5794fa0d-db7e-440f-a552-82f223920cd3 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436519 Feb 11 12:53:25.741613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ba67b66-a6db-47ac-bba3-3e49200e6b00 admin admin] Publish callbacks [] for security_group (4d689dc5-a6ca-4832-a178-9642945a8561), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.754946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ba67b66-a6db-47ac-bba3-3e49200e6b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4d689dc5-a6ca-4832-a178-9642945a8561), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.854094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-b20f8fe3-8fe1-467f-8d8c-30473c617d8b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560935 Feb 11 12:53:25.857334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba67b66-a6db-47ac-bba3-3e49200e6b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d689dc5-a6ca-4832-a178-9642945a8561,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:25.863664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Allocated IP 172.20.0.2 (81a1d83a-b432-4daf-9081-254705407cdc/7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287/4271dda5-e124-4388-b3bf-658fbdd569c1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:25.883610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58262) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:25.886153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1ba67b66-a6db-47ac-bba3-3e49200e6b00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f54a04c88e8241b8a12f7159ddb51876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427432 Feb 11 12:53:25.973690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks [] for router_gateway (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:25.987364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf73c085-8edb-4682-ac63-ce37eae43134 admin admin] Publish callbacks [] for security_group (4d689dc5-a6ca-4832-a178-9642945a8561), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.023784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf73c085-8edb-4682-ac63-ce37eae43134 admin admin] Publish callbacks [] for security_group (4d689dc5-a6ca-4832-a178-9642945a8561), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.036833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-bab948be-08b0-433e-ab47-5faadead6e8c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:26.041365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-bab948be-08b0-433e-ab47-5faadead6e8c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498227 Feb 11 12:53:26.069335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-620ba067-f6a5-44e3-b9a9-2d448f49627c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/quotas/2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 375 time: 0.0243385 Feb 11 12:53:26.176566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf73c085-8edb-4682-ac63-ce37eae43134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4d689dc5-a6ca-4832-a178-9642945a8561), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.178001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Publish callbacks [] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.180306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf73c085-8edb-4682-ac63-ce37eae43134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.184654 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf73c085-8edb-4682-ac63-ce37eae43134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d689dc5-a6ca-4832-a178-9642945a8561 HTTP/1.1" status: 204 len: 168 time: 0.2966528 Feb 11 12:53:26.196196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.196485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73c085-8edb-4682-ac63-ce37eae43134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d689dc5-a6ca-4832-a178-9642945a8561,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:26.221304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-9537989a-6439-45d3-b023-f778dee4ee89 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1430857 Feb 11 12:53:26.267028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Network 81a1d83a-b432-4daf-9081-254705407cdc is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:26.270945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:26.275569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:26.279124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Pushing event updated for resources: {'Port': ['ID=4271dda5-e124-4388-b3bf-658fbdd569c1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:26.409081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Attempting to bind port 4271dda5-e124-4388-b3bf-658fbdd569c1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:26.409495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Attempting to bind port 4271dda5-e124-4388-b3bf-658fbdd569c1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:26.410237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Attempting to bind port 4271dda5-e124-4388-b3bf-658fbdd569c1 on network 81a1d83a-b432-4daf-9081-254705407cdc {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:26.429194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:26.430015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Checking segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:26.430620 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.431168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Bound using segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:26.431669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Bound port: 4271dda5-e124-4388-b3bf-658fbdd569c1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:26.432055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.578655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77659757-2602-4b15-accc-c91439002417 req-4809f78e-bd82-4251-b2c0-5961d096f916 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 210 time: 0.0766258 Feb 11 12:53:26.585858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] For port 4271dda5-e124-4388-b3bf-658fbdd569c1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:26.590343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] For port 4271dda5-e124-4388-b3bf-658fbdd569c1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4271dda5-e124-4388-b3bf-658fbdd569c1,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:26.602863 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.695535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961074eb-040b-49c0-b88c-ad750e220c63 None None] Pushing event updated for resources: {'Port': ['ID=4271dda5-e124-4388-b3bf-658fbdd569c1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:26.945156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks [] for router_gateway (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:26.976940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:27.247629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Allocated IP 172.25.1.148 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/aa536283-d5dd-4f23-a7b3-17ed85e3ea9e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:27.276700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-d7e151d3-2c92-4451-9281-de56f2a394b4 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1565077013&fields=id&tenant_id=2db4a850c7a94d6fb28f3f13a12fd846 HTTP/1.1" status: 200 len: 267 time: 0.1282210 Feb 11 12:53:27.466565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks [] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:27.535310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:27.577538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-4c906f8a-55cb-410a-ba78-2dce7c2b5d03 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:27.587887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-4c906f8a-55cb-410a-ba78-2dce7c2b5d03 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/networks?id=a8387a4b-293f-4e19-bc4f-2dc390d98647 HTTP/1.1" status: 200 len: 815 time: 0.3059585 Feb 11 12:53:27.611302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-41060df4-91cc-4f2a-b7a1-ff9991ce41bc tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/quotas/2db4a850c7a94d6fb28f3f13a12fd846 HTTP/1.1" status: 200 len: 375 time: 0.0218487 Feb 11 12:53:27.613289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:27.617234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:27.625877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:27.659137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Pushing event updated for resources: {'Port': ['ID=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:27.702186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b5869-cbec-4442-a1e3-01b543b7df18 req-af8b598a-a5d8-4c41-990d-438b69b73cb1 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:27.704656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e8b5869-cbec-4442-a1e3-01b543b7df18 req-af8b598a-a5d8-4c41-990d-438b69b73cb1 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.2003095 Feb 11 12:53:27.764849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-e8c3f8dc-9532-44de-8a4d-2d9e45dc7b84 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2db4a850c7a94d6fb28f3f13a12fd846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519432 Feb 11 12:53:27.920158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e8b5869-cbec-4442-a1e3-01b543b7df18 req-4632d594-eb2f-491a-b459-f15e69ab63ec tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043204 Feb 11 12:53:27.977998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-623d5e93-01d4-4d99-8856-761d0d1f30b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902962 Feb 11 12:53:28.116800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks [] for router_gateway (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:28.133509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-70bad0c0-fbd7-4c6f-973a-0c619f39173f service neutron] 10.222.0.42 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475866 Feb 11 12:53:28.284558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0532e9e-e947-4dee-8bb2-e912ad57da8a req-8efda5d6-f58e-4b7e-bf53-a2c7d5f4b9df tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:28.286175 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0532e9e-e947-4dee-8bb2-e912ad57da8a req-8efda5d6-f58e-4b7e-bf53-a2c7d5f4b9df tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1128 time: 0.1615901 Feb 11 12:53:28.370951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335eba2-98f5-4dbb-8af5-8e0ecb9cc1f9 None None] Network 81a1d83a-b432-4daf-9081-254705407cdc requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:53:28.391543 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-a3aa62a0-2456-4317-a842-0c502e818c64 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576072 Feb 11 12:53:28.525045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-aedde9f6-224b-44fe-b2e8-4a5dcfd55a84 None None] Provisioning complete for port 4271dda5-e124-4388-b3bf-658fbdd569c1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:28.525415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aedde9f6-224b-44fe-b2e8-4a5dcfd55a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:28.586223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0532e9e-e947-4dee-8bb2-e912ad57da8a req-acf4c97d-afdb-4065-be8e-ed6ac17d8517 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652402 Feb 11 12:53:28.776731 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fee98475-aec0-4c56-8533-1cff3e2452ae req-30a86aa7-c206-4ccb-9569-77a0c6c3914e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 210 time: 0.0552177 Feb 11 12:53:28.794745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-73db7c9b-02a6-484b-800b-ed550fe3e921 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:28.796290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-73db7c9b-02a6-484b-800b-ed550fe3e921 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3951869 Feb 11 12:53:28.835262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Request body: {'port': {'device_id': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '2fcfbbcfc1d9416388239604f0ac2244'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:28.953229 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.007456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aedde9f6-224b-44fe-b2e8-4a5dcfd55a84 None None] Current status of the port 4271dda5-e124-4388-b3bf-658fbdd569c1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:29.008036 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aedde9f6-224b-44fe-b2e8-4a5dcfd55a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.094683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-aedde9f6-224b-44fe-b2e8-4a5dcfd55a84 None None] For port 4271dda5-e124-4388-b3bf-658fbdd569c1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4271dda5-e124-4388-b3bf-658fbdd569c1,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:29.114656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aedde9f6-224b-44fe-b2e8-4a5dcfd55a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.180191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4271dda5-e124-4388-b3bf-658fbdd569c1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:29.244154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Made reservation on behalf of 2fcfbbcfc1d9416388239604f0ac2244 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:29.251665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde9f6-224b-44fe-b2e8-4a5dcfd55a84 None None] Pushing event updated for resources: {'Port': ['ID=4271dda5-e124-4388-b3bf-658fbdd569c1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:29.251835 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.275867 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-42637e66-73e4-4df2-972d-a95648b98879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.307670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4271dda5-e124-4388-b3bf-658fbdd569c1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:29.308432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.375173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7c7376cb-481e-4635-967d-0f1df8bfc3d7 None None] Provisioning complete for port 4271dda5-e124-4388-b3bf-658fbdd569c1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:29.375716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7c7376cb-481e-4635-967d-0f1df8bfc3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.388998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:53:29.474856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4271dda5-e124-4388-b3bf-658fbdd569c1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:29.517952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7c7376cb-481e-4635-967d-0f1df8bfc3d7 None None] Current status of the port 4271dda5-e124-4388-b3bf-658fbdd569c1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:29.603523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Allocated IP 192.168.233.158 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/c802e25c-cad9-4995-8df2-5c114842a9dd) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:29.635077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:53:29.649162 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:53:29.659789 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:29.661187 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:29.670651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.674605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f567484f-e4d4-4e74-a138-ff7b09ccd296 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.3559453 Feb 11 12:53:29.674914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58362) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:29.842676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks [] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.889098 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:29.898045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:29.916165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:29.963413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:29.966955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:29.977381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:30.066796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:30.119758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:30.120411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.197216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-73ad830c-9a9e-456f-bb38-9a804c359e01 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3821044 Feb 11 12:53:30.213289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Request body: {'port': {'device_id': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:30.262036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-50352530-cfa6-4447-b7db-e2f0f990522d None None] Provisioning complete for port c802e25c-cad9-4995-8df2-5c114842a9dd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:30.262355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50352530-cfa6-4447-b7db-e2f0f990522d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.288831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d52f7444-9c96-49d0-986d-6f877afcd132 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:53:30.300273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-50352530-cfa6-4447-b7db-e2f0f990522d None None] Port c802e25c-cad9-4995-8df2-5c114842a9dd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:30.300941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d52f7444-9c96-49d0-986d-6f877afcd132 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188503 Feb 11 12:53:30.327343 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:27Z', 'revision_number': 3, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:30.359096 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:53:30.359721 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Updating router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:53:30.372322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.389837 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.394914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.406319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-92bb75f3-803a-4378-97ec-46032cb862aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:30.413705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-92bb75f3-803a-4378-97ec-46032cb862aa service neutron] 10.222.0.42 "GET /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 1125 time: 0.0989110 Feb 11 12:53:30.418820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Request body: {'binding': {'host': 'n-h2-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:30.419270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:53:30.559805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Allocated IP 172.20.0.1 (81a1d83a-b432-4daf-9081-254705407cdc/7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287/76a31221-e7f7-4d1d-aa8a-c016a87186bd) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:30.579819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on host n-h2-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:30.580080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:30.580412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:30.589434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:30.589789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:30.619871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:30.620212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:30.620597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:30.621036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Bound port: f21a2df9-934f-4c72-bb90-8864b789a058, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:30.700568 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Publish callbacks [] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.705042 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks [] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.709603 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.755610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:30.756232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.770941 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Pushing event updated for resources: {'Port': ['ID=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:30.784244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.785504 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-80b5734b-9823-4ebc-8201-8d826ed6efea service neutron] 10.222.0.42 "POST /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058/bindings HTTP/1.1" status: 201 len: 389 time: 0.3709764 Feb 11 12:53:30.798645 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.798995 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.799414 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.800607 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.800945 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.801281 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.801610 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.801991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.802552 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.802881 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.803352 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.803682 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.804121 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:53:30.809227 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Attempting to bind port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:30.809759 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Attempting to bind port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:30.810308 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Attempting to bind port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:30.816737 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:30.817117 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:30.817519 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.817932 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:30.819249 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Bound port: aa536283-d5dd-4f23-a7b3-17ed85e3ea9e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:30.819637 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.832291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Pushing event updated for resources: {'Port': ['ID=76a31221-e7f7-4d1d-aa8a-c016a87186bd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:30.869068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Network 81a1d83a-b432-4daf-9081-254705407cdc is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:30.870904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:30.884847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:30.965197 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] For port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:30.972787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] For port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:30.988614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:30.993592 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.048505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c802e25c-cad9-4995-8df2-5c114842a9dd {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:31.069972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Publish callbacks [] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.102953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Transition to ACTIVE for port object c802e25c-cad9-4995-8df2-5c114842a9dd will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:53:31.106618 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38295d-e9bb-4120-857c-856279233c93 None None] Pushing event updated for resources: {'Port': ['ID=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:31.120825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.160691 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:31.161323 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:31.166241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4271dda5-e124-4388-b3bf-658fbdd569c1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:31.305467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4271dda5-e124-4388-b3bf-658fbdd569c1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:31.305873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.321972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.357757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e763c20b-da3a-4cd3-9cf9-8b320dc50ed0 None None] Provisioning complete for port 76a31221-e7f7-4d1d-aa8a-c016a87186bd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:31.358398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e763c20b-da3a-4cd3-9cf9-8b320dc50ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.410001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-237bdf04-d48b-4847-ad47-5588321d416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:31.411058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:31.417000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-237bdf04-d48b-4847-ad47-5588321d416e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1128 time: 0.2012928 Feb 11 12:53:31.439510 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:31.444264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e763c20b-da3a-4cd3-9cf9-8b320dc50ed0 None None] Port 76a31221-e7f7-4d1d-aa8a-c016a87186bd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:31.464380 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f837a8e-dffb-45b8-850d-a638307466c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.482079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Attempting to bind port c802e25c-cad9-4995-8df2-5c114842a9dd on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:31.482469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Attempting to bind port c802e25c-cad9-4995-8df2-5c114842a9dd by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:31.482803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Attempting to bind port c802e25c-cad9-4995-8df2-5c114842a9dd on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:31.506464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905760c-6b00-4ccf-a2d4-b757134a35b0 req-763d7e9a-e727-4370-9135-f35a8fbce027 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:31.515098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6905760c-6b00-4ccf-a2d4-b757134a35b0 req-763d7e9a-e727-4370-9135-f35a8fbce027 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1186950 Feb 11 12:53:31.522873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Port c802e25c-cad9-4995-8df2-5c114842a9dd on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:31.523157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Attempting to bind port c802e25c-cad9-4995-8df2-5c114842a9dd on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:31.530332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4271dda5-e124-4388-b3bf-658fbdd569c1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:31.548960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:31.549603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:31.551392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:31.552022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Bound port: c802e25c-cad9-4995-8df2-5c114842a9dd, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:31.553364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.664115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6905760c-6b00-4ccf-a2d4-b757134a35b0 req-6fbf4b22-dce6-4469-b2d3-e0590f836d52 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479778 Feb 11 12:53:31.685209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-9d5916b0-440b-4e00-b2a8-da52f67a79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:31.686803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-9d5916b0-440b-4e00-b2a8-da52f67a79e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.2558191 Feb 11 12:53:31.712689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:31.721889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:31.732083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.751440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:27Z', 'revision_number': 3, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:31.759143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-c2ec4594-e93b-4ee6-b3ec-3948b13dd67e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 217 time: 0.0574832 Feb 11 12:53:31.800429 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43195d5-6d43-42dd-acc9-ac6a055354a5 None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:27Z', 'revision_number': 3, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:53:31.806716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks [] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.811007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:31.812712 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.815209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] 10.222.0.53 "PUT /v2.0/ports/c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 200 len: 1096 time: 1.6080141 Feb 11 12:53:31.822299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:31.825017 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1eb21-238d-4904-a8f8-4aecee357ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:31.825173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.888098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7221069-8c11-4672-90a4-8ed43000c697 service neutron] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:31.912753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-43a3740c-f000-4cb0-8e3c-1702762617c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:31.914313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-43a3740c-f000-4cb0-8e3c-1702762617c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1456406 Feb 11 12:53:31.983819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:31.987591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-9a277035-a29a-4985-a4c4-8c700c28c9d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599172 Feb 11 12:53:31.988216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Pushing event updated for resources: {'Port': ['ID=76a31221-e7f7-4d1d-aa8a-c016a87186bd,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:32.176645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-dfdca3dc-48f7-4511-8dc8-b7e02a522caf service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784937 Feb 11 12:53:32.183237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Network 81a1d83a-b432-4daf-9081-254705407cdc is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:32.184792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:32.289591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102787f-f0f9-4927-a02a-405cd11ffb4f req-701c6e7a-5aa2-4c53-9e2c-991d3d0b72a0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:32.294516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d102787f-f0f9-4927-a02a-405cd11ffb4f req-701c6e7a-5aa2-4c53-9e2c-991d3d0b72a0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 948 time: 0.4769886 Feb 11 12:53:32.324685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-ede20b25-043c-40a0-a1e9-a8946cd8ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:32.326292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-ede20b25-043c-40a0-a1e9-a8946cd8ae77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 1130 time: 0.4392364 Feb 11 12:53:32.405850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-e22ef7af-24bf-46a9-af91-3230d488dc32 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101023 Feb 11 12:53:32.410006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-27e4122a-ffc4-4eda-8a37-0c1735e68091 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 200 len: 217 time: 0.0690410 Feb 11 12:53:32.414621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:32.436010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d102787f-f0f9-4927-a02a-405cd11ffb4f req-d4f1bd40-26d8-4d4e-95fe-88711b354586 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346405 Feb 11 12:53:32.521096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:53:32.561867 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-6cacb37f-874e-42d9-af2d-4257f23cd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:32.563555 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-6cacb37f-874e-42d9-af2d-4257f23cd8d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1205311 Feb 11 12:53:32.642654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2ebea995-eab4-4f40-98cb-b8a0c81da643 None None] Provisioning complete for port 76a31221-e7f7-4d1d-aa8a-c016a87186bd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:32.643017 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2ebea995-eab4-4f40-98cb-b8a0c81da643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:32.662675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1538acc-3bdb-4146-a98e-2515c8d0cabe req-13ce7c4d-3cb3-481c-a232-40776306a9f0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:32.664801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1538acc-3bdb-4146-a98e-2515c8d0cabe req-13ce7c4d-3cb3-481c-a232-40776306a9f0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0954854 Feb 11 12:53:32.669807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d5596-f218-49ce-a915-294797240c0d req-b3c4694d-0935-43fd-b826-a62f92040282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:32.671432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-b3c4694d-0935-43fd-b826-a62f92040282 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0913758 Feb 11 12:53:32.678327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2ebea995-eab4-4f40-98cb-b8a0c81da643 None None] Port 76a31221-e7f7-4d1d-aa8a-c016a87186bd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:32.691502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:53:32.699565 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4e4fd01d-1c04-48fe-8c36-279b21db0ecd admin admin] 10.222.0.42 "PUT /v2.0/routers/a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0228012 Feb 11 12:53:32.793255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1538acc-3bdb-4146-a98e-2515c8d0cabe req-6ca499b3-4832-4ef7-a848-7e2c045e8945 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207273 Feb 11 12:53:32.817855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-c243718a-d0e9-4eba-b4fd-6d079fae360f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283286 Feb 11 12:53:32.928354 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0111da-584f-456c-a387-795c97e67809 x-openstack-request-id: req-0b0111da-584f-456c-a387-795c97e67809 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:32.928597 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:32.928780 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b0111da-584f-456c-a387-795c97e67809 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:32.929154 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'status': 'completed', 'code': 200} Feb 11 12:53:32.968540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-490d5596-f218-49ce-a915-294797240c0d req-192a0196-1364-4f15-ab37-2a295e8e1a54 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384540 Feb 11 12:53:33.081865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aa536283-d5dd-4f23-a7b3-17ed85e3ea9e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:33.117886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b28b-588f-4868-9750-8008658960c9 req-36579b26-096c-46e2-af82-e88d874be8ad tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:33.119452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27d6b28b-588f-4868-9750-8008658960c9 req-36579b26-096c-46e2-af82-e88d874be8ad tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1159050 Feb 11 12:53:33.132515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-125a1f64-0994-4162-b740-311954ff405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:33.133987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-125a1f64-0994-4162-b740-311954ff405d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 1130 time: 0.0804796 Feb 11 12:53:33.142509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:33.143748 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:33.233436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27d6b28b-588f-4868-9750-8008658960c9 req-37d58f1a-9078-4451-b73a-cd11fd96c222 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079919 Feb 11 12:53:33.260611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:33.261314 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:33.268613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-6b4ad1b8-a49e-43e9-ae3b-a5abeb935ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:33.270678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-6b4ad1b8-a49e-43e9-ae3b-a5abeb935ba3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1254156 Feb 11 12:53:33.286543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:33.295558 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:33.330401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-00dfa5ad-b208-4e93-963c-4ba4bccad083 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 200 len: 217 time: 0.0491574 Feb 11 12:53:33.373457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:33.409124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-8ece046b-109e-4a2f-9f92-cf5b2abe595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:33.410705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-8ece046b-109e-4a2f-9f92-cf5b2abe595b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0687425 Feb 11 12:53:33.514622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-345d3ab0-4057-4515-89b2-365398cf9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:33.516238 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-345d3ab0-4057-4515-89b2-365398cf9f46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0889516 Feb 11 12:53:33.642896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-6136d56f-35b4-43ca-a227-56cf9ec29959 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:33.644407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-6136d56f-35b4-43ca-a227-56cf9ec29959 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 821 time: 0.1709590 Feb 11 12:53:33.671064 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-edb904a9-1d96-45be-942c-1012ec8ee68b tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/quotas/51d7e7add858421eb3132075f04effd1 HTTP/1.1" status: 200 len: 375 time: 0.0200784 Feb 11 12:53:33.674609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-0fcf6b98-3639-4f22-8d7e-bf7c5ed6cc7f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249707 Feb 11 12:53:33.789112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-c1901db3-cda0-41e0-8baa-a8e3bebeeb33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123021 Feb 11 12:53:33.822269 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bc1eb21-238d-4904-a8f8-4aecee357ca1 req-e43a73f0-5c0d-4863-accb-7a24a6f5655b service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371529 Feb 11 12:53:33.895678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-c8261364-169f-47c9-826c-f7eaf026f2b9 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986941 Feb 11 12:53:33.993877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-9edcbae5-46d8-440b-8773-f43c7908e9b3 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909736 Feb 11 12:53:34.070898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:53:34.085044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:34.085688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:34.089336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:34.231053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:34.285222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26ae01-714a-42fb-bfc8-103420c20fd9 req-dbd48976-cefc-4bb2-aea0-7a02ca24023b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:34.293788 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b26ae01-714a-42fb-bfc8-103420c20fd9 req-dbd48976-cefc-4bb2-aea0-7a02ca24023b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 948 time: 0.0820646 Feb 11 12:53:34.352827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b26ae01-714a-42fb-bfc8-103420c20fd9 req-fe27fe30-0fe0-4037-9035-16755be16284 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580487 Feb 11 12:53:34.484120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1282d-ff5e-417f-9309-0efaf40cdbe7 req-4e17a60d-0d99-42ce-8e7f-96f96c66a2ad tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:34.493035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1e1282d-ff5e-417f-9309-0efaf40cdbe7 req-4e17a60d-0d99-42ce-8e7f-96f96c66a2ad tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0819483 Feb 11 12:53:34.523858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 2, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:34.548462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1e1282d-ff5e-417f-9309-0efaf40cdbe7 req-439e249d-e073-438b-9635-0d3dc6566a97 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544918 Feb 11 12:53:34.556105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:53:34.556327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Updating router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 port 76a31221-e7f7-4d1d-aa8a-c016a87186bd binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:53:34.600808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:34.615934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-728b2811-5ff8-4e16-912e-f2c46f6410af req-2b1850fd-f44a-4d44-b186-66647b4c33b9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 210 time: 0.0294857 Feb 11 12:53:34.771710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3badff-75e2-44bb-8a64-64160d867b72 req-26c8f1b8-04dd-47d6-b30a-f068f2c82308 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:34.773331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7d3badff-75e2-44bb-8a64-64160d867b72 req-26c8f1b8-04dd-47d6-b30a-f068f2c82308 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.0611358 Feb 11 12:53:34.829665 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7d3badff-75e2-44bb-8a64-64160d867b72 req-38fffaba-0a72-41eb-8f0a-f82278920e59 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488610 Feb 11 12:53:34.952437 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Publish callbacks [] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:34.959322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.026787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d506a3d-cd6f-4d98-87b3-32c86e8451a8 None None] Pushing event updated for resources: {'Port': ['ID=76a31221-e7f7-4d1d-aa8a-c016a87186bd,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:35.049174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aa536283-d5dd-4f23-a7b3-17ed85e3ea9e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:35.121938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Attempting to bind port 76a31221-e7f7-4d1d-aa8a-c016a87186bd on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:35.122592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Attempting to bind port 76a31221-e7f7-4d1d-aa8a-c016a87186bd by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:35.122685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Attempting to bind port 76a31221-e7f7-4d1d-aa8a-c016a87186bd on network 81a1d83a-b432-4daf-9081-254705407cdc {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:35.131781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:35.132158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Checking segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:35.132566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.132960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Bound using segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:35.133441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Bound port: 76a31221-e7f7-4d1d-aa8a-c016a87186bd, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:35.133849 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.175291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:35.175820 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.244381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] For port 76a31221-e7f7-4d1d-aa8a-c016a87186bd, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:35.248434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] For port 76a31221-e7f7-4d1d-aa8a-c016a87186bd, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=76a31221-e7f7-4d1d-aa8a-c016a87186bd,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:35.291464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.345530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.368321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:35.389960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2dcc0eb0-e429-4990-909f-ff92dfce78fa None None] Provisioning complete for port 76a31221-e7f7-4d1d-aa8a-c016a87186bd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:35.390342 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0eb0-e429-4990-909f-ff92dfce78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.391841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:35.392485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:35.431332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58444) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:35.461691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d506a3d-cd6f-4d98-87b3-32c86e8451a8 None None] Pushing event updated for resources: {'Port': ['ID=76a31221-e7f7-4d1d-aa8a-c016a87186bd,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:35.560406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c218400-4b20-4899-81f0-95f235e36213 req-81db6e26-4d8a-446e-a048-863e02a3156c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:35.574763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c218400-4b20-4899-81f0-95f235e36213 req-81db6e26-4d8a-446e-a048-863e02a3156c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 948 time: 0.1258402 Feb 11 12:53:35.649290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c218400-4b20-4899-81f0-95f235e36213 req-4cc8e696-2ce6-496f-8f22-1bf9dffac89d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732601 Feb 11 12:53:35.698202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:35.781559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acc24c1d-6247-48f6-9419-ca3f99f40575 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.826058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-9ac02777-c51e-43ab-b5e2-c0aa2d5076f1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:35.828133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-9ac02777-c51e-43ab-b5e2-c0aa2d5076f1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.53 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 821 time: 0.1694248 Feb 11 12:53:35.875011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'port': {'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'admin_state_up': True, 'tenant_id': '51d7e7add858421eb3132075f04effd1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:35.884673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acc24c1d-6247-48f6-9419-ca3f99f40575 admin admin] Publish callbacks [] for security_group (f779c995-9f05-44fb-a07f-123d288ceb14), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.892771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acc24c1d-6247-48f6-9419-ca3f99f40575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f779c995-9f05-44fb-a07f-123d288ceb14), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.936922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-acc24c1d-6247-48f6-9419-ca3f99f40575 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ef7aded198c14f51878673efe2e6525d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044477 Feb 11 12:53:35.938417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58454) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:35.969093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044205c-42f5-4e1d-92f4-8707850b7ca2 req-26eab626-8ac6-4cb5-a4ee-76a7bff3c974 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:35.976880 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e044205c-42f5-4e1d-92f4-8707850b7ca2 req-26eab626-8ac6-4cb5-a4ee-76a7bff3c974 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.1473925 Feb 11 12:53:35.983431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2dcc0eb0-e429-4990-909f-ff92dfce78fa None None] Current status of the port 76a31221-e7f7-4d1d-aa8a-c016a87186bd is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:35.983832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0eb0-e429-4990-909f-ff92dfce78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:35.984104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc24c1d-6247-48f6-9419-ca3f99f40575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f779c995-9f05-44fb-a07f-123d288ceb14,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:36.031223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29c741ae-f9ac-45df-825e-f53e8537bc6e admin admin] Publish callbacks [] for security_group (f779c995-9f05-44fb-a07f-123d288ceb14), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.060906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29c741ae-f9ac-45df-825e-f53e8537bc6e admin admin] Publish callbacks [] for security_group (f779c995-9f05-44fb-a07f-123d288ceb14), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.066331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e044205c-42f5-4e1d-92f4-8707850b7ca2 req-cbb681f5-e371-4775-b8b5-9c1a20818110 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851851 Feb 11 12:53:36.086918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2dcc0eb0-e429-4990-909f-ff92dfce78fa None None] For port 76a31221-e7f7-4d1d-aa8a-c016a87186bd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=76a31221-e7f7-4d1d-aa8a-c016a87186bd,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:36.111165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2dcc0eb0-e429-4990-909f-ff92dfce78fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.120221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Made reservation on behalf of 51d7e7add858421eb3132075f04effd1 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:36.123054 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.135738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29c741ae-f9ac-45df-825e-f53e8537bc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f779c995-9f05-44fb-a07f-123d288ceb14), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.138753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29c741ae-f9ac-45df-825e-f53e8537bc6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.142465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-29c741ae-f9ac-45df-825e-f53e8537bc6e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f779c995-9f05-44fb-a07f-123d288ceb14 HTTP/1.1" status: 204 len: 168 time: 0.1989694 Feb 11 12:53:36.155710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c741ae-f9ac-45df-825e-f53e8537bc6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f779c995-9f05-44fb-a07f-123d288ceb14,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:36.180707 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-112e4cd5-539a-4e4c-9795-41a1e1e942f5 req-052161f4-b83a-4442-9381-bc37e99c4669 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 210 time: 0.0460207 Feb 11 12:53:36.181360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc0eb0-e429-4990-909f-ff92dfce78fa None None] Pushing event updated for resources: {'Port': ['ID=76a31221-e7f7-4d1d-aa8a-c016a87186bd,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:36.259921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-24fc43a8-86e3-4b06-993f-5ce3e0fc7f62 None None] Provisioning complete for port 76a31221-e7f7-4d1d-aa8a-c016a87186bd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:36.260296 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24fc43a8-86e3-4b06-993f-5ce3e0fc7f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.365838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:35Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:36.391780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Allocated IP 172.20.0.9 (81a1d83a-b432-4daf-9081-254705407cdc/7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287/336b1948-1d6a-460e-9693-adc9e8f66e99) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:36.405310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c1246f-4d7b-40e5-b08a-1b4f30a39893 None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:35Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:53:36.414294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-24fc43a8-86e3-4b06-993f-5ce3e0fc7f62 None None] Current status of the port 76a31221-e7f7-4d1d-aa8a-c016a87186bd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:36.504957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bc188-2086-4e81-9933-7b78d0261c7d req-a92cd0f9-b5df-401f-a331-95d53ed5806d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:36.506925 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a49bc188-2086-4e81-9933-7b78d0261c7d req-a92cd0f9-b5df-401f-a331-95d53ed5806d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1991262 Feb 11 12:53:36.617763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58460) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:36.632293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd3baa2e-285a-4bff-b5f2-af2e3cc89799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.649106 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a49bc188-2086-4e81-9933-7b78d0261c7d req-0e920d53-3329-4ba0-a6f3-af1d47d06506 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990741 Feb 11 12:53:36.678314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.743293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.790802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd3baa2e-285a-4bff-b5f2-af2e3cc89799 admin admin] Publish callbacks [] for security_group (16a63079-db99-49d1-a110-8603e3c6484f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.801702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd3baa2e-285a-4bff-b5f2-af2e3cc89799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (16a63079-db99-49d1-a110-8603e3c6484f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.831274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Network 81a1d83a-b432-4daf-9081-254705407cdc is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:36.839214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:36.842488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:36.845981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Pushing event updated for resources: {'Port': ['ID=336b1948-1d6a-460e-9693-adc9e8f66e99,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:36.862799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bd3baa2e-285a-4bff-b5f2-af2e3cc89799 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d8ccec9e73f49ab9ac6bb6e68cc0131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434089 Feb 11 12:53:36.867092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58464) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:36.880247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3baa2e-285a-4bff-b5f2-af2e3cc89799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a63079-db99-49d1-a110-8603e3c6484f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:36.924387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74463b6-8d38-46ed-bc78-cfdc7c453747 req-df811359-9587-4bd9-8899-b5c10eff7019 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:36.932411 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b74463b6-8d38-46ed-bc78-cfdc7c453747 req-df811359-9587-4bd9-8899-b5c10eff7019 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 948 time: 0.1704395 Feb 11 12:53:36.951068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:36.951736 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:36.974762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0adcadb6-84db-457c-8cf9-70593cb7e25c admin admin] Publish callbacks [] for security_group (16a63079-db99-49d1-a110-8603e3c6484f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.015577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-078cf67a-2279-4e20-aa35-e88b70a08960 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1451867 Feb 11 12:53:37.030722 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0adcadb6-84db-457c-8cf9-70593cb7e25c admin admin] Publish callbacks [] for security_group (16a63079-db99-49d1-a110-8603e3c6484f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.050095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Request body: {'port': {'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:37.121607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 76a31221-e7f7-4d1d-aa8a-c016a87186bd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:37.125719 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b74463b6-8d38-46ed-bc78-cfdc7c453747 req-ac7c85b5-4355-4524-bf0d-3952a40d849f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876795 Feb 11 12:53:37.142711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0adcadb6-84db-457c-8cf9-70593cb7e25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (16a63079-db99-49d1-a110-8603e3c6484f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.151074 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0adcadb6-84db-457c-8cf9-70593cb7e25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.158160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0adcadb6-84db-457c-8cf9-70593cb7e25c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16a63079-db99-49d1-a110-8603e3c6484f HTTP/1.1" status: 204 len: 168 time: 0.2873611 Feb 11 12:53:37.174221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcadb6-84db-457c-8cf9-70593cb7e25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a63079-db99-49d1-a110-8603e3c6484f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:37.242151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 76a31221-e7f7-4d1d-aa8a-c016a87186bd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:37.243427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.288955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-72e818a7-94f2-487f-860e-028dcd0aa845 None None] Provisioning complete for port 336b1948-1d6a-460e-9693-adc9e8f66e99 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:37.289336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-72e818a7-94f2-487f-860e-028dcd0aa845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.304204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.342878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-72e818a7-94f2-487f-860e-028dcd0aa845 None None] Port 336b1948-1d6a-460e-9693-adc9e8f66e99 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:37.386810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 76a31221-e7f7-4d1d-aa8a-c016a87186bd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:37.454172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fcdd3-3142-4bb0-9b28-7080684860fb req-ca2c3a07-a65c-46b5-b484-237ae4d2a9c9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:37.456095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-298fcdd3-3142-4bb0-9b28-7080684860fb req-ca2c3a07-a65c-46b5-b484-237ae4d2a9c9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.1903908 Feb 11 12:53:37.552083 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-298fcdd3-3142-4bb0-9b28-7080684860fb req-0d02ab6a-2008-46ec-99ae-b665226edba3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470529 Feb 11 12:53:37.558872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c802e25c-cad9-4995-8df2-5c114842a9dd details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:53:37.735721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:37.756788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'mac_address': 'fa:16:3e:47:bd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:53:37.813782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216789e2-4b5b-41da-807c-beb828737045 req-4a6d6a49-ccce-441c-8ded-479c12c46913 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:37.816579 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-216789e2-4b5b-41da-807c-beb828737045 req-4a6d6a49-ccce-441c-8ded-479c12c46913 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 931 time: 0.1233156 Feb 11 12:53:37.825459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c802e25c-cad9-4995-8df2-5c114842a9dd is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:37.826014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.861279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c802e25c-cad9-4995-8df2-5c114842a9dd {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:37.885180 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 336b1948-1d6a-460e-9693-adc9e8f66e99 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:37.898918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:37.900210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Publish callbacks [] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.906767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:37.950562 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-216789e2-4b5b-41da-807c-beb828737045 req-8bc5ac4c-ad00-4a1c-9956-408bfc007ebd tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977831 Feb 11 12:53:37.954612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Transition to ACTIVE for port object 336b1948-1d6a-460e-9693-adc9e8f66e99 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:53:37.968261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.006854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:38.088057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Pushing event updated for resources: {'Port': ['ID=336b1948-1d6a-460e-9693-adc9e8f66e99,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:38.220602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d4168-463a-4927-a2ba-e52fe5247a2d req-12c3a5a7-b2b5-4929-af09-650a22b00d5e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:38.230746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f0d4168-463a-4927-a2ba-e52fe5247a2d req-12c3a5a7-b2b5-4929-af09-650a22b00d5e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1450584 Feb 11 12:53:38.234945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Attempting to bind port 336b1948-1d6a-460e-9693-adc9e8f66e99 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:38.235647 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Attempting to bind port 336b1948-1d6a-460e-9693-adc9e8f66e99 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:38.235983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Attempting to bind port 336b1948-1d6a-460e-9693-adc9e8f66e99 on network 81a1d83a-b432-4daf-9081-254705407cdc {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:38.246668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Port 336b1948-1d6a-460e-9693-adc9e8f66e99 on network 81a1d83a-b432-4daf-9081-254705407cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:38.246986 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Attempting to bind port 336b1948-1d6a-460e-9693-adc9e8f66e99 on network 81a1d83a-b432-4daf-9081-254705407cdc {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:38.267963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:38.270198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Checking segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:38.272110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Bound using segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:38.272686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Bound port: 336b1948-1d6a-460e-9693-adc9e8f66e99, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:38.274102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.322383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58494) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:38.340916 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f0d4168-463a-4927-a2ba-e52fe5247a2d req-993e5d57-10c2-4f63-9b84-28c793933361 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092734 Feb 11 12:53:38.379442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] For port 336b1948-1d6a-460e-9693-adc9e8f66e99, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:38.383778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] For port 336b1948-1d6a-460e-9693-adc9e8f66e99, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=336b1948-1d6a-460e-9693-adc9e8f66e99,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:38.389907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['c802e25c-cad9-4995-8df2-5c114842a9dd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:38.401483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.442241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:38.445385 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.446862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] 10.222.0.53 "PUT /v2.0/ports/336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 1091 time: 1.4131291 Feb 11 12:53:38.447334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:38.449859 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:38.485378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-network', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:38.526139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34d17-b506-4e00-a8aa-1cb28ae888bc service neutron] Pushing event updated for resources: {'Port': ['ID=336b1948-1d6a-460e-9693-adc9e8f66e99,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:38.532378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Made reservation on behalf of 4fd119fa7cca4a44be2ae6ce18e58667 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:38.535629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.557110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.639035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-6a7e69a4-55e7-47d8-a26c-44c505a56110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:38.642695 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-6a7e69a4-55e7-47d8-a26c-44c505a56110 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1125 time: 0.1354933 Feb 11 12:53:38.651579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6e7bb-c1d8-435b-8025-446b39b074a3 req-a078fb38-26d5-42e6-a3ec-7a4449c4fe25 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:38.653128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-31e6e7bb-c1d8-435b-8025-446b39b074a3 req-a078fb38-26d5-42e6-a3ec-7a4449c4fe25 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 949 time: 0.1119275 Feb 11 12:53:38.682689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks [] for security_group (43097e39-c656-44cd-979a-d9bd0aeeb86e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.691370 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (43097e39-c656-44cd-979a-d9bd0aeeb86e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.714174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:53:38.730818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43097e39-c656-44cd-979a-d9bd0aeeb86e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:38.734198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-56b3fa22-a105-442c-bf5a-a70e8f5e6b2b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 217 time: 0.0469356 Feb 11 12:53:38.736322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (38a4c58b-6312-42bd-a8ad-b12af8558498), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:38.736936 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Added segment 38a4c58b-6312-42bd-a8ad-b12af8558498 of type vlan for network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b Feb 11 12:53:38.783720 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-31e6e7bb-c1d8-435b-8025-446b39b074a3 req-95c57a6b-1f0a-4bfd-a28f-0274b27473cd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236594 Feb 11 12:53:38.824617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-39df5062-459c-435f-8e1c-5ce35f528908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:38.826165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-39df5062-459c-435f-8e1c-5ce35f528908 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.0764704 Feb 11 12:53:38.881787 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddab18a-aeb5-4236-a8dc-2ce262e05207 x-openstack-request-id: req-1ddab18a-aeb5-4236-a8dc-2ce262e05207 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:38.882576 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:38.882906 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ddab18a-aeb5-4236-a8dc-2ce262e05207 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:38.883503 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'status': 'completed', 'code': 200} Feb 11 12:53:38.911693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-1668f8dc-bc71-4297-897b-8f4c724f7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:38.913302 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-1668f8dc-bc71-4297-897b-8f4c724f7e76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728514 Feb 11 12:53:39.047057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe571b-b406-433c-8f97-2d54828f5e00 req-66ec9c15-1eb6-4795-ad34-7cf95d83bd62 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:39.048664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53fe571b-b406-433c-8f97-2d54828f5e00 req-66ec9c15-1eb6-4795-ad34-7cf95d83bd62 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.1251652 Feb 11 12:53:39.052965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:39.081268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:39.082755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-0d3b6262-471c-4b14-986d-b2ba11ffa5d9 service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483769 Feb 11 12:53:39.084676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:39.085415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:39.124805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8011985 Feb 11 12:53:39.131276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58504) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:39.137648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Request body: {'subnet': {'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-subnet', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:39.145683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53fe571b-b406-433c-8f97-2d54828f5e00 req-7a152543-55c2-4636-8e0f-7a3decd55b44 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886080 Feb 11 12:53:39.152732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec4389-dc4a-42c5-8e40-4ade9d3c9982 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:39.163810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:53:39.202832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Made reservation on behalf of 4fd119fa7cca4a44be2ae6ce18e58667 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:39.205266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:39.487946 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd3fbb07-6618-4616-b6a4-504dfea3633c req-ec34f87c-e562-4d63-939a-fb965a5fb899 service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918130 Feb 11 12:53:39.603039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0dd14-d7b6-4902-a609-a5dfc2d7e81f req-949a4266-ea86-4f40-84c4-5d675340f810 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:39.604495 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-05d0dd14-d7b6-4902-a609-a5dfc2d7e81f req-949a4266-ea86-4f40-84c4-5d675340f810 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 943 time: 0.1307271 Feb 11 12:53:39.687902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-36d46662-b8ee-4c5e-a8ed-2438f09f33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:39.689479 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-36d46662-b8ee-4c5e-a8ed-2438f09f33c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1125 time: 0.1387527 Feb 11 12:53:39.695883 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-05d0dd14-d7b6-4902-a609-a5dfc2d7e81f req-1d5bf7ae-dfaf-4221-9d22-3146ecf7aeb5 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852876 Feb 11 12:53:39.812465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (3e16f46b-da03-4be8-a9b8-e3d92f89b10f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:39.895153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-e000447a-648e-4bd3-965f-b0b3e715e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:39.896643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-e000447a-648e-4bd3-965f-b0b3e715e416 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.1784170 Feb 11 12:53:39.905571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e16f46b-da03-4be8-a9b8-e3d92f89b10f,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:39.926680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0230c-b049-4c16-9f83-ec7c040f340b req-dbda71e6-dcdf-4f88-af80-a46a6c0f946b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:39.927981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08a0230c-b049-4c16-9f83-ec7c040f340b req-dbda71e6-dcdf-4f88-af80-a46a6c0f946b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1639884 Feb 11 12:53:39.962205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-3843ef06-847f-4cc6-b0a7-78b626fc5416 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 217 time: 0.0541677 Feb 11 12:53:39.984818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Checking segment: {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:39.985142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Network hostable DHCP agents. Network: 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:53:40.048626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-40a79506-28a2-4379-8461-207652d63fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:40.050387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-40a79506-28a2-4379-8461-207652d63fe1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.0742810 Feb 11 12:53:40.053876 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08a0230c-b049-4c16-9f83-ec7c040f340b req-09de0d61-3fdc-4a5a-a6fd-f59e1ab2771b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964642 Feb 11 12:53:40.054561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:53:40.081051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:40.084220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f2d561-8f63-478b-aaef-de804628de93 None None] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:53:40.095428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:40.096043 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.120322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e7da2cf8-209c-4253-bed2-75d8b35de28f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9843667 Feb 11 12:53:40.121327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58510) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:40.125692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:40.138071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-132e51dd-7eba-4ce2-8417-b6d2fa12c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:40.139758 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-132e51dd-7eba-4ce2-8417-b6d2fa12c963 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773883 Feb 11 12:53:40.160294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.161351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.252939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:53:40.254051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.303574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks [] for router_controller (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.378897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e82ab-d59b-4ebe-8ce6-929117cefac2 req-7eb7237e-2ee6-4f5a-83b6-1fd6318c1f4c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:40.380542 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a2e82ab-d59b-4ebe-8ce6-929117cefac2 req-7eb7237e-2ee6-4f5a-83b6-1fd6318c1f4c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 949 time: 0.2005227 Feb 11 12:53:40.400853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-2213054a-568c-456a-9f06-e3b4d399b7d6 service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439227 Feb 11 12:53:40.402004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Allocated IP 172.20.0.2 (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b/3e16f46b-da03-4be8-a9b8-e3d92f89b10f/ce5fd733-b856-44b1-a70b-f8f00e48407f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:40.571355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Publish callbacks [] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.580132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.592607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a2e82ab-d59b-4ebe-8ce6-929117cefac2 req-6c301b00-de4a-4f42-a853-ae0652759111 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053413 Feb 11 12:53:40.599449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks [] for router_gateway (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.639962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:40.642371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:40.643603 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f77a7863-34ea-43d5-aa4a-64c4ad5c06d6 req-2cb74cc6-5164-4aa0-bdb6-8bc2269f825a service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190876 Feb 11 12:53:40.645277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Pushing event updated for resources: {'Port': ['ID=ce5fd733-b856-44b1-a70b-f8f00e48407f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:40.647738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:40.723718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Attempting to bind port ce5fd733-b856-44b1-a70b-f8f00e48407f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:40.724086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Attempting to bind port ce5fd733-b856-44b1-a70b-f8f00e48407f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:40.724449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Attempting to bind port ce5fd733-b856-44b1-a70b-f8f00e48407f on network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:40.731032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:40.731410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Checking segment: {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:40.731822 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.732201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Bound using segment: {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:40.732688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Bound port: ce5fd733-b856-44b1-a70b-f8f00e48407f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:40.733069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.777014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839a230-5ba5-4d6a-ad0c-6dd405a7193d req-efad59c0-24e6-4a53-b962-3f67bf9ff5df tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:40.778568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d839a230-5ba5-4d6a-ad0c-6dd405a7193d req-efad59c0-24e6-4a53-b962-3f67bf9ff5df tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0716658 Feb 11 12:53:40.804224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] For port ce5fd733-b856-44b1-a70b-f8f00e48407f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:40.807629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] For port ce5fd733-b856-44b1-a70b-f8f00e48407f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce5fd733-b856-44b1-a70b-f8f00e48407f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:40.819048 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:40.881369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daa507-3bef-4d0d-a106-8f9ab7417279 None None] Pushing event updated for resources: {'Port': ['ID=ce5fd733-b856-44b1-a70b-f8f00e48407f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:40.956001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d839a230-5ba5-4d6a-ad0c-6dd405a7193d req-fe416e00-028a-414b-acc4-dba433f85a10 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579523 Feb 11 12:53:40.975345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks [] for router_gateway (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:41.003562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:41.186089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeebd0-84ec-4caf-bec8-2d040d0ebc2b req-39554b1c-b0df-40db-8bd2-a6f32ea84834 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:41.187728 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3afeebd0-84ec-4caf-bec8-2d040d0ebc2b req-39554b1c-b0df-40db-8bd2-a6f32ea84834 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 943 time: 0.1336191 Feb 11 12:53:41.208376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Allocated IP 172.25.1.80 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/9ba1c5b1-4a06-4a39-9423-add16e0d65b6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:41.303705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3afeebd0-84ec-4caf-bec8-2d040d0ebc2b req-ea634082-623e-4b49-aa54-a4bc17e5fccd tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022573 Feb 11 12:53:41.442442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks [] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:41.463100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfc859-9a0a-44af-81c8-7a86e08900e5 req-cebde0f7-357a-4654-94c4-f0c4e796ba8f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:41.464652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99bfc859-9a0a-44af-81c8-7a86e08900e5 req-cebde0f7-357a-4654-94c4-f0c4e796ba8f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.0949874 Feb 11 12:53:41.524806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:41.558612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99bfc859-9a0a-44af-81c8-7a86e08900e5 req-3437e344-c120-4fa6-8597-c416bec80286 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849981 Feb 11 12:53:41.575885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:41.581377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:41.584602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c802e25c-cad9-4995-8df2-5c114842a9dd up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:41.597769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:41.603673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:41.686726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port c802e25c-cad9-4995-8df2-5c114842a9dd completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:53:41.692956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port c802e25c-cad9-4995-8df2-5c114842a9dd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:41.694408 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:41.777995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c802e25c-cad9-4995-8df2-5c114842a9dd is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:41.778389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:41.815596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:41.817865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:41.824766 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd505418-670d-40a0-95cc-0a4fd10827f6" -d '{"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-plugged", "status": "completed", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:41.828429 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:41.830305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e2342-70dd-4db0-9e80-0cd8dd1768eb req-56a56060-1c08-49c3-8cad-f95e6a27d309 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:41.832954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-968e2342-70dd-4db0-9e80-0cd8dd1768eb req-56a56060-1c08-49c3-8cad-f95e6a27d309 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 949 time: 0.1280746 Feb 11 12:53:41.881682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:41.990892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-968e2342-70dd-4db0-9e80-0cd8dd1768eb req-c47ae056-083c-47e6-ac85-72edbe99e683 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505368 Feb 11 12:53:42.032695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks [] for router_gateway (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:42.069827 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532f1271-4d50-4330-a445-686b97f57990 x-openstack-request-id: req-532f1271-4d50-4330-a445-686b97f57990 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:42.074675 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-plugged", "status": "completed", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:42.075036 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-532f1271-4d50-4330-a445-686b97f57990 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:42.076062 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'code': 200} Feb 11 12:53:42.311328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53075a8-c2e6-4029-83eb-23b960162491 req-bf25ab07-ed7c-4cec-a873-b145bc1cd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:42.314029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d53075a8-c2e6-4029-83eb-23b960162491 req-bf25ab07-ed7c-4cec-a873-b145bc1cd69d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 1132 time: 0.1397901 Feb 11 12:53:42.341536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47190608-dbe7-4d3d-8439-e068467ad5b0 None None] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:53:42.442590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1df9b5c9-b290-4d5c-8740-08fcf9405b11 None None] Provisioning complete for port ce5fd733-b856-44b1-a70b-f8f00e48407f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:42.442964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1df9b5c9-b290-4d5c-8740-08fcf9405b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:42.579515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1df9b5c9-b290-4d5c-8740-08fcf9405b11 None None] Current status of the port ce5fd733-b856-44b1-a70b-f8f00e48407f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:42.580583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1df9b5c9-b290-4d5c-8740-08fcf9405b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:42.627799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1df9b5c9-b290-4d5c-8740-08fcf9405b11 None None] For port ce5fd733-b856-44b1-a70b-f8f00e48407f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce5fd733-b856-44b1-a70b-f8f00e48407f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:42.636423 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1df9b5c9-b290-4d5c-8740-08fcf9405b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:42.647732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb099d-8769-4177-a665-0a4bd1d13138 req-f7d56fd1-efaf-47fb-b479-6e51d4158a74 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:42.649276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3fb099d-8769-4177-a665-0a4bd1d13138 req-f7d56fd1-efaf-47fb-b479-6e51d4158a74 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.4013760 Feb 11 12:53:42.687495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:42.699287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9b5c9-b290-4d5c-8740-08fcf9405b11 None None] Pushing event updated for resources: {'Port': ['ID=ce5fd733-b856-44b1-a70b-f8f00e48407f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:42.702582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d53075a8-c2e6-4029-83eb-23b960162491 req-5acb4307-d02e-49a4-a886-5d52dc744b47 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930798 Feb 11 12:53:42.763182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3fb099d-8769-4177-a665-0a4bd1d13138 req-ff726fcd-9a65-445a-8c4b-f05a12ba3828 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996795 Feb 11 12:53:42.863031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0eb04f95-c683-4b2a-a675-8d1432f21821 None None] Provisioning complete for port ce5fd733-b856-44b1-a70b-f8f00e48407f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:42.863401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0eb04f95-c683-4b2a-a675-8d1432f21821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:42.913744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63abe3c-e7ae-483d-8c04-6aebbf497023 req-813a5e27-28fd-49c5-951e-611961b1924d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:42.915453 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e63abe3c-e7ae-483d-8c04-6aebbf497023 req-813a5e27-28fd-49c5-951e-611961b1924d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 943 time: 0.0778449 Feb 11 12:53:42.916638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:53:42.965198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0eb04f95-c683-4b2a-a675-8d1432f21821 None None] Current status of the port ce5fd733-b856-44b1-a70b-f8f00e48407f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:43.018899 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e63abe3c-e7ae-483d-8c04-6aebbf497023 req-cfb33653-a7c3-450c-9086-eaa2ae205186 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919261 Feb 11 12:53:43.072141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:53:43.084733 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Sync routers for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:53:43.099035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ce5fd733-b856-44b1-a70b-f8f00e48407f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:43.103052 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:43.103760 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:43.104575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:43.106372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-664abb87-1863-4063-a32a-2d66e193dac5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.9846792 Feb 11 12:53:43.109202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58538) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:43.158357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ce5fd733-b856-44b1-a70b-f8f00e48407f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:43.158762 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:43.203773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbd263-34b0-488c-9151-20e3d724270e req-248d2b35-c758-4aac-957d-f1cc6a975d04 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:43.205606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39cbd263-34b0-488c-9151-20e3d724270e req-248d2b35-c758-4aac-957d-f1cc6a975d04 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.0909956 Feb 11 12:53:43.250603 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:43.268013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39cbd263-34b0-488c-9151-20e3d724270e req-b30d0f3f-b3ff-4469-babc-4b75c9500b31 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558841 Feb 11 12:53:43.287563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ce5fd733-b856-44b1-a70b-f8f00e48407f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:43.420946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fdbe2-cb4f-4e4f-877f-439cf9563876 req-3e01874f-edfa-423c-b537-55738415a551 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:43.430918 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a51fdbe2-cb4f-4e4f-877f-439cf9563876 req-3e01874f-edfa-423c-b537-55738415a551 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0725291 Feb 11 12:53:43.476743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:41Z', 'revision_number': 3, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:43.486803 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a51fdbe2-cb4f-4e4f-877f-439cf9563876 req-76dc1604-abe6-4de0-91c0-e461a7c780d8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547228 Feb 11 12:53:43.520973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Checking router: f9a971e4-4ca4-44e5-87ec-07f0565f79b3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:53:43.521580 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Updating router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:53:43.554012 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:43.615931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 336b1948-1d6a-460e-9693-adc9e8f66e99 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:53:43.635680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:43.742069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 336b1948-1d6a-460e-9693-adc9e8f66e99, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=336b1948-1d6a-460e-9693-adc9e8f66e99,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:43.752903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'mac_address': 'fa:16:3e:2d:1a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:53:43.796951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 336b1948-1d6a-460e-9693-adc9e8f66e99 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:43.797349 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:43.824439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Allocated IP 172.20.0.1 (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b/3e16f46b-da03-4be8-a9b8-e3d92f89b10f/f513413f-1721-44e1-8068-c5246e967e24) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:43.827517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 336b1948-1d6a-460e-9693-adc9e8f66e99 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:43.860531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 336b1948-1d6a-460e-9693-adc9e8f66e99, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=336b1948-1d6a-460e-9693-adc9e8f66e99,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:43.868009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:43.927398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=336b1948-1d6a-460e-9693-adc9e8f66e99,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:43.945283 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c88db-cde8-4b7e-950c-46f01659408b req-0e4eae5d-ad34-4225-86d8-d660226c754b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:43.950071 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cf8c88db-cde8-4b7e-950c-46f01659408b req-0e4eae5d-ad34-4225-86d8-d660226c754b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0846293 Feb 11 12:53:43.994522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks [] for port (f513413f-1721-44e1-8068-c5246e967e24), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.004333 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Publish callbacks [] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.009087 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cf8c88db-cde8-4b7e-950c-46f01659408b req-5534990a-6699-4047-9868-3a7f0037df57 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558343 Feb 11 12:53:44.012904 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.035888 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f513413f-1721-44e1-8068-c5246e967e24), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.084208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:44.087552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:44.091247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:44.092059 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Attempting to bind port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:44.092553 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Attempting to bind port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:44.092763 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Attempting to bind port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:44.094801 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf33697-f3fc-4ab1-9e1a-cbe3228cc100 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:44.097221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Pushing event updated for resources: {'Port': ['ID=f513413f-1721-44e1-8068-c5246e967e24,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:44.117272 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:44.117668 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:44.118069 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.118453 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:44.118912 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Bound port: 9ba1c5b1-4a06-4a39-9423-add16e0d65b6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:44.119281 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.135716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.183934 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] For port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:44.187470 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] For port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:44.194745 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.251158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b02aa-f3d7-4eee-9f8c-27f7ac43ed90 req-0251847c-160d-4315-b12c-b0050e5f6c77 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:44.254632 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-040b02aa-f3d7-4eee-9f8c-27f7ac43ed90 req-0251847c-160d-4315-b12c-b0050e5f6c77 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 944 time: 0.1003644 Feb 11 12:53:44.274506 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf33697-f3fc-4ab1-9e1a-cbe3228cc100 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:44.320671 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:44.321620 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:44.337962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['336b1948-1d6a-460e-9693-adc9e8f66e99'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:44.353182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-040b02aa-f3d7-4eee-9f8c-27f7ac43ed90 req-3ef0a59a-6ac9-4b82-951a-e95ecd447457 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900550 Feb 11 12:53:44.451104 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:44.488575 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f513413f-1721-44e1-8068-c5246e967e24), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.504796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec7e5-c6ad-4a93-90ad-85ec5962684e req-985447d4-292d-4cd0-a44e-e98a3f73fae8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:44.506762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ad6ec7e5-c6ad-4a93-90ad-85ec5962684e req-985447d4-292d-4cd0-a44e-e98a3f73fae8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.0662596 Feb 11 12:53:44.571900 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ad6ec7e5-c6ad-4a93-90ad-85ec5962684e req-c0c37b3c-ac0d-4ac9-963c-fd8a81a14fd4 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570207 Feb 11 12:53:44.584695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c98b05ca-e2ee-4517-94e4-22caf1dfb1de None None] Provisioning complete for port f513413f-1721-44e1-8068-c5246e967e24 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:44.585077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c98b05ca-e2ee-4517-94e4-22caf1dfb1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f513413f-1721-44e1-8068-c5246e967e24), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.679729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c98b05ca-e2ee-4517-94e4-22caf1dfb1de None None] Port f513413f-1721-44e1-8068-c5246e967e24 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:44.687886 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:41Z', 'revision_number': 3, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:44.688742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce661f-1bda-4913-8a1e-d7a26ed8584c req-2c7ad0ef-651c-4bc7-a1bd-db68b4aca670 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:44.696769 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1ce661f-1bda-4913-8a1e-d7a26ed8584c req-2c7ad0ef-651c-4bc7-a1bd-db68b4aca670 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0659938 Feb 11 12:53:44.729240 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9aa697-1edf-4dea-ab00-f76d32b32115 None None] The sync data for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 is: [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:41Z', 'revision_number': 3, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:53:44.750651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1ce661f-1bda-4913-8a1e-d7a26ed8584c req-ae8bebca-6022-434e-b913-43cf39ed5b2f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529311 Feb 11 12:53:44.812123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks [] for port (f513413f-1721-44e1-8068-c5246e967e24), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.819387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f513413f-1721-44e1-8068-c5246e967e24), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.869211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:44.898956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-9293d30d-2635-4200-921f-fb8ba3d5c728 req-565b72f6-4b85-4204-b861-e1ac2fe90ac8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:53:44.900612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9293d30d-2635-4200-921f-fb8ba3d5c728 req-565b72f6-4b85-4204-b861-e1ac2fe90ac8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107110 Feb 11 12:53:44.930339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Pushing event updated for resources: {'Port': ['ID=f513413f-1721-44e1-8068-c5246e967e24,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:45.012956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:45.015188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:45.232274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:53:45.382398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c07be-7772-49f6-90fd-5bc9086be3da req-785028b1-e7a0-46f9-94d9-4e1580503489 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:45.383978 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-986c07be-7772-49f6-90fd-5bc9086be3da req-785028b1-e7a0-46f9-94d9-4e1580503489 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.1286180 Feb 11 12:53:45.462265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-34943a36-2e00-4a09-a002-f0c18b18ca43 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1741350 Feb 11 12:53:45.522354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8d101f93-eecf-4bf2-b8fa-604332ee6324 None None] Provisioning complete for port f513413f-1721-44e1-8068-c5246e967e24 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:45.523318 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8d101f93-eecf-4bf2-b8fa-604332ee6324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f513413f-1721-44e1-8068-c5246e967e24), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:45.524957 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-986c07be-7772-49f6-90fd-5bc9086be3da req-9bb9b81b-16a6-42ba-b74a-6bcd3c206538 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995908 Feb 11 12:53:45.620135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8d101f93-eecf-4bf2-b8fa-604332ee6324 None None] Port f513413f-1721-44e1-8068-c5246e967e24 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:45.637242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:53:45.661397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5a0d5f71-16b9-4b95-99ed-266839291007 admin admin] 10.222.0.42 "PUT /v2.0/routers/f9a971e4-4ca4-44e5-87ec-07f0565f79b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5452588 Feb 11 12:53:45.719856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86056660-f9c0-43ff-b2f5-d6230ff973e3 req-d92fc564-2b79-4ff8-bc37-4a11e1aec344 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:45.721619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86056660-f9c0-43ff-b2f5-d6230ff973e3 req-d92fc564-2b79-4ff8-bc37-4a11e1aec344 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1530335 Feb 11 12:53:45.754926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b3cce-dafd-4cd4-bc2c-029a213adfd6 req-51c4fa19-ac95-4625-adfa-3f2581342253 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:45.781178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd2b3cce-dafd-4cd4-bc2c-029a213adfd6 req-51c4fa19-ac95-4625-adfa-3f2581342253 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 944 time: 0.1602340 Feb 11 12:53:45.809878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86056660-f9c0-43ff-b2f5-d6230ff973e3 req-627dc5ca-aad0-4ec8-b7d4-d595ee17f78c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771863 Feb 11 12:53:45.892973 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd2b3cce-dafd-4cd4-bc2c-029a213adfd6 req-ea695830-9395-4410-858d-f57faa91cf90 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106212 Feb 11 12:53:45.933486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:46.003778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61ce17f4-e0e6-4ee4-a35e-879e3bc6bfec req-7d3df02e-11c4-4e56-85af-6756113cd8c0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0441961 Feb 11 12:53:46.074013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8a447-8f76-41ae-a30b-a72d7fabb021 req-03c2e5fd-ce7e-4e7d-aec7-7b2286df7090 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:46.083060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eed8a447-8f76-41ae-a30b-a72d7fabb021 req-03c2e5fd-ce7e-4e7d-aec7-7b2286df7090 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.1364329 Feb 11 12:53:46.181080 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eed8a447-8f76-41ae-a30b-a72d7fabb021 req-3d400019-09c0-4e7b-8379-27174aa007c7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901549 Feb 11 12:53:46.227316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58596) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:53:46.479348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-a6b3ca82-95b2-40a5-baca-e5026384b186 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:46.480738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-a6b3ca82-95b2-40a5-baca-e5026384b186 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports/c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 200 len: 947 time: 0.2519720 Feb 11 12:53:46.486681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-b17f7133-1c35-4d59-bf60-40460b96c080 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:46.488418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-b17f7133-1c35-4d59-bf60-40460b96c080 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks?id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 200 len: 829 time: 0.1379960 Feb 11 12:53:46.506399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-1c9c828a-2eaf-4f48-8b11-9f471eb35415 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/quotas/4fd119fa7cca4a44be2ae6ce18e58667 HTTP/1.1" status: 200 len: 375 time: 0.0114596 Feb 11 12:53:46.603732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-88a5b60b-c3af-4d69-b25d-094762b876fc tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890689 Feb 11 12:53:46.686903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303f812-1380-4bb0-8c0b-5e4e30069c27 req-80f1424c-c46d-4081-acf2-cc7ac58ec2d0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:46.690098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c303f812-1380-4bb0-8c0b-5e4e30069c27 req-80f1424c-c46d-4081-acf2-cc7ac58ec2d0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0707679 Feb 11 12:53:46.709794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-6779127f-e727-4c20-b450-2a9a5ac6f06d service neutron] 10.222.0.42 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049588 Feb 11 12:53:46.763717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c303f812-1380-4bb0-8c0b-5e4e30069c27 req-e2fb5e36-6ea1-451e-bcbc-4665a394682d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625994 Feb 11 12:53:46.839583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-e86778d5-5ff0-4131-8e4c-b0586a0a5680 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238639 Feb 11 12:53:46.928442 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:47.029739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611747cd-9227-4dad-a947-46f9fb946de9 req-43af1513-381f-4446-b10e-ad2ead092d9e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:47.038419 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-611747cd-9227-4dad-a947-46f9fb946de9 req-43af1513-381f-4446-b10e-ad2ead092d9e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1195576 Feb 11 12:53:47.157538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:47.247248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-611747cd-9227-4dad-a947-46f9fb946de9 req-7651ad36-2bf9-4fe0-b41e-24b758c63b2b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061262 Feb 11 12:53:47.339473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:47.339777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:47.350611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-a6d962fd-7336-4c24-8e71-00489e90a571 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:47.359461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-a6d962fd-7336-4c24-8e71-00489e90a571 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.64 "GET /v2.0/networks?id=a8387a4b-293f-4e19-bc4f-2dc390d98647 HTTP/1.1" status: 200 len: 815 time: 0.3097444 Feb 11 12:53:47.403643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20295d1-8c62-41c0-a11d-807e78b43a1a req-fe6551fc-d5da-4776-8a26-eda6cfb0bd08 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:47.427744 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f20295d1-8c62-41c0-a11d-807e78b43a1a req-fe6551fc-d5da-4776-8a26-eda6cfb0bd08 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 944 time: 0.1343424 Feb 11 12:53:47.475589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-afc4b095-e565-4daf-89b8-bf020715aa26 req-0316b66a-4058-4246-9d9f-8e68de1ea6ed tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.1141853 Feb 11 12:53:47.567108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f20295d1-8c62-41c0-a11d-807e78b43a1a req-98d37edb-2fa5-4fd9-9367-a52a0708f324 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352878 Feb 11 12:53:47.624723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Sync routers for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:53:47.642323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-beb66071-b265-4651-8bb3-de3e3aa29341 req-d7fd25f9-dffe-4bf6-b356-be0a28e4a10f tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 210 time: 0.0896208 Feb 11 12:53:47.658446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 336b1948-1d6a-460e-9693-adc9e8f66e99 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:47.666652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-52b3185b-2fa8-4edf-8e86-1cd808e06c5f tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2db4a850c7a94d6fb28f3f13a12fd846 HTTP/1.1" status: 200 len: 380 time: 0.3020711 Feb 11 12:53:47.688903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Request body: {'port': {'device_id': '7869905e-6a2c-4510-8e45-ef667f32e868', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'admin_state_up': True, 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'security_groups': ['65b5eddf-f313-4996-828c-3fc77dea5dc7']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:47.696840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc0322-f3a8-4271-9501-b7da67d69f95 req-81f4b89b-934f-41a7-80b8-e14a6963fe0a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:47.705591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bdc0322-f3a8-4271-9501-b7da67d69f95 req-81f4b89b-934f-41a7-80b8-e14a6963fe0a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 945 time: 0.0683408 Feb 11 12:53:47.721511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:47.722370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:47.780905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bdc0322-f3a8-4271-9501-b7da67d69f95 req-255ed2e1-9eb4-4afa-9df0-e138a1ef8e79 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740924 Feb 11 12:53:47.862785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Made reservation on behalf of 2db4a850c7a94d6fb28f3f13a12fd846 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:47.867075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:47.907641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:48.062532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Allocated IP 172.20.0.13 (a8387a4b-293f-4e19-bc4f-2dc390d98647/a7790358-68b7-4a2e-bda3-82a2abec8deb/94cdd7d0-6d18-4533-bf7d-11236cbd604d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:48.104649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:48.105927 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.149403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:48.169067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.171406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 336b1948-1d6a-460e-9693-adc9e8f66e99 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:53:48.292687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c238a1a8-b96f-4abf-ac0c-ce3c0f646f33 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.298906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c238a1a8-b96f-4abf-ac0c-ce3c0f646f33 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.1140590 Feb 11 12:53:48.306483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:48.307155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5461bb-295a-45d4-8d5d-96e708558f26 req-f97af6d4-d013-42e1-bea9-3a1b2edfdbad tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.308757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b5461bb-295a-45d4-8d5d-96e708558f26 req-f97af6d4-d013-42e1-bea9-3a1b2edfdbad tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.4374530 Feb 11 12:53:48.314672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828675-3'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:48.315286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.323090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 336b1948-1d6a-460e-9693-adc9e8f66e99 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:48.327392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.410353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.466436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e3267-e213-4183-b28e-4ee82b922f96 req-b052874e-6d26-4b8d-95d4-6cca7378ea3c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.476004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d1e3267-e213-4183-b28e-4ee82b922f96 req-b052874e-6d26-4b8d-95d4-6cca7378ea3c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1053381 Feb 11 12:53:48.496650 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.498168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:48.505781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:48.527961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:48.535066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-3827dfe6-79cf-4c50-84d1-966b4f698131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.537175 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-3827dfe6-79cf-4c50-84d1-966b4f698131 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 1132 time: 0.3360193 Feb 11 12:53:48.586643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d1e3267-e213-4183-b28e-4ee82b922f96 req-12712311-c4b3-4ffa-b03f-8b33dc2d6794 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095176 Feb 11 12:53:48.620085 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b5461bb-295a-45d4-8d5d-96e708558f26 req-75bb8def-02f6-45a8-a977-f5f41f85faf2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027396 Feb 11 12:53:48.669833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 2, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:48.682940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 336b1948-1d6a-460e-9693-adc9e8f66e99 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:48.683401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.729368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event updated for resources: {'Port': ['ID=94cdd7d0-6d18-4533-bf7d-11236cbd604d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:48.733164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-9f4e5c84-080c-45c8-be0b-9f6250b69314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.734693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-9f4e5c84-080c-45c8-be0b-9f6250b69314 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1134624 Feb 11 12:53:48.760477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Checking router: f9a971e4-4ca4-44e5-87ec-07f0565f79b3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:53:48.760859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Updating router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 port f513413f-1721-44e1-8068-c5246e967e24 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:53:48.766726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:48.769471 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873cd6da-bc86-4558-ba39-5fc93a6f7b76" -d '{"events": [{"server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "name": "network-vif-plugged", "status": "completed", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:48.821500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 336b1948-1d6a-460e-9693-adc9e8f66e99, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=336b1948-1d6a-460e-9693-adc9e8f66e99,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:48.842295 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.862771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-9a99a95b-44fb-4b4a-96e7-d0638746eef2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 200 len: 217 time: 0.1057630 Feb 11 12:53:48.877569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:48.905102 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f513413f-1721-44e1-8068-c5246e967e24), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:48.956931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-3a2201e8-d170-42b2-9ef8-e6a0e6a990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.958470 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-3a2201e8-d170-42b2-9ef8-e6a0e6a990e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0606647 Feb 11 12:53:48.960692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27baea87-97eb-4f9f-bf71-77047376fcdb req-4fd5bea7-7886-429f-84ec-193b8b2bab66 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.962471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27baea87-97eb-4f9f-bf71-77047376fcdb req-4fd5bea7-7886-429f-84ec-193b8b2bab66 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 932 time: 0.2079015 Feb 11 12:53:48.965284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:48.965953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.020424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=336b1948-1d6a-460e-9693-adc9e8f66e99,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:49.036481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-9350d32f-04ec-4ed6-a04b-7318d488d64c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3628533 Feb 11 12:53:49.049501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9a0034f6-7865-44e8-8cff-a1c543c712da None None] Provisioning complete for port 94cdd7d0-6d18-4533-bf7d-11236cbd604d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:49.050292 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a0034f6-7865-44e8-8cff-a1c543c712da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.054961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:49.066244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Request body: {'port': {'device_id': '7869905e-6a2c-4510-8e45-ef667f32e868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:49.098310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9a0034f6-7865-44e8-8cff-a1c543c712da None None] Port 94cdd7d0-6d18-4533-bf7d-11236cbd604d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:49.122256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe22ed-368f-4a52-a05b-122ca9db2bff req-10c10b28-4e27-4499-9cfd-8b410d06881f tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:49.129857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dcbe22ed-368f-4a52-a05b-122ca9db2bff req-10c10b28-4e27-4499-9cfd-8b410d06881f tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.2860746 Feb 11 12:53:49.151257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:49.177783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-59bf973c-4b24-4861-91ba-a4d02a23c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:49.179389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-59bf973c-4b24-4861-91ba-a4d02a23c86d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1971920 Feb 11 12:53:49.212399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27baea87-97eb-4f9f-bf71-77047376fcdb req-3c656862-5bba-4d0f-ad89-8a492f50614a tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344289 Feb 11 12:53:49.248450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Publish callbacks [] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.252669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:49.255436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.257484 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df8c41-6508-49be-9866-b5132d3d073f" -d '{"events": [{"server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "name": "network-vif-unplugged", "status": "completed", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:49.286239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.296475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:49.297576 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.304569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dcbe22ed-368f-4a52-a05b-122ca9db2bff req-23615c5f-4543-4077-bdb8-e3a11f167e97 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735039 Feb 11 12:53:49.451806 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31d2177-2e55-478b-8226-5dcfa9693f53 x-openstack-request-id: req-e31d2177-2e55-478b-8226-5dcfa9693f53 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:49.452782 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "name": "network-vif-plugged", "status": "completed", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:49.453149 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e31d2177-2e55-478b-8226-5dcfa9693f53 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:49.453663 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'code': 200} Feb 11 12:53:49.566727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-fda2a7d2-e788-4324-b105-971863fbddc6 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720777 Feb 11 12:53:49.632576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:49.704516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24390ba9-ed38-4870-b4c1-3fa84b5b4b6a req-0a7b1477-ea67-49b4-ad17-0845eda3b118 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 210 time: 0.3313262 Feb 11 12:53:49.785217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dd58b-7404-4024-8850-4fc02301ae03 req-a1451a93-058e-401e-952e-7564005906e0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:49.786852 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b8dd58b-7404-4024-8850-4fc02301ae03 req-a1451a93-058e-401e-952e-7564005906e0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.2686083 Feb 11 12:53:49.843188 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Publish callbacks [] for port (f513413f-1721-44e1-8068-c5246e967e24), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.861219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f513413f-1721-44e1-8068-c5246e967e24), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:49.902278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-4bc84084-bd87-4157-b559-567b695d4c2c tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:49.903770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-4bc84084-bd87-4157-b559-567b695d4c2c tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.53 "GET /v2.0/networks?id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 200 len: 829 time: 0.6370847 Feb 11 12:53:49.910449 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88499293-c562-488a-911d-5d46afa4c1eb x-openstack-request-id: req-88499293-c562-488a-911d-5d46afa4c1eb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:49.910780 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "name": "network-vif-unplugged", "status": "completed", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:49.910991 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88499293-c562-488a-911d-5d46afa4c1eb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:49.911386 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6', 'code': 200} Feb 11 12:53:49.921369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-2910f811-315e-420c-a7f8-9c7afaa2029a service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857654 Feb 11 12:53:49.991123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Request body: {'port': {'device_id': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'admin_state_up': True, 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:50.009780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89988dac-9559-49b1-82fd-b7e7799d62b1 None None] Pushing event updated for resources: {'Port': ['ID=f513413f-1721-44e1-8068-c5246e967e24,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:50.045036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b8dd58b-7404-4024-8850-4fc02301ae03 req-5643423f-6671-4bbe-add3-3fbb5e595bf0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598911 Feb 11 12:53:50.056135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Attempting to bind port f513413f-1721-44e1-8068-c5246e967e24 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:50.057109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Attempting to bind port f513413f-1721-44e1-8068-c5246e967e24 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:50.057485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Attempting to bind port f513413f-1721-44e1-8068-c5246e967e24 on network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:50.065770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:50.066237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Checking segment: {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:50.066658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.067138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Bound using segment: {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:50.067720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Bound port: f513413f-1721-44e1-8068-c5246e967e24, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:50.068058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f513413f-1721-44e1-8068-c5246e967e24), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.099768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cdd7d0-6d18-4533-bf7d-11236cbd604d {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:50.119719 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Publish callbacks [] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.129427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on host n-h2-828675-3 for vnic_type normal with profile {"migrating_to": "n-h1-828675-3"} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:50.129793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:50.130143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:50.147074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Transition to ACTIVE for port object 94cdd7d0-6d18-4533-bf7d-11236cbd604d will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:53:50.154983 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.158819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] For port f513413f-1721-44e1-8068-c5246e967e24, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:50.163520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] For port f513413f-1721-44e1-8068-c5246e967e24, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f513413f-1721-44e1-8068-c5246e967e24,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:50.166437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801515b4-4ff1-4291-8618-abe5ec52aec7 req-a9c26050-0be6-4525-8620-2d21f2112ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:50.168223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-801515b4-4ff1-4291-8618-abe5ec52aec7 req-a9c26050-0be6-4525-8620-2d21f2112ba3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.4676321 Feb 11 12:53:50.168845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:50.169166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Attempting to bind port 616d5383-3136-4cdf-9aea-125d9c8031f6 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:50.171362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:50.179734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f513413f-1721-44e1-8068-c5246e967e24), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.190177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8ed1d-2cb3-410f-9369-268eb5cd0e10 req-26844454-058d-4f02-a584-69a3193db7f7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:50.197886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f8ed1d-2cb3-410f-9369-268eb5cd0e10 req-26844454-058d-4f02-a584-69a3193db7f7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.2929657 Feb 11 12:53:50.267105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89988dac-9559-49b1-82fd-b7e7799d62b1 None None] Pushing event updated for resources: {'Port': ['ID=f513413f-1721-44e1-8068-c5246e967e24,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:50.292237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:53:50.293097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:50.302657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Pushing event updated for resources: {'Port': ['ID=94cdd7d0-6d18-4533-bf7d-11236cbd604d,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:50.343633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f8ed1d-2cb3-410f-9369-268eb5cd0e10 req-f5d4e940-7f0e-496d-9fd9-ae7f5ee9b546 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447430 Feb 11 12:53:50.346977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:50.350648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:50.351809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:50.353088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Bound port: 616d5383-3136-4cdf-9aea-125d9c8031f6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:50.355201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.426174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa029aa-599c-492c-bdb8-397cab33fbae req-c01437ec-6cb3-46a9-b493-d3eaa730ca76 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:50.427791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7fa029aa-599c-492c-bdb8-397cab33fbae req-c01437ec-6cb3-46a9-b493-d3eaa730ca76 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.2209806 Feb 11 12:53:50.483190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Attempting to bind port 94cdd7d0-6d18-4533-bf7d-11236cbd604d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:50.483519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Attempting to bind port 94cdd7d0-6d18-4533-bf7d-11236cbd604d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:50.483847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Attempting to bind port 94cdd7d0-6d18-4533-bf7d-11236cbd604d on network a8387a4b-293f-4e19-bc4f-2dc390d98647 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:50.486857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:50.490717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:50.493445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:53:50.500680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Port 94cdd7d0-6d18-4533-bf7d-11236cbd604d on network a8387a4b-293f-4e19-bc4f-2dc390d98647 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:50.501007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Attempting to bind port 94cdd7d0-6d18-4533-bf7d-11236cbd604d on network a8387a4b-293f-4e19-bc4f-2dc390d98647 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:50.536249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-801515b4-4ff1-4291-8618-abe5ec52aec7 req-1d4ffe31-1003-48a3-aaed-f6f8b41aab68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311284 Feb 11 12:53:50.544318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.588568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7fa029aa-599c-492c-bdb8-397cab33fbae req-75509821-77f4-4fcf-af09-046ac00834a5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469705 Feb 11 12:53:50.591761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:50.592033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Checking segment: {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:50.592424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Bound using segment: {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:50.592868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Bound port: 94cdd7d0-6d18-4533-bf7d-11236cbd604d, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f066cae7-368c-436b-9aa8-cb87da656fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:50.593226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.611594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 616d5383-3136-4cdf-9aea-125d9c8031f6 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:53:50.731336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] For port 94cdd7d0-6d18-4533-bf7d-11236cbd604d, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:50.735151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] For port 94cdd7d0-6d18-4533-bf7d-11236cbd604d, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:50.744687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=8']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:50.756311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.797578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Made reservation on behalf of 4fd119fa7cca4a44be2ae6ce18e58667 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:50.803201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.810018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:50.811928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.814001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0fc1c244-99df-4531-a677-93fa02d5d2c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 1121 time: 2.5062530 Feb 11 12:53:50.836571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837df036-c804-488b-93ba-21d5c898b5fa req-e108f39a-c505-47d6-b15f-b0d7b43fe270 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:50.839012 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-837df036-c804-488b-93ba-21d5c898b5fa req-e108f39a-c505-47d6-b15f-b0d7b43fe270 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.3420022 Feb 11 12:53:50.877432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:50.879088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.892152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] 10.222.0.64 "PUT /v2.0/ports/94cdd7d0-6d18-4533-bf7d-11236cbd604d HTTP/1.1" status: 200 len: 1092 time: 1.8479614 Feb 11 12:53:50.893776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd8550-b1fb-48d9-91cb-1a6142f6927b service neutron] Pushing event updated for resources: {'Port': ['ID=94cdd7d0-6d18-4533-bf7d-11236cbd604d,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:50.899042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:50.901360 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15620a8d-610e-4e14-a970-56ce2ad8da15" -d '{"events": [{"name": "network-changed", "server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:50.949128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68a7d7-aa87-406d-8b39-78ee223f3c2a req-4843cae7-1ca8-41a9-89c0-defcc8088db1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:50.953145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-56a84cbe-c023-4b6f-97e0-46a6ec785a2c None None] Provisioning complete for port f513413f-1721-44e1-8068-c5246e967e24 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:50.953529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56a84cbe-c023-4b6f-97e0-46a6ec785a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f513413f-1721-44e1-8068-c5246e967e24), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:50.978491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd68a7d7-aa87-406d-8b39-78ee223f3c2a req-4843cae7-1ca8-41a9-89c0-defcc8088db1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.2387843 Feb 11 12:53:51.021493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-837df036-c804-488b-93ba-21d5c898b5fa req-403dc99a-8aee-4204-818f-43a1a9a21671 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760428 Feb 11 12:53:51.053590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['616d5383-3136-4cdf-9aea-125d9c8031f6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:51.091872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd68a7d7-aa87-406d-8b39-78ee223f3c2a req-9c42ea11-dba0-4daa-82b3-d5c08441baf1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112347 Feb 11 12:53:51.111715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-10321ac6-7825-48ba-9147-653f0ef9a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:51.113288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-10321ac6-7825-48ba-9147-653f0ef9a44e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2db4a850c7a94d6fb28f3f13a12fd846&device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 1126 time: 0.1053772 Feb 11 12:53:51.150487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Allocated IP 172.20.0.14 (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b/3e16f46b-da03-4be8-a9b8-e3d92f89b10f/e4c0383f-8614-4d0f-969e-9a35cba5433f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:51.172608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['616d5383-3136-4cdf-9aea-125d9c8031f6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:51.177260 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-ebd52a46-5cb5-485e-9784-a15038682012 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d HTTP/1.1" status: 200 len: 217 time: 0.0559759 Feb 11 12:53:51.188770 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9240ef0f-226c-45f8-92b5-bf8472e207fc x-openstack-request-id: req-9240ef0f-226c-45f8-92b5-bf8472e207fc {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:51.189271 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:51.189565 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9240ef0f-226c-45f8-92b5-bf8472e207fc {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:51.191513 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'status': 'completed', 'code': 200} Feb 11 12:53:51.220251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:53:51.239402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2025963e-66cb-421e-ba34-e62bdc0b002c req-4579dfec-c7eb-4f95-bd15-3674e8fe985c tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 210 time: 0.0591340 Feb 11 12:53:51.322525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-b13127e3-bdb7-46f5-a33b-56ca799b37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:51.324417 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-b13127e3-bdb7-46f5-a33b-56ca799b37f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7790358-68b7-4a2e-bda3-82a2abec8deb HTTP/1.1" status: 200 len: 854 time: 0.1381006 Feb 11 12:53:51.391435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe932e-4d3f-4892-916a-7bf57e97c865 req-5cd0de81-73d1-4e6f-bb1e-afb0a5ed4f2f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:51.393420 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfe932e-4d3f-4892-916a-7bf57e97c865 req-5cd0de81-73d1-4e6f-bb1e-afb0a5ed4f2f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.1069164 Feb 11 12:53:51.430965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:51.434399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-01ad75c5-8e51-4cd1-84be-2ed8778d7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:51.437569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-01ad75c5-8e51-4cd1-84be-2ed8778d7d21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8387a4b-293f-4e19-bc4f-2dc390d98647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1022081 Feb 11 12:53:51.444988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:51.508558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 616d5383-3136-4cdf-9aea-125d9c8031f6 has no active binding in host n-h1-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:53:51.523036 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:53:51.529089 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:51.552166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491ce24-6bd1-4bc4-9011-b71cec58e0d6 req-af07732b-2139-43bb-a3da-a4da8d74092e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:51.554327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2491ce24-6bd1-4bc4-9011-b71cec58e0d6 req-af07732b-2139-43bb-a3da-a4da8d74092e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0943539 Feb 11 12:53:51.562572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:50Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:53:51.570266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-56a84cbe-c023-4b6f-97e0-46a6ec785a2c None None] Current status of the port f513413f-1721-44e1-8068-c5246e967e24 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:51.570691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56a84cbe-c023-4b6f-97e0-46a6ec785a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f513413f-1721-44e1-8068-c5246e967e24), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:51.604615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:51.610563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07d3a52-c761-441e-a0c8-62799a9dedd8 None None] The sync data for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 is: [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:50Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:53:51.613907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:51.625481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:51.640519 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-df046024-7072-4e17-91f4-c1243da35f42 service neutron] 10.222.0.64 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909606 Feb 11 12:53:51.665250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfe932e-4d3f-4892-916a-7bf57e97c865 req-7fa79960-8a20-4415-a348-07bbc5971ae5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628467 Feb 11 12:53:51.740717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:51.741437 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:51.773438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event updated for resources: {'Port': ['ID=e4c0383f-8614-4d0f-969e-9a35cba5433f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:51.818910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2491ce24-6bd1-4bc4-9011-b71cec58e0d6 req-adc198b1-7046-4ffe-87a6-6c9179ae3bb1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429252 Feb 11 12:53:51.824461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-56a84cbe-c023-4b6f-97e0-46a6ec785a2c None None] For port f513413f-1721-44e1-8068-c5246e967e24, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f513413f-1721-44e1-8068-c5246e967e24,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:51.832960 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-c22b1a6b-a99b-4fb4-b687-3d1646b2cd0a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8571861 Feb 11 12:53:51.833238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56a84cbe-c023-4b6f-97e0-46a6ec785a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f513413f-1721-44e1-8068-c5246e967e24), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:51.858583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Request body: {'port': {'device_id': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:51.922533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:51.927020 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51" -d '{"events": [{"name": "network-changed", "server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:51.929163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a84cbe-c023-4b6f-97e0-46a6ec785a2c None None] Pushing event updated for resources: {'Port': ['ID=f513413f-1721-44e1-8068-c5246e967e24,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:52.005370 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:52.019343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f4ea2a21-51bb-4d04-b8d0-1a9cb4d83718 None None] Provisioning complete for port f513413f-1721-44e1-8068-c5246e967e24 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:52.019719 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f4ea2a21-51bb-4d04-b8d0-1a9cb4d83718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f513413f-1721-44e1-8068-c5246e967e24), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:52.030469 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d0030-3a5f-448b-bd41-3e38ba2d0f6c x-openstack-request-id: req-094d0030-3a5f-448b-bd41-3e38ba2d0f6c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:52.030763 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:52.031006 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-094d0030-3a5f-448b-bd41-3e38ba2d0f6c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:52.031400 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6', 'status': 'completed', 'code': 200} Feb 11 12:53:52.174344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea2a21-51bb-4d04-b8d0-1a9cb4d83718 None None] Current status of the port f513413f-1721-44e1-8068-c5246e967e24 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:52.272184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-9aef0d38-ab5c-448a-afc6-113ad7f5d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:52.274330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-9aef0d38-ab5c-448a-afc6-113ad7f5d2b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1155 time: 0.1874640 Feb 11 12:53:52.303125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea057de2-6d75-4d21-9225-a3f37ac02dde None None] Provisioning complete for port e4c0383f-8614-4d0f-969e-9a35cba5433f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:52.303668 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea057de2-6d75-4d21-9225-a3f37ac02dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:52.326454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb29d6a0-57cc-49fe-8c0d-7037aa7b3c1a req-1673b55f-8beb-4249-a9c9-ee798d0ca393 service neutron] 10.222.0.64 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557345 Feb 11 12:53:52.345573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9f20-39f1-4e95-b82f-cffd50559fb3 req-4ba84c33-4d7b-400b-a93f-aa7fc0ef234f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:52.358328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-524f9f20-39f1-4e95-b82f-cffd50559fb3 req-4ba84c33-4d7b-400b-a93f-aa7fc0ef234f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.5146775 Feb 11 12:53:52.362385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea057de2-6d75-4d21-9225-a3f37ac02dde None None] Port e4c0383f-8614-4d0f-969e-9a35cba5433f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:52.400614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc7787-bb8d-44b9-a484-9cb330e43820 req-1e1a9205-225a-43e2-b807-cfcba6a79787 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:52.402177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05bc7787-bb8d-44b9-a484-9cb330e43820 req-1e1a9205-225a-43e2-b807-cfcba6a79787 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.2688427 Feb 11 12:53:52.486500 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-524f9f20-39f1-4e95-b82f-cffd50559fb3 req-0b82ac5a-a019-4735-b43c-09002fa92645 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204586 Feb 11 12:53:52.511789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-4ef49d6d-7a64-4b8f-b7b0-e5b75465e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:52.513591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-4ef49d6d-7a64-4b8f-b7b0-e5b75465e9a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2db4a850c7a94d6fb28f3f13a12fd846&device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 1126 time: 0.1123660 Feb 11 12:53:52.720577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-692741fb-0ce4-4b18-920c-d72c5d0e8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:52.722447 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-692741fb-0ce4-4b18-920c-d72c5d0e8813 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8387a4b-293f-4e19-bc4f-2dc390d98647 HTTP/1.1" status: 200 len: 916 time: 0.2014101 Feb 11 12:53:52.743940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca15302-1ecf-4ca1-b4e7-f1c65d27850e req-4aa2c23b-0f5f-4938-9a6b-74acada9ec5c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:52.745515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dca15302-1ecf-4ca1-b4e7-f1c65d27850e req-4aa2c23b-0f5f-4938-9a6b-74acada9ec5c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.1108143 Feb 11 12:53:52.791343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-e3b8f0bf-c78a-4dd9-a113-fbbd5b899e1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d HTTP/1.1" status: 200 len: 217 time: 0.0629363 Feb 11 12:53:52.898701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-7d1336df-5084-4016-9c93-2243a01b98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:52.901251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-7d1336df-5084-4016-9c93-2243a01b98ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7790358-68b7-4a2e-bda3-82a2abec8deb HTTP/1.1" status: 200 len: 854 time: 0.1027732 Feb 11 12:53:52.925584 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dca15302-1ecf-4ca1-b4e7-f1c65d27850e req-ec8410ce-98f2-4797-aa0f-cd3c7e1737fa tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344824 Feb 11 12:53:53.033517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05bc7787-bb8d-44b9-a484-9cb330e43820 req-86b9deca-3f18-42d1-a87b-b446a1268249 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6100917 Feb 11 12:53:53.037528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c0383f-8614-4d0f-969e-9a35cba5433f {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:53.058456 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Publish callbacks [] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:53.089553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-8bbfcce4-61ea-45b4-b3cc-9723ee65cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.091205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-8bbfcce4-61ea-45b4-b3cc-9723ee65cc66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.7972736 Feb 11 12:53:53.098666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Transition to ACTIVE for port object e4c0383f-8614-4d0f-969e-9a35cba5433f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:53:53.117687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:53.151554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f513413f-1721-44e1-8068-c5246e967e24 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:53:53.159281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-c13c813b-b145-4ace-8d42-10875959c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.161093 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-c13c813b-b145-4ace-8d42-10875959c4f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8387a4b-293f-4e19-bc4f-2dc390d98647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2341354 Feb 11 12:53:53.177354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-97de9f3e-3ff3-410b-9806-ed64cff80f5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 217 time: 0.0670109 Feb 11 12:53:53.231709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611610f2-bb7c-47db-882d-ab7222b4b775 req-7c7a85c1-d0c4-4af9-ac81-cdf3c798c44b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.239328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-611610f2-bb7c-47db-882d-ab7222b4b775 req-7c7a85c1-d0c4-4af9-ac81-cdf3c798c44b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 932 time: 0.1757085 Feb 11 12:53:53.275970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c0383f-8614-4d0f-969e-9a35cba5433f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:53.306817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f513413f-1721-44e1-8068-c5246e967e24 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:53.307879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f513413f-1721-44e1-8068-c5246e967e24), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:53.370342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-66704639-1140-4541-a5b3-5b6640000c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.372352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-66704639-1140-4541-a5b3-5b6640000c94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.1830451 Feb 11 12:53:53.402067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ef05f-0ce2-45fe-917f-d471f71688cb req-1d9e1a97-2e85-42ea-a90d-ea2a7c5d767d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.404409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b06ef05f-0ce2-45fe-917f-d471f71688cb req-1d9e1a97-2e85-42ea-a90d-ea2a7c5d767d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.2483516 Feb 11 12:53:53.429158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-611610f2-bb7c-47db-882d-ab7222b4b775 req-f48064fc-626f-4a29-aba3-0a99dc68184c tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888959 Feb 11 12:53:53.462290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f513413f-1721-44e1-8068-c5246e967e24 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:53.507745 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-7c9764c1-194f-4934-8180-1f08d9def05e service neutron] 10.222.0.64 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318064 Feb 11 12:53:53.509793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-ad0a425f-dc29-4ce4-9711-ea9ce768b303 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045923 Feb 11 12:53:53.595046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Attempting to bind port e4c0383f-8614-4d0f-969e-9a35cba5433f on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:53.595542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Attempting to bind port e4c0383f-8614-4d0f-969e-9a35cba5433f by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:53.596019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Attempting to bind port e4c0383f-8614-4d0f-969e-9a35cba5433f on network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:53.694369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Port e4c0383f-8614-4d0f-969e-9a35cba5433f on network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:53.694701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Attempting to bind port e4c0383f-8614-4d0f-969e-9a35cba5433f on network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:53.696773 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15620a8d-610e-4e14-a970-56ce2ad8da15 req-5521cbaa-225e-408c-b6b3-87fa3a52084b service neutron] 10.222.0.64 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851320 Feb 11 12:53:53.699492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-1cdc10c7-818d-4fb7-8a6a-40a10e6cca43 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346581 Feb 11 12:53:53.704495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee62e8e-fdc6-465c-b497-c57bd3cd372d req-0962bf99-0614-4d58-8074-66d6b7d60c16 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.706176 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee62e8e-fdc6-465c-b497-c57bd3cd372d req-0962bf99-0614-4d58-8074-66d6b7d60c16 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1472547 Feb 11 12:53:53.718017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:53.718391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Checking segment: {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:53.718775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Bound using segment: {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:53.719225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Bound port: e4c0383f-8614-4d0f-969e-9a35cba5433f, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a4c58b-6312-42bd-a8ad-b12af8558498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:53.719581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:53.735236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b06ef05f-0ce2-45fe-917f-d471f71688cb req-44a25844-171c-4f94-a2a8-a5a7a4991a24 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195114 Feb 11 12:53:53.770395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee62e8e-fdc6-465c-b497-c57bd3cd372d req-04baf03e-7b65-4ed4-8aff-f274936c4312 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514960 Feb 11 12:53:53.897940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] For port e4c0383f-8614-4d0f-969e-9a35cba5433f, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:53.904046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] For port e4c0383f-8614-4d0f-969e-9a35cba5433f, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:53.919442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:53.933507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bb33b2e-e251-4944-9a4e-a4ecce9ddf51 req-4b3de873-b7ae-4ee7-ba38-6ae7e1d74640 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031109 Feb 11 12:53:53.958274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.958939 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:53.960579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] 10.222.0.53 "PUT /v2.0/ports/e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 1092 time: 2.1062999 Feb 11 12:53:53.981327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4201acc-3ded-4c7f-b7ae-560741d92a58 req-d500fe67-0ce8-45ba-acac-26847edad385 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:53.983133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4201acc-3ded-4c7f-b7ae-560741d92a58 req-d500fe67-0ce8-45ba-acac-26847edad385 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.1429839 Feb 11 12:53:54.018121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a21b5-bcc7-41b0-b56e-24dcba432619 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c0383f-8614-4d0f-969e-9a35cba5433f,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:54.037708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:54.040042 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7788a9d-4a38-448e-895e-acc1143b74d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:54.079083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e42b1b-951e-41b8-8cfb-d2b4ff3489c6 req-e59e90ea-640c-4cba-b140-00979e48b36a tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.080743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23e42b1b-951e-41b8-8cfb-d2b4ff3489c6 req-e59e90ea-640c-4cba-b140-00979e48b36a tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.0628052 Feb 11 12:53:54.090633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4201acc-3ded-4c7f-b7ae-560741d92a58 req-a8783222-d822-4f18-8392-d2cf65caa8a7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 Feb 11 12:53:54.123448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-48a6f6d3-ac3e-44f6-8a9e-46d6b8970e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.124519 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-48a6f6d3-ac3e-44f6-8a9e-46d6b8970e67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 1126 time: 0.0790868 Feb 11 12:53:54.155935 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79356519-febb-402c-b4e6-aca4f2a27c08 x-openstack-request-id: req-79356519-febb-402c-b4e6-aca4f2a27c08 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:54.156227 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:54.156480 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79356519-febb-402c-b4e6-aca4f2a27c08 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:54.156877 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'status': 'completed', 'code': 200} Feb 11 12:53:54.192446 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23e42b1b-951e-41b8-8cfb-d2b4ff3489c6 req-a145869e-f1a4-4ab6-aec6-9e5af8abac5d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002626 Feb 11 12:53:54.229895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-2030e084-bd83-426e-b302-8c6627f44e15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 217 time: 0.0849409 Feb 11 12:53:54.304597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-a9e13a82-72e1-4e5f-a1c0-b129addca26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.306089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-a9e13a82-72e1-4e5f-a1c0-b129addca26c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3e16f46b-da03-4be8-a9b8-e3d92f89b10f HTTP/1.1" status: 200 len: 868 time: 0.0650327 Feb 11 12:53:54.318974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8332c0-ca66-4ca7-8c0e-d83a7b41c1af req-17d783cc-e094-440b-8a85-e7a6c7cbec6b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.320993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f8332c0-ca66-4ca7-8c0e-d83a7b41c1af req-17d783cc-e094-440b-8a85-e7a6c7cbec6b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0895250 Feb 11 12:53:54.402971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f8332c0-ca66-4ca7-8c0e-d83a7b41c1af req-adec52fd-a71b-43bc-a443-4bdcbfaefad5 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729597 Feb 11 12:53:54.411205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227e37d-8157-4950-9765-3decc8114c70 req-1f94408b-ecea-4ac1-b867-27ecf87da91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.412725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-1f94408b-ecea-4ac1-b867-27ecf87da91a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0908108 Feb 11 12:53:54.421819 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-ac35efb5-c3b6-489c-b873-73673c35b5d8 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1973805 Feb 11 12:53:54.434460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:54.465583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:54.567347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-8b7d4f68-e03b-491d-8e04-0d8410b54f15 service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401227 Feb 11 12:53:54.575819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:54.586620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6c20e-7ede-4185-b312-844fd4e1d280 req-43d9b3b4-0e61-4a3c-b388-cfab5e7996f0 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.588093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32d6c20e-7ede-4185-b312-844fd4e1d280 req-43d9b3b4-0e61-4a3c-b388-cfab5e7996f0 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 944 time: 0.0853345 Feb 11 12:53:54.686540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Allocated IP 172.25.1.130 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a3443a14-73cb-404c-b1b0-5c844a433191) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:54.697797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32d6c20e-7ede-4185-b312-844fd4e1d280 req-120313ba-ef0e-4dc0-9870-e8ee5a105d3e tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970407 Feb 11 12:53:54.712700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8227e37d-8157-4950-9765-3decc8114c70 req-1c836b0f-ed4d-4254-bfeb-5a9de35208c7 service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195729 Feb 11 12:53:54.804781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for port (a3443a14-73cb-404c-b1b0-5c844a433191), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:54.843407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a3443a14-73cb-404c-b1b0-5c844a433191), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:54.880298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:54.884808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:54.888397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:54.889533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-53e8cf55-237e-48ac-b5e4-c494c67db808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.891764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-53e8cf55-237e-48ac-b5e4-c494c67db808 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 1126 time: 0.1074636 Feb 11 12:53:54.904622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c213db-0eb3-4c2d-8af6-99d329afe405 req-c4adeae2-825a-4dfd-98d0-bffe02ea4809 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:54.906319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17c213db-0eb3-4c2d-8af6-99d329afe405 req-c4adeae2-825a-4dfd-98d0-bffe02ea4809 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0823414 Feb 11 12:53:54.911407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Pushing event updated for resources: {'Port': ['ID=a3443a14-73cb-404c-b1b0-5c844a433191,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:55.006689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17c213db-0eb3-4c2d-8af6-99d329afe405 req-9043672a-bffb-4baa-9ac3-a9e446f6e639 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781872 Feb 11 12:53:55.016395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:55.047696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-42cd7983-b14f-4b09-8fbb-5d1c3d034ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.049555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-42cd7983-b14f-4b09-8fbb-5d1c3d034ca1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 200 len: 930 time: 0.1423373 Feb 11 12:53:55.065296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a3443a14-73cb-404c-b1b0-5c844a433191), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:55.114297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-b4df44f5-004a-4ec4-b4b3-d56f05706155 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 217 time: 0.0530961 Feb 11 12:53:55.192058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-bb48e119-2447-4a17-b156-96dc0395684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.194021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-bb48e119-2447-4a17-b156-96dc0395684e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3e16f46b-da03-4be8-a9b8-e3d92f89b10f HTTP/1.1" status: 200 len: 868 time: 0.0705068 Feb 11 12:53:55.207946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47dbdf-7560-4271-85c1-0be1ddaf9e8d req-7ffe28de-584d-4b4c-b838-1c07e3f62660 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.209678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a47dbdf-7560-4271-85c1-0be1ddaf9e8d req-7ffe28de-584d-4b4c-b838-1c07e3f62660 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0979791 Feb 11 12:53:55.243910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for port (a3443a14-73cb-404c-b1b0-5c844a433191), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:55.250962 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (a3443a14-73cb-404c-b1b0-5c844a433191), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:55.292888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a47dbdf-7560-4271-85c1-0be1ddaf9e8d req-c106194d-6ed7-4355-a839-0420fc908132 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731628 Feb 11 12:53:55.299472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-b520b4db-f79e-45c5-ada9-cfabb27dafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.300990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-b520b4db-f79e-45c5-ada9-cfabb27dafc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0904038 Feb 11 12:53:55.332480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Pushing event updated for resources: {'Port': ['ID=a3443a14-73cb-404c-b1b0-5c844a433191,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:55.342912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:55.369924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:55.378679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-d167dee0-fb13-48de-8924-9c751b91ab3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9487040 Feb 11 12:53:55.455820 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-f19bf34c-2b1d-4a4d-ac51-b7aa7e92b2f9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0762680 Feb 11 12:53:55.471521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-40036b30-0a63-453b-91a2-3393a1671b3f service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426377 Feb 11 12:53:55.484793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbeaac-7e26-465e-a347-798d5b1acd5f req-104852cb-45e7-43ed-a2ed-7f99f7942084 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.486403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23dbeaac-7e26-465e-a347-798d5b1acd5f req-104852cb-45e7-43ed-a2ed-7f99f7942084 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0913758 Feb 11 12:53:55.572598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-80aacf91-62f5-4095-be88-1c0397845bfb tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.579733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-80aacf91-62f5-4095-be88-1c0397845bfb tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1172409 Feb 11 12:53:55.585584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-c28ce74d-0e4b-47e0-a858-1cfacf11345c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:53:55.590803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23dbeaac-7e26-465e-a347-798d5b1acd5f req-948a63f1-593c-4448-90f8-60dd48f50d2a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950377 Feb 11 12:53:55.598290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3d74347-22fa-4bcb-a591-8077c2c25f2c req-c28ce74d-0e4b-47e0-a858-1cfacf11345c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175333 Feb 11 12:53:55.602246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7788a9d-4a38-448e-895e-acc1143b74d0 req-e537a300-0655-4f27-a3b6-962eed8b4722 service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146982 Feb 11 12:53:55.707860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640c78f-6c36-4dbf-a558-72fd187d32a0 req-9740ce36-189b-41eb-b925-35efd29b0db1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.709519 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7640c78f-6c36-4dbf-a558-72fd187d32a0 req-9740ce36-189b-41eb-b925-35efd29b0db1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0552998 Feb 11 12:53:55.763609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7640c78f-6c36-4dbf-a558-72fd187d32a0 req-66ebbae0-bfae-43ce-b26e-3aaa2f426970 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479550 Feb 11 12:53:55.875263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-c94f8d21-32a3-4c4d-99ca-8a419f9211a4 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.876907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-c94f8d21-32a3-4c4d-99ca-8a419f9211a4 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 821 time: 0.1102026 Feb 11 12:53:55.878881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881fe6b0-c59b-4b32-ba38-df0dd1d0b9b0 req-5b049cfa-26d7-476e-8ef5-86b8ed5b33e3 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:55.880374 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-881fe6b0-c59b-4b32-ba38-df0dd1d0b9b0 req-5b049cfa-26d7-476e-8ef5-86b8ed5b33e3 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 944 time: 0.0569956 Feb 11 12:53:55.893137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-38498ca0-db50-4ed4-ae43-84ef7e573e43 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/quotas/51d7e7add858421eb3132075f04effd1 HTTP/1.1" status: 200 len: 375 time: 0.0097759 Feb 11 12:53:55.930189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-881fe6b0-c59b-4b32-ba38-df0dd1d0b9b0 req-4da57d0f-2428-42be-8f56-0e88837d2afe tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439894 Feb 11 12:53:55.953405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-12afbe25-6a05-4233-a06b-6ac403d8c064 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547581 Feb 11 12:53:56.045123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-298bbe6a-baa3-4247-9f4c-b0bdddf280ce service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845902 Feb 11 12:53:56.145513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-02a9bd55-b6ea-4175-93e8-9b0e2f097804 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858302 Feb 11 12:53:56.150152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda6bd0-815b-4612-b69a-fc9b7bf1e221 req-7e399ee8-07ab-431f-b180-dc1d1096875a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:56.151738 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2dda6bd0-815b-4612-b69a-fc9b7bf1e221 req-7e399ee8-07ab-431f-b180-dc1d1096875a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0561140 Feb 11 12:53:56.202790 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2dda6bd0-815b-4612-b69a-fc9b7bf1e221 req-f90694e4-fd98-4dc3-96a3-442034dd9697 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450883 Feb 11 12:53:56.323196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-efd5ba73-df97-4007-90e2-bf3575f271f3 req-1fe47395-3a6c-45c2-8866-ad780737d8ae tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 210 time: 0.0335507 Feb 11 12:53:56.456313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97a09-b608-4db1-9668-81f64ce5657f req-a794ce59-706b-4376-8a81-67b6f5e54fae tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:56.458065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fa97a09-b608-4db1-9668-81f64ce5657f req-a794ce59-706b-4376-8a81-67b6f5e54fae tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0718536 Feb 11 12:53:56.521992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fa97a09-b608-4db1-9668-81f64ce5657f req-8c040ee1-6854-442b-aea8-34782ba7adf9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530677 Feb 11 12:53:56.756267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d93a1-39da-446e-862b-923eb0085c24 req-8538aaf2-dfde-4667-9a48-6098ef1064e2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:56.762306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b67d93a1-39da-446e-862b-923eb0085c24 req-8538aaf2-dfde-4667-9a48-6098ef1064e2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0662549 Feb 11 12:53:56.813618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b67d93a1-39da-446e-862b-923eb0085c24 req-648be4aa-183f-436f-909f-65f7113c512a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Feb 11 12:53:56.897683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ab483-80b1-4417-ba2b-2b4eeaed561b req-4e1a82de-a842-4d75-b48e-97fcb92ea3dd tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:56.899289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-288ab483-80b1-4417-ba2b-2b4eeaed561b req-4e1a82de-a842-4d75-b48e-97fcb92ea3dd tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0606968 Feb 11 12:53:56.966464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-288ab483-80b1-4417-ba2b-2b4eeaed561b req-17dfd9bc-a94c-4b47-8c5a-965ed5d49958 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596814 Feb 11 12:53:57.050346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656c425-4a64-425e-9ad9-ed7022da20aa req-ca212885-5371-4567-bb52-3ad5d90379f6 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:57.051873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d656c425-4a64-425e-9ad9-ed7022da20aa req-ca212885-5371-4567-bb52-3ad5d90379f6 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 944 time: 0.0519147 Feb 11 12:53:57.100037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d656c425-4a64-425e-9ad9-ed7022da20aa req-bde26ce9-5a04-4dc7-9f0c-018d41889bdb tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Feb 11 12:53:57.384443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb32d3-01cf-4d41-b3b6-a60312991d45 req-65cfa52f-af04-4a68-ab96-76f75ca608ce tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:57.386397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61fb32d3-01cf-4d41-b3b6-a60312991d45 req-65cfa52f-af04-4a68-ab96-76f75ca608ce tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0748515 Feb 11 12:53:57.433843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-8805d28b-c37c-4f6b-afdd-fcd86ca8bedd tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:57.435443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-8805d28b-c37c-4f6b-afdd-fcd86ca8bedd tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.64 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 821 time: 0.1902449 Feb 11 12:53:57.449922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'port': {'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'admin_state_up': True, 'tenant_id': '51d7e7add858421eb3132075f04effd1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:57.456408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61fb32d3-01cf-4d41-b3b6-a60312991d45 req-c013c4b8-2541-4807-85c0-88e034c5b225 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635743 Feb 11 12:53:57.469548 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-371fef34-5bbc-41d3-8e12-b75d9c461fbb req-942c4b61-8e5b-4e26-b58d-a848b64e6f02 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 210 time: 0.0446422 Feb 11 12:53:57.581525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Made reservation on behalf of 51d7e7add858421eb3132075f04effd1 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:53:57.585446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:57.641576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59bf4f-2d8f-4cc5-b073-215cf024a1d6 req-2504dc44-e7b9-4185-a307-46bad4ff79ef tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:57.643390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac59bf4f-2d8f-4cc5-b073-215cf024a1d6 req-2504dc44-e7b9-4185-a307-46bad4ff79ef tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0604351 Feb 11 12:53:57.704947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac59bf4f-2d8f-4cc5-b073-215cf024a1d6 req-d92d6d65-47cc-41d5-a43a-9280405db896 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545554 Feb 11 12:53:57.725086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Allocated IP 172.20.0.8 (81a1d83a-b432-4daf-9081-254705407cdc/7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287/692039ac-7b99-442f-8d8e-47b0d477b281) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:53:57.894254 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for port (692039ac-7b99-442f-8d8e-47b0d477b281), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:57.972360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be7352-23bb-4604-93cb-15b45e7dd835 req-50876b8d-50ff-40b4-aaf1-348cac86388a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:57.975452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76be7352-23bb-4604-93cb-15b45e7dd835 req-50876b8d-50ff-40b4-aaf1-348cac86388a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0850811 Feb 11 12:53:57.990302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:58.014934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['336b1948-1d6a-460e-9693-adc9e8f66e99'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:53:58.052376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Network 81a1d83a-b432-4daf-9081-254705407cdc is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:53:58.059285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:53:58.069190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:53:58.095166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Pushing event updated for resources: {'Port': ['ID=692039ac-7b99-442f-8d8e-47b0d477b281,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:58.109040 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76be7352-23bb-4604-93cb-15b45e7dd835 req-6a048d38-5053-4baf-9905-a626c9f9d60f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280384 Feb 11 12:53:58.154974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:58.155959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:58.182598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56979a44-83a1-46d6-a6a3-62534632fa46 req-9b7a18be-2610-4522-ae65-17cc2b88c7d7 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:58.190888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56979a44-83a1-46d6-a6a3-62534632fa46 req-9b7a18be-2610-4522-ae65-17cc2b88c7d7 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.1130946 Feb 11 12:53:58.203374 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a9401bf2-911d-4a13-bb7f-82a6f7c50fd2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571852 Feb 11 12:53:58.219354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Request body: {'port': {'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:53:58.270989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56979a44-83a1-46d6-a6a3-62534632fa46 req-ebc11829-0217-4433-810a-36d23050e1cc tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756721 Feb 11 12:53:58.335557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:58.359696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfd652-0b4e-43e1-a03a-1a4422560619 req-3b82124e-e1b5-4fb2-b5e1-157159c419be tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:58.361094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-95bfd652-0b4e-43e1-a03a-1a4422560619 req-3b82124e-e1b5-4fb2-b5e1-157159c419be tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 944 time: 0.1072147 Feb 11 12:53:58.420321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6e85be19-ea90-447e-ba8d-196df0dcfa47 None None] Provisioning complete for port 692039ac-7b99-442f-8d8e-47b0d477b281 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:53:58.421200 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6e85be19-ea90-447e-ba8d-196df0dcfa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:58.463202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6e85be19-ea90-447e-ba8d-196df0dcfa47 None None] Port 692039ac-7b99-442f-8d8e-47b0d477b281 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:53:58.492092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-95bfd652-0b4e-43e1-a03a-1a4422560619 req-f709f46e-27a5-447d-b2c0-8d012be24e61 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145935 Feb 11 12:53:58.602783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94059c-7a38-4f54-aa85-de29ae3c7d50 req-0d1811ea-a3bd-4810-a428-27f009a593fd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:58.604806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe94059c-7a38-4f54-aa85-de29ae3c7d50 req-0d1811ea-a3bd-4810-a428-27f009a593fd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0574772 Feb 11 12:53:58.666086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe94059c-7a38-4f54-aa85-de29ae3c7d50 req-097c2cc7-13ae-469f-bb48-3fdca1472b88 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Feb 11 12:53:58.825592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4454d62-ec16-40bb-908f-37848c85d945 req-6c85a6ae-a592-470b-9614-9625edfaf675 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:58.827437 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4454d62-ec16-40bb-908f-37848c85d945 req-6c85a6ae-a592-470b-9614-9625edfaf675 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0570879 Feb 11 12:53:58.877798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4454d62-ec16-40bb-908f-37848c85d945 req-60565ffe-a386-4d99-b33c-474493a16c0a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Feb 11 12:53:58.894405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7b668-3d72-4321-acbe-0655d85aa5a8 req-57030bf0-a946-46e7-9918-25e4208637d5 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:58.895848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60f7b668-3d72-4321-acbe-0655d85aa5a8 req-57030bf0-a946-46e7-9918-25e4208637d5 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 931 time: 0.3308694 Feb 11 12:53:58.973623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692039ac-7b99-442f-8d8e-47b0d477b281 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:58.983805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Publish callbacks [] for port (692039ac-7b99-442f-8d8e-47b0d477b281), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:58.989077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60f7b668-3d72-4321-acbe-0655d85aa5a8 req-395ee9aa-8418-45c0-8a9a-36f80cf7a34e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860407 Feb 11 12:53:59.000002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Transition to ACTIVE for port object 692039ac-7b99-442f-8d8e-47b0d477b281 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:53:59.004939 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:59.054580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Pushing event updated for resources: {'Port': ['ID=692039ac-7b99-442f-8d8e-47b0d477b281,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:59.136211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Attempting to bind port 692039ac-7b99-442f-8d8e-47b0d477b281 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:53:59.136559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Attempting to bind port 692039ac-7b99-442f-8d8e-47b0d477b281 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:53:59.136866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Attempting to bind port 692039ac-7b99-442f-8d8e-47b0d477b281 on network 81a1d83a-b432-4daf-9081-254705407cdc {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:59.141425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Port 692039ac-7b99-442f-8d8e-47b0d477b281 on network 81a1d83a-b432-4daf-9081-254705407cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:53:59.141795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Attempting to bind port 692039ac-7b99-442f-8d8e-47b0d477b281 on network 81a1d83a-b432-4daf-9081-254705407cdc {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:53:59.147945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:53:59.148236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Checking segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:53:59.148601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Bound using segment: {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:53:59.149026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Bound port: 692039ac-7b99-442f-8d8e-47b0d477b281, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:53:59.149390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:59.224134 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1f006e61-7a9d-43b3-b7f4-5be8a5d7e86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:59.240558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] For port 692039ac-7b99-442f-8d8e-47b0d477b281, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:53:59.247236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] For port 692039ac-7b99-442f-8d8e-47b0d477b281, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=692039ac-7b99-442f-8d8e-47b0d477b281,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:53:59.256661 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:59.267273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb7d2b-9f64-4de1-93b5-b37dd4253d49 req-82dda0e0-a0a7-4738-9108-b6c6e0d87a1c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.274753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ceb7d2b-9f64-4de1-93b5-b37dd4253d49 req-82dda0e0-a0a7-4738-9108-b6c6e0d87a1c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0819144 Feb 11 12:53:59.302069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.302997 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:59.304200 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] 10.222.0.64 "PUT /v2.0/ports/692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 1091 time: 1.0911984 Feb 11 12:53:59.304866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:53:59.307521 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5392790-ae00-424a-8f79-708a358d0c37" -d '{"events": [{"name": "network-changed", "server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:53:59.336997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d03889-9fd6-431c-bace-5509efc77f5b service neutron] Pushing event updated for resources: {'Port': ['ID=692039ac-7b99-442f-8d8e-47b0d477b281,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:53:59.376169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ceb7d2b-9f64-4de1-93b5-b37dd4253d49 req-daae843a-9a37-4675-b027-4a0fe16f4acc tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005282 Feb 11 12:53:59.454994 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077176ff-95b2-4bc8-bf15-252a882c256d x-openstack-request-id: req-077176ff-95b2-4bc8-bf15-252a882c256d {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:53:59.455292 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:53:59.455546 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-077176ff-95b2-4bc8-bf15-252a882c256d {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:53:59.455953 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281', 'status': 'completed', 'code': 200} Feb 11 12:53:59.473677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a13f76e8-5fc2-4789-b2ae-e35ea97d1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.475357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a13f76e8-5fc2-4789-b2ae-e35ea97d1ce3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 1125 time: 0.1154878 Feb 11 12:53:59.486463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ba105-0954-42a9-8ff0-fe8afe69ee7b req-87884803-32ea-4a71-8020-e97739e9b6c1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.488031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a47ba105-0954-42a9-8ff0-fe8afe69ee7b req-87884803-32ea-4a71-8020-e97739e9b6c1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.1023889 Feb 11 12:53:59.537114 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-afb8196d-506b-475f-857d-5c5c905dc84c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 217 time: 0.0480804 Feb 11 12:53:59.601717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a47ba105-0954-42a9-8ff0-fe8afe69ee7b req-72da553c-fceb-4f4d-8358-7196b07081d7 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060998 Feb 11 12:53:59.619261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a94b5afd-8cd2-4aa6-acbf-9615840f8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.620662 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-a94b5afd-8cd2-4aa6-acbf-9615840f8000 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.0704222 Feb 11 12:53:59.645551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04be0af-c907-4c60-9041-b1850b960567 req-94c62707-727e-4e4c-b970-99c16afb79bb tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.647265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e04be0af-c907-4c60-9041-b1850b960567 req-94c62707-727e-4e4c-b970-99c16afb79bb tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 944 time: 0.0665629 Feb 11 12:53:59.675259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-19ff7a12-4aef-4135-9168-715ebb69d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.677023 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-19ff7a12-4aef-4135-9168-715ebb69d1bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491083 Feb 11 12:53:59.679402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4c0383f-8614-4d0f-969e-9a35cba5433f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:53:59.722775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e04be0af-c907-4c60-9041-b1850b960567 req-111d6779-5355-4bc2-8352-a608d075996b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696135 Feb 11 12:53:59.802815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4c0383f-8614-4d0f-969e-9a35cba5433f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:59.805051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-db18e94e-ef8f-4622-bf4d-0f78e5337873 service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216130 Feb 11 12:53:59.814982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'port_id': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'mac_address': 'fa:16:3e:7a:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:53:59.859176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e4c0383f-8614-4d0f-969e-9a35cba5433f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:53:59.860563 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:59.876446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c0383f-8614-4d0f-969e-9a35cba5433f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:53:59.883565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce5761-2f56-4891-9b45-f097691dd0a9 req-45684225-d10a-4251-9b57-9262e649b421 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:53:59.885067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-adce5761-2f56-4891-9b45-f097691dd0a9 req-45684225-d10a-4251-9b57-9262e649b421 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.1134901 Feb 11 12:53:59.897735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4c0383f-8614-4d0f-969e-9a35cba5433f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:53:59.907850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:53:59.946078 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e4f97d9-c8fa-42ad-87a6-f47716465b28 req-2d375cc5-a097-4017-a033-38625c4a9bc7 service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342833 Feb 11 12:53:59.965879 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-adce5761-2f56-4891-9b45-f097691dd0a9 req-49bdb3c3-0f07-4ff9-ab07-bd3155010ab4 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698457 Feb 11 12:53:59.972662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e4c0383f-8614-4d0f-969e-9a35cba5433f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:00.047700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bd26c-cc10-40ee-bccc-2c4fd2d836f2 req-32cebdfe-1bd6-4982-aed1-cfbe2c801d05 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.049716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d25bd26c-cc10-40ee-bccc-2c4fd2d836f2 req-32cebdfe-1bd6-4982-aed1-cfbe2c801d05 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0565445 Feb 11 12:54:00.060160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392790-ae00-424a-8f79-708a358d0c37 req-a69aab5a-c44b-450b-b0e4-6d3077d44dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.061852 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5392790-ae00-424a-8f79-708a358d0c37 req-a69aab5a-c44b-450b-b0e4-6d3077d44dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 1125 time: 0.0553789 Feb 11 12:54:00.101555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d25bd26c-cc10-40ee-bccc-2c4fd2d836f2 req-7ec92f4b-dbd7-40d3-bd57-7a005b23870e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Feb 11 12:54:00.184374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197ece0-d597-44c0-931a-712cd1894a62 req-b628a117-e19e-47e3-9cc7-01bdad3df5e0 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.185814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5197ece0-d597-44c0-931a-712cd1894a62 req-b628a117-e19e-47e3-9cc7-01bdad3df5e0 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 943 time: 0.1166165 Feb 11 12:54:00.207114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392790-ae00-424a-8f79-708a358d0c37 req-99043967-7083-4250-99b5-d594397fccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.208569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5392790-ae00-424a-8f79-708a358d0c37 req-99043967-7083-4250-99b5-d594397fccf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.1375134 Feb 11 12:54:00.253901 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5392790-ae00-424a-8f79-708a358d0c37 req-0aacf4d6-74ac-4c4e-855e-d43533974d4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 217 time: 0.0391381 Feb 11 12:54:00.305143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5197ece0-d597-44c0-931a-712cd1894a62 req-f0de5c06-9158-4fb4-b4c1-e5568191699b tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090245 Feb 11 12:54:00.328914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392790-ae00-424a-8f79-708a358d0c37 req-dd589fcb-d55b-4df8-a1dd-1521137b1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.330591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5392790-ae00-424a-8f79-708a358d0c37 req-dd589fcb-d55b-4df8-a1dd-1521137b1a3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.0711110 Feb 11 12:54:00.380794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5392790-ae00-424a-8f79-708a358d0c37 req-29f5106a-1845-4deb-8a46-4d50c0b09882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.382369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5392790-ae00-424a-8f79-708a358d0c37 req-29f5106a-1845-4deb-8a46-4d50c0b09882 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460398 Feb 11 12:54:00.485001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5392790-ae00-424a-8f79-708a358d0c37 req-9cd0287e-085e-4e8d-858a-598429f98779 service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968192 Feb 11 12:54:00.490942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e4c0383f-8614-4d0f-969e-9a35cba5433f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:00.534408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62960f4d-9bde-4c98-853b-6cf6d4c00ace req-199fa611-fe91-4e87-96b4-d5b03cf0bdc8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.544013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62960f4d-9bde-4c98-853b-6cf6d4c00ace req-199fa611-fe91-4e87-96b4-d5b03cf0bdc8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0878303 Feb 11 12:54:00.593339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62960f4d-9bde-4c98-853b-6cf6d4c00ace req-7e952f99-ed75-4e90-8839-64b068296b3e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485399 Feb 11 12:54:00.605308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5392790-ae00-424a-8f79-708a358d0c37 req-0341f4da-b2bf-4055-a113-1cea210284b5 service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147840 Feb 11 12:54:00.744009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e6ca5-9f54-4554-a94f-85ecef04b80f req-3c2cd880-7413-4c78-8fe8-ae9f600a58b5 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.745426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-185e6ca5-9f54-4554-a94f-85ecef04b80f req-3c2cd880-7413-4c78-8fe8-ae9f600a58b5 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0548065 Feb 11 12:54:00.796384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-185e6ca5-9f54-4554-a94f-85ecef04b80f req-8ef28d3c-c199-4c2d-949b-b1d93a002399 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447171 Feb 11 12:54:00.849397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed339d-8680-4b97-a477-818c1f667fc7 req-713c1a65-82ff-44b2-9a68-c329c02a75e9 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:00.850855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7aed339d-8680-4b97-a477-818c1f667fc7 req-713c1a65-82ff-44b2-9a68-c329c02a75e9 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 945 time: 0.0553586 Feb 11 12:54:00.898100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7aed339d-8680-4b97-a477-818c1f667fc7 req-aee95c9d-eee7-4395-981b-1b7dcd68b11a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413196 Feb 11 12:54:01.088178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d956c-fdf0-4358-a324-ee54f57eec11 req-3c6e0e77-db40-43c6-921a-43e388369d9b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:01.089787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f2d956c-fdf0-4358-a324-ee54f57eec11 req-3c6e0e77-db40-43c6-921a-43e388369d9b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0588162 Feb 11 12:54:01.141170 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f2d956c-fdf0-4358-a324-ee54f57eec11 req-d3accad8-89a8-4cb1-b542-a8fa9db18e58 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456307 Feb 11 12:54:01.232018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044d39a-fd5d-49d9-87f9-c8f67039e0f4 req-6d62b9d9-7e3b-41be-ae1e-21b0e75d6228 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:01.233608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d044d39a-fd5d-49d9-87f9-c8f67039e0f4 req-6d62b9d9-7e3b-41be-ae1e-21b0e75d6228 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0567770 Feb 11 12:54:01.280703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d044d39a-fd5d-49d9-87f9-c8f67039e0f4 req-9b729cbd-b9d2-4038-be4d-9ad6985976aa tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Feb 11 12:54:01.340390 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-413e3241-7e01-41e2-b613-7fbeea49af59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:01.430540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8de92-a539-4088-ab8e-4cd22959f1df req-a8337d8b-020d-4765-ad90-0dd5c80d9496 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:01.432115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17a8de92-a539-4088-ab8e-4cd22959f1df req-a8337d8b-020d-4765-ad90-0dd5c80d9496 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 943 time: 0.0546241 Feb 11 12:54:01.484860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17a8de92-a539-4088-ab8e-4cd22959f1df req-38109860-bab1-4bba-9860-58dee4739967 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412779 Feb 11 12:54:01.717243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c591d-8dcb-48b1-b43a-331ddf1a79db req-a2383426-7c6a-4025-b6cf-6717e8aeae6d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:01.718809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-684c591d-8dcb-48b1-b43a-331ddf1a79db req-a2383426-7c6a-4025-b6cf-6717e8aeae6d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0562215 Feb 11 12:54:01.766031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-684c591d-8dcb-48b1-b43a-331ddf1a79db req-57ed7eae-a8d1-49e1-8645-42b0966d5b14 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Feb 11 12:54:01.919223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a18063-92de-4d3b-b7b5-3991fa5fa7ab req-4d1f409b-fe58-43d8-a21d-1f7733d703b0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:01.920777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80a18063-92de-4d3b-b7b5-3991fa5fa7ab req-4d1f409b-fe58-43d8-a21d-1f7733d703b0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0580280 Feb 11 12:54:01.977719 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80a18063-92de-4d3b-b7b5-3991fa5fa7ab req-19be7667-2ef6-468d-9533-0e9f2130fba7 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501671 Feb 11 12:54:02.029817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d635e8-b485-489b-af28-5852869fe46a req-683c1191-e374-45e3-a592-fa48c2a194fa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:02.031314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6d635e8-b485-489b-af28-5852869fe46a req-683c1191-e374-45e3-a592-fa48c2a194fa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 945 time: 0.0637114 Feb 11 12:54:02.078413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6d635e8-b485-489b-af28-5852869fe46a req-7c0835da-43c9-417f-8179-0df7ee115e1a tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Feb 11 12:54:02.293509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e83e2f-2858-48d6-bada-88a99d4b5778 req-835b0d21-586e-4390-8730-816b1709e36d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:02.295042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c9e83e2f-2858-48d6-bada-88a99d4b5778 req-835b0d21-586e-4390-8730-816b1709e36d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0795469 Feb 11 12:54:02.364977 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c9e83e2f-2858-48d6-bada-88a99d4b5778 req-13aa1b36-6ca9-49bb-870d-7623a8ca035d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634916 Feb 11 12:54:02.405228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:02.434488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0a774-f7c4-46b2-a2c1-1d0f5501a2ba req-94417461-705a-4b2f-bc2f-79888782ca3d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:02.445840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73a0a774-f7c4-46b2-a2c1-1d0f5501a2ba req-94417461-705a-4b2f-bc2f-79888782ca3d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0928147 Feb 11 12:54:02.504171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73a0a774-f7c4-46b2-a2c1-1d0f5501a2ba req-84d39460-9efd-440b-ab4d-bdde66eb63b6 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Feb 11 12:54:02.635793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7152378-7b15-4b4d-b9a2-66c9b4d3f96a req-112b32a9-c916-439a-8ed1-5d1c9b3f9bc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:02.643092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7152378-7b15-4b4d-b9a2-66c9b4d3f96a req-112b32a9-c916-439a-8ed1-5d1c9b3f9bc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 943 time: 0.0805790 Feb 11 12:54:02.691289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7152378-7b15-4b4d-b9a2-66c9b4d3f96a req-4069215b-3d16-45ae-91c0-623ee6fedcc6 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469522 Feb 11 12:54:02.890358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a40dea-d470-4d5d-bf04-d8e359626074 req-9b39dd03-cd63-4e62-9dc3-700f29a3f357 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:02.892548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42a40dea-d470-4d5d-bf04-d8e359626074 req-9b39dd03-cd63-4e62-9dc3-700f29a3f357 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0565844 Feb 11 12:54:02.944590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42a40dea-d470-4d5d-bf04-d8e359626074 req-d551a147-bb39-4868-bfc1-09862e56166d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461214 Feb 11 12:54:03.103122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc547c-93aa-4fc2-9460-9112c00e3253 req-86113c3f-dfd0-4bcc-bcf7-72a2fd216ae9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:03.104601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-82bc547c-93aa-4fc2-9460-9112c00e3253 req-86113c3f-dfd0-4bcc-bcf7-72a2fd216ae9 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0580618 Feb 11 12:54:03.157394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-82bc547c-93aa-4fc2-9460-9112c00e3253 req-9af27287-769e-4a66-9046-0005428551c0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466588 Feb 11 12:54:03.206265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23a71a-5570-4802-a4bf-49b8344028f6 req-90ecb4a9-0231-4612-ab03-4dc3c4d239df tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:03.207782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f23a71a-5570-4802-a4bf-49b8344028f6 req-90ecb4a9-0231-4612-ab03-4dc3c4d239df tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 945 time: 0.0562048 Feb 11 12:54:03.254655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f23a71a-5570-4802-a4bf-49b8344028f6 req-162cc2d4-e4fe-4651-bbcb-298e41be5310 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Feb 11 12:54:03.500577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd51fa-5d01-4489-a19f-818c7c13256e req-26450acb-237a-468a-b9f2-41a5ac7d3177 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:03.502573 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfd51fa-5d01-4489-a19f-818c7c13256e req-26450acb-237a-468a-b9f2-41a5ac7d3177 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0590899 Feb 11 12:54:03.563929 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfd51fa-5d01-4489-a19f-818c7c13256e req-309ef7cb-5c20-42e3-af59-5bbe24c9bc08 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548871 Feb 11 12:54:03.652560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acdbfd-586f-4daa-a3fd-534127f3c567 req-1e86b28a-4e1b-42b4-95af-ba33ea37fe12 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:03.655363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9acdbfd-586f-4daa-a3fd-534127f3c567 req-1e86b28a-4e1b-42b4-95af-ba33ea37fe12 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0700152 Feb 11 12:54:03.696667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4c0383f-8614-4d0f-969e-9a35cba5433f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:03.714703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9acdbfd-586f-4daa-a3fd-534127f3c567 req-6b2d4d6f-611f-4a8e-9d2c-41cdf5073cc3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519435 Feb 11 12:54:03.780491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port e4c0383f-8614-4d0f-969e-9a35cba5433f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:54:03.790769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e4c0383f-8614-4d0f-969e-9a35cba5433f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:03.791265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:03.861662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93aff6f-2a60-4d0f-8c54-278d3f96ec7e req-90569351-95d2-4616-92e9-c9668f886068 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:03.870928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f93aff6f-2a60-4d0f-8c54-278d3f96ec7e req-90569351-95d2-4616-92e9-c9668f886068 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 943 time: 0.0686393 Feb 11 12:54:03.911817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e4c0383f-8614-4d0f-969e-9a35cba5433f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:03.912484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:03.921776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f93aff6f-2a60-4d0f-8c54-278d3f96ec7e req-1d1f6069-9d03-40b1-9e8e-8705890ac29c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Feb 11 12:54:03.941963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:03.944858 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed71590-e25a-4ef4-b6f6-306d00fcc5f6" -d '{"events": [{"server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "name": "network-vif-plugged", "status": "completed", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:03.959447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4c0383f-8614-4d0f-969e-9a35cba5433f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:03.965606 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:04.032469 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15027572-35e4-448d-a2b5-edd91119c07a x-openstack-request-id: req-15027572-35e4-448d-a2b5-edd91119c07a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:04.033355 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "name": "network-vif-plugged", "status": "completed", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:04.033724 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15027572-35e4-448d-a2b5-edd91119c07a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:04.034404 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'code': 200} Feb 11 12:54:04.035215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e4c0383f-8614-4d0f-969e-9a35cba5433f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:04.093344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:04.170769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52085a-d8a6-4d26-8e9c-55f3aae4ee2e req-dec275c3-ba41-4adb-9e91-2b49ab3dc0b2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:04.172390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e52085a-d8a6-4d26-8e9c-55f3aae4ee2e req-dec275c3-ba41-4adb-9e91-2b49ab3dc0b2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0680790 Feb 11 12:54:04.216723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a579a-3c59-4a70-a5eb-ecc5e1015ad0 req-012dfb70-db6d-4cc0-99c3-d8823f6d91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:04.218604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df3a579a-3c59-4a70-a5eb-ecc5e1015ad0 req-012dfb70-db6d-4cc0-99c3-d8823f6d91f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 1128 time: 0.0524776 Feb 11 12:54:04.235400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e52085a-d8a6-4d26-8e9c-55f3aae4ee2e req-bf8ede39-1e43-4334-be84-f7ef7c9ef949 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555210 Feb 11 12:54:04.308221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df3a579a-3c59-4a70-a5eb-ecc5e1015ad0 req-2479b8bb-9e30-4ed2-a3ea-55da8fe5add2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698574 Feb 11 12:54:04.329895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d9f04-172d-4d90-8b24-a23c5cf085df req-f96658de-f306-415d-9cf4-2f78b1007fa5 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:04.331436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b9d9f04-172d-4d90-8b24-a23c5cf085df req-f96658de-f306-415d-9cf4-2f78b1007fa5 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0779276 Feb 11 12:54:04.382798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1404-7b70-40b9-9e10-7af5afc74088 req-32f60cfa-34fe-4b1a-bb46-53589b0af740 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:04.383021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b9d9f04-172d-4d90-8b24-a23c5cf085df req-7e010c82-fce2-4a63-9f66-f556992ed262 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455890 Feb 11 12:54:04.384444 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-265c1404-7b70-40b9-9e10-7af5afc74088 req-32f60cfa-34fe-4b1a-bb46-53589b0af740 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0568473 Feb 11 12:54:04.436888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-265c1404-7b70-40b9-9e10-7af5afc74088 req-ff8b4ee6-141c-4175-8eed-63a00d1214cf tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 Feb 11 12:54:04.561075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 692039ac-7b99-442f-8d8e-47b0d477b281 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:54:04.684712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 692039ac-7b99-442f-8d8e-47b0d477b281, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=692039ac-7b99-442f-8d8e-47b0d477b281,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:04.700515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '692039ac-7b99-442f-8d8e-47b0d477b281', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'mac_address': 'fa:16:3e:b6:2e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:54:04.704199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2362e2-121e-4c13-b561-62251b0a2b8c req-3da66b74-a360-4967-b7c4-c2e2fa6c7a9b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:04.713292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad2362e2-121e-4c13-b561-62251b0a2b8c req-3da66b74-a360-4967-b7c4-c2e2fa6c7a9b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0637493 Feb 11 12:54:04.746528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 692039ac-7b99-442f-8d8e-47b0d477b281 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:04.748033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:04.773159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad2362e2-121e-4c13-b561-62251b0a2b8c req-74245267-53da-45f5-bf10-1d1b425b1d7e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588913 Feb 11 12:54:04.778340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692039ac-7b99-442f-8d8e-47b0d477b281 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:54:04.817025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 692039ac-7b99-442f-8d8e-47b0d477b281, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=692039ac-7b99-442f-8d8e-47b0d477b281,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:04.822841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:04.875732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=692039ac-7b99-442f-8d8e-47b0d477b281,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:04.881278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21c52d-4976-4b62-8578-709db2bc2905 req-b8f8f511-6f5a-45b3-8c0a-5805e9619caa tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:04.883469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f21c52d-4976-4b62-8578-709db2bc2905 req-b8f8f511-6f5a-45b3-8c0a-5805e9619caa tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0557690 Feb 11 12:54:04.932772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f21c52d-4976-4b62-8578-709db2bc2905 req-b4fd9a18-0478-4361-b4da-940395745cd6 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Feb 11 12:54:05.068087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873cfc2-6953-4264-b796-ea009ab923e3 req-633f8118-9ce7-48fe-9d37-da54177fd0ec tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:05.070054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3873cfc2-6953-4264-b796-ea009ab923e3 req-633f8118-9ce7-48fe-9d37-da54177fd0ec tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 944 time: 0.0675676 Feb 11 12:54:05.138716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3873cfc2-6953-4264-b796-ea009ab923e3 req-19ba9e75-7cc9-42c6-8ff6-6b43a8852c81 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602660 Feb 11 12:54:05.274182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['692039ac-7b99-442f-8d8e-47b0d477b281'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:05.323188 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:05.394005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39860d3-a238-4e16-88b6-d8ad8e69e5f0 req-3466295f-4f38-4d66-a331-4f0d05108388 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:05.410439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e39860d3-a238-4e16-88b6-d8ad8e69e5f0 req-3466295f-4f38-4d66-a331-4f0d05108388 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0892305 Feb 11 12:54:05.483614 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e39860d3-a238-4e16-88b6-d8ad8e69e5f0 req-92e7ff70-003c-40df-a1ff-7c3255911247 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673418 Feb 11 12:54:05.547813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6976da7-09ed-4dc0-bd3d-3a51fd206f3e req-bd33561d-dd8a-49fe-b50a-6de7d62f52f1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:05.555274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6976da7-09ed-4dc0-bd3d-3a51fd206f3e req-bd33561d-dd8a-49fe-b50a-6de7d62f52f1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0650241 Feb 11 12:54:05.600830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3af31-0cdf-4932-b241-dbb2d434b3e2 req-c50320c2-3d52-43dc-9f2d-0463c2a8c33e tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:05.601959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6976da7-09ed-4dc0-bd3d-3a51fd206f3e req-44580e96-f6bc-4b4f-8ce3-1d9a9da39bd4 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456567 Feb 11 12:54:05.602600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ca3af31-0cdf-4932-b241-dbb2d434b3e2 req-c50320c2-3d52-43dc-9f2d-0463c2a8c33e tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0640006 Feb 11 12:54:05.653698 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ca3af31-0cdf-4932-b241-dbb2d434b3e2 req-a00de227-6d0c-4642-b493-d0b73c6bd58f tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Feb 11 12:54:05.907678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f7a71-c0c9-4dfb-b6dc-92cb72d20299 req-83b942be-d4f7-4462-a7e9-1f4dd9f0c877 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:05.909431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af7f7a71-c0c9-4dfb-b6dc-92cb72d20299 req-83b942be-d4f7-4462-a7e9-1f4dd9f0c877 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0611243 Feb 11 12:54:05.963202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af7f7a71-c0c9-4dfb-b6dc-92cb72d20299 req-88c7ebc8-eac5-41ec-9b58-e7b5021379b0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474145 Feb 11 12:54:06.068695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b2fe1-df98-4519-8e03-dbe00f964288 req-84fb32d7-8210-40be-9812-504406fa67de tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:06.076016 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b91b2fe1-df98-4519-8e03-dbe00f964288 req-84fb32d7-8210-40be-9812-504406fa67de tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0653715 Feb 11 12:54:06.128247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b91b2fe1-df98-4519-8e03-dbe00f964288 req-fcd6cdd2-8621-4300-b849-0796c3cf13d7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506144 Feb 11 12:54:06.283014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c189cc-d069-403b-8c65-01d54f0d8abe req-1b926699-1578-436e-9183-45e5d8a89219 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:06.284517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38c189cc-d069-403b-8c65-01d54f0d8abe req-1b926699-1578-436e-9183-45e5d8a89219 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 944 time: 0.0645411 Feb 11 12:54:06.341407 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38c189cc-d069-403b-8c65-01d54f0d8abe req-d996500c-2601-4b87-8d30-b29d2d9a7473 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 Feb 11 12:54:06.576886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 692039ac-7b99-442f-8d8e-47b0d477b281 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:06.638679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dbf7b-2278-453d-b36c-0aafd9ff1ec5 req-c95892a9-b0fc-4c74-a7af-c6148d04b92a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:06.640461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-600dbf7b-2278-453d-b36c-0aafd9ff1ec5 req-c95892a9-b0fc-4c74-a7af-c6148d04b92a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0643883 Feb 11 12:54:06.694407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 692039ac-7b99-442f-8d8e-47b0d477b281 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:54:06.697390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-600dbf7b-2278-453d-b36c-0aafd9ff1ec5 req-c983b614-266e-4a1c-9bf3-c711c7a3d127 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506871 Feb 11 12:54:06.702295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 692039ac-7b99-442f-8d8e-47b0d477b281 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:06.702766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:06.794438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 692039ac-7b99-442f-8d8e-47b0d477b281 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:06.795115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:06.796311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61171-7a9a-4ebb-849e-2724603723d9 req-a73d635a-7184-4cc4-8d13-8b1247c17ce1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:06.804672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4c61171-7a9a-4ebb-849e-2724603723d9 req-a73d635a-7184-4cc4-8d13-8b1247c17ce1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0751784 Feb 11 12:54:06.824114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:06.826546 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79993d23-4848-4093-8661-d4eb33012786" -d '{"events": [{"server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "name": "network-vif-plugged", "status": "completed", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:06.845043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 692039ac-7b99-442f-8d8e-47b0d477b281, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=692039ac-7b99-442f-8d8e-47b0d477b281,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:06.857537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:06.873665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12618957-eb51-4a72-b2b7-aca362ccc0d1 req-c15a8796-cd0a-4618-8d8a-ab97e13a0fb8 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:06.876149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12618957-eb51-4a72-b2b7-aca362ccc0d1 req-c15a8796-cd0a-4618-8d8a-ab97e13a0fb8 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0777566 Feb 11 12:54:06.919233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4c61171-7a9a-4ebb-849e-2724603723d9 req-e500caf7-bb38-4709-a62a-bb456467112a tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141675 Feb 11 12:54:06.947701 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12618957-eb51-4a72-b2b7-aca362ccc0d1 req-e5885b6a-0a14-4d5a-9db9-d982c4151249 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656054 Feb 11 12:54:06.986451 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e425dbb-7593-4e35-b746-e50d6097f84a x-openstack-request-id: req-6e425dbb-7593-4e35-b746-e50d6097f84a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:06.986795 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "name": "network-vif-plugged", "status": "completed", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:06.987048 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e425dbb-7593-4e35-b746-e50d6097f84a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:06.987462 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281', 'code': 200} Feb 11 12:54:06.991122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=692039ac-7b99-442f-8d8e-47b0d477b281,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:07.117601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5725d6-60d6-4f9d-bba4-3ffc22cc9313 req-4bd5407f-a87e-43d7-899f-70bbe24de13a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:07.119136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a5725d6-60d6-4f9d-bba4-3ffc22cc9313 req-4bd5407f-a87e-43d7-899f-70bbe24de13a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0548811 Feb 11 12:54:07.175711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a5725d6-60d6-4f9d-bba4-3ffc22cc9313 req-ffc9a1af-fcc6-453e-a4c0-31cb3c765139 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498650 Feb 11 12:54:07.214674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382a104-6865-4c60-a00b-193fa65dcf08 req-e9eef7a9-8041-454a-b5e2-6d97239b0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:07.216187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1382a104-6865-4c60-a00b-193fa65dcf08 req-e9eef7a9-8041-454a-b5e2-6d97239b0824 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 1127 time: 0.1523426 Feb 11 12:54:07.220597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-1480575e-3486-4733-8580-5f24139601e6 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 258 time: 0.2250319 Feb 11 12:54:07.236692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:07.291093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:07.322679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1382a104-6865-4c60-a00b-193fa65dcf08 req-1aab4902-053d-4b59-8d90-2503004abd5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976977 Feb 11 12:54:07.334060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07461e-518f-4ad3-8fd2-2ab2b52744a3 req-1121c15c-c71d-406f-8dfb-31d222c6d283 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:07.335581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae07461e-518f-4ad3-8fd2-2ab2b52744a3 req-1121c15c-c71d-406f-8dfb-31d222c6d283 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0813971 Feb 11 12:54:07.386436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae07461e-518f-4ad3-8fd2-2ab2b52744a3 req-ab890b24-a6b0-4a2e-8ff4-0330b33b1199 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449777 Feb 11 12:54:07.419080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:07.503940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49018b2-ecd4-4d5f-a002-fc29b8af3363 req-8f542274-826c-474c-90a3-e7a591a6def6 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:07.511212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a49018b2-ecd4-4d5f-a002-fc29b8af3363 req-8f542274-826c-474c-90a3-e7a591a6def6 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0594630 Feb 11 12:54:07.544463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Allocated IP 172.25.1.143 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/bd8667db-8b16-4524-a459-a991f09b4c53) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:54:07.557442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a49018b2-ecd4-4d5f-a002-fc29b8af3363 req-3618b8b0-2b50-4baf-9169-62a2d0ade8c9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Feb 11 12:54:07.649575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for port (bd8667db-8b16-4524-a459-a991f09b4c53), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:07.686178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bd8667db-8b16-4524-a459-a991f09b4c53), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:07.728233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:54:07.731383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:07.735285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:54:07.762845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event updated for resources: {'Port': ['ID=bd8667db-8b16-4524-a459-a991f09b4c53,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:07.829618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8342-66eb-4f0f-a9a2-c88eb13de8a0 req-3b7c96dc-cfdf-4e5e-ab4b-41501d2887e9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:07.831366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-717d8342-66eb-4f0f-a9a2-c88eb13de8a0 req-3b7c96dc-cfdf-4e5e-ab4b-41501d2887e9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0593610 Feb 11 12:54:07.834175 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (396553b2-fc35-4061-8a3e-338463075076), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:07.873771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bd8667db-8b16-4524-a459-a991f09b4c53), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:07.880847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-717d8342-66eb-4f0f-a9a2-c88eb13de8a0 req-c7f13ea3-4659-41f6-8b70-e28c0adb8991 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426369 Feb 11 12:54:08.021281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ccad4-25a0-4171-931c-b8faf33d2dbd req-b56d95eb-0948-4da6-89cc-329050b12bca tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:08.022694 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f66ccad4-25a0-4171-931c-b8faf33d2dbd req-b56d95eb-0948-4da6-89cc-329050b12bca tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0536191 Feb 11 12:54:08.039828 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for port (bd8667db-8b16-4524-a459-a991f09b4c53), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:08.046141 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (bd8667db-8b16-4524-a459-a991f09b4c53), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:08.075291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f66ccad4-25a0-4171-931c-b8faf33d2dbd req-3d115251-7f68-4964-8ab4-10cc8ea25f84 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447261 Feb 11 12:54:08.116604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event updated for resources: {'Port': ['ID=bd8667db-8b16-4524-a459-a991f09b4c53,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:08.124511 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (396553b2-fc35-4061-8a3e-338463075076), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:08.140727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:08.142136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-18607307-af27-4635-ab38-6f03efd780aa tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9105880 Feb 11 12:54:08.192980 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-24258e7a-b65d-42ad-9256-598e5b91f338 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.0447450 Feb 11 12:54:08.303071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-2e5c2746-48f4-46e8-aaf3-c1b072284672 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:08.304363 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c261cd6e-3b68-44ce-99a4-94862e7b4588 req-2e5c2746-48f4-46e8-aaf3-c1b072284672 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1056533 Feb 11 12:54:08.309099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a6303-137c-4f32-af36-8d6fa33447d0 req-63aa4ded-55ea-41c9-9bd9-9b477b2124f3 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:08.310670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db7a6303-137c-4f32-af36-8d6fa33447d0 req-63aa4ded-55ea-41c9-9bd9-9b477b2124f3 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0543292 Feb 11 12:54:08.374191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db7a6303-137c-4f32-af36-8d6fa33447d0 req-140f16c4-b7b1-4724-b865-f280e3b9ccef tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522687 Feb 11 12:54:08.499948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-a7167820-dbc3-44be-a741-7c018987d736 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:08.501695 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-a7167820-dbc3-44be-a741-7c018987d736 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0882995 Feb 11 12:54:08.521340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f55de-c452-483c-b4fe-bc02df4b6896 req-03e95523-4624-433b-a38d-18ca63fe8840 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:08.523003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b9f55de-c452-483c-b4fe-bc02df4b6896 req-03e95523-4624-433b-a38d-18ca63fe8840 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0622637 Feb 11 12:54:08.562728 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-b7a0b06e-f614-41ca-b3c3-73205307be05 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 696 time: 0.0509398 Feb 11 12:54:08.571716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b9f55de-c452-483c-b4fe-bc02df4b6896 req-80695b59-6e15-4b1b-ad82-8023984db18b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Feb 11 12:54:08.573484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Request body: {'floatingip': {'port_id': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:08.612613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (396553b2-fc35-4061-8a3e-338463075076), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:08.682780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9116582-b397-4867-8b1c-1a6426c438e5 req-8857c6c2-827f-4014-b5e5-0a63fac89e84 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:08.684284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9116582-b397-4867-8b1c-1a6426c438e5 req-8857c6c2-827f-4014-b5e5-0a63fac89e84 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0539169 Feb 11 12:54:08.732095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9116582-b397-4867-8b1c-1a6426c438e5 req-7c3ca619-aac9-4d6a-b122-d2cf673e13d1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412288 Feb 11 12:54:09.024940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a4016-7194-412f-a197-ac3a504f087a req-06a8bba9-a3f0-4399-bea9-e4659df924ac tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:09.027195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-958a4016-7194-412f-a197-ac3a504f087a req-06a8bba9-a3f0-4399-bea9-e4659df924ac tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 946 time: 0.0728889 Feb 11 12:54:09.078908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-958a4016-7194-412f-a197-ac3a504f087a req-022d178d-ac57-4bcf-aeb3-070935e59e13 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455368 Feb 11 12:54:09.202997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b7492-22d5-4839-9c5d-741f5c2b1363 req-1f5ce934-b10a-4b83-aedd-b50def98bec8 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:09.204442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec8b7492-22d5-4839-9c5d-741f5c2b1363 req-1f5ce934-b10a-4b83-aedd-b50def98bec8 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0553482 Feb 11 12:54:09.252153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec8b7492-22d5-4839-9c5d-741f5c2b1363 req-6ee12535-d31c-4c08-9b5e-aa67b474636c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Feb 11 12:54:09.431142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-7caf23f3-4dbe-41ea-b38e-b2991eca9395 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:09.433543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-7caf23f3-4dbe-41ea-b38e-b2991eca9395 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1128 time: 0.0766659 Feb 11 12:54:09.459654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828675-3'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:09.463718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:09.471007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (396553b2-fc35-4061-8a3e-338463075076), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:09.550645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:09.570914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6a4c1-920c-4db8-94ce-ca6c97d8cbeb req-4ddb7846-65ba-43e5-834c-841fca1da350 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:09.572398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74d6a4c1-920c-4db8-94ce-ca6c97d8cbeb req-4ddb7846-65ba-43e5-834c-841fca1da350 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.1080592 Feb 11 12:54:09.584743 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Floating IP 396553b2-fc35-4061-8a3e-338463075076 associated. External IP: 172.25.1.143, port: e4c0383f-8614-4d0f-969e-9a35cba5433f. Feb 11 12:54:09.669110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74d6a4c1-920c-4db8-94ce-ca6c97d8cbeb req-c1db2182-2a2e-48c4-95a0-c6ff8b86d64d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896323 Feb 11 12:54:09.741666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:09.803487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:09.823229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:09.832070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713f995-196b-44d2-bf9d-4d12eb5ab2c2 req-93809d7c-823c-4ec7-8639-4165ca6eefcc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:09.833997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f713f995-196b-44d2-bf9d-4d12eb5ab2c2 req-93809d7c-823c-4ec7-8639-4165ca6eefcc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0794678 Feb 11 12:54:09.892470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:09.894718 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa234e77-4fc7-40cb-b7a5-1bd7e06e1d8a" -d '{"events": [{"server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "name": "network-vif-unplugged", "status": "completed", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:09.900442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Publish callbacks [] for port (f21a2df9-934f-4c72-bb90-8864b789a058), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:09.913977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:09.919784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:09.919985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f713f995-196b-44d2-bf9d-4d12eb5ab2c2 req-09bd94c4-9ad9-47ea-8c58-71a73772f507 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686798 Feb 11 12:54:09.926852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:09.932595 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] Sync routers for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:09.947234 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:09.949776 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:09.963361 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-0584f052-bc85-4d0c-a4ef-7da543cfa262 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "PUT /v2.0/floatingips/396553b2-fc35-4061-8a3e-338463075076 HTTP/1.1" status: 200 len: 997 time: 1.3918121 Feb 11 12:54:09.963361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:09.967387 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b" -d '{"events": [{"name": "network-changed", "server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:10.006311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:10.049198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on host n-h1-828675-3 for vnic_type normal with profile {"migrating_to": "n-h2-828675-3"} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:54:10.050071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:54:10.050071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:54:10.059414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-ea1ac795-2e6f-4eb2-9262-58032328c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.061388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-ea1ac795-2e6f-4eb2-9262-58032328c517 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 1128 time: 0.0808849 Feb 11 12:54:10.065053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:54:10.065718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Attempting to bind port f21a2df9-934f-4c72-bb90-8864b789a058 on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:54:10.087355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:54:10.087355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:54:10.087355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:54:10.087355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Bound port: f21a2df9-934f-4c72-bb90-8864b789a058, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:54:10.087355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:10.130156 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:10.162057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-a03c8455-108a-4a1b-ba96-342799396465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.170070 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-a03c8455-108a-4a1b-ba96-342799396465 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 200 len: 930 time: 0.1023614 Feb 11 12:54:10.285125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-ab2644b8-c8c0-4640-a348-783aee4fb9be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 1000 time: 0.1139729 Feb 11 12:54:10.333947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-bcf53077-cd4d-4ed5-a60e-5cc7bbcfc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.341531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-bcf53077-cd4d-4ed5-a60e-5cc7bbcfc4ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e16f46b-da03-4be8-a9b8-e3d92f89b10f HTTP/1.1" status: 200 len: 868 time: 0.0555034 Feb 11 12:54:10.404444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-31df21a1-de5b-47c3-b5e4-48fa084984e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.408153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-31df21a1-de5b-47c3-b5e4-48fa084984e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650225 Feb 11 12:54:10.420286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-56fe2640-36ce-45bd-bbae-00fff5265cc9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:54:10.427825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-56fe2640-36ce-45bd-bbae-00fff5265cc9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115995 Feb 11 12:54:10.434581 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '396553b2-fc35-4061-8a3e-338463075076', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'port_id': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'mac_address': 'fa:16:3e:7a:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:54:07Z', 'updated_at': '2022-02-11T12:54:09Z', 'revision_number': 1, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:51Z', 'revision_number': 5, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:10.436223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d3eef-1e84-4190-b69f-2b13b035c1a0 req-800c42dc-a7c4-4c1e-9b5e-fc6c632f0abb tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.437874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d9d3eef-1e84-4190-b69f-2b13b035c1a0 req-800c42dc-a7c4-4c1e-9b5e-fc6c632f0abb tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.3648896 Feb 11 12:54:10.471731 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] Checking router: f9a971e4-4ca4-44e5-87ec-07f0565f79b3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:10.480425 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:10.481158 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:10.489021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:10.505298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:54:10.520237 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:10.585154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-9caf177e-5677-43dc-b2ee-59297e01c11c service neutron] 10.222.0.42 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564152 Feb 11 12:54:10.612216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=8']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:10.632814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d9d3eef-1e84-4190-b69f-2b13b035c1a0 req-cada1d5f-36e0-4fe8-8bda-caa6f70664c3 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853015 Feb 11 12:54:10.645953 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:10.689547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.690632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:10.691618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-26634ec9-7eb3-4ba4-92a9-317a0ac2630e service neutron] 10.222.0.53 "PUT /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 1122 time: 1.2460847 Feb 11 12:54:10.698736 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af12efb-f79d-4fb7-a1b6-755672284702 x-openstack-request-id: req-7af12efb-f79d-4fb7-a1b6-755672284702 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:10.699029 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "name": "network-vif-unplugged", "status": "completed", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:10.699431 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7af12efb-f79d-4fb7-a1b6-755672284702 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:10.699674 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058', 'code': 200} Feb 11 12:54:10.711198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6f279d-9812-46c3-998e-f38ba57e3988 req-3f180c54-dc3e-413e-b42e-144c76d54afe service neutron] 10.222.0.42 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173394 Feb 11 12:54:10.773415 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce755ce-6a48-465c-9c8f-6e9fc5d9d036 x-openstack-request-id: req-bce755ce-6a48-465c-9c8f-6e9fc5d9d036 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:10.773840 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:10.774196 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bce755ce-6a48-465c-9c8f-6e9fc5d9d036 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:10.774700 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'status': 'completed', 'code': 200} Feb 11 12:54:10.788040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f21a2df9-934f-4c72-bb90-8864b789a058'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:10.894618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dd975-059d-4090-be99-2eb6c3078162 req-c3315508-4354-4664-b702-069fc4de8c09 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.896714 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e6dd975-059d-4090-be99-2eb6c3078162 req-c3315508-4354-4664-b702-069fc4de8c09 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0757964 Feb 11 12:54:10.937178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f21a2df9-934f-4c72-bb90-8864b789a058'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:10.942001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-ad4331c6-9dc2-4409-b040-b942a06f0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.943914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-ad4331c6-9dc2-4409-b040-b942a06f0dfd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 1128 time: 0.1184514 Feb 11 12:54:10.959611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9fd0e-c226-4c44-96c0-2c66a3814a58 req-dd321d73-8bc3-45fc-9c63-3419ac8661cb tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:10.961708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82d9fd0e-c226-4c44-96c0-2c66a3814a58 req-dd321d73-8bc3-45fc-9c63-3419ac8661cb tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0890467 Feb 11 12:54:11.010797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e6dd975-059d-4090-be99-2eb6c3078162 req-994744fa-8f55-4298-ae9b-614aeca544aa tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041048 Feb 11 12:54:11.065311 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '396553b2-fc35-4061-8a3e-338463075076', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'port_id': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'mac_address': 'fa:16:3e:7a:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:54:07Z', 'updated_at': '2022-02-11T12:54:09Z', 'revision_number': 1, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:51Z', 'revision_number': 5, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:11.138248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82d9fd0e-c226-4c44-96c0-2c66a3814a58 req-f0cc619f-8dc6-4889-8f97-9d7489c3829f tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593840 Feb 11 12:54:11.142538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce19d05-6620-40ca-b14b-46a4e25690aa req-945d73fa-34f2-4329-bd22-588cde54d6ae tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:11.145194 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ce19d05-6620-40ca-b14b-46a4e25690aa req-945d73fa-34f2-4329-bd22-588cde54d6ae tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0647359 Feb 11 12:54:11.250103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ce19d05-6620-40ca-b14b-46a4e25690aa req-8db17bd5-2c52-411c-ae9a-ffcae928fd56 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822363 Feb 11 12:54:11.254000 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b793b79-d83e-4d1c-86b3-45bc0a3ac1a0 None None] The sync data for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 is: [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '396553b2-fc35-4061-8a3e-338463075076', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'port_id': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'mac_address': 'fa:16:3e:7a:47:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:54:07Z', 'updated_at': '2022-02-11T12:54:09Z', 'revision_number': 1, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:51Z', 'revision_number': 5, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:11.367915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-659c52c9-bfb3-4809-8fbb-5977f26414f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:11.369774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-659c52c9-bfb3-4809-8fbb-5977f26414f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 200 len: 930 time: 0.3651049 Feb 11 12:54:11.401954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271234b-fb47-4248-a462-e74d9d06a59e req-48f185c7-aed6-4003-88e1-404d84e03ee9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:11.403613 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e271234b-fb47-4248-a462-e74d9d06a59e req-48f185c7-aed6-4003-88e1-404d84e03ee9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0701849 Feb 11 12:54:11.453135 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e271234b-fb47-4248-a462-e74d9d06a59e req-e1751711-e507-4360-9530-bf53dfe3f0d3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Feb 11 12:54:11.492660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-209b2c3f-356e-4ebb-8f47-3681c3edf24f tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 258 time: 0.3057239 Feb 11 12:54:11.504050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:11.516450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-4a57c63c-358f-46d0-a7fc-e783623fb76e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 1000 time: 0.1271527 Feb 11 12:54:11.555930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba742a-2ac7-4267-8066-80e0fe019a3a None None] New status for floating IP 396553b2-fc35-4061-8a3e-338463075076: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:54:11.580935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-efc7d6e9-7426-494b-8d88-61cf44f94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:11.582601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-efc7d6e9-7426-494b-8d88-61cf44f94f2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3e16f46b-da03-4be8-a9b8-e3d92f89b10f HTTP/1.1" status: 200 len: 868 time: 0.0556712 Feb 11 12:54:11.583936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:11.712135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-82df40d0-0228-46f5-805b-aa434cade18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:11.714425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-82df40d0-0228-46f5-805b-aa434cade18a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1172817 Feb 11 12:54:11.727796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f21a2df9-934f-4c72-bb90-8864b789a058 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:54:11.772247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:11.790992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b74768-2961-4c6d-a484-402206c24591 req-48f0b1b9-614f-4120-b470-c6fe63099b90 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:11.800940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1b74768-2961-4c6d-a484-402206c24591 req-48f0b1b9-614f-4120-b470-c6fe63099b90 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0986819 Feb 11 12:54:11.866460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:11.871501 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1b74768-2961-4c6d-a484-402206c24591 req-546bfc56-ec9c-4ddf-9b73-f716d81d250b tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693784 Feb 11 12:54:11.886561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f21a2df9-934f-4c72-bb90-8864b789a058 has no active binding in host n-h2-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:54:11.908357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-56059df2-bacf-4675-825b-5cb16c55a0b3 service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765788 Feb 11 12:54:11.975261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Allocated IP 172.25.1.4 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/d5d1c824-ba10-414c-abf2-ea7620688874) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:54:12.090237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0258c3d3-38fe-4bec-8f32-0e15ed23f04b req-fd86f36c-5c7b-43a3-bcca-038779dc97b5 service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527622 Feb 11 12:54:12.131979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for port (d5d1c824-ba10-414c-abf2-ea7620688874), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.144221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac575d0-483d-4f56-9a7a-5ff84c908b21 req-7e918bfe-42e9-483c-a249-bc01284e8e8d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:12.145684 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aac575d0-483d-4f56-9a7a-5ff84c908b21 req-7e918bfe-42e9-483c-a249-bc01284e8e8d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0606616 Feb 11 12:54:12.168174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d5d1c824-ba10-414c-abf2-ea7620688874), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.201859 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aac575d0-483d-4f56-9a7a-5ff84c908b21 req-99312956-e99d-4718-b024-08cbbf97d5f9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482175 Feb 11 12:54:12.210214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:54:12.213054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:12.215703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:54:12.261684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event updated for resources: {'Port': ['ID=d5d1c824-ba10-414c-abf2-ea7620688874,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:12.326609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (f1aeba81-7c56-4d64-a848-805437123a3f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.350399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c47898-2746-4a46-82e4-3d65d91bf7a9 req-360b039c-e887-46f3-b380-05f27525cb35 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:12.352068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4c47898-2746-4a46-82e4-3d65d91bf7a9 req-360b039c-e887-46f3-b380-05f27525cb35 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0563240 Feb 11 12:54:12.375488 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d5d1c824-ba10-414c-abf2-ea7620688874), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.402252 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4c47898-2746-4a46-82e4-3d65d91bf7a9 req-f2385a3d-4935-4227-8610-1c5b0eccd19a tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 Feb 11 12:54:12.523195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66581702-d0f5-46ad-880a-2de4b468952c req-abd39ac0-b328-4bff-a91c-0e8df7c43749 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:12.524779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66581702-d0f5-46ad-880a-2de4b468952c req-abd39ac0-b328-4bff-a91c-0e8df7c43749 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0546076 Feb 11 12:54:12.542637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for port (d5d1c824-ba10-414c-abf2-ea7620688874), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.550270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d5d1c824-ba10-414c-abf2-ea7620688874), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.593347 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66581702-d0f5-46ad-880a-2de4b468952c req-74f02a1e-780f-47ca-9670-b54a2fa35935 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618937 Feb 11 12:54:12.635402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event updated for resources: {'Port': ['ID=d5d1c824-ba10-414c-abf2-ea7620688874,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:12.645858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (f1aeba81-7c56-4d64-a848-805437123a3f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.665609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:12.667170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-546da8ce-8ecf-4a9f-8851-5cf5b758be57 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1670210 Feb 11 12:54:12.730159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:12.730663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e0f1b-a330-4576-9ca0-a67e7ccb8ccf req-3364744b-5811-4ee6-b2d3-b7d851e36bf5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:12.732342 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3078ae41-9e32-44ce-859b-28aff25f6963" -d '{"events": [{"name": "network-changed", "server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:12.732491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c9e0f1b-a330-4576-9ca0-a67e7ccb8ccf req-3364744b-5811-4ee6-b2d3-b7d851e36bf5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0614049 Feb 11 12:54:12.747329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-ab5535fd-6111-41d4-86ab-89371681af15 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0744672 Feb 11 12:54:12.785430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c9e0f1b-a330-4576-9ca0-a67e7ccb8ccf req-0a2dbc15-8e71-4b90-b435-ead5d901e81d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Feb 11 12:54:12.833193 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf264fd0-5fe3-4b8e-be15-af0652ce64da x-openstack-request-id: req-bf264fd0-5fe3-4b8e-be15-af0652ce64da {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:12.833559 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:12.833917 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf264fd0-5fe3-4b8e-be15-af0652ce64da {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:12.834366 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058', 'status': 'completed', 'code': 200} Feb 11 12:54:12.863045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-7ed45b8f-58c9-4f96-95d2-8225187abbe0 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:12.864351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-7ed45b8f-58c9-4f96-95d2-8225187abbe0 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1107860 Feb 11 12:54:12.874387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-7a0d1f04-f135-472a-98e4-18d4edfabc56 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:54:12.875327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fc6b7a3-b4a3-4efe-b4c8-f3d7eb6871de req-7a0d1f04-f135-472a-98e4-18d4edfabc56 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056818 Feb 11 12:54:12.989104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f51b14-83c0-4912-a6d8-64c8fcebcee9 req-d4d73c25-c1c8-4436-9d56-ab6e9f2addc2 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:12.991273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1f51b14-83c0-4912-a6d8-64c8fcebcee9 req-d4d73c25-c1c8-4436-9d56-ab6e9f2addc2 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0575213 Feb 11 12:54:12.995078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc52600-376d-41bc-9a82-c66d2a5b3eb8 req-4d7f29ae-448b-4964-9d8b-29ed2ccac7d0 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:12.996835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dc52600-376d-41bc-9a82-c66d2a5b3eb8 req-4d7f29ae-448b-4964-9d8b-29ed2ccac7d0 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0599921 Feb 11 12:54:13.047333 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1f51b14-83c0-4912-a6d8-64c8fcebcee9 req-4e935ccd-1f4c-41a4-88c2-18cf8e286ff1 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0490975 Feb 11 12:54:13.048895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dc52600-376d-41bc-9a82-c66d2a5b3eb8 req-d7e7ab85-7de7-4006-8a9e-5f9bba3cb807 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Feb 11 12:54:13.060234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e1f51b14-83c0-4912-a6d8-64c8fcebcee9 req-60e8071f-9457-4aee-bb92-6d166d704c8b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Request body: {'floatingip': {'port_id': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:13.105936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e1f51b14-83c0-4912-a6d8-64c8fcebcee9 req-60e8071f-9457-4aee-bb92-6d166d704c8b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (f1aeba81-7c56-4d64-a848-805437123a3f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:13.330431 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-e1f51b14-83c0-4912-a6d8-64c8fcebcee9 req-60e8071f-9457-4aee-bb92-6d166d704c8b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 12:54:13.331479 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1f51b14-83c0-4912-a6d8-64c8fcebcee9 req-60e8071f-9457-4aee-bb92-6d166d704c8b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "PUT /v2.0/floatingips/f1aeba81-7c56-4d64-a848-805437123a3f HTTP/1.1" status: 409 len: 549 time: 0.2757311 Feb 11 12:54:13.333560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1e529-b277-4e2b-9840-8fbb4c785550 req-4948332b-407f-48a2-be0f-85fce59bb4a0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:13.334938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1e1e529-b277-4e2b-9840-8fbb4c785550 req-4948332b-407f-48a2-be0f-85fce59bb4a0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0612664 Feb 11 12:54:13.382690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1e1e529-b277-4e2b-9840-8fbb4c785550 req-29c76ecf-fd74-431b-b806-4b156eacbae2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Feb 11 12:54:13.405311 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-8242b6b1-b56f-4cbf-9858-af37b07f4ae9 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips/f1aeba81-7c56-4d64-a848-805437123a3f HTTP/1.1" status: 200 len: 691 time: 0.0508461 Feb 11 12:54:13.508445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-9d91945d-49ae-4d01-9999-13e4960e865d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:13.509818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-9d91945d-49ae-4d01-9999-13e4960e865d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1051431 Feb 11 12:54:13.521562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-65077f32-8025-4430-aae1-22924808bb86 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:54:13.523348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-65077f32-8025-4430-aae1-22924808bb86 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060823 Feb 11 12:54:13.530568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0e857-7fa9-4f8e-84ab-37c90582e171 req-abfee1a7-08af-4a9d-83b2-729e140c4247 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:13.532109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3c0e857-7fa9-4f8e-84ab-37c90582e171 req-abfee1a7-08af-4a9d-83b2-729e140c4247 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0525382 Feb 11 12:54:13.573436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-5dabe755-ab80-4897-b774-50b9ac2ae6d6 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0444987 Feb 11 12:54:13.585155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3c0e857-7fa9-4f8e-84ab-37c90582e171 req-9f055a80-6434-4b07-888d-27125ba3efcc tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437951 Feb 11 12:54:13.629398 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-c35b5955-7301-4229-a519-f5768e3488e7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.4 HTTP/1.1" status: 200 len: 694 time: 0.0501330 Feb 11 12:54:13.734310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48477e6-a21b-494f-ab74-4445ba15ed7d req-c256b820-a8fd-4d7f-b74c-56d454e93da0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:13.735987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e48477e6-a21b-494f-ab74-4445ba15ed7d req-c256b820-a8fd-4d7f-b74c-56d454e93da0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0589073 Feb 11 12:54:13.774597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Deleting port d5d1c824-ba10-414c-abf2-ea7620688874 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:13.775007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d5d1c824-ba10-414c-abf2-ea7620688874), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:13.789324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e48477e6-a21b-494f-ab74-4445ba15ed7d req-9b683e94-c478-46f0-9665-2966e9ae1058 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 Feb 11 12:54:13.850071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d5d1c824-ba10-414c-abf2-ea7620688874), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:13.850458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (d5d1c824-ba10-414c-abf2-ea7620688874), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:13.862771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Calling delete_port for d5d1c824-ba10-414c-abf2-ea7620688874 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:13.910969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db05b1-e491-4042-b471-73358148f31f req-e8693762-b877-44c7-9ade-c5a093d51232 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:13.912388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1db05b1-e491-4042-b471-73358148f31f req-e8693762-b877-44c7-9ade-c5a093d51232 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0580409 Feb 11 12:54:13.962333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1db05b1-e491-4042-b471-73358148f31f req-45e2d8ff-3368-4e12-9d67-8b5bd558475b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427482 Feb 11 12:54:14.010070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d5d1c824-ba10-414c-abf2-ea7620688874), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:14.035790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event deleted for resources: {'Port': ['ID=d5d1c824-ba10-414c-abf2-ea7620688874,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:14.046519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.046864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.047198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.047526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.047852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.048199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.048682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.049000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.049292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.049699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.050001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.050314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.050653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:14.112178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (f1aeba81-7c56-4d64-a848-805437123a3f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:14.115097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:14.116395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-732f975e-af8f-4f30-91fc-0ec1ae7905d7 req-15d8c5be-feb7-40de-9b23-9724d8a25b96 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "DELETE /v2.0/floatingips/f1aeba81-7c56-4d64-a848-805437123a3f HTTP/1.1" status: 204 len: 173 time: 0.4800282 Feb 11 12:54:14.176117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120a9a8-e2bf-413d-abf0-21f11aa8609c req-3a55176c-3714-41c4-8ff8-9a1860eafc32 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:14.177833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a120a9a8-e2bf-413d-abf0-21f11aa8609c req-3a55176c-3714-41c4-8ff8-9a1860eafc32 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Feb 11 12:54:14.223168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-54df9f6c-918b-4dd9-9e2e-588016ca2cd0 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 1002 time: 0.0903139 Feb 11 12:54:14.228002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a120a9a8-e2bf-413d-abf0-21f11aa8609c req-cdf5ad66-f440-48e3-8efc-432624850cb1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443919 Feb 11 12:54:14.275405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-74de1b42-d1ad-4d9d-8759-c11d3beb9ad2 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:14.276764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-74de1b42-d1ad-4d9d-8759-c11d3beb9ad2 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports/e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 943 time: 0.0476923 Feb 11 12:54:14.376492 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-2e1e5548-82e2-48f7-9673-0099fe511f00 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 1002 time: 0.0601087 Feb 11 12:54:14.494245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-7c592de5-0140-4d36-ae20-f05e7bef9013 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:14.495937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-7c592de5-0140-4d36-ae20-f05e7bef9013 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1138403 Feb 11 12:54:14.506469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c9cc0-555c-471e-b3b3-88b8fd1728b4 req-e2532004-3428-4894-9a79-8cd5fa3d478d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:14.508049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-972c9cc0-555c-471e-b3b3-88b8fd1728b4 req-e2532004-3428-4894-9a79-8cd5fa3d478d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0546780 Feb 11 12:54:14.564313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-972c9cc0-555c-471e-b3b3-88b8fd1728b4 req-474ec89e-5f85-422e-ae17-17baa1eb8012 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Feb 11 12:54:14.571164 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-faf20890-ddad-4adf-a6c0-8ae9cd9403ce tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 1002 time: 0.0679836 Feb 11 12:54:14.580925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:14.711913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d22a8b-c68c-4f09-814c-dab4b4131d1f req-eaa8c868-24e4-49d1-8a0e-ef924eddbea1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:14.713663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f3d22a8b-c68c-4f09-814c-dab4b4131d1f req-eaa8c868-24e4-49d1-8a0e-ef924eddbea1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0592575 Feb 11 12:54:14.775423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f3d22a8b-c68c-4f09-814c-dab4b4131d1f req-6da7b1c2-361a-4791-85cf-5585f43f2385 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558898 Feb 11 12:54:14.911850 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (396553b2-fc35-4061-8a3e-338463075076), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:14.932564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359660a-c4c8-4afb-98f0-a8b36d6f92ba req-e3a2e370-a877-4d06-94f2-bdade0068c5b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:14.934143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a359660a-c4c8-4afb-98f0-a8b36d6f92ba req-e3a2e370-a877-4d06-94f2-bdade0068c5b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0636621 Feb 11 12:54:14.984135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a359660a-c4c8-4afb-98f0-a8b36d6f92ba req-02e1e74c-4186-46d3-9db2-ea31ad87afc2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Feb 11 12:54:15.040006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-b279574c-45e3-47cc-8cdb-d30ece3982fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.041517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-b279574c-45e3-47cc-8cdb-d30ece3982fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1156 time: 0.1272724 Feb 11 12:54:15.110534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3f78f-8892-452f-ad2e-90a46e2870a7 req-0ffce4c3-2ec1-4ba6-9527-53c8703a503b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.112173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47e3f78f-8892-452f-ad2e-90a46e2870a7 req-0ffce4c3-2ec1-4ba6-9527-53c8703a503b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0544081 Feb 11 12:54:15.118387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:15.148180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (396553b2-fc35-4061-8a3e-338463075076), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:15.148521 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Floating IP 396553b2-fc35-4061-8a3e-338463075076 disassociated. External IP: 172.25.1.143, port: e4c0383f-8614-4d0f-969e-9a35cba5433f. Feb 11 12:54:15.158985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47e3f78f-8892-452f-ad2e-90a46e2870a7 req-a78fd41e-a336-463e-b44c-9c9e3bd84757 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Feb 11 12:54:15.221342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-647ec085-f768-45e6-994a-68645d12f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.222964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-647ec085-f768-45e6-994a-68645d12f49a service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.1712055 Feb 11 12:54:15.292569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-12554f60-26bd-4ddf-a954-0e0632f80399 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 217 time: 0.0445800 Feb 11 12:54:15.348134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d8e66-c616-4b85-8994-8cbcf2ce2b1f req-4ec51723-8444-463e-9476-ace143fdcc9f tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.349670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-231d8e66-c616-4b85-8994-8cbcf2ce2b1f req-4ec51723-8444-463e-9476-ace143fdcc9f tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0543005 Feb 11 12:54:15.384481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-58cfd312-7a30-4747-9279-37ad5b3ab6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.385999 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-58cfd312-7a30-4747-9279-37ad5b3ab6f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.0828259 Feb 11 12:54:15.400492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-231d8e66-c616-4b85-8994-8cbcf2ce2b1f req-e73dfed3-adfc-4479-b307-97fedd43b44e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446796 Feb 11 12:54:15.451662 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-5ad9b253-cc0c-42bc-857d-b5f422a54d60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571239 Feb 11 12:54:15.500924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:15.598660 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-aef01495-b5c7-440f-b616-10254e2c7151 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382449 Feb 11 12:54:15.696576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d9bed-f2e2-4ea6-bfbe-5b5a74fd70f4 req-b6e8bd94-c29b-45d6-acca-15257615319a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.698210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea7d9bed-f2e2-4ea6-bfbe-5b5a74fd70f4 req-b6e8bd94-c29b-45d6-acca-15257615319a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0576701 Feb 11 12:54:15.717738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:15.723665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:15.729786 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] Sync routers for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:15.740326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:15.741144 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:15.750144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea7d9bed-f2e2-4ea6-bfbe-5b5a74fd70f4 req-726a4ffe-5ae2-4ff7-a40f-1269dc8d31dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452061 Feb 11 12:54:15.767651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3078ae41-9e32-44ce-859b-28aff25f6963 req-e23f899a-b238-4f7b-bf90-a1bd0d67773c service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606231 Feb 11 12:54:15.771288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e677a31c-9ac8-4d9a-bfe9-a6b0d4c754a7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "PUT /v2.0/floatingips/396553b2-fc35-4061-8a3e-338463075076 HTTP/1.1" status: 200 len: 695 time: 1.1944008 Feb 11 12:54:15.771852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:15.774118 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244931f7-7c94-4153-b85c-a0f3955d23e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:15.818938 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb22fbd3-907a-4133-aad5-d2fafd26d5ef x-openstack-request-id: req-eb22fbd3-907a-4133-aad5-d2fafd26d5ef {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:15.819242 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:15.819497 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb22fbd3-907a-4133-aad5-d2fafd26d5ef {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:15.819902 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'status': 'completed', 'code': 200} Feb 11 12:54:15.849851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e32d850a-79e5-46e6-9670-eb8514184368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.851497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-e32d850a-79e5-46e6-9670-eb8514184368 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 1128 time: 0.0671422 Feb 11 12:54:15.865970 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:15.933216 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:15.942347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-45c38ff8-b26d-4921-9688-75b33a7b4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.944507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-45c38ff8-b26d-4921-9688-75b33a7b4ba1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 1128 time: 0.0914607 Feb 11 12:54:15.961434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-1ed61674-ac28-4ddd-82d5-ed4f420f1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.962858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24469a13-14b6-4388-a246-af712e7a8b70 req-79b127a3-e503-4ad1-bb29-dd187160bd0a tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:15.963317 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-1ed61674-ac28-4ddd-82d5-ed4f420f1f4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 200 len: 930 time: 0.1061032 Feb 11 12:54:15.964472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24469a13-14b6-4388-a246-af712e7a8b70 req-79b127a3-e503-4ad1-bb29-dd187160bd0a tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0705857 Feb 11 12:54:16.010676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-ed7ff18e-9a01-4086-9247-458e35a248d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 217 time: 0.0416389 Feb 11 12:54:16.064805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-592e7639-06a0-4fb9-be24-35b55dfb52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.066608 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-592e7639-06a0-4fb9-be24-35b55dfb52bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e16f46b-da03-4be8-a9b8-e3d92f89b10f HTTP/1.1" status: 200 len: 868 time: 0.0469530 Feb 11 12:54:16.069618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24469a13-14b6-4388-a246-af712e7a8b70 req-3f921b4f-14f9-44c4-ab76-14142c60aac1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952084 Feb 11 12:54:16.092166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-ab16d752-f295-4b0a-953d-a63a751f81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.092166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-ab16d752-f295-4b0a-953d-a63a751f81e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 200 len: 930 time: 0.1210899 Feb 11 12:54:16.099296 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:51Z', 'revision_number': 5, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:16.126079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-c691d997-51e2-4b30-a34e-e645bf8edbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.133060 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] Checking router: f9a971e4-4ca4-44e5-87ec-07f0565f79b3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:16.137614 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-c691d997-51e2-4b30-a34e-e645bf8edbf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0640957 Feb 11 12:54:16.142115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-8d248a52-082c-4c3d-83b3-4ed965032c0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 200 len: 217 time: 0.0437074 Feb 11 12:54:16.144293 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:16.144810 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:16.244475 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-35d79f64-7e8c-4dcc-9d28-b5346bd58d5a service neutron] 10.222.0.42 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054473 Feb 11 12:54:16.263809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-e87e6896-06d8-49f1-b1dd-9a829b51c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.265352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-e87e6896-06d8-49f1-b1dd-9a829b51c2cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3e16f46b-da03-4be8-a9b8-e3d92f89b10f HTTP/1.1" status: 200 len: 868 time: 0.1055646 Feb 11 12:54:16.284941 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:16.313967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e1beb-b13d-4804-804a-d92c7fb2229a req-089442f3-0c7b-4da9-a48d-d5651df6a554 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.315473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e2e1beb-b13d-4804-804a-d92c7fb2229a req-089442f3-0c7b-4da9-a48d-d5651df6a554 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.1050208 Feb 11 12:54:16.350519 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f22b796c-5011-4b49-89ae-84632cc5fcc9 req-a5713709-f476-4aca-ba99-b0fc71844480 service neutron] 10.222.0.42 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993671 Feb 11 12:54:16.357924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-3d19af6c-4f27-4bf1-b01b-7622f2b81ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.359676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-3d19af6c-4f27-4bf1-b01b-7622f2b81ab1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0828943 Feb 11 12:54:16.378417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e2e1beb-b13d-4804-804a-d92c7fb2229a req-6340a3ff-45ff-4f25-8880-c82d2ce1ac4b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555756 Feb 11 12:54:16.487120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b0fe7-debe-42cc-9428-45fe4a4ddfa8 req-f8cda831-33a6-437f-b7e0-bfc840d1d9f0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.494319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-836b0fe7-debe-42cc-9428-45fe4a4ddfa8 req-f8cda831-33a6-437f-b7e0-bfc840d1d9f0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0632229 Feb 11 12:54:16.522496 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:51Z', 'revision_number': 5, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:16.548995 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cb81d-11b3-451e-948c-180397192b9a None None] The sync data for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 is: [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:53:44Z', 'revision_number': 4, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f513413f-1721-44e1-8068-c5246e967e24', 'name': '', 'network_id': '8c7ccbf8-244a-4e2d-a549-2a8a4a91442b', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'mac_address': 'fa:16:3e:66:0a:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:43Z', 'updated_at': '2022-02-11T12:53:51Z', 'revision_number': 5, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'subnets': [{'id': '3e16f46b-da03-4be8-a9b8-e3d92f89b10f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:16.549358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10802865-b462-4a51-a2b8-88b0c6502597 req-276280a4-d5f4-4c0b-95f2-891f72276666 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips/396553b2-fc35-4061-8a3e-338463075076 HTTP/1.1" status: 200 len: 695 time: 0.0674698 Feb 11 12:54:16.551432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-7a583228-aa7a-4438-9d9a-04055e28cf7a service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677651 Feb 11 12:54:16.553962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-836b0fe7-debe-42cc-9428-45fe4a4ddfa8 req-e41eaee3-94a9-424e-b824-4b8ad6549361 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586555 Feb 11 12:54:16.680842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c8b3-241e-4a44-9b3c-2484fb0181a3 req-a929edc5-3729-4a20-87fe-cdabedd98eea tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.682401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca34c8b3-241e-4a44-9b3c-2484fb0181a3 req-a929edc5-3729-4a20-87fe-cdabedd98eea tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0586610 Feb 11 12:54:16.733619 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca34c8b3-241e-4a44-9b3c-2484fb0181a3 req-818e5961-6f2c-4e5d-adc8-656d197cd252 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448167 Feb 11 12:54:16.755657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-244931f7-7c94-4153-b85c-a0f3955d23e1 req-82381266-7fad-4283-9c91-88426517f1ae service neutron] 10.222.0.53 "GET /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847162 Feb 11 12:54:16.763570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10802865-b462-4a51-a2b8-88b0c6502597 req-da206f3f-7b92-49cf-bd18-c62bcadd72a1 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.764931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10802865-b462-4a51-a2b8-88b0c6502597 req-da206f3f-7b92-49cf-bd18-c62bcadd72a1 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1839566 Feb 11 12:54:16.784115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-10802865-b462-4a51-a2b8-88b0c6502597 req-9905d151-ea3f-46a0-9039-bac55eb060f8 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:54:16.786173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10802865-b462-4a51-a2b8-88b0c6502597 req-9905d151-ea3f-46a0-9039-bac55eb060f8 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104501 Feb 11 12:54:16.833551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda0ea6b-2b16-4b4a-aebf-2492c41caa49 None None] New status for floating IP 396553b2-fc35-4061-8a3e-338463075076: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:54:16.843508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10802865-b462-4a51-a2b8-88b0c6502597 req-ba3f4a92-9eb5-471a-bc29-80e3474555de tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 698 time: 0.0522687 Feb 11 12:54:16.898387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10802865-b462-4a51-a2b8-88b0c6502597 req-3c62f415-0862-4e37-b527-624350c44ec8 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.143 HTTP/1.1" status: 200 len: 698 time: 0.0483565 Feb 11 12:54:16.981723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de6f8a-e33e-4fd1-ad8a-7b6fcc00e30f req-8f986b9d-4dff-4108-bddc-e5c91233f6e6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:16.989796 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67de6f8a-e33e-4fd1-ad8a-7b6fcc00e30f req-8f986b9d-4dff-4108-bddc-e5c91233f6e6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0645072 Feb 11 12:54:17.035272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67de6f8a-e33e-4fd1-ad8a-7b6fcc00e30f req-76b4979a-e844-4214-84a6-5dc8c663998e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445800 Feb 11 12:54:17.037798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Deleting port bd8667db-8b16-4524-a459-a991f09b4c53 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:17.038374 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bd8667db-8b16-4524-a459-a991f09b4c53), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:17.120668 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:17.125248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bd8667db-8b16-4524-a459-a991f09b4c53), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:17.125495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (bd8667db-8b16-4524-a459-a991f09b4c53), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:17.138353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Calling delete_port for bd8667db-8b16-4524-a459-a991f09b4c53 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:17.166110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818ccc1-161a-4a6d-a9ce-d36037715232 req-78562701-e33c-4f88-afc2-6ec711272ae4 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:17.167713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1818ccc1-161a-4a6d-a9ce-d36037715232 req-78562701-e33c-4f88-afc2-6ec711272ae4 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.0644429 Feb 11 12:54:17.221281 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1818ccc1-161a-4a6d-a9ce-d36037715232 req-2e4add6f-e3f4-4fbb-8926-4c4f6b98e118 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472517 Feb 11 12:54:17.339931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63db9-b0c3-4a03-bf12-4b6ea5c9c639 req-5470445b-f52d-4120-a4a4-f1f2a0f550a8 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:17.341593 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-19c63db9-b0c3-4a03-bf12-4b6ea5c9c639 req-5470445b-f52d-4120-a4a4-f1f2a0f550a8 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0561466 Feb 11 12:54:17.390680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-19c63db9-b0c3-4a03-bf12-4b6ea5c9c639 req-d34ffb2a-bba2-458c-8a00-ad570e61f4da tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428615 Feb 11 12:54:17.511076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da92fd-24d8-48a3-93b1-1dbd64b3a11a req-01d2d055-26ac-4ba4-acbc-80e4d8ccf049 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:17.512701 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61da92fd-24d8-48a3-93b1-1dbd64b3a11a req-01d2d055-26ac-4ba4-acbc-80e4d8ccf049 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0584791 Feb 11 12:54:17.535861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bd8667db-8b16-4524-a459-a991f09b4c53), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:17.563234 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61da92fd-24d8-48a3-93b1-1dbd64b3a11a req-8f6c22c0-b7e7-4175-9a16-a7128a83bcf1 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Feb 11 12:54:17.563493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event deleted for resources: {'Port': ['ID=bd8667db-8b16-4524-a459-a991f09b4c53,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:17.575818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.576170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.577683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.577683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.577683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.577683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.578052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.578198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.578528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.578853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.579183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.579568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.579963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:17.634159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks [] for floatingip (396553b2-fc35-4061-8a3e-338463075076), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:17.636669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:17.637851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10802865-b462-4a51-a2b8-88b0c6502597 req-1f79b0f4-6d55-486b-9f86-a4587247ffd5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "DELETE /v2.0/floatingips/396553b2-fc35-4061-8a3e-338463075076 HTTP/1.1" status: 204 len: 173 time: 0.7385473 Feb 11 12:54:17.691485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec731b3-804a-4ac3-9bac-50d456d33d06 req-9e2f86c3-a760-461e-9d5b-b28858b7fa45 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:17.693030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ec731b3-804a-4ac3-9bac-50d456d33d06 req-9e2f86c3-a760-461e-9d5b-b28858b7fa45 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0620508 Feb 11 12:54:17.745682 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ec731b3-804a-4ac3-9bac-50d456d33d06 req-871c5ffa-83ab-4bb8-ac0c-d30aefca6eb0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Feb 11 12:54:17.854346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d2273-869b-478a-9586-b288fb2e8f27 req-4223d68a-8151-48e1-8d09-fbcecda518ec tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:17.855821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-592d2273-869b-478a-9586-b288fb2e8f27 req-4223d68a-8151-48e1-8d09-fbcecda518ec tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0548344 Feb 11 12:54:17.856346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3083d-315e-4f91-bd40-32b8c29b480e req-441b31a3-9faa-4b09-836a-a8300fc770be tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:17.857901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efa3083d-315e-4f91-bd40-32b8c29b480e req-441b31a3-9faa-4b09-836a-a8300fc770be tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0898342 Feb 11 12:54:17.898076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efa3083d-315e-4f91-bd40-32b8c29b480e req-0e592110-e055-4236-9589-6b2b4fbf2f87 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0343888 Feb 11 12:54:17.908177 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-592d2273-869b-478a-9586-b288fb2e8f27 req-6efdb047-d2fc-45b2-8114-9faa9538bb9d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 Feb 11 12:54:17.959828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5e58b12-8e52-4f47-93f1-07093bacb53c req-b0e9cf7f-d28a-4d51-b17a-1dc3e423faf8 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0422964 Feb 11 12:54:18.164085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adbe0f-03cd-4de4-a949-118a448ab169 req-b127b846-43c4-45df-8262-494f9b834b70 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:18.165596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5adbe0f-03cd-4de4-a949-118a448ab169 req-b127b846-43c4-45df-8262-494f9b834b70 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0528328 Feb 11 12:54:18.194607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5725194-a20c-4930-a8b4-5241c90fdca1 req-6bf99f00-da70-48dd-8f27-b344087b4c58 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:18.196110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a5725194-a20c-4930-a8b4-5241c90fdca1 req-6bf99f00-da70-48dd-8f27-b344087b4c58 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0526609 Feb 11 12:54:18.212313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5adbe0f-03cd-4de4-a949-118a448ab169 req-293fe00c-5678-42d1-a7a1-cc2236bdffed tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Feb 11 12:54:18.242614 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a5725194-a20c-4930-a8b4-5241c90fdca1 req-1d44a8fa-0425-4170-801a-482eed219de2 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Feb 11 12:54:18.346443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc300229-c5ce-49f6-98a2-756a4a12dfa4 req-59774f05-8d84-443c-9118-52ebc075bde0 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:18.347924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc300229-c5ce-49f6-98a2-756a4a12dfa4 req-59774f05-8d84-443c-9118-52ebc075bde0 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.0542924 Feb 11 12:54:18.397885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc300229-c5ce-49f6-98a2-756a4a12dfa4 req-b6fe69fb-7d65-45a7-ab56-d1dd5ab4ed07 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442345 Feb 11 12:54:18.511037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cd776-ef2a-4627-b852-f23b71d8cc9b req-9a33df33-d3bc-4e7a-9cfe-cf86ce491a8b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:18.512522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-040cd776-ef2a-4627-b852-f23b71d8cc9b req-9a33df33-d3bc-4e7a-9cfe-cf86ce491a8b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0543461 Feb 11 12:54:18.562729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-040cd776-ef2a-4627-b852-f23b71d8cc9b req-1ab6c5e0-8f1e-4509-8834-5b1c367501d7 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Feb 11 12:54:18.707287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637e63-4153-4c8f-b1f4-d43edc94f5df req-43a8eb24-fc9a-43a4-a760-4cd3a50c22aa tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:18.708674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43637e63-4153-4c8f-b1f4-d43edc94f5df req-43a8eb24-fc9a-43a4-a760-4cd3a50c22aa tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0644090 Feb 11 12:54:18.754701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43637e63-4153-4c8f-b1f4-d43edc94f5df req-ef2bb528-71f7-42df-9611-e87189ae6b5f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Feb 11 12:54:18.875548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fc22f-1cd2-4312-9d91-e5683073e895 req-0e34655a-60f6-41c3-929b-e4381c1fb062 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:18.877149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b99fc22f-1cd2-4312-9d91-e5683073e895 req-0e34655a-60f6-41c3-929b-e4381c1fb062 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0623796 Feb 11 12:54:18.926890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b99fc22f-1cd2-4312-9d91-e5683073e895 req-c69df76e-3fb6-4d4e-a206-a6ac60f2939b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436826 Feb 11 12:54:19.037014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad1396-01e7-44eb-967e-5ca0264567fc req-603b83bb-2c4d-42f0-8578-88257559ba32 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:19.038562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2dad1396-01e7-44eb-967e-5ca0264567fc req-603b83bb-2c4d-42f0-8578-88257559ba32 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0548325 Feb 11 12:54:19.087530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2dad1396-01e7-44eb-967e-5ca0264567fc req-ba651895-1c5c-4c51-97ab-1193ffd5e57f tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Feb 11 12:54:19.335036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2f5a5-467e-4242-a587-f8f93149f703 req-0ec93323-921a-4f05-8d51-616e2ba887f6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:19.336687 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2a2f5a5-467e-4242-a587-f8f93149f703 req-0ec93323-921a-4f05-8d51-616e2ba887f6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0549183 Feb 11 12:54:19.374831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d0f441-1d8e-4b5c-94fc-60c494aba056 req-6051c338-b325-4811-a52a-29fd72fa6b43 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:19.377982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7d0f441-1d8e-4b5c-94fc-60c494aba056 req-6051c338-b325-4811-a52a-29fd72fa6b43 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0652595 Feb 11 12:54:19.393959 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2a2f5a5-467e-4242-a587-f8f93149f703 req-7f789bb8-eb41-4d88-933c-f47792a8f85f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Feb 11 12:54:19.430253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7d0f441-1d8e-4b5c-94fc-60c494aba056 req-ebd30580-621c-4ce4-815a-16bff06f5241 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Feb 11 12:54:19.518816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280f270-7d9a-486d-89b3-2c3ade53fc14 req-3eba02f0-dc8a-40f0-a1e7-6f852d7cc6d3 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:19.520254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6280f270-7d9a-486d-89b3-2c3ade53fc14 req-3eba02f0-dc8a-40f0-a1e7-6f852d7cc6d3 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.0529976 Feb 11 12:54:19.574119 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6280f270-7d9a-486d-89b3-2c3ade53fc14 req-8d0f44c7-8b73-4b51-9165-e0f2022e297b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480857 Feb 11 12:54:19.683980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621eeb16-6375-4cf8-b14d-bc4c3f4713dd req-fdd35c6a-b5ab-4f24-80f0-65040610db06 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:19.685484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-621eeb16-6375-4cf8-b14d-bc4c3f4713dd req-fdd35c6a-b5ab-4f24-80f0-65040610db06 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0548632 Feb 11 12:54:19.737018 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-621eeb16-6375-4cf8-b14d-bc4c3f4713dd req-fb4a6945-91a4-48c3-961c-479c9980c1cb tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451341 Feb 11 12:54:19.885044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438382d-b3ef-4fe9-8458-99935e353d3d req-aa352659-565b-440e-b216-2eae6f8f27a7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:19.886578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c438382d-b3ef-4fe9-8458-99935e353d3d req-aa352659-565b-440e-b216-2eae6f8f27a7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0540059 Feb 11 12:54:19.934421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c438382d-b3ef-4fe9-8458-99935e353d3d req-d4e68f6c-41ef-432e-84e5-7b1b91a4b3ed tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Feb 11 12:54:20.045427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9f9fa-0b76-42fe-9a14-f7f02a063742 req-cc11a849-3fea-44af-84d4-3b86be0f7fe9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:20.046857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5e9f9fa-0b76-42fe-9a14-f7f02a063742 req-cc11a849-3fea-44af-84d4-3b86be0f7fe9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0523198 Feb 11 12:54:20.097232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5e9f9fa-0b76-42fe-9a14-f7f02a063742 req-3a248a96-2b99-4387-bd8b-c220c2e2c8a2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Feb 11 12:54:20.206765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566628b6-4831-4d58-8847-4fa5fbc02361 req-236595b9-0850-47d3-b09a-24049e430f47 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:20.208300 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-566628b6-4831-4d58-8847-4fa5fbc02361 req-236595b9-0850-47d3-b09a-24049e430f47 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0546203 Feb 11 12:54:20.256732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-566628b6-4831-4d58-8847-4fa5fbc02361 req-9bc04b3a-4e84-4270-add8-cef270a78d1e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Feb 11 12:54:20.534825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb614f-44be-4f59-ba38-9d1bd92e97d6 req-2eac00b3-9a45-41f1-8b7f-6036db857fa1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:20.536449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90cb614f-44be-4f59-ba38-9d1bd92e97d6 req-2eac00b3-9a45-41f1-8b7f-6036db857fa1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0610955 Feb 11 12:54:20.566415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f909d1-4f4b-49ea-88f2-86ed59aed14e req-2fdf6b06-853c-472c-ae6f-6ab01e452a06 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:20.567964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-82f909d1-4f4b-49ea-88f2-86ed59aed14e req-2fdf6b06-853c-472c-ae6f-6ab01e452a06 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0611899 Feb 11 12:54:20.590820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90cb614f-44be-4f59-ba38-9d1bd92e97d6 req-8628015a-4e34-4513-9297-f5f81d4ca070 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484552 Feb 11 12:54:20.629021 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-82f909d1-4f4b-49ea-88f2-86ed59aed14e req-0fd2baac-0f07-46a1-8d27-276e005ac9d5 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546491 Feb 11 12:54:20.703857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7102a70-6a67-4f43-9480-8b3b7f4c74b2 req-c931afef-7854-47ef-b6cf-92b08193e4d7 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:20.705522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7102a70-6a67-4f43-9480-8b3b7f4c74b2 req-c931afef-7854-47ef-b6cf-92b08193e4d7 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.0528128 Feb 11 12:54:20.752982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7102a70-6a67-4f43-9480-8b3b7f4c74b2 req-80ce135d-26d3-48d5-9517-e1f80f7d80c3 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416844 Feb 11 12:54:20.859956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaa901-31b1-4719-9a13-74a3d7dd41f8 req-166411f7-549f-45ae-908f-ad5aea8a1e80 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:20.861404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21eaa901-31b1-4719-9a13-74a3d7dd41f8 req-166411f7-549f-45ae-908f-ad5aea8a1e80 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.0563459 Feb 11 12:54:20.908132 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21eaa901-31b1-4719-9a13-74a3d7dd41f8 req-b8d74aab-0848-49c4-b7fb-b15803bdd8ec tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407798 Feb 11 12:54:21.072384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3458884-bac9-4936-b53d-87c55ab2fcca req-18759972-c310-426c-b091-aa8711621933 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:21.073918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b3458884-bac9-4936-b53d-87c55ab2fcca req-18759972-c310-426c-b091-aa8711621933 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0586650 Feb 11 12:54:21.134812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b3458884-bac9-4936-b53d-87c55ab2fcca req-968c5c18-f4f8-4fe8-9ef4-d0682642a710 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547433 Feb 11 12:54:21.225213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d64c0-4d7f-4911-8736-ae51be1fc28e req-6f849196-37cd-45b9-8742-6291c4b73893 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:21.226670 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-436d64c0-4d7f-4911-8736-ae51be1fc28e req-6f849196-37cd-45b9-8742-6291c4b73893 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0564854 Feb 11 12:54:21.274972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-436d64c0-4d7f-4911-8736-ae51be1fc28e req-8f56b739-86f3-48d4-8997-9d0d0b3030ab tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426354 Feb 11 12:54:21.379557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991526fc-299c-4e5e-8a4a-15ea711cf514 req-2e491ea5-5016-4d53-abd3-6f7d3c9dd95d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:21.381058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991526fc-299c-4e5e-8a4a-15ea711cf514 req-2e491ea5-5016-4d53-abd3-6f7d3c9dd95d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0540419 Feb 11 12:54:21.430844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991526fc-299c-4e5e-8a4a-15ea711cf514 req-54929088-c144-41de-bc97-1f2616e41ae7 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Feb 11 12:54:21.715322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc4b7-2b35-4f10-aa85-552db7abed0f req-94feffd8-d219-4a02-a91a-d84f4fd53b95 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:21.716809 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc0bc4b7-2b35-4f10-aa85-552db7abed0f req-94feffd8-d219-4a02-a91a-d84f4fd53b95 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.0563195 Feb 11 12:54:21.751856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f990-2b74-425e-aa0f-ce1836fc2d9b req-26acd66a-c871-4b20-81cb-ec0ecd078364 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:21.755663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8964f990-2b74-425e-aa0f-ce1836fc2d9b req-26acd66a-c871-4b20-81cb-ec0ecd078364 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0584519 Feb 11 12:54:21.764606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc0bc4b7-2b35-4f10-aa85-552db7abed0f req-17509a9b-3d52-4d93-bc6e-800aa76fba1e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Feb 11 12:54:21.805044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 616d5383-3136-4cdf-9aea-125d9c8031f6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:21.811393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8964f990-2b74-425e-aa0f-ce1836fc2d9b req-52600fd5-2907-4cc8-a100-3db32151461d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521493 Feb 11 12:54:21.901078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 616d5383-3136-4cdf-9aea-125d9c8031f6 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:21.901300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7a3ce-bd59-4a42-a11f-5d2645afc87f req-0b0e0a64-15d6-4ba4-a97e-d50448b3055a tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:21.903404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fa7a3ce-bd59-4a42-a11f-5d2645afc87f req-0b0e0a64-15d6-4ba4-a97e-d50448b3055a tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.0545256 Feb 11 12:54:21.965292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fa7a3ce-bd59-4a42-a11f-5d2645afc87f req-7a6df832-a642-47cc-a681-bdd119c7b5fc tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/security-groups?id=6b111655-24a1-4c32-bb79-b4d995da73c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561407 Feb 11 12:54:21.974913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-ca75a1ae-34ba-495f-8956-40c9983774b5 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:21.976961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-ca75a1ae-34ba-495f-8956-40c9983774b5 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.53 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 946 time: 0.0570965 Feb 11 12:54:22.103680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02567094-3b6a-4418-a7e3-f53f16d42b33 req-ddc7061d-810b-4b2d-b84c-a9acb66f12ac tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:22.105219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02567094-3b6a-4418-a7e3-f53f16d42b33 req-ddc7061d-810b-4b2d-b84c-a9acb66f12ac tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.1105933 Feb 11 12:54:22.155373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Deleting port a640e606-3231-4e6d-890c-560fcf6d543c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:22.155614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:22.183706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02567094-3b6a-4418-a7e3-f53f16d42b33 req-30dd146d-2332-4af8-8a96-7ae024f8aef2 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711296 Feb 11 12:54:22.264502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] For port a640e606-3231-4e6d-890c-560fcf6d543c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a640e606-3231-4e6d-890c-560fcf6d543c,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:22.264908 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:22.266576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa1f41-e72f-4608-bcaa-dcfbdee6ae9a req-331fd369-e2e1-4c1f-b317-37d58d500573 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:22.268274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6aa1f41-e72f-4608-bcaa-dcfbdee6ae9a req-331fd369-e2e1-4c1f-b317-37d58d500573 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 943 time: 0.0576172 Feb 11 12:54:22.283791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Calling delete_port for a640e606-3231-4e6d-890c-560fcf6d543c owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:22.324113 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6aa1f41-e72f-4608-bcaa-dcfbdee6ae9a req-976d3aff-f970-4978-b400-edf3c0e6eccf tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496340 Feb 11 12:54:22.448842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-f9475ad1-f21d-4415-9607-f7a4cc8d28fe service neutron] 10.222.0.53 "GET /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6/bindings/n-h1-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.1542659 Feb 11 12:54:22.464298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38e548-38f4-4c06-bea2-1185bb4a6775 req-43ff714c-db96-463f-82b0-bb017ea7e5ed tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:22.465984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f38e548-38f4-4c06-bea2-1185bb4a6775 req-43ff714c-db96-463f-82b0-bb017ea7e5ed tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1116552 Feb 11 12:54:22.572071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65ada5-bcc2-4757-879d-55169d01be0d req-189c1a31-416f-44cc-9478-8e997ea9492d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:22.573966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab65ada5-bcc2-4757-879d-55169d01be0d req-189c1a31-416f-44cc-9478-8e997ea9492d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0617733 Feb 11 12:54:22.598787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f38e548-38f4-4c06-bea2-1185bb4a6775 req-498a723b-e9aa-4c37-b48a-b2201c1338e9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230841 Feb 11 12:54:22.601620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a640e606-3231-4e6d-890c-560fcf6d543c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:22.621945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a640e606-3231-4e6d-890c-560fcf6d543c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:22.654115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab65ada5-bcc2-4757-879d-55169d01be0d req-e23238d5-fc22-41ba-a820-b50639c134cf tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733674 Feb 11 12:54:22.658234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Pushing event deleted for resources: {'Port': ['ID=a640e606-3231-4e6d-890c-560fcf6d543c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:22.721136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] No DVR routers for this DVR port a640e606-3231-4e6d-890c-560fcf6d543c on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:22.724938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-29480fd9-78ed-4713-9daa-44aa620687bf tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:22.725478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:22.726546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-29480fd9-78ed-4713-9daa-44aa620687bf tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.53 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0592072 Feb 11 12:54:22.728689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8074dc0b-f8fd-4c86-8763-b71780bd7e2d req-e5f11498-df26-48e9-9276-87465880760b tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.53 "DELETE /v2.0/ports/a640e606-3231-4e6d-890c-560fcf6d543c HTTP/1.1" status: 204 len: 173 time: 0.7407379 Feb 11 12:54:22.729118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'name': 'network-vif-deleted', 'tag': 'a640e606-3231-4e6d-890c-560fcf6d543c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:22.731400 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ca2f3a-6f3f-4643-a327-af1b3560ec4b" -d '{"events": [{"server_uuid": "beabf1f3-a98d-470c-a711-1f3c62153f14", "name": "network-vif-deleted", "tag": "a640e606-3231-4e6d-890c-560fcf6d543c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:22.813198 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803ab81d-7d03-448a-a1fb-84b007de49b4 x-openstack-request-id: req-803ab81d-7d03-448a-a1fb-84b007de49b4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:22.814548 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beabf1f3-a98d-470c-a711-1f3c62153f14", "name": "network-vif-deleted", "tag": "a640e606-3231-4e6d-890c-560fcf6d543c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:22.814883 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-803ab81d-7d03-448a-a1fb-84b007de49b4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:22.815352 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beabf1f3-a98d-470c-a711-1f3c62153f14', 'name': 'network-vif-deleted', 'tag': 'a640e606-3231-4e6d-890c-560fcf6d543c', 'status': 'completed', 'code': 200} Feb 11 12:54:22.846438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:22.893063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:22.961064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616d5383-3136-4cdf-9aea-125d9c8031f6 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:54:22.964930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Deleting port e4c0383f-8614-4d0f-969e-9a35cba5433f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:22.965439 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:22.980037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:23.000338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89f054-8bb5-4206-b463-dcdb9316bfa6 req-851bde6b-edb3-4c78-b0c8-f904e5161ea7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.007918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a89f054-8bb5-4206-b463-dcdb9316bfa6 req-851bde6b-edb3-4c78-b0c8-f904e5161ea7 tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 946 time: 0.0884397 Feb 11 12:54:23.020785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e31de-1c6d-44b3-90b4-a5c9a6732786 req-0bc52610-4776-433c-9043-812febf525a8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.022418 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-820e31de-1c6d-44b3-90b4-a5c9a6732786 req-0bc52610-4776-433c-9043-812febf525a8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.1310205 Feb 11 12:54:23.044931 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:23.118382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a89f054-8bb5-4206-b463-dcdb9316bfa6 req-9c89cfee-ac24-4280-b905-8ad01a92224c tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/security-groups?id=43097e39-c656-44cd-979a-d9bd0aeeb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094060 Feb 11 12:54:23.137325 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-820e31de-1c6d-44b3-90b4-a5c9a6732786 req-759d31a7-01e3-4e98-bd1c-b3779ea73216 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078889 Feb 11 12:54:23.145260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] For port e4c0383f-8614-4d0f-969e-9a35cba5433f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4c0383f-8614-4d0f-969e-9a35cba5433f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:23.145665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:23.169799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Calling delete_port for e4c0383f-8614-4d0f-969e-9a35cba5433f owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:23.190316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] Transition to ACTIVE for port object 616d5383-3136-4cdf-9aea-125d9c8031f6 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:54:23.198386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:23.266747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] Pushing event updated for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=10']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:23.300374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-501f88aa-e70d-4ac7-bc06-1d2b86e25c4d req-9d9462b3-1024-43da-8185-08f986320461 tempest-AttachSCSIVolumeTestJSON-893369934 tempest-AttachSCSIVolumeTestJSON-893369934-project] 10.222.0.42 "GET /v2.0/ports?device_id=beabf1f3-a98d-470c-a711-1f3c62153f14 HTTP/1.1" status: 200 len: 210 time: 0.0401969 Feb 11 12:54:23.341458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] No DVR routers for this DVR port 616d5383-3136-4cdf-9aea-125d9c8031f6 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:23.379910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-c777076e-a137-470e-9d63-a9f9eb0b048f service neutron] 10.222.0.53 "PUT /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6/bindings/n-h1-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9129229 Feb 11 12:54:23.444836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01667fd1-f49b-45f9-aa38-d40a216da2e2 req-d2115190-d549-4e84-8033-fc149f9b6f9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.446738 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01667fd1-f49b-45f9-aa38-d40a216da2e2 req-d2115190-d549-4e84-8033-fc149f9b6f9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.1550972 Feb 11 12:54:23.448563 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e4c0383f-8614-4d0f-969e-9a35cba5433f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:23.467533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e4c0383f-8614-4d0f-969e-9a35cba5433f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:23.482864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d128509-d466-47fd-a2dd-c1f59e99eb76 req-edbf9c27-97ba-4860-942c-ce7f3b7587e9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.485054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d128509-d466-47fd-a2dd-c1f59e99eb76 req-edbf9c27-97ba-4860-942c-ce7f3b7587e9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.0782373 Feb 11 12:54:23.528162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Pushing event deleted for resources: {'Port': ['ID=e4c0383f-8614-4d0f-969e-9a35cba5433f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:23.574800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d128509-d466-47fd-a2dd-c1f59e99eb76 req-d6695d94-8b0f-4cb5-8d8e-b54112cae044 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839427 Feb 11 12:54:23.607438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] No DVR routers for this DVR port e4c0383f-8614-4d0f-969e-9a35cba5433f on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:23.611739 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:23.622820 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed50e9ae-54e4-4baa-853e-149b6b811bfe req-bf943b56-15c3-4437-8fde-789c3104346d tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.53 "DELETE /v2.0/ports/e4c0383f-8614-4d0f-969e-9a35cba5433f HTTP/1.1" status: 204 len: 173 time: 0.8749521 Feb 11 12:54:23.624398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'name': 'network-vif-deleted', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:23.628956 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3095fe-fd38-41aa-9768-2836cc467ddb" -d '{"events": [{"server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "name": "network-vif-deleted", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:23.636377 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01667fd1-f49b-45f9-aa38-d40a216da2e2 req-e0a2dc04-ee98-43b5-88bc-633891f7feeb tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760497 Feb 11 12:54:23.645738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-1a9c3094-0b34-4c67-bc22-5035ba8cafc8 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.647467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-1a9c3094-0b34-4c67-bc22-5035ba8cafc8 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.1834183 Feb 11 12:54:23.722192 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf07375-f248-4c10-b8f0-adf8677359eb x-openstack-request-id: req-2cf07375-f248-4c10-b8f0-adf8677359eb {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:23.723861 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09e8b18-a490-4797-bc67-fc74f7c2ee19", "name": "network-vif-deleted", "tag": "e4c0383f-8614-4d0f-969e-9a35cba5433f", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:23.724243 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cf07375-f248-4c10-b8f0-adf8677359eb {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:23.724998 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09e8b18-a490-4797-bc67-fc74f7c2ee19', 'name': 'network-vif-deleted', 'tag': 'e4c0383f-8614-4d0f-969e-9a35cba5433f', 'status': 'completed', 'code': 200} Feb 11 12:54:23.837909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-a64e2548-18d3-49dd-a16e-36f88fb743b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.839618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-a64e2548-18d3-49dd-a16e-36f88fb743b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656&tenant_id=a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 1126 time: 0.1850624 Feb 11 12:54:23.846234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a74ce-ae43-4a65-960e-c2993412a052 req-c70fab44-f610-4bcd-a1f3-93a458b0dace tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.848025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd8a74ce-ae43-4a65-960e-c2993412a052 req-c70fab44-f610-4bcd-a1f3-93a458b0dace tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0751252 Feb 11 12:54:23.905600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e364eb0-2588-4176-900d-f37c8c30f473 req-db55a2f3-234e-454a-ae8b-939fb67cad62 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.907243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e364eb0-2588-4176-900d-f37c8c30f473 req-db55a2f3-234e-454a-ae8b-939fb67cad62 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.1374624 Feb 11 12:54:23.912455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd8a74ce-ae43-4a65-960e-c2993412a052 req-1c0a072f-7f45-47af-aa57-d8f2a9a39027 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566137 Feb 11 12:54:23.940783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0bdc1cc2-70df-497b-a37c-4e96355efdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:23.942328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-0bdc1cc2-70df-497b-a37c-4e96355efdc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1126 time: 0.0732064 Feb 11 12:54:23.990721 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e364eb0-2588-4176-900d-f37c8c30f473 req-3223e169-8636-4ae8-aa86-705a7535692d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735946 Feb 11 12:54:24.054969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-43c38e6f-40c4-4f61-ab20-a3f3c980f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:24.056529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-43c38e6f-40c4-4f61-ab20-a3f3c980f2a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1048670 Feb 11 12:54:24.099734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-a5a8b2a8-28e8-4a89-9c79-3e7bc3bb3289 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 217 time: 0.0351164 Feb 11 12:54:24.148226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-a133fd71-ea46-409d-9411-946c17fdb18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:24.149834 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-a133fd71-ea46-409d-9411-946c17fdb18f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0440443 Feb 11 12:54:24.189680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-4d044980-270a-489e-ba22-e4fe985d8780 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326908 Feb 11 12:54:24.244431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4c4d458-63c4-44a0-8897-422af43ed474 req-e4b9bf8b-725b-442d-a2e0-f7b3806a498b tempest-FloatingIPsAssociationNegativeTestJSON-968467337 tempest-FloatingIPsAssociationNegativeTestJSON-968467337-project] 10.222.0.42 "GET /v2.0/ports?device_id=e09e8b18-a490-4797-bc67-fc74f7c2ee19 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Feb 11 12:54:24.323330 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-70cb3a5a-ef86-4120-af5e-36edcfca85b8 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271081 Feb 11 12:54:24.333213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e87c91-2a4f-46ad-ad8c-4c09f15ff26f req-839557e0-972f-434a-a4bd-d5e51506b832 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:24.335618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6e87c91-2a4f-46ad-ad8c-4c09f15ff26f req-839557e0-972f-434a-a4bd-d5e51506b832 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.1095839 Feb 11 12:54:24.451740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6e87c91-2a4f-46ad-ad8c-4c09f15ff26f req-66bdb904-55cf-4b48-bbb6-4fb1d011da0f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038065 Feb 11 12:54:24.483336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-09f4c4df-7138-4386-a9e4-9279f42d5883 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466119 Feb 11 12:54:24.724329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94cdd7d0-6d18-4533-bf7d-11236cbd604d details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:54:24.754613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26d2fb-f784-40b8-a847-49b172cc7d98 req-c1c2971b-2dae-4c00-b515-dddeb0ed922a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:24.759675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc26d2fb-f784-40b8-a847-49b172cc7d98 req-c1c2971b-2dae-4c00-b515-dddeb0ed922a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.0882282 Feb 11 12:54:24.813830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc26d2fb-f784-40b8-a847-49b172cc7d98 req-77c4bd99-4acb-4ba3-b5ea-96c360f185fa tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480082 Feb 11 12:54:24.831392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-16913c50-2e0f-457b-ab87-f1024647e735 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:24.833152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-16913c50-2e0f-457b-ab87-f1024647e735 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.1330473 Feb 11 12:54:24.874260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94cdd7d0-6d18-4533-bf7d-11236cbd604d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:24.889306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'port_id': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'mac_address': 'fa:16:3e:83:d6:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:54:24.912969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aac3c-9638-462f-8855-1789d7296408 req-120a5a68-6ccc-4005-a8d2-6bae845587e2 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:24.919981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-708aac3c-9638-462f-8855-1789d7296408 req-120a5a68-6ccc-4005-a8d2-6bae845587e2 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 944 time: 0.1757088 Feb 11 12:54:24.935417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 94cdd7d0-6d18-4533-bf7d-11236cbd604d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:24.936135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:24.957060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94cdd7d0-6d18-4533-bf7d-11236cbd604d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:54:25.005855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94cdd7d0-6d18-4533-bf7d-11236cbd604d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:25.011478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:25.074521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=94cdd7d0-6d18-4533-bf7d-11236cbd604d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:25.082412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.082783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.083106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.083592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.084081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.084565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.085127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.085731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.086218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.086550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.086884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.087623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.087972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:25.102689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f159dbc-19bd-4235-b0c1-728b9aa8d412 req-e85ae50f-91cc-44a4-94b6-8f61cfbff9ff tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:25.105547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f159dbc-19bd-4235-b0c1-728b9aa8d412 req-e85ae50f-91cc-44a4-94b6-8f61cfbff9ff tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0795476 Feb 11 12:54:25.116443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-708aac3c-9638-462f-8855-1789d7296408 req-8c249f71-e95c-4c3a-9d44-236c3d3b20d4 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954937 Feb 11 12:54:25.133480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-41389531-cec7-43fa-b6ce-bcd9327f17ff service neutron] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:25.133480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-41389531-cec7-43fa-b6ce-bcd9327f17ff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:25.133480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0af5f23-1b17-4ec5-b114-312140cbfecb req-41389531-cec7-43fa-b6ce-bcd9327f17ff service neutron] 10.222.0.64 "DELETE /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6/bindings/n-h2-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.2934031 Feb 11 12:54:25.201232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f159dbc-19bd-4235-b0c1-728b9aa8d412 req-af6bb7c9-4078-41fc-9c4a-77b04755a5f1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892456 Feb 11 12:54:25.316009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59156) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:25.383785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['94cdd7d0-6d18-4533-bf7d-11236cbd604d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:25.622115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbee8c2-7f0a-4186-bffe-eabe05beb651 req-a6c3ac24-0df1-4740-81cf-e088df3001b2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:25.624805 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdbee8c2-7f0a-4186-bffe-eabe05beb651 req-a6c3ac24-0df1-4740-81cf-e088df3001b2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.4276464 Feb 11 12:54:25.657782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b00d01-6ffd-472d-97a1-9c3f1f82279c req-556888cf-230d-4931-a3d6-c0153d6911e5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:25.659547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4b00d01-6ffd-472d-97a1-9c3f1f82279c req-556888cf-230d-4931-a3d6-c0153d6911e5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.1021976 Feb 11 12:54:25.681748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdbee8c2-7f0a-4186-bffe-eabe05beb651 req-b26b2157-8d74-4bef-9d07-405ff4754d7c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500276 Feb 11 12:54:25.770000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4b00d01-6ffd-472d-97a1-9c3f1f82279c req-60696c8d-f71c-41ea-8c97-756f71cc09c7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911903 Feb 11 12:54:25.855752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a640e606-3231-4e6d-890c-560fcf6d543c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:25.881193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: a640e606-3231-4e6d-890c-560fcf6d543c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:25.881820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a640e606-3231-4e6d-890c-560fcf6d543c not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:25.882560 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4c0383f-8614-4d0f-969e-9a35cba5433f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:25.906513 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:25.907719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: e4c0383f-8614-4d0f-969e-9a35cba5433f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:25.908329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4c0383f-8614-4d0f-969e-9a35cba5433f not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:25.959639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1d315-a9f8-412c-aa65-24b95d838c4c req-2588ebd3-1075-402e-bcb7-d0a4ae3fffb8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:25.962297 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-96a1d315-a9f8-412c-aa65-24b95d838c4c req-2588ebd3-1075-402e-bcb7-d0a4ae3fffb8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.0622587 Feb 11 12:54:26.011895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-96a1d315-a9f8-412c-aa65-24b95d838c4c req-e93f4d59-d4ef-4656-96cd-0229ce2b34de tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Feb 11 12:54:26.174690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da94ae9-372e-4846-8b90-b3637b4bcbbf req-317e134a-08c5-4956-8494-ad7ab744f3f2 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:26.182432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7da94ae9-372e-4846-8b90-b3637b4bcbbf req-317e134a-08c5-4956-8494-ad7ab744f3f2 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1126 time: 0.0617862 Feb 11 12:54:26.231540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7da94ae9-372e-4846-8b90-b3637b4bcbbf req-93cb0501-f15f-4884-aa66-2e6ce83bdb79 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478270 Feb 11 12:54:26.295127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbc5bb-c417-46bf-ac34-6b29654cd211 req-f86b56cc-9d35-44c8-bdd0-2d6cbfbe1968 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:26.296707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94bbc5bb-c417-46bf-ac34-6b29654cd211 req-f86b56cc-9d35-44c8-bdd0-2d6cbfbe1968 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 945 time: 0.0861299 Feb 11 12:54:26.298521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Deleting port f513413f-1721-44e1-8068-c5246e967e24 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:26.298736 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f513413f-1721-44e1-8068-c5246e967e24), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:26.447068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94bbc5bb-c417-46bf-ac34-6b29654cd211 req-6bd83a20-eeca-49e1-a707-67b3fb81c3d1 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255567 Feb 11 12:54:26.479135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7cab2-c9f1-42c3-acb3-352c70a11c87 req-122922d0-cf3b-46c5-bd9e-56c6a16053de tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:26.481947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] For port f513413f-1721-44e1-8068-c5246e967e24, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f513413f-1721-44e1-8068-c5246e967e24,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:26.482563 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f513413f-1721-44e1-8068-c5246e967e24), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:26.487181 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ff7cab2-c9f1-42c3-acb3-352c70a11c87 req-122922d0-cf3b-46c5-bd9e-56c6a16053de tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1617596 Feb 11 12:54:26.516513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Calling delete_port for f513413f-1721-44e1-8068-c5246e967e24 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:26.517763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-96368f7d-4f8a-4680-8b94-643c1033b192 service neutron] 10.222.0.64 "GET /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.1741781 Feb 11 12:54:26.634660 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ff7cab2-c9f1-42c3-acb3-352c70a11c87 req-a84fee58-db9c-4f30-9d53-b1731580011c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461389 Feb 11 12:54:26.668700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbb58c-5a00-432c-99f7-546dea31107c req-db3987d8-c4e6-45b9-8f14-fccea266aba5 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:26.670245 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0dbb58c-5a00-432c-99f7-546dea31107c req-db3987d8-c4e6-45b9-8f14-fccea266aba5 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1126 time: 0.1318457 Feb 11 12:54:26.730377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94cdd7d0-6d18-4533-bf7d-11236cbd604d up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:26.757519 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0dbb58c-5a00-432c-99f7-546dea31107c req-e155bacc-9f8e-46da-8cfc-d78291ec0f2e tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693944 Feb 11 12:54:26.766659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:26.820355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 94cdd7d0-6d18-4533-bf7d-11236cbd604d completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:54:26.826431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 94cdd7d0-6d18-4533-bf7d-11236cbd604d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:26.826814 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:26.878102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:26.928294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21a2df9-934f-4c72-bb90-8864b789a058 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:54:26.937184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 94cdd7d0-6d18-4533-bf7d-11236cbd604d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:26.937845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:26.942388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0997d-3cc0-41c5-b513-c04973632aa9 req-e85e86ec-0945-4e19-b198-490ccc092c7b tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:26.948350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bc0997d-3cc0-41c5-b513-c04973632aa9 req-e85e86ec-0945-4e19-b198-490ccc092c7b tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.1198285 Feb 11 12:54:26.964222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:26.974267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:26.976994 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d422750-427f-4411-8203-27ff1068239f" -d '{"events": [{"server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "name": "network-vif-plugged", "status": "completed", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:26.985616 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:27.007342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94cdd7d0-6d18-4533-bf7d-11236cbd604d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:27.013799 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:27.015149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f21a2df9-934f-4c72-bb90-8864b789a058 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:27.128429 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bc0997d-3cc0-41c5-b513-c04973632aa9 req-429e9a44-3228-4f1c-913b-14175034d21d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514821 Feb 11 12:54:27.156438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=94cdd7d0-6d18-4533-bf7d-11236cbd604d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:27.174863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f21a2df9-934f-4c72-bb90-8864b789a058 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:27.224965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] Transition to ACTIVE for port object f21a2df9-934f-4c72-bb90-8864b789a058 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:54:27.225842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f513413f-1721-44e1-8068-c5246e967e24), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:27.230102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:27.260399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f513413f-1721-44e1-8068-c5246e967e24,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:27.269006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca7a0-a02f-459c-8f11-d55708909233 req-61581534-9924-47b4-99f2-6b4d1c782cfd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.276030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-810ca7a0-a02f-459c-8f11-d55708909233 req-61581534-9924-47b4-99f2-6b4d1c782cfd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 944 time: 0.4081655 Feb 11 12:54:27.325911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] No DVR routers for this DVR port f21a2df9-934f-4c72-bb90-8864b789a058 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:27.349161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=10']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:27.387883 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-d55aecbc-129a-4b8a-b616-3a5d35c44f69 service neutron] 10.222.0.64 "PUT /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058/bindings/n-h2-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8589482 Feb 11 12:54:27.442779 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b9b076-df80-43c9-b2df-0025201c17c1 x-openstack-request-id: req-85b9b076-df80-43c9-b2df-0025201c17c1 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:27.443089 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "name": "network-vif-plugged", "status": "completed", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:27.443670 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85b9b076-df80-43c9-b2df-0025201c17c1 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:27.444067 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'code': 200} Feb 11 12:54:27.579608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-810ca7a0-a02f-459c-8f11-d55708909233 req-186f017f-1ca7-4c7b-848a-7d4bdad2502d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025303 Feb 11 12:54:27.604616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-6c4ac964-f975-4ef1-a82f-13b18a86bb6a tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.606763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-6c4ac964-f975-4ef1-a82f-13b18a86bb6a tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.1443777 Feb 11 12:54:27.609572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7833f8b-b6bf-4d21-b6b2-99d7407d02be req-d474c942-70af-466b-827b-43d6793d3d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.611309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7833f8b-b6bf-4d21-b6b2-99d7407d02be req-d474c942-70af-466b-827b-43d6793d3d00 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 1128 time: 0.0997467 Feb 11 12:54:27.656237 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:27.718089 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7833f8b-b6bf-4d21-b6b2-99d7407d02be req-9ec41f6d-39aa-461a-8d5d-5d6d9bdaf186 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966017 Feb 11 12:54:27.724396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-9148f04a-9154-48ed-bbde-e7465e94370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.725955 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-9148f04a-9154-48ed-bbde-e7465e94370d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 1127 time: 0.1035602 Feb 11 12:54:27.739760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee458999-109a-42ed-90d9-27ba52c4b8d9 req-f81c7afc-eb8b-4aa4-be27-29ad7a524059 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.746273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee458999-109a-42ed-90d9-27ba52c4b8d9 req-f81c7afc-eb8b-4aa4-be27-29ad7a524059 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.1338520 Feb 11 12:54:27.826798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee458999-109a-42ed-90d9-27ba52c4b8d9 req-4033a717-fa03-437a-8f71-bc4672e13ca0 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779989 Feb 11 12:54:27.828272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844894a-8d59-4419-8f28-22965b92d7fa req-166e1c18-e699-4f4a-a603-e23275701949 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.829875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e844894a-8d59-4419-8f28-22965b92d7fa req-166e1c18-e699-4f4a-a603-e23275701949 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1011074 Feb 11 12:54:27.835870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-60f12c0c-a597-4e94-87d6-313f298f2627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.837503 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-60f12c0c-a597-4e94-87d6-313f298f2627 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1127 time: 0.0712581 Feb 11 12:54:27.937962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-195ec7a3-79f6-4e52-923e-785c5c3b6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:27.939980 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-195ec7a3-79f6-4e52-923e-785c5c3b6890 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.0900793 Feb 11 12:54:27.971132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e844894a-8d59-4419-8f28-22965b92d7fa req-a6b9a3f3-8eed-4ee9-9ce2-705ef1d29816 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317317 Feb 11 12:54:27.990907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:28.008246 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-2c9e361b-bca8-4bff-98b2-d0d326d29012 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 217 time: 0.0577302 Feb 11 12:54:28.067054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-1ea83153-b33b-4775-b3f3-284bb4d79946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:28.068890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-1ea83153-b33b-4775-b3f3-284bb4d79946 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.0474725 Feb 11 12:54:28.103749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-a3410fd8-9483-4644-b7b4-baa6eeff0166 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273049 Feb 11 12:54:28.105551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:28.111475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-44d41d8b-c9b1-41b9-9208-0bf0c65408b6 admin admin] 10.222.0.42 "PUT /v2.0/routers/f9a971e4-4ca4-44e5-87ec-07f0565f79b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7929339 Feb 11 12:54:28.117010 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] Sync routers for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:28.118002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59196) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:28.129910 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:28.130854 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:28.250318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks [] for router (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:28.277844 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:28.319292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af6e87f-7656-4f5c-bf73-7a019b02af4a req-9768dfd2-e2ce-4ad8-89cd-a73e1b4f8224 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:28.321033 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8af6e87f-7656-4f5c-bf73-7a019b02af4a req-9768dfd2-e2ce-4ad8-89cd-a73e1b4f8224 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0858135 Feb 11 12:54:28.324190 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-303d0435-cb58-4e62-933d-6a3527863c01 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101672 Feb 11 12:54:28.369162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks [] for router_gateway (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:28.440181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Deleting port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:28.440587 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:28.472164 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:54:26Z', 'revision_number': 5, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port': {'id': '9ba1c5b1-4a06-4a39-9423-add16e0d65b6', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:41Z', 'updated_at': '2022-02-11T12:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:28.485184 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8af6e87f-7656-4f5c-bf73-7a019b02af4a req-30b4fef2-8d5e-4d19-a691-d182c997d8d4 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573398 Feb 11 12:54:28.507025 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-b6c87eeb-4785-46fc-9468-9b1a6e2b1267 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707737 Feb 11 12:54:28.507918 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] Checking router: f9a971e4-4ca4-44e5-87ec-07f0565f79b3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:28.522931 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:54:28.523672 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] Routers {'f9a971e4-4ca4-44e5-87ec-07f0565f79b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:28.524279 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:28.538361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] For port 9ba1c5b1-4a06-4a39-9423-add16e0d65b6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:28.538637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:28.554241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Calling delete_port for 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:28.632834 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] Set router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:28.696836 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:54:28Z', 'revision_number': 6, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:28.728504 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f241e30-ba1a-43a3-9184-fcb0e132aec1 None None] The sync data for ids ['f9a971e4-4ca4-44e5-87ec-07f0565f79b3'] in n-d-828675-3 is: [{'id': 'f9a971e4-4ca4-44e5-87ec-07f0565f79b3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1169237823-router', 'tenant_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:40Z', 'updated_at': '2022-02-11T12:54:28Z', 'revision_number': 6, 'project_id': '4fd119fa7cca4a44be2ae6ce18e58667', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:28.757883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9ba1c5b1-4a06-4a39-9423-add16e0d65b6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:28.797230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ee853-44df-43a0-acfb-c22572850874 req-da0e4bda-a6ca-4479-a64f-67cfb39b64bb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:28.799454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de0ee853-44df-43a0-acfb-c22572850874 req-da0e4bda-a6ca-4479-a64f-67cfb39b64bb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 945 time: 0.1350596 Feb 11 12:54:28.804663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba1c5b1-4a06-4a39-9423-add16e0d65b6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:28.857953 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de0ee853-44df-43a0-acfb-c22572850874 req-81044537-08eb-436f-8504-f04fc6923177 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459960 Feb 11 12:54:28.875284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:28.984329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-f4369342-efff-49d4-b782-a4b00fc136bc tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:28.985951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-f4369342-efff-49d4-b782-a4b00fc136bc tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.0532198 Feb 11 12:54:29.034287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.039301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks [] for router_controller (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.119614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdef365-1140-4e9f-94a1-89ea4c1c87a9 req-96e561d8-12c1-49a2-a1ea-d72ecba85f65 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:29.127088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecdef365-1140-4e9f-94a1-89ea4c1c87a9 req-96e561d8-12c1-49a2-a1ea-d72ecba85f65 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.2015700 Feb 11 12:54:29.165711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (f9a971e4-4ca4-44e5-87ec-07f0565f79b3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.166417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a971e4-4ca4-44e5-87ec-07f0565f79b3 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:54:29.175709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.179498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3668de62-4a97-41ad-9291-21393641c67c admin admin] 10.222.0.42 "DELETE /v2.0/routers/f9a971e4-4ca4-44e5-87ec-07f0565f79b3 HTTP/1.1" status: 204 len: 168 time: 1.0603893 Feb 11 12:54:29.179913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-b3fbed85-cf82-40b1-8132-037cb2ace65b service neutron] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:29.181760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59210) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:29.187624 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-b3fbed85-cf82-40b1-8132-037cb2ace65b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.188813 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e1e706c-c731-46e0-96f8-0613cc24258a req-b3fbed85-cf82-40b1-8132-037cb2ace65b service neutron] 10.222.0.53 "DELETE /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058/bindings/n-h1-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.1951954 Feb 11 12:54:29.214792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25442c32-c28b-46c3-92f8-ea6c6766309f req-1638cbe0-b7f9-4a54-95f9-7346fe531cd4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:29.225130 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-25442c32-c28b-46c3-92f8-ea6c6766309f req-1638cbe0-b7f9-4a54-95f9-7346fe531cd4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1459148 Feb 11 12:54:29.257974 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7761bd63-51bb-4e06-9b5d-d5b01761e73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.264795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecdef365-1140-4e9f-94a1-89ea4c1c87a9 req-c4f63f00-2556-4620-9e26-776d99e3046c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363873 Feb 11 12:54:29.287766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] Deleting subnet 3e16f46b-da03-4be8-a9b8-e3d92f89b10f {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:54:29.291565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] Publish callbacks [] for subnet (3e16f46b-da03-4be8-a9b8-e3d92f89b10f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.312346 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-25442c32-c28b-46c3-92f8-ea6c6766309f req-9678a22f-b37c-4c79-a1d0-9498459c889a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814214 Feb 11 12:54:29.337053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (3e16f46b-da03-4be8-a9b8-e3d92f89b10f), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.374480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f513413f-1721-44e1-8068-c5246e967e24 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:29.397190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f513413f-1721-44e1-8068-c5246e967e24 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:29.397912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f513413f-1721-44e1-8068-c5246e967e24 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:29.459629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (3e16f46b-da03-4be8-a9b8-e3d92f89b10f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.523826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (3e16f46b-da03-4be8-a9b8-e3d92f89b10f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.560084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e16f46b-da03-4be8-a9b8-e3d92f89b10f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:29.562333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.570767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-be664b3d-0fcd-4a8d-ab07-d6a4b70c3d42 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3e16f46b-da03-4be8-a9b8-e3d92f89b10f HTTP/1.1" status: 204 len: 168 time: 0.3852918 Feb 11 12:54:29.570971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e2840f-209d-4c91-a8d9-5f5c189789c1 None None] Network 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:54:29.571160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59214) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:29.646894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e6d9b-7847-4e38-ac41-5e646885617e req-709dfacc-37f6-460c-9ddd-1485861e5969 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:29.655913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.658162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-593e6d9b-7847-4e38-ac41-5e646885617e req-709dfacc-37f6-460c-9ddd-1485861e5969 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0987408 Feb 11 12:54:29.763451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Deleting port ce5fd733-b856-44b1-a70b-f8f00e48407f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:29.763798 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.788297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] DHCP port deletion for 8c7ccbf8-244a-4e2d-a549-2a8a4a91442b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:54:29.799532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-593e6d9b-7847-4e38-ac41-5e646885617e req-bda0e03a-fbf2-4cf2-b439-6d0a9dd3ade8 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358337 Feb 11 12:54:29.856515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] Deleting port ce5fd733-b856-44b1-a70b-f8f00e48407f {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:29.856922 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.857475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] For port ce5fd733-b856-44b1-a70b-f8f00e48407f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce5fd733-b856-44b1-a70b-f8f00e48407f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:29.857979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.871215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Calling delete_port for ce5fd733-b856-44b1-a70b-f8f00e48407f owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:29.922309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] For port ce5fd733-b856-44b1-a70b-f8f00e48407f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce5fd733-b856-44b1-a70b-f8f00e48407f,segment=NetworkSegment(38a4c58b-6312-42bd-a8ad-b12af8558498),segment_id=38a4c58b-6312-42bd-a8ad-b12af8558498)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:29.923642 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:29.937516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] Calling delete_port for ce5fd733-b856-44b1-a70b-f8f00e48407f owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:29.996070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.028448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5fd733-b856-44b1-a70b-f8f00e48407f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:30.030496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] No DVR routers for this DVR port ce5fd733-b856-44b1-a70b-f8f00e48407f on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:30.038759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e2e96-4213-4cb3-a127-5afec8c3529d req-f9d8ad74-2498-42ae-867e-599f98dddf6a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:30.045674 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef6e2e96-4213-4cb3-a127-5afec8c3529d req-f9d8ad74-2498-42ae-867e-599f98dddf6a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 945 time: 0.1080227 Feb 11 12:54:30.055078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (ce5fd733-b856-44b1-a70b-f8f00e48407f), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.081887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] Pushing event deleted for resources: {'Port': ['ID=ce5fd733-b856-44b1-a70b-f8f00e48407f,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:30.088012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05d794-044d-4b83-995c-e0932e22ec84 None None] No DVR routers for this DVR port ce5fd733-b856-44b1-a70b-f8f00e48407f on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:30.149468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.167416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef6e2e96-4213-4cb3-a127-5afec8c3529d req-4e00019d-4252-482a-9161-5d55cf3a569a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208274 Feb 11 12:54:30.178079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7ccbf8-244a-4e2d-a549-2a8a4a91442b']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:30.189957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a4c58b-6312-42bd-a8ad-b12af8558498') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:30.190572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a4c58b-6312-42bd-a8ad-b12af8558498') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:30.200716 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (38a4c58b-6312-42bd-a8ad-b12af8558498), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.214820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (38a4c58b-6312-42bd-a8ad-b12af8558498), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.229827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:54:30.229827 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (38a4c58b-6312-42bd-a8ad-b12af8558498), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:54:30.232642 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:54:30.320057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (8c7ccbf8-244a-4e2d-a549-2a8a4a91442b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.342506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.349038 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8c7ccbf8-244a-4e2d-a549-2a8a4a91442b HTTP/1.1" status: 204 len: 168 time: 0.7766562 Feb 11 12:54:30.352293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b20282-e83b-4397-a10e-67212bdeb698 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7ccbf8-244a-4e2d-a549-2a8a4a91442b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:30.359970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1affdf-22a7-4915-b3d6-95a7f5d7b011 req-453b9184-0c83-4b00-b59b-26baf4cd9557 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:30.362095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cc1affdf-22a7-4915-b3d6-95a7f5d7b011 req-453b9184-0c83-4b00-b59b-26baf4cd9557 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1127 time: 0.0838945 Feb 11 12:54:30.403924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a9776-a12f-4f77-98ed-eb56c62bd715 req-8cd3b3bc-bdf3-4374-a518-4480a4ef285c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:30.412534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be0a9776-a12f-4f77-98ed-eb56c62bd715 req-8cd3b3bc-bdf3-4374-a518-4480a4ef285c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.0794084 Feb 11 12:54:30.426463 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cc1affdf-22a7-4915-b3d6-95a7f5d7b011 req-bfdddc41-9295-4451-9a05-6d62464b3145 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577049 Feb 11 12:54:30.482935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be0a9776-a12f-4f77-98ed-eb56c62bd715 req-aa4a5e72-170e-4188-b9a4-181b696ddd38 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693650 Feb 11 12:54:30.529451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59236) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:30.580430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa4949-3771-46fe-ad84-d4648a795be2 req-6f04490f-0488-480b-9775-d5d043e94235 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:30.581937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5baa4949-3771-46fe-ad84-d4648a795be2 req-6f04490f-0488-480b-9775-d5d043e94235 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0976305 Feb 11 12:54:30.592091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2af0b-36fb-477c-b0a9-091fb72f5c13 req-53d7133b-14cc-4686-965b-4115508869a7 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:30.594178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ce2af0b-36fb-477c-b0a9-091fb72f5c13 req-53d7133b-14cc-4686-965b-4115508869a7 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1127 time: 0.0559943 Feb 11 12:54:30.601061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f86e3d2d-4d08-4341-bd7e-c57e71464d75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fd119fa7cca4a44be2ae6ce18e58667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0673404 Feb 11 12:54:30.608370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59238) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:30.646339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ce2af0b-36fb-477c-b0a9-091fb72f5c13 req-74697874-1c48-4c3c-9335-826075477989 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449381 Feb 11 12:54:30.681982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5baa4949-3771-46fe-ad84-d4648a795be2 req-5458bcb7-73a9-4fb5-bf88-2f5fae88c17f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890186 Feb 11 12:54:30.699602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc17af48-b86c-490a-99ba-d53aceadca57 admin admin] Publish callbacks [] for security_group (43097e39-c656-44cd-979a-d9bd0aeeb86e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.727475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc17af48-b86c-490a-99ba-d53aceadca57 admin admin] Publish callbacks [] for security_group (43097e39-c656-44cd-979a-d9bd0aeeb86e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.802719 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc17af48-b86c-490a-99ba-d53aceadca57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (43097e39-c656-44cd-979a-d9bd0aeeb86e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.806949 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc17af48-b86c-490a-99ba-d53aceadca57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:30.810456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fc17af48-b86c-490a-99ba-d53aceadca57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43097e39-c656-44cd-979a-d9bd0aeeb86e HTTP/1.1" status: 204 len: 168 time: 0.1988068 Feb 11 12:54:30.829496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17af48-b86c-490a-99ba-d53aceadca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43097e39-c656-44cd-979a-d9bd0aeeb86e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:31.116790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:31.166416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66993b0a-d525-4c17-993d-3e0b1628550d req-5544d1fa-18c9-43ad-894d-d2c162aa93bb tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:31.169503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:31.169795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66993b0a-d525-4c17-993d-3e0b1628550d req-5544d1fa-18c9-43ad-894d-d2c162aa93bb tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.0674481 Feb 11 12:54:31.169904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9ba1c5b1-4a06-4a39-9423-add16e0d65b6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:31.170289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ce5fd733-b856-44b1-a70b-f8f00e48407f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:31.213053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ce5fd733-b856-44b1-a70b-f8f00e48407f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:31.213666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ce5fd733-b856-44b1-a70b-f8f00e48407f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:31.265460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c75119-0742-4967-821e-0edd79e58a97 req-04233860-6cf6-4893-8e29-5c1e50dd2052 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:31.266815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66993b0a-d525-4c17-993d-3e0b1628550d req-feeb6b0a-f266-4cc8-94fe-c857237eb5cf tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905716 Feb 11 12:54:31.274305 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1c75119-0742-4967-821e-0edd79e58a97 req-04233860-6cf6-4893-8e29-5c1e50dd2052 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.2024562 Feb 11 12:54:31.340652 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b026dd64-1f82-44c2-aa72-ea465a9df2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:31.391967 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1c75119-0742-4967-821e-0edd79e58a97 req-209cc391-1b10-483e-91ef-c2f6b23ae1c6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065485 Feb 11 12:54:31.618977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafcf42-3802-44ef-a3dc-a1009d828fc4 req-a60b9d1d-0353-4dbe-9750-2f8b20b3faff tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:31.620683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cdafcf42-3802-44ef-a3dc-a1009d828fc4 req-a60b9d1d-0353-4dbe-9750-2f8b20b3faff tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.0632710 Feb 11 12:54:31.676877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cdafcf42-3802-44ef-a3dc-a1009d828fc4 req-78e37bec-a395-422f-913a-9ff858b517fa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497999 Feb 11 12:54:31.815806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fb533-1b25-4253-a788-cba1fd27184c req-370e3aaa-1408-4463-be88-8f27391b8459 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:31.823861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f02fb533-1b25-4253-a788-cba1fd27184c req-370e3aaa-1408-4463-be88-8f27391b8459 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0695617 Feb 11 12:54:31.897430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:31.914463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f02fb533-1b25-4253-a788-cba1fd27184c req-1387beda-fb56-48f1-b339-0625e104d743 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895729 Feb 11 12:54:32.053594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-network', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:32.086935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Made reservation on behalf of baaa422a73d44afc965ae0effa49b7d9 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:54:32.090051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.099892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.182180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks [] for security_group (b697596c-9eea-47ab-af48-06da9333ab15), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.187399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b697596c-9eea-47ab-af48-06da9333ab15), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.209112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:54:32.224491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b697596c-9eea-47ab-af48-06da9333ab15,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:32.227555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8a7cfa88-dafc-40b8-839d-b0b6335934e4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.227985 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Added segment 8a7cfa88-dafc-40b8-839d-b0b6335934e4 of type vlan for network 39f5bf88-ea54-4a37-99e7-130277c5c157 Feb 11 12:54:32.282607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (39f5bf88-ea54-4a37-99e7-130277c5c157), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.317420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (39f5bf88-ea54-4a37-99e7-130277c5c157), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.319241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:32.320053 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.377182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4810603 Feb 11 12:54:32.381529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59296) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:32.386501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Request body: {'subnet': {'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-subnet', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:32.408816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.476801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Made reservation on behalf of baaa422a73d44afc965ae0effa49b7d9 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:54:32.477289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18b4b6-3311-4cff-b807-4709dea916be admin admin] Pushing event updated for resources: {'Network': ['ID=39f5bf88-ea54-4a37-99e7-130277c5c157,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:32.495650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:54:32.506882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.601488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e67ad-c0ca-4e1d-8105-ea3de9b0baf3 req-48151365-d94e-418d-b7b1-ea48f3031c83 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:32.608830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae015c-b48f-4f80-b205-d24bdb9f7621 req-be9bec4d-d278-474d-a18f-e24f5f8b542c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:32.610487 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58ae015c-b48f-4f80-b205-d24bdb9f7621 req-be9bec4d-d278-474d-a18f-e24f5f8b542c tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.1050010 Feb 11 12:54:32.614238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-651e67ad-c0ca-4e1d-8105-ea3de9b0baf3 req-48151365-d94e-418d-b7b1-ea48f3031c83 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 0.2334905 Feb 11 12:54:32.689846 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58ae015c-b48f-4f80-b205-d24bdb9f7621 req-30228026-63f4-4498-aa71-bca4caad7983 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692589 Feb 11 12:54:32.745530 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (b85e5fa3-cfbc-43dd-b0a2-23943cd9872a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.803450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85e5fa3-cfbc-43dd-b0a2-23943cd9872a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:32.845416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Checking segment: {'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:54:32.846035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Network hostable DHCP agents. Network: 39f5bf88-ea54-4a37-99e7-130277c5c157, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:54:32.889673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-651e67ad-c0ca-4e1d-8105-ea3de9b0baf3 req-b9a6414a-8b03-4201-8752-83aa3245f2a4 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516964 Feb 11 12:54:32.892346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:54:32.920408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 39f5bf88-ea54-4a37-99e7-130277c5c157) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:32.926944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:32.927838 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:32.937567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f6aba-9c71-47d8-b9ed-3804a2a305ee None None] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:54:32.956068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050163d3-186a-4020-9f72-9fc48822ce9c req-a12b00c1-5f41-4195-9e0a-f0751eea3286 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:32.962258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eaa2c980-2d83-43da-b887-77ed3d075c2b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5797219 Feb 11 12:54:32.964919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59310) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:32.969445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:32.970226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-050163d3-186a-4020-9f72-9fc48822ce9c req-a12b00c1-5f41-4195-9e0a-f0751eea3286 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.1294343 Feb 11 12:54:33.014846 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (fa837a06-bb0a-4512-ab6f-0dcc4760a200), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.016279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (fa837a06-bb0a-4512-ab6f-0dcc4760a200), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.076613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-db84e5db-9f2f-475c-9ac0-87f3ffa8fd18 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:33.083908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-db84e5db-9f2f-475c-9ac0-87f3ffa8fd18 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0808575 Feb 11 12:54:33.129618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-050163d3-186a-4020-9f72-9fc48822ce9c req-5f844767-6285-4c7a-ae73-29d9fa6358ae tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579986 Feb 11 12:54:33.156041 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks [] for router_controller (fa837a06-bb0a-4512-ab6f-0dcc4760a200), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.158542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-7406a7af-5a23-4252-8453-c4acb71b07e6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:33.160057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-7406a7af-5a23-4252-8453-c4acb71b07e6 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 945 time: 0.1349950 Feb 11 12:54:33.165516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-da12e694-ce59-49b6-babc-c472e442d295 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0803313 Feb 11 12:54:33.166177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-39f5bf88-ea54-4a37-99e7-130277c5c157', 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157', 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'fixed_ips': [{'subnet_id': 'b85e5fa3-cfbc-43dd-b0a2-23943cd9872a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:54:33.167121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.170721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'floatingip': {'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:33.376670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Deleting port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:33.377265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.402965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Allocated IP 172.20.0.2 (39f5bf88-ea54-4a37-99e7-130277c5c157/b85e5fa3-cfbc-43dd-b0a2-23943cd9872a/a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:54:33.465016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43941058-6e26-4419-8bd7-7815f4c6175c req-6caeebe7-a3b4-4faa-aff9-8e49394803e0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:33.469367 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43941058-6e26-4419-8bd7-7815f4c6175c req-6caeebe7-a3b4-4faa-aff9-8e49394803e0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.2029326 Feb 11 12:54:33.628792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.657788 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Publish callbacks [] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.666242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.685533 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43941058-6e26-4419-8bd7-7815f4c6175c req-96066d45-7324-4eb2-b15f-1364db9e5d92 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990278 Feb 11 12:54:33.688768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] For port 3868c0f0-64bf-4c65-9a25-3e2c03b03131, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3868c0f0-64bf-4c65-9a25-3e2c03b03131,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:33.688948 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.694943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks [] for router_gateway (fa837a06-bb0a-4512-ab6f-0dcc4760a200), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.766166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:54:33.773507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:33.785058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Pushing event updated for resources: {'Port': ['ID=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:33.787412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:54:33.903231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Attempting to bind port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:54:33.903568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Attempting to bind port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:54:33.903890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Attempting to bind port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 on network 39f5bf88-ea54-4a37-99e7-130277c5c157 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:54:33.915603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:54:33.916005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Checking segment: {'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:54:33.916376 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:33.916766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Bound using segment: {'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:54:33.917233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Bound port: a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:54:33.917611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.029723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.030078 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.030418 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Floating IP d26468b4-4612-4d80-9377-75f7830c048a disassociated. External IP: 172.25.1.6, port: 3868c0f0-64bf-4c65-9a25-3e2c03b03131. Feb 11 12:54:34.030767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Calling delete_port for 3868c0f0-64bf-4c65-9a25-3e2c03b03131 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:34.050464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] For port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:34.057567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] For port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,segment=NetworkSegment(8a7cfa88-dafc-40b8-839d-b0b6335934e4),segment_id=8a7cfa88-dafc-40b8-839d-b0b6335934e4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:54:34.072649 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.116952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.121693 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.158682 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.197323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5543-5448-451e-af0e-79575802b8cb None None] Pushing event updated for resources: {'Port': ['ID=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:34.293719 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3868c0f0-64bf-4c65-9a25-3e2c03b03131), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.355176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event deleted for resources: {'Port': ['ID=3868c0f0-64bf-4c65-9a25-3e2c03b03131,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:34.369952 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c associated. External IP: 172.25.1.130, port: 336b1948-1d6a-460e-9693-adc9e8f66e99. Feb 11 12:54:34.422527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070c6e-d94c-42a3-be8d-2d9fa5d1a962 req-ecc1983c-cb9e-492d-844a-9bf1ee87e771 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:34.430457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78070c6e-d94c-42a3-be8d-2d9fa5d1a962 req-ecc1983c-cb9e-492d-844a-9bf1ee87e771 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.1787658 Feb 11 12:54:34.435816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59320) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:34.471815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Request body: {'floatingip': {'port_id': '94cdd7d0-6d18-4533-bf7d-11236cbd604d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:34.519174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for floatingip (addac8eb-a6d7-460a-9fe7-9d5bff8f3a02), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.613228 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d24f124b-8417-4c43-845b-1d500f9e68c3 req-1ea7f8e6-3552-4531-a04e-a70399313f8f tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e2371d1-496f-49b7-91fd-5b41fc271216 HTTP/1.1" status: 200 len: 210 time: 0.0644381 Feb 11 12:54:34.663533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Router 475e1225-9169-4ee2-89fb-3c466521052f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:34.870211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:34.881925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] Sync routers for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:34.901819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:34.902396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:34.945902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] No DVR routers for this DVR port 3868c0f0-64bf-4c65-9a25-3e2c03b03131 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:34.952312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:34.956494 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbbf1dc7-0ab5-4b18-864a-939de2973b9b req-d1256374-86f9-44d5-a69a-f237a03b8ec0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.64 "DELETE /v2.0/ports/3868c0f0-64bf-4c65-9a25-3e2c03b03131 HTTP/1.1" status: 204 len: 173 time: 1.7819278 Feb 11 12:54:34.964137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'name': 'network-vif-deleted', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:34.966474 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68445621-eb02-418c-a5db-94410791da8b" -d '{"events": [{"server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "name": "network-vif-deleted", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:35.015118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6457a4-63da-42f6-ac2b-92c5b7ec6a55 req-f352e3cb-fcc8-41fb-ae5c-1e2bd5f8d4e8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:35.028218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks [] for router_gateway (fa837a06-bb0a-4512-ab6f-0dcc4760a200), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:35.029080 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f6457a4-63da-42f6-ac2b-92c5b7ec6a55 req-f352e3cb-fcc8-41fb-ae5c-1e2bd5f8d4e8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1891892 Feb 11 12:54:35.149545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:35.168108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f6457a4-63da-42f6-ac2b-92c5b7ec6a55 req-52d6f767-aeff-4fb1-a88b-a43d30d9037a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381326 Feb 11 12:54:35.359749 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be92e635-2c31-46e0-b4e2-039402ce651b x-openstack-request-id: req-be92e635-2c31-46e0-b4e2-039402ce651b {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:35.362551 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2371d1-496f-49b7-91fd-5b41fc271216", "name": "network-vif-deleted", "tag": "3868c0f0-64bf-4c65-9a25-3e2c03b03131", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:35.362839 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be92e635-2c31-46e0-b4e2-039402ce651b {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:35.363270 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2371d1-496f-49b7-91fd-5b41fc271216', 'name': 'network-vif-deleted', 'tag': '3868c0f0-64bf-4c65-9a25-3e2c03b03131', 'status': 'completed', 'code': 200} Feb 11 12:54:35.391849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:35.419256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:35.481604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:35.495149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:35.560121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:35.560808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:35.677348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Allocated IP 172.25.1.217 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:54:35.795928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22315ff5-258d-444c-b78b-6139cf7a5f06 None None] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:54:35.904929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59340) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:35.913900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:35.914432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:35.915719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:35.927056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:35.927491 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:35.943080 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:35.944418 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:36.015505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,segment=NetworkSegment(8a7cfa88-dafc-40b8-839d-b0b6335934e4),segment_id=8a7cfa88-dafc-40b8-839d-b0b6335934e4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:36.036176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70a9fd52-9692-451c-ab04-ae7b4ea83d18 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group (0e3e05e8-f00b-4dab-a4fd-6ec0aa442888), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.058918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b6bbf504-b6a1-445f-9b7f-2ff5f8ead32d None None] Provisioning complete for port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:36.059395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b6bbf504-b6a1-445f-9b7f-2ff5f8ead32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.099887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70a9fd52-9692-451c-ab04-ae7b4ea83d18 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group (0e3e05e8-f00b-4dab-a4fd-6ec0aa442888), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.138853 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.191837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70a9fd52-9692-451c-ab04-ae7b4ea83d18 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0e3e05e8-f00b-4dab-a4fd-6ec0aa442888), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.195335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70a9fd52-9692-451c-ab04-ae7b4ea83d18 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.196457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-70a9fd52-9692-451c-ab04-ae7b4ea83d18 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e3e05e8-f00b-4dab-a4fd-6ec0aa442888 HTTP/1.1" status: 204 len: 168 time: 0.2902958 Feb 11 12:54:36.199833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59342) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:36.242678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9fd52-9692-451c-ab04-ae7b4ea83d18 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3e05e8-f00b-4dab-a4fd-6ec0aa442888,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:36.252408 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-0366ef57-1d25-4acf-b2b8-18428e4597b0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] show failed (client error): The resource could not be found. Feb 11 12:54:36.256315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0366ef57-1d25-4acf-b2b8-18428e4597b0 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "GET /v2.0/security-groups/0e3e05e8-f00b-4dab-a4fd-6ec0aa442888 HTTP/1.1" status: 404 len: 347 time: 0.0514269 Feb 11 12:54:36.256573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59346) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:36.262799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:36.287085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:36.292538 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:36.349172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-0b3312af-48a2-41b4-9e34-6443ad84bbc9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "PUT /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 200 len: 996 time: 3.1826012 Feb 11 12:54:36.378549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] Checking router: 475e1225-9169-4ee2-89fb-3c466521052f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:36.379627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:36.382298 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7190163b-08bf-4f2b-8e29-05e3a2af789c" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:36.458465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:36.459033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:36.460342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks [] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.471279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b6bbf504-b6a1-445f-9b7f-2ff5f8ead32d None None] Current status of the port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:36.477394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:54:36.613141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cb5d1-7520-403f-aca3-5aa68c9a9c26 req-e49211e1-bf96-4fe8-9e24-a974bc7ffef3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:36.614738 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d5cb5d1-7520-403f-aca3-5aa68c9a9c26 req-e49211e1-bf96-4fe8-9e24-a974bc7ffef3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.2670860 Feb 11 12:54:36.638328 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:2d:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:34Z', 'revision_number': 1, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:36.648473 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.655100 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.665337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (addac8eb-a6d7-460a-9fe7-9d5bff8f3a02), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.669849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-86d1179d-6652-4aa8-82db-a4e35dd41275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:36.671408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-86d1179d-6652-4aa8-82db-a4e35dd41275 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.2858391 Feb 11 12:54:36.689903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:36.692289 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:36.709750 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:36.711649 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:36.720983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Deleting port 3150829e-c595-4770-83ec-d9aee0f7cfa6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:36.721316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.792817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:54:36.799016 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d5cb5d1-7520-403f-aca3-5aa68c9a9c26 req-910edbb3-985c-4df2-a802-b79c614a2b4f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697030 Feb 11 12:54:36.805654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:36.807102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3868c0f0-64bf-4c65-9a25-3e2c03b03131 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:36.813707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:54:36.823964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:36.851578 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:36.886801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.887127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (3150829e-c595-4770-83ec-d9aee0f7cfa6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:36.899949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 3868c0f0-64bf-4c65-9a25-3e2c03b03131 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:36.900554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3868c0f0-64bf-4c65-9a25-3e2c03b03131 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:36.901050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Calling delete_port for 3150829e-c595-4770-83ec-d9aee0f7cfa6 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:36.978358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-224faf31-8b40-4ff8-8e60-804d6a595a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:36.982267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-224faf31-8b40-4ff8-8e60-804d6a595a0e service neutron] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.2503622 Feb 11 12:54:37.002587 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83377175-5c20-441d-8cc6-dfffcd4c19e5 x-openstack-request-id: req-83377175-5c20-441d-8cc6-dfffcd4c19e5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:37.003357 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:37.003729 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83377175-5c20-441d-8cc6-dfffcd4c19e5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:37.004263 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'status': 'completed', 'code': 200} Feb 11 12:54:37.029631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0f9dd270-1f9b-4246-beb3-66e0ea1eb461 None None] Provisioning complete for port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:37.030214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0f9dd270-1f9b-4246-beb3-66e0ea1eb461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:37.096151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-473b359e-f0df-4b8a-bcfd-467a73744ead service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 999 time: 0.0893321 Feb 11 12:54:37.163827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:37.196381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3150829e-c595-4770-83ec-d9aee0f7cfa6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:37.217204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-025d3aec-5c68-403c-8e52-4684c06b83a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:37.218654 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-025d3aec-5c68-403c-8e52-4684c06b83a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.1128347 Feb 11 12:54:37.265909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0f9dd270-1f9b-4246-beb3-66e0ea1eb461 None None] Current status of the port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:37.284417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:37.285140 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:37.289894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:37.309845 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Floating IP addac8eb-a6d7-460a-9fe7-9d5bff8f3a02 associated. External IP: 172.25.1.181, port: 94cdd7d0-6d18-4533-bf7d-11236cbd604d. Feb 11 12:54:37.310772 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:2d:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:34Z', 'revision_number': 1, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:37.318544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Pushing event deleted for resources: {'Port': ['ID=3150829e-c595-4770-83ec-d9aee0f7cfa6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:37.359595 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d1dd89-69cc-4df1-9a8c-8ae58501bb8f None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:2d:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:34Z', 'revision_number': 1, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:37.382882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e09f337-3a90-422b-8cd5-a24dd0486da1 None None] The sync data for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 is: [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:50:25Z', 'revision_number': 4, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e0c6d823-ccac-43b7-8c58-ab7d1e8c414c', 'name': '', 'network_id': '0f919c4c-16c1-4a2a-9e16-342d43ca6e14', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'mac_address': 'fa:16:3e:a5:7c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:23Z', 'updated_at': '2022-02-11T12:50:30Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'subnets': [{'id': '2bdc1dc9-25bf-47da-874d-b623fd56e653', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:37.472132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:37.578735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-86a60b0f-2dbb-42fb-bb98-5e8a0ab2a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:37.580349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-86a60b0f-2dbb-42fb-bb98-5e8a0ab2a24c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3526363 Feb 11 12:54:37.624901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-38e341b6-2f9a-4345-9b20-0f5083d097d5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:54:37.625989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-38e341b6-2f9a-4345-9b20-0f5083d097d5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088420 Feb 11 12:54:37.729982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-2b32cb8e-682d-4bf1-b28b-0ba1aae11322 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928154 Feb 11 12:54:37.771955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:37.786797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-29d30240-9107-486f-83b9-f7d59e1ffe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:37.788318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-29d30240-9107-486f-83b9-f7d59e1ffe41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.6304564 Feb 11 12:54:37.798915 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks [] for floatingip (d26468b4-4612-4d80-9377-75f7830c048a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:37.801861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:37.805591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7db2fa1d-1e5f-4b20-9c28-698d669ea697 tempest-ServersWithSpecificFlavorTestJSON-1476325753 tempest-ServersWithSpecificFlavorTestJSON-1476325753-project] 10.222.0.42 "DELETE /v2.0/floatingips/d26468b4-4612-4d80-9377-75f7830c048a HTTP/1.1" status: 204 len: 168 time: 1.5454865 Feb 11 12:54:37.819982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a8b6c0-7c63-490f-a1cf-731ba415b9c5 None None] New status for floating IP d26468b4-4612-4d80-9377-75f7830c048a: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:54:37.923958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-8f97b6f0-3457-486f-a088-1b41345404ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:37.929841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-8f97b6f0-3457-486f-a088-1b41345404ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.1252193 Feb 11 12:54:37.989494 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332a36e-0c88-4299-a447-8553020fadf7 None None] New status for floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:54:38.089934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-a67e57ef-be15-48e3-85b2-13ed136aa8f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 999 time: 0.1501057 Feb 11 12:54:38.096017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d4254-f45d-4022-be5c-fdb7ac228841 req-8080850d-8f66-48c3-b9db-e29ca60426e1 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472610 Feb 11 12:54:38.111426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-1cec4343-44a4-4be7-bd2c-f9571f84f944 service neutron] 10.222.0.53 "GET /v2.0/ports/c802e25c-cad9-4995-8df2-5c114842a9dd/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 382 time: 0.3690331 Feb 11 12:54:38.129720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560aad8-a2c3-403f-b73b-3589bc7f39ff req-7bda37cc-82f4-4c7c-950c-b0cb726415af tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:38.131982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a560aad8-a2c3-403f-b73b-3589bc7f39ff req-7bda37cc-82f4-4c7c-950c-b0cb726415af tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1053240 Feb 11 12:54:38.148111 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks [] for router_gateway (fa837a06-bb0a-4512-ab6f-0dcc4760a200), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:38.269787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a560aad8-a2c3-403f-b73b-3589bc7f39ff req-debfe97c-9ab3-49f2-8423-7e8062ff9e34 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921488 Feb 11 12:54:38.277757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-5c4b1934-526d-48fd-bc86-11f7e6ce63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:38.277757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-5c4b1934-526d-48fd-bc86-11f7e6ce63ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.1734550 Feb 11 12:54:38.375765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:38.387521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-0d9a9dcf-4e0d-4a80-91d6-eaa2237eb2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:38.388015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] Sync routers for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:38.391971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-0d9a9dcf-4e0d-4a80-91d6-eaa2237eb2f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1087801 Feb 11 12:54:38.410871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:38.416434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:38.417073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:38.532149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-331562d2-b36a-43eb-996a-2f762375ca9e tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "PUT /v2.0/floatingips/addac8eb-a6d7-460a-9fe7-9d5bff8f3a02 HTTP/1.1" status: 200 len: 992 time: 4.0945001 Feb 11 12:54:38.592624 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-03393cee-42ca-433e-a144-80896aa85d4d service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864562 Feb 11 12:54:38.613595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:38.663328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-515adbc3-8264-4c00-9ab8-95eb87f60423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:38.665026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-515adbc3-8264-4c00-9ab8-95eb87f60423 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226&tenant_id=2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 1132 time: 0.1758981 Feb 11 12:54:38.723627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7190163b-08bf-4f2b-8e29-05e3a2af789c req-8d7679e6-2a7a-491a-9820-e01d55e7f4ce service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187904 Feb 11 12:54:38.744264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-36defa81-e0f9-4b66-85fc-70c1a5770bbe tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:38.752675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-36defa81-e0f9-4b66-85fc-70c1a5770bbe tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2263629 Feb 11 12:54:38.778676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427adec-2217-4fb2-a8e8-6b059d4012ae req-bcf0959a-2408-44a1-ac70-1f60bb990136 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:38.780445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8427adec-2217-4fb2-a8e8-6b059d4012ae req-bcf0959a-2408-44a1-ac70-1f60bb990136 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.0564468 Feb 11 12:54:38.838987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8427adec-2217-4fb2-a8e8-6b059d4012ae req-b09719d1-a6f8-463b-95d7-aa637fe6502d tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511453 Feb 11 12:54:38.951923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'addac8eb-a6d7-460a-9fe7-9d5bff8f3a02', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'port_id': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'mac_address': 'fa:16:3e:83:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7869905e-6a2c-4510-8e45-ef667f32e868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:52:31Z', 'updated_at': '2022-02-11T12:54:36Z', 'revision_number': 1, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:33Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:38.985527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:39.167644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] Checking router: 5b29233d-0633-49e8-a864-61d5bbe4d5e4 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:39.176930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:39.177574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:39.203051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:39.206210 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2640ce7c-061a-4138-9b2e-038c4828c1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:39.230331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-6f57c5b6-e191-4743-a5c6-61b5cbd4c039 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.4762301 Feb 11 12:54:39.239133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'floatingip': {'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:39.286521 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c57b4-3b19-485b-b3b6-5d3adc92bc29 x-openstack-request-id: req-c63c57b4-3b19-485b-b3b6-5d3adc92bc29 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:39.286784 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:39.287041 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c63c57b4-3b19-485b-b3b6-5d3adc92bc29 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:39.287826 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'status': 'completed', 'code': 200} Feb 11 12:54:39.312534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-ed51e730-1694-49d3-b011-89749830fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:39.314109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-ed51e730-1694-49d3-b011-89749830fd3c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 1132 time: 0.5984101 Feb 11 12:54:39.317222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (fa837a06-bb0a-4512-ab6f-0dcc4760a200), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:39.322546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:39.421915 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:39.483131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-3da74f09-b549-488c-8b2c-9ad1385b001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:39.484737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-3da74f09-b549-488c-8b2c-9ad1385b001b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2db4a850c7a94d6fb28f3f13a12fd846&device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 1128 time: 0.1816800 Feb 11 12:54:39.534356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf25027-aaed-4cea-8a0f-3edbd32c1ea2 req-9039f8ec-c1d5-4fe8-8401-5813dece47f4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:39.535889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bdf25027-aaed-4cea-8a0f-3edbd32c1ea2 req-9039f8ec-c1d5-4fe8-8401-5813dece47f4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1534936 Feb 11 12:54:39.598977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-f29b66c2-5695-4987-bd74-c2c7cae29bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:39.601284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-f29b66c2-5695-4987-bd74-c2c7cae29bf7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2670863 Feb 11 12:54:39.637087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'addac8eb-a6d7-460a-9fe7-9d5bff8f3a02', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'port_id': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'mac_address': 'fa:16:3e:83:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7869905e-6a2c-4510-8e45-ef667f32e868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:52:31Z', 'updated_at': '2022-02-11T12:54:36Z', 'revision_number': 1, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:33Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:39.673073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37886d92-95c6-4405-9af1-b3a613fd1035 None None] The sync data for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 is: [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'addac8eb-a6d7-460a-9fe7-9d5bff8f3a02', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'port_id': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'mac_address': 'fa:16:3e:83:d6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7869905e-6a2c-4510-8e45-ef667f32e868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:52:31Z', 'updated_at': '2022-02-11T12:54:36Z', 'revision_number': 1, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:33Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:39.676553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-36322e0a-ad0c-49fe-b3f6-00a6a740dd6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 200 len: 217 time: 0.0609274 Feb 11 12:54:39.732150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bdf25027-aaed-4cea-8a0f-3edbd32c1ea2 req-e2cb344a-9ed5-4532-a6e1-4c6d3deabe52 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816883 Feb 11 12:54:39.798737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-964e821b-f47d-4de0-980e-58d19aa17cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:39.800224 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-964e821b-f47d-4de0-980e-58d19aa17cd9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8387a4b-293f-4e19-bc4f-2dc390d98647 HTTP/1.1" status: 200 len: 916 time: 0.3074245 Feb 11 12:54:39.814772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-8d83d8ab-061b-45dd-8b7c-74c42b01f333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:39.816295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-8d83d8ab-061b-45dd-8b7c-74c42b01f333 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1268656 Feb 11 12:54:39.962359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-fe80760b-4ba7-45cb-8012-927436515880 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d HTTP/1.1" status: 200 len: 1000 time: 0.1551216 Feb 11 12:54:40.023933 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f409b18-bb16-4b9b-b221-bfca3e46a515 None None] New status for floating IP addac8eb-a6d7-460a-9fe7-9d5bff8f3a02: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:54:40.055465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (475e1225-9169-4ee2-89fb-3c466521052f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:40.063423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-a2db71b4-927e-42ae-bad7-0affcf2ee31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:40.065173 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-a2db71b4-927e-42ae-bad7-0affcf2ee31d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a7790358-68b7-4a2e-bda3-82a2abec8deb HTTP/1.1" status: 200 len: 854 time: 0.0966129 Feb 11 12:54:40.171771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Router fa837a06-bb0a-4512-ab6f-0dcc4760a200 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:54:40.309089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-04143e43-8934-47a4-bddf-80ff6c6882a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:40.310657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-04143e43-8934-47a4-bddf-80ff6c6882a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1490276 Feb 11 12:54:40.386037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-ea0aca84-2af9-410d-88ff-ccf8f663f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:40.387584 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-ea0aca84-2af9-410d-88ff-ccf8f663f21e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8387a4b-293f-4e19-bc4f-2dc390d98647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1537309 Feb 11 12:54:40.426096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:40.458403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:40.498033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:40.519258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Sync routers for ids ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:40.539252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Routers {'fa837a06-bb0a-4512-ab6f-0dcc4760a200'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:40.539879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:40.541489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:40.545356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e323742d-4c69-4e20-85f1-02504c7c03c8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5765126 Feb 11 12:54:40.546533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59392) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:40.584290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-e48186c7-23a1-4394-96ad-1a7b3ac8e1ed service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417686 Feb 11 12:54:40.596351 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-b28e552d-a4d8-4c38-b682-f906f667766d service neutron] 10.222.0.64 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014983 Feb 11 12:54:40.654471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Set router fa837a06-bb0a-4512-ab6f-0dcc4760a200 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:40.675205 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c associated. External IP: 172.25.1.130, port: 336b1948-1d6a-460e-9693-adc9e8f66e99. Feb 11 12:54:40.718028 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2640ce7c-061a-4138-9b2e-038c4828c1f7 req-58f1f8c6-4352-496a-a714-50ae4cad013d service neutron] 10.222.0.64 "GET /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123297 Feb 11 12:54:40.723925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Deleting port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:40.724632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:40.862218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:37Z', 'revision_number': 3, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:40.867857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeaecb36-eee3-4aa1-83b6-31d5d8d5c75c req-7ed4a3ec-f6fc-4f90-b14e-3e940f092af4 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486978 Feb 11 12:54:40.902987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] For port e0c6d823-ccac-43b7-8c58-ab7d1e8c414c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:40.903525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:40.904019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Checking router: fa837a06-bb0a-4512-ab6f-0dcc4760a200 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:40.904388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Updating router fa837a06-bb0a-4512-ab6f-0dcc4760a200 port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:54:40.934253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Calling delete_port for e0c6d823-ccac-43b7-8c58-ab7d1e8c414c owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:40.947117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf521ca-6040-4d1d-b334-54968a850e4c req-7e030aa9-c040-4011-a867-167752420e51 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:40.950237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-daf521ca-6040-4d1d-b334-54968a850e4c req-7e030aa9-c040-4011-a867-167752420e51 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.0964115 Feb 11 12:54:40.961352 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.057900 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-daf521ca-6040-4d1d-b334-54968a850e4c req-02d47f3b-3aea-4196-8ace-211e51633842 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998404 Feb 11 12:54:41.268188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e0c6d823-ccac-43b7-8c58-ab7d1e8c414c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.299233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c6d823-ccac-43b7-8c58-ab7d1e8c414c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:41.392240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Publish callbacks [] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.405379 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.493532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Attempting to bind port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:54:41.494491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Attempting to bind port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:54:41.494860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Attempting to bind port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:54:41.498956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbf81f-fd42-45d0-9b01-1da52b89ee20 None None] Pushing event updated for resources: {'Port': ['ID=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:41.518335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:54:41.526265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:54:41.526964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.527524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:54:41.528189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Bound port: 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:54:41.528749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.598856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (475e1225-9169-4ee2-89fb-3c466521052f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.610252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] For port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:41.616394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] For port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:54:41.637156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:41.664647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:41.708717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Routers {'fa837a06-bb0a-4512-ab6f-0dcc4760a200'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:41.709998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:41.771999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbf81f-fd42-45d0-9b01-1da52b89ee20 None None] Pushing event updated for resources: {'Port': ['ID=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:41.853237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] Set router fa837a06-bb0a-4512-ab6f-0dcc4760a200 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:41.888037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Router 475e1225-9169-4ee2-89fb-3c466521052f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:41.937431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c802e25c-cad9-4995-8df2-5c114842a9dd no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:41.946652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:41.962410 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:41.985552 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:41.986711 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:42.006312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:42.162541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c802e25c-cad9-4995-8df2-5c114842a9dd is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:42.163645 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:42.190109 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:42.269225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:42.272525 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068bbd60-f665-42a7-9f08-217134c081ee" -d '{"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-unplugged", "status": "completed", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:42.293826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:42.328126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:42.399368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Allocated IP 172.20.0.1 (39f5bf88-ea54-4a37-99e7-130277c5c157/b85e5fa3-cfbc-43dd-b0a2-23943cd9872a/028dcb20-06ce-447a-8b84-90156c4a4132) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:54:42.409078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:42.415503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:42.452182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:37Z', 'revision_number': 3, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:42.620073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf499222-5dae-4915-8390-4e9248a2dffe req-95caf266-c4cc-4e15-83ee-efb71d94e06d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:42.627400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf499222-5dae-4915-8390-4e9248a2dffe req-95caf266-c4cc-4e15-83ee-efb71d94e06d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 948 time: 0.1417410 Feb 11 12:54:42.640609 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:b6:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:40Z', 'revision_number': 3, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:42.649278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:42.660150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c5dd466-4433-438c-b8b9-9cf65d7b93e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/475e1225-9169-4ee2-89fb-3c466521052f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6730325 Feb 11 12:54:42.667474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59408) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:42.689118 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:42.702343 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:42.702859 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:42.715596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf499222-5dae-4915-8390-4e9248a2dffe req-1b182e42-7b86-4ce9-8d54-c3ae9f96416d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871441 Feb 11 12:54:42.748883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:42.761426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:42.773763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] Sync routers for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:42.794246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be59b368-0d60-4877-b46f-a21d0bacd968 None None] The sync data for ids ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'] in n-d-828675-3 is: [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:37Z', 'revision_number': 3, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:42.798680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:42.803715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:42.833412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:42.841375 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c7c79b-ab63-404c-9a4e-7b71fb879332" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:42.881632 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:42.889268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-9333de41-6cd0-427e-b855-7d023f716e33 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "PUT /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 200 len: 998 time: 3.6580188 Feb 11 12:54:42.918200 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809404e2-5a1d-46d8-ab7c-3331eb95ec3d x-openstack-request-id: req-809404e2-5a1d-46d8-ab7c-3331eb95ec3d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:42.918643 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-unplugged", "status": "completed", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:42.918927 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-809404e2-5a1d-46d8-ab7c-3331eb95ec3d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:42.919423 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'code': 200} Feb 11 12:54:43.054605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks [] for port (028dcb20-06ce-447a-8b84-90156c4a4132), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:43.061807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:43.091052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-c4cb8c0a-e2d4-4693-b892-0cc7c0609cec tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:43.110970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-c4cb8c0a-e2d4-4693-b892-0cc7c0609cec tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports/336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 942 time: 0.1953597 Feb 11 12:54:43.115840 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bff961-84a6-41fd-ae9e-b676f00990f6 x-openstack-request-id: req-46bff961-84a6-41fd-ae9e-b676f00990f6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:43.122113 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:43.122456 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-46bff961-84a6-41fd-ae9e-b676f00990f6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:43.123576 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'status': 'completed', 'code': 200} Feb 11 12:54:43.238369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks [] for router (475e1225-9169-4ee2-89fb-3c466521052f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:43.441538 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:b6:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:40Z', 'revision_number': 3, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:43.451972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:43.498920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:54:41Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:43.520478 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c1ed0a-f3a4-4a72-afcf-5572a53531ad None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:b6:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:40Z', 'revision_number': 3, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:43.522963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-bc6b5347-6792-49c4-aca7-12194042cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:43.525032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-bc6b5347-6792-49c4-aca7-12194042cacc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.3524601 Feb 11 12:54:43.556819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] Checking router: 475e1225-9169-4ee2-89fb-3c466521052f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:43.569369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] Routers {'475e1225-9169-4ee2-89fb-3c466521052f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:43.570045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['475e1225-9169-4ee2-89fb-3c466521052f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:43.594258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Pushing event updated for resources: {'Port': ['ID=028dcb20-06ce-447a-8b84-90156c4a4132,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:43.612486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:54:43.724843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] Set router 475e1225-9169-4ee2-89fb-3c466521052f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:43.735923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:43.739792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-8a6e543e-a136-486b-8470-6e339344dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:43.742060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-8a6e543e-a136-486b-8470-6e339344dd5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.4248154 Feb 11 12:54:43.745129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:54:43.791374 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (fa837a06-bb0a-4512-ab6f-0dcc4760a200), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:43.905731 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed5265-d6ae-4d4e-9bef-b7faa370ae17 None None] New status for floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:54:43.936012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks [] for router_gateway (475e1225-9169-4ee2-89fb-3c466521052f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:43.941405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-5daf79ee-295e-4154-9381-9c23b11b8907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:43.943783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-5daf79ee-295e-4154-9381-9c23b11b8907 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.1489644 Feb 11 12:54:43.949169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c802e25c-cad9-4995-8df2-5c114842a9dd details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:54:43.992608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-5ad52aaa-f811-484e-9b7c-5a338ea3744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:43.999763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-5ad52aaa-f811-484e-9b7c-5a338ea3744b service neutron] 10.222.0.53 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.3794219 Feb 11 12:54:44.051943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c725eab-e260-48b3-bfc0-bfb11336c71e req-35ef9891-fe1c-4eb0-91e0-c7b8ab9bfe0a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:44.061246 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c725eab-e260-48b3-bfc0-bfb11336c71e req-35ef9891-fe1c-4eb0-91e0-c7b8ab9bfe0a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 948 time: 0.1453087 Feb 11 12:54:44.143569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c725eab-e260-48b3-bfc0-bfb11336c71e req-93452ae7-d90c-4e37-82fb-0a3e836f7e5c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814352 Feb 11 12:54:44.425537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b0e811b8-71ce-4aa0-afe1-ab65750b14a4 None None] Provisioning complete for port 028dcb20-06ce-447a-8b84-90156c4a4132 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:44.426486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0e811b8-71ce-4aa0-afe1-ab65750b14a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:44.496666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:44.530468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:44.558913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b0e811b8-71ce-4aa0-afe1-ab65750b14a4 None None] Port 028dcb20-06ce-447a-8b84-90156c4a4132 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:54:44.572394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'mac_address': 'fa:16:3e:47:bd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:54:44.618079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:44.619311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:44.801251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:44.812976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0e114-9d7f-430b-8a51-619e880cb817 req-29fcc738-7c45-4254-b890-7902a8206e25 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:44.816451 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17d0e114-9d7f-430b-8a51-619e880cb817 req-29fcc738-7c45-4254-b890-7902a8206e25 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 948 time: 0.1082823 Feb 11 12:54:44.824748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-34c0d527-eda3-45c0-a583-1feee13725a8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:44.836253 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-34c0d527-eda3-45c0-a583-1feee13725a8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226&tenant_id=2fcfbbcfc1d9416388239604f0ac2244&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 948 time: 0.1493106 Feb 11 12:54:44.850318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-d9be9920-095e-4910-ae39-02edec40bf91 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 217 time: 0.8364706 Feb 11 12:54:44.901060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17d0e114-9d7f-430b-8a51-619e880cb817 req-7d21efa5-3517-4ef4-bc2a-ca0e0a9d6d52 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Feb 11 12:54:44.927781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:54:41Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:44.941171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c802e25c-cad9-4995-8df2-5c114842a9dd is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:44.941569 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:44.956559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-f0ce752b-fda1-4e99-91aa-9fd0f9be335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:44.958681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-f0ce752b-fda1-4e99-91aa-9fd0f9be335c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 1130 time: 0.0612454 Feb 11 12:54:44.980766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59426) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:44.990823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c802e25c-cad9-4995-8df2-5c114842a9dd {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:54:45.013731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:45.029158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:45.031786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d599e0-f034-4733-8d9f-f82fee298298 None None] The sync data for ids ['475e1225-9169-4ee2-89fb-3c466521052f'] in n-d-828675-3 is: [{'id': '475e1225-9169-4ee2-89fb-3c466521052f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-224767716-router', 'tenant_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:11Z', 'updated_at': '2022-02-11T12:54:41Z', 'revision_number': 5, 'project_id': '9d4da46d0eac41c9b03beaeb5457adb5', 'gw_port': {'id': 'ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:55:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e1225-9169-4ee2-89fb-3c466521052f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:13Z', 'updated_at': '2022-02-11T12:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:45.070546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-f32836d7-f6ee-43cf-892a-c59cafebcf38 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 217 time: 0.3297968 Feb 11 12:54:45.132419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:45.166181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:45.168788 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83903e3a-b58b-4d3f-add3-96038b02b9da" -d '{"events": [{"name": "network-changed", "server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:45.172713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:45.202939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-a8270c73-819c-462d-a904-336173dbe4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:45.204826 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-a8270c73-819c-462d-a904-336173dbe4df service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2379460 Feb 11 12:54:45.230688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-ac167d7f-ab6c-43d4-85ee-5c55336e1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:45.232215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-ac167d7f-ab6c-43d4-85ee-5c55336e1b7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.1223640 Feb 11 12:54:45.233441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-65e45160-bde0-4e43-bc74-c8b7bbd9a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:45.234885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-65e45160-bde0-4e43-bc74-c8b7bbd9a2a8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.3842525 Feb 11 12:54:45.292511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:b6:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:44Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:45.308419 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-bc39dab9-66a1-4bad-b700-bf9b959c65f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 200 len: 217 time: 0.0914104 Feb 11 12:54:45.334354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:45.345737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:45.345896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:45.531972 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876f7b1a-58c2-45ef-a218-f1f1e0c8ee67 x-openstack-request-id: req-876f7b1a-58c2-45ef-a218-f1f1e0c8ee67 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:45.532265 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:45.532700 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-876f7b1a-58c2-45ef-a218-f1f1e0c8ee67 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:45.533306 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281', 'status': 'completed', 'code': 200} Feb 11 12:54:45.715537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['c802e25c-cad9-4995-8df2-5c114842a9dd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:45.716445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-584fd9e3-2ccf-4baa-b604-3c54caeeb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:45.717545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:45.723799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-acacd28f-ce09-4c1a-b7ba-2a9cfe8108ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:45.726647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-acacd28f-ce09-4c1a-b7ba-2a9cfe8108ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4640577 Feb 11 12:54:45.729497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-450a8bf0-57dc-4dd7-8e86-93590c2c5293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:45.730096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-584fd9e3-2ccf-4baa-b604-3c54caeeb61f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.3400376 Feb 11 12:54:45.762205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-450a8bf0-57dc-4dd7-8e86-93590c2c5293 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5185831 Feb 11 12:54:45.797862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-929f177f-2975-481c-b85e-034c6ef5b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:45.799609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-929f177f-2975-481c-b85e-034c6ef5b8f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 1127 time: 0.3904002 Feb 11 12:54:45.823904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Deleting port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:45.824252 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:45.890020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:45.950851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:45.951220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:45.996982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks [] for port (028dcb20-06ce-447a-8b84-90156c4a4132), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:46.055813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-a6ec31dc-7e51-4695-8336-8a97a2274374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:46.056048 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:46.057275 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-a6ec31dc-7e51-4695-8336-8a97a2274374 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3011613 Feb 11 12:54:46.164527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-ff5a7ae8-c7ff-426f-a8b7-3bb5f99351a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:46.166072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-ff5a7ae8-c7ff-426f-a8b7-3bb5f99351a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.3317080 Feb 11 12:54:46.241858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-8517133f-137d-4202-ad43-e6adbf898c48 service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756994 Feb 11 12:54:46.247445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:46.290213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0461e7-49be-4849-bdfd-2deca2c892c4 req-12b9135c-446e-4f5a-9c48-6e36e68b0ca8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:46.291771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c0461e7-49be-4849-bdfd-2deca2c892c4 req-12b9135c-446e-4f5a-9c48-6e36e68b0ca8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 949 time: 0.2303383 Feb 11 12:54:46.335981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-7c17c65f-349d-49da-8905-124414c51727 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 1001 time: 0.1341221 Feb 11 12:54:46.337966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-c738d0fe-97b1-48a1-a17d-ed6137dfd01e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617605 Feb 11 12:54:46.380262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:46.380678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:46.386243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Pushing event updated for resources: {'Port': ['ID=028dcb20-06ce-447a-8b84-90156c4a4132,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:46.457566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:46.466840 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:46.508010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:b6:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:44Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:46.572997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549eb6a5-553e-4298-a0de-952f4a00607c None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '692039ac-7b99-442f-8d8e-47b0d477b281', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:b6:2e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:54:44Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:46.608438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:46.621295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-d686035e-e997-4f5e-a159-f36e252352c1 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8577988 Feb 11 12:54:46.622232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (fa837a06-bb0a-4512-ab6f-0dcc4760a200), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:46.665258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c0461e7-49be-4849-bdfd-2deca2c892c4 req-9ef24813-8323-498b-82cb-d168a5dae920 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600204 Feb 11 12:54:46.670895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1e4e95c-c8f1-44fc-8b66-c5d6de5a2e45 req-ba0efd4c-805c-4f43-a1dc-278f157ce02f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118761 Feb 11 12:54:46.695457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-1ccd5b52-226e-4a5d-b1ff-ae8d445f1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:46.705812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-1ccd5b52-226e-4a5d-b1ff-ae8d445f1cbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.3598828 Feb 11 12:54:46.799252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-dad1e763-8573-4ede-a131-77ceafd12088 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687992 Feb 11 12:54:46.865350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] For port ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:46.865952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:46.976949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Calling delete_port for ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:47.009225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:47.024904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-d88f3f08-49ea-49f5-af7d-5440229f4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:47.027195 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-d88f3f08-49ea-49f5-af7d-5440229f4efa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3077915 Feb 11 12:54:47.041111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c7c79b-ab63-404c-9a4e-7b71fb879332 req-f2fb1c51-36b1-49b1-b7f1-f5fdfb5734c0 service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7867134 Feb 11 12:54:47.101565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (1766b899-b205-4e2c-80d8-26691b62409e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:47.129555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:47.235904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:47.236624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:47.238136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-da2396a8-d954-42f2-a682-cfbf6a4c9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:47.240572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-da2396a8-d954-42f2-a682-cfbf6a4c9caf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 1127 time: 0.3025541 Feb 11 12:54:47.410048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:54:47.430228 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-41c46089-63da-4dd4-9703-8982f9cb8cd6 service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918800 Feb 11 12:54:47.457557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:47.469936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e0c6d823-ccac-43b7-8c58-ab7d1e8c414c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:47.489772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:47.529246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e0c6d823-ccac-43b7-8c58-ab7d1e8c414c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:47.530190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e0c6d823-ccac-43b7-8c58-ab7d1e8c414c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:47.670515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83903e3a-b58b-4d3f-add3-96038b02b9da req-b6251854-2e5a-43b0-b1b2-97ea1e0e5af5 service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322311 Feb 11 12:54:47.827498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-14dcc215-998e-43de-9e41-b0b249976d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:47.828971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-14dcc215-998e-43de-9e41-b0b249976d99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.5646715 Feb 11 12:54:47.837783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Deleting port 2e867a1e-5bc4-4242-b009-14de1ddddeb4 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:47.838104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:47.922782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9d0ffa4c-8b50-472f-9054-cb7f076ae6f3 None None] Provisioning complete for port 028dcb20-06ce-447a-8b84-90156c4a4132 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:47.923393 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9d0ffa4c-8b50-472f-9054-cb7f076ae6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:47.973574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c802e25c-cad9-4995-8df2-5c114842a9dd up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:47.977609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ffa4c-8b50-472f-9054-cb7f076ae6f3 None None] Port 028dcb20-06ce-447a-8b84-90156c4a4132 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:54:48.041790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] For port 2e867a1e-5bc4-4242-b009-14de1ddddeb4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2e867a1e-5bc4-4242-b009-14de1ddddeb4,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:48.042150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.048719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port c802e25c-cad9-4995-8df2-5c114842a9dd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:48.049097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.061408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Calling delete_port for 2e867a1e-5bc4-4242-b009-14de1ddddeb4 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:48.085145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780baa1-0134-4c79-8625-0488fd456cc9 req-34d7bd52-e11c-4e6a-bf8d-b94601eee4da tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:48.087171 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d780baa1-0134-4c79-8625-0488fd456cc9 req-34d7bd52-e11c-4e6a-bf8d-b94601eee4da tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 949 time: 0.1214092 Feb 11 12:54:48.151225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.155655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Router fa837a06-bb0a-4512-ab6f-0dcc4760a200 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:48.196994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-a756bc25-fcde-4d68-9fee-6e0ac1b788d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 1001 time: 0.3520067 Feb 11 12:54:48.199724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:48.201001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c802e25c-cad9-4995-8df2-5c114842a9dd is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:48.201477 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.209371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d780baa1-0134-4c79-8625-0488fd456cc9 req-1767eeb3-97bc-47e5-8e3d-088a2a78c759 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Feb 11 12:54:48.289840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:48.292858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:48.296646 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73474913-ce13-4528-b461-af4d19df101b" -d '{"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-plugged", "status": "completed", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:48.303302 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.327672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-0ca73285-e755-4f3f-afce-27c6c0ee192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:48.329337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-0ca73285-e755-4f3f-afce-27c6c0ee192f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.1248338 Feb 11 12:54:48.404452 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2e867a1e-5bc4-4242-b009-14de1ddddeb4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.427113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:48.460890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e867a1e-5bc4-4242-b009-14de1ddddeb4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:48.518795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (475e1225-9169-4ee2-89fb-3c466521052f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.592416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9045-0ffb-4081-ad97-7442e3062b4f req-a9c2f528-0e3e-45a8-b6f9-a653bdf78620 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:48.594026 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3baa9045-0ffb-4081-ad97-7442e3062b4f req-a9c2f528-0e3e-45a8-b6f9-a653bdf78620 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1461523 Feb 11 12:54:48.604767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:48.618676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f3634a0-27cb-417c-a41d-fc3ef1c87e9e admin admin] 10.222.0.42 "PUT /v2.0/routers/fa837a06-bb0a-4512-ab6f-0dcc4760a200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0631452 Feb 11 12:54:48.623261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Sync routers for ids ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:48.645143 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Routers {'fa837a06-bb0a-4512-ab6f-0dcc4760a200'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:48.645923 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:48.751015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-4e4f9496-94c4-4e78-8e66-f3b5e2348fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:48.760184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-4e4f9496-94c4-4e78-8e66-f3b5e2348fae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3859701 Feb 11 12:54:48.827777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3baa9045-0ffb-4081-ad97-7442e3062b4f req-99b80af4-df5b-4b32-8413-b6f17bbbd8a9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616120 Feb 11 12:54:48.879519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (1766b899-b205-4e2c-80d8-26691b62409e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:48.920372 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Set router fa837a06-bb0a-4512-ab6f-0dcc4760a200 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:48.990054 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e419174-2a84-40ea-9968-9f83c8f35c98 x-openstack-request-id: req-9e419174-2a84-40ea-9968-9f83c8f35c98 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:48.990599 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-plugged", "status": "completed", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:48.991175 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e419174-2a84-40ea-9968-9f83c8f35c98 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:48.991718 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'code': 200} Feb 11 12:54:49.259804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (475e1225-9169-4ee2-89fb-3c466521052f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.269362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks [] for router_controller (475e1225-9169-4ee2-89fb-3c466521052f), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.279061 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:44Z', 'revision_number': 4, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '028dcb20-06ce-447a-8b84-90156c4a4132', 'name': '', 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'mac_address': 'fa:16:3e:ce:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b85e5fa3-cfbc-43dd-b0a2-23943cd9872a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:42Z', 'updated_at': '2022-02-11T12:54:45Z', 'revision_number': 2, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'subnets': [{'id': 'b85e5fa3-cfbc-43dd-b0a2-23943cd9872a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:49.322803 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Checking router: fa837a06-bb0a-4512-ab6f-0dcc4760a200 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:49.323287 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Updating router fa837a06-bb0a-4512-ab6f-0dcc4760a200 port 028dcb20-06ce-447a-8b84-90156c4a4132 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:54:49.369977 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.371231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (475e1225-9169-4ee2-89fb-3c466521052f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.372010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 475e1225-9169-4ee2-89fb-3c466521052f {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:54:49.377509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.379251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f4149300-5f95-4bbf-8717-c42e353a77bd admin admin] 10.222.0.42 "DELETE /v2.0/routers/475e1225-9169-4ee2-89fb-3c466521052f HTTP/1.1" status: 204 len: 168 time: 6.7104263 Feb 11 12:54:49.383233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59536) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:49.457291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-06ac8f47-f7ed-4630-9208-d8899f0d4ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955223 Feb 11 12:54:49.495381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] Deleting subnet 2bdc1dc9-25bf-47da-874d-b623fd56e653 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:54:49.501323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] Publish callbacks [] for subnet (2bdc1dc9-25bf-47da-874d-b623fd56e653), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.583993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (2bdc1dc9-25bf-47da-874d-b623fd56e653), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.689071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (2bdc1dc9-25bf-47da-874d-b623fd56e653), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.775816 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (2bdc1dc9-25bf-47da-874d-b623fd56e653), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.791208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee5835cd-1028-4ac3-8890-d3d51a472264 req-57b3375e-7795-4754-959d-96449cff7209 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301899 Feb 11 12:54:49.838090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdc1dc9-25bf-47da-874d-b623fd56e653,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:49.843060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:49.854480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e428d7d1-138b-4168-8def-053753b520da None None] Network 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:54:49.856025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-963bd875-a005-4be4-965e-0b9da2e054db admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2bdc1dc9-25bf-47da-874d-b623fd56e653 HTTP/1.1" status: 204 len: 168 time: 0.4712846 Feb 11 12:54:49.856644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59544) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:49.964478 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-d98348fd-72d7-4131-8aa8-7abcdb280893 req-dec249a6-f401-441c-b3b8-16d3134cb1e6 tempest-FloatingIPDetailsNegativeTestJSON-2140702462 tempest-FloatingIPDetailsNegativeTestJSON-2140702462-project] show failed (client error): The resource could not be found. Feb 11 12:54:49.968189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d98348fd-72d7-4131-8aa8-7abcdb280893 req-dec249a6-f401-441c-b3b8-16d3134cb1e6 tempest-FloatingIPDetailsNegativeTestJSON-2140702462 tempest-FloatingIPDetailsNegativeTestJSON-2140702462-project] 10.222.0.42 "GET /v2.0/floatingips/9702d206-3fdd-4c71-a1bd-2ed5864fde34 HTTP/1.1" status: 404 len: 350 time: 0.5853267 Feb 11 12:54:49.986883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59548) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:50.031769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Router 1766b899-b205-4e2c-80d8-26691b62409e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:50.151978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0f919c4c-16c1-4a2a-9e16-342d43ca6e14), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.224451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] DHCP port deletion for 0f919c4c-16c1-4a2a-9e16-342d43ca6e14 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:54:50.240275 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Publish callbacks [] for port (028dcb20-06ce-447a-8b84-90156c4a4132), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.253614 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.364944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] Deleting port 9d665b03-1a3b-455a-99d2-169c58dc9359 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:50.365431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.377281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:50.387226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-83a65e87-760d-486a-8450-c65db106ad3b admin admin] 10.222.0.42 "PUT /v2.0/routers/1766b899-b205-4e2c-80d8-26691b62409e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4053366 Feb 11 12:54:50.389806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59556) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:50.410356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] Sync routers for ids ['1766b899-b205-4e2c-80d8-26691b62409e'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:50.419670 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Pushing event updated for resources: {'Port': ['ID=028dcb20-06ce-447a-8b84-90156c4a4132,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:50.435431 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.435779 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.436118 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.436450 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.436774 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.437170 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.439916 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.440245 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.440636 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.441121 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.441290 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.441621 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.441967 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:54:50.534195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a1dc03b-3625-46cd-bf79-0f10025e9fb6 req-a73d4802-2dc1-4911-ae79-2f6ac04aabc7 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.5397365 Feb 11 12:54:50.570886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] Routers {'1766b899-b205-4e2c-80d8-26691b62409e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:50.572854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['1766b899-b205-4e2c-80d8-26691b62409e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:50.581258 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Attempting to bind port 028dcb20-06ce-447a-8b84-90156c4a4132 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:54:50.581656 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Attempting to bind port 028dcb20-06ce-447a-8b84-90156c4a4132 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:54:50.582057 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Attempting to bind port 028dcb20-06ce-447a-8b84-90156c4a4132 on network 39f5bf88-ea54-4a37-99e7-130277c5c157 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:54:50.592004 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:54:50.592380 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Checking segment: {'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:54:50.592781 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.593175 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Bound using segment: {'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:54:50.593678 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Bound port: 028dcb20-06ce-447a-8b84-90156c4a4132, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7cfa88-dafc-40b8-839d-b0b6335934e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:54:50.601812 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.640306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dc03b-3625-46cd-bf79-0f10025e9fb6 req-1bc6c30e-bfad-4dea-80c8-4aa5770bd63f tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:50.646622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a1dc03b-3625-46cd-bf79-0f10025e9fb6 req-1bc6c30e-bfad-4dea-80c8-4aa5770bd63f tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports/692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 942 time: 0.1006551 Feb 11 12:54:50.689392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-96f91dde-c76e-4615-a507-50798fa601c1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906811 Feb 11 12:54:50.728239 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] For port 028dcb20-06ce-447a-8b84-90156c4a4132, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:54:50.734805 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] For port 028dcb20-06ce-447a-8b84-90156c4a4132, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=028dcb20-06ce-447a-8b84-90156c4a4132,segment=NetworkSegment(8a7cfa88-dafc-40b8-839d-b0b6335934e4),segment_id=8a7cfa88-dafc-40b8-839d-b0b6335934e4)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:54:50.746753 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.774469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] For port 9d665b03-1a3b-455a-99d2-169c58dc9359, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9d665b03-1a3b-455a-99d2-169c58dc9359,segment=NetworkSegment(4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a),segment_id=4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:50.774894 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:50.795999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] Calling delete_port for 9d665b03-1a3b-455a-99d2-169c58dc9359 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:50.815150 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42c398-c125-4fab-96e2-15736cc1ad3f None None] Pushing event updated for resources: {'Port': ['ID=028dcb20-06ce-447a-8b84-90156c4a4132,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:50.841354 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Routers {'fa837a06-bb0a-4512-ab6f-0dcc4760a200'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:50.842276 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:51.000332 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks [] for router (1766b899-b205-4e2c-80d8-26691b62409e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.016566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.061765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] Pushing event deleted for resources: {'Port': ['ID=9d665b03-1a3b-455a-99d2-169c58dc9359,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:51.079179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a1dc03b-3625-46cd-bf79-0f10025e9fb6 req-1824fb54-f557-44b9-8443-a0df0451ddf4 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.2707696 Feb 11 12:54:51.081854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-39614949-bd6b-4fd0-a7a9-e595b004360a None None] Provisioning complete for port 028dcb20-06ce-447a-8b84-90156c4a4132 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:51.082357 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39614949-bd6b-4fd0-a7a9-e595b004360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.084376 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] Set router fa837a06-bb0a-4512-ab6f-0dcc4760a200 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:51.114087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Deleting port 9d665b03-1a3b-455a-99d2-169c58dc9359 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:51.114742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.187680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] Set router 1766b899-b205-4e2c-80d8-26691b62409e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:51.193606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8d7258-4463-46dc-a233-07c57ee2090e None None] No DVR routers for this DVR port 9d665b03-1a3b-455a-99d2-169c58dc9359 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:51.300262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:51.305591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-39614949-bd6b-4fd0-a7a9-e595b004360a None None] Current status of the port 028dcb20-06ce-447a-8b84-90156c4a4132 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:51.306864 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39614949-bd6b-4fd0-a7a9-e595b004360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.330522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks [] for router_gateway (1766b899-b205-4e2c-80d8-26691b62409e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.354298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-d4748261-131c-4857-ada1-d644590a8ebd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:51.361965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dc03b-3625-46cd-bf79-0f10025e9fb6 req-12f3104b-d42c-41c5-9555-af6c544ec53a tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:51.363423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a1dc03b-3625-46cd-bf79-0f10025e9fb6 req-12f3104b-d42c-41c5-9555-af6c544ec53a tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.2749569 Feb 11 12:54:51.377846 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-d4748261-131c-4857-ada1-d644590a8ebd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6874871 Feb 11 12:54:51.424435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-876f57e2-229f-4686-a204-be5bd24e28c4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/quotas/2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 375 time: 0.0384829 Feb 11 12:54:51.467578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] For port 9d665b03-1a3b-455a-99d2-169c58dc9359, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:51.467940 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.488678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Calling delete_port for 9d665b03-1a3b-455a-99d2-169c58dc9359 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:51.513097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Port 9d665b03-1a3b-455a-99d2-169c58dc9359 was not found and therefore no delete operation was performed {{(pid=109685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:54:51.516495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9d665b03-1a3b-455a-99d2-169c58dc9359), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.549872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d665b03-1a3b-455a-99d2-169c58dc9359,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:51.586318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] No DVR routers for this DVR port 9d665b03-1a3b-455a-99d2-169c58dc9359 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:51.627806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:51.628310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ea0fe42c-7058-4b5b-9b0c-f915a7c7ebf5 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:51.628828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9d665b03-1a3b-455a-99d2-169c58dc9359 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:51.654656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9d665b03-1a3b-455a-99d2-169c58dc9359 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:51.655174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9d665b03-1a3b-455a-99d2-169c58dc9359 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:51.667931 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:44Z', 'revision_number': 4, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '028dcb20-06ce-447a-8b84-90156c4a4132', 'name': '', 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'mac_address': 'fa:16:3e:ce:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b85e5fa3-cfbc-43dd-b0a2-23943cd9872a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:42Z', 'updated_at': '2022-02-11T12:54:50Z', 'revision_number': 4, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'subnets': [{'id': 'b85e5fa3-cfbc-43dd-b0a2-23943cd9872a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:51.680922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-39614949-bd6b-4fd0-a7a9-e595b004360a None None] For port 028dcb20-06ce-447a-8b84-90156c4a4132, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=028dcb20-06ce-447a-8b84-90156c4a4132,segment=NetworkSegment(8a7cfa88-dafc-40b8-839d-b0b6335934e4),segment_id=8a7cfa88-dafc-40b8-839d-b0b6335934e4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:51.695495 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39614949-bd6b-4fd0-a7a9-e595b004360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.714840 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-732df489-b541-465d-bd84-b3823a7536e9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1991208 Feb 11 12:54:51.726858 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2118b3-1022-46f9-b579-12589ed11ad1 None None] The sync data for ids ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'] in n-d-828675-3 is: [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:44Z', 'revision_number': 4, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '028dcb20-06ce-447a-8b84-90156c4a4132', 'name': '', 'network_id': '39f5bf88-ea54-4a37-99e7-130277c5c157', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'mac_address': 'fa:16:3e:ce:7f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'b85e5fa3-cfbc-43dd-b0a2-23943cd9872a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:42Z', 'updated_at': '2022-02-11T12:54:50Z', 'revision_number': 4, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'subnets': [{'id': 'b85e5fa3-cfbc-43dd-b0a2-23943cd9872a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:51.730546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Deleting port 55d2c840-1643-4599-b9aa-8367d64de367 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:51.730883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (55d2c840-1643-4599-b9aa-8367d64de367), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.752209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-78956e0d-d5c8-4ef8-8c27-bd6e9cac8887 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1756773 Feb 11 12:54:51.766888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '55d2c840-1643-4599-b9aa-8367d64de367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:54:48Z', 'revision_number': 5, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port': {'id': '55d2c840-1643-4599-b9aa-8367d64de367', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:aa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1766b899-b205-4e2c-80d8-26691b62409e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:51:49Z', 'updated_at': '2022-02-11T12:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:51.830760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] Checking router: 1766b899-b205-4e2c-80d8-26691b62409e for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:51.842215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39614949-bd6b-4fd0-a7a9-e595b004360a None None] Pushing event updated for resources: {'Port': ['ID=028dcb20-06ce-447a-8b84-90156c4a4132,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:51.847145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-58271538-1b61-4a1b-90ba-8a30d22e7f60 None None] Provisioning complete for port 028dcb20-06ce-447a-8b84-90156c4a4132 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:51.847658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58271538-1b61-4a1b-90ba-8a30d22e7f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.876735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] Routers {'1766b899-b205-4e2c-80d8-26691b62409e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:51.876735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['1766b899-b205-4e2c-80d8-26691b62409e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:51.946879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0f919c4c-16c1-4a2a-9e16-342d43ca6e14), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.952598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] For port 55d2c840-1643-4599-b9aa-8367d64de367, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=55d2c840-1643-4599-b9aa-8367d64de367,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:51.953044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (55d2c840-1643-4599-b9aa-8367d64de367), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:51.990249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Calling delete_port for 55d2c840-1643-4599-b9aa-8367d64de367 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:52.092938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98013c-800e-4f79-9389-254420d083a4 req-8cb226b1-0617-45e5-97e2-05bec316fa55 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:52.095128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-8cb226b1-0617-45e5-97e2-05bec316fa55 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports/692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 942 time: 0.3362279 Feb 11 12:54:52.120256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] Set router 1766b899-b205-4e2c-80d8-26691b62409e gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:52.145824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f919c4c-16c1-4a2a-9e16-342d43ca6e14']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:52.176518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:52.176814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:52.208365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:52.261694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:54:51Z', 'revision_number': 6, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:52.295405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9365879-48ad-45c5-a093-8dce391feb54 req-dc4214e0-6a68-49a7-97f6-4e0de67c6956 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 210 time: 0.1255472 Feb 11 12:54:52.347482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f802892c-003b-407e-8c93-53efccd70f1d None None] The sync data for ids ['1766b899-b205-4e2c-80d8-26691b62409e'] in n-d-828675-3 is: [{'id': '1766b899-b205-4e2c-80d8-26691b62409e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1481983065-router', 'tenant_id': '338da79ca841485091299c9566b4b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:51:48Z', 'updated_at': '2022-02-11T12:54:51Z', 'revision_number': 6, 'project_id': '338da79ca841485091299c9566b4b4fc', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:52.352182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:52.355672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-58271538-1b61-4a1b-90ba-8a30d22e7f60 None None] Current status of the port 028dcb20-06ce-447a-8b84-90156c4a4132 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:52.375729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (fa837a06-bb0a-4512-ab6f-0dcc4760a200), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:52.378066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:54:52.378745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (4d7fb3c3-1f99-45a4-87b9-2e61cdd49e7a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:54:52.382310 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:54:52.509609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-a43fa7f0-ebea-4421-accf-7823b7518692 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.2674608 Feb 11 12:54:52.619594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (0f919c4c-16c1-4a2a-9e16-342d43ca6e14), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:52.717935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:52.721388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0f919c4c-16c1-4a2a-9e16-342d43ca6e14 HTTP/1.1" status: 204 len: 168 time: 2.8635101 Feb 11 12:54:52.725529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289fdf6-8d74-44cc-9073-a99f97415084 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f919c4c-16c1-4a2a-9e16-342d43ca6e14,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:52.728344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59588) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:52.875000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (55d2c840-1643-4599-b9aa-8367d64de367), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:52.935395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98013c-800e-4f79-9389-254420d083a4 req-709d034c-ee65-42d3-be71-25db4ddd7a24 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:52.944134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-709d034c-ee65-42d3-be71-25db4ddd7a24 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.4280276 Feb 11 12:54:53.090714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-e844e20a-fda4-4598-a69c-f035a2b44f62 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1452572 Feb 11 12:54:53.102842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:53.102998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d2c840-1643-4599-b9aa-8367d64de367,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:53.335588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.528072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (1766b899-b205-4e2c-80d8-26691b62409e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.542446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 028dcb20-06ce-447a-8b84-90156c4a4132 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:54:53.669175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.680027 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.680458 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c disassociated. External IP: 172.25.1.130, port: 692039ac-7b99-442f-8d8e-47b0d477b281. Feb 11 12:54:53.684031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Deleting port 028dcb20-06ce-447a-8b84-90156c4a4132 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:53.684454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.697079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 028dcb20-06ce-447a-8b84-90156c4a4132 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:53.697784 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.784732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b98e916-f4e7-4218-b4e5-83d08cffe838 req-ee6d7b54-af33-4085-b99b-645a2cdb0b23 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 210 time: 0.1970491 Feb 11 12:54:53.887271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 028dcb20-06ce-447a-8b84-90156c4a4132 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:54:53.902847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2e867a1e-5bc4-4242-b009-14de1ddddeb4 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:53.937714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (1766b899-b205-4e2c-80d8-26691b62409e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.946247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks [] for router_controller (1766b899-b205-4e2c-80d8-26691b62409e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:53.950458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2e867a1e-5bc4-4242-b009-14de1ddddeb4 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:53.950917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2e867a1e-5bc4-4242-b009-14de1ddddeb4 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:53.999575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] For port 028dcb20-06ce-447a-8b84-90156c4a4132, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=028dcb20-06ce-447a-8b84-90156c4a4132,segment=NetworkSegment(8a7cfa88-dafc-40b8-839d-b0b6335934e4),segment_id=8a7cfa88-dafc-40b8-839d-b0b6335934e4)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:54.000364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.024133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Calling delete_port for 028dcb20-06ce-447a-8b84-90156c4a4132 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:54.093150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (1766b899-b205-4e2c-80d8-26691b62409e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.093785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1766b899-b205-4e2c-80d8-26691b62409e {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:54:54.121750 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.126312 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ff4c2627-7a6e-421c-93a6-6bc6d0165d41 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1766b899-b205-4e2c-80d8-26691b62409e HTTP/1.1" status: 204 len: 168 time: 3.7318947 Feb 11 12:54:54.126930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59598) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:54.271879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] Deleting subnet 0dd29087-29a7-4442-8a1b-04e2b19f308f {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:54:54.278172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] Publish callbacks [] for subnet (0dd29087-29a7-4442-8a1b-04e2b19f308f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.360572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (0dd29087-29a7-4442-8a1b-04e2b19f308f), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.569784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-79423cf9-9224-4b3e-9003-b9cd333a5a95 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518465 Feb 11 12:54:54.603017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0dd29087-29a7-4442-8a1b-04e2b19f308f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.666801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (07d1e171-3005-4552-9729-4f740353c7d9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.729116 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (0dd29087-29a7-4442-8a1b-04e2b19f308f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.762252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dd29087-29a7-4442-8a1b-04e2b19f308f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:54.776811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:54.781291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e207b7ec-a401-4b4a-ab89-7a7b2a209c77 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0dd29087-29a7-4442-8a1b-04e2b19f308f HTTP/1.1" status: 204 len: 168 time: 0.6532743 Feb 11 12:54:54.783288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239e6fac-3767-44a2-919b-dee518b2b076 None None] Network 1a41dc7e-8f3f-47fd-8840-6958dc228aed requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:54:54.804877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59600) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:54.936084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:55.066899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-7b3cb475-121b-4538-a7bf-b281a3800f0c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:55.072998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-7b3cb475-121b-4538-a7bf-b281a3800f0c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4324992 Feb 11 12:54:55.082553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1a41dc7e-8f3f-47fd-8840-6958dc228aed), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:55.095876 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccb495d8-417d-4baa-a3dd-a9f344838f2c req-2dffa32a-7e8c-413c-b9b2-20bfa5e7cfaf tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 210 time: 0.1492207 Feb 11 12:54:55.126047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] DHCP port deletion for 1a41dc7e-8f3f-47fd-8840-6958dc228aed request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:54:55.152491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-6d1ba76b-27f7-46b4-8cf6-a71d337d13a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1844704 Feb 11 12:54:55.162688 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-ef04ab27-d55e-4793-82ef-147f0a2f3dab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2042575 Feb 11 12:54:55.211001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 55d2c840-1643-4599-b9aa-8367d64de367 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:55.230184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Request body: {'port': {'device_id': '511fa589-db0d-478e-be2f-1b674d724fb6', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '2fcfbbcfc1d9416388239604f0ac2244'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:55.318382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 55d2c840-1643-4599-b9aa-8367d64de367 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:55.320761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 55d2c840-1643-4599-b9aa-8367d64de367 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:55.364632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] Deleting port bafcf724-c154-4679-a537-c70f49bd579a {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:55.365903 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bafcf724-c154-4679-a537-c70f49bd579a), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:55.369319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Made reservation on behalf of 2fcfbbcfc1d9416388239604f0ac2244 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:54:55.373738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:55.386906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-55c0bb21-5ad5-4e09-b2ce-4509d1f72358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:55.388550 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-55c0bb21-5ad5-4e09-b2ce-4509d1f72358 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 1127 time: 0.1224847 Feb 11 12:54:55.391690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-8850d6ec-d023-4b77-a152-413ac0dea30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:55.394959 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-8850d6ec-d023-4b77-a152-413ac0dea30d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 1129 time: 0.1573091 Feb 11 12:54:55.551883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-a3debae0-1137-44ab-9597-ba288d36c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:55.553382 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-a3debae0-1137-44ab-9597-ba288d36c3fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1226356 Feb 11 12:54:55.558658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] For port bafcf724-c154-4679-a537-c70f49bd579a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bafcf724-c154-4679-a537-c70f49bd579a,segment=NetworkSegment(ceadee90-e216-41ad-b119-92448a3d92a9),segment_id=ceadee90-e216-41ad-b119-92448a3d92a9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:55.560186 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bafcf724-c154-4679-a537-c70f49bd579a), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:55.563100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Allocated IP 192.168.233.200 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:54:55.601670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] Calling delete_port for bafcf724-c154-4679-a537-c70f49bd579a owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:55.706205 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (bafcf724-c154-4679-a537-c70f49bd579a), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:55.731093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] No DVR routers for this DVR port bafcf724-c154-4679-a537-c70f49bd579a on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:54:55.764227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (028dcb20-06ce-447a-8b84-90156c4a4132), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:55.815662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] The port 'bafcf724-c154-4679-a537-c70f49bd579a' was deleted {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 12:54:55.817599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521e612-7a1a-4054-90f1-f36faec90889 None None] Pushing event deleted for resources: {'Port': ['ID=bafcf724-c154-4679-a537-c70f49bd579a,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:55.875691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=028dcb20-06ce-447a-8b84-90156c4a4132,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:55.989600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:56.007267 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:56.007757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.040081 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:56.041110 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:56.070395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-c4bffaea-9972-49ae-9bfe-68b8514f7de5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 200 len: 217 time: 0.0808268 Feb 11 12:54:56.144415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1a41dc7e-8f3f-47fd-8840-6958dc228aed), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.173363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a41dc7e-8f3f-47fd-8840-6958dc228aed']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:56.184064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceadee90-e216-41ad-b119-92448a3d92a9') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:56.184410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceadee90-e216-41ad-b119-92448a3d92a9') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:56.196190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (ceadee90-e216-41ad-b119-92448a3d92a9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.210554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ceadee90-e216-41ad-b119-92448a3d92a9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.217244 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:56.217953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:54:56.218345 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (ceadee90-e216-41ad-b119-92448a3d92a9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:54:56.289672 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:54:56.296428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1a41dc7e-8f3f-47fd-8840-6958dc228aed), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.322932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-6fefe807-c62d-43fb-9067-b35c769d8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:56.327054 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-6fefe807-c62d-43fb-9067-b35c769d8eae service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.9072680 Feb 11 12:54:56.343459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.350306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a41dc7e-8f3f-47fd-8840-6958dc228aed HTTP/1.1" status: 204 len: 168 time: 1.5371664 Feb 11 12:54:56.360387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Deleting port 8adeba00-7d17-4cd9-9de2-96ee737c8b79 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:56.363770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.377856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c64a6f-62ac-45e4-be94-370d3335b847 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a41dc7e-8f3f-47fd-8840-6958dc228aed,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:56.386493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59614) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:56.450634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-eed72df9-b728-4b7c-85d6-551f9c694ea1 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "PUT /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 200 len: 695 time: 3.3533456 Feb 11 12:54:56.490316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:54:56.497112 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe22ce-e304-453f-b60e-856c996ff786" -d '{"events": [{"name": "network-changed", "server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:54:56.546470 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:56.562102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-835a608d-48a9-4062-8abd-4c91817e253b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 200 len: 217 time: 0.1905286 Feb 11 12:54:56.595197 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:54:56.607891 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:56.609609 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:56.648953 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6879f98e-a47d-429b-9480-4e56fe278787 req-4175cd02-9341-4e96-97d8-ecc81917306e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 210 time: 0.3201351 Feb 11 12:54:56.755308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-025d19c3-5ea7-43ae-ac98-09e5f9cbb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:56.756964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-025d19c3-5ea7-43ae-ac98-09e5f9cbb198 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.4244375 Feb 11 12:54:56.793617 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:56.801919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-8cb3fb75-473e-48fe-9fbd-3a2f7a8d82e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383704 Feb 11 12:54:56.812356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-c871b672-856c-471c-bf19-7347b8be028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:56.814435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-c871b672-856c-471c-bf19-7347b8be028e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1869638 Feb 11 12:54:56.900586 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-49fb869f-29e1-4987-949c-0dbbc3ae6b0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628023 Feb 11 12:54:56.941385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks [] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:56.971885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] For port 8adeba00-7d17-4cd9-9de2-96ee737c8b79, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8adeba00-7d17-4cd9-9de2-96ee737c8b79,segment=NetworkSegment(32b0c43e-2c50-47dc-9a4f-b93b950e6f0e),segment_id=32b0c43e-2c50-47dc-9a4f-b93b950e6f0e)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:56.972528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:57.006719 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23935f7c-599c-41e0-8d02-03cc287c8100 x-openstack-request-id: req-23935f7c-599c-41e0-8d02-03cc287c8100 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:54:57.007019 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:54:57.007975 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23935f7c-599c-41e0-8d02-03cc287c8100 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:54:57.009192 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281', 'status': 'completed', 'code': 200} Feb 11 12:54:57.070251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Calling delete_port for 8adeba00-7d17-4cd9-9de2-96ee737c8b79 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:57.177923 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:57.212728 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf43e51-f474-46dd-9514-41b8d00edb2e None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:54:57.225852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98013c-800e-4f79-9389-254420d083a4 req-dc4f5652-e618-41fa-b5bd-e87bdd5421e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:57.227872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-dc4f5652-e618-41fa-b5bd-e87bdd5421e3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 1127 time: 0.7270598 Feb 11 12:54:57.234972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bafcf724-c154-4679-a537-c70f49bd579a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:54:57.255599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-73a3b5e3-2036-4499-ae6d-0414644b3ff9 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345039 Feb 11 12:54:57.274807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: bafcf724-c154-4679-a537-c70f49bd579a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:54:57.277528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bafcf724-c154-4679-a537-c70f49bd579a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:54:57.354843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-65985770-c129-4542-8f1e-6dd4a258f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:57.356454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-65985770-c129-4542-8f1e-6dd4a258f8c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 1127 time: 0.3771019 Feb 11 12:54:57.357204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (fa837a06-bb0a-4512-ab6f-0dcc4760a200), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:57.416999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:57.447164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'c802e25c-cad9-4995-8df2-5c114842a9dd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:54:57.453069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-9326ef83-7400-4d96-8fd6-8ba927b344f6 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374993 Feb 11 12:54:57.643476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98013c-800e-4f79-9389-254420d083a4 req-7d52da4c-27d0-42a5-9720-508bd3ffe3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:57.646113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-7d52da4c-27d0-42a5-9720-508bd3ffe3d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.3966851 Feb 11 12:54:57.649246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-9c6785e5-11fb-42a5-a6db-8917f49e0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:57.649671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61b84265-4c68-4d3b-9f9e-aa8b994a2eeb req-390ba33a-788d-44ee-af37-124d5a142989 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776600 Feb 11 12:54:57.651241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-9c6785e5-11fb-42a5-a6db-8917f49e0cf2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.2807150 Feb 11 12:54:57.729197 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0520bcb-e66c-4f49-8ded-ffffe197dc43 req-24148cbe-ff24-4520-b494-db56e7255a2b service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640607 Feb 11 12:54:57.796207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c0bc27-7383-4dec-a25c-6aca410a85c1 None None] New status for floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:54:57.878964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8adeba00-7d17-4cd9-9de2-96ee737c8b79), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:57.922789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8adeba00-7d17-4cd9-9de2-96ee737c8b79,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:58.129574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-3211e4d2-eea2-404f-9334-a9c71bb582b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 217 time: 0.4494157 Feb 11 12:54:58.138421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154399-348c-434b-ac01-0cdf8c5bb8e4 req-a5ad13aa-a8f2-47bf-81bd-2b992bfa1fb8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:58.149737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55154399-348c-434b-ac01-0cdf8c5bb8e4 req-a5ad13aa-a8f2-47bf-81bd-2b992bfa1fb8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 936 time: 0.3137083 Feb 11 12:54:58.262668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-988b7707-ffb3-41ab-9d93-87effc4af752 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 200 len: 217 time: 0.4319830 Feb 11 12:54:58.365703 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55154399-348c-434b-ac01-0cdf8c5bb8e4 req-fe8ce785-51b2-4604-8cf1-5975966102e2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148139 Feb 11 12:54:58.562003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (07d1e171-3005-4552-9729-4f740353c7d9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:58.898329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Router 07d1e171-3005-4552-9729-4f740353c7d9 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:58.908142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:54:58.920048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:54:58.934114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:54:58.939597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:54:59.026352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98013c-800e-4f79-9389-254420d083a4 req-315c1f9c-978a-4a9d-9842-f592e744f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:59.028553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-315c1f9c-978a-4a9d-9842-f592e744f6c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.7883797 Feb 11 12:54:59.055784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-6ccf76a2-f9c8-44f0-99ce-7a46e56962ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:59.057861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-6ccf76a2-f9c8-44f0-99ce-7a46e56962ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.7490025 Feb 11 12:54:59.159321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:54:59.170006 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] Sync routers for ids ['07d1e171-3005-4552-9729-4f740353c7d9'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:54:59.204095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5e963cb9-b88b-4eb5-b54b-f981c48d28ed admin admin] 10.222.0.42 "PUT /v2.0/routers/07d1e171-3005-4552-9729-4f740353c7d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4675605 Feb 11 12:54:59.204956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59626) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:54:59.205503 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] Routers {'07d1e171-3005-4552-9729-4f740353c7d9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:54:59.206285 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['07d1e171-3005-4552-9729-4f740353c7d9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:54:59.225465 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0aa786a6-32ca-4e75-bd9f-a2a2fd9354e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.229390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:59.230093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.416001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-4f775691-8feb-4bcd-abbc-6ae7a7ce9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:59.418030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-4f775691-8feb-4bcd-abbc-6ae7a7ce9624 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3186598 Feb 11 12:54:59.422052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-b18eb568-0391-4608-aa45-0d4c0c5b935b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2034307 Feb 11 12:54:59.422331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks [] for router (07d1e171-3005-4552-9729-4f740353c7d9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.441409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Request body: {'port': {'device_id': '511fa589-db0d-478e-be2f-1b674d724fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:54:59.458875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e8647309-f170-4740-9a0d-f233f0f35267 None None] Provisioning complete for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:54:59.459257 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e8647309-f170-4740-9a0d-f233f0f35267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.512521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e8647309-f170-4740-9a0d-f233f0f35267 None None] Port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:54:59.604623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98013c-800e-4f79-9389-254420d083a4 req-2211bf05-be1a-4f96-94d2-7e3048e3fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:59.616612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-2211bf05-be1a-4f96-94d2-7e3048e3fa58 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5769255 Feb 11 12:54:59.647290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540655d-e1b3-4dbf-9cbc-aec33e26f2a7 req-7581cd26-3a66-4e76-85b0-19f7dac4b8a9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:54:59.660645 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2540655d-e1b3-4dbf-9cbc-aec33e26f2a7 req-7581cd26-3a66-4e76-85b0-19f7dac4b8a9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 936 time: 0.1324260 Feb 11 12:54:59.681256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-721a99e0-b010-48cd-ba6a-843ba885e39b service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354903 Feb 11 12:54:59.696735 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] Set router 07d1e171-3005-4552-9729-4f740353c7d9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:54:59.750148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks [] for router_gateway (07d1e171-3005-4552-9729-4f740353c7d9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.773142 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2540655d-e1b3-4dbf-9cbc-aec33e26f2a7 req-bd9e9295-41ae-46a9-8d45-5d0eb16d3300 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996542 Feb 11 12:54:59.843382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Router fa837a06-bb0a-4512-ab6f-0dcc4760a200 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:54:59.843706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Deleting port 4a2f0fa3-984e-40c8-9e6e-f825d574b845 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:54:59.844180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.955695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] For port 4a2f0fa3-984e-40c8-9e6e-f825d574b845, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4a2f0fa3-984e-40c8-9e6e-f825d574b845,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:54:59.955695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.968377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:54:59.974973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Calling delete_port for 4a2f0fa3-984e-40c8-9e6e-f825d574b845 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:54:59.983081 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2'}], 'enable_snat': True}, 'gw_port_id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:54:57Z', 'revision_number': 5, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port': {'id': '4a2f0fa3-984e-40c8-9e6e-f825d574b845', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d1e171-3005-4552-9729-4f740353c7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 145, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:00.030160 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] Checking router: 07d1e171-3005-4552-9729-4f740353c7d9 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:00.040848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-ceb2a28e-a3ae-45dd-9d34-aa7905186659 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232535 Feb 11 12:55:00.046522 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] Routers {'07d1e171-3005-4552-9729-4f740353c7d9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:00.047334 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['07d1e171-3005-4552-9729-4f740353c7d9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:00.136892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ffe22ce-e304-453f-b60e-856c996ff786 req-46e9e922-0d3d-4cc3-98cb-4b03862b2a97 service neutron] 10.222.0.64 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435453 Feb 11 12:55:00.179427 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] Set router 07d1e171-3005-4552-9729-4f740353c7d9 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:00.227563 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4a2f0fa3-984e-40c8-9e6e-f825d574b845), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.257256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a2f0fa3-984e-40c8-9e6e-f825d574b845,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:00.278106 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:54:59Z', 'revision_number': 6, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:00.336622 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67a177-6601-45b0-a22a-fbe3c2d67411 None None] The sync data for ids ['07d1e171-3005-4552-9729-4f740353c7d9'] in n-d-828675-3 is: [{'id': '07d1e171-3005-4552-9729-4f740353c7d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1232991696-router', 'tenant_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:50:32Z', 'updated_at': '2022-02-11T12:54:59Z', 'revision_number': 6, 'project_id': '8e218c2aab574d66af5bf86ee6e4f7c4', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:00.355159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (26a65429-d579-4554-808a-eb0a188d136a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.384782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (07d1e171-3005-4552-9729-4f740353c7d9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.422616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:00.444068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] Sync routers for ids ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:00.454259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] Routers {'fa837a06-bb0a-4512-ab6f-0dcc4760a200'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:00.455160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:00.456865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c98013c-800e-4f79-9389-254420d083a4 req-733900a7-664a-4251-8dc1-308f0c202909 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683748 Feb 11 12:55:00.464687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-31012e1e-2de0-448f-9c1c-49d45494d0b9 admin admin] 10.222.0.42 "PUT /v2.0/routers/fa837a06-bb0a-4512-ab6f-0dcc4760a200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4745946 Feb 11 12:55:00.465002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59636) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:00.610469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] Set router fa837a06-bb0a-4512-ab6f-0dcc4760a200 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:00.617568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (07d1e171-3005-4552-9729-4f740353c7d9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.621785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks [] for router_controller (07d1e171-3005-4552-9729-4f740353c7d9), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.629131 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks [] for router (fa837a06-bb0a-4512-ab6f-0dcc4760a200), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.678813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:55:00.696627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Publish callbacks [] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.727357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Transition to ACTIVE for port object d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:00.749234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.758213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (07d1e171-3005-4552-9729-4f740353c7d9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.758660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07d1e171-3005-4552-9729-4f740353c7d9 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:55:00.766216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:00.767401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d137af45-2629-4f2d-bcff-15789f94b628 admin admin] 10.222.0.42 "DELETE /v2.0/routers/07d1e171-3005-4552-9729-4f740353c7d9 HTTP/1.1" status: 204 len: 168 time: 1.5600414 Feb 11 12:55:00.785906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59642) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:01.029400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] Deleting subnet 799064bc-228b-4e4e-91b8-8669c0994b55 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:55:01.031930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:55Z', 'revision_number': 5, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:01.042166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] Publish callbacks [] for subnet (799064bc-228b-4e4e-91b8-8669c0994b55), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.073453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks [] for router_gateway (fa837a06-bb0a-4512-ab6f-0dcc4760a200), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.094123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:01.099125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] Checking router: fa837a06-bb0a-4512-ab6f-0dcc4760a200 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:01.102686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-fba1e936-5e23-43e8-884a-289554a7f746 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:01.110445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] Routers {'fa837a06-bb0a-4512-ab6f-0dcc4760a200'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:01.111348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:01.115740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-fba1e936-5e23-43e8-884a-289554a7f746 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2213666 Feb 11 12:55:01.191759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9f86-3210-40b8-84a3-d125d31ff816 req-d361811d-b5cb-419b-ab02-06d20c89bac0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:01.194161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-414a9f86-3210-40b8-84a3-d125d31ff816 req-d361811d-b5cb-419b-ab02-06d20c89bac0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 948 time: 0.2668641 Feb 11 12:55:01.264374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Deleting port 714d7ab3-88b6-4c77-9265-15d7041fe247 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:01.264727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.314078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] Set router fa837a06-bb0a-4512-ab6f-0dcc4760a200 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:01.366352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-414a9f86-3210-40b8-84a3-d125d31ff816 req-144cd859-21e3-42ef-af49-727fe44c40fe tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605139 Feb 11 12:55:01.390737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:55:01.391189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:55:01.391717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:01.437331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:55:01.437761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:01.455474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:55:01.455827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:01.456240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:55:01.456684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Bound port: d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:55:01.457134 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.615726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:01.620355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:01.649629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.734532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] For port 714d7ab3-88b6-4c77-9265-15d7041fe247, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=714d7ab3-88b6-4c77-9265-15d7041fe247,segment=NetworkSegment(98af4151-6455-43d7-b027-914f5db27acd),segment_id=98af4151-6455-43d7-b027-914f5db27acd)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:01.735336 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.740854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a2f0fa3-984e-40c8-9e6e-f825d574b845 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:01.764860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-fabb3230-929c-488e-b51b-090d6af3f749 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.6481221 Feb 11 12:55:01.769142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (799064bc-228b-4e4e-91b8-8669c0994b55), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.789832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-980f2c4e-fa66-403c-9653-b105b743b3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.816971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:01.819842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:01.824579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] 10.222.0.53 "PUT /v2.0/ports/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 1096 time: 2.3885729 Feb 11 12:55:01.837781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4a2f0fa3-984e-40c8-9e6e-f825d574b845 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:01.838560 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a2f0fa3-984e-40c8-9e6e-f825d574b845 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:01.839094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8adeba00-7d17-4cd9-9de2-96ee737c8b79 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:01.855399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:01.859910 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7010c0-97bb-4044-a1ee-c438d923f3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:01.889568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Calling delete_port for 714d7ab3-88b6-4c77-9265-15d7041fe247 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:01.933479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (799064bc-228b-4e4e-91b8-8669c0994b55), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.035808 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52522448-c524-40fc-9de6-a4fd50c2260a x-openstack-request-id: req-52522448-c524-40fc-9de6-a4fd50c2260a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:02.036323 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:02.037799 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52522448-c524-40fc-9de6-a4fd50c2260a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:02.038991 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'status': 'completed', 'code': 200} Feb 11 12:55:02.054129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'floatingip': {'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:02.095300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 8adeba00-7d17-4cd9-9de2-96ee737c8b79 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:02.096157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8adeba00-7d17-4cd9-9de2-96ee737c8b79 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:02.221499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc627c2-3c8d-4020-b75e-56484f09eac8 service neutron] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:02.243851 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.259084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Deleting port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:02.259508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.416432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] For port 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:02.416724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.456458 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.470715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Calling delete_port for 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:02.474787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:55Z', 'revision_number': 5, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:02.522548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3038de-77ed-452b-b381-1edf4ff50474 None None] The sync data for ids ['fa837a06-bb0a-4512-ab6f-0dcc4760a200'] in n-d-828675-3 is: [{'id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1983422002-router', 'tenant_id': 'baaa422a73d44afc965ae0effa49b7d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:54:33Z', 'updated_at': '2022-02-11T12:54:55Z', 'revision_number': 5, 'project_id': 'baaa422a73d44afc965ae0effa49b7d9', 'gw_port': {'id': '0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa837a06-bb0a-4512-ab6f-0dcc4760a200', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:54:35Z', 'updated_at': '2022-02-11T12:54:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:02.710457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (799064bc-228b-4e4e-91b8-8669c0994b55), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.716615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-041ff2a1-0dda-4c61-81ab-ee8a8a76804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:02.720802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-041ff2a1-0dda-4c61-81ab-ee8a8a76804c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1130 time: 0.6935410 Feb 11 12:55:02.795707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-cb5e9d95-9235-4f55-bf89-cf624b2b32fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.0480609 Feb 11 12:55:02.795707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (714d7ab3-88b6-4c77-9265-15d7041fe247), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.881865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.889171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799064bc-228b-4e4e-91b8-8669c0994b55,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:02.922846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:02.926307 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5bed7e3b-f57f-4ea2-b457-2bb8331df361 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/799064bc-228b-4e4e-91b8-8669c0994b55 HTTP/1.1" status: 204 len: 168 time: 2.1393349 Feb 11 12:55:02.929818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:02.931553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2709b00-411d-4770-b6a4-7c39c263f2fe None None] Network d7d1f6cd-6d12-4cef-bcfb-15843e47686e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:02.932702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59698) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:03.057990 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d7d1f6cd-6d12-4cef-bcfb-15843e47686e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.261052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 028dcb20-06ce-447a-8b84-90156c4a4132 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:03.346779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 028dcb20-06ce-447a-8b84-90156c4a4132 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:03.350164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 028dcb20-06ce-447a-8b84-90156c4a4132 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:03.373874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] DHCP port deletion for d7d1f6cd-6d12-4cef-bcfb-15843e47686e request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:55:03.400869 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (fa837a06-bb0a-4512-ab6f-0dcc4760a200), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.470373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] Deleting port 1ead799f-b125-4c4f-8b97-1a411c949e68 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:03.471466 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.553534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=714d7ab3-88b6-4c77-9265-15d7041fe247,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:03.575643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] For port 1ead799f-b125-4c4f-8b97-1a411c949e68, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1ead799f-b125-4c4f-8b97-1a411c949e68,segment=NetworkSegment(32b0c43e-2c50-47dc-9a4f-b93b950e6f0e),segment_id=32b0c43e-2c50-47dc-9a4f-b93b950e6f0e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:03.576049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.594993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-81751e4e-2205-4fbd-a8c1-f3ae57e36c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:03.597566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-81751e4e-2205-4fbd-a8c1-f3ae57e36c76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.7774203 Feb 11 12:55:03.611689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] Calling delete_port for 1ead799f-b125-4c4f-8b97-1a411c949e68 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:03.644698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (fa837a06-bb0a-4512-ab6f-0dcc4760a200), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.651436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks [] for router_controller (fa837a06-bb0a-4512-ab6f-0dcc4760a200), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.661248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-68ed65ec-ef7e-410a-8e3e-7edfe76ea4ff tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:03.663121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-68ed65ec-ef7e-410a-8e3e-7edfe76ea4ff tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.64 "GET /v2.0/ports?device_id=0009607f-0d4d-4a0d-b282-18d4b6972650 HTTP/1.1" status: 200 len: 945 time: 1.0032535 Feb 11 12:55:03.753779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4146a-f1f8-4714-962b-5058c0a34027 req-81464693-e2f1-48a7-9505-aff4c96a1d72 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:03.762426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7a4146a-f1f8-4714-962b-5058c0a34027 req-81464693-e2f1-48a7-9505-aff4c96a1d72 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 948 time: 1.0549581 Feb 11 12:55:03.778801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.784460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Deleting port 1ead799f-b125-4c4f-8b97-1a411c949e68 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:03.787269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:03.843901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] No DVR routers for this DVR port 1ead799f-b125-4c4f-8b97-1a411c949e68 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:03.904296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb02720-7128-468a-b766-4a6b7a117a09 None None] Pushing event deleted for resources: {'Port': ['ID=1ead799f-b125-4c4f-8b97-1a411c949e68,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:03.950045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-a6b3ff90-e62d-4fda-b7b5-6ea3854aeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:03.951632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-a6b3ff90-e62d-4fda-b7b5-6ea3854aeb53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3172927 Feb 11 12:55:03.986369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7a4146a-f1f8-4714-962b-5058c0a34027 req-ecdfbe67-a1cb-40d0-8b26-2632b6144038 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229030 Feb 11 12:55:04.056289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] For port 1ead799f-b125-4c4f-8b97-1a411c949e68, host n-d-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:04.058335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.074450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (fa837a06-bb0a-4512-ab6f-0dcc4760a200), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.075004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa837a06-bb0a-4512-ab6f-0dcc4760a200 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:55:04.111501 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.116109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.124290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59736) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:04.124763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0514778a-4d30-4d55-aec9-11f2b42f8d09 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fa837a06-bb0a-4512-ab6f-0dcc4760a200 HTTP/1.1" status: 204 len: 168 time: 3.6586578 Feb 11 12:55:04.126290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Calling delete_port for 1ead799f-b125-4c4f-8b97-1a411c949e68 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:04.131714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Port 1ead799f-b125-4c4f-8b97-1a411c949e68 was not found and therefore no delete operation was performed {{(pid=109684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:55:04.137981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1ead799f-b125-4c4f-8b97-1a411c949e68), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.186742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (26a65429-d579-4554-808a-eb0a188d136a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.190838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Deleting port 692039ac-7b99-442f-8d8e-47b0d477b281 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:04.191201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.206223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] No DVR routers for this DVR port 1ead799f-b125-4c4f-8b97-1a411c949e68 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:04.236193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ead799f-b125-4c4f-8b97-1a411c949e68,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:04.250885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] Deleting subnet b85e5fa3-cfbc-43dd-b0a2-23943cd9872a {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:55:04.256629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] Publish callbacks [] for subnet (b85e5fa3-cfbc-43dd-b0a2-23943cd9872a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.289041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:55:04.377065 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d7d1f6cd-6d12-4cef-bcfb-15843e47686e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.390117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (b85e5fa3-cfbc-43dd-b0a2-23943cd9872a), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.407327 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.411497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d1f6cd-6d12-4cef-bcfb-15843e47686e']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:04.420068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.426027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:04.426330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b0c43e-2c50-47dc-9a4f-b93b950e6f0e') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:04.467430 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-c600144c-48b3-46c2-b81c-16db802cf288 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076003 Feb 11 12:55:04.471733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (32b0c43e-2c50-47dc-9a4f-b93b950e6f0e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.502512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32b0c43e-2c50-47dc-9a4f-b93b950e6f0e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.538611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:55:04.539050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (32b0c43e-2c50-47dc-9a4f-b93b950e6f0e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:55:04.540680 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:55:04.604541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] For port 692039ac-7b99-442f-8d8e-47b0d477b281, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=692039ac-7b99-442f-8d8e-47b0d477b281,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:04.604896 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.612141 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c associated. External IP: 172.25.1.130, port: 336b1948-1d6a-460e-9693-adc9e8f66e99. Feb 11 12:55:04.649231 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d7d1f6cd-6d12-4cef-bcfb-15843e47686e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.663709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.667582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d7d1f6cd-6d12-4cef-bcfb-15843e47686e HTTP/1.1" status: 204 len: 168 time: 1.7309902 Feb 11 12:55:04.692750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Calling delete_port for 692039ac-7b99-442f-8d8e-47b0d477b281 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:04.713396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749042a7-5ad4-4345-9573-17c4407a6ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d1f6cd-6d12-4cef-bcfb-15843e47686e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:04.830849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b85e5fa3-cfbc-43dd-b0a2-23943cd9872a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:04.986543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59742) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:05.131426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:05.140638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb2e2cef-7690-4935-a96f-59b5242c2c84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d4da46d0eac41c9b03beaeb5457adb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1501176 Feb 11 12:55:05.141988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59746) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:05.263737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9808a21d-40f8-4f55-9def-b1021b9116d1 req-6018a707-465c-46f5-a623-4ea9952387b1 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853556 Feb 11 12:55:05.287989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:05.329872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-753a53f6-92fb-4db2-a5bf-5aae2e5242ee admin admin] Publish callbacks [] for security_group (0a678a71-6e00-4419-a2ac-2cf2cc88ec0b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.337306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (b85e5fa3-cfbc-43dd-b0a2-23943cd9872a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.361065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Router 26a65429-d579-4554-808a-eb0a188d136a has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:05.369917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:05.371386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0c522cbe-c52e-4ff2-be89-4ffe0f3fa50e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:05.371386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1ead799f-b125-4c4f-8b97-1a411c949e68 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:05.412628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-753a53f6-92fb-4db2-a5bf-5aae2e5242ee admin admin] Publish callbacks [] for security_group (0a678a71-6e00-4419-a2ac-2cf2cc88ec0b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.422163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:05.433443 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:05.440060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1ead799f-b125-4c4f-8b97-1a411c949e68 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:05.440300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.440428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1ead799f-b125-4c4f-8b97-1a411c949e68 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:05.445441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85e5fa3-cfbc-43dd-b0a2-23943cd9872a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:05.451869 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:05.452709 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:05.467458 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.478503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.484568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa52454-94bf-4e85-9658-5510c2eab22a None None] Network 39f5bf88-ea54-4a37-99e7-130277c5c157 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:05.487546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fd6c6ac2-00b6-4df8-bfce-b7f1d580ffff admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b85e5fa3-cfbc-43dd-b0a2-23943cd9872a HTTP/1.1" status: 204 len: 168 time: 1.3612802 Feb 11 12:55:05.489038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59750) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:05.499646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dba72-64b4-419c-8b36-cd63b6ca57c0 req-150e706c-ac43-4c11-9a33-786c147d0857 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:05.501654 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c4dba72-64b4-419c-8b36-cd63b6ca57c0 req-150e706c-ac43-4c11-9a33-786c147d0857 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 948 time: 0.3520219 Feb 11 12:55:05.537291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4fb4b499-0c45-4e48-8b24-e56a413217cc tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "PUT /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 200 len: 996 time: 3.7600026 Feb 11 12:55:05.548988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:05.551460 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486295c1-a5e3-4f8a-a570-73aca06fb960" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:05.646288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (39f5bf88-ea54-4a37-99e7-130277c5c157), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.651644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-753a53f6-92fb-4db2-a5bf-5aae2e5242ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0a678a71-6e00-4419-a2ac-2cf2cc88ec0b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.656575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-753a53f6-92fb-4db2-a5bf-5aae2e5242ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.657807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-753a53f6-92fb-4db2-a5bf-5aae2e5242ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a678a71-6e00-4419-a2ac-2cf2cc88ec0b HTTP/1.1" status: 204 len: 168 time: 0.5143726 Feb 11 12:55:05.675059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a53f6-92fb-4db2-a5bf-5aae2e5242ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a678a71-6e00-4419-a2ac-2cf2cc88ec0b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:05.686048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-e4e245e6-8ab9-44be-883e-27a67a28f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:05.694018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-e4e245e6-8ab9-44be-883e-27a67a28f254 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.1382303 Feb 11 12:55:05.718355 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:05.824358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-344cfdf8-b2dc-4979-89c1-e19870d24b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:05.833452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-344cfdf8-b2dc-4979-89c1-e19870d24b50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.1385138 Feb 11 12:55:05.843210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Deleting port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:05.843552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.851500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c4dba72-64b4-419c-8b36-cd63b6ca57c0 req-fc4ec531-3ec0-47d5-b36c-59070d6e2893 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391585 Feb 11 12:55:05.874371 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (692039ac-7b99-442f-8d8e-47b0d477b281), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:05.879425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] DHCP port deletion for 39f5bf88-ea54-4a37-99e7-130277c5c157 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:55:05.891884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['336b1948-1d6a-460e-9693-adc9e8f66e99'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:55:06.028202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-26ac37a7-5343-4fae-b32e-f0e9763f47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:06.031162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-26ac37a7-5343-4fae-b32e-f0e9763f47e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1130 time: 0.6897206 Feb 11 12:55:06.038105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Pushing event deleted for resources: {'Port': ['ID=692039ac-7b99-442f-8d8e-47b0d477b281,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:06.195713 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:55:06.249544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] Deleting port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:06.251603 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:06.266933 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:2d:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:55:04Z', 'revision_number': 8, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:06.273418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:06.309822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-40961340-db06-49f2-9727-b5b41c0dccb2 admin admin] 10.222.0.42 "PUT /v2.0/routers/26a65429-d579-4554-808a-eb0a188d136a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9214797 Feb 11 12:55:06.317034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59764) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:06.359070 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:06.392896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] No DVR routers for this DVR port 692039ac-7b99-442f-8d8e-47b0d477b281 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:06.394721 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:06.395865 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:06.446943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:06.450970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a029cfd4-f7ac-47c5-99c0-8f33f07c0b46 req-8dfe5dd1-6571-4802-9f83-8f47d458a727 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.64 "DELETE /v2.0/ports/692039ac-7b99-442f-8d8e-47b0d477b281 HTTP/1.1" status: 204 len: 173 time: 2.7602017 Feb 11 12:55:06.453704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'name': 'network-vif-deleted', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:06.456374 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3993f4-9670-4baa-9006-ea5d0a816078" -d '{"events": [{"server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "name": "network-vif-deleted", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:06.477230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] Sync routers for ids ['26a65429-d579-4554-808a-eb0a188d136a'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:06.595559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59768) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:06.610779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] For port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,segment=NetworkSegment(8a7cfa88-dafc-40b8-839d-b0b6335934e4),segment_id=8a7cfa88-dafc-40b8-839d-b0b6335934e4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:06.611178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:06.630318 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1eeb3d9-c7a8-4c83-94ca-b3168f218cfb x-openstack-request-id: req-b1eeb3d9-c7a8-4c83-94ca-b3168f218cfb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:06.630318 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0009607f-0d4d-4a0d-b282-18d4b6972650", "name": "network-vif-deleted", "tag": "692039ac-7b99-442f-8d8e-47b0d477b281", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:06.631764 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1eeb3d9-c7a8-4c83-94ca-b3168f218cfb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:06.633734 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0009607f-0d4d-4a0d-b282-18d4b6972650', 'name': 'network-vif-deleted', 'tag': '692039ac-7b99-442f-8d8e-47b0d477b281', 'status': 'completed', 'code': 200} Feb 11 12:55:06.659486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] Calling delete_port for a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:06.676587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] Routers {'26a65429-d579-4554-808a-eb0a188d136a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:06.678195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['26a65429-d579-4554-808a-eb0a188d136a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:06.717463 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:06.819922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-70ea08fa-2c4b-4f04-b681-caee6928b038 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e218c2aab574d66af5bf86ee6e4f7c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204719 Feb 11 12:55:06.826795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59770) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:06.847479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-5da856ef-3edf-460a-9261-9fda4d1cc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:06.848962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-5da856ef-3edf-460a-9261-9fda4d1cc0ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.7961736 Feb 11 12:55:06.860955 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0a8681-2a92-4f79-ae28-60f604d981c0 x-openstack-request-id: req-ed0a8681-2a92-4f79-ae28-60f604d981c0 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:06.862105 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:06.862815 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed0a8681-2a92-4f79-ae28-60f604d981c0 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:06.864083 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'status': 'completed', 'code': 200} Feb 11 12:55:06.882767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks [] for router (26a65429-d579-4554-808a-eb0a188d136a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:06.886431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 692039ac-7b99-442f-8d8e-47b0d477b281 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:07.131602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-809f6086-992b-42d9-b554-75f5a6cea9bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.2580681 Feb 11 12:55:07.179317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] For port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,segment=NetworkSegment(8a7cfa88-dafc-40b8-839d-b0b6335934e4),segment_id=8a7cfa88-dafc-40b8-839d-b0b6335934e4)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:07.185212 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:07.187719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 692039ac-7b99-442f-8d8e-47b0d477b281 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:07.189085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 692039ac-7b99-442f-8d8e-47b0d477b281 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:07.198454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-4abec1f5-1062-4f6a-a77b-c1c78513d1a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 999 time: 1.3640294 Feb 11 12:55:07.204813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:07.231497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:07.256112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-43ee7b50-5cbb-402e-a729-ffd6418c7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:07.257501 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-43ee7b50-5cbb-402e-a729-ffd6418c7fcb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1181583 Feb 11 12:55:07.262148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] No DVR routers for this DVR port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:07.349264 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:2d:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:55:04Z', 'revision_number': 8, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:07.351256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Calling delete_port for a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:07.400387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-9067505d-8565-4afe-b00e-f137316a22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:07.402291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-9067505d-8565-4afe-b00e-f137316a22f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.5549347 Feb 11 12:55:07.411241 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85cde19-dc03-4635-b49e-7da3215deda2 None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0a23148b-cd81-45f8-a356-4eadfeb08f9c', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'port_id': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'mac_address': 'fa:16:3e:2d:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:53:54Z', 'updated_at': '2022-02-11T12:55:04Z', 'revision_number': 8, 'project_id': '51d7e7add858421eb3132075f04effd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:07.419078 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ea9136b-b0a2-406b-ae78-d6da76583b98 admin admin] Publish callbacks [] for security_group (2c235034-46bc-4680-b474-b229d342b215), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:07.487049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2ceac-1813-44eb-8429-719f7ad24f19 None None] Pushing event deleted for resources: {'Port': ['ID=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:07.500956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:07.501541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:07.504664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005d11f-2390-4404-8745-3bf85f17af01 req-c75fd20f-cc76-4d23-9bf1-a1c57258a74f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:07.506365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0005d11f-2390-4404-8745-3bf85f17af01 req-c75fd20f-cc76-4d23-9bf1-a1c57258a74f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 948 time: 0.4527659 Feb 11 12:55:07.564383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] Set router 26a65429-d579-4554-808a-eb0a188d136a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:07.564659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ea9136b-b0a2-406b-ae78-d6da76583b98 admin admin] Publish callbacks [] for security_group (2c235034-46bc-4680-b474-b229d342b215), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:07.595866 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks [] for router_gateway (26a65429-d579-4554-808a-eb0a188d136a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:07.677338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-1be88810-cd73-4f86-adb6-f5397a5d654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:07.680414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-1be88810-cd73-4f86-adb6-f5397a5d654a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4103951 Feb 11 12:55:07.712402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-6c36f2cd-46d8-44be-bfb3-3eaa40002e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:07.714596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-6c36f2cd-46d8-44be-bfb3-3eaa40002e22 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.1758866 Feb 11 12:55:07.821414 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5665add4-8251-4ab8-93c7-686ab99a3892 None None] New status for floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:55:07.823090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-3aed26b7-88c1-4634-b2d2-fc35e44de640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:07.824877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-3aed26b7-88c1-4634-b2d2-fc35e44de640 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.6055098 Feb 11 12:55:07.894107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-7069bb3a-2284-479d-8efa-b255c1eb5030 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 999 time: 0.1641598 Feb 11 12:55:07.916294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:07.942909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:55:02Z', 'revision_number': 5, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port': {'id': 'a8a6aadc-9abd-4994-976e-572e7a3eb817', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a65429-d579-4554-808a-eb0a188d136a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:01Z', 'updated_at': '2022-02-11T12:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:08.007490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:08.011264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] No DVR routers for this DVR port a1a84ad0-be6b-4f78-b7fb-7a23ebe6a685 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:08.021428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-fdaae3bb-61b3-4db1-bb1f-589e6a8514cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:08.023486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-fdaae3bb-61b3-4db1-bb1f-589e6a8514cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1857634 Feb 11 12:55:08.026239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] Checking router: 26a65429-d579-4554-808a-eb0a188d136a for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:08.041623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:55:08.058264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] Routers {'26a65429-d579-4554-808a-eb0a188d136a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:08.058908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['26a65429-d579-4554-808a-eb0a188d136a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:08.170699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-ed7aa6e9-2ea8-4d9b-bd4c-93a63562148e service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135609 Feb 11 12:55:08.178631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-c06d0afe-c54b-46a9-9eb8-4e058246a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:08.182156 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-c06d0afe-c54b-46a9-9eb8-4e058246a1f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.2790110 Feb 11 12:55:08.193734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] Set router 26a65429-d579-4554-808a-eb0a188d136a gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:08.379785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:55:07Z', 'revision_number': 6, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:08.383285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (39f5bf88-ea54-4a37-99e7-130277c5c157), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.431312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7df0f0-1276-4f8c-bbff-3a95bc5845d6 None None] The sync data for ids ['26a65429-d579-4554-808a-eb0a188d136a'] in n-d-828675-3 is: [{'id': '26a65429-d579-4554-808a-eb0a188d136a', 'name': 'tempest-AttachSCSIVolumeTestJSON-996522986-router', 'tenant_id': 'ab8ec417a245453db86c95bffe59a1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:00Z', 'updated_at': '2022-02-11T12:55:07Z', 'revision_number': 6, 'project_id': 'ab8ec417a245453db86c95bffe59a1a4', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:08.480644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:08.505631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'mac_address': 'fa:16:3e:d2:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:55:08.517901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f5bf88-ea54-4a37-99e7-130277c5c157']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:08.525672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-749bc5df-0f9c-45e8-b0e0-9dc3d85be159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:08.527378 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-749bc5df-0f9c-45e8-b0e0-9dc3d85be159 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3194849 Feb 11 12:55:08.534310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0005d11f-2390-4404-8745-3bf85f17af01 req-9fb389e9-959a-40f3-afee-e39328cfe273 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9945598 Feb 11 12:55:08.565197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:08.565789 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.586945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:55:08.621076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:08.627536 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.644569 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ea9136b-b0a2-406b-ae78-d6da76583b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2c235034-46bc-4680-b474-b229d342b215), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.647835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ea9136b-b0a2-406b-ae78-d6da76583b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.649205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ea9136b-b0a2-406b-ae78-d6da76583b98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c235034-46bc-4680-b474-b229d342b215 HTTP/1.1" status: 204 len: 168 time: 1.8194163 Feb 11 12:55:08.697276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-339927dd-64c8-48c4-834b-dc9e764ea6c0 service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407149 Feb 11 12:55:08.700579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Deleting port a8a6aadc-9abd-4994-976e-572e7a3eb817 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:08.701124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.704925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9136b-b0a2-406b-ae78-d6da76583b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c235034-46bc-4680-b474-b229d342b215,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:08.707889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7cfa88-dafc-40b8-839d-b0b6335934e4') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:08.708328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7cfa88-dafc-40b8-839d-b0b6335934e4') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:08.725716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-7da7b50e-96bf-4bc7-ac3e-1c0b178c8a38 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0251067 Feb 11 12:55:08.731104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:08.859455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (8a7cfa88-dafc-40b8-839d-b0b6335934e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.974932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8a7cfa88-dafc-40b8-839d-b0b6335934e4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:08.996991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb7010c0-97bb-4044-a1ee-c438d923f3d1 req-03431d0e-bd4b-499f-ad2c-9e7cf9958f3a service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478218 Feb 11 12:55:09.023390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:55:09.026104 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ed164de-d3ab-4954-a5bf-3f585403bb95 req-cc07ff52-b46d-4e2c-ba3c-9ed65985dd67 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8309937 Feb 11 12:55:09.030754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:55:09.031283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (8a7cfa88-dafc-40b8-839d-b0b6335934e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:55:09.056423 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:55:09.073918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] For port a8a6aadc-9abd-4994-976e-572e7a3eb817, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a8a6aadc-9abd-4994-976e-572e7a3eb817,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:09.074321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.101315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Calling delete_port for a8a6aadc-9abd-4994-976e-572e7a3eb817 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:09.117000 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-486295c1-a5e3-4f8a-a570-73aca06fb960 req-77adcbb6-056b-47db-828c-25e07e70d05b service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967385 Feb 11 12:55:09.214855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (39f5bf88-ea54-4a37-99e7-130277c5c157), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.227175 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.238930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] 10.222.0.42 "DELETE /v2.0/networks/39f5bf88-ea54-4a37-99e7-130277c5c157 HTTP/1.1" status: 204 len: 168 time: 3.7465997 Feb 11 12:55:09.284808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fde5b-9ef1-4064-b039-5a83c31c3986 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f5bf88-ea54-4a37-99e7-130277c5c157,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:09.355478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 714d7ab3-88b6-4c77-9265-15d7041fe247 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:09.457516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 714d7ab3-88b6-4c77-9265-15d7041fe247 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:09.457991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 714d7ab3-88b6-4c77-9265-15d7041fe247 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:09.501772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59808) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:09.577284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be29bee2-0daf-4279-a666-161466b27bed req-142a9a4b-e0a2-42e6-9f45-0776f97f7b77 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 200 len: 998 time: 0.5002205 Feb 11 12:55:09.582329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a8a6aadc-9abd-4994-976e-572e7a3eb817), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.636814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0e338921-1947-44b1-b672-61b6478ba827 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=baaa422a73d44afc965ae0effa49b7d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336355 Feb 11 12:55:09.648784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59814) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:09.721448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a6aadc-9abd-4994-976e-572e7a3eb817,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:09.774965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cdd307d-d488-4e6d-8bc7-a6e27a074d15 admin admin] Publish callbacks [] for security_group (b697596c-9eea-47ab-af48-06da9333ab15), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.840030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cdd307d-d488-4e6d-8bc7-a6e27a074d15 admin admin] Publish callbacks [] for security_group (b697596c-9eea-47ab-af48-06da9333ab15), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.851700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (26a65429-d579-4554-808a-eb0a188d136a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.935650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29bee2-0daf-4279-a666-161466b27bed req-2b5747f7-c990-4b1e-a66b-a86e94b8caa7 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:09.937391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be29bee2-0daf-4279-a666-161466b27bed req-2b5747f7-c990-4b1e-a66b-a86e94b8caa7 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3436110 Feb 11 12:55:09.950012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cdd307d-d488-4e6d-8bc7-a6e27a074d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b697596c-9eea-47ab-af48-06da9333ab15), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.953373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cdd307d-d488-4e6d-8bc7-a6e27a074d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.955149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1cdd307d-d488-4e6d-8bc7-a6e27a074d15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b697596c-9eea-47ab-af48-06da9333ab15 HTTP/1.1" status: 204 len: 168 time: 0.3051713 Feb 11 12:55:09.974175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd307d-d488-4e6d-8bc7-a6e27a074d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b697596c-9eea-47ab-af48-06da9333ab15,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:09.977356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-be29bee2-0daf-4279-a666-161466b27bed req-ef1487e4-f5c5-4679-8941-50bfb2e23683 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:55:09.978447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be29bee2-0daf-4279-a666-161466b27bed req-ef1487e4-f5c5-4679-8941-50bfb2e23683 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073237 Feb 11 12:55:09.982806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (26a65429-d579-4554-808a-eb0a188d136a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:09.985856 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks [] for router_controller (26a65429-d579-4554-808a-eb0a188d136a), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.041690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (26a65429-d579-4554-808a-eb0a188d136a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.042494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a65429-d579-4554-808a-eb0a188d136a {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:55:10.051055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.055908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59830) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:10.058517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-00beb68a-bde8-4098-a176-04f433a21330 admin admin] 10.222.0.42 "DELETE /v2.0/routers/26a65429-d579-4554-808a-eb0a188d136a HTTP/1.1" status: 204 len: 168 time: 3.7370656 Feb 11 12:55:10.169362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] Deleting subnet de635e3a-78f9-4bbe-9986-92861cc965d0 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:55:10.175276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] Publish callbacks [] for subnet (de635e3a-78f9-4bbe-9986-92861cc965d0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.195687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-729013cb-1013-475c-b275-67d4c11d5451 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.1359885 Feb 11 12:55:10.263602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (de635e3a-78f9-4bbe-9986-92861cc965d0), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.296627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356006fa-6e05-42ba-98c2-cbccdfa6d77d req-e7f32b6c-4437-4136-9918-9cef427d03d1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:10.298084 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-356006fa-6e05-42ba-98c2-cbccdfa6d77d req-e7f32b6c-4437-4136-9918-9cef427d03d1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 949 time: 0.6104372 Feb 11 12:55:10.347220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-b3ecf87d-8979-40be-bdab-92097a3c5f86 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:10.363942 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-356006fa-6e05-42ba-98c2-cbccdfa6d77d req-cfff07d9-eddb-4066-b807-450ef1de0f28 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561669 Feb 11 12:55:10.392674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-b3ecf87d-8979-40be-bdab-92097a3c5f86 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports/336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 942 time: 0.1894293 Feb 11 12:55:10.462120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (de635e3a-78f9-4bbe-9986-92861cc965d0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.565381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (de635e3a-78f9-4bbe-9986-92861cc965d0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.583874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:10.590577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/de635e3a-78f9-4bbe-9986-92861cc965d0 HTTP/1.1" status: 204 len: 168 time: 0.5335932 Feb 11 12:55:10.595954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2820f-5f80-461b-8ec0-97ea7f1b389c None None] Network ceb7e176-8378-48de-9964-9cb3c22ba4f3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:10.597931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59842) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:10.658195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612ff86-6758-44de-a1ff-aacaab8d42b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de635e3a-78f9-4bbe-9986-92861cc965d0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:10.765064 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f21ee777-6049-48df-997b-f9777117944e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.2720983 Feb 11 12:55:10.777829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ceb7e176-8378-48de-9964-9cb3c22ba4f3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.078051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-13bef156-9c44-4e5c-b1fb-9bda1d384ee8 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:11.079601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-13bef156-9c44-4e5c-b1fb-9bda1d384ee8 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3047688 Feb 11 12:55:11.095396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Deleting port b1db0484-fc6a-44a2-a403-06699e9235f0 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:11.095797 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.131382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] DHCP port deletion for ceb7e176-8378-48de-9964-9cb3c22ba4f3 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:55:11.175802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8a6aadc-9abd-4994-976e-572e7a3eb817 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:11.241418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a8a6aadc-9abd-4994-976e-572e7a3eb817 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:11.242126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8a6aadc-9abd-4994-976e-572e7a3eb817 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:11.270130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] Deleting port b1db0484-fc6a-44a2-a403-06699e9235f0 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:11.270713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.291234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] For port b1db0484-fc6a-44a2-a403-06699e9235f0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b1db0484-fc6a-44a2-a403-06699e9235f0,segment=NetworkSegment(98af4151-6455-43d7-b027-914f5db27acd),segment_id=98af4151-6455-43d7-b027-914f5db27acd)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:11.291618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.306098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Calling delete_port for b1db0484-fc6a-44a2-a403-06699e9235f0 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:11.362597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] For port b1db0484-fc6a-44a2-a403-06699e9235f0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b1db0484-fc6a-44a2-a403-06699e9235f0,segment=NetworkSegment(98af4151-6455-43d7-b027-914f5db27acd),segment_id=98af4151-6455-43d7-b027-914f5db27acd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:11.363364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.372935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-5428b19c-802e-42f0-8ad4-934b90337d6d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 1001 time: 0.2836280 Feb 11 12:55:11.380702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] Calling delete_port for b1db0484-fc6a-44a2-a403-06699e9235f0 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:11.400500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:11.478923 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.481395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.529087 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (b1db0484-fc6a-44a2-a403-06699e9235f0), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.562223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] No DVR routers for this DVR port b1db0484-fc6a-44a2-a403-06699e9235f0 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:11.576522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] No DVR routers for this DVR port b1db0484-fc6a-44a2-a403-06699e9235f0 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:11.584769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1db0484-fc6a-44a2-a403-06699e9235f0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:11.635044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc1aa0-5609-4f29-acd6-d205e3793375 None None] Pushing event deleted for resources: {'Port': ['ID=b1db0484-fc6a-44a2-a403-06699e9235f0,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:11.672761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8bfb9-f229-4e91-9268-a01dd59e9ca8 req-1580d716-cfd7-461f-8ff0-8f579fa43c13 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:11.676131 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6d8bfb9-f229-4e91-9268-a01dd59e9ca8 req-1580d716-cfd7-461f-8ff0-8f579fa43c13 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 949 time: 0.1361840 Feb 11 12:55:11.747060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6d8bfb9-f229-4e91-9268-a01dd59e9ca8 req-af626d35-f5f1-4417-a40e-88182a297239 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654800 Feb 11 12:55:11.781685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ceb7e176-8378-48de-9964-9cb3c22ba4f3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.858590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb7e176-8378-48de-9964-9cb3c22ba4f3']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:11.905595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98af4151-6455-43d7-b027-914f5db27acd') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:11.906278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98af4151-6455-43d7-b027-914f5db27acd') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:11.919823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.924216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (98af4151-6455-43d7-b027-914f5db27acd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.932893 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:11.937395 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c disassociated. External IP: 172.25.1.130, port: 336b1948-1d6a-460e-9693-adc9e8f66e99. Feb 11 12:55:11.994755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (98af4151-6455-43d7-b027-914f5db27acd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.008632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:55:12.009090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (98af4151-6455-43d7-b027-914f5db27acd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:55:12.011270 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:55:12.066617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:12.138721 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ceb7e176-8378-48de-9964-9cb3c22ba4f3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.154637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.158675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] 10.222.0.42 "DELETE /v2.0/networks/ceb7e176-8378-48de-9964-9cb3c22ba4f3 HTTP/1.1" status: 204 len: 168 time: 1.5562809 Feb 11 12:55:12.177649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d93b3f-54c6-4bf8-bc95-ccc4c205a13b admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb7e176-8378-48de-9964-9cb3c22ba4f3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:12.217537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:55:12.223461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:12.224608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.394838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:12.395220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.460080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:12.461298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:12.464168 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d74ee-198a-4ebb-be81-e9cd5dc84ac9" -d '{"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:12.476417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.481183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:12.537887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-c0288a6b-e445-402c-899b-1b75851f38f4 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=91e10eb7adc74798ba83a525f4e181cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348549 Feb 11 12:55:12.580626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:12.582178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59910) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:12.651453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7f7fb1e1-e923-45e2-a97e-fc02deae2932 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=338da79ca841485091299c9566b4b4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678926 Feb 11 12:55:12.651699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59914) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:12.728796 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-075ab140-3029-40df-a2f4-5180493e47c4 admin admin] Publish callbacks [] for security_group (6b111655-24a1-4c32-bb79-b4d995da73c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.745123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-21d137ba-bfdc-41fa-94a0-58f6d72f690d tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:12.756780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-21d137ba-bfdc-41fa-94a0-58f6d72f690d tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099359 Feb 11 12:55:12.794313 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-a4722356-df5b-470f-ac77-81ce0b44f54b tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/quotas/91e10eb7adc74798ba83a525f4e181cf HTTP/1.1" status: 200 len: 375 time: 0.0362153 Feb 11 12:55:12.838736 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-bd1763e0-feaf-4b65-9d63-9216aa1fde23 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=91e10eb7adc74798ba83a525f4e181cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384409 Feb 11 12:55:12.841268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-075ab140-3029-40df-a2f4-5180493e47c4 admin admin] Publish callbacks [] for security_group (6b111655-24a1-4c32-bb79-b4d995da73c6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.911170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-075ab140-3029-40df-a2f4-5180493e47c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6b111655-24a1-4c32-bb79-b4d995da73c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.916445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-075ab140-3029-40df-a2f4-5180493e47c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:12.920075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-075ab140-3029-40df-a2f4-5180493e47c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b111655-24a1-4c32-bb79-b4d995da73c6 HTTP/1.1" status: 204 len: 168 time: 0.2649186 Feb 11 12:55:12.948657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ab140-3029-40df-a2f4-5180493e47c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b111655-24a1-4c32-bb79-b4d995da73c6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:13.085284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:13.091646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:13.098348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:13.119276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:13.125463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:13.182032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f5bc7c01-b1cc-46cb-a2d9-f6e5819d1375 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "PUT /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 200 len: 696 time: 1.7951815 Feb 11 12:55:13.182542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:13.184846 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:13.207858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b1db0484-fc6a-44a2-a403-06699e9235f0 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:13.237069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: b1db0484-fc6a-44a2-a403-06699e9235f0 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:13.237416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b1db0484-fc6a-44a2-a403-06699e9235f0 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:13.282791 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867733aa-adcb-4dae-8986-af4cf73a4935 x-openstack-request-id: req-867733aa-adcb-4dae-8986-af4cf73a4935 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:13.286334 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:13.286867 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-867733aa-adcb-4dae-8986-af4cf73a4935 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:13.288110 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'code': 200} Feb 11 12:55:13.356617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-07796947-c158-40a0-8f82-adab5d06c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:13.362567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-07796947-c158-40a0-8f82-adab5d06c4da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.1547623 Feb 11 12:55:13.429844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:13.547090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36905b-c343-4f21-8909-e139c86c5007 req-744f5799-4b42-4951-840f-e58de03e7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:13.555684 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b36905b-c343-4f21-8909-e139c86c5007 req-744f5799-4b42-4951-840f-e58de03e7301 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1132 time: 0.1945639 Feb 11 12:55:13.581196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59936) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:13.590873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-e14da694-dc6c-4005-9f2e-e6bb566ce375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:13.592402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-e14da694-dc6c-4005-9f2e-e6bb566ce375 service neutron] 10.222.0.42 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.2212501 Feb 11 12:55:13.620295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4905b42-f9ec-4fdd-a770-4f920c792717 req-13bd86a3-aca4-4ffc-a8cd-07cfbc43cd28 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:13.629219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4905b42-f9ec-4fdd-a770-4f920c792717 req-13bd86a3-aca4-4ffc-a8cd-07cfbc43cd28 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1911256 Feb 11 12:55:13.687649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-a604723f-5492-4b81-8d55-3bc4ed59810e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 217 time: 0.0790834 Feb 11 12:55:13.703866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b36905b-c343-4f21-8909-e139c86c5007 req-9fb5b413-498f-4f89-a85f-e7c033bab172 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416688 Feb 11 12:55:13.720297 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7a4a8b75-71c8-4715-a45f-a836597a811a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab8ec417a245453db86c95bffe59a1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373742 Feb 11 12:55:13.723105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59940) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:13.755580 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4905b42-f9ec-4fdd-a770-4f920c792717 req-51e01253-5d21-4b10-b8ba-00fa003076ee tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215284 Feb 11 12:55:13.869604 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4da40c95-2b6e-4efc-b49b-28b1a8dbcdc8 req-ad9a40a3-680d-411b-8d74-f2fc3f445741 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 210 time: 0.0710599 Feb 11 12:55:13.919105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-2b455e09-d7f4-43c3-b6d4-b890f8249214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:13.920786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-2b455e09-d7f4-43c3-b6d4-b890f8249214 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.2254810 Feb 11 12:55:13.924611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e50ee50d-76a2-4f86-905c-6fb4e0076199 admin admin] Publish callbacks [] for security_group (39ee5aae-db29-49fe-83af-120d6b13fecb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:13.930064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:13.976659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e50ee50d-76a2-4f86-905c-6fb4e0076199 admin admin] Publish callbacks [] for security_group (39ee5aae-db29-49fe-83af-120d6b13fecb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:14.002237 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0d2990-4530-4bb5-8cfa-6d2e0c104cb3 x-openstack-request-id: req-9a0d2990-4530-4bb5-8cfa-6d2e0c104cb3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:14.002608 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:14.002923 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a0d2990-4530-4bb5-8cfa-6d2e0c104cb3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:14.003395 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'status': 'completed', 'code': 200} Feb 11 12:55:14.034742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:14.056334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:14.061002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:14.101223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-b8875e50-82fd-4216-a320-8c5b8a93a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:14.105676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-b8875e50-82fd-4216-a320-8c5b8a93a92f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51d7e7add858421eb3132075f04effd1&device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 1127 time: 0.0984704 Feb 11 12:55:14.149579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f3ffbb20-2b12-481d-a2bf-63334402ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:14.162244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-f3ffbb20-2b12-481d-a2bf-63334402ab1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1920447 Feb 11 12:55:14.200898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:14.361888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-64e17dcb-fcd2-4c24-9acd-df8efba8fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:14.365169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-64e17dcb-fcd2-4c24-9acd-df8efba8fc63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 200 len: 922 time: 0.2482488 Feb 11 12:55:14.407347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e50ee50d-76a2-4f86-905c-6fb4e0076199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (39ee5aae-db29-49fe-83af-120d6b13fecb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:14.415001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e50ee50d-76a2-4f86-905c-6fb4e0076199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:14.418551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e50ee50d-76a2-4f86-905c-6fb4e0076199 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39ee5aae-db29-49fe-83af-120d6b13fecb HTTP/1.1" status: 204 len: 168 time: 0.6165836 Feb 11 12:55:14.495633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ee50d-76a2-4f86-905c-6fb4e0076199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee5aae-db29-49fe-83af-120d6b13fecb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:14.500040 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-19460125-49ec-4656-984f-33110feb6895 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 200 len: 217 time: 0.1169155 Feb 11 12:55:14.589861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:14.596961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-c3d18a4e-8f31-4da4-bab5-761aa7529c28 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335024 Feb 11 12:55:14.667985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca239f8-c326-459c-828d-e82d95ee3f8c None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:53:31Z', 'revision_number': 4, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '76a31221-e7f7-4d1d-aa8a-c016a87186bd', 'name': '', 'network_id': '81a1d83a-b432-4daf-9081-254705407cdc', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'mac_address': 'fa:16:3e:79:88:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:30Z', 'updated_at': '2022-02-11T12:53:36Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'subnets': [{'id': '7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:14.706953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-568b6238-7fde-4d44-b375-949464f3f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:14.710765 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-568b6238-7fde-4d44-b375-949464f3f281 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 200 len: 860 time: 0.1959136 Feb 11 12:55:14.836483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-9bdde2a5-01a5-4906-8c74-484eb578f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:14.843400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-9bdde2a5-01a5-4906-8c74-484eb578f09b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=81a1d83a-b432-4daf-9081-254705407cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244617 Feb 11 12:55:14.865852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a1ffba1-d840-4592-bda8-3fd04179ea9f req-cba89b46-734e-449e-8924-ba51e4320bd5 service neutron] 10.222.0.42 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671404 Feb 11 12:55:15.048720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59976) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:15.052820 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-45d5c8c3-7d08-491f-b6d6-544290b51d38 service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949983 Feb 11 12:55:15.294732 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752d1dd4-6621-4b6c-a0d5-743dca60b89a None None] New status for floating IP 0a23148b-cd81-45f8-a356-4eadfeb08f9c: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:55:15.311057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-180c2298-8d74-4d27-9b01-217e2a00cfca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:15.366928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ec93148-daf7-4ef9-ad61-99fb8b0e6e37 req-7acce405-f052-4bcc-a520-74fcdf9bde6c service neutron] 10.222.0.53 "GET /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007374 Feb 11 12:55:15.381717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abeb4d5-1668-4986-860d-2bfdca8b8d1a req-5d0c1e68-83a4-4c92-8be5-7a7bb4f0dedd tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:15.390175 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9abeb4d5-1668-4986-860d-2bfdca8b8d1a req-5d0c1e68-83a4-4c92-8be5-7a7bb4f0dedd tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.2007945 Feb 11 12:55:15.438161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21370b3-b449-4f8d-b0a4-fe016fb18af4 req-cb9f7ae3-70a3-4a7d-b650-1e25422b7b69 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:15.448432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a21370b3-b449-4f8d-b0a4-fe016fb18af4 req-cb9f7ae3-70a3-4a7d-b650-1e25422b7b69 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.3940973 Feb 11 12:55:15.506633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9abeb4d5-1668-4986-860d-2bfdca8b8d1a req-d857b13c-0df6-488b-8d71-d54ce5694e67 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149681 Feb 11 12:55:15.564145 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a21370b3-b449-4f8d-b0a4-fe016fb18af4 req-30cf8661-001a-4b49-a9c4-a18e8d9f072f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135883 Feb 11 12:55:15.621361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-180c2298-8d74-4d27-9b01-217e2a00cfca admin admin] Publish callbacks [] for security_group (23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:15.690100 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-180c2298-8d74-4d27-9b01-217e2a00cfca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:15.718143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-568444b8-b48e-41d1-a6cf-5f38eef16833 req-47972fd0-982b-452a-a2ba-ea5f8a080988 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 210 time: 0.0938735 Feb 11 12:55:15.801062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c2298-8d74-4d27-9b01-217e2a00cfca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:15.834691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-180c2298-8d74-4d27-9b01-217e2a00cfca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb5789c3f9b9482bb9a10c09df9b1361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7811346 Feb 11 12:55:15.835675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60000) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:15.840687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-d1b8d5e1-8e93-4fbd-a7a7-ea8e57c38e35 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=91e10eb7adc74798ba83a525f4e181cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1665053 Feb 11 12:55:15.964130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0bb125c2-5169-4315-813c-0b455985eb83 req-dd80379a-9e77-4c22-83a3-2b2d8e8a5df4 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 200 len: 696 time: 0.1484289 Feb 11 12:55:15.979510 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.024570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60014) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:16.025439 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Publish callbacks [] for security_group (23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.080510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Publish callbacks [] for security_group (23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.159857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-2e3dd535-ae5d-42b3-ab8d-b118d03794e6 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:16.161541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-2e3dd535-ae5d-42b3-ab8d-b118d03794e6 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748778 Feb 11 12:55:16.196085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Request body: {'port': {'device_id': 'dd00a33f-3330-4455-8880-886917e7226a', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '91e10eb7adc74798ba83a525f4e181cf'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:16.205026 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.210148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.212021 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362 HTTP/1.1" status: 204 len: 168 time: 0.3752093 Feb 11 12:55:16.244510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2dfc2-ec6f-4dbc-8a3f-340a19ed6362,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:16.287615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-956019514-network', 'tenant_id': '512817dc86d348b6b1a62f104291d68d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:16.304852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.306147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.306399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.306776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.309687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.309846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.310227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.311906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.313145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.314040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.314648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.314992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.318430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3d7a1c-0c55-4d05-828f-37564d9feeb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:16.372731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Made reservation on behalf of 512817dc86d348b6b1a62f104291d68d for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:16.377932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.395159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.496606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb125c2-5169-4315-813c-0b455985eb83 req-66ee9cf9-df1e-4abe-8bcc-b1098693d78c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:16.498668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0bb125c2-5169-4315-813c-0b455985eb83 req-66ee9cf9-df1e-4abe-8bcc-b1098693d78c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3361719 Feb 11 12:55:16.540258 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks [] for security_group (c0eea25a-2181-4508-89c6-2f59271f6559), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.549187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c0eea25a-2181-4508-89c6-2f59271f6559), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.613110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:55:16.631479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0bb125c2-5169-4315-813c-0b455985eb83 req-3c301f74-5358-4836-96c7-df198e372d74 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 697 time: 0.1258783 Feb 11 12:55:16.672248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aa77eddc-5c80-417d-9f1f-95cb0e093074), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.672762 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Added segment aa77eddc-5c80-417d-9f1f-95cb0e093074 of type vlan for network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 Feb 11 12:55:16.699552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0bb125c2-5169-4315-813c-0b455985eb83 req-a49df2dd-cc07-4f40-8dea-ad2628505864 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 697 time: 0.0618753 Feb 11 12:55:16.739841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eea25a-2181-4508-89c6-2f59271f6559,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:16.757762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (9c2e7892-6ce8-4cf0-b7a5-782903ce6285), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.767981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fdc25-943a-41b9-8e21-4484cc033ac4 req-1338dd5c-4862-4c4b-9466-f891a03ec331 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:16.771325 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e0fdc25-943a-41b9-8e21-4484cc033ac4 req-1338dd5c-4862-4c4b-9466-f891a03ec331 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.1839781 Feb 11 12:55:16.839459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e0fdc25-943a-41b9-8e21-4484cc033ac4 req-3fb7ee49-28e3-4390-abd8-ab7a02440f7a tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588179 Feb 11 12:55:16.868481 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (9c2e7892-6ce8-4cf0-b7a5-782903ce6285), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.868481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:16.868481 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.899002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60032) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:16.924554 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8957551 Feb 11 12:55:16.943683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60034) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:16.954144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Request body: {'subnet': {'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-956019514-subnet', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:16.959135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06b2a8-9973-4add-beaa-3ea45ea08bee admin admin] Pushing event updated for resources: {'Network': ['ID=9c2e7892-6ce8-4cf0-b7a5-782903ce6285,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:16.970506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:55:16.971215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7df9-a72d-4018-a0ef-44199b55fb8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:16.987844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Made reservation on behalf of 91e10eb7adc74798ba83a525f4e181cf for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:16.991650 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.005526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.069030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.097118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebe396-aa44-4d15-872e-598382af62b6 req-f7fab7c7-de81-4120-8048-3f13d86bb96d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:17.103932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-22ebe396-aa44-4d15-872e-598382af62b6 req-f7fab7c7-de81-4120-8048-3f13d86bb96d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1056480 Feb 11 12:55:17.119356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Made reservation on behalf of 512817dc86d348b6b1a62f104291d68d for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:17.121824 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.169393 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-22ebe396-aa44-4d15-872e-598382af62b6 req-591662ec-d6f0-4db5-be88-ef08061b981f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644917 Feb 11 12:55:17.200845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Deleting port a3443a14-73cb-404c-b1b0-5c844a433191 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:17.201373 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a3443a14-73cb-404c-b1b0-5c844a433191), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.277823 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-435ef9fe-4574-4324-a761-be70e62a2f81 req-b70c5487-7122-42d7-bf32-b7bbc0676a51 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 210 time: 0.0334892 Feb 11 12:55:17.392394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7df9-a72d-4018-a0ef-44199b55fb8c admin admin] Publish callbacks [] for security_group (3ca42a0e-66af-4ecf-b393-b4e7fabe81f2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.418850 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7df9-a72d-4018-a0ef-44199b55fb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3ca42a0e-66af-4ecf-b393-b4e7fabe81f2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.481664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a3443a14-73cb-404c-b1b0-5c844a433191), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.482549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (a3443a14-73cb-404c-b1b0-5c844a433191), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.493522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c8b1e-3d52-422e-a475-3f9c8d1c6a1b req-40da61ff-607d-4c4a-af4a-ed78f0925915 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:17.495473 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d0c8b1e-3d52-422e-a475-3f9c8d1c6a1b req-40da61ff-607d-4c4a-af4a-ed78f0925915 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.0778203 Feb 11 12:55:17.537414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1a1c7df9-a72d-4018-a0ef-44199b55fb8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b95953a0dbf14fde9960e1633fdb5f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6356637 Feb 11 12:55:17.541912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60042) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:17.559751 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks [] for security_group (d714d0ad-c4d7-4588-ad20-8aa459f31a24), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.561687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Calling delete_port for a3443a14-73cb-404c-b1b0-5c844a433191 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:17.569552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c7df9-a72d-4018-a0ef-44199b55fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca42a0e-66af-4ecf-b393-b4e7fabe81f2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:17.577254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d714d0ad-c4d7-4588-ad20-8aa459f31a24), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.642001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63a70208-a63f-4308-b5ef-c1547cdfb510 admin admin] Publish callbacks [] for security_group (3ca42a0e-66af-4ecf-b393-b4e7fabe81f2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.650149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d0c8b1e-3d52-422e-a475-3f9c8d1c6a1b req-96f5072f-2ba1-4d3e-ab47-597d4854c08e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483905 Feb 11 12:55:17.687261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63a70208-a63f-4308-b5ef-c1547cdfb510 admin admin] Publish callbacks [] for security_group (3ca42a0e-66af-4ecf-b393-b4e7fabe81f2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.748752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d714d0ad-c4d7-4588-ad20-8aa459f31a24,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:17.767490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (9d7f76b4-08c6-40f9-94be-a6bee99918f1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.786197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63a70208-a63f-4308-b5ef-c1547cdfb510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3ca42a0e-66af-4ecf-b393-b4e7fabe81f2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.788761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.789028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.789363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.789718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.790039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.790363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.790700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.791004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.791319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.791638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.791956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.792269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.792582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:17.793557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63a70208-a63f-4308-b5ef-c1547cdfb510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:17.799937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-63a70208-a63f-4308-b5ef-c1547cdfb510 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ca42a0e-66af-4ecf-b393-b4e7fabe81f2 HTTP/1.1" status: 204 len: 168 time: 0.2560036 Feb 11 12:55:17.810405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a70208-a63f-4308-b5ef-c1547cdfb510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca42a0e-66af-4ecf-b393-b4e7fabe81f2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:17.948734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7f76b4-08c6-40f9-94be-a6bee99918f1,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:17.996023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Allocated IP 192.168.233.179 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/fa823684-9968-4477-9084-549440bcc2ae) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:18.225979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a3443a14-73cb-404c-b1b0-5c844a433191), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.276234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097741b-52b1-43aa-99f9-22230772462c req-10877684-7f0e-4ef0-8b73-eda295342031 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:18.278090 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8097741b-52b1-43aa-99f9-22230772462c req-10877684-7f0e-4ef0-8b73-eda295342031 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.64 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.1981266 Feb 11 12:55:18.299664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Pushing event deleted for resources: {'Port': ['ID=a3443a14-73cb-404c-b1b0-5c844a433191,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:18.311268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Checking segment: {'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:18.312065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Network hostable DHCP agents. Network: 9c2e7892-6ce8-4cf0-b7a5-782903ce6285, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:55:18.326738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d668e-4a24-412b-8b78-51df991f3e51 req-004ca1a0-fba1-4a49-9c66-09e1ac83d901 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:18.338940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-630d668e-4a24-412b-8b78-51df991f3e51 req-004ca1a0-fba1-4a49-9c66-09e1ac83d901 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 946 time: 0.1728544 Feb 11 12:55:18.382639 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-c1f164cc-ff14-4c91-b854-c11b8aeac9ed service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2303405 Feb 11 12:55:18.505968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:55:18.530349 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-630d668e-4a24-412b-8b78-51df991f3e51 req-f40f5cb4-eaa3-4278-a3f6-e719f09a5383 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902492 Feb 11 12:55:18.555381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Deleting port 94cdd7d0-6d18-4533-bf7d-11236cbd604d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:18.557494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.583703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 9c2e7892-6ce8-4cf0-b7a5-782903ce6285) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:18.595792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:18.597377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8599d-39db-4dbc-ad05-59ba2a012ca3 None None] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:18.597902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.726365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks [] for floatingip (0a23148b-cd81-45f8-a356-4eadfeb08f9c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.732759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.735044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0bb125c2-5169-4315-813c-0b455985eb83 req-d734429a-6d88-4efa-b990-5514c63ea412 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a23148b-cd81-45f8-a356-4eadfeb08f9c HTTP/1.1" status: 204 len: 173 time: 2.0291498 Feb 11 12:55:18.758319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d8ee326b-5afd-4ef1-83f3-bd813e35fe99 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8065588 Feb 11 12:55:18.771623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60086) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:18.778162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:18.796281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks [] for port (fa823684-9968-4477-9084-549440bcc2ae), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.827690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-9c2e7892-6ce8-4cf0-b7a5-782903ce6285', 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285', 'project_id': '512817dc86d348b6b1a62f104291d68d', 'fixed_ips': [{'subnet_id': '9d7f76b4-08c6-40f9-94be-a6bee99918f1'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:55:18.828852 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.861202 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.863958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.954918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:18.973725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks [] for router_controller (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.000992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c453d-e384-4bf6-8fa4-610a7cbbb14f req-e555758d-2ccf-40cf-8949-322502112b7e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:19.015786 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-955c453d-e384-4bf6-8fa4-610a7cbbb14f req-e555758d-2ccf-40cf-8949-322502112b7e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.3045456 Feb 11 12:55:19.100404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] For port 94cdd7d0-6d18-4533-bf7d-11236cbd604d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94cdd7d0-6d18-4533-bf7d-11236cbd604d,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:19.100805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.186488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Allocated IP 172.20.0.2 (9c2e7892-6ce8-4cf0-b7a5-782903ce6285/9d7f76b4-08c6-40f9-94be-a6bee99918f1/937b5578-bb90-4095-b538-1a9f2ffe0590) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:19.230632 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-955c453d-e384-4bf6-8fa4-610a7cbbb14f req-1659cd5d-c0dc-48bc-a0d7-f799c8e36eef tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136099 Feb 11 12:55:19.333151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:19.367383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:19.379570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:19.389888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:19.432740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-65fbb23a-75a8-486c-b22a-e5b94b47a069 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:19.434458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-65fbb23a-75a8-486c-b22a-e5b94b47a069 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 947 time: 0.1937551 Feb 11 12:55:19.573871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Publish callbacks [] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.588451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b64ab5-6f77-410e-8983-2a98f046c0dc req-210d0ff6-b5f1-4041-a451-606f5384a8fe tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:19.602145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2b64ab5-6f77-410e-8983-2a98f046c0dc req-210d0ff6-b5f1-4041-a451-606f5384a8fe tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 936 time: 0.6533518 Feb 11 12:55:19.613272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.637522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.639035 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (addac8eb-a6d7-460a-9fe7-9d5bff8f3a02), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.639358 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Floating IP addac8eb-a6d7-460a-9fe7-9d5bff8f3a02 disassociated. External IP: 172.25.1.181, port: 94cdd7d0-6d18-4533-bf7d-11236cbd604d. Feb 11 12:55:19.643025 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Calling delete_port for 94cdd7d0-6d18-4533-bf7d-11236cbd604d owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:19.726905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:19.733736 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.756739 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks [] for router_gateway (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:19.813258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-70ae124e-4ca7-4fe2-947b-0e554ae8a9c8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6333213 Feb 11 12:55:19.845267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:19.852885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2b64ab5-6f77-410e-8983-2a98f046c0dc req-f79c9af1-24c0-472c-8bd1-352a271d2e0c tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290750 Feb 11 12:55:19.871576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:19.917689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:19.929406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Pushing event updated for resources: {'Port': ['ID=937b5578-bb90-4095-b538-1a9f2ffe0590,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:20.032104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-91e0b5af-7d79-43a4-95f2-45d49aa83079 None None] Provisioning complete for port fa823684-9968-4477-9084-549440bcc2ae triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:20.033120 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91e0b5af-7d79-43a4-95f2-45d49aa83079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa823684-9968-4477-9084-549440bcc2ae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.090614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Attempting to bind port 937b5578-bb90-4095-b538-1a9f2ffe0590 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:55:20.092232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Attempting to bind port 937b5578-bb90-4095-b538-1a9f2ffe0590 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:55:20.094082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Attempting to bind port 937b5578-bb90-4095-b538-1a9f2ffe0590 on network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:20.129983 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (94cdd7d0-6d18-4533-bf7d-11236cbd604d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.183585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:55:20.185756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Checking segment: {'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:20.186401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.188978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Bound using segment: {'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:55:20.190431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event deleted for resources: {'Port': ['ID=94cdd7d0-6d18-4533-bf7d-11236cbd604d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:20.193882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Bound port: 937b5578-bb90-4095-b538-1a9f2ffe0590, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:55:20.194269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.278583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-91e0b5af-7d79-43a4-95f2-45d49aa83079 None None] Port fa823684-9968-4477-9084-549440bcc2ae cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:55:20.291751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Request body: {'port': {'device_id': 'dd00a33f-3330-4455-8880-886917e7226a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:20.321020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a08f76-feae-4468-8fb1-8ad2a3474bd1 req-c08159e3-f259-4e14-9dee-12ff2f1f1102 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:20.326195 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03a08f76-feae-4468-8fb1-8ad2a3474bd1 req-c08159e3-f259-4e14-9dee-12ff2f1f1102 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 867 time: 0.2445569 Feb 11 12:55:20.520625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03a08f76-feae-4468-8fb1-8ad2a3474bd1 req-94500688-7bf0-4ad9-b13f-2d09e5b72c4a tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups?id=65b5eddf-f313-4996-828c-3fc77dea5dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812980 Feb 11 12:55:20.547965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:20.568992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efc097-3c7e-4806-912c-588641aa842e req-263c5ddc-2817-4eab-b653-186ea920656d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:20.571031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68efc097-3c7e-4806-912c-588641aa842e req-263c5ddc-2817-4eab-b653-186ea920656d tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.4901638 Feb 11 12:55:20.574574 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks [] for router_gateway (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.649779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.742947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.851827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] For port 937b5578-bb90-4095-b538-1a9f2ffe0590, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:20.859248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] For port 937b5578-bb90-4095-b538-1a9f2ffe0590, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=937b5578-bb90-4095-b538-1a9f2ffe0590,segment=NetworkSegment(aa77eddc-5c80-417d-9f1f-95cb0e093074),segment_id=aa77eddc-5c80-417d-9f1f-95cb0e093074)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:20.878611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:20.938636 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68efc097-3c7e-4806-912c-588641aa842e req-c76b56a9-6331-4042-bdb4-64c6ef0747f9 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525972 Feb 11 12:55:20.940301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Allocated IP 172.25.1.124 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/4c5a174f-f11d-4ee5-b8aa-b7f82e54843a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:21.023083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94cdd7d0-6d18-4533-bf7d-11236cbd604d no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:21.082671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 94cdd7d0-6d18-4533-bf7d-11236cbd604d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:21.083182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94cdd7d0-6d18-4533-bf7d-11236cbd604d not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:21.117793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c129b8-095c-4950-b509-ce6265945d49 None None] Pushing event updated for resources: {'Port': ['ID=937b5578-bb90-4095-b538-1a9f2ffe0590,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:21.345537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a631c-c6bf-455d-80d8-2707a86a91ab req-be452dbd-140e-4974-94f1-4239fb6c225c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:21.351876 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-258a631c-c6bf-455d-80d8-2707a86a91ab req-be452dbd-140e-4974-94f1-4239fb6c225c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.6969321 Feb 11 12:55:21.458610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:21.475037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] Sync routers for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:21.526033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:21.526679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:21.531780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] No DVR routers for this DVR port 94cdd7d0-6d18-4533-bf7d-11236cbd604d on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:21.549296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:21.564795 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8097741b-52b1-43aa-99f9-22230772462c req-52731e12-09ff-4691-a62d-779b7fade2a6 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.64 "DELETE /v2.0/ports/94cdd7d0-6d18-4533-bf7d-11236cbd604d HTTP/1.1" status: 204 len: 173 time: 3.2681770 Feb 11 12:55:21.566091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'name': 'network-vif-deleted', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:21.568798 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6cb5b4-2a54-471b-91cf-a83367d47125" -d '{"events": [{"server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "name": "network-vif-deleted", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:21.596219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-258a631c-c6bf-455d-80d8-2707a86a91ab req-6a58355f-76f3-4399-877d-1d4f3bff056b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432375 Feb 11 12:55:21.786395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-40ec8b6f-98af-4e4b-b54f-fd54ff4641cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:21.787958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-40ec8b6f-98af-4e4b-b54f-fd54ff4641cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1132 time: 0.4740129 Feb 11 12:55:21.866678 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks [] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:21.885860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0cab1-77db-4972-8b19-ae0fa090e14a req-7e05c526-5240-499d-b23f-1625afd86d64 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:21.888087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4e0cab1-77db-4972-8b19-ae0fa090e14a req-7e05c526-5240-499d-b23f-1625afd86d64 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 936 time: 0.2763724 Feb 11 12:55:21.905539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:21.968928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1480c115-5f78-4f1e-a4b8-2ce03ed17906 req-17597072-6879-461c-a58f-2aeefa29360d tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0970018 Feb 11 12:55:22.042010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4e0cab1-77db-4972-8b19-ae0fa090e14a req-6914666b-630e-47a5-a073-1b28bcde3bf3 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366506 Feb 11 12:55:22.097407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-d20bec6c-afd7-4e74-9c5d-d6128e9704c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:22.099288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-d20bec6c-afd7-4e74-9c5d-d6128e9704c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2980855 Feb 11 12:55:22.191244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-09b6278a-8f4f-45ac-836f-88dbd2a85888 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:22.193321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-09b6278a-8f4f-45ac-836f-88dbd2a85888 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.53 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.1623328 Feb 11 12:55:22.236690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-43f9a5f6-3773-4d4f-b69a-3d760f209823 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.1234434 Feb 11 12:55:22.312117 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490c6a73-b226-457e-9149-1cd376496cd4 x-openstack-request-id: req-490c6a73-b226-457e-9149-1cd376496cd4 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:22.312419 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7869905e-6a2c-4510-8e45-ef667f32e868", "name": "network-vif-deleted", "tag": "94cdd7d0-6d18-4533-bf7d-11236cbd604d", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:22.312668 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-490c6a73-b226-457e-9149-1cd376496cd4 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:22.313079 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7869905e-6a2c-4510-8e45-ef667f32e868', 'name': 'network-vif-deleted', 'tag': '94cdd7d0-6d18-4533-bf7d-11236cbd604d', 'status': 'completed', 'code': 200} Feb 11 12:55:22.346904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60164) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:22.367313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:22.406007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-2913a110-be71-4d9f-9d64-d56b7a48711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:22.408120 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-2913a110-be71-4d9f-9d64-d56b7a48711a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1570678 Feb 11 12:55:22.472136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:33Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:22.497896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-4dff0083-2b8a-44d4-92a5-402c1174f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:22.500161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-4dff0083-2b8a-44d4-92a5-402c1174f241 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0806198 Feb 11 12:55:22.527414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:22.548574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] Checking router: 5b29233d-0633-49e8-a864-61d5bbe4d5e4 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:22.590150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:22.594130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:22.624597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:22.652110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa823684-9968-4477-9084-549440bcc2ae {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:55:22.677943 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f9d01b4b-6b5d-4944-a843-37ce8b47e188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:22.706413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:22.756477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Publish callbacks [] for port (fa823684-9968-4477-9084-549440bcc2ae), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:22.843888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-770c122d-8915-46ca-a328-3c5584def32e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295722 Feb 11 12:55:22.874025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Pushing event updated for resources: {'Port': ['ID=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:22.896445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:22.904954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Transition to ACTIVE for port object fa823684-9968-4477-9084-549440bcc2ae will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:22.939628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:22.940170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f9d01b4b-6b5d-4944-a843-37ce8b47e188 admin admin] Publish callbacks [] for security_group (f0c45a72-a8b5-40eb-9f73-d248e7dd7607), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:22.951833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39e1a02-d7a5-4efa-968e-e92be3e174ff None None] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:22.976552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f9d01b4b-6b5d-4944-a843-37ce8b47e188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f0c45a72-a8b5-40eb-9f73-d248e7dd7607), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:23.025452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d01b4b-6b5d-4944-a843-37ce8b47e188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c45a72-a8b5-40eb-9f73-d248e7dd7607,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:23.058572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2b6d5c8b-8ceb-4e72-9a29-43177c5d29c9 None None] Provisioning complete for port 937b5578-bb90-4095-b538-1a9f2ffe0590 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:23.058909 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b6d5c8b-8ceb-4e72-9a29-43177c5d29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:23.119455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413aed-a762-4350-a1dd-6305378d97e5 req-52161986-8d88-463b-99fb-a8ddc4063ba9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:23.134250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e0413aed-a762-4350-a1dd-6305378d97e5 req-52161986-8d88-463b-99fb-a8ddc4063ba9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.3742566 Feb 11 12:55:23.177366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f9d01b4b-6b5d-4944-a843-37ce8b47e188 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b83de2223ba45e1bded5ac27558acf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8250515 Feb 11 12:55:23.177558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Deleting port 336b1948-1d6a-460e-9693-adc9e8f66e99 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:23.177558 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:23.212620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95702a60-5b84-4b47-93ee-1f524cd12240 req-491fa901-a61e-4eea-afe0-1a8784eb1193 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:23.216648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95702a60-5b84-4b47-93ee-1f524cd12240 req-491fa901-a61e-4eea-afe0-1a8784eb1193 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.7622712 Feb 11 12:55:23.220409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60178) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:23.257899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 937b5578-bb90-4095-b538-1a9f2ffe0590 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:23.291742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e0413aed-a762-4350-a1dd-6305378d97e5 req-22a700a1-5795-45f2-97a3-a6b89214e579 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545796 Feb 11 12:55:23.347073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-426c1563-35da-49f7-ad0d-b129259ae95a service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740723 Feb 11 12:55:23.438953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:23.472843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c60530d3-0288-4cac-99da-65efcb3ba577 req-917c35b7-18c2-40f8-9b47-b45eb1862598 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0567837 Feb 11 12:55:23.768966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bb3f7-025c-46a8-aa6a-d6d0e48003be req-a6259ac7-cdd4-496b-9f02-f88141d70e38 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:23.779274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-141bb3f7-025c-46a8-aa6a-d6d0e48003be req-a6259ac7-cdd4-496b-9f02-f88141d70e38 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 948 time: 0.1678088 Feb 11 12:55:23.847557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-141bb3f7-025c-46a8-aa6a-d6d0e48003be req-41a6088e-0222-40be-b8d2-f3c956a222ad tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669076 Feb 11 12:55:23.889440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95702a60-5b84-4b47-93ee-1f524cd12240 req-8131cb45-cd4a-4523-9bc0-5348dc2f06e2 tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145773 Feb 11 12:55:23.901078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] For port 336b1948-1d6a-460e-9693-adc9e8f66e99, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=336b1948-1d6a-460e-9693-adc9e8f66e99,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:23.901454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:23.902369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 937b5578-bb90-4095-b538-1a9f2ffe0590 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:23.902996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:23.942562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-390b3f3d-c7d5-4ba3-bc17-a107206addbf admin admin] Publish callbacks [] for security_group (f0c45a72-a8b5-40eb-9f73-d248e7dd7607), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:23.945017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Calling delete_port for 336b1948-1d6a-460e-9693-adc9e8f66e99 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:23.951774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Attempting to bind port fa823684-9968-4477-9084-549440bcc2ae on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:55:23.952115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Attempting to bind port fa823684-9968-4477-9084-549440bcc2ae by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:55:23.952446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Attempting to bind port fa823684-9968-4477-9084-549440bcc2ae on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:23.987815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Port fa823684-9968-4477-9084-549440bcc2ae on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:55:23.988150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Attempting to bind port fa823684-9968-4477-9084-549440bcc2ae on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:24.011143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:33Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:24.020559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2b6d5c8b-8ceb-4e72-9a29-43177c5d29c9 None None] Current status of the port 937b5578-bb90-4095-b538-1a9f2ffe0590 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:24.021380 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b6d5c8b-8ceb-4e72-9a29-43177c5d29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.044258 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-390b3f3d-c7d5-4ba3-bc17-a107206addbf admin admin] Publish callbacks [] for security_group (f0c45a72-a8b5-40eb-9f73-d248e7dd7607), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.099444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:55:24.099790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:24.100327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:55:24.100845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Bound port: fa823684-9968-4477-9084-549440bcc2ae, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:55:24.102004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.117268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 937b5578-bb90-4095-b538-1a9f2ffe0590 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:24.117807 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.138979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e4357d-c22d-41c8-af7b-1750431e0a0f None None] The sync data for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 is: [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:52:26Z', 'revision_number': 4, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '81e31d69-077d-4c0b-8bc3-59faad253654', 'name': '', 'network_id': 'a8387a4b-293f-4e19-bc4f-2dc390d98647', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'mac_address': 'fa:16:3e:29:a8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:25Z', 'updated_at': '2022-02-11T12:52:33Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'subnets': [{'id': 'a7790358-68b7-4a2e-bda3-82a2abec8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:24.306934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:24.326038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:24.338025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2b6d5c8b-8ceb-4e72-9a29-43177c5d29c9 None None] For port 937b5578-bb90-4095-b538-1a9f2ffe0590, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=937b5578-bb90-4095-b538-1a9f2ffe0590,segment=NetworkSegment(aa77eddc-5c80-417d-9f1f-95cb0e093074),segment_id=aa77eddc-5c80-417d-9f1f-95cb0e093074)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:24.349798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks [] for router_gateway (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.369230 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b6d5c8b-8ceb-4e72-9a29-43177c5d29c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.371765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.589538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d5c8b-8ceb-4e72-9a29-43177c5d29c9 None None] Pushing event updated for resources: {'Port': ['ID=937b5578-bb90-4095-b538-1a9f2ffe0590,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:24.657459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:24.658294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.659965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/fa823684-9968-4477-9084-549440bcc2ae HTTP/1.1" status: 200 len: 1096 time: 4.8378770 Feb 11 12:55:24.663440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:24.669351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa3ae5-9f0e-48b0-916f-42a26dca35d8 req-ff04ac26-a8d0-4411-af64-ed87615c82f8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:24.670335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45aa3ae5-9f0e-48b0-916f-42a26dca35d8 req-ff04ac26-a8d0-4411-af64-ed87615c82f8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.2566776 Feb 11 12:55:24.679767 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72aac06-975d-4cc5-bbf0-a01e78c31efe" -d '{"events": [{"name": "network-changed", "server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "tag": "fa823684-9968-4477-9084-549440bcc2ae"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:24.685873 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bed1791-7380-4a33-9c15-63d867671616 None None] New status for floating IP addac8eb-a6d7-460a-9fe7-9d5bff8f3a02: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:55:24.735071 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:55:24.735527 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:55:24.795619 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45aa3ae5-9f0e-48b0-916f-42a26dca35d8 req-ee061070-a917-4903-a714-1f8d3405029d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117620 Feb 11 12:55:24.902083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-390b3f3d-c7d5-4ba3-bc17-a107206addbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f0c45a72-a8b5-40eb-9f73-d248e7dd7607), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.908950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-390b3f3d-c7d5-4ba3-bc17-a107206addbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:24.932643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-390b3f3d-c7d5-4ba3-bc17-a107206addbf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0c45a72-a8b5-40eb-9f73-d248e7dd7607 HTTP/1.1" status: 204 len: 168 time: 1.6564755 Feb 11 12:55:24.967359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-56a8342a-8ca0-41c7-8834-4188ee593470 None None] Provisioning complete for port 937b5578-bb90-4095-b538-1a9f2ffe0590 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:24.967740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56a8342a-8ca0-41c7-8834-4188ee593470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:25.082856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ffed28a5-cb6f-4b8d-9d9d-2a39a72d91fb req-2240daba-1ef9-425e-b1e4-2ed26506a58b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.3153207 Feb 11 12:55:25.249517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010acb40-9f57-4818-ad65-a0367b2931b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:25.278677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b3f3d-c7d5-4ba3-bc17-a107206addbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c45a72-a8b5-40eb-9f73-d248e7dd7607,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:25.304439 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735cc980-ee6b-43a4-9084-c67a04f33f10 x-openstack-request-id: req-735cc980-ee6b-43a4-9084-c67a04f33f10 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:25.305075 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "tag": "fa823684-9968-4477-9084-549440bcc2ae", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:25.305931 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-735cc980-ee6b-43a4-9084-c67a04f33f10 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:25.307563 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae', 'status': 'completed', 'code': 200} Feb 11 12:55:25.481927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619ce02-f545-471d-822d-6b88814dc521 req-41763e6d-31e5-4809-b716-8a38f5ea1b3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:25.501280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4619ce02-f545-471d-822d-6b88814dc521 req-41763e6d-31e5-4809-b716-8a38f5ea1b3c tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 945 time: 0.1237733 Feb 11 12:55:25.557329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (336b1948-1d6a-460e-9693-adc9e8f66e99), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:25.573975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-dcba420c-3924-4f5e-a2ac-9a7f7e47471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:25.576016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-dcba420c-3924-4f5e-a2ac-9a7f7e47471a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91e10eb7adc74798ba83a525f4e181cf&device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 1130 time: 0.8284378 Feb 11 12:55:25.608515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4619ce02-f545-471d-822d-6b88814dc521 req-cbaf3b67-46d8-4965-825f-7739de313bcd tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a014dce-f85c-4e13-b866-312eb002ab28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058939 Feb 11 12:55:25.628175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60204) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:25.645219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-56a8342a-8ca0-41c7-8834-4188ee593470 None None] Current status of the port 937b5578-bb90-4095-b538-1a9f2ffe0590 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:25.649955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 937b5578-bb90-4095-b538-1a9f2ffe0590 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:25.659219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad6723d7-177b-40d1-89dc-f4305c9bf2aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:25.755127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-fd256056-fd15-4101-ac29-297440066e2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=fa823684-9968-4477-9084-549440bcc2ae HTTP/1.1" status: 200 len: 217 time: 0.1592445 Feb 11 12:55:25.755734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Pushing event deleted for resources: {'Port': ['ID=336b1948-1d6a-460e-9693-adc9e8f66e99,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:25.807974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad6723d7-177b-40d1-89dc-f4305c9bf2aa admin admin] Publish callbacks [] for security_group (80dfe778-d3a5-4e2b-a800-ff81621467e2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:25.817752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 937b5578-bb90-4095-b538-1a9f2ffe0590 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:25.825627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad6723d7-177b-40d1-89dc-f4305c9bf2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (80dfe778-d3a5-4e2b-a800-ff81621467e2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:25.933971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ad6723d7-177b-40d1-89dc-f4305c9bf2aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13f6131447584473a4697a974ade2422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051107 Feb 11 12:55:25.935340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6723d7-177b-40d1-89dc-f4305c9bf2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dfe778-d3a5-4e2b-a800-ff81621467e2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:25.939846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60208) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:25.985097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e05b2-bf4f-4877-9ea3-adf3a9d19ad0 req-33726215-9aa9-49ac-971e-916afa462315 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:25.992359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-971e05b2-bf4f-4877-9ea3-adf3a9d19ad0 req-33726215-9aa9-49ac-971e-916afa462315 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 948 time: 0.7149448 Feb 11 12:55:26.039261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 937b5578-bb90-4095-b538-1a9f2ffe0590 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:26.039644 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:26.059629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56569872-3a4b-4468-8355-af707ef8fa90 req-0874e2cc-1c55-4bbc-ac04-215eebd736c8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:26.061178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56569872-3a4b-4468-8355-af707ef8fa90 req-0874e2cc-1c55-4bbc-ac04-215eebd736c8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1201742 Feb 11 12:55:26.089713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3c17f70-e8d0-409a-abe9-e44715d5fbe6 admin admin] Publish callbacks [] for security_group (80dfe778-d3a5-4e2b-a800-ff81621467e2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:26.135863 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3c17f70-e8d0-409a-abe9-e44715d5fbe6 admin admin] Publish callbacks [] for security_group (80dfe778-d3a5-4e2b-a800-ff81621467e2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:26.158130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-3a13e561-ef86-4fba-9c63-4290a51a72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:26.159733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-3a13e561-ef86-4fba-9c63-4290a51a72e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.3781409 Feb 11 12:55:26.160839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] No DVR routers for this DVR port 336b1948-1d6a-460e-9693-adc9e8f66e99 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:26.167458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:26.171288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09cc7c0b-bde2-4049-b89a-d73c84d024fa req-61382f8e-7f0c-4ab5-901a-f91ed5741d3e tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.53 "DELETE /v2.0/ports/336b1948-1d6a-460e-9693-adc9e8f66e99 HTTP/1.1" status: 204 len: 173 time: 3.9327915 Feb 11 12:55:26.192553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 336b1948-1d6a-460e-9693-adc9e8f66e99 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:26.223712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:26.261044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56569872-3a4b-4468-8355-af707ef8fa90 req-001126b4-798e-420b-8036-dcf5e0c2a505 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931617 Feb 11 12:55:26.263886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 336b1948-1d6a-460e-9693-adc9e8f66e99 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:26.273090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 336b1948-1d6a-460e-9693-adc9e8f66e99 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:26.276942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 937b5578-bb90-4095-b538-1a9f2ffe0590 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:26.366259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3c17f70-e8d0-409a-abe9-e44715d5fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (80dfe778-d3a5-4e2b-a800-ff81621467e2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:26.368874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3c17f70-e8d0-409a-abe9-e44715d5fbe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:26.373398 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d3c17f70-e8d0-409a-abe9-e44715d5fbe6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80dfe778-d3a5-4e2b-a800-ff81621467e2 HTTP/1.1" status: 204 len: 168 time: 0.4308932 Feb 11 12:55:26.388575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c17f70-e8d0-409a-abe9-e44715d5fbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dfe778-d3a5-4e2b-a800-ff81621467e2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:26.467018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccb70e0e-e0ec-40bb-bccc-7c077e2d23bc req-2e9b2bc8-8b53-46b8-9483-26fd55205fff tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0557463 Feb 11 12:55:26.618125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-971e05b2-bf4f-4877-9ea3-adf3a9d19ad0 req-eca77c54-c541-40b9-b5c1-12c555fd0d96 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6055360 Feb 11 12:55:26.645471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-d5ba99bd-a2e7-4a9c-a139-8a62086bc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:26.647688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-d5ba99bd-a2e7-4a9c-a139-8a62086bc0c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4704642 Feb 11 12:55:26.739123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:55:26.815656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a827826-e7e8-411c-810e-e3d37e3d494d req-0998e9ca-d6b2-4ac2-8107-da27f9707abd tempest-FloatingIPsAssociationTestJSON-1281666649 tempest-FloatingIPsAssociationTestJSON-1281666649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b90f5859-c0b4-4492-904b-b84936d3832b HTTP/1.1" status: 200 len: 210 time: 0.0587232 Feb 11 12:55:26.927529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-f8bea729-6dc6-4ceb-93dd-9d53e7f25738 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708883 Feb 11 12:55:27.557691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'name': 'network-vif-deleted', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:27.560851 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f64c62-d958-4beb-b2bb-73e7200a0139" -d '{"events": [{"server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "name": "network-vif-deleted", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:27.604785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60b356ed-eb6d-4b12-b2d0-f2b0e2314b58 req-7a62b72d-5a8d-4f77-9142-94770c4c6579 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0485809 Feb 11 12:55:27.761334 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b5e170-f438-4488-99f0-c551987df539 x-openstack-request-id: req-65b5e170-f438-4488-99f0-c551987df539 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:27.763215 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f5859-c0b4-4492-904b-b84936d3832b", "name": "network-vif-deleted", "tag": "336b1948-1d6a-460e-9693-adc9e8f66e99", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:27.764002 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65b5e170-f438-4488-99f0-c551987df539 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:27.764982 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f5859-c0b4-4492-904b-b84936d3832b', 'name': 'network-vif-deleted', 'tag': '336b1948-1d6a-460e-9693-adc9e8f66e99', 'status': 'completed', 'code': 200} Feb 11 12:55:27.828488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-066aaa21-cc13-4c69-8630-3ac7cbe01dd1 req-c7ac631a-0b18-4da4-b36b-79572c73ca84 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8919685 Feb 11 12:55:27.832425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:27.843431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Sync routers for ids ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:27.857100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecdfeb8-c3f5-43fd-92af-3222a61a1ff6 req-df9cc5ad-3cc7-4da8-8844-99c0e7645960 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:27.864324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadb922-30ff-477d-9a28-165cea0fd082 req-453fc2e3-b570-4b72-9bad-60437101c573 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:27.872118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ecdfeb8-c3f5-43fd-92af-3222a61a1ff6 req-df9cc5ad-3cc7-4da8-8844-99c0e7645960 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 948 time: 0.1401815 Feb 11 12:55:27.878466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8aadb922-30ff-477d-9a28-165cea0fd082 req-453fc2e3-b570-4b72-9bad-60437101c573 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.3137739 Feb 11 12:55:27.880290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Routers {'353115f0-5632-4d91-aeb2-8e8f37ca4aeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:27.882860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:27.902264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:27.907319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a3c94bee-74f7-4cf4-8494-cda9c04794e4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.1314735 Feb 11 12:55:27.914591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60264) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:28.080236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8aadb922-30ff-477d-9a28-165cea0fd082 req-6376c430-5ade-4952-8057-278a6f8a32f2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006831 Feb 11 12:55:28.112462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-1fd0a9e9-db62-4b25-99bc-807a6291d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:28.113843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-1fd0a9e9-db62-4b25-99bc-807a6291d604 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91e10eb7adc74798ba83a525f4e181cf&device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 1130 time: 0.1894035 Feb 11 12:55:28.152407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Set router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:28.173958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ecdfeb8-c3f5-43fd-92af-3222a61a1ff6 req-6d4e6ee1-cbd7-4c7b-b9ee-4cab52c450e7 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936051 Feb 11 12:55:28.202752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60272) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:28.487056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-5d078489-41a6-4fa5-b433-416f9d2446c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:28.488639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-5d078489-41a6-4fa5-b433-416f9d2446c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.3665080 Feb 11 12:55:28.514080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:23Z', 'revision_number': 3, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port': {'id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:28.553051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Checking router: 353115f0-5632-4d91-aeb2-8e8f37ca4aeb for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:28.554348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Updating router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:55:28.589546 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:28.600189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-1843f8e2-103c-4326-8e9e-45494c92db0d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=fa823684-9968-4477-9084-549440bcc2ae HTTP/1.1" status: 200 len: 217 time: 0.0940115 Feb 11 12:55:28.770883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6479ca41-0c1d-41cd-93d8-1f85f981903e req-80a094b0-6f7d-4187-9543-51b5c21a5f2c tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0821846 Feb 11 12:55:28.783925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:28.807728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-b7f7dfa4-930f-4cff-bfdd-a388d42e47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:28.809689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-b7f7dfa4-930f-4cff-bfdd-a388d42e47e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1067762 Feb 11 12:55:28.949006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-aaec9b09-6582-4583-83a3-bd930ba900c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:28.951709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-aaec9b09-6582-4583-83a3-bd930ba900c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1086853 Feb 11 12:55:28.991169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Publish callbacks [] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.001449 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.016869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153aa4f-be20-40a5-8707-309c450230db req-b3ce3113-25b0-49dc-8662-749a76e0c302 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:29.024666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-b3ce3113-25b0-49dc-8662-749a76e0c302 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.3801322 Feb 11 12:55:29.053537 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-35053ff2-3e28-41a8-b887-eb471c0b2fcc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/quotas/a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 375 time: 0.0274322 Feb 11 12:55:29.144069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Pushing event updated for resources: {'Port': ['ID=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:29.155118 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-086476af-063c-4caf-a053-7b5865ddca25 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846304 Feb 11 12:55:29.171702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-66a3bf4e-7bdf-449a-b690-93f8a144cbc0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1166575 Feb 11 12:55:29.175793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.176143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.176484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.176838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.177150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.177482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.177834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.178163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.178487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.178811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.179137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.185073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.185423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:55:29.202678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Attempting to bind port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:55:29.202906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Allocated IP 172.20.0.1 (9c2e7892-6ce8-4cf0-b7a5-782903ce6285/9d7f76b4-08c6-40f9-94be-a6bee99918f1/2de82127-59ee-443f-8f1f-a229a01e9431) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:29.203035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Attempting to bind port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:55:29.203469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Attempting to bind port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:29.222116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:55:29.224425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:29.224886 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.225286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:55:29.225810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Bound port: 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:55:29.226236 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.309772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] For port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:29.314420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] For port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:29.320687 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b14c4967-51e5-42f9-897a-d883944e7316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.330926 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.347852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a72aac06-975d-4cc5-bbf0-a01e78c31efe req-ccc2a2e4-f500-4bd2-a479-148ee62eac1d service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835477 Feb 11 12:55:29.384801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.427844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Routers {'353115f0-5632-4d91-aeb2-8e8f37ca4aeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:29.428490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:29.475220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bbe0dd-4968-4c21-a30f-659f295d00b3 None None] Pushing event updated for resources: {'Port': ['ID=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:29.477317 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-6f85c2b0-70ad-446b-9214-649547f3fefd service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022890 Feb 11 12:55:29.535151 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks [] for port (2de82127-59ee-443f-8f1f-a229a01e9431), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.611990 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-2fb9bc07-d344-41ce-a3ba-a9864db4e73b service neutron] 10.222.0.42 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267760 Feb 11 12:55:29.627028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.651500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] Set router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:29.694565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:29.700386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:29.706537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:29.809005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Deleting port 76a31221-e7f7-4d1d-aa8a-c016a87186bd {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:29.809495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.834585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Pushing event updated for resources: {'Port': ['ID=2de82127-59ee-443f-8f1f-a229a01e9431,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:29.854446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:29.972231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] For port 76a31221-e7f7-4d1d-aa8a-c016a87186bd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=76a31221-e7f7-4d1d-aa8a-c016a87186bd,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:29.972415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.005721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Calling delete_port for 76a31221-e7f7-4d1d-aa8a-c016a87186bd owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:30.073367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:23Z', 'revision_number': 3, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port': {'id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:30.122464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.193627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502299e7-6644-44f1-bfbf-ebe1c4c9d1b2 None None] The sync data for ids ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'] in n-d-828675-3 is: [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:23Z', 'revision_number': 3, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port': {'id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:30.244039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a6e55c99-53cd-4890-b4d2-52a753436963 None None] Provisioning complete for port 2de82127-59ee-443f-8f1f-a229a01e9431 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:30.244422 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a6e55c99-53cd-4890-b4d2-52a753436963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.338550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a6e55c99-53cd-4890-b4d2-52a753436963 None None] Port 2de82127-59ee-443f-8f1f-a229a01e9431 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:55:30.526173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (76a31221-e7f7-4d1d-aa8a-c016a87186bd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.587065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f643b-2204-4328-9fd6-d9d14d0a8154 req-11da38cb-2d31-44f8-8b6b-e92db0eaa2b7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:30.589273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c87f643b-2204-4328-9fd6-d9d14d0a8154 req-11da38cb-2d31-44f8-8b6b-e92db0eaa2b7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.2429547 Feb 11 12:55:30.602873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks [] for port (2de82127-59ee-443f-8f1f-a229a01e9431), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.620337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Pushing event deleted for resources: {'Port': ['ID=76a31221-e7f7-4d1d-aa8a-c016a87186bd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:30.699211 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c87f643b-2204-4328-9fd6-d9d14d0a8154 req-b177c8c0-7013-4310-97f1-df1deecbd40a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996797 Feb 11 12:55:30.699880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.833394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Pushing event updated for resources: {'Port': ['ID=2de82127-59ee-443f-8f1f-a229a01e9431,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:30.877280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.947740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:30.977623 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-10a55a05-39d7-4ee1-ac89-a4cf5a2ad47a req-211b3853-c007-4b85-a621-7b69ab002379 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0980489 Feb 11 12:55:31.015476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:55:31.223424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f7b11eda-bc6a-4ca5-9833-e935b71eccc0 req-fcbf5381-86d1-4677-8465-2c5de2601b79 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0712190 Feb 11 12:55:31.246801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:31.251179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:31.265292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00676652-ee0d-4562-8d28-ffb125d2ee10 req-6951bb3c-4dd5-422e-bf57-96b676c94a4b tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:31.277525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00676652-ee0d-4562-8d28-ffb125d2ee10 req-6951bb3c-4dd5-422e-bf57-96b676c94a4b tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 948 time: 0.7664289 Feb 11 12:55:31.303143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:31.359311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'fa823684-9968-4477-9084-549440bcc2ae', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'fa823684-9968-4477-9084-549440bcc2ae', 'mac_address': 'fa:16:3e:00:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:55:31.446641 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a598b1e8-aa97-49fd-afc7-65ccd7a4f99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:31.502124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:31.505560 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:31.523353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:31.533259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa823684-9968-4477-9084-549440bcc2ae {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:55:31.568383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:31.585045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:31.639333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:31.808343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:31.845319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5aaab2bb-22c3-4552-a2b9-e8aaf65acf14 None None] Provisioning complete for port 2de82127-59ee-443f-8f1f-a229a01e9431 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:31.845733 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5aaab2bb-22c3-4552-a2b9-e8aaf65acf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:31.920426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00676652-ee0d-4562-8d28-ffb125d2ee10 req-a4ba9612-4b33-44e3-901b-64175c7befba tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064623 Feb 11 12:55:31.927189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:31.938202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:31.941861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cd5ed30c-60c7-4b10-85c7-10a07de2060a admin admin] 10.222.0.42 "PUT /v2.0/routers/a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7219191 Feb 11 12:55:31.943484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60336) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:31.960988 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] Sync routers for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:31.979280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0718e1d5-1219-4d54-be35-cb8275d1d803 admin admin] 10.222.0.42 "PUT /v2.0/routers/353115f0-5632-4d91-aeb2-8e8f37ca4aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0533719 Feb 11 12:55:31.987587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fa823684-9968-4477-9084-549440bcc2ae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:55:32.023462 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:32.024369 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:32.092405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5aaab2bb-22c3-4552-a2b9-e8aaf65acf14 None None] Port 2de82127-59ee-443f-8f1f-a229a01e9431 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:55:32.124017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:32.139248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f0f6e-b965-4569-8010-de4a0d96560d req-9cfab427-d68f-4ba2-9296-0d099c738e11 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:32.143073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-780f0f6e-b965-4569-8010-de4a0d96560d req-9cfab427-d68f-4ba2-9296-0d099c738e11 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1939583 Feb 11 12:55:32.224267 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-780f0f6e-b965-4569-8010-de4a0d96560d req-12f7b6bc-9e51-4e1f-baf6-1a7294998101 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756314 Feb 11 12:55:32.248909 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks [] for router (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:32.280404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:32.280801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:32.307788 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:32.512906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd2b5ec7-b329-4af0-abaa-f7cfc6c80a98 req-c397a1a5-fcbe-4c5d-9fad-8ece3ba913f2 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0619626 Feb 11 12:55:32.698387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8c23b0a-8100-4db9-b4df-9e8994cbfb52 req-edfae030-25be-4627-b3c9-780e3c025a70 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0618525 Feb 11 12:55:32.713587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153aa4f-be20-40a5-8707-309c450230db req-7d610aaa-a8d2-4d71-8e22-7653ce6a6e7b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:32.727787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-7d610aaa-a8d2-4d71-8e22-7653ce6a6e7b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 820 time: 0.4745891 Feb 11 12:55:32.739335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks [] for router_gateway (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:32.751181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Request body: {'port': {'device_id': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'admin_state_up': True, 'tenant_id': 'a505bd73cf8f44468d10525f84e970f1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:32.826804 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:55:30Z', 'revision_number': 5, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port': {'id': 'aa536283-d5dd-4f23-a7b3-17ed85e3ea9e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:7e:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:53:26Z', 'updated_at': '2022-02-11T12:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:32.911828 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] Checking router: a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:32.938640 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] Routers {'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:32.941079 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:32.963068 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:32.977891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:32.980548 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.044883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:33.047037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-82d9290d-4f36-4af3-b48e-597f73abd4ef tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1940203 Feb 11 12:55:33.053242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:33.059721 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.111488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.138559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:33.197850 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] Set router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:33.241403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Deleting port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:33.254454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.267606 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:55:32Z', 'revision_number': 6, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:33.340497 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905bc97a-233c-4abd-b941-79f84f8fe5d5 None None] The sync data for ids ['a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75'] in n-d-828675-3 is: [{'id': 'a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75', 'name': 'tempest-FloatingIPsAssociationTestJSON-1433733237-router', 'tenant_id': '51d7e7add858421eb3132075f04effd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:53:25Z', 'updated_at': '2022-02-11T12:55:32Z', 'revision_number': 6, 'project_id': '51d7e7add858421eb3132075f04effd1', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:33.358967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.492225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Sync routers for ids ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:33.521105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Routers {'353115f0-5632-4d91-aeb2-8e8f37ca4aeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:33.521808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:33.645045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Allocated IP 172.25.1.37 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/9493ff65-18ad-4e21-a47c-36cfd9c433fb) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:33.758369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Set router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:33.848998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.862797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Made reservation on behalf of a505bd73cf8f44468d10525f84e970f1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:33.866534 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.897326 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:33.914189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc478a-3745-478b-93f5-80c6937b3126 req-0dd7064f-f810-4198-8568-0d69a01062c1 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:33.916104 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fbc478a-3745-478b-93f5-80c6937b3126 req-0dd7064f-f810-4198-8568-0d69a01062c1 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 949 time: 0.7584605 Feb 11 12:55:34.008120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Pushing event updated for resources: {'Port': ['ID=9493ff65-18ad-4e21-a47c-36cfd9c433fb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:34.024774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:34.029255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:34.033845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:34.074892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Allocated IP 172.20.0.2 (cd5a70b9-37f3-42ff-954a-2f5dc3871e51/b5c69056-a93f-4e95-b28d-8dbb666ba34a/bf263e1b-56cd-49c3-8af2-5b24ae625d94) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:34.144353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:34.274984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (1d0ceccc-37f8-45be-8acf-066bf84f57f8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.299818 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.312676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] For port aa536283-d5dd-4f23-a7b3-17ed85e3ea9e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:34.313515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.349820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Calling delete_port for aa536283-d5dd-4f23-a7b3-17ed85e3ea9e owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:34.354158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.356094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fbc478a-3745-478b-93f5-80c6937b3126 req-8666754b-7b44-4ea4-900d-63b3355711e1 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303615 Feb 11 12:55:34.373355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:34.373842 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.389090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:30Z', 'revision_number': 4, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port': {'id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '2de82127-59ee-443f-8f1f-a229a01e9431', 'name': '', 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'mac_address': 'fa:16:3e:d5:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9d7f76b4-08c6-40f9-94be-a6bee99918f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:28Z', 'updated_at': '2022-02-11T12:55:30Z', 'revision_number': 2, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'subnets': [{'id': '9d7f76b4-08c6-40f9-94be-a6bee99918f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:34.451274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks [] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.504562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Checking router: 353115f0-5632-4d91-aeb2-8e8f37ca4aeb for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:34.507265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Updating router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb port 2de82127-59ee-443f-8f1f-a229a01e9431 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:55:34.570657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.581577 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.598968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', '616d5383-3136-4cdf-9aea-125d9c8031f6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:55:34.610918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.626836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.738120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:34.763444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:34.783132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:34.831102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1d0ceccc-37f8-45be-8acf-066bf84f57f8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.844232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:34.884497 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (aa536283-d5dd-4f23-a7b3-17ed85e3ea9e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.911852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Pushing event updated for resources: {'Port': ['ID=9493ff65-18ad-4e21-a47c-36cfd9c433fb,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:34.924446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.925019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa536283-d5dd-4f23-a7b3-17ed85e3ea9e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:34.937141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-59a92a63-8ff5-4442-9c83-849cdc05d2ff tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8887691 Feb 11 12:55:34.937703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:34.938181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:34.985155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:35.005862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaae69-4fe0-46f5-92d5-c633a540e94d req-8de17898-ac7f-4660-82bf-9596a399cf2c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:35.007594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9edaae69-4fe0-46f5-92d5-c633a540e94d req-8de17898-ac7f-4660-82bf-9596a399cf2c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.3985503 Feb 11 12:55:35.010722 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-443ecb75-0a61-4bc5-8a13-4c302cd58a7f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.0726576 Feb 11 12:55:35.012651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-36749ace-65d1-4cf2-8f24-39e694741c84 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2750344 Feb 11 12:55:35.035460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 76a31221-e7f7-4d1d-aa8a-c016a87186bd no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:35.039156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Request body: {'port': {'device_id': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:35.090972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 76a31221-e7f7-4d1d-aa8a-c016a87186bd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:35.091228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 76a31221-e7f7-4d1d-aa8a-c016a87186bd not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:35.094117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:35.170318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9edaae69-4fe0-46f5-92d5-c633a540e94d req-3b33abaf-4105-4bda-8790-1499027c6177 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350322 Feb 11 12:55:35.231785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.326232 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.383341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port fa823684-9968-4477-9084-549440bcc2ae completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:55:35.418585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port fa823684-9968-4477-9084-549440bcc2ae triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:35.418973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa823684-9968-4477-9084-549440bcc2ae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.440333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.458276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1322a728-54aa-4726-b875-a5c5b70d7b70 req-92144cb9-f2c0-4140-80b5-ee3811b8b02d tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.1530969 Feb 11 12:55:35.504616 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Publish callbacks [] for port (2de82127-59ee-443f-8f1f-a229a01e9431), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.525587 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.530027 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks [] for router_controller (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.570431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.649540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.650069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:55:35.654790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.658456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a12df3d-d1f6-4518-b50f-26670837893b admin admin] 10.222.0.42 "DELETE /v2.0/routers/a9e6bb62-7b29-4ca4-ad0a-a6c244eb5b75 HTTP/1.1" status: 204 len: 168 time: 3.7114098 Feb 11 12:55:35.665024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b84a0-d825-4ccf-b242-357830411ce5 None None] Pushing event updated for resources: {'Port': ['ID=2de82127-59ee-443f-8f1f-a229a01e9431,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:35.689767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60374) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:35.714935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:35.715337 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.802621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-45614617-a6ab-4d93-928d-2a17bcd262bd tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:35.809168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aa536283-d5dd-4f23-a7b3-17ed85e3ea9e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:35.811324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b357c9b-9557-4b1f-a487-e65ea02d614d req-45614617-a6ab-4d93-928d-2a17bcd262bd tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.7939963 Feb 11 12:55:35.883419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a568-31a8-40b2-8c02-17c34ba8a465 req-d9969339-95d4-4b5c-959d-db09b103cd1a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:35.893442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d04a568-31a8-40b2-8c02-17c34ba8a465 req-d9969339-95d4-4b5c-959d-db09b103cd1a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 931 time: 0.2605438 Feb 11 12:55:35.904277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:35.907903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:35.915276 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88fd96d-51d6-49ce-997d-c4510291f828" -d '{"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-plugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:35.953609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:35.956470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Attempting to bind port 2de82127-59ee-443f-8f1f-a229a01e9431 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:55:35.956943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Attempting to bind port 2de82127-59ee-443f-8f1f-a229a01e9431 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:55:35.957406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Attempting to bind port 2de82127-59ee-443f-8f1f-a229a01e9431 on network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:35.960860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: aa536283-d5dd-4f23-a7b3-17ed85e3ea9e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:35.964533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aa536283-d5dd-4f23-a7b3-17ed85e3ea9e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:35.972259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] Deleting subnet 7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:55:36.002777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] Publish callbacks [] for subnet (7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.009141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:55:36.009543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Checking segment: {'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:36.010034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.010438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Bound using segment: {'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:55:36.010920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Bound port: 2de82127-59ee-443f-8f1f-a229a01e9431, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa77eddc-5c80-417d-9f1f-95cb0e093074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:55:36.011309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.073068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcb1b2-21a6-489c-bdb9-47ff00458e04 req-34cd77a8-845b-4be6-917e-4fe5484bc407 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:36.079428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62fcb1b2-21a6-489c-bdb9-47ff00458e04 req-34cd77a8-845b-4be6-917e-4fe5484bc407 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 950 time: 0.1037314 Feb 11 12:55:36.099343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:36.111088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d04a568-31a8-40b2-8c02-17c34ba8a465 req-3ecbaee0-3c41-4580-b016-3894d79be2ea tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166309 Feb 11 12:55:36.164257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-758384eb-c537-4ddc-8e80-2cbac3255cea None None] Provisioning complete for port 2de82127-59ee-443f-8f1f-a229a01e9431 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:36.164781 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-758384eb-c537-4ddc-8e80-2cbac3255cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.172929 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62fcb1b2-21a6-489c-bdb9-47ff00458e04 req-7617e806-cfa5-4845-a8c3-ea51c2752ec2 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860677 Feb 11 12:55:36.186891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] For port 2de82127-59ee-443f-8f1f-a229a01e9431, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:36.221456 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.258222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e220c31-e7cb-46fa-a3db-d963cfc04ce5 req-a961af20-e4ae-4fd8-bfd5-9dd6f1b6f4ce tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips/1d0ceccc-37f8-45be-8acf-066bf84f57f8 HTTP/1.1" status: 200 len: 692 time: 0.1166608 Feb 11 12:55:36.283182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] For port 2de82127-59ee-443f-8f1f-a229a01e9431, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2de82127-59ee-443f-8f1f-a229a01e9431,segment=NetworkSegment(aa77eddc-5c80-417d-9f1f-95cb0e093074),segment_id=aa77eddc-5c80-417d-9f1f-95cb0e093074)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:36.299113 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844b6308-ab0b-4e82-9976-24d9e6fba94b x-openstack-request-id: req-844b6308-ab0b-4e82-9976-24d9e6fba94b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:36.299433 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-plugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:36.299689 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-844b6308-ab0b-4e82-9976-24d9e6fba94b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:36.307498 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae', 'code': 200} Feb 11 12:55:36.310876 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.323639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-758384eb-c537-4ddc-8e80-2cbac3255cea None None] Port 2de82127-59ee-443f-8f1f-a229a01e9431 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:55:36.412045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Routers {'353115f0-5632-4d91-aeb2-8e8f37ca4aeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:36.415804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:36.493225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e91eb-2619-4e16-b144-0f98825d116e req-b4029d73-c25b-4b48-9bc2-522cf6023db7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:36.500084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b84a0-d825-4ccf-b242-357830411ce5 None None] Pushing event updated for resources: {'Port': ['ID=2de82127-59ee-443f-8f1f-a229a01e9431,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:36.502390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d79e91eb-2619-4e16-b144-0f98825d116e req-b4029d73-c25b-4b48-9bc2-522cf6023db7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1521873 Feb 11 12:55:36.524148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcedb91-373b-43c1-a793-b4b2a63d3e83 req-275029bd-3093-420e-aa4f-88d169a35692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:36.525735 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdcedb91-373b-43c1-a793-b4b2a63d3e83 req-275029bd-3093-420e-aa4f-88d169a35692 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 1132 time: 0.1663578 Feb 11 12:55:36.536324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf263e1b-56cd-49c3-8af2-5b24ae625d94 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:55:36.556278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Publish callbacks [] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.570867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e220c31-e7cb-46fa-a3db-d963cfc04ce5 req-a9590149-dd27-4d94-b849-4ec2155c5fc0 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:36.597470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e220c31-e7cb-46fa-a3db-d963cfc04ce5 req-a9590149-dd27-4d94-b849-4ec2155c5fc0 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3382628 Feb 11 12:55:36.603496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] Set router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:36.633583 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdcedb91-373b-43c1-a793-b4b2a63d3e83 req-41d23f1e-6cff-4612-bd67-73d6a1a74673 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967097 Feb 11 12:55:36.670150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Transition to ACTIVE for port object bf263e1b-56cd-49c3-8af2-5b24ae625d94 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:36.677198 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.681308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d79e91eb-2619-4e16-b144-0f98825d116e req-3a22d706-28b8-4fff-827f-eeffaa7ccc68 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779466 Feb 11 12:55:36.697741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:36.862640 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b061227-c931-4c5d-8c36-999c7b668315 req-2d493c31-97ee-4097-8f10-a0b068c72a6d tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=512817dc86d348b6b1a62f104291d68d HTTP/1.1" status: 200 len: 695 time: 0.1454756 Feb 11 12:55:36.869777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:36.908227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c94508d8-1029-417a-a597-b8722b885958 req-5cace32e-b9d1-4810-98c2-f1d2d888d113 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.0507431 Feb 11 12:55:36.989556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b7efff60-68ca-4415-9a40-d9992e5626e8 None None] Provisioning complete for port 2de82127-59ee-443f-8f1f-a229a01e9431 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:36.990202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7efff60-68ca-4415-9a40-d9992e5626e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.041098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:30Z', 'revision_number': 4, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port': {'id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '2de82127-59ee-443f-8f1f-a229a01e9431', 'name': '', 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'mac_address': 'fa:16:3e:d5:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9d7f76b4-08c6-40f9-94be-a6bee99918f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:28Z', 'updated_at': '2022-02-11T12:55:36Z', 'revision_number': 4, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'subnets': [{'id': '9d7f76b4-08c6-40f9-94be-a6bee99918f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:37.078920 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.079158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825540f8-c4b0-4136-82e4-22e41cc41dbd None None] The sync data for ids ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'] in n-d-828675-3 is: [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:30Z', 'revision_number': 4, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port': {'id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '2de82127-59ee-443f-8f1f-a229a01e9431', 'name': '', 'network_id': '9c2e7892-6ce8-4cf0-b7a5-782903ce6285', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'mac_address': 'fa:16:3e:d5:5e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '9d7f76b4-08c6-40f9-94be-a6bee99918f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:28Z', 'updated_at': '2022-02-11T12:55:36Z', 'revision_number': 4, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'subnets': [{'id': '9d7f76b4-08c6-40f9-94be-a6bee99918f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:37.087982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061227-c931-4c5d-8c36-999c7b668315 req-2b6d7c42-f7da-45b5-a6e5-118ff1d51856 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:37.093721 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b061227-c931-4c5d-8c36-999c7b668315 req-2b6d7c42-f7da-45b5-a6e5-118ff1d51856 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks?id=1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 787 time: 0.2292676 Feb 11 12:55:37.108480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-4b061227-c931-4c5d-8c36-999c7b668315 req-ee7c7a90-95f9-4b49-91d7-8d56273a4916 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:55:37.112846 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b061227-c931-4c5d-8c36-999c7b668315 req-ee7c7a90-95f9-4b49-91d7-8d56273a4916 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129204 Feb 11 12:55:37.131901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:37.145530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:55:37.153875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:55:37.153875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:37.163833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.168903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b962ffa7-d7d4-4fbb-afa1-5116b62e4b0c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7ed64cdb-fe9d-4b1d-8ca4-096ba5b7a287 HTTP/1.1" status: 204 len: 168 time: 1.4784563 Feb 11 12:55:37.171502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60398) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:37.182957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:55:37.182957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:37.280899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:55:37.281266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:37.281982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:55:37.282447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Bound port: bf263e1b-56cd-49c3-8af2-5b24ae625d94, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:55:37.282803 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.301281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60402) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:37.373714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (81a1d83a-b432-4daf-9081-254705407cdc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.396164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-e857481b-7583-4ee1-87ff-e8f710a49271 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips/1d0ceccc-37f8-45be-8acf-066bf84f57f8 HTTP/1.1" status: 200 len: 692 time: 0.2235384 Feb 11 12:55:37.594131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Deleting port 4271dda5-e124-4388-b3bf-658fbdd569c1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:37.594484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.605583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:37.617164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b7efff60-68ca-4415-9a40-d9992e5626e8 None None] Current status of the port 2de82127-59ee-443f-8f1f-a229a01e9431 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:37.617689 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7efff60-68ca-4415-9a40-d9992e5626e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.625405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f320f9ba-81a5-473e-9222-b73db6de4e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.645152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fe52d-b9d0-4a53-a3fe-818795b2d11d req-ac42793e-8ad2-42b3-8d6e-b5470c0ad66e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:37.648176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55af38c-efa1-4abd-ab65-abb877986cef None None] Network 81a1d83a-b432-4daf-9081-254705407cdc requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:37.650161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-034fe52d-b9d0-4a53-a3fe-818795b2d11d req-ac42793e-8ad2-42b3-8d6e-b5470c0ad66e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.3116410 Feb 11 12:55:37.654428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:37.683594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b7efff60-68ca-4415-9a40-d9992e5626e8 None None] For port 2de82127-59ee-443f-8f1f-a229a01e9431, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2de82127-59ee-443f-8f1f-a229a01e9431,segment=NetworkSegment(aa77eddc-5c80-417d-9f1f-95cb0e093074),segment_id=aa77eddc-5c80-417d-9f1f-95cb0e093074)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:37.715829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.722575 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7efff60-68ca-4415-9a40-d9992e5626e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.821938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:37.824151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:37.826930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 1091 time: 2.7936430 Feb 11 12:55:37.827255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efff60-68ca-4415-9a40-d9992e5626e8 None None] Pushing event updated for resources: {'Port': ['ID=2de82127-59ee-443f-8f1f-a229a01e9431,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:37.828191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:37.845626 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d0f59-d889-4dd1-9ee5-005165b93a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:37.871541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-448e4944-7f43-4c6b-a0c4-1d3c1d652886 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:37.890228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-448e4944-7f43-4c6b-a0c4-1d3c1d652886 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.4817586 Feb 11 12:55:37.915138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2de82127-59ee-443f-8f1f-a229a01e9431 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:37.940440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-034fe52d-b9d0-4a53-a3fe-818795b2d11d req-0b920de9-e814-48b9-b101-30258c5b60d2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816539 Feb 11 12:55:37.966101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] For port 4271dda5-e124-4388-b3bf-658fbdd569c1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4271dda5-e124-4388-b3bf-658fbdd569c1,segment=NetworkSegment(d3b52058-f93a-4d91-8cd8-ea4c2588fe22),segment_id=d3b52058-f93a-4d91-8cd8-ea4c2588fe22)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:37.966101 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.005814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2de82127-59ee-443f-8f1f-a229a01e9431 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:38.006439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.029735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Calling delete_port for 4271dda5-e124-4388-b3bf-658fbdd569c1 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:38.115720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f5bef-5cf0-49aa-b535-4b9b1a6ad340 service neutron] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:38.119174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] DHCP port deletion for 81a1d83a-b432-4daf-9081-254705407cdc request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:55:38.133074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-85f6c351-9f03-4fb2-95c0-054e566a3aa8 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.1938262 Feb 11 12:55:38.208100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153aa4f-be20-40a5-8707-309c450230db req-cb921066-849d-4a62-b858-4e33c21099fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:38.211479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-cb921066-849d-4a62-b858-4e33c21099fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1125 time: 0.3167963 Feb 11 12:55:38.213913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f320f9ba-81a5-473e-9222-b73db6de4e36 admin admin] Publish callbacks [] for security_group (70251801-d11a-4ecc-a107-e16902566de9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.229627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-e2e02f8b-2c0f-48e6-b271-3979be2a71d9 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.0899684 Feb 11 12:55:38.234535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f320f9ba-81a5-473e-9222-b73db6de4e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (70251801-d11a-4ecc-a107-e16902566de9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.283678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-ff31b1d8-70a6-4a8c-a881-2146693f9d26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 217 time: 0.0634286 Feb 11 12:55:38.310680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.337577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2de82127-59ee-443f-8f1f-a229a01e9431 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:38.361794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Pushing event deleted for resources: {'Port': ['ID=4271dda5-e124-4388-b3bf-658fbdd569c1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:38.362225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] Deleting port 4271dda5-e124-4388-b3bf-658fbdd569c1 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:38.362609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.375799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] No DVR routers for this DVR port 4271dda5-e124-4388-b3bf-658fbdd569c1 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:38.451424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320f9ba-81a5-473e-9222-b73db6de4e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70251801-d11a-4ecc-a107-e16902566de9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:38.465912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f320f9ba-81a5-473e-9222-b73db6de4e36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ac8bfdf1d1a4741b4c222ac662c2caa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1575105 Feb 11 12:55:38.473432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60412) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:38.487562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (81a1d83a-b432-4daf-9081-254705407cdc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.531254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a1d83a-b432-4daf-9081-254705407cdc']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:38.535637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] For port 4271dda5-e124-4388-b3bf-658fbdd569c1, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:38.536043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.558512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:38.558812 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b52058-f93a-4d91-8cd8-ea4c2588fe22') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:38.576527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] Calling delete_port for 4271dda5-e124-4388-b3bf-658fbdd569c1 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:38.586592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] Port 4271dda5-e124-4388-b3bf-658fbdd569c1 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:55:38.587925 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (4271dda5-e124-4388-b3bf-658fbdd569c1), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.592634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153aa4f-be20-40a5-8707-309c450230db req-2ccdef07-456f-441e-a7b3-b97b94f2086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:38.594250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2c46a-701a-472d-aea3-68f5b5e4365d req-ea561e18-4b45-4175-9092-a4f9927cd182 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:38.594404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-2ccdef07-456f-441e-a7b3-b97b94f2086f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.2717836 Feb 11 12:55:38.596349 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfe2c46a-701a-472d-aea3-68f5b5e4365d req-ea561e18-4b45-4175-9092-a4f9927cd182 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 950 time: 0.4204116 Feb 11 12:55:38.620326 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (d3b52058-f93a-4d91-8cd8-ea4c2588fe22), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.643060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] Pushing event deleted for resources: {'Port': ['ID=4271dda5-e124-4388-b3bf-658fbdd569c1,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:38.654656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-33fd9e0d-9b91-445c-b1dc-28538a13f1ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427594 Feb 11 12:55:38.662032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479a87a-0659-4555-8944-302a6c2d2e24 None None] No DVR routers for this DVR port 4271dda5-e124-4388-b3bf-658fbdd569c1 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:38.696936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d3b52058-f93a-4d91-8cd8-ea4c2588fe22), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.709282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af1c0155-11b8-4f66-a8a2-01b00ff997be admin admin] Publish callbacks [] for security_group (70251801-d11a-4ecc-a107-e16902566de9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.712880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:55:38.713311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (d3b52058-f93a-4d91-8cd8-ea4c2588fe22), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:55:38.715618 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:55:38.738385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af1c0155-11b8-4f66-a8a2-01b00ff997be admin admin] Publish callbacks [] for security_group (70251801-d11a-4ecc-a107-e16902566de9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.799417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af1c0155-11b8-4f66-a8a2-01b00ff997be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (70251801-d11a-4ecc-a107-e16902566de9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.802892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af1c0155-11b8-4f66-a8a2-01b00ff997be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.804287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af1c0155-11b8-4f66-a8a2-01b00ff997be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70251801-d11a-4ecc-a107-e16902566de9 HTTP/1.1" status: 204 len: 168 time: 0.3187087 Feb 11 12:55:38.835764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfe2c46a-701a-472d-aea3-68f5b5e4365d req-cc4fb810-0130-43ca-a71d-624ef667e7c2 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176204 Feb 11 12:55:38.842578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (81a1d83a-b432-4daf-9081-254705407cdc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.874197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:38.882515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] 10.222.0.42 "DELETE /v2.0/networks/81a1d83a-b432-4daf-9081-254705407cdc HTTP/1.1" status: 204 len: 168 time: 1.7085950 Feb 11 12:55:38.886809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbda90e-7145-492b-b938-edd7a8a8853a admin admin] Pushing event deleted for resources: {'Network': ['ID=81a1d83a-b432-4daf-9081-254705407cdc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:38.928848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c0155-11b8-4f66-a8a2-01b00ff997be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70251801-d11a-4ecc-a107-e16902566de9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:39.025036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-5bd593f1-69ab-445f-9d83-646e05c44b32 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609910 Feb 11 12:55:39.026900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Deleting port 9493ff65-18ad-4e21-a47c-36cfd9c433fb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:39.029942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.107802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bb85d-dce1-401d-af8f-e8ef4f69be91 req-eb218021-b13e-477e-bc1f-e6eada4498ef tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:39.112170 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-719bb85d-dce1-401d-af8f-e8ef4f69be91 req-eb218021-b13e-477e-bc1f-e6eada4498ef tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1228607 Feb 11 12:55:39.223878 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-719bb85d-dce1-401d-af8f-e8ef4f69be91 req-2237d195-2948-4c89-b359-e444d691fc65 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018667 Feb 11 12:55:39.237320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60422) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:39.288365 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-15e09890-13fa-4f66-8daf-00a20891419d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51d7e7add858421eb3132075f04effd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497212 Feb 11 12:55:39.291373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60424) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:39.422066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60426) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:39.460722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-187468bd-a788-461d-84e6-b7a795c997d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.478897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c8bf-66a1-4244-a8e2-c5450625e00a admin admin] Publish callbacks [] for security_group (6a014dce-f85c-4e13-b866-312eb002ab28), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.502818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c8bf-66a1-4244-a8e2-c5450625e00a admin admin] Publish callbacks [] for security_group (6a014dce-f85c-4e13-b866-312eb002ab28), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.556996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa235bd7-31b4-43b5-9f41-27a784adfa85 req-197cf857-8c22-4cf2-90b1-451a379e9bf7 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/ports?device_id=7869905e-6a2c-4510-8e45-ef667f32e868 HTTP/1.1" status: 200 len: 210 time: 0.1128657 Feb 11 12:55:39.569114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c8bf-66a1-4244-a8e2-c5450625e00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6a014dce-f85c-4e13-b866-312eb002ab28), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.572765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c8bf-66a1-4244-a8e2-c5450625e00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.578063 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2aa8c8bf-66a1-4244-a8e2-c5450625e00a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a014dce-f85c-4e13-b866-312eb002ab28 HTTP/1.1" status: 204 len: 168 time: 0.2811091 Feb 11 12:55:39.599735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8c8bf-66a1-4244-a8e2-c5450625e00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a014dce-f85c-4e13-b866-312eb002ab28,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:39.732038 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8b92d-67b9-4b11-9ae2-6c86787c96b3 x-openstack-request-id: req-11d8b92d-67b9-4b11-9ae2-6c86787c96b3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:39.732867 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:39.733278 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11d8b92d-67b9-4b11-9ae2-6c86787c96b3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:39.734007 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94', 'status': 'completed', 'code': 200} Feb 11 12:55:39.788011 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-187468bd-a788-461d-84e6-b7a795c997d3 admin admin] Publish callbacks [] for security_group (534db25e-b6f7-4dc9-95ff-52e25369f681), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.796303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-187468bd-a788-461d-84e6-b7a795c997d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (534db25e-b6f7-4dc9-95ff-52e25369f681), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.834179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-187468bd-a788-461d-84e6-b7a795c997d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6abe096ec5b344a98e03448a0505c102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065752 Feb 11 12:55:39.839944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2de82127-59ee-443f-8f1f-a229a01e9431 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:39.844073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60430) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:39.902660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be94673-30f8-4300-8d3c-2419cb866833 req-822a52e0-5f65-42e4-a735-410f819f1249 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:39.908880 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1be94673-30f8-4300-8d3c-2419cb866833 req-822a52e0-5f65-42e4-a735-410f819f1249 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.2190685 Feb 11 12:55:39.910039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187468bd-a788-461d-84e6-b7a795c997d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534db25e-b6f7-4dc9-95ff-52e25369f681,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:39.966381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2de82127-59ee-443f-8f1f-a229a01e9431 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:39.967442 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.974590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.974907 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (9493ff65-18ad-4e21-a47c-36cfd9c433fb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:39.994209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1be94673-30f8-4300-8d3c-2419cb866833 req-622210c1-7132-4ef7-bed2-1485d36b9c8f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749328 Feb 11 12:55:40.042317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Calling delete_port for 9493ff65-18ad-4e21-a47c-36cfd9c433fb owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:40.151577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2de82127-59ee-443f-8f1f-a229a01e9431 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:40.174059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c9e3c-b734-46e7-a6e2-d4567acf0ae2 req-84a0a04f-34d4-4376-9ea1-c7172824648a tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:40.180069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef1c9e3c-b734-46e7-a6e2-d4567acf0ae2 req-84a0a04f-34d4-4376-9ea1-c7172824648a tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 950 time: 0.1231718 Feb 11 12:55:40.250239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9493ff65-18ad-4e21-a47c-36cfd9c433fb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:40.261181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4271dda5-e124-4388-b3bf-658fbdd569c1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:40.285481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Pushing event deleted for resources: {'Port': ['ID=9493ff65-18ad-4e21-a47c-36cfd9c433fb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:40.295715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e153aa4f-be20-40a5-8707-309c450230db req-ec56955b-1e6f-4e0c-aac3-008d78eb8cb9 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2580764 Feb 11 12:55:40.324607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afc86495-0457-45be-b79c-7ce95cf3d8ea admin admin] Publish callbacks [] for security_group (534db25e-b6f7-4dc9-95ff-52e25369f681), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:40.325452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef1c9e3c-b734-46e7-a6e2-d4567acf0ae2 req-39bcb105-782d-4f2f-ba90-42b8d3b779ae tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448071 Feb 11 12:55:40.355129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4271dda5-e124-4388-b3bf-658fbdd569c1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:40.357876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4271dda5-e124-4388-b3bf-658fbdd569c1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:40.442289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (1d0ceccc-37f8-45be-8acf-066bf84f57f8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:40.445494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:40.446684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe4da665-7cbc-426d-8e73-5dc9b9e9534e req-727d45cc-ac58-42c4-81f4-6010c6e6e11f tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "DELETE /v2.0/floatingips/1d0ceccc-37f8-45be-8acf-066bf84f57f8 HTTP/1.1" status: 204 len: 173 time: 2.1800194 Feb 11 12:55:40.470412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afc86495-0457-45be-b79c-7ce95cf3d8ea admin admin] Publish callbacks [] for security_group (534db25e-b6f7-4dc9-95ff-52e25369f681), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:40.529616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-265fa208-c1da-4b70-99b9-60475cd22bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:40.531866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-265fa208-c1da-4b70-99b9-60475cd22bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1125 time: 0.1161203 Feb 11 12:55:40.581606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a57474-b28d-4718-829d-11e5b67ab81d req-093f6c7d-6e95-4d7c-8406-75084d342078 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:40.597790 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d8a57474-b28d-4718-829d-11e5b67ab81d req-093f6c7d-6e95-4d7c-8406-75084d342078 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1313572 Feb 11 12:55:40.671296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afc86495-0457-45be-b79c-7ce95cf3d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (534db25e-b6f7-4dc9-95ff-52e25369f681), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:40.678642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afc86495-0457-45be-b79c-7ce95cf3d8ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:40.690354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-afc86495-0457-45be-b79c-7ce95cf3d8ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/534db25e-b6f7-4dc9-95ff-52e25369f681 HTTP/1.1" status: 204 len: 168 time: 0.8322067 Feb 11 12:55:40.734431 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d8a57474-b28d-4718-829d-11e5b67ab81d req-f055d792-d06c-4a55-9226-f97b5d3c2020 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342182 Feb 11 12:55:40.747009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-a4d74fda-9cda-4245-b2d0-b711313adb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:40.749627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-a4d74fda-9cda-4245-b2d0-b711313adb91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.2118788 Feb 11 12:55:40.752078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc86495-0457-45be-b79c-7ce95cf3d8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534db25e-b6f7-4dc9-95ff-52e25369f681,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:40.877954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-fac2468d-518d-4f61-83d3-1d2fe961e543 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 217 time: 0.1094210 Feb 11 12:55:40.969865 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-fd3d63c5-0f7b-4f62-b682-d5b281066531 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2148881 Feb 11 12:55:40.975767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:41.013354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:41.042531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-bf20660e-c9f0-4d8a-9f8e-aabfab20e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:41.046752 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-bf20660e-c9f0-4d8a-9f8e-aabfab20e8eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.1638379 Feb 11 12:55:41.115747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-45e3efce-d723-48c4-86b2-295a04e4ff49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634186 Feb 11 12:55:41.267520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-cef9ab55-983d-4ab3-8746-c4ce951826a0 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457677 Feb 11 12:55:41.288440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:41.429896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379d0f59-d889-4dd1-9ee5-005165b93a2e req-f1f82945-13a3-4e46-8a76-1817c3c38cbb service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510308 Feb 11 12:55:41.516151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Allocated IP 172.25.1.118 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/d62bc74e-49f3-4d3d-815c-5ed32bc02d37) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:41.540031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23362a-5f4e-4ede-9008-6cc9da9e9b4d req-7e7bc68d-fc58-4035-b1fe-3c52573da692 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:41.543119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a23362a-5f4e-4ede-9008-6cc9da9e9b4d req-7e7bc68d-fc58-4035-b1fe-3c52573da692 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.0826688 Feb 11 12:55:41.633754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a23362a-5f4e-4ede-9008-6cc9da9e9b4d req-e6834314-275a-4c38-ade6-2272d97d4073 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Feb 11 12:55:41.661290 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:41.742684 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:41.815993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:41.821593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:41.830653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:41.841183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Pushing event updated for resources: {'Port': ['ID=d62bc74e-49f3-4d3d-815c-5ed32bc02d37,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:41.990882 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (e69b9c4e-2918-4f2e-875e-351967144409), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.049979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.094347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60518) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:42.139985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:42.310249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94550e5-09b9-438c-a97c-c3a9c4ba43e2 req-11d50de9-1afc-48aa-9279-85a52cba69e1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:42.321858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d94550e5-09b9-438c-a97c-c3a9c4ba43e2 req-11d50de9-1afc-48aa-9279-85a52cba69e1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1055851 Feb 11 12:55:42.351255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b7aadef-7012-49fb-b1a1-c4913781e70b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group (65b5eddf-f313-4996-828c-3fc77dea5dc7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.407043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d94550e5-09b9-438c-a97c-c3a9c4ba43e2 req-fa7dd1a9-ae47-48fd-aa9c-898b66c30571 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840118 Feb 11 12:55:42.473819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b7aadef-7012-49fb-b1a1-c4913781e70b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group (65b5eddf-f313-4996-828c-3fc77dea5dc7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.490569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1167811713-network', 'tenant_id': '95e36cd28a08437499fdddf526790942'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:42.550752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Made reservation on behalf of 95e36cd28a08437499fdddf526790942 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:42.561754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.589143 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.591504 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.603738 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.663823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b7aadef-7012-49fb-b1a1-c4913781e70b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (65b5eddf-f313-4996-828c-3fc77dea5dc7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.667086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b7aadef-7012-49fb-b1a1-c4913781e70b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.668760 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b7aadef-7012-49fb-b1a1-c4913781e70b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "DELETE /v2.0/security-groups/65b5eddf-f313-4996-828c-3fc77dea5dc7 HTTP/1.1" status: 204 len: 168 time: 0.5262406 Feb 11 12:55:42.677270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:42.733097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7aadef-7012-49fb-b1a1-c4913781e70b tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b5eddf-f313-4996-828c-3fc77dea5dc7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:42.777795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Pushing event updated for resources: {'Port': ['ID=d62bc74e-49f3-4d3d-815c-5ed32bc02d37,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:42.781421 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-1154c8eb-6af9-47e3-ba1c-c2df5a4f3f07 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] show failed (client error): The resource could not be found. Feb 11 12:55:42.782434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1154c8eb-6af9-47e3-ba1c-c2df5a4f3f07 tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "GET /v2.0/security-groups/65b5eddf-f313-4996-828c-3fc77dea5dc7 HTTP/1.1" status: 404 len: 347 time: 0.1025732 Feb 11 12:55:42.787803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:42.858080 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:55:42.864886 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (e69b9c4e-2918-4f2e-875e-351967144409), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.969737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50e374-9f08-44f3-b9aa-5bb04f0415d5 req-f960d62a-5d69-4173-844d-d24002213dbb tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:42.977511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af50e374-9f08-44f3-b9aa-5bb04f0415d5 req-f960d62a-5d69-4173-844d-d24002213dbb tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.1617024 Feb 11 12:55:42.980600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:42.987061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-038df9f0-d0f5-45b1-9c1b-9a08d2860998 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0109599 Feb 11 12:55:43.004925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks [] for security_group (f7f26a17-9900-419e-a011-6bcc1e78a1f9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.015392 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f7f26a17-9900-419e-a011-6bcc1e78a1f9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.037280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:55:43.047811 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b0a7ebb8-353f-49c6-b913-9979e7703a85), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.048195 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Added segment b0a7ebb8-353f-49c6-b913-9979e7703a85 of type vlan for network f5390a8d-302e-459e-93a5-f45942d710bd Feb 11 12:55:43.103916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f5390a8d-302e-459e-93a5-f45942d710bd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.119756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60566) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:43.142454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-affbbda1-561c-4908-8e6f-3534678003d5 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.1512187 Feb 11 12:55:43.189041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af50e374-9f08-44f3-b9aa-5bb04f0415d5 req-0c9833c2-c254-46e2-9c11-e446f8180fe2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104464 Feb 11 12:55:43.197738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f26a17-9900-419e-a011-6bcc1e78a1f9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:43.216590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Deleting port 882354e8-ce72-4447-8801-368b9933dd62 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:43.216935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (882354e8-ce72-4447-8801-368b9933dd62), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.259892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f5390a8d-302e-459e-93a5-f45942d710bd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.261680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:43.264950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.306182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2111337 Feb 11 12:55:43.326766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60578) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:43.337364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Request body: {'subnet': {'network_id': 'f5390a8d-302e-459e-93a5-f45942d710bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1167811713-subnet', 'tenant_id': '95e36cd28a08437499fdddf526790942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:43.376318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-b23237c8-c14c-4e84-a77e-b63880a03cd3 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:43.377872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3db70a2-5a37-4090-aa3b-448f8c9cb3f7 req-b23237c8-c14c-4e84-a77e-b63880a03cd3 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.2282202 Feb 11 12:55:43.415281 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b9417a-cac5-4929-922e-3479a4a94b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.418701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484316c6-b493-4264-8b7c-0ac2f66a5662 admin admin] Pushing event updated for resources: {'Network': ['ID=f5390a8d-302e-459e-93a5-f45942d710bd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:43.430481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f5390a8d-302e-459e-93a5-f45942d710bd details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:55:43.543849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Made reservation on behalf of 95e36cd28a08437499fdddf526790942 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:43.552099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.594143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (882354e8-ce72-4447-8801-368b9933dd62), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.595201 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for floatingip (882354e8-ce72-4447-8801-368b9933dd62), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.607824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-b71a0486-49fa-4d10-b69b-4a3ea775b3f6 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips/e69b9c4e-2918-4f2e-875e-351967144409 HTTP/1.1" status: 200 len: 693 time: 0.2024598 Feb 11 12:55:43.624864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Calling delete_port for 882354e8-ce72-4447-8801-368b9933dd62 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:43.713259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f286be-6d91-40b1-98f8-64166f41e135 req-c383836f-92a6-41e8-a7da-2dacd7cec9c5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:43.721139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61f286be-6d91-40b1-98f8-64166f41e135 req-c383836f-92a6-41e8-a7da-2dacd7cec9c5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1970491 Feb 11 12:55:43.740351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-3b5ea2de-975d-4d6b-9888-d2515114469e tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:43.741791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-3b5ea2de-975d-4d6b-9888-d2515114469e tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1202712 Feb 11 12:55:43.750256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b9417a-cac5-4929-922e-3479a4a94b37 admin admin] Publish callbacks [] for security_group (a1c8a7d9-db32-4950-9f5a-68b86a9e829e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.767945 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b9417a-cac5-4929-922e-3479a4a94b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a1c8a7d9-db32-4950-9f5a-68b86a9e829e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.827316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-effba45e-eadb-4807-8096-e71b9f36b14e tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0530977 Feb 11 12:55:43.838797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61f286be-6d91-40b1-98f8-64166f41e135 req-42cb4ca5-9f4a-4853-9db0-b04cdf9c9358 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163352 Feb 11 12:55:43.879807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76b9417a-cac5-4929-922e-3479a4a94b37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d5579d5b7ee42178d2f2b3925a15e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7588711 Feb 11 12:55:43.881102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9417a-cac5-4929-922e-3479a4a94b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8a7d9-db32-4950-9f5a-68b86a9e829e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:43.883850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60586) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:43.912785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-0947dfb0-7092-4f44-9cd9-f2f655668d5c tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.118 HTTP/1.1" status: 200 len: 696 time: 0.0765979 Feb 11 12:55:43.952558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (882354e8-ce72-4447-8801-368b9933dd62), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:43.989291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Pushing event deleted for resources: {'Port': ['ID=882354e8-ce72-4447-8801-368b9933dd62,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:44.072924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks [] for floatingip (addac8eb-a6d7-460a-9fe7-9d5bff8f3a02), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.082180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.084012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3003c092-a461-4d3d-8b03-9e39f8467daa tempest-ServersTestBootFromVolume-1594543024 tempest-ServersTestBootFromVolume-1594543024-project] 10.222.0.42 "DELETE /v2.0/floatingips/addac8eb-a6d7-460a-9fe7-9d5bff8f3a02 HTTP/1.1" status: 204 len: 168 time: 1.2930071 Feb 11 12:55:44.086969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60588) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:44.121340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c00d52a4-6572-4735-b265-e7299fd46a2a admin admin] Publish callbacks [] for security_group (a1c8a7d9-db32-4950-9f5a-68b86a9e829e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.145388 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c00d52a4-6572-4735-b265-e7299fd46a2a admin admin] Publish callbacks [] for security_group (a1c8a7d9-db32-4950-9f5a-68b86a9e829e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.205104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c00d52a4-6572-4735-b265-e7299fd46a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a1c8a7d9-db32-4950-9f5a-68b86a9e829e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.207799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c00d52a4-6572-4735-b265-e7299fd46a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.208931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c00d52a4-6572-4735-b265-e7299fd46a2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1c8a7d9-db32-4950-9f5a-68b86a9e829e HTTP/1.1" status: 204 len: 168 time: 0.3241572 Feb 11 12:55:44.298404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d52a4-6572-4735-b265-e7299fd46a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8a7d9-db32-4950-9f5a-68b86a9e829e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:44.360994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Deleting port d62bc74e-49f3-4d3d-815c-5ed32bc02d37 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:44.361253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.377662 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (e28b1c24-69b0-4778-9de0-b3ecae56deb7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.513314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28b1c24-69b0-4778-9de0-b3ecae56deb7,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:44.526818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153a0c-dfb8-48d4-b151-7855ae8a24c3 req-bb355306-c518-41da-9c19-b48afb6757ab tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:44.528617 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6153a0c-dfb8-48d4-b151-7855ae8a24c3 req-bb355306-c518-41da-9c19-b48afb6757ab tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.1368737 Feb 11 12:55:44.582471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.583351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.598135 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6153a0c-dfb8-48d4-b151-7855ae8a24c3 req-ada58ff5-77cb-450a-a601-56a06bd8bb4b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628505 Feb 11 12:55:44.609918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Calling delete_port for d62bc74e-49f3-4d3d-815c-5ed32bc02d37 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:44.623456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Checking segment: {'id': 'b0a7ebb8-353f-49c6-b913-9979e7703a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f5390a8d-302e-459e-93a5-f45942d710bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:44.624174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Network hostable DHCP agents. Network: f5390a8d-302e-459e-93a5-f45942d710bd, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:55:44.683245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (5b29233d-0633-49e8-a864-61d5bbe4d5e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.723478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Network f5390a8d-302e-459e-93a5-f45942d710bd is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:55:44.745499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, f5390a8d-302e-459e-93a5-f45942d710bd) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:44.758661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f73cbf-1e3d-405c-b57e-81e7bc5cc8ee None None] Network f5390a8d-302e-459e-93a5-f45942d710bd requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:44.763445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:44.764257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.797696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3564124c-458f-473f-97a8-a10c985cabdb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4695570 Feb 11 12:55:44.934001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d62bc74e-49f3-4d3d-815c-5ed32bc02d37), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:44.988469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Pushing event deleted for resources: {'Port': ['ID=d62bc74e-49f3-4d3d-815c-5ed32bc02d37,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:45.042720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8e9e3-1bc8-408b-8401-495b167e2b72 None None] Network f5390a8d-302e-459e-93a5-f45942d710bd requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:45.103960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:55:45.106658 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks [] for floatingip (e69b9c4e-2918-4f2e-875e-351967144409), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.109716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8041e60-d634-4f01-93e5-49fc7a4874c9 req-559cc60f-622f-46ad-9236-8a2a3dc16ef0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:45.111537 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8041e60-d634-4f01-93e5-49fc7a4874c9 req-559cc60f-622f-46ad-9236-8a2a3dc16ef0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.1380897 Feb 11 12:55:45.115681 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.120106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75078a41-4cfb-4595-8201-6a9afe22a14f req-66ff77a1-a4ac-4b3f-a62d-6bd5a347427b tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "DELETE /v2.0/floatingips/e69b9c4e-2918-4f2e-875e-351967144409 HTTP/1.1" status: 204 len: 173 time: 1.2050037 Feb 11 12:55:45.240925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Deleting port 81e31d69-077d-4c0b-8bc3-59faad253654 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:45.241265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.346069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:45.367033 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8041e60-d634-4f01-93e5-49fc7a4874c9 req-8ada6ce5-f82b-45eb-b5b2-017910e1926f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964617 Feb 11 12:55:45.372465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'fa823684-9968-4477-9084-549440bcc2ae', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'fa823684-9968-4477-9084-549440bcc2ae', 'mac_address': 'fa:16:3e:00:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:55:45.427278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] For port 81e31d69-077d-4c0b-8bc3-59faad253654, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=81e31d69-077d-4c0b-8bc3-59faad253654,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:45.427647 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.447488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:45.448233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.458140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-275b168b-5e1c-4b83-9d56-24046d60873c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:45.468773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa823684-9968-4477-9084-549440bcc2ae {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:55:45.475630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-275b168b-5e1c-4b83-9d56-24046d60873c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.2149374 Feb 11 12:55:45.492155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:45.493339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-ffb8a55a-be18-4f07-929c-a4d9483fddd3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/quotas/1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 375 time: 0.0166905 Feb 11 12:55:45.497149 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.520575 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-a685d7db-e3af-4847-8743-80fc348f47aa req-35b9a28b-569b-4601-871d-6c4df258bb61 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] show failed (client error): The resource could not be found. Feb 11 12:55:45.521657 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a685d7db-e3af-4847-8743-80fc348f47aa req-35b9a28b-569b-4601-871d-6c4df258bb61 tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips/e69b9c4e-2918-4f2e-875e-351967144409 HTTP/1.1" status: 404 len: 350 time: 0.0898569 Feb 11 12:55:45.526270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Calling delete_port for 81e31d69-077d-4c0b-8bc3-59faad253654 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:45.590777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:45.606430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fa823684-9968-4477-9084-549440bcc2ae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:55:45.607881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-ec786609-aa10-49cd-9773-87988dcd92b7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130590 Feb 11 12:55:45.781027 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (81e31d69-077d-4c0b-8bc3-59faad253654), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.877428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e31d69-077d-4c0b-8bc3-59faad253654,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:45.963593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60668) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:45.982448 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:45.985989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1522198715-network', 'tenant_id': 'ed1a4bc6fb3f43188a90e25d3c10150d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:46.017032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-268bd7ba-9bc2-4113-9a70-e0f80588c7d7 service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073641 Feb 11 12:55:46.063827 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-821db7e4-1950-401f-b8a1-684fdd9a94a7 req-25fc3ccf-59d0-4b90-bf81-ff6058c34fee tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] show failed (client error): The resource could not be found. Feb 11 12:55:46.075148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-821db7e4-1950-401f-b8a1-684fdd9a94a7 req-25fc3ccf-59d0-4b90-bf81-ff6058c34fee tempest-FloatingIPsTestJSON-114739886 tempest-FloatingIPsTestJSON-114739886-project] 10.222.0.42 "GET /v2.0/floatingips/e69b9c4e-2918-4f2e-875e-351967144409 HTTP/1.1" status: 404 len: 350 time: 0.0951798 Feb 11 12:55:46.078620 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60672) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:46.142950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-30362a24-df65-44dd-9455-1a458c836de3 service neutron] 10.222.0.42 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151519 Feb 11 12:55:46.146240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Made reservation on behalf of ed1a4bc6fb3f43188a90e25d3c10150d for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:46.148645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:46.593730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:46.754953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0feb3-0125-4415-b594-20822ef5f65f req-1fb1500f-7eb3-49db-b7fe-00d8a54c5fa7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:46.766220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80d0feb3-0125-4415-b594-20822ef5f65f req-1fb1500f-7eb3-49db-b7fe-00d8a54c5fa7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.0994635 Feb 11 12:55:46.769940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (5b29233d-0633-49e8-a864-61d5bbe4d5e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:46.809626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836ff9b-e77e-4d4c-8c06-5b8047fc7027 req-d511f4d9-2aec-408d-b930-4d540cfbd50b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:46.812128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2836ff9b-e77e-4d4c-8c06-5b8047fc7027 req-d511f4d9-2aec-408d-b930-4d540cfbd50b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.2596822 Feb 11 12:55:46.815805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80d0feb3-0125-4415-b594-20822ef5f65f req-59abd357-0afd-4179-b9a4-122b1c9e56b1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486491 Feb 11 12:55:46.913931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e17618c2-1a58-4daf-87d3-1b47c9dde159 req-dda2ec6e-1c02-4b1a-bda2-3bcc3d3303e2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0425034 Feb 11 12:55:46.966587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.022245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2836ff9b-e77e-4d4c-8c06-5b8047fc7027 req-950b735b-7590-4fbc-9208-578cf4b660d0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966267 Feb 11 12:55:47.032698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks [] for security_group (de094d8a-211f-4d38-9fa5-4f51afb3df13), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.076929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (de094d8a-211f-4d38-9fa5-4f51afb3df13), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.115206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:55:47.161982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:55:47.182549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port fa823684-9968-4477-9084-549440bcc2ae triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:55:47.182924 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa823684-9968-4477-9084-549440bcc2ae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.183091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de094d8a-211f-4d38-9fa5-4f51afb3df13,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:47.207587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (40b5a70d-889a-479c-a694-9ad1656fb9f0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.208152 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Added segment 40b5a70d-889a-479c-a694-9ad1656fb9f0 of type vlan for network 1f2ceac9-5277-4bcb-9d80-05fc07be382f Feb 11 12:55:47.310593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1f2ceac9-5277-4bcb-9d80-05fc07be382f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.354925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:47.355336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.394218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:47.396612 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcc5581-2dda-4110-9b36-82067b796a57" -d '{"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-plugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:47.412523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1f2ceac9-5277-4bcb-9d80-05fc07be382f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.413560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:47.414007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:47.414161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.428597 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.462663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60726) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:47.485832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:47.515036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5336180 Feb 11 12:55:47.516130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60732) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:47.521822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Request body: {'subnet': {'network_id': '1f2ceac9-5277-4bcb-9d80-05fc07be382f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1522198715-subnet', 'tenant_id': 'ed1a4bc6fb3f43188a90e25d3c10150d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:47.543436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:47.561616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ca8a0-21d5-4d71-a01f-54af14c0e991 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2ceac9-5277-4bcb-9d80-05fc07be382f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:47.581374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1f2ceac9-5277-4bcb-9d80-05fc07be382f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:55:47.583243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Made reservation on behalf of ed1a4bc6fb3f43188a90e25d3c10150d for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:47.588450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.670130 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:47.798878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:47.810000 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f621bf33-00af-43fe-b28d-8539ac7d0520 admin admin] 10.222.0.42 "PUT /v2.0/routers/5b29233d-0633-49e8-a864-61d5bbe4d5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7217467 Feb 11 12:55:47.813383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60750) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:47.814555 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] Sync routers for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:47.834597 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:47.836155 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:47.867281 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01795191-779c-41cc-9a66-b8d15e03ea9c x-openstack-request-id: req-01795191-779c-41cc-9a66-b8d15e03ea9c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:47.867852 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-plugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:47.868468 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01795191-779c-41cc-9a66-b8d15e03ea9c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:47.868948 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae', 'code': 200} Feb 11 12:55:48.058674 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bdded1f-28eb-456e-a23b-158c8daefc7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:48.105939 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:48.125520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks [] for router (5b29233d-0633-49e8-a864-61d5bbe4d5e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:48.147737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e4dd72c-ddf3-4511-be83-f0049bed7d86 req-a37c1677-864f-4d04-8a78-aa05e7a6c3ae tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0901566 Feb 11 12:55:48.259778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-24275f80-ee69-4061-8bb0-01507e5a8a71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:48.264229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-24275f80-ee69-4061-8bb0-01507e5a8a71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 808 time: 0.3938308 Feb 11 12:55:48.327996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Request body: {'port': {'device_id': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'admin_state_up': True, 'tenant_id': '1bc8d53dc0c647bfb754ef8e50134ba8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:48.406327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9a378-4a49-45cb-958e-d04e77f0b766 req-8e5562f9-4fb9-4de5-be9d-21ba6e3f7166 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:48.407369 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:55:45Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:48.407999 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2c9a378-4a49-45cb-958e-d04e77f0b766 req-8e5562f9-4fb9-4de5-be9d-21ba6e3f7166 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.4747159 Feb 11 12:55:48.441664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] Checking router: 5b29233d-0633-49e8-a864-61d5bbe4d5e4 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:48.451489 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] Routers {'5b29233d-0633-49e8-a864-61d5bbe4d5e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:48.452163 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:48.530791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (93a5cd60-11ff-4ff0-8b28-12b2a9ebea18), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:48.659830 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2c9a378-4a49-45cb-958e-d04e77f0b766 req-babae972-df92-4a61-b140-3e697139b09a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312045 Feb 11 12:55:48.668562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks [] for router_gateway (5b29233d-0633-49e8-a864-61d5bbe4d5e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:48.718265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93a5cd60-11ff-4ff0-8b28-12b2a9ebea18,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:48.752320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717b70-53ba-417a-bf5e-895a0859067e req-e5f8283c-8929-4aa1-afbf-d730436d4e54 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:48.760260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01717b70-53ba-417a-bf5e-895a0859067e req-e5f8283c-8929-4aa1-afbf-d730436d4e54 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.4446266 Feb 11 12:55:48.780241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bdded1f-28eb-456e-a23b-158c8daefc7f admin admin] Publish callbacks [] for security_group (9375fc3b-9f1a-4e39-a52c-4c29685157c4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:48.826919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bdded1f-28eb-456e-a23b-158c8daefc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9375fc3b-9f1a-4e39-a52c-4c29685157c4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:48.840296 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] Set router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:48.889840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7bdded1f-28eb-456e-a23b-158c8daefc7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c54564069a44e4081b8fc578dcf56e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4255650 Feb 11 12:55:48.892564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60788) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:48.917727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Checking segment: {'id': '40b5a70d-889a-479c-a694-9ad1656fb9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1f2ceac9-5277-4bcb-9d80-05fc07be382f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:48.922004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Network hostable DHCP agents. Network: 1f2ceac9-5277-4bcb-9d80-05fc07be382f, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:55:49.027673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01717b70-53ba-417a-bf5e-895a0859067e req-9aa5a7f7-c8ad-4321-bff3-39cbfe66becc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649000 Feb 11 12:55:49.098661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdded1f-28eb-456e-a23b-158c8daefc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9375fc3b-9f1a-4e39-a52c-4c29685157c4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:49.147858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Made reservation on behalf of 1bc8d53dc0c647bfb754ef8e50134ba8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:49.162638 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.185332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Deleting port 233174f7-c03a-4b66-91b9-bfd8e672a3fe {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:49.185694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.209704 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:55:45Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:49.240982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Network 1f2ceac9-5277-4bcb-9d80-05fc07be382f is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:55:49.271884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7630a80a-bba5-4398-bb09-b86ed6b771fd admin admin] Publish callbacks [] for security_group (9375fc3b-9f1a-4e39-a52c-4c29685157c4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.290011 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6845c66e-cf34-4a75-a7f3-3d31c611a496 None None] The sync data for ids ['5b29233d-0633-49e8-a864-61d5bbe4d5e4'] in n-d-828675-3 is: [{'id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'name': 'tempest-ServersTestBootFromVolume-719344778-router', 'tenant_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:52:20Z', 'updated_at': '2022-02-11T12:55:45Z', 'revision_number': 5, 'project_id': '2db4a850c7a94d6fb28f3f13a12fd846', 'gw_port': {'id': '233174f7-c03a-4b66-91b9-bfd8e672a3fe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b29233d-0633-49e8-a864-61d5bbe4d5e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:52:21Z', 'updated_at': '2022-02-11T12:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:49.328060 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7630a80a-bba5-4398-bb09-b86ed6b771fd admin admin] Publish callbacks [] for security_group (9375fc3b-9f1a-4e39-a52c-4c29685157c4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.347122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1f2ceac9-5277-4bcb-9d80-05fc07be382f) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:49.358477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f3284-af88-4537-9afe-d2d027d1157b None None] Network 1f2ceac9-5277-4bcb-9d80-05fc07be382f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:49.367120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:49.367715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.453710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b766b4d-9b94-45cc-8001-75b714d70fd0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9330890 Feb 11 12:55:49.586910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Allocated IP 172.20.0.5 (67384716-3155-4c0b-bbda-e47d27ab2b7c/d8d925a2-3883-4338-bbf2-dedbac2d51f5/b528296a-f351-4426-aa4c-8474b66e81aa) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:55:49.619705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Deleting port 2de82127-59ee-443f-8f1f-a229a01e9431 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:49.620050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.634318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87badca5-5566-454d-bb87-44f36bf242fc None None] Network 1f2ceac9-5277-4bcb-9d80-05fc07be382f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:49.644776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e162a6e6-8dbe-4a30-aa79-733cc67fdb58 req-edc4eba0-e01f-416b-8cda-889d74f55628 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.3118513 Feb 11 12:55:49.770522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 81e31d69-077d-4c0b-8bc3-59faad253654 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:49.791901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60796) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:49.924552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] For port 233174f7-c03a-4b66-91b9-bfd8e672a3fe, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=233174f7-c03a-4b66-91b9-bfd8e672a3fe,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:49.925172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.937752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7630a80a-bba5-4398-bb09-b86ed6b771fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9375fc3b-9f1a-4e39-a52c-4c29685157c4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.940588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7630a80a-bba5-4398-bb09-b86ed6b771fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:49.941901 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7630a80a-bba5-4398-bb09-b86ed6b771fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9375fc3b-9f1a-4e39-a52c-4c29685157c4 HTTP/1.1" status: 204 len: 168 time: 1.0462332 Feb 11 12:55:49.960189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 81e31d69-077d-4c0b-8bc3-59faad253654 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:49.963229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 81e31d69-077d-4c0b-8bc3-59faad253654 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:49.970991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Calling delete_port for 233174f7-c03a-4b66-91b9-bfd8e672a3fe owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:50.003386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630a80a-bba5-4398-bb09-b86ed6b771fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9375fc3b-9f1a-4e39-a52c-4c29685157c4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:50.090548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] For port 2de82127-59ee-443f-8f1f-a229a01e9431, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2de82127-59ee-443f-8f1f-a229a01e9431,segment=NetworkSegment(aa77eddc-5c80-417d-9f1f-95cb0e093074),segment_id=aa77eddc-5c80-417d-9f1f-95cb0e093074)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:50.091050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.101799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] Deleting subnet e28b1c24-69b0-4778-9de0-b3ecae56deb7 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:55:50.122410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Calling delete_port for 2de82127-59ee-443f-8f1f-a229a01e9431 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:50.137745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] Publish callbacks [] for subnet (e28b1c24-69b0-4778-9de0-b3ecae56deb7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.263178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks [] for port (b528296a-f351-4426-aa4c-8474b66e81aa), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.279608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8da80-d182-4995-a640-3f37994ff148 req-19ce5370-79ca-421e-9e4d-454f29800195 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:50.283476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2af8da80-d182-4995-a640-3f37994ff148 req-19ce5370-79ca-421e-9e4d-454f29800195 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.3953116 Feb 11 12:55:50.308187 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (e28b1c24-69b0-4778-9de0-b3ecae56deb7), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.433745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e28b1c24-69b0-4778-9de0-b3ecae56deb7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.461718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a12562-fbcd-4871-9099-9e9d69dda802 req-e85335ae-985b-4387-91cb-e7aabe40415f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:50.471010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-77a12562-fbcd-4871-9099-9e9d69dda802 req-e85335ae-985b-4387-91cb-e7aabe40415f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.1691720 Feb 11 12:55:50.476749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2af8da80-d182-4995-a640-3f37994ff148 req-bea4b8ee-6ffc-4fa8-a966-20961e951300 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825144 Feb 11 12:55:50.481881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.501580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f21a2df9-934f-4c72-bb90-8864b789a058'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:55:50.649309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Network 67384716-3155-4c0b-bbda-e47d27ab2b7c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:55:50.654064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:50.661449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:55:50.792308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (e28b1c24-69b0-4778-9de0-b3ecae56deb7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.836678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:50.895148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-77a12562-fbcd-4871-9099-9e9d69dda802 req-07431f1d-5483-4a7b-a87b-49d59a98c092 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216902 Feb 11 12:55:50.959920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28b1c24-69b0-4778-9de0-b3ecae56deb7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:50.962100 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:50.968599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5b1f61db-64b4-43c6-9af2-c831620ba486 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e28b1c24-69b0-4778-9de0-b3ecae56deb7 HTTP/1.1" status: 204 len: 168 time: 1.1723237 Feb 11 12:55:50.979281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60826) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:51.083743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:51.084423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:51.133815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-a685bfd8-13ce-4b14-8650-f4d84180d27c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8177738 Feb 11 12:55:51.162184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Request body: {'port': {'device_id': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:51.195647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9354c-a12b-4f90-add5-6b18b51f56a8 req-d91a78d6-9334-499b-8e95-048f31139bd2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:51.197727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ac9354c-a12b-4f90-add5-6b18b51f56a8 req-d91a78d6-9334-499b-8e95-048f31139bd2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 931 time: 0.2775333 Feb 11 12:55:51.443404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ac9354c-a12b-4f90-add5-6b18b51f56a8 req-88c5db61-f4b5-4d84-897b-12a3accb1824 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881981 Feb 11 12:55:51.446577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (233174f7-c03a-4b66-91b9-bfd8e672a3fe), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:51.447749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:51.464404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f5390a8d-302e-459e-93a5-f45942d710bd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:51.478521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60844) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:51.499503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2de82127-59ee-443f-8f1f-a229a01e9431), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:51.509200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=233174f7-c03a-4b66-91b9-bfd8e672a3fe,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:51.652803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Pushing event deleted for resources: {'Port': ['ID=2de82127-59ee-443f-8f1f-a229a01e9431,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:51.801381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-450424404-network', 'tenant_id': '333f5a4c267440709a8ba5c6f6f2cf6f'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:52.596356 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (5b29233d-0633-49e8-a864-61d5bbe4d5e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:52.625542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2996db-3cf3-4a65-b06c-d9d20e4ce2ef req-ada733d7-9f36-43ff-9878-d07c9907906c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:52.627131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d2996db-3cf3-4a65-b06c-d9d20e4ce2ef req-ada733d7-9f36-43ff-9878-d07c9907906c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.1090646 Feb 11 12:55:52.638701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Made reservation on behalf of 333f5a4c267440709a8ba5c6f6f2cf6f for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:52.641823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:52.646523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f5390a8d-302e-459e-93a5-f45942d710bd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:52.746060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b528296a-f351-4426-aa4c-8474b66e81aa {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:55:52.766144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Publish callbacks [] for port (b528296a-f351-4426-aa4c-8474b66e81aa), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:52.794855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d2996db-3cf3-4a65-b06c-d9d20e4ce2ef req-29f8355b-c01c-4555-9cff-b5d391364bf2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419678 Feb 11 12:55:52.796231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Transition to ACTIVE for port object b528296a-f351-4426-aa4c-8474b66e81aa will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:55:52.808726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:52.892833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:52.920317 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:52.991701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d82246-64b6-43ad-8b5c-8419d374d681 req-e2294f9d-97bd-4699-9598-dd661c3fb443 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:53.002840 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8d82246-64b6-43ad-8b5c-8419d374d681 req-e2294f9d-97bd-4699-9598-dd661c3fb443 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 1.3669569 Feb 11 12:55:53.040554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:55:53.041376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:55:53.041747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:53.056932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:55:53.057331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:55:53.068425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:55:53.068909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:53.069296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:55:53.070277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Bound port: b528296a-f351-4426-aa4c-8474b66e81aa, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:55:53.070684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.133632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5390a8d-302e-459e-93a5-f45942d710bd']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:53.147572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (5b29233d-0633-49e8-a864-61d5bbe4d5e4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.151190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks [] for router_controller (5b29233d-0633-49e8-a864-61d5bbe4d5e4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.199562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a7ebb8-353f-49c6-b913-9979e7703a85') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:53.199991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a7ebb8-353f-49c6-b913-9979e7703a85') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:53.243587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:55:53.250745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:55:53.281117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.385893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b0a7ebb8-353f-49c6-b913-9979e7703a85), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.438931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98404e6e-81c9-4f4a-9c54-ebe8bd1e54cd req-a6b14016-9369-477e-acfb-65959d596e71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:53.456084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98404e6e-81c9-4f4a-9c54-ebe8bd1e54cd req-a6b14016-9369-477e-acfb-65959d596e71 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.3440852 Feb 11 12:55:53.469125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8d82246-64b6-43ad-8b5c-8419d374d681 req-55dac310-6301-42a7-aac2-42ae58fb644a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651868 Feb 11 12:55:53.503567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (5b29233d-0633-49e8-a864-61d5bbe4d5e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.504126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b29233d-0633-49e8-a864-61d5bbe4d5e4 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:55:53.509458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.512848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-97b62c5a-21d7-4e0b-a3c5-ddee96f0f7b7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5b29233d-0633-49e8-a864-61d5bbe4d5e4 HTTP/1.1" status: 204 len: 168 time: 5.6960750 Feb 11 12:55:53.516843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b0a7ebb8-353f-49c6-b913-9979e7703a85), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.520744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60864) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:53.543776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:55:53.544102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b0a7ebb8-353f-49c6-b913-9979e7703a85), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:55:53.548849 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:55:53.589357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.595698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:53.598988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.601024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] 10.222.0.53 "PUT /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 1091 time: 2.4581218 Feb 11 12:55:53.602924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:53.610784 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:53.766636 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82da7666-5dc7-4c9c-8448-cbbc45f01001 x-openstack-request-id: req-82da7666-5dc7-4c9c-8448-cbbc45f01001 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:55:53.767335 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:55:53.767335 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82da7666-5dc7-4c9c-8448-cbbc45f01001 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:55:53.767854 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa', 'status': 'completed', 'code': 200} Feb 11 12:55:53.860879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] Deleting subnet a7790358-68b7-4a2e-bda3-82a2abec8deb {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:55:53.882179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98404e6e-81c9-4f4a-9c54-ebe8bd1e54cd req-5dbac4b2-0afc-4639-b96e-a142d68f80a4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460732 Feb 11 12:55:53.887378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd65a0b-3a7c-4c8b-aefa-0abed793eb32 service neutron] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:53.915649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks [] for security_group (bd497d26-60d0-42cd-8312-99a6dd5c42ef), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.918037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f5390a8d-302e-459e-93a5-f45942d710bd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.921414 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] Publish callbacks [] for subnet (a7790358-68b7-4a2e-bda3-82a2abec8deb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.931200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-b66cf66b-3538-423a-9c1b-89cd250ebb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:53.934469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-b66cf66b-3538-423a-9c1b-89cd250ebb9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1125 time: 0.2668092 Feb 11 12:55:53.961245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:53.965488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f5390a8d-302e-459e-93a5-f45942d710bd HTTP/1.1" status: 204 len: 168 time: 2.9491396 Feb 11 12:55:53.968808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60870) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:54.089561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6dceb-c82e-4ccf-a3e9-0610601a2db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5390a8d-302e-459e-93a5-f45942d710bd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:54.095859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bd497d26-60d0-42cd-8312-99a6dd5c42ef), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.110186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:55:54.122874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b25f12aa-11f9-4421-ac45-feeaa9282ea8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.123225 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Added segment b25f12aa-11f9-4421-ac45-feeaa9282ea8 of type vlan for network c7e3f47b-3223-451f-8e10-927d5f6b79d4 Feb 11 12:55:54.177056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-39b9f3d2-f868-474c-9874-e94f9a3f201a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 217 time: 0.1269777 Feb 11 12:55:54.208997 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c7e3f47b-3223-451f-8e10-927d5f6b79d4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.214813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] Deleting subnet 93a5cd60-11ff-4ff0-8b28-12b2a9ebea18 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:55:54.225696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] Publish callbacks [] for subnet (93a5cd60-11ff-4ff0-8b28-12b2a9ebea18), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.282013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (93a5cd60-11ff-4ff0-8b28-12b2a9ebea18), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.285939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd497d26-60d0-42cd-8312-99a6dd5c42ef,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:54.300692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c7e3f47b-3223-451f-8e10-927d5f6b79d4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.303603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:54.304350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.335647 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (93a5cd60-11ff-4ff0-8b28-12b2a9ebea18), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.406650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c7e3f47b-3223-451f-8e10-927d5f6b79d4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:54.417868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c7e3f47b-3223-451f-8e10-927d5f6b79d4 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:55:54.423694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (93a5cd60-11ff-4ff0-8b28-12b2a9ebea18), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.447260 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bfea02d7-abd4-42f3-bc32-2e7f23f193e8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9488122 Feb 11 12:55:54.463146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60882) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:54.467042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (a7790358-68b7-4a2e-bda3-82a2abec8deb), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.468795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Request body: {'subnet': {'network_id': 'c7e3f47b-3223-451f-8e10-927d5f6b79d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-450424404-subnet', 'tenant_id': '333f5a4c267440709a8ba5c6f6f2cf6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:54.482011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb793e-7f9d-4785-aca1-cdf961785831 req-f8638f5b-3eae-48c5-b79f-dfba379ae633 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:54.483824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93a5cd60-11ff-4ff0-8b28-12b2a9ebea18,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:54.491093 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-49cb793e-7f9d-4785-aca1-cdf961785831 req-f8638f5b-3eae-48c5-b79f-dfba379ae633 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.4483862 Feb 11 12:55:54.508685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.512313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7bd6ba49-dc99-4f97-baa2-681420c6f44f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/93a5cd60-11ff-4ff0-8b28-12b2a9ebea18 HTTP/1.1" status: 204 len: 168 time: 0.5409310 Feb 11 12:55:54.526156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60886) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:54.559864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-e7e18234-d622-4d2c-90a0-e9c903fbc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:54.568355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-e7e18234-d622-4d2c-90a0-e9c903fbc854 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.3705249 Feb 11 12:55:54.655839 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-8e998bbf-85b3-4328-bf13-81f3c0693b89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520790 Feb 11 12:55:54.765963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Made reservation on behalf of 333f5a4c267440709a8ba5c6f6f2cf6f for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:55:54.768389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.847790 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-49cb793e-7f9d-4785-aca1-cdf961785831 req-6a4c7a8b-53bb-4978-8d81-956c0df3d904 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911592 Feb 11 12:55:54.882501 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a7790358-68b7-4a2e-bda3-82a2abec8deb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.952131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1f2ceac9-5277-4bcb-9d80-05fc07be382f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:54.963390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:55:55.041328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd945f-ab2f-44c3-ba6d-4b6fa0f3fd65 req-7ffe73f7-51f9-42d7-ace9-5d39543523a0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:55.042919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62dd945f-ab2f-44c3-ba6d-4b6fa0f3fd65 req-7ffe73f7-51f9-42d7-ace9-5d39543523a0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.3859682 Feb 11 12:55:55.070645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (a7790358-68b7-4a2e-bda3-82a2abec8deb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.098513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-3d00c1dc-0ee0-4f5f-8cb5-754c72e890e9 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180455 Feb 11 12:55:55.231187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:55:55.237546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f96e1a20-d57c-4e24-bee9-2b5f9f7fb53f admin admin] 10.222.0.42 "PUT /v2.0/routers/353115f0-5632-4d91-aeb2-8e8f37ca4aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1566846 Feb 11 12:55:55.244749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] Sync routers for ids ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:55:55.248835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60892) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:55.266852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] Routers {'353115f0-5632-4d91-aeb2-8e8f37ca4aeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:55.267524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:55.385426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1f2ceac9-5277-4bcb-9d80-05fc07be382f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.428808 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.438822 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a7790358-68b7-4a2e-bda3-82a2abec8deb HTTP/1.1" status: 204 len: 168 time: 1.9132974 Feb 11 12:55:55.443333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks [] for router (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.452675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60894) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:55.460757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860ddf4-11b2-40d2-9955-816965de6ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7790358-68b7-4a2e-bda3-82a2abec8deb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:55.570803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62dd945f-ab2f-44c3-ba6d-4b6fa0f3fd65 req-df2e1310-93d2-4c93-a4c9-89c8b5f11e37 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176187 Feb 11 12:55:55.581750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2ceac9-5277-4bcb-9d80-05fc07be382f']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:55.584598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (543aa209-b17a-4eae-a7e6-2b49fac1f053), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.683801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b5a70d-889a-479c-a694-9ad1656fb9f0') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:55.684038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b5a70d-889a-479c-a694-9ad1656fb9f0') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:55.736083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (a8387a4b-293f-4e19-bc4f-2dc390d98647), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.754802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (40b5a70d-889a-479c-a694-9ad1656fb9f0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.800750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41c69fbe-4ade-40f4-9c5f-c86d0cef3f39 req-8d67d001-7085-4ce7-856b-71446b291cd1 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6752865 Feb 11 12:55:55.824717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=543aa209-b17a-4eae-a7e6-2b49fac1f053,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:55.829102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (40b5a70d-889a-479c-a694-9ad1656fb9f0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.835152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f6615-aeba-474d-b4c3-6b4ecbed1232 None None] Network a8387a4b-293f-4e19-bc4f-2dc390d98647 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:55.838556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 233174f7-c03a-4b66-91b9-bfd8e672a3fe no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:55.855780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:55:55.856119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (40b5a70d-889a-479c-a694-9ad1656fb9f0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:55:55.857911 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:55:55.861573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941e20d-4c1b-4add-a724-840cf3389e8e req-f9297398-b265-46e2-965c-c323779fec15 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:55.865166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4941e20d-4c1b-4add-a724-840cf3389e8e req-f9297398-b265-46e2-965c-c323779fec15 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.8139122 Feb 11 12:55:55.873958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 233174f7-c03a-4b66-91b9-bfd8e672a3fe {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:55.874789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 233174f7-c03a-4b66-91b9-bfd8e672a3fe not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:55.918351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Checking segment: {'id': 'b25f12aa-11f9-4421-ac45-feeaa9282ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c7e3f47b-3223-451f-8e10-927d5f6b79d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:55:55.918777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Network hostable DHCP agents. Network: c7e3f47b-3223-451f-8e10-927d5f6b79d4, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:55:56.003994 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4941e20d-4c1b-4add-a724-840cf3389e8e req-f02b4b14-83d0-4227-996a-9967e70fbf24 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043770 Feb 11 12:55:56.048131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] Set router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:56.125561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks [] for router_gateway (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:56.150946 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-43b90f39-513d-48c0-b6d6-f1965b4ddfc7 service neutron] show failed (client error): The resource could not be found. Feb 11 12:55:56.155163 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-43b90f39-513d-48c0-b6d6-f1965b4ddfc7 service neutron] 10.222.0.53 "GET /v2.0/ports/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.4066732 Feb 11 12:55:56.237109 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1f2ceac9-5277-4bcb-9d80-05fc07be382f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:56.248654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:56.254575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] 10.222.0.42 "DELETE /v2.0/networks/1f2ceac9-5277-4bcb-9d80-05fc07be382f HTTP/1.1" status: 204 len: 168 time: 1.7270176 Feb 11 12:55:56.270139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Deleting port 2ad2338a-e963-47d3-aee3-ab8364a821fb {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:56.275249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:56.295325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Network c7e3f47b-3223-451f-8e10-927d5f6b79d4 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:55:56.325495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a480c-4dcc-497b-a6d3-01686e74390b admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2ceac9-5277-4bcb-9d80-05fc07be382f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:56.337831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-08f7d976-7615-4048-bbd0-258783562c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:56.339773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-08f7d976-7615-4048-bbd0-258783562c9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1125 time: 0.3264344 Feb 11 12:55:56.345361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-f89df60b-c12c-4a4f-adac-45e20f1296cd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3725767 Feb 11 12:55:56.356352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Deleting port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:56.356838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:56.376663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c7e3f47b-3223-451f-8e10-927d5f6b79d4) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:55:56.405123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:56.407639 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:56.408853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e28fa6-0538-4a96-ab5c-16dac28111d3 None None] Network c7e3f47b-3223-451f-8e10-927d5f6b79d4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:56.486856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a535549-47c4-4f50-8e18-ba24e3ce19cf req-aeecd8fd-f54e-4400-8ebd-82c1d3e5091c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:56.495541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a535549-47c4-4f50-8e18-ba24e3ce19cf req-aeecd8fd-f54e-4400-8ebd-82c1d3e5091c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.3924699 Feb 11 12:55:56.507791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-8391d021-883a-423b-9119-d93ba0271c33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5022836 Feb 11 12:55:56.527294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] DHCP port deletion for a8387a4b-293f-4e19-bc4f-2dc390d98647 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:55:56.552640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a2017f09-7759-489a-a26e-8d40e3765cda admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0880175 Feb 11 12:55:56.554997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] For port 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:56.555702 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:56.587907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Calling delete_port for 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:56.629828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60912) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:56.829819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-29dbf2e4-da1b-4171-9ced-9af02fa1e3d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95e36cd28a08437499fdddf526790942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967437 Feb 11 12:55:56.834419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a535549-47c4-4f50-8e18-ba24e3ce19cf req-21cb601c-2994-4942-95bc-738cdb8f81a9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014078 Feb 11 12:55:56.841336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60916) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:56.843520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-63bfc5f7-445b-4a1d-a012-7e79d06cbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:56.845040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-63bfc5f7-445b-4a1d-a012-7e79d06cbdb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 1126 time: 0.3992286 Feb 11 12:55:56.877800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-e2ce362b-4bfa-42d9-9fcd-cbbc1ff26cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:56.879342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-e2ce362b-4bfa-42d9-9fcd-cbbc1ff26cc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 1126 time: 0.3256221 Feb 11 12:55:56.910448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-6e31f297-3b85-4fea-8fe9-76a4ac473815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:56.911840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-6e31f297-3b85-4fea-8fe9-76a4ac473815 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.4411516 Feb 11 12:55:57.093432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124'}], 'enable_snat': True}, 'gw_port_id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:51Z', 'revision_number': 5, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port': {'id': '4c5a174f-f11d-4ee5-b8aa-b7f82e54843a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:36:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:55:20Z', 'updated_at': '2022-02-11T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:57.155591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] Checking router: 353115f0-5632-4d91-aeb2-8e8f37ca4aeb for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:55:57.167981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] Deleting port 2ad2338a-e963-47d3-aee3-ab8364a821fb {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:55:57.168377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.175550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bfface-4cde-4764-a624-775e37acde63 None None] Network c7e3f47b-3223-451f-8e10-927d5f6b79d4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:55:57.176333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-00cdb1d6-9324-43ea-b9c9-f4b1e29d77e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 217 time: 0.2405629 Feb 11 12:55:57.377212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] For port 2ad2338a-e963-47d3-aee3-ab8364a821fb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2ad2338a-e963-47d3-aee3-ab8364a821fb,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:57.377859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.385102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] Routers {'353115f0-5632-4d91-aeb2-8e8f37ca4aeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:55:57.390082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:55:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:57.418845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Calling delete_port for 2ad2338a-e963-47d3-aee3-ab8364a821fb owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:57.421696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7920e67a-c435-43cc-a4d3-b192a7700d22 req-2808cceb-ae82-4c80-9ed2-0929ad627504 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1524968410', 'description': 'tempest-description-2090275427'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:57.439581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9da9-75fa-4050-8b6a-28ed16f2e0b5 admin admin] Publish callbacks [] for security_group (f7f26a17-9900-419e-a011-6bcc1e78a1f9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.517773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9da9-75fa-4050-8b6a-28ed16f2e0b5 admin admin] Publish callbacks [] for security_group (f7f26a17-9900-419e-a011-6bcc1e78a1f9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.622531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] For port 2ad2338a-e963-47d3-aee3-ab8364a821fb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2ad2338a-e963-47d3-aee3-ab8364a821fb,segment=NetworkSegment(f066cae7-368c-436b-9aa8-cb87da656fab),segment_id=f066cae7-368c-436b-9aa8-cb87da656fab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:57.624190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.651885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-63931ce7-38b4-491b-9eb9-37a330c3ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:57.654098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-63931ce7-38b4-491b-9eb9-37a330c3ea68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6&tenant_id=2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 1132 time: 0.6448123 Feb 11 12:55:57.663022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d65d6-69c7-42f5-9b49-258c00192310 req-a339843b-95f9-4086-a1db-16d97294751f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:57.664975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-817d65d6-69c7-42f5-9b49-258c00192310 req-a339843b-95f9-4086-a1db-16d97294751f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.6566706 Feb 11 12:55:57.676486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:55:57.698997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-9e518eb6-5e11-4897-8fba-8c166559a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:57.705074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-9e518eb6-5e11-4897-8fba-8c166559a026 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.8079603 Feb 11 12:55:57.705793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9da9-75fa-4050-8b6a-28ed16f2e0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f7f26a17-9900-419e-a011-6bcc1e78a1f9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.709763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9da9-75fa-4050-8b6a-28ed16f2e0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.726061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cfbd9da9-75fa-4050-8b6a-28ed16f2e0b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7f26a17-9900-419e-a011-6bcc1e78a1f9 HTTP/1.1" status: 204 len: 168 time: 0.8754246 Feb 11 12:55:57.752760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-ea034786-ac0a-4f09-947a-828be8860a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:57.760423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-ea034786-ac0a-4f09-947a-828be8860a61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.5527163 Feb 11 12:55:57.829366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4c5a174f-f11d-4ee5-b8aa-b7f82e54843a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:57.855479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] Calling delete_port for 2ad2338a-e963-47d3-aee3-ab8364a821fb owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:55:57.932872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-dbe77f66-4ca6-4864-9ae9-f097bd7e3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:57.936354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-dbe77f66-4ca6-4864-9ae9-f097bd7e3145 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 1.0232575 Feb 11 12:55:57.937199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd9da9-75fa-4050-8b6a-28ed16f2e0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f26a17-9900-419e-a011-6bcc1e78a1f9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:57.946431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-7de6acd2-0597-4fc8-b212-9fbc25200581 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526198 Feb 11 12:55:58.030055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:58.039284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2ad2338a-e963-47d3-aee3-ab8364a821fb no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:58.075914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7920e67a-c435-43cc-a4d3-b192a7700d22 req-2808cceb-ae82-4c80-9ed2-0929ad627504 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:58.085665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-1e3adb16-8c4d-4561-89d5-f8526e82888d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 200 len: 217 time: 0.3570318 Feb 11 12:55:58.086487 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:58.091129 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2ad2338a-e963-47d3-aee3-ab8364a821fb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:58.127026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] No DVR routers for this DVR port 2ad2338a-e963-47d3-aee3-ab8364a821fb on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:58.137366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2ad2338a-e963-47d3-aee3-ab8364a821fb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:58.141062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2ad2338a-e963-47d3-aee3-ab8364a821fb not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:58.278263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] Pushing event deleted for resources: {'Port': ['ID=2ad2338a-e963-47d3-aee3-ab8364a821fb,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:58.327435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] Set router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:55:58.341110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30833b5-3017-42b7-aaa5-f5b7f69ce26c None None] No DVR routers for this DVR port 2ad2338a-e963-47d3-aee3-ab8364a821fb on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:55:58.444642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:58.464498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-30eca4bc-8ee0-47ac-9edb-7983e392a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:58.471671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-30eca4bc-8ee0-47ac-9edb-7983e392a336 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.2857492 Feb 11 12:55:58.481105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-de68e632-3933-4b69-9adc-064adee53493 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 200 len: 217 time: 0.5322888 Feb 11 12:55:58.646355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-00c16c00-e68d-4253-8f7c-7d5597a31a38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598024 Feb 11 12:55:58.670845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:56Z', 'revision_number': 6, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:58.740555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a719ca-52f0-4796-b324-c0be85999c13 None None] The sync data for ids ['353115f0-5632-4d91-aeb2-8e8f37ca4aeb'] in n-d-828675-3 is: [{'id': '353115f0-5632-4d91-aeb2-8e8f37ca4aeb', 'name': 'tempest-FloatingIPsTestJSON-956019514-router', 'tenant_id': '512817dc86d348b6b1a62f104291d68d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:55:18Z', 'updated_at': '2022-02-11T12:55:56Z', 'revision_number': 6, 'project_id': '512817dc86d348b6b1a62f104291d68d', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:55:58.884707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:55:58.888102 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:58.943247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:55:58.947548 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1451d7-7d3e-40b3-afc4-0482b8d19edd" -d '{"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:55:58.968989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-6cc52945-0def-4f1a-84d9-9fa865394020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:55:58.972927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-6cc52945-0def-4f1a-84d9-9fa865394020 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.4677541 Feb 11 12:55:58.977428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:55:58.991961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:55:58.995637 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:59.092473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:59.095493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-29921a60-0d75-4f8f-8f58-87dfcdbd14f7 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0478284 Feb 11 12:55:59.158731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-7a5d0b2d-208a-4bfa-a808-6cb446ab118a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832117 Feb 11 12:55:59.221996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7250ac27-9002-4762-a1b7-eb02d651d2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:59.294638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5a174f-f11d-4ee5-b8aa-b7f82e54843a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:59.342279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-740315d0-e0a4-41f6-a514-a16dcabd3e4e service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492324 Feb 11 12:55:59.370176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ad2338a-e963-47d3-aee3-ab8364a821fb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:55:59.442261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7920e67a-c435-43cc-a4d3-b192a7700d22 req-2808cceb-ae82-4c80-9ed2-0929ad627504 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (98653082-162c-4268-a146-06fc67d639e9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:59.483001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7920e67a-c435-43cc-a4d3-b192a7700d22 req-2808cceb-ae82-4c80-9ed2-0929ad627504 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (98653082-162c-4268-a146-06fc67d639e9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:59.501188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-817d65d6-69c7-42f5-9b49-258c00192310 req-6fb774a0-2999-47e2-879e-259799c2d054 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8214245 Feb 11 12:55:59.645315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (a8387a4b-293f-4e19-bc4f-2dc390d98647), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:59.786400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8387a4b-293f-4e19-bc4f-2dc390d98647']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:59.843099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2de82127-59ee-443f-8f1f-a229a01e9431 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:59.899254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2de82127-59ee-443f-8f1f-a229a01e9431 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:59.899610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2de82127-59ee-443f-8f1f-a229a01e9431 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:55:59.900054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:55:59.906566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:55:59.925874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f066cae7-368c-436b-9aa8-cb87da656fab') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:59.926313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f066cae7-368c-436b-9aa8-cb87da656fab') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:55:59.971410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:55:59.971800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4c5a174f-f11d-4ee5-b8aa-b7f82e54843a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:56:00.126482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (f066cae7-368c-436b-9aa8-cb87da656fab), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.158561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7920e67a-c435-43cc-a4d3-b192a7700d22 req-2808cceb-ae82-4c80-9ed2-0929ad627504 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.174688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7920e67a-c435-43cc-a4d3-b192a7700d22 req-2808cceb-ae82-4c80-9ed2-0929ad627504 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 2.8044868 Feb 11 12:56:00.204351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2de028aa-13b8-47aa-8890-f61d4f3d2503 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed1a4bc6fb3f43188a90e25d3c10150d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1571043 Feb 11 12:56:00.206432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60950) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:00.262053 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f066cae7-368c-436b-9aa8-cb87da656fab), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.273297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.280729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks [] for router_controller (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.311642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808cceb-ae82-4c80-9ed2-0929ad627504 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98653082-162c-4268-a146-06fc67d639e9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:00.376083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:56:00.377941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (f066cae7-368c-436b-9aa8-cb87da656fab), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:56:00.475886 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:56:00.523253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-27374f88-a9b7-4b4b-a49a-82642c25f7d4 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2854302 Feb 11 12:56:00.560435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ddbc900-818b-4be5-8f0e-a3935c74b8fc req-ff9a9779-7ab0-43a9-a3bb-af919b6a9e92 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4357584 Feb 11 12:56:00.583914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6326-8f7a-4f5a-abc3-3226c1f0c437 admin admin] Publish callbacks [] for security_group (de094d8a-211f-4d38-9fa5-4f51afb3df13), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.601297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (353115f0-5632-4d91-aeb2-8e8f37ca4aeb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.602155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 353115f0-5632-4d91-aeb2-8e8f37ca4aeb {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:56:00.627751 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.634118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b8f64bc3-6a70-41f1-9fe8-5957fe103c57 admin admin] 10.222.0.42 "DELETE /v2.0/routers/353115f0-5632-4d91-aeb2-8e8f37ca4aeb HTTP/1.1" status: 204 len: 168 time: 5.3598659 Feb 11 12:56:00.638089 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6326-8f7a-4f5a-abc3-3226c1f0c437 admin admin] Publish callbacks [] for security_group (de094d8a-211f-4d38-9fa5-4f51afb3df13), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.647686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (a8387a4b-293f-4e19-bc4f-2dc390d98647), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.677233 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.685877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a8387a4b-293f-4e19-bc4f-2dc390d98647 HTTP/1.1" status: 204 len: 168 time: 5.2308557 Feb 11 12:56:00.687573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60956) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:00.744184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fff7ed6e-f303-426a-8967-cec2ab171a1e req-c0a589c2-7b01-4ff9-a670-dc45777aae9f service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2845340 Feb 11 12:56:00.744790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6326-8f7a-4f5a-abc3-3226c1f0c437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (de094d8a-211f-4d38-9fa5-4f51afb3df13), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.745405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fd273-3dd2-48e7-a9a4-241b0c4d14cb req-f1a31f6a-90f0-4216-89da-04a13978496c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:00.747401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6326-8f7a-4f5a-abc3-3226c1f0c437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:00.748851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ba2f6326-8f7a-4f5a-abc3-3226c1f0c437 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de094d8a-211f-4d38-9fa5-4f51afb3df13 HTTP/1.1" status: 204 len: 168 time: 0.4812233 Feb 11 12:56:00.774136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-833fd273-3dd2-48e7-a9a4-241b0c4d14cb req-f1a31f6a-90f0-4216-89da-04a13978496c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 1.0989745 Feb 11 12:56:00.885402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896dba6a-3894-429a-babd-8e8a5505f183 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8387a4b-293f-4e19-bc4f-2dc390d98647,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:00.901551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f6326-8f7a-4f5a-abc3-3226c1f0c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de094d8a-211f-4d38-9fa5-4f51afb3df13,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:00.949469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a3b58bc-d768-433a-b3c2-bdaa2e971b60 req-31bf61f9-c8e7-4379-8f50-6435d108dd01 service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064529 Feb 11 12:56:00.964970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dcd60-d3e8-4fb9-9618-edd2bc4be340 req-13b3a670-ca42-4c16-9033-46cf8dac603d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:00.976141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e5dcd60-d3e8-4fb9-9618-edd2bc4be340 req-13b3a670-ca42-4c16-9033-46cf8dac603d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.6787019 Feb 11 12:56:01.071424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:01.195029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e5dcd60-d3e8-4fb9-9618-edd2bc4be340 req-508c96a3-8f65-4aec-b42d-5c8b17b5a270 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099817 Feb 11 12:56:01.211053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] Deleting subnet 9d7f76b4-08c6-40f9-94be-a6bee99918f1 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:56:01.251452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:01.267431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60966) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:01.315216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:01.331010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Publish callbacks [] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.347966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Transition to ACTIVE for port object d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:56:01.351468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] Publish callbacks [] for subnet (9d7f76b4-08c6-40f9-94be-a6bee99918f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.357105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7fa1694c-40c7-4dac-bf5b-b2b314412dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.365554 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-833fd273-3dd2-48e7-a9a4-241b0c4d14cb req-7d865265-476d-43b3-92a9-97da5feb673c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869486 Feb 11 12:56:01.391365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.450941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a8b77ddb-dbda-462c-abb5-838481d650ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2db4a850c7a94d6fb28f3f13a12fd846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818988 Feb 11 12:56:01.454897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60972) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:01.487067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] No DVR routers for this DVR port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:56:01.514119 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7bc4d7-3367-4264-8009-a4309b29fd1a x-openstack-request-id: req-9e7bc4d7-3367-4264-8009-a4309b29fd1a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:01.514618 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:01.515033 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e7bc4d7-3367-4264-8009-a4309b29fd1a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:01.515677 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'code': 200} Feb 11 12:56:01.522670 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (9d7f76b4-08c6-40f9-94be-a6bee99918f1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.607393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:01.609110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:01.609553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:01.610268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d33b602-1655-422a-98ed-533612985c0b admin admin] Publish callbacks [] for security_group (ad1d06ef-d743-4be6-975d-f4409062d6a6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.619704 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:01.620127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:01.626968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=7']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:01.636423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:01.637168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:01.637594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:01.638179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Bound port: d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:01.638648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.706835 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7543171b-0155-4b86-857d-49c6f06b8863 req-2e13d121-9a15-499e-9eeb-41610ca32893 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/98653082-162c-4268-a146-06fc67d639e9 HTTP/1.1" status: 200 len: 1822 time: 0.2588756 Feb 11 12:56:01.725859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-7543171b-0155-4b86-857d-49c6f06b8863 req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98653082-162c-4268-a146-06fc67d639e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:01.726317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-7543171b-0155-4b86-857d-49c6f06b8863 req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98653082-162c-4268-a146-06fc67d639e9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:01.741743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d33b602-1655-422a-98ed-533612985c0b admin admin] Publish callbacks [] for security_group (ad1d06ef-d743-4be6-975d-f4409062d6a6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.883558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (9d7f76b4-08c6-40f9-94be-a6bee99918f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.912726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:01.916896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7543171b-0155-4b86-857d-49c6f06b8863 req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (e46fec30-7d82-4eae-a153-5a8faa7685e6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:01.959784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53738985-ba5b-41e7-a9ba-da4856afd543 req-00ed60bc-f958-4aaa-8fa5-d6ab6a13192d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:01.963039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:01.968891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53738985-ba5b-41e7-a9ba-da4856afd543 req-00ed60bc-f958-4aaa-8fa5-d6ab6a13192d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 948 time: 0.2886207 Feb 11 12:56:01.981933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.058188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d33b602-1655-422a-98ed-533612985c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ad1d06ef-d743-4be6-975d-f4409062d6a6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.064795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d33b602-1655-422a-98ed-533612985c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.067441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:02.068652 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.070410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2d33b602-1655-422a-98ed-533612985c0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad1d06ef-d743-4be6-975d-f4409062d6a6 HTTP/1.1" status: 204 len: 168 time: 0.6117585 Feb 11 12:56:02.070602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] 10.222.0.64 "PUT /v2.0/ports/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 1096 time: 4.4008024 Feb 11 12:56:02.101582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e3f1-7954-4fbc-8895-a6adc11bc571 service neutron] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=8']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:02.106291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:02.109829 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca30214-6617-4240-bb66-a00a99bdab77" -d '{"events": [{"name": "network-changed", "server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:02.119192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7543171b-0155-4b86-857d-49c6f06b8863 req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (e46fec30-7d82-4eae-a153-5a8faa7685e6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.119328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33b602-1655-422a-98ed-533612985c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d06ef-d743-4be6-975d-f4409062d6a6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:02.140352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7543171b-0155-4b86-857d-49c6f06b8863 req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e46fec30-7d82-4eae-a153-5a8faa7685e6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.156397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53738985-ba5b-41e7-a9ba-da4856afd543 req-d6dd77e8-b173-48f9-b686-b2baebe996f4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827991 Feb 11 12:56:02.201905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46fec30-7d82-4eae-a153-5a8faa7685e6,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:02.218875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7543171b-0155-4b86-857d-49c6f06b8863 req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.220478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7543171b-0155-4b86-857d-49c6f06b8863 req-1720f20e-33fa-423e-a893-b820048be0b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5040920 Feb 11 12:56:02.235904 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (9d7f76b4-08c6-40f9-94be-a6bee99918f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.332848 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605d33fc-084b-4490-a4c6-6647e3aaf061 x-openstack-request-id: req-605d33fc-084b-4490-a4c6-6647e3aaf061 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:02.333520 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:02.335134 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-605d33fc-084b-4490-a4c6-6647e3aaf061 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:02.335738 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'status': 'completed', 'code': 200} Feb 11 12:56:02.356959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7f76b4-08c6-40f9-94be-a6bee99918f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:02.375997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2e22ca4f-b8e0-44fd-a90a-21892dbe4f74 req-438e279d-ca72-4e75-8780-f8e14af26007 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1096917031', 'description': 'tempest-description-1804867151'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:02.397881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-daac2ded-7555-425e-9e9f-352413561ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:02.400911 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-daac2ded-7555-425e-9e9f-352413561ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1130 time: 0.2868395 Feb 11 12:56:02.465828 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.478666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-b7ee68b0-3413-4676-a7ca-bd97b69b4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:02.481430 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-b7ee68b0-3413-4676-a7ca-bd97b69b4c68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1130 time: 0.1744349 Feb 11 12:56:02.491941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1131ac-65fe-4724-a742-6439f75a0f77 None None] Network 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:02.528794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.538164 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4f222c4f-02b5-48fc-9b1d-48e48661c7b3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d7f76b4-08c6-40f9-94be-a6bee99918f1 HTTP/1.1" status: 204 len: 168 time: 1.7080338 Feb 11 12:56:02.547993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60998) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:02.640801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2e22ca4f-b8e0-44fd-a90a-21892dbe4f74 req-438e279d-ca72-4e75-8780-f8e14af26007 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.719668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-07730a9f-6732-42fe-b2a0-b3e2f76678dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:02.723338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-07730a9f-6732-42fe-b2a0-b3e2f76678dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2342806 Feb 11 12:56:02.826874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] DHCP port deletion for 9c2e7892-6ce8-4cf0-b7a5-782903ce6285 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:56:02.852162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-3b4d188c-f0b8-4e47-a226-e4676123e1ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.1113510 Feb 11 12:56:02.922188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] Deleting port 937b5578-bb90-4095-b538-1a9f2ffe0590 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:56:02.922805 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:02.978957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-b0e538ab-c56b-419d-9730-cec63ddb9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:02.983240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-b0e538ab-c56b-419d-9730-cec63ddb9870 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1282527 Feb 11 12:56:02.984754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (9c2e7892-6ce8-4cf0-b7a5-782903ce6285), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:03.046648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63cdc04-9c1c-4109-84ba-eb4317460144 req-eb921412-b51b-4cb9-a065-bfb36321608c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:03.053873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63cdc04-9c1c-4109-84ba-eb4317460144 req-eb921412-b51b-4cb9-a065-bfb36321608c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.6381233 Feb 11 12:56:03.099116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] For port 937b5578-bb90-4095-b538-1a9f2ffe0590, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=937b5578-bb90-4095-b538-1a9f2ffe0590,segment=NetworkSegment(aa77eddc-5c80-417d-9f1f-95cb0e093074),segment_id=aa77eddc-5c80-417d-9f1f-95cb0e093074)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:03.104730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:03.106965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-25d3106d-57c3-4409-aee0-28f7dcb88a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:03.110510 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-25d3106d-57c3-4409-aee0-28f7dcb88a29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.6962397 Feb 11 12:56:03.117754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63cdc04-9c1c-4109-84ba-eb4317460144 req-aab4d50d-ba3c-4f28-ad6c-f9a7e31f0fec tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629842 Feb 11 12:56:03.134137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-e56cd11d-a9ee-435e-988b-52b639975ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:03.136953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-e56cd11d-a9ee-435e-988b-52b639975ad1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1430898 Feb 11 12:56:03.156579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] Calling delete_port for 937b5578-bb90-4095-b538-1a9f2ffe0590 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:56:03.363813 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-32304f36-8241-4409-b70b-5b93646e90e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.2288661 Feb 11 12:56:03.367536 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:03.443562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-cc38210a-156a-411c-acd2-78ed1973919e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967808 Feb 11 12:56:03.446428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] No DVR routers for this DVR port 937b5578-bb90-4095-b538-1a9f2ffe0590 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:56:03.461941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f62538-2785-484b-a26b-7c1b36c24401 None None] Pushing event deleted for resources: {'Port': ['ID=937b5578-bb90-4095-b538-1a9f2ffe0590,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:03.563126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2e22ca4f-b8e0-44fd-a90a-21892dbe4f74 req-438e279d-ca72-4e75-8780-f8e14af26007 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (9577a353-dd64-4c2f-b947-da7c0e33cf08), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:03.598588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2e22ca4f-b8e0-44fd-a90a-21892dbe4f74 req-438e279d-ca72-4e75-8780-f8e14af26007 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9577a353-dd64-4c2f-b947-da7c0e33cf08), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:03.670022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-5ba0e7d0-13bf-4f9d-9c42-d37f6001ffd6 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227774 Feb 11 12:56:03.697597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Deleting port 937b5578-bb90-4095-b538-1a9f2ffe0590 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:56:03.705290 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:03.713966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bf967-eabc-497c-9f32-a57273799fdb req-147e462b-518f-49e8-a591-d34b65fce7fe tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:03.718221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-cd2ceaed-d5ec-4bba-983e-50e22fffa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:03.719735 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-cd2ceaed-d5ec-4bba-983e-50e22fffa1ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.3063824 Feb 11 12:56:03.722284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d03bf967-eabc-497c-9f32-a57273799fdb req-147e462b-518f-49e8-a591-d34b65fce7fe tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.2402744 Feb 11 12:56:03.734635 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2e22ca4f-b8e0-44fd-a90a-21892dbe4f74 req-438e279d-ca72-4e75-8780-f8e14af26007 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:03.735918 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2e22ca4f-b8e0-44fd-a90a-21892dbe4f74 req-438e279d-ca72-4e75-8780-f8e14af26007 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.3985715 Feb 11 12:56:03.835715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 937b5578-bb90-4095-b538-1a9f2ffe0590 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:56:03.848011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e279d-ca72-4e75-8780-f8e14af26007 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9577a353-dd64-4c2f-b947-da7c0e33cf08,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:03.854517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d03bf967-eabc-497c-9f32-a57273799fdb req-b1e2d47b-7450-4eb9-8045-2eb41da60d26 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298659 Feb 11 12:56:03.873513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32806) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:03.880285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 937b5578-bb90-4095-b538-1a9f2ffe0590 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:56:03.880886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 937b5578-bb90-4095-b538-1a9f2ffe0590 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:56:03.940420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-7c67dcc7-03c2-4082-bac2-44430e903bc6 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/9577a353-dd64-4c2f-b947-da7c0e33cf08 HTTP/1.1" status: 200 len: 1822 time: 0.0548751 Feb 11 12:56:03.946082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9577a353-dd64-4c2f-b947-da7c0e33cf08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:03.946448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9577a353-dd64-4c2f-b947-da7c0e33cf08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:04.052452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (7aeacb92-e8ae-40eb-849e-73859f1b3807), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.057456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] For port 937b5578-bb90-4095-b538-1a9f2ffe0590, host n-d-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:04.058256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.109688 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (7aeacb92-e8ae-40eb-849e-73859f1b3807), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.117062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-82a7ac01-368f-4c09-9783-6624b47b43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:04.117960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1737715051-network', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:04.119114 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-82a7ac01-368f-4c09-9783-6624b47b43ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3822894 Feb 11 12:56:04.126260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7aeacb92-e8ae-40eb-849e-73859f1b3807), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.126511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.140613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Calling delete_port for 937b5578-bb90-4095-b538-1a9f2ffe0590 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:56:04.153707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca8c71-e287-445b-bb76-6a8855fd54fb req-c6459399-f692-4f99-8bba-5bb059f5c321 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:04.155907 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9aca8c71-e287-445b-bb76-6a8855fd54fb req-c6459399-f692-4f99-8bba-5bb059f5c321 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 948 time: 0.2949295 Feb 11 12:56:04.157863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Port 937b5578-bb90-4095-b538-1a9f2ffe0590 was not found and therefore no delete operation was performed {{(pid=109684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:56:04.162766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aeacb92-e8ae-40eb-849e-73859f1b3807,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:04.181605 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (937b5578-bb90-4095-b538-1a9f2ffe0590), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.193398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Made reservation on behalf of 2ea75228b8854dbcb0caa8ffcb4bc6f3 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:04.197050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.210062 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.212376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de57600b-e5d7-433d-8ace-463ccf9f1922 req-e0c83518-a7c4-4b32-b1c2-18d06048d664 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2711358 Feb 11 12:56:04.213529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.223156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] No DVR routers for this DVR port 937b5578-bb90-4095-b538-1a9f2ffe0590 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:56:04.316325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=937b5578-bb90-4095-b538-1a9f2ffe0590,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:04.433683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc7b63-ef7e-4a00-bf95-5939931ae4c5 req-fec2f882-7a04-43eb-a612-f34607c7e397 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:04.435893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fdc7b63-ef7e-4a00-bf95-5939931ae4c5 req-fec2f882-7a04-43eb-a612-f34607c7e397 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.1351857 Feb 11 12:56:04.443623 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks [] for security_group (3341906d-f31e-49aa-955d-7d10a2fc3c53), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.465918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3341906d-f31e-49aa-955d-7d10a2fc3c53), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.506940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:56:04.548972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3341906d-f31e-49aa-955d-7d10a2fc3c53,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:04.561819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (866c6bf9-6e57-4871-a3b8-1345f69f69cb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.562860 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Added segment 866c6bf9-6e57-4871-a3b8-1345f69f69cb of type vlan for network 1b335486-b516-49ae-b9ca-00fc341ac830 Feb 11 12:56:04.584381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fdc7b63-ef7e-4a00-bf95-5939931ae4c5 req-b63b8b0b-05c0-49f8-b186-97e92c22ab89 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388764 Feb 11 12:56:04.629991 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9aca8c71-e287-445b-bb76-6a8855fd54fb req-d0b12bf3-74f0-4e16-ab10-5663c556d90e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522252 Feb 11 12:56:04.633843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1b335486-b516-49ae-b9ca-00fc341ac830), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.726486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1b335486-b516-49ae-b9ca-00fc341ac830), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.727528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:04.728173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.853352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2c401e73-c05d-4ebb-88e8-373d0c1691ff req-0f822789-df08-4d05-a552-72795d121753 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-797245772', 'description': 'tempest-description-844228301'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:04.861824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] Pushing event updated for resources: {'Network': ['ID=1b335486-b516-49ae-b9ca-00fc341ac830,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:04.873378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1b335486-b516-49ae-b9ca-00fc341ac830 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:56:04.882606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-7093d259-dfa0-4c17-bf13-a38acdf3f8f1 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461948 Feb 11 12:56:04.884907 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (9c2e7892-6ce8-4cf0-b7a5-782903ce6285), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.887308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4ea983b4-4d59-4719-807f-2d77eab7c516 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0076582 Feb 11 12:56:04.888005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32842) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:04.902244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Request body: {'subnet': {'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1737715051-subnet', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:04.952783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2e7892-6ce8-4cf0-b7a5-782903ce6285']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:04.957444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Made reservation on behalf of 2ea75228b8854dbcb0caa8ffcb4bc6f3 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:04.960450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.996340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2c401e73-c05d-4ebb-88e8-373d0c1691ff req-0f822789-df08-4d05-a552-72795d121753 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:04.999977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa77eddc-5c80-417d-9f1f-95cb0e093074') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:05.000540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa77eddc-5c80-417d-9f1f-95cb0e093074') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:05.025757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (aa77eddc-5c80-417d-9f1f-95cb0e093074), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.060139 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aa77eddc-5c80-417d-9f1f-95cb0e093074), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.083149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:56:05.084062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (aa77eddc-5c80-417d-9f1f-95cb0e093074), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.088351 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c4c79f5-7c58-4a55-b129-e4ad4cb4973a req-cdbc7e5f-30b4-48a9-8acc-91b7aa396b1c service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926754 Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:56:05.089409 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:56:05.277992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.352518 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (9c2e7892-6ce8-4cf0-b7a5-782903ce6285), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.360679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2051220032', 'description': 'tempest-description-1188921114'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:05.363233 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.372517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9c2e7892-6ce8-4cf0-b7a5-782903ce6285 HTTP/1.1" status: 204 len: 168 time: 2.8124704 Feb 11 12:56:05.488214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a570cd-ee45-4259-9e94-8af31e9abf59 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2e7892-6ce8-4cf0-b7a5-782903ce6285,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:05.498488 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.515832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2c401e73-c05d-4ebb-88e8-373d0c1691ff req-0f822789-df08-4d05-a552-72795d121753 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (52c2d56d-045b-4a76-a29a-a0b371b34611), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.529142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2c401e73-c05d-4ebb-88e8-373d0c1691ff req-0f822789-df08-4d05-a552-72795d121753 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (52c2d56d-045b-4a76-a29a-a0b371b34611), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.614592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2c401e73-c05d-4ebb-88e8-373d0c1691ff req-0f822789-df08-4d05-a552-72795d121753 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.615793 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c401e73-c05d-4ebb-88e8-373d0c1691ff req-0f822789-df08-4d05-a552-72795d121753 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7773857 Feb 11 12:56:05.618457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.638306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-4da7e043-b7e4-482e-b648-13eb704716a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:05.640772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-4da7e043-b7e4-482e-b648-13eb704716a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1130 time: 0.4194336 Feb 11 12:56:05.751547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 32852) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:05.792967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f822789-df08-4d05-a552-72795d121753 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c2d56d-045b-4a76-a29a-a0b371b34611,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:05.845818 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (39a73f7f-8db6-4d7d-845b-f0d2102112eb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.854728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (39a73f7f-8db6-4d7d-845b-f0d2102112eb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:05.904046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a73f7f-8db6-4d7d-845b-f0d2102112eb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:05.928821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (52ceecbc-4358-490e-b91b-ab12ef2b7078), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.075107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24775cbe-0c42-402f-8069-d579b0b1c7e1 req-57817be8-a29d-4e3b-af33-5d2a848e6cae tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:06.085129 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-24775cbe-0c42-402f-8069-d579b0b1c7e1 req-57817be8-a29d-4e3b-af33-5d2a848e6cae tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.3280964 Feb 11 12:56:06.168262 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-24775cbe-0c42-402f-8069-d579b0b1c7e1 req-2b9ccaa0-e794-41c6-b730-c10f189d3ac0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813951 Feb 11 12:56:06.177227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bfb8649f-ba1b-4c07-bad1-e360384496fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=512817dc86d348b6b1a62f104291d68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040926 Feb 11 12:56:06.186065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 32856) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:06.223549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2056d2ad-03c0-4bda-b651-1edbac64ac26 req-fc8446aa-e749-46a6-8bc5-c61073461029 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-389888751', 'description': 'tempest-description-1188881452'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:06.246704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ceecbc-4358-490e-b91b-ab12ef2b7078,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:06.294629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2056d2ad-03c0-4bda-b651-1edbac64ac26 req-fc8446aa-e749-46a6-8bc5-c61073461029 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.299845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Checking segment: {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:06.300480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Network hostable DHCP agents. Network: 1b335486-b516-49ae-b9ca-00fc341ac830, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:56:06.308357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (32987026-20fc-4965-b54e-88f3f477dc16), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.318077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-cf989172-e983-4775-9740-fcbbfa1f3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:06.319746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-cf989172-e983-4775-9740-fcbbfa1f3da4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.6606462 Feb 11 12:56:06.338580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (32987026-20fc-4965-b54e-88f3f477dc16), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.392241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Network 1b335486-b516-49ae-b9ca-00fc341ac830 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:56:06.408188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2056d2ad-03c0-4bda-b651-1edbac64ac26 req-fc8446aa-e749-46a6-8bc5-c61073461029 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (3d9017cd-f14e-48a3-af25-6a59b676111a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.414960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.439730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-815c3dc3-e01e-4636-8bd2-f0bf1f172df8 req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1069212 Feb 11 12:56:06.440405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1945f-00f9-4e44-aca9-69b26c500019 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32987026-20fc-4965-b54e-88f3f477dc16,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:06.449369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2056d2ad-03c0-4bda-b651-1edbac64ac26 req-fc8446aa-e749-46a6-8bc5-c61073461029 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3d9017cd-f14e-48a3-af25-6a59b676111a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.454713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1b335486-b516-49ae-b9ca-00fc341ac830) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:06.458019 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-c93ff0ac-2b36-41f0-baed-139026488c80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.1275227 Feb 11 12:56:06.461754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:06.462128 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.467586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c639fd08-e5b4-47f6-86a3-75dfe0762a1f None None] Network 1b335486-b516-49ae-b9ca-00fc341ac830 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:06.527853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b096ae7-957f-4965-bd56-68fc97d938e9 admin admin] Publish callbacks [] for security_group (c0eea25a-2181-4508-89c6-2f59271f6559), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.528914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6f01fd8a-0632-4458-b42d-0258f849108a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6367671 Feb 11 12:56:06.532955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32864) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:06.540792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:06.574816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b096ae7-957f-4965-bd56-68fc97d938e9 admin admin] Publish callbacks [] for security_group (c0eea25a-2181-4508-89c6-2f59271f6559), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.599470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2056d2ad-03c0-4bda-b651-1edbac64ac26 req-fc8446aa-e749-46a6-8bc5-c61073461029 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.601105 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2056d2ad-03c0-4bda-b651-1edbac64ac26 req-fc8446aa-e749-46a6-8bc5-c61073461029 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3823223 Feb 11 12:56:06.632396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8446aa-e749-46a6-8bc5-c61073461029 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9017cd-f14e-48a3-af25-6a59b676111a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:06.682288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-bad45ce8-685d-40d2-a539-ea35b874251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:06.684574 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-bad45ce8-685d-40d2-a539-ea35b874251b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2098422 Feb 11 12:56:06.702306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.706309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.793598 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b096ae7-957f-4965-bd56-68fc97d938e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c0eea25a-2181-4508-89c6-2f59271f6559), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.796809 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b096ae7-957f-4965-bd56-68fc97d938e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:06.798412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b096ae7-957f-4965-bd56-68fc97d938e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0eea25a-2181-4508-89c6-2f59271f6559 HTTP/1.1" status: 204 len: 168 time: 0.5973363 Feb 11 12:56:06.813901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c4edd-19df-4bba-bf41-bbbbcd53947b req-997baae0-1a54-4457-8dc1-a4df0ae07dd8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:06.823521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b096ae7-957f-4965-bd56-68fc97d938e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eea25a-2181-4508-89c6-2f59271f6559,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:06.825063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab0c4edd-19df-4bba-bf41-bbbbcd53947b req-997baae0-1a54-4457-8dc1-a4df0ae07dd8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 948 time: 0.2652888 Feb 11 12:56:06.841256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-3b7bb174-69b9-4eba-b6b7-89bde7d8ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:06.843357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-3b7bb174-69b9-4eba-b6b7-89bde7d8ef50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1511166 Feb 11 12:56:06.858732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2269f-4606-4029-914c-958155ce367e req-98614766-9a1f-4088-a5bb-2c2d021ced2e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:06.866616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dee2269f-4606-4029-914c-958155ce367e req-98614766-9a1f-4088-a5bb-2c2d021ced2e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.1468527 Feb 11 12:56:07.014410 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dee2269f-4606-4029-914c-958155ce367e req-1d9aca3a-f0e2-4ef4-8f0e-3299f86656df tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464880 Feb 11 12:56:07.079096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-d3284a3e-7f7b-4cf7-81a6-8603a3ecbb3d service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039087 Feb 11 12:56:07.105263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd333357-6600-4226-857e-4406a84219cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1b335486-b516-49ae-b9ca-00fc341ac830', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:56:07.106352 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd333357-6600-4226-857e-4406a84219cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.126194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks [] for router_controller (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.251712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab0c4edd-19df-4bba-bf41-bbbbcd53947b req-b01fe498-a138-4db5-8e1c-ecd12266fc70 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069867 Feb 11 12:56:07.356443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ca30214-6617-4240-bb66-a00a99bdab77 req-81a58714-e726-4359-9e27-cc4bf58d6b6e service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502759 Feb 11 12:56:07.369864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-0b3cf79a-8dc5-4a20-9b67-9010523ab64d req-5cc00a23-f0fa-4b3b-bdc5-39e9734a156a tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Request body: {'security_group': {'name': 'tempest-securitygroup-534002784', 'description': 'tempest-description-1188222370'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:07.385860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bf263e1b-56cd-49c3-8af2-5b24ae625d94 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:07.394262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-eee3885d-76c1-4df7-bca0-06787f9c4a83 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/52c2d56d-045b-4a76-a29a-a0b371b34611 HTTP/1.1" status: 200 len: 1820 time: 0.0880516 Feb 11 12:56:07.447954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks [] for router_gateway (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.456003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0b3cf79a-8dc5-4a20-9b67-9010523ab64d req-5cc00a23-f0fa-4b3b-bdc5-39e9734a156a tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.520204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-b3f46c31-51a6-4b27-80ad-550c123615e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/3d9017cd-f14e-48a3-af25-6a59b676111a HTTP/1.1" status: 200 len: 1821 time: 0.1246665 Feb 11 12:56:07.541105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '52c2d56d-045b-4a76-a29a-a0b371b34611', 'remote_group_id': '3d9017cd-f14e-48a3-af25-6a59b676111a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:07.541836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '52c2d56d-045b-4a76-a29a-a0b371b34611', 'remote_group_id': '3d9017cd-f14e-48a3-af25-6a59b676111a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:07.580408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-fd333357-6600-4226-857e-4406a84219cb None None] Allocated IP 172.20.0.2 (1b335486-b516-49ae-b9ca-00fc341ac830/52ceecbc-4358-490e-b91b-ab12ef2b7078/ffc5eac0-2b3e-46c8-a6df-ca59c878dac2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:07.637828 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0b3cf79a-8dc5-4a20-9b67-9010523ab64d req-5cc00a23-f0fa-4b3b-bdc5-39e9734a156a tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (3ba04452-6e31-46b1-8f91-534f3b0853b6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.646005 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0b3cf79a-8dc5-4a20-9b67-9010523ab64d req-5cc00a23-f0fa-4b3b-bdc5-39e9734a156a tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3ba04452-6e31-46b1-8f91-534f3b0853b6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.730186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0b3cf79a-8dc5-4a20-9b67-9010523ab64d req-5cc00a23-f0fa-4b3b-bdc5-39e9734a156a tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.743526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b3cf79a-8dc5-4a20-9b67-9010523ab64d req-5cc00a23-f0fa-4b3b-bdc5-39e9734a156a tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3858712 Feb 11 12:56:07.749137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc00a23-f0fa-4b3b-bdc5-39e9734a156a tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba04452-6e31-46b1-8f91-534f3b0853b6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:07.901434 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (9cd40c12-fe4d-4b85-8914-95d5a8383485), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:07.986696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (9cd40c12-fe4d-4b85-8914-95d5a8383485), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.005322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9cd40c12-fe4d-4b85-8914-95d5a8383485), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.141564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd40c12-fe4d-4b85-8914-95d5a8383485,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:08.183717 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.187746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1351cd4c-3a97-42e7-95ee-037dcfc21d7e req-08590a02-cddb-4593-8518-f65694d4aecf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6656775 Feb 11 12:56:08.260582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:08.287135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94', 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51', 'port_id': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94', 'mac_address': 'fa:16:3e:3c:7c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5c69056-a93f-4e95-b28d-8dbb666ba34a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:56:08.335284 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd333357-6600-4226-857e-4406a84219cb None None] Publish callbacks [] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.352797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd333357-6600-4226-857e-4406a84219cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.407597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks [] for router_gateway (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.416736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port bf263e1b-56cd-49c3-8af2-5b24ae625d94 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:08.417207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.445275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.465409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd333357-6600-4226-857e-4406a84219cb None None] Network 1b335486-b516-49ae-b9ca-00fc341ac830 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:08.475873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-fd333357-6600-4226-857e-4406a84219cb None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:08.489159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd333357-6600-4226-857e-4406a84219cb None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:08.506246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf263e1b-56cd-49c3-8af2-5b24ae625d94 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:08.565824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:08.636117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.689277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Allocated IP 172.25.1.43 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/628e252b-6b6b-4f97-a7ea-644b0a7fedbe) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:08.714878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333357-6600-4226-857e-4406a84219cb None None] Pushing event updated for resources: {'Port': ['ID=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:08.816682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440fc5-d84d-4e91-85be-91155ff94920 req-fc8b7343-f8cf-4fb2-af3f-3025da01aad5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:08.818653 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d440fc5-d84d-4e91-85be-91155ff94920 req-fc8b7343-f8cf-4fb2-af3f-3025da01aad5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.9709671 Feb 11 12:56:08.835080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1272210049', 'description': 'tempest-description-2009500641'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:08.864558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fd333357-6600-4226-857e-4406a84219cb None None] Attempting to bind port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:08.865533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fd333357-6600-4226-857e-4406a84219cb None None] Attempting to bind port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:08.866195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333357-6600-4226-857e-4406a84219cb None None] Attempting to bind port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 on network 1b335486-b516-49ae-b9ca-00fc341ac830 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:08.882258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333357-6600-4226-857e-4406a84219cb None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:08.883044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333357-6600-4226-857e-4406a84219cb None None] Checking segment: {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:08.883730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd333357-6600-4226-857e-4406a84219cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.884465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd333357-6600-4226-857e-4406a84219cb None None] Bound using segment: {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:08.885239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fd333357-6600-4226-857e-4406a84219cb None None] Bound port: ffc5eac0-2b3e-46c8-a6df-ca59c878dac2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:08.885905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd333357-6600-4226-857e-4406a84219cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.903912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:08.916450 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d440fc5-d84d-4e91-85be-91155ff94920 req-14168936-93d4-42c6-b196-2497f7123b8e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915658 Feb 11 12:56:08.946044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:08.975652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fd333357-6600-4226-857e-4406a84219cb None None] For port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:08.980786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fd333357-6600-4226-857e-4406a84219cb None None] For port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:08.993950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bf263e1b-56cd-49c3-8af2-5b24ae625d94'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:08.998872 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd333357-6600-4226-857e-4406a84219cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.026661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.138302 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e966b30-42c2-4d22-a140-df72111533ae req-16f4c242-292d-4f27-86a0-f105afe39e9f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:09.140427 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e966b30-42c2-4d22-a140-df72111533ae req-16f4c242-292d-4f27-86a0-f105afe39e9f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 944 time: 0.1189370 Feb 11 12:56:09.151369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd333357-6600-4226-857e-4406a84219cb None None] Pushing event updated for resources: {'Port': ['ID=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:09.210696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks [] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.235838 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (3e31b058-f71f-4b92-ae7f-b93b78364e0b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.244362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3e31b058-f71f-4b92-ae7f-b93b78364e0b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.254854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:09.264549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e966b30-42c2-4d22-a140-df72111533ae req-7db7b02d-6ede-4403-9f1c-503c2a09be50 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174002 Feb 11 12:56:09.283004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e31b058-f71f-4b92-ae7f-b93b78364e0b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:09.375605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.456956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-3c59c7a6-daa5-4774-b7a8-81f487a89243 req-97b305a8-70fc-4898-ac19-9e7340a46a50 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1957205188', 'description': 'tempest-description-975383264'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:09.457143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Pushing event updated for resources: {'Port': ['ID=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:09.523225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (8356da57-c60d-4eac-b5da-f47b0f762c72), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.553607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:09.554565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8356da57-c60d-4eac-b5da-f47b0f762c72), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.564181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3c59c7a6-daa5-4774-b7a8-81f487a89243 req-97b305a8-70fc-4898-ac19-9e7340a46a50 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.602851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:09.611957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:09.620643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:09.627517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'mac_address': 'fa:16:3e:d2:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:56:09.683180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:09.683901 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.712707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:09.746692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:09.761817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.762369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.764748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20911247-3268-492c-8d8e-7d76e4056ec0 req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9663854 Feb 11 12:56:09.778701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf6470-dd76-4ddb-8c03-1f7273381b78 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8356da57-c60d-4eac-b5da-f47b0f762c72,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:09.790456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3c59c7a6-daa5-4774-b7a8-81f487a89243 req-97b305a8-70fc-4898-ac19-9e7340a46a50 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (487201d0-2ac4-45ee-afb9-840b436cc980), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.805220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3c59c7a6-daa5-4774-b7a8-81f487a89243 req-97b305a8-70fc-4898-ac19-9e7340a46a50 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (487201d0-2ac4-45ee-afb9-840b436cc980), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.841279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:09.860201 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3c59c7a6-daa5-4774-b7a8-81f487a89243 req-97b305a8-70fc-4898-ac19-9e7340a46a50 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:09.861465 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c59c7a6-daa5-4774-b7a8-81f487a89243 req-97b305a8-70fc-4898-ac19-9e7340a46a50 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4108429 Feb 11 12:56:09.957765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:09.960014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b305a8-70fc-4898-ac19-9e7340a46a50 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487201d0-2ac4-45ee-afb9-840b436cc980,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:10.143715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:10.144042 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.258809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:10.448439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:10.457789 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.564092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d167f3-8962-43b3-b604-9337306e53f9 req-08970abc-c466-4be7-99db-c6d3da6f5552 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:10.574707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-af1cf9aa-660f-452b-95b1-83ceb92d2184 req-1ac1cb53-b016-4a10-8cda-72dc719ecb72 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1451315386', 'description': 'tempest-description-1071411343'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:10.579746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1d167f3-8962-43b3-b604-9337306e53f9 req-08970abc-c466-4be7-99db-c6d3da6f5552 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 949 time: 0.2811792 Feb 11 12:56:10.612102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks [] for router_gateway (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.636362 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af1cf9aa-660f-452b-95b1-83ceb92d2184 req-1ac1cb53-b016-4a10-8cda-72dc719ecb72 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.644666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:10.660869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.716293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1d167f3-8962-43b3-b604-9337306e53f9 req-6ff4fc3a-50a9-4221-92a7-3e32bd0b1f0b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354866 Feb 11 12:56:10.778162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:10.808373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b51a958a-fb5a-4a50-aef2-ae62fae6096f req-7057fb31-74cb-4bee-bfeb-ff0ae01195b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-240227465', 'description': 'tempest-description-1675367854'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:10.838855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af1cf9aa-660f-452b-95b1-83ceb92d2184 req-1ac1cb53-b016-4a10-8cda-72dc719ecb72 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (37ef1ebd-09fe-4cde-9b39-9ca9236bc31b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.854771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af1cf9aa-660f-452b-95b1-83ceb92d2184 req-1ac1cb53-b016-4a10-8cda-72dc719ecb72 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (37ef1ebd-09fe-4cde-9b39-9ca9236bc31b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.886464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af1cf9aa-660f-452b-95b1-83ceb92d2184 req-1ac1cb53-b016-4a10-8cda-72dc719ecb72 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:10.903350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af1cf9aa-660f-452b-95b1-83ceb92d2184 req-1ac1cb53-b016-4a10-8cda-72dc719ecb72 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3325419 Feb 11 12:56:10.922977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1cb53-b016-4a10-8cda-72dc719ecb72 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef1ebd-09fe-4cde-9b39-9ca9236bc31b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:10.945589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af8f581-67b2-4d53-8a1f-91f5face5c69 None None] Network 1b335486-b516-49ae-b9ca-00fc341ac830 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:11.043351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35123cec-87db-4700-9aba-a2eb14b99f70 req-70599f18-561b-4fa9-b551-7b59ee71dfeb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:11.056107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35123cec-87db-4700-9aba-a2eb14b99f70 req-70599f18-561b-4fa9-b551-7b59ee71dfeb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.0828013 Feb 11 12:56:11.068450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ffc0a47b-bdbb-40f3-a36d-505eb6fd3960 None None] Provisioning complete for port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:11.069028 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ffc0a47b-bdbb-40f3-a36d-505eb6fd3960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.087607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b51a958a-fb5a-4a50-aef2-ae62fae6096f req-7057fb31-74cb-4bee-bfeb-ff0ae01195b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.106528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.155762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35123cec-87db-4700-9aba-a2eb14b99f70 req-319c85d0-aacb-487b-8c8e-dfaeb2f00a66 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982716 Feb 11 12:56:11.224599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0a47b-bdbb-40f3-a36d-505eb6fd3960 None None] Current status of the port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:11.235233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bf263e1b-56cd-49c3-8af2-5b24ae625d94 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:11.352689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port bf263e1b-56cd-49c3-8af2-5b24ae625d94 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:56:11.367838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port bf263e1b-56cd-49c3-8af2-5b24ae625d94 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:11.368213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.413992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c64fc-5af7-4b91-8536-f49e991b8f3f req-28977305-b198-4800-9f59-5d1f3bcba684 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:11.416389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ff4c64fc-5af7-4b91-8536-f49e991b8f3f req-28977305-b198-4800-9f59-5d1f3bcba684 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 944 time: 0.1250668 Feb 11 12:56:11.481694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port bf263e1b-56cd-49c3-8af2-5b24ae625d94 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:11.482068 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.524609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ff4c64fc-5af7-4b91-8536-f49e991b8f3f req-c1f9a5a0-f6ec-4bdd-99e7-5a15c0de38dc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004918 Feb 11 12:56:11.532274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:11.544427 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6629ed9-1482-4bcd-8f27-53d0081f138e" -d '{"events": [{"server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "name": "network-vif-plugged", "status": "completed", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:11.551481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:11.563276 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.752654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-dec236a8-6ec8-48ad-a0c9-74c6342e0e5a None None] Provisioning complete for port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:11.753028 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dec236a8-6ec8-48ad-a0c9-74c6342e0e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.755936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:11.862614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:11.883197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b51a958a-fb5a-4a50-aef2-ae62fae6096f req-7057fb31-74cb-4bee-bfeb-ff0ae01195b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (805d5003-3860-4515-b2a9-a0ea1e23012a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:11.896147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b51a958a-fb5a-4a50-aef2-ae62fae6096f req-7057fb31-74cb-4bee-bfeb-ff0ae01195b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (805d5003-3860-4515-b2a9-a0ea1e23012a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.002204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b51a958a-fb5a-4a50-aef2-ae62fae6096f req-7057fb31-74cb-4bee-bfeb-ff0ae01195b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.004540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b51a958a-fb5a-4a50-aef2-ae62fae6096f req-7057fb31-74cb-4bee-bfeb-ff0ae01195b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.2116420 Feb 11 12:56:12.025632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057fb31-74cb-4bee-bfeb-ff0ae01195b8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805d5003-3860-4515-b2a9-a0ea1e23012a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:12.057332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dec236a8-6ec8-48ad-a0c9-74c6342e0e5a None None] Current status of the port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:12.069094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:56:12.086255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:12.087551 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.188533 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb48930f-3901-4e0b-8b59-2427c46bf217 x-openstack-request-id: req-eb48930f-3901-4e0b-8b59-2427c46bf217 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:12.188941 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "name": "network-vif-plugged", "status": "completed", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:12.189157 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb48930f-3901-4e0b-8b59-2427c46bf217 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:12.189558 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94', 'code': 200} Feb 11 12:56:12.280033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:12.347604 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-22c8037a-6db1-4b4d-aa47-49731a7d6abf tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/487201d0-2ac4-45ee-afb9-840b436cc980 HTTP/1.1" status: 200 len: 1821 time: 0.0929711 Feb 11 12:56:12.372415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-b3d35bb5-2e28-4940-a8f0-8d4686a689be tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:12.383984 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-b3d35bb5-2e28-4940-a8f0-8d4686a689be tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6&tenant_id=2fcfbbcfc1d9416388239604f0ac2244&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 949 time: 0.2172472 Feb 11 12:56:12.485553 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-0e6e04b3-d8ff-4e71-8eee-ac766dc03cf7 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/805d5003-3860-4515-b2a9-a0ea1e23012a HTTP/1.1" status: 200 len: 1821 time: 0.1206188 Feb 11 12:56:12.499111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '487201d0-2ac4-45ee-afb9-840b436cc980', 'remote_group_id': '805d5003-3860-4515-b2a9-a0ea1e23012a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:12.499956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '487201d0-2ac4-45ee-afb9-840b436cc980', 'remote_group_id': '805d5003-3860-4515-b2a9-a0ea1e23012a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:12.521069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-64b50f83-b607-4d4e-b84c-31fd66d7a2ed service neutron] 10.222.0.64 "GET /v2.0/ports/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8/bindings/n-h1-828675-3 HTTP/1.1" status: 200 len: 382 time: 0.1361806 Feb 11 12:56:12.559833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:56:12.573691 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Sync routers for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:56:12.589765 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:12.590703 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:12.600703 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.604654 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0ab5fcd4-9b3a-4a95-89c2-b24e20b6345e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0673678 Feb 11 12:56:12.609715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32960) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:12.639558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (451d0404-0a50-44a1-b82f-c41fd6b61459), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.675170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-d0896b4c-0ec3-4d3a-82ea-3746066f5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:12.676702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-d0896b4c-0ec3-4d3a-82ea-3746066f5455 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1131 time: 0.1253045 Feb 11 12:56:12.680920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd9b3a-6eb3-4313-b1e7-a4322669dac0 req-eabae158-7bf3-46f7-bc18-aaabb037f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:12.682929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7bd9b3a-6eb3-4313-b1e7-a4322669dac0 req-eabae158-7bf3-46f7-bc18-aaabb037f11e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1127 time: 0.2623298 Feb 11 12:56:12.705958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (451d0404-0a50-44a1-b82f-c41fd6b61459), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.717838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (451d0404-0a50-44a1-b82f-c41fd6b61459), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.760204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451d0404-0a50-44a1-b82f-c41fd6b61459,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:12.772281 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:12.784449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ede17aa3-dcd9-45df-b0b5-618c41901b99 req-aec49fc8-8642-4835-a813-eed9000df119 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2904415 Feb 11 12:56:12.818395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:12.843425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7bd9b3a-6eb3-4313-b1e7-a4322669dac0 req-e4f45add-1102-4d9b-8411-5c48ff09c728 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463599 Feb 11 12:56:12.923423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-d3898de2-708a-4f3c-80ec-95233aeedcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:12.924887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-d3898de2-708a-4f3c-80ec-95233aeedcb6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2337980 Feb 11 12:56:12.961329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf4314-c6cc-4d3e-a1dc-c970c1fd44e6 req-4d3a5d0e-ad71-4fdd-8928-7aa93b7f407e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:12.969604 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62cf4314-c6cc-4d3e-a1dc-c970c1fd44e6 req-4d3a5d0e-ad71-4fdd-8928-7aa93b7f407e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 949 time: 0.0927522 Feb 11 12:56:13.033111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62cf4314-c6cc-4d3e-a1dc-c970c1fd44e6 req-af7fbe8d-955c-4150-b65d-d0948f8bcaca tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619662 Feb 11 12:56:13.160543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-03614a9e-1657-4ec0-9cbf-ef4d1d82568e tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56861 time: 1.1055706 Feb 11 12:56:13.201395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-53299faa-11f6-4bb3-b177-eef40c56a0f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.1068144 Feb 11 12:56:13.208236 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:10Z', 'revision_number': 3, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:13.225600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:13.275880 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Checking router: 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:56:13.279422 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Updating router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:56:13.300668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e55e3-27f6-48db-91b0-9771b9d727d6 req-d5789667-d350-4897-ad14-97bd915e3ced tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:13.302474 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd2e55e3-27f6-48db-91b0-9771b9d727d6 req-d5789667-d350-4897-ad14-97bd915e3ced tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.2071326 Feb 11 12:56:13.351146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-0199d71b-9231-4ae2-99a6-84b5ad428e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:13.352785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-0199d71b-9231-4ae2-99a6-84b5ad428e74 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1394687 Feb 11 12:56:13.360389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:56:13.366494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:13.366868 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:13.382215 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:13.474023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-1c54fcb5-363d-4f1e-bd24-3e6b597f6440 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/16425580-2a7b-4088-bdec-0936af09a15f HTTP/1.1" status: 200 len: 2998 time: 0.2673881 Feb 11 12:56:13.526265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd2e55e3-27f6-48db-91b0-9771b9d727d6 req-03b5a9c3-7cb2-4524-a153-f567229b4500 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160871 Feb 11 12:56:13.568625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-fd204e57-33fd-4cf3-9cd8-54fdf8c64c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:13.570224 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-fd204e57-33fd-4cf3-9cd8-54fdf8c64c4f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1993916 Feb 11 12:56:13.576942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-686e091b-3250-4f51-af32-33265145d65c tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/16425580-2a7b-4088-bdec-0936af09a15f HTTP/1.1" status: 200 len: 2998 time: 0.0946856 Feb 11 12:56:13.618819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:13.619174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:13.694515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-4aae34b6-c363-4b39-b385-4f45868bd525 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3341906d-f31e-49aa-955d-7d10a2fc3c53 HTTP/1.1" status: 200 len: 2998 time: 0.1069050 Feb 11 12:56:13.723518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:13.725795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:13.733993 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:13.762859 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-8f5492aa-1e97-4e29-8f41-55ecdc51c46b service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820028 Feb 11 12:56:13.831398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-8ae10a2a-96ff-4a74-9bdf-e0055daa6283 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3341906d-f31e-49aa-955d-7d10a2fc3c53 HTTP/1.1" status: 200 len: 2998 time: 0.1140795 Feb 11 12:56:13.875659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=10']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:13.976336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-d9fc20dd-02da-4714-aee3-f73fd024c602 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056625 Feb 11 12:56:14.033668 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Publish callbacks [] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.046962 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.053123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-c4b2ab3c-54aa-4b2c-93bb-c6e259b13fd4 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/385a9fd3-5db6-4aee-8961-98e60bb10d52 HTTP/1.1" status: 200 len: 2994 time: 0.2069836 Feb 11 12:56:14.101179 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Pushing event updated for resources: {'Port': ['ID=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:14.126623 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.127901 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.128396 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.129109 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.129600 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.130095 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.130571 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.131093 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.131578 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.132047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.132518 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.132999 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.133510 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:14.138403 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Attempting to bind port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:14.150595 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Attempting to bind port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:14.150987 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Attempting to bind port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:14.162578 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:14.163794 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:14.164388 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.164943 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:14.165652 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Bound port: 628e252b-6b6b-4f97-a7ea-644b0a7fedbe, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:14.166486 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.191156 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:14.194111 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697c98cf-d7aa-4e02-a837-6459abe3d89b" -d '{"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:14.231820 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] For port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:14.235915 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] For port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:14.251991 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.303855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Allocated IP 172.20.0.1 (1b335486-b516-49ae-b9ca-00fc341ac830/52ceecbc-4358-490e-b91b-ab12ef2b7078/44ccb1be-5c31-4767-93bb-c7cea512c142) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:14.316001 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d424c7c-fbb2-487c-b2d8-a2612b344011 None None] Pushing event updated for resources: {'Port': ['ID=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:14.332319 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:14.332955 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:14.423366 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks [] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.452217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8388b-e4ed-413b-aa60-95c719501209 req-ac5e2de1-3646-4055-b06a-7fbb58cc87a9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:14.461108 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:14.471590 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ab8388b-e4ed-413b-aa60-95c719501209 req-ac5e2de1-3646-4055-b06a-7fbb58cc87a9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.1953034 Feb 11 12:56:14.483465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.535997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-cd385f2c-1907-4ea3-a3bb-2b4ce98ca1e3 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/385a9fd3-5db6-4aee-8961-98e60bb10d52 HTTP/1.1" status: 200 len: 2994 time: 0.4670403 Feb 11 12:56:14.559424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6ab8388b-e4ed-413b-aa60-95c719501209 req-4e621dee-de4e-4023-96c3-afa4ee821812 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832064 Feb 11 12:56:14.561045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Network 1b335486-b516-49ae-b9ca-00fc341ac830 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:14.579720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:14.589997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:14.623270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Pushing event updated for resources: {'Port': ['ID=44ccb1be-5c31-4767-93bb-c7cea512c142,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:14.700718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-da151d77-cc0c-4952-a5d1-e7294869eb79 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/390ec635-1df7-4556-b1f2-39e44ac19952 HTTP/1.1" status: 200 len: 2990 time: 0.1538124 Feb 11 12:56:14.730663 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.759666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2db116c-3bb6-48d0-8508-a76705254f5a req-e8420b5d-eec5-48a1-ac63-616fd55cb8f2 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/805d5003-3860-4515-b2a9-a0ea1e23012a HTTP/1.1" status: 200 len: 1821 time: 0.1132507 Feb 11 12:56:14.842470 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:10Z', 'revision_number': 3, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:14.857741 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afea51-647e-4583-bf9e-9778d7a9eca0 None None] The sync data for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 is: [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:10Z', 'revision_number': 3, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:56:14.963179 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f2db116c-3bb6-48d0-8508-a76705254f5a req-05a360eb-d52f-4b33-8197-8c36f57365d8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (805d5003-3860-4515-b2a9-a0ea1e23012a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:14.998730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-f28d88d1-2c6d-45e4-b9dd-ffdb64812070 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/390ec635-1df7-4556-b1f2-39e44ac19952 HTTP/1.1" status: 200 len: 2990 time: 0.2869728 Feb 11 12:56:15.008468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.027608 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f2db116c-3bb6-48d0-8508-a76705254f5a req-05a360eb-d52f-4b33-8197-8c36f57365d8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (805d5003-3860-4515-b2a9-a0ea1e23012a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.103836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bac72d22-e323-4ef8-a8c3-7c80013b0725 None None] Provisioning complete for port 44ccb1be-5c31-4767-93bb-c7cea512c142 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:15.104788 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bac72d22-e323-4ef8-a8c3-7c80013b0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.161577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bac72d22-e323-4ef8-a8c3-7c80013b0725 None None] Port 44ccb1be-5c31-4767-93bb-c7cea512c142 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:15.172622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f2db116c-3bb6-48d0-8508-a76705254f5a req-05a360eb-d52f-4b33-8197-8c36f57365d8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (805d5003-3860-4515-b2a9-a0ea1e23012a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.175653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f2db116c-3bb6-48d0-8508-a76705254f5a req-05a360eb-d52f-4b33-8197-8c36f57365d8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.176910 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2db116c-3bb6-48d0-8508-a76705254f5a req-05a360eb-d52f-4b33-8197-8c36f57365d8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-groups/805d5003-3860-4515-b2a9-a0ea1e23012a HTTP/1.1" status: 204 len: 173 time: 0.4112685 Feb 11 12:56:15.182706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-1e531f72-4872-4fdf-a680-823c5b0c3b97 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/39a73f7f-8db6-4d7d-845b-f0d2102112eb HTTP/1.1" status: 200 len: 2998 time: 0.1723738 Feb 11 12:56:15.195803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a360eb-d52f-4b33-8197-8c36f57365d8 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805d5003-3860-4515-b2a9-a0ea1e23012a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:15.463839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe53a-cb06-4ce0-bbf4-3db45af9b1f6 req-0b8cf53f-ccb9-47d5-8a15-3e595305e3fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:15.465580 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-941fe53a-cb06-4ce0-bbf4-3db45af9b1f6 req-0b8cf53f-ccb9-47d5-8a15-3e595305e3fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 951 time: 0.1272252 Feb 11 12:56:15.471403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-98066ec6-438e-4456-a187-89fc3fe4091f tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/39a73f7f-8db6-4d7d-845b-f0d2102112eb HTTP/1.1" status: 200 len: 2998 time: 0.2871153 Feb 11 12:56:15.595414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-941fe53a-cb06-4ce0-bbf4-3db45af9b1f6 req-c00db6fd-cf9d-4db1-88d6-2f6e80e40988 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175725 Feb 11 12:56:15.612461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-cbbd2f0b-004e-45b4-8e23-39e81fb2df21 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3e31b058-f71f-4b92-ae7f-b93b78364e0b HTTP/1.1" status: 200 len: 2998 time: 0.1191170 Feb 11 12:56:15.622843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks [] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.666798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.727976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:15.821929 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99bc0261-4f32-4a4c-8a26-ab86d945585d x-openstack-request-id: req-99bc0261-4f32-4a4c-8a26-ab86d945585d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:15.822229 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:15.822507 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99bc0261-4f32-4a4c-8a26-ab86d945585d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:15.822914 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'code': 200} Feb 11 12:56:15.901134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 628e252b-6b6b-4f97-a7ea-644b0a7fedbe up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:16.029159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-deb1f65e-d9bd-494b-8c30-eea5b3d43ce5 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3e31b058-f71f-4b92-ae7f-b93b78364e0b HTTP/1.1" status: 200 len: 2998 time: 0.4004302 Feb 11 12:56:16.057958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Pushing event updated for resources: {'Port': ['ID=44ccb1be-5c31-4767-93bb-c7cea512c142,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:16.064451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd13be7-f383-4fae-b80f-6423602d8156 req-dd87798a-b2c4-4e90-b929-63043cd447ba tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:16.073042 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.079443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edd13be7-f383-4fae-b80f-6423602d8156 req-dd87798a-b2c4-4e90-b929-63043cd447ba tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.1647885 Feb 11 12:56:16.082364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Network 1b335486-b516-49ae-b9ca-00fc341ac830 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:16.098794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:16.099333 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.100728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:16.200430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edd13be7-f383-4fae-b80f-6423602d8156 req-eae02cad-5adc-4f80-9a6c-ae8e8b2e8888 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178994 Feb 11 12:56:16.285280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:16.285925 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.312943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-28c8786b-7939-41b0-aaf6-91eda83d4b39 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/3d9017cd-f14e-48a3-af25-6a59b676111a HTTP/1.1" status: 200 len: 1821 time: 0.2496004 Feb 11 12:56:16.356970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:16.360247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-728f0e4b-7970-4bfe-aa0b-acbc717989e4 req-37026c1b-4b04-4240-ad50-e489217d0fb4 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/487201d0-2ac4-45ee-afb9-840b436cc980 HTTP/1.1" status: 200 len: 1821 time: 0.1069200 Feb 11 12:56:16.381728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.444353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-d22f150a-a340-44f9-9426-fafded0edabb tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/58898dd4-2714-4b50-903f-1a551e700f69 HTTP/1.1" status: 200 len: 2998 time: 0.1304843 Feb 11 12:56:16.457260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:16.553590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:56:16.570831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-63b8efd4-1349-4fd9-9d8c-dd8db4928502 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/58898dd4-2714-4b50-903f-1a551e700f69 HTTP/1.1" status: 200 len: 2998 time: 0.1105061 Feb 11 12:56:16.585860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de511c4-669b-421a-99d1-a67e8d2fe68b req-23110c29-240c-4a8f-bd1d-1c84ea1098a1 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:16.587451 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5de511c4-669b-421a-99d1-a67e8d2fe68b req-23110c29-240c-4a8f-bd1d-1c84ea1098a1 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.0894723 Feb 11 12:56:16.606210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3c0883f3-f6ea-42af-a920-f0433ee175e6 None None] Provisioning complete for port 44ccb1be-5c31-4767-93bb-c7cea512c142 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:16.607147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c0883f3-f6ea-42af-a920-f0433ee175e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.651929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3c0883f3-f6ea-42af-a920-f0433ee175e6 None None] Port 44ccb1be-5c31-4767-93bb-c7cea512c142 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:16.666458 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5de511c4-669b-421a-99d1-a67e8d2fe68b req-f037a6d5-962d-48b5-9960-028227d20469 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696101 Feb 11 12:56:16.730067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-fd2e4eb6-6ce0-461a-96dc-07000880b3f4 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a7acd0b0-4ec2-48cb-a502-bcb7a40276a3 HTTP/1.1" status: 200 len: 2998 time: 0.1513920 Feb 11 12:56:16.803399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-575f6b69-e9bf-40fc-8c2b-cccbee5032c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:16.805005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-575f6b69-e9bf-40fc-8c2b-cccbee5032c3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6&tenant_id=2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 1133 time: 0.2279074 Feb 11 12:56:16.814090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-58d5c289-1f48-40ac-9b2a-667b1ed49f21 req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1780577208', 'description': 'tempest-description-861962470'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:16.822313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:16.850630 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-58d5c289-1f48-40ac-9b2a-667b1ed49f21 req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.870321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:56:16.876701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-67bda5df-0ea9-4554-8c7f-7d2b53c3b06f admin admin] 10.222.0.42 "PUT /v2.0/routers/35e0c5f4-cd3b-404a-a4ea-1103f79d70cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2620733 Feb 11 12:56:16.919893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-c06267cc-4e97-4a14-aa4d-2c187775111e tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a7acd0b0-4ec2-48cb-a502-bcb7a40276a3 HTTP/1.1" status: 200 len: 2998 time: 0.1436653 Feb 11 12:56:16.926846 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.964691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.967360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-58d5c289-1f48-40ac-9b2a-667b1ed49f21 req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (eed4b037-eb0e-4885-90ef-d3c1e13edcf0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:16.975071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-58d5c289-1f48-40ac-9b2a-667b1ed49f21 req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (eed4b037-eb0e-4885-90ef-d3c1e13edcf0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.020219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-58d5c289-1f48-40ac-9b2a-667b1ed49f21 req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.027190 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58d5c289-1f48-40ac-9b2a-667b1ed49f21 req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2201641 Feb 11 12:56:17.037671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4b037-eb0e-4885-90ef-d3c1e13edcf0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:17.056974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.056974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.056974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.057871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.058147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.058472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.058805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.059132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.059454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.059787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.060091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.060495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.060780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07cc308-9a1e-4fbe-8b1b-7ab6dd0f8890 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.077983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-74114c5a-c10c-49b0-b056-9d5e6b990751 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a97612d5-d7d8-4bad-ae13-6c106e60f461 HTTP/1.1" status: 200 len: 2998 time: 0.1359448 Feb 11 12:56:17.157735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee92c7-a769-425f-8f6a-c6c21c6cd5b7 req-ba6d7d6e-6cbe-46ae-b59e-072b1abc5d69 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:17.162557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2bee92c7-a769-425f-8f6a-c6c21c6cd5b7 req-ba6d7d6e-6cbe-46ae-b59e-072b1abc5d69 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 951 time: 0.0660026 Feb 11 12:56:17.183990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-3c158049-1afe-4f35-97df-251edafc4b5a tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/a97612d5-d7d8-4bad-ae13-6c106e60f461 HTTP/1.1" status: 200 len: 2998 time: 0.0942349 Feb 11 12:56:17.223530 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2bee92c7-a769-425f-8f6a-c6c21c6cd5b7 req-323605d6-8a53-497d-8ebc-d20cea3864f4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567043 Feb 11 12:56:17.256683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:17.259789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-af96db8b-4de4-46b1-80ce-a48903294431 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/bd497d26-60d0-42cd-8312-99a6dd5c42ef HTTP/1.1" status: 200 len: 2998 time: 0.0653293 Feb 11 12:56:17.323903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:17.347127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-8e77723e-ec59-463b-87b4-54a9f2f864b1 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/bd497d26-60d0-42cd-8312-99a6dd5c42ef HTTP/1.1" status: 200 len: 2998 time: 0.0781960 Feb 11 12:56:17.392071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:17.395816 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d1d2d1-c3f6-4f5f-b473-c67076140bdc" -d '{"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:17.398422 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Publish callbacks [] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.420389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-3ef06ae2-8945-43e2-b236-f1feaa8ad532 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/cb6f9cab-5258-4dcc-ab81-ad782e81a3b5 HTTP/1.1" status: 200 len: 2998 time: 0.0663905 Feb 11 12:56:17.421307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Transition to ACTIVE for port object d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:56:17.430735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.483322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c6229-3a94-476d-9593-b59bdebff39a req-5ba6058a-e15e-46ad-bbf9-bd534d6488b3 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:17.485145 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-456c6229-3a94-476d-9593-b59bdebff39a req-5ba6058a-e15e-46ad-bbf9-bd534d6488b3 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1127 time: 0.0468252 Feb 11 12:56:17.498353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=11']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:17.538711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] No DVR routers for this DVR port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:56:17.539597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-456c6229-3a94-476d-9593-b59bdebff39a req-c2fb9462-ce0b-4989-a6be-92ea8407eb21 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487890 Feb 11 12:56:17.542622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-b89b7e5d-866e-4fe1-9043-847006cbf277 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/cb6f9cab-5258-4dcc-ab81-ad782e81a3b5 HTTP/1.1" status: 200 len: 2998 time: 0.1136858 Feb 11 12:56:17.602987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:17.603569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:17.603993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:17.625322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:17.626398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Attempting to bind port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:17.633303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:17.633808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:17.634499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:17.635039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Bound port: d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:17.635493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.649447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Sync routers for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:56:17.659826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-6d817399-24d9-4605-8273-1c1a783842e7 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d714d0ad-c4d7-4588-ad20-8aa459f31a24 HTTP/1.1" status: 200 len: 2998 time: 0.0811453 Feb 11 12:56:17.661350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:17.662192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:17.770869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-3f2458f3-1bf6-461e-bb51-963eb4dcd7c2 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d714d0ad-c4d7-4588-ad20-8aa459f31a24 HTTP/1.1" status: 200 len: 2998 time: 0.0797055 Feb 11 12:56:17.772024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:17.792448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 628e252b-6b6b-4f97-a7ea-644b0a7fedbe up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:17.795618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:17.804508 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-9d76477a-b474-41dd-b109-8ca5ad80e523 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/eed4b037-eb0e-4885-90ef-d3c1e13edcf0 HTTP/1.1" status: 200 len: 1821 time: 0.1129687 Feb 11 12:56:17.810223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed4b037-eb0e-4885-90ef-d3c1e13edcf0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:17.810798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed4b037-eb0e-4885-90ef-d3c1e13edcf0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:17.813224 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.867938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-ab051aa4-07db-4115-b348-8e340e3c076f tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dcbd6e01-be4f-4ec7-be94-bc7bec415028 HTTP/1.1" status: 200 len: 2998 time: 0.0843709 Feb 11 12:56:17.869804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:17.881202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (ca80b767-27f6-4fee-9bda-2adb21cc9c3e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.894104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:17.894788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.896182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] 10.222.0.53 "PUT /v2.0/ports/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 1097 time: 1.0817745 Feb 11 12:56:17.908157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:17.908803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.915945 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (ca80b767-27f6-4fee-9bda-2adb21cc9c3e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.921632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ca80b767-27f6-4fee-9bda-2adb21cc9c3e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.948285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80b767-27f6-4fee-9bda-2adb21cc9c3e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:17.961161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:17.962443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89fc4fb5-265e-4bde-b10a-6dcbf59e3e34 req-214b9e9c-79ba-4cce-a670-a661e5ee73e0 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1571050 Feb 11 12:56:17.975247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=12']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:17.988200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-f9ae3bbb-5bee-4b7c-9b7f-643b13a95ccb tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/dcbd6e01-be4f-4ec7-be94-bc7bec415028 HTTP/1.1" status: 200 len: 2998 time: 0.1193926 Feb 11 12:56:17.989548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.989918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.990298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.990580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.990909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.991239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.991561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.991881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.992200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.992520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.992838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.993153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:17.993526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00f1a7a-37d9-4f7a-b400-c000eab1ab28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:18.042099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-3bb8cf20-e8e4-4b76-9cab-4abef0c24ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:18.043703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-3bb8cf20-e8e4-4b76-9cab-4abef0c24ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1131 time: 0.1153679 Feb 11 12:56:18.048676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-7ed4c51b-97d7-4d6a-a026-4b83da755d7a tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/eb5e4ac8-1801-48df-8d0f-5efacd338a64 HTTP/1.1" status: 200 len: 2998 time: 0.0497890 Feb 11 12:56:18.157404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-976fd1cd-6439-451d-a2f0-719d33f0080a req-9d345eec-21c3-4da0-bab2-956d0603f6dd tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/eb5e4ac8-1801-48df-8d0f-5efacd338a64 HTTP/1.1" status: 200 len: 2998 time: 0.0947936 Feb 11 12:56:18.186551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-79fdd628-0467-416f-9e2a-32eb34fb0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:18.188376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-79fdd628-0467-416f-9e2a-32eb34fb0dfb service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1354294 Feb 11 12:56:18.214143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:18.221216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:15Z', 'revision_number': 2, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:18.241279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-dcee1be2-22e8-43e3-b93b-bf965ab981f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.0445771 Feb 11 12:56:18.249345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Checking router: 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:56:18.251165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Updating router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc port 44ccb1be-5c31-4767-93bb-c7cea512c142 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:56:18.279789 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.290032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33058) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:18.296178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-453fde91-8543-4c2b-a217-bea2ca4694ac tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1306790706', 'description': 'tempest-description--1287810162'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:18.335158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-731595ae-fc8b-4e05-bbb0-d410dce6fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:18.336740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-731595ae-fc8b-4e05-bbb0-d410dce6fee1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0870037 Feb 11 12:56:18.339181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-453fde91-8543-4c2b-a217-bea2ca4694ac tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.347572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e736d-bf9c-4843-bdd4-b7cce3378dc3 req-41021c51-d9d2-47b6-8b2d-db024d86ff63 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:18.349327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa6e736d-bf9c-4843-bdd4-b7cce3378dc3 req-41021c51-d9d2-47b6-8b2d-db024d86ff63 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.1099598 Feb 11 12:56:18.350986 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7cf1ef-8973-4ddc-aa32-92c301f5873a x-openstack-request-id: req-cb7cf1ef-8973-4ddc-aa32-92c301f5873a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:18.351322 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:18.351638 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb7cf1ef-8973-4ddc-aa32-92c301f5873a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:18.352092 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'code': 200} Feb 11 12:56:18.451361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379397e8-83af-44b6-938e-b94850deed76 req-baa6ff6b-4e0f-45b6-9ada-6420b10d7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:18.452900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-baa6ff6b-4e0f-45b6-9ada-6420b10d7974 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1000228 Feb 11 12:56:18.456389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa6e736d-bf9c-4843-bdd4-b7cce3378dc3 req-c4d872a0-844b-4abd-ae9a-b2821dd6d46b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886941 Feb 11 12:56:18.457733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-453fde91-8543-4c2b-a217-bea2ca4694ac tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group (ef801dea-21b9-41ba-b44c-2e00a0ae8551), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.465274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227ea71-d8d2-46eb-a167-66d6915341ea req-fa06bdbd-944b-4786-b97b-d4fc7831bb4d tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:18.467447 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c227ea71-d8d2-46eb-a167-66d6915341ea req-fa06bdbd-944b-4786-b97b-d4fc7831bb4d tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1127 time: 0.0740156 Feb 11 12:56:18.468758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-453fde91-8543-4c2b-a217-bea2ca4694ac tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ef801dea-21b9-41ba-b44c-2e00a0ae8551), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.524021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fde91-8543-4c2b-a217-bea2ca4694ac tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef801dea-21b9-41ba-b44c-2e00a0ae8551,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:18.528101 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-453fde91-8543-4c2b-a217-bea2ca4694ac tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.529407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-453fde91-8543-4c2b-a217-bea2ca4694ac tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2382596 Feb 11 12:56:18.536015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33062) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:18.540471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6325794c-ff62-475d-9d4a-882303aca6e7 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Request body: {'security_group_rule': {'security_group_id': 'ef801dea-21b9-41ba-b44c-2e00a0ae8551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:18.566672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c227ea71-d8d2-46eb-a167-66d6915341ea req-da9cf660-8edf-4015-b3cb-1181df2110c9 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921998 Feb 11 12:56:18.591269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6325794c-ff62-475d-9d4a-882303aca6e7 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group_rule (92e74185-19b0-42fb-9288-577e257531d2), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.616188 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Publish callbacks [] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.621249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.666422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6325794c-ff62-475d-9d4a-882303aca6e7 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group_rule (92e74185-19b0-42fb-9288-577e257531d2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.677792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6325794c-ff62-475d-9d4a-882303aca6e7 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (92e74185-19b0-42fb-9288-577e257531d2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.709609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325794c-ff62-475d-9d4a-882303aca6e7 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e74185-19b0-42fb-9288-577e257531d2,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:18.710162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a9eba-e8aa-46a1-b524-e271befc75cc None None] Pushing event updated for resources: {'Port': ['ID=44ccb1be-5c31-4767-93bb-c7cea512c142,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:18.731284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6325794c-ff62-475d-9d4a-882303aca6e7 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.739583 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6325794c-ff62-475d-9d4a-882303aca6e7 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2008293 Feb 11 12:56:18.740801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33066) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:18.747247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-10375aa8-4b8b-43a2-bd3e-556452172ee6 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Request body: {'security_group_rule': {'security_group_id': 'ef801dea-21b9-41ba-b44c-2e00a0ae8551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:18.755625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Attempting to bind port 44ccb1be-5c31-4767-93bb-c7cea512c142 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:18.755992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Attempting to bind port 44ccb1be-5c31-4767-93bb-c7cea512c142 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:18.756356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Attempting to bind port 44ccb1be-5c31-4767-93bb-c7cea512c142 on network 1b335486-b516-49ae-b9ca-00fc341ac830 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:18.767182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:18.767562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Checking segment: {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:18.771072 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.771500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Bound using segment: {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:18.772003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Bound port: 44ccb1be-5c31-4767-93bb-c7cea512c142, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:18.772396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.788467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10375aa8-4b8b-43a2-bd3e-556452172ee6 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group_rule (1cc62fe2-172c-4ef9-a2cb-0823e04937c7), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.886673 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10375aa8-4b8b-43a2-bd3e-556452172ee6 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group_rule (1cc62fe2-172c-4ef9-a2cb-0823e04937c7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.894351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] For port 44ccb1be-5c31-4767-93bb-c7cea512c142, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:18.896847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10375aa8-4b8b-43a2-bd3e-556452172ee6 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (1cc62fe2-172c-4ef9-a2cb-0823e04937c7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.900463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] For port 44ccb1be-5c31-4767-93bb-c7cea512c142, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=44ccb1be-5c31-4767-93bb-c7cea512c142,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:18.910982 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.917942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375aa8-4b8b-43a2-bd3e-556452172ee6 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc62fe2-172c-4ef9-a2cb-0823e04937c7,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:18.932118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10375aa8-4b8b-43a2-bd3e-556452172ee6 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:18.936167 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-10375aa8-4b8b-43a2-bd3e-556452172ee6 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1913352 Feb 11 12:56:18.936786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:18.944665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:18.989210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:18.991960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:19.000785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.008032 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-ecb6dcfa-6996-4a72-85e6-2f4f11fdb550 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/eed4b037-eb0e-4885-90ef-d3c1e13edcf0 HTTP/1.1" status: 200 len: 2414 time: 0.0701044 Feb 11 12:56:19.016549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-b1fa5a7e-8771-4379-95c5-768b09fc8f66 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554132 Feb 11 12:56:19.025438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed4b037-eb0e-4885-90ef-d3c1e13edcf0', 'remote_group_id': None}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:19.025786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eed4b037-eb0e-4885-90ef-d3c1e13edcf0', 'remote_group_id': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:19.072121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a9eba-e8aa-46a1-b524-e271befc75cc None None] Pushing event updated for resources: {'Port': ['ID=44ccb1be-5c31-4767-93bb-c7cea512c142,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:19.097518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-29bede1c-0cd9-4604-b38b-56396938a045 None None] Provisioning complete for port 44ccb1be-5c31-4767-93bb-c7cea512c142 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:19.097968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29bede1c-0cd9-4604-b38b-56396938a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.147529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a4f07-4628-45f9-b9c2-988b262039bf req-3c073716-c40e-46aa-9ea6-d61589a03d46 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:19.154577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e6a4f07-4628-45f9-b9c2-988b262039bf req-3c073716-c40e-46aa-9ea6-d61589a03d46 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 950 time: 0.5976315 Feb 11 12:56:19.166241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.208425 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.211898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.219681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-379397e8-83af-44b6-938e-b94850deed76 req-35fd4369-d72f-43a1-8cb0-5ae2faa9a151 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967092 Feb 11 12:56:19.229039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e6a4f07-4628-45f9-b9c2-988b262039bf req-7c491fc5-536d-4307-9dd0-332262dda16f tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722892 Feb 11 12:56:19.243939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:19.246374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-29bede1c-0cd9-4604-b38b-56396938a045 None None] Current status of the port 44ccb1be-5c31-4767-93bb-c7cea512c142 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:19.246374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29bede1c-0cd9-4604-b38b-56396938a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.248193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:56:19.268846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.288586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:19.321095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.325326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd2be202-3ea7-49d7-8c75-db27148475b5 req-3d5127ca-086d-4a07-9bce-71bd1989145c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3042970 Feb 11 12:56:19.363391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee9b17c9-bec8-4941-b54c-7f48442fd3ed req-90577f8d-a6ce-420c-b28c-2a8d5c33c81f tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ab56f0f4f474705b10d3b4293dbf81c HTTP/1.1" status: 200 len: 6154 time: 0.0985765 Feb 11 12:56:19.385114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Allocated IP 172.25.1.161 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a81f6242-a3fe-47b5-860a-7f0b432a52f8) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:19.421093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee9b17c9-bec8-4941-b54c-7f48442fd3ed req-2dab6d0e-f174-4ffd-8c1e-560a971fdd48 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "GET /v2.0/security-groups/39a73f7f-8db6-4d7d-845b-f0d2102112eb HTTP/1.1" status: 200 len: 2998 time: 0.0566392 Feb 11 12:56:19.466436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee9b17c9-bec8-4941-b54c-7f48442fd3ed req-d31c6317-ac5e-4741-bc79-0acdfb074538 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "GET /v2.0/security-groups/39a73f7f-8db6-4d7d-845b-f0d2102112eb HTTP/1.1" status: 200 len: 2998 time: 0.0444057 Feb 11 12:56:19.535056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc1a72-f0d4-43a1-9151-d29635c0fa6e req-fada917f-6c99-4863-a873-342011794373 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:19.538363 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1cbc1a72-f0d4-43a1-9151-d29635c0fa6e req-fada917f-6c99-4863-a873-342011794373 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 949 time: 0.1181726 Feb 11 12:56:19.540347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:56:19.540755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:56:19.543353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-29bede1c-0cd9-4604-b38b-56396938a045 None None] For port 44ccb1be-5c31-4767-93bb-c7cea512c142, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=44ccb1be-5c31-4767-93bb-c7cea512c142,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:19.556648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29bede1c-0cd9-4604-b38b-56396938a045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.584900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.603784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1cbc1a72-f0d4-43a1-9151-d29635c0fa6e req-5c820c8b-5c95-4830-8a01-e756df6a703f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592933 Feb 11 12:56:19.643328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.697747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:19.708977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:19.716736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:19.730852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bede1c-0cd9-4604-b38b-56396938a045 None None] Pushing event updated for resources: {'Port': ['ID=44ccb1be-5c31-4767-93bb-c7cea512c142,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:19.734922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6693aa86-e106-4e38-95ff-f2753cc17cdf None None] Provisioning complete for port 44ccb1be-5c31-4767-93bb-c7cea512c142 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:19.735305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6693aa86-e106-4e38-95ff-f2753cc17cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.740925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event updated for resources: {'Port': ['ID=a81f6242-a3fe-47b5-860a-7f0b432a52f8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:19.793969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a57e81c3-eeba-47b4-9096-a32600c88c8b req-f2c8c819-ad25-426b-a1f7-11f1599f4b92 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/eed4b037-eb0e-4885-90ef-d3c1e13edcf0 HTTP/1.1" status: 200 len: 3012 time: 0.0985239 Feb 11 12:56:19.805794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:18Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:19.839579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddf67c4-3a5c-4688-8baf-b3de7df159b0 None None] The sync data for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 is: [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:18Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:56:19.861735 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:56:19.862373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for floatingip (6350ac83-296b-4306-9392-aa9c46241f3b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.876198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c7daf76-1b65-4db3-a8fa-7a635614abe3 req-59614a66-e0cc-448a-a43d-cb0ff1c84e53 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/37ef1ebd-09fe-4cde-9b39-9ca9236bc31b HTTP/1.1" status: 200 len: 1795 time: 0.0526297 Feb 11 12:56:19.890327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6693aa86-e106-4e38-95ff-f2753cc17cdf None None] Current status of the port 44ccb1be-5c31-4767-93bb-c7cea512c142 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:19.935034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:19.995586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f98c01-6769-43a7-8812-0c0b7d243d58 req-5c0b886a-cf58-4ea2-a1ac-d13d5cedbf31 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:19.997794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55f98c01-6769-43a7-8812-0c0b7d243d58 req-5c0b886a-cf58-4ea2-a1ac-d13d5cedbf31 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.0749967 Feb 11 12:56:20.003528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0c7daf76-1b65-4db3-a8fa-7a635614abe3 req-649e709d-594b-4e79-ae74-3612fe30dca5 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (37ef1ebd-09fe-4cde-9b39-9ca9236bc31b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.043299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0c7daf76-1b65-4db3-a8fa-7a635614abe3 req-649e709d-594b-4e79-ae74-3612fe30dca5 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (37ef1ebd-09fe-4cde-9b39-9ca9236bc31b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.053020 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55f98c01-6769-43a7-8812-0c0b7d243d58 req-739be201-49b9-4d97-a0b9-926441683ad1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483718 Feb 11 12:56:20.148659 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0c7daf76-1b65-4db3-a8fa-7a635614abe3 req-649e709d-594b-4e79-ae74-3612fe30dca5 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (37ef1ebd-09fe-4cde-9b39-9ca9236bc31b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.151584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0c7daf76-1b65-4db3-a8fa-7a635614abe3 req-649e709d-594b-4e79-ae74-3612fe30dca5 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.152761 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c7daf76-1b65-4db3-a8fa-7a635614abe3 req-649e709d-594b-4e79-ae74-3612fe30dca5 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/37ef1ebd-09fe-4cde-9b39-9ca9236bc31b HTTP/1.1" status: 204 len: 173 time: 0.2689929 Feb 11 12:56:20.167657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e709d-594b-4e79-ae74-3612fe30dca5 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef1ebd-09fe-4cde-9b39-9ca9236bc31b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:20.191736 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.200846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.290073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5eff594f-eea5-4bb0-a076-b3cff4b4c755 req-17481d91-3f14-4ac1-ad84-06f831dc9fbd tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-group-rules/fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60 HTTP/1.1" status: 200 len: 783 time: 0.0764511 Feb 11 12:56:20.295443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event updated for resources: {'Port': ['ID=a81f6242-a3fe-47b5-860a-7f0b432a52f8,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:20.348082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6350ac83-296b-4306-9392-aa9c46241f3b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.353835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:20.356921 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0e0671-9db8-4a05-96fc-2425a759cde1" -d '{"events": [{"name": "network-changed", "server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:20.366659 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5eff594f-eea5-4bb0-a076-b3cff4b4c755 req-51ce3169-5671-4cd5-b24c-c4dd560d295a tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/eed4b037-eb0e-4885-90ef-d3c1e13edcf0 HTTP/1.1" status: 200 len: 3012 time: 0.0681496 Feb 11 12:56:20.371358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.373697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-72e27d99-c86f-4ea5-b735-1f01cfb54da3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4332888 Feb 11 12:56:20.410407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5eff594f-eea5-4bb0-a076-b3cff4b4c755 req-dd5b02c0-0ca3-4310-a1d5-341312867197 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.419463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5eff594f-eea5-4bb0-a076-b3cff4b4c755 req-dd5b02c0-0ca3-4310-a1d5-341312867197 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.436883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:20.463349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5eff594f-eea5-4bb0-a076-b3cff4b4c755 req-dd5b02c0-0ca3-4310-a1d5-341312867197 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.469956 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5eff594f-eea5-4bb0-a076-b3cff4b4c755 req-dd5b02c0-0ca3-4310-a1d5-341312867197 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.471318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5eff594f-eea5-4bb0-a076-b3cff4b4c755 req-dd5b02c0-0ca3-4310-a1d5-341312867197 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60 HTTP/1.1" status: 204 len: 173 time: 0.0940316 Feb 11 12:56:20.479411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b02c0-0ca3-4310-a1d5-341312867197 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe64f16f-b4ac-4c3a-af4b-e8f5dd549f60,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:20.553588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:20.566851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'mac_address': 'fa:16:3e:d2:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:56:20.609941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:20.610343 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.624353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:20.647351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:20.656118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.712301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=13']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:20.867664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3b8ab03-5b60-41a4-89b1-af094d8b8261 req-d0c450b0-def1-422f-9421-3fdd88dcb7ff tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8356da57-c60d-4eac-b5da-f47b0f762c72 HTTP/1.1" status: 200 len: 1795 time: 0.0413585 Feb 11 12:56:20.926929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3b8ab03-5b60-41a4-89b1-af094d8b8261 req-c1e64be1-bbd6-4596-8e97-45d0143cb708 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (8356da57-c60d-4eac-b5da-f47b0f762c72), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.948852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3b8ab03-5b60-41a4-89b1-af094d8b8261 req-c1e64be1-bbd6-4596-8e97-45d0143cb708 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (8356da57-c60d-4eac-b5da-f47b0f762c72), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.996116 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3b8ab03-5b60-41a4-89b1-af094d8b8261 req-c1e64be1-bbd6-4596-8e97-45d0143cb708 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8356da57-c60d-4eac-b5da-f47b0f762c72), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:20.999792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d3b8ab03-5b60-41a4-89b1-af094d8b8261 req-c1e64be1-bbd6-4596-8e97-45d0143cb708 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.006536 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3b8ab03-5b60-41a4-89b1-af094d8b8261 req-c1e64be1-bbd6-4596-8e97-45d0143cb708 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/8356da57-c60d-4eac-b5da-f47b0f762c72 HTTP/1.1" status: 204 len: 173 time: 0.1327147 Feb 11 12:56:21.018380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e64be1-bbd6-4596-8e97-45d0143cb708 tempest-SecurityGroupsTestAdminJSON-491140367 tempest-SecurityGroupsTestAdminJSON-491140367-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8356da57-c60d-4eac-b5da-f47b0f762c72,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:21.191793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-74ed7f74-1f80-4755-bf2a-4e2768ddd0e6 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:56:21.193188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-74ed7f74-1f80-4755-bf2a-4e2768ddd0e6 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058005 Feb 11 12:56:21.227630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:56:21.241385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-a1faf787-22d5-4d0b-9deb-6e097e5798cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:21.243037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-a1faf787-22d5-4d0b-9deb-6e097e5798cc service neutron] 10.222.0.42 "GET /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 1124 time: 0.0379326 Feb 11 12:56:21.253597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Request body: {'binding': {'host': 'n-h2-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:21.254078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:56:21.325349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:21.325788 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.363226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:21.364526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:21.366977 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e8cfd-2baa-4ee1-af19-218d9ca47c56" -d '{"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:21.372877 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.424472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on host n-h2-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:21.424686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:21.425019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:21.429481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:21.429811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:21.429977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:21.443604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:21.443935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:21.444313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:21.444741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Bound port: bf263e1b-56cd-49c3-8af2-5b24ae625d94, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:21.507791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:21.516070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.517264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] 10.222.0.42 "POST /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94/bindings HTTP/1.1" status: 201 len: 389 time: 0.2679322 Feb 11 12:56:21.613764 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a43c04-9065-4b95-99e2-275396942d60 x-openstack-request-id: req-c9a43c04-9065-4b95-99e2-275396942d60 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:21.614688 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:21.614929 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9a43c04-9065-4b95-99e2-275396942d60 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:21.615526 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'status': 'completed', 'code': 200} Feb 11 12:56:21.690383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-8ef00a8e-adf9-446b-8dfa-4fd01bc882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:21.692031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-8ef00a8e-adf9-446b-8dfa-4fd01bc882f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 1132 time: 0.0518236 Feb 11 12:56:21.779229 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7b627cf-491c-44cb-a1a2-091a516d4a4b req-35cb727f-4bc8-4562-8f52-b7addf1604e6 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/eed4b037-eb0e-4885-90ef-d3c1e13edcf0 HTTP/1.1" status: 200 len: 2414 time: 0.0546329 Feb 11 12:56:21.819755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 44ccb1be-5c31-4767-93bb-c7cea512c142 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:21.845816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d7b627cf-491c-44cb-a1a2-091a516d4a4b req-20e81ffd-0c07-475f-b6b6-630b3119dcb1 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (eed4b037-eb0e-4885-90ef-d3c1e13edcf0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.861453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-b5de87f7-1c5f-4179-88de-7a2e26d3df60 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1306790706&fields=id&tenant_id=2ea75228b8854dbcb0caa8ffcb4bc6f3 HTTP/1.1" status: 200 len: 267 time: 0.1388698 Feb 11 12:56:21.880059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d7b627cf-491c-44cb-a1a2-091a516d4a4b req-20e81ffd-0c07-475f-b6b6-630b3119dcb1 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (eed4b037-eb0e-4885-90ef-d3c1e13edcf0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.882986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 44ccb1be-5c31-4767-93bb-c7cea512c142 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:21.883374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.901496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-5b3a339b-d240-42a1-a7cc-459e9a73ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:21.902988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-5b3a339b-d240-42a1-a7cc-459e9a73ce24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2015886 Feb 11 12:56:21.908269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-a8b43d23-ed67-4d41-96eb-efcb7969ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:21.909673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-a8b43d23-ed67-4d41-96eb-efcb7969ac96 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1127 time: 0.1437516 Feb 11 12:56:21.934630 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d7b627cf-491c-44cb-a1a2-091a516d4a4b req-20e81ffd-0c07-475f-b6b6-630b3119dcb1 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (eed4b037-eb0e-4885-90ef-d3c1e13edcf0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.938037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d7b627cf-491c-44cb-a1a2-091a516d4a4b req-20e81ffd-0c07-475f-b6b6-630b3119dcb1 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:21.946228 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7b627cf-491c-44cb-a1a2-091a516d4a4b req-20e81ffd-0c07-475f-b6b6-630b3119dcb1 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-groups/eed4b037-eb0e-4885-90ef-d3c1e13edcf0 HTTP/1.1" status: 204 len: 173 time: 0.1600590 Feb 11 12:56:21.957280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e81ffd-0c07-475f-b6b6-630b3119dcb1 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4b037-eb0e-4885-90ef-d3c1e13edcf0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:22.001002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 44ccb1be-5c31-4767-93bb-c7cea512c142 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:22.027622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-034dbd4d-7c64-4942-8dde-e5e35d789e69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 200 len: 217 time: 0.1088915 Feb 11 12:56:22.053628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648866-8278-4857-8f5e-8e1ff958d5f1 req-41559320-fa87-41e7-9a3e-db821caac9b8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.055445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae648866-8278-4857-8f5e-8e1ff958d5f1 req-41559320-fa87-41e7-9a3e-db821caac9b8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.0534124 Feb 11 12:56:22.058479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:22.110881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae648866-8278-4857-8f5e-8e1ff958d5f1 req-800670e6-05c1-4c61-ad69-78ebb5fb1b45 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488157 Feb 11 12:56:22.142816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-a2b9396e-b015-48e5-b60e-f7776c2b2b46 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.146210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-a2b9396e-b015-48e5-b60e-f7776c2b2b46 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/networks?id=1b335486-b516-49ae-b9ca-00fc341ac830 HTTP/1.1" status: 200 len: 806 time: 0.2724373 Feb 11 12:56:22.151128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-78001a1b-2198-4595-a436-4e57e0ad8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.152776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-78001a1b-2198-4595-a436-4e57e0ad8061 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1146994 Feb 11 12:56:22.203858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17b2bd64-288e-4805-a671-9fdb2310886b req-6370af9d-417c-4004-b2eb-fb032e950d7d tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "GET /v2.0/security-groups/3ba04452-6e31-46b1-8f91-534f3b0853b6 HTTP/1.1" status: 200 len: 1794 time: 0.0437090 Feb 11 12:56:22.207709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-6380c268-791b-4e1f-b537-766719a916fa tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/quotas/2ea75228b8854dbcb0caa8ffcb4bc6f3 HTTP/1.1" status: 200 len: 375 time: 0.0515318 Feb 11 12:56:22.213075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-050cb2c9-b98a-4f98-af09-38fabf1200e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.214729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-050cb2c9-b98a-4f98-af09-38fabf1200e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.2917225 Feb 11 12:56:22.261747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-17b2bd64-288e-4805-a671-9fdb2310886b req-fcc53cd3-f74c-4c3e-8d74-63cf1ef7437e tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (3ba04452-6e31-46b1-8f91-534f3b0853b6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:22.288102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-17b2bd64-288e-4805-a671-9fdb2310886b req-fcc53cd3-f74c-4c3e-8d74-63cf1ef7437e tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (3ba04452-6e31-46b1-8f91-534f3b0853b6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:22.291959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-28b83132-469f-4d4a-886d-eab678cdacce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 217 time: 0.0631189 Feb 11 12:56:22.299915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-1ae29444-f295-497c-a271-e09caafdcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.301377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-1ae29444-f295-497c-a271-e09caafdcc9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1355634 Feb 11 12:56:22.331376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-17b2bd64-288e-4805-a671-9fdb2310886b req-fcc53cd3-f74c-4c3e-8d74-63cf1ef7437e tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3ba04452-6e31-46b1-8f91-534f3b0853b6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:22.334232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-17b2bd64-288e-4805-a671-9fdb2310886b req-fcc53cd3-f74c-4c3e-8d74-63cf1ef7437e tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:22.335370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17b2bd64-288e-4805-a671-9fdb2310886b req-fcc53cd3-f74c-4c3e-8d74-63cf1ef7437e tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "DELETE /v2.0/security-groups/3ba04452-6e31-46b1-8f91-534f3b0853b6 HTTP/1.1" status: 204 len: 173 time: 0.1307280 Feb 11 12:56:22.344670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc53cd3-f74c-4c3e-8d74-63cf1ef7437e tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba04452-6e31-46b1-8f91-534f3b0853b6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:22.376727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-a72eb12b-f7ec-4f13-9c38-41d5cfb13977 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2ea75228b8854dbcb0caa8ffcb4bc6f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603780 Feb 11 12:56:22.441683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2a922b39-a161-48ae-a964-f2693d59229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.443523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2a922b39-a161-48ae-a964-f2693d59229d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.1398044 Feb 11 12:56:22.455037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b7a11-7d7a-4365-9c07-8ce16834358a req-8f5567fd-60b8-4d68-a25f-e9933d19136f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.456557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e45b7a11-7d7a-4365-9c07-8ce16834358a req-8f5567fd-60b8-4d68-a25f-e9933d19136f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.0562186 Feb 11 12:56:22.495451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-c7e574a9-b9ec-4e9c-9aa0-324abad7fd4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388410 Feb 11 12:56:22.505396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e45b7a11-7d7a-4365-9c07-8ce16834358a req-c265319c-fceb-49ec-9c7d-858175201e9e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Feb 11 12:56:22.541330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-14671dee-ccf5-427b-b48c-5359b8edc407 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267497 Feb 11 12:56:22.550679 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e7ff61-e9b7-4d96-ac77-534320196913 x-openstack-request-id: req-b2e7ff61-e9b7-4d96-ac77-534320196913 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:22.551187 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:22.551306 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2e7ff61-e9b7-4d96-ac77-534320196913 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:22.551604 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae', 'code': 200} Feb 11 12:56:22.647900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff736c7-8457-4483-80da-a9beb3c88748 req-d5b35e5f-37fe-48d0-ac8a-a8f22668a34d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.649407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ff736c7-8457-4483-80da-a9beb3c88748 req-d5b35e5f-37fe-48d0-ac8a-a8f22668a34d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.0541866 Feb 11 12:56:22.675787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-bbde96fb-81b3-4c7c-a358-a3c9631627fe service neutron] 10.222.0.42 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596164 Feb 11 12:56:22.698812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ff736c7-8457-4483-80da-a9beb3c88748 req-105e78fd-9530-4f24-b6e4-d5d908eb07f5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433216 Feb 11 12:56:22.719880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-44e81eb1-1554-4c50-b4e3-e7dc0bf2f4f8 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915781 Feb 11 12:56:22.766966 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-fc02c2ee-70dd-4079-906b-a7536eb4111b req-22a9c21c-06e5-4bdf-b5cb-0fd6cf5325bb tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] show failed (client error): The resource could not be found. Feb 11 12:56:22.767958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc02c2ee-70dd-4079-906b-a7536eb4111b req-22a9c21c-06e5-4bdf-b5cb-0fd6cf5325bb tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/805d5003-3860-4515-b2a9-a0ea1e23012a HTTP/1.1" status: 404 len: 352 time: 0.0136244 Feb 11 12:56:22.803312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f0e0671-9db8-4a05-96fc-2425a759cde1 req-85409610-5a96-46ae-ac92-c5074de34936 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399373 Feb 11 12:56:22.866362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-10036b50-c64d-4e40-afb6-c6b90ad7c74b service neutron] 10.222.0.42 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810288 Feb 11 12:56:22.879053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf84939-435e-4a0e-a653-87232f121dda req-c22ba920-ebb8-4eee-869f-0e0f871d5dc5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:22.880575 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cf84939-435e-4a0e-a653-87232f121dda req-c22ba920-ebb8-4eee-869f-0e0f871d5dc5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 950 time: 0.0591440 Feb 11 12:56:22.884806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-587bd1dd-bad0-47c8-9598-97757fa25900 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500742 Feb 11 12:56:22.934037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cf84939-435e-4a0e-a653-87232f121dda req-9cadf63f-2db2-4e25-bf12-e114de924517 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Feb 11 12:56:23.049632 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36aeb7aa-d1ef-4bf9-927f-1b02f5a0cd35 req-8f0166ea-b711-436a-a122-47fc89bea73b tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "GET /v2.0/security-groups/32987026-20fc-4965-b54e-88f3f477dc16 HTTP/1.1" status: 200 len: 1795 time: 0.0571091 Feb 11 12:56:23.119338 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36aeb7aa-d1ef-4bf9-927f-1b02f5a0cd35 req-89c132b2-bac2-4d15-9dc7-8d31e838b848 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (32987026-20fc-4965-b54e-88f3f477dc16), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.146821 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36aeb7aa-d1ef-4bf9-927f-1b02f5a0cd35 req-89c132b2-bac2-4d15-9dc7-8d31e838b848 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (32987026-20fc-4965-b54e-88f3f477dc16), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.203721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36aeb7aa-d1ef-4bf9-927f-1b02f5a0cd35 req-89c132b2-bac2-4d15-9dc7-8d31e838b848 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (32987026-20fc-4965-b54e-88f3f477dc16), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.211998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36aeb7aa-d1ef-4bf9-927f-1b02f5a0cd35 req-89c132b2-bac2-4d15-9dc7-8d31e838b848 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.213483 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36aeb7aa-d1ef-4bf9-927f-1b02f5a0cd35 req-89c132b2-bac2-4d15-9dc7-8d31e838b848 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] 10.222.0.42 "DELETE /v2.0/security-groups/32987026-20fc-4965-b54e-88f3f477dc16 HTTP/1.1" status: 204 len: 173 time: 0.1583769 Feb 11 12:56:23.266018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c132b2-bac2-4d15-9dc7-8d31e838b848 tempest-SecurityGroupsTestAdminJSON-1331825441 tempest-SecurityGroupsTestAdminJSON-1331825441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32987026-20fc-4965-b54e-88f3f477dc16,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:23.292664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ba226f4c-4868-4dad-bf4a-b93be13bfb30 req-e6e55bcd-0496-4427-829f-fb3349639c39 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/487201d0-2ac4-45ee-afb9-840b436cc980 HTTP/1.1" status: 200 len: 1821 time: 0.0628736 Feb 11 12:56:23.379240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ba226f4c-4868-4dad-bf4a-b93be13bfb30 req-1fa75cc4-ecf2-46e5-8607-d397fe49dc82 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (487201d0-2ac4-45ee-afb9-840b436cc980), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.423825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ba226f4c-4868-4dad-bf4a-b93be13bfb30 req-1fa75cc4-ecf2-46e5-8607-d397fe49dc82 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (487201d0-2ac4-45ee-afb9-840b436cc980), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.530568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ba226f4c-4868-4dad-bf4a-b93be13bfb30 req-1fa75cc4-ecf2-46e5-8607-d397fe49dc82 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (487201d0-2ac4-45ee-afb9-840b436cc980), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.536542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ba226f4c-4868-4dad-bf4a-b93be13bfb30 req-1fa75cc4-ecf2-46e5-8607-d397fe49dc82 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.550337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ba226f4c-4868-4dad-bf4a-b93be13bfb30 req-1fa75cc4-ecf2-46e5-8607-d397fe49dc82 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-groups/487201d0-2ac4-45ee-afb9-840b436cc980 HTTP/1.1" status: 204 len: 173 time: 0.2564895 Feb 11 12:56:23.596105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa75cc4-ecf2-46e5-8607-d397fe49dc82 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487201d0-2ac4-45ee-afb9-840b436cc980,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:23.674572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42b6fe1d-5e70-4c3f-a9f1-973b25ba22d6 req-d42653f6-365f-405f-8198-6b14ac9c96bb tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 210 time: 0.1161709 Feb 11 12:56:23.773238 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fea114a6-8f8d-4fc6-bb9a-6ae872947f8c req-8b9c2a20-84a5-47fb-b4fc-e2e1cb064de3 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/3d9017cd-f14e-48a3-af25-6a59b676111a HTTP/1.1" status: 200 len: 1821 time: 0.0575488 Feb 11 12:56:23.814050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ac34a-880e-4b28-be72-5f5d6da660e4 req-83e97667-8c17-413c-b66f-60cb9ca824fa tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:23.822344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c6ac34a-880e-4b28-be72-5f5d6da660e4 req-83e97667-8c17-413c-b66f-60cb9ca824fa tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.0807946 Feb 11 12:56:23.835312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fea114a6-8f8d-4fc6-bb9a-6ae872947f8c req-7f6b84fe-efd1-4e61-a2d7-a79a5c8de949 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (3d9017cd-f14e-48a3-af25-6a59b676111a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.842019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33258) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:23.866626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fea114a6-8f8d-4fc6-bb9a-6ae872947f8c req-7f6b84fe-efd1-4e61-a2d7-a79a5c8de949 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (3d9017cd-f14e-48a3-af25-6a59b676111a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.895606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c6ac34a-880e-4b28-be72-5f5d6da660e4 req-d3e63423-7b64-40e3-8d69-90f6dabec6d4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721002 Feb 11 12:56:23.961072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fea114a6-8f8d-4fc6-bb9a-6ae872947f8c req-7f6b84fe-efd1-4e61-a2d7-a79a5c8de949 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3d9017cd-f14e-48a3-af25-6a59b676111a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.965169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fea114a6-8f8d-4fc6-bb9a-6ae872947f8c req-7f6b84fe-efd1-4e61-a2d7-a79a5c8de949 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:23.969964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fea114a6-8f8d-4fc6-bb9a-6ae872947f8c req-7f6b84fe-efd1-4e61-a2d7-a79a5c8de949 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-groups/3d9017cd-f14e-48a3-af25-6a59b676111a HTTP/1.1" status: 204 len: 173 time: 0.1954091 Feb 11 12:56:23.988120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b84fe-efd1-4e61-a2d7-a79a5c8de949 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9017cd-f14e-48a3-af25-6a59b676111a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:24.071282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-65f10c72-323b-4f3d-a20c-36126a8e5cf0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596685 Feb 11 12:56:24.196309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e0832ad6-b65b-41af-bf07-50d3819fcaee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ab56f0f4f474705b10d3b4293dbf81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523798 Feb 11 12:56:24.199157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33272) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:24.226105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-cc14047f-ebd5-449f-92ae-7a7fba910fc1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:24.227883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-cc14047f-ebd5-449f-92ae-7a7fba910fc1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511512 Feb 11 12:56:24.244359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0c0d7beb-acf0-40ac-8f9d-e02f321f16cc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/quotas/2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 375 time: 0.0107305 Feb 11 12:56:24.262347 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7c104c-95a1-4531-8007-f8279ac52f1c admin admin] Publish callbacks [] for security_group (39a73f7f-8db6-4d7d-845b-f0d2102112eb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.288633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7c104c-95a1-4531-8007-f8279ac52f1c admin admin] Publish callbacks [] for security_group (39a73f7f-8db6-4d7d-845b-f0d2102112eb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.321345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-8f6e0591-ba80-4b36-8b25-a9e3e0daac21 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700908 Feb 11 12:56:24.370549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7c104c-95a1-4531-8007-f8279ac52f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (39a73f7f-8db6-4d7d-845b-f0d2102112eb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.373195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7c104c-95a1-4531-8007-f8279ac52f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.374407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bd7c104c-95a1-4531-8007-f8279ac52f1c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39a73f7f-8db6-4d7d-845b-f0d2102112eb HTTP/1.1" status: 204 len: 168 time: 0.1735568 Feb 11 12:56:24.382426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c104c-95a1-4531-8007-f8279ac52f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a73f7f-8db6-4d7d-845b-f0d2102112eb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:24.453869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device b528296a-f351-4426-aa4c-8474b66e81aa details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:24.604906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33f8b2-9328-4d22-b858-79b947ace7b1 req-3f43d201-445a-471a-b42c-538bc7192423 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:24.608995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10335d4b-d1b8-489f-8e2f-40a48029b34c req-b21be852-b443-4b48-b57a-6f8d4aafa6e4 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/52c2d56d-045b-4a76-a29a-a0b371b34611 HTTP/1.1" status: 200 len: 1820 time: 0.0925033 Feb 11 12:56:24.616006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee33f8b2-9328-4d22-b858-79b947ace7b1 req-3f43d201-445a-471a-b42c-538bc7192423 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.0880971 Feb 11 12:56:24.652485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:24.674672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:24.719106 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee33f8b2-9328-4d22-b858-79b947ace7b1 req-6efdc92e-a713-4b14-adf4-9733f66ce3bf tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020970 Feb 11 12:56:24.726999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'b528296a-f351-4426-aa4c-8474b66e81aa', 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c', 'port_id': 'b528296a-f351-4426-aa4c-8474b66e81aa', 'mac_address': 'fa:16:3e:59:31:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d925a2-3883-4338-bbf2-dedbac2d51f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:56:24.769708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10335d4b-d1b8-489f-8e2f-40a48029b34c req-2def63c1-c39a-4b3d-8f67-4d0df6ad13ec tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (52c2d56d-045b-4a76-a29a-a0b371b34611), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.787243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port b528296a-f351-4426-aa4c-8474b66e81aa is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:24.787684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.818591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b528296a-f351-4426-aa4c-8474b66e81aa {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:24.831218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:56:24.874773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10335d4b-d1b8-489f-8e2f-40a48029b34c req-2def63c1-c39a-4b3d-8f67-4d0df6ad13ec tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (52c2d56d-045b-4a76-a29a-a0b371b34611), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.890664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:24.892562 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.910023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:24.914316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72172f82-b7eb-431b-8ddf-b5b194512117 req-166c3a86-fb50-4ac0-af94-9baee728d478 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 210 time: 0.0531721 Feb 11 12:56:24.957837 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:24.962826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-1da3d6b2-eb29-4242-b0f2-525556d0d0f8 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:24.965828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-1da3d6b2-eb29-4242-b0f2-525556d0d0f8 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.64 "GET /v2.0/networks?id=1b335486-b516-49ae-b9ca-00fc341ac830 HTTP/1.1" status: 200 len: 806 time: 0.3008082 Feb 11 12:56:25.025092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:25.056400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10335d4b-d1b8-489f-8e2f-40a48029b34c req-2def63c1-c39a-4b3d-8f67-4d0df6ad13ec tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (52c2d56d-045b-4a76-a29a-a0b371b34611), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.059064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-10335d4b-d1b8-489f-8e2f-40a48029b34c req-2def63c1-c39a-4b3d-8f67-4d0df6ad13ec tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.075030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10335d4b-d1b8-489f-8e2f-40a48029b34c req-2def63c1-c39a-4b3d-8f67-4d0df6ad13ec tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-groups/52c2d56d-045b-4a76-a29a-a0b371b34611 HTTP/1.1" status: 204 len: 173 time: 0.4523075 Feb 11 12:56:25.089524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:25.090194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.112440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def63c1-c39a-4b3d-8f67-4d0df6ad13ec tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c2d56d-045b-4a76-a29a-a0b371b34611,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:25.121727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:25.125608 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8658bd3-0ab1-4f53-bc30-bd5a9cd37cec" -d '{"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:25.154998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:25.164648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.212331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bbfdfb68-d33f-4f75-a03d-40267bc5975c req-07ab6c03-6e5b-4b57-8265-b32bc04fcf36 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 210 time: 0.0605233 Feb 11 12:56:25.223620 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-e1fea6a7-3b2e-49e6-b57e-bb55920aefdb tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea75228b8854dbcb0caa8ffcb4bc6f3 HTTP/1.1" status: 200 len: 380 time: 0.2426815 Feb 11 12:56:25.242262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Request body: {'port': {'device_id': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'admin_state_up': True, 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'security_groups': ['ef801dea-21b9-41ba-b44c-2e00a0ae8551']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:25.257505 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33312) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:25.264014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=14']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:25.339702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ac07f718-57f4-4c4b-ab09-4e91bc0c27b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcde1e3247994f0da8e9ea7f99447aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0806925 Feb 11 12:56:25.346712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33314) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:25.372369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3ea5d-bcdf-46ad-90ae-01336a57c3e6 req-6e5dbc17-a294-4e5b-98cb-9085eb3cd287 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:25.378022 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdcb1b60-0c8b-4fe3-ac9b-4e998898a07e req-2215cd5b-8d5d-4379-956d-488d23d54de4 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/9577a353-dd64-4c2f-b947-da7c0e33cf08 HTTP/1.1" status: 200 len: 2421 time: 0.1250787 Feb 11 12:56:25.380469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a0d3ea5d-bcdf-46ad-90ae-01336a57c3e6 req-6e5dbc17-a294-4e5b-98cb-9085eb3cd287 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.1143069 Feb 11 12:56:25.393917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['b528296a-f351-4426-aa4c-8474b66e81aa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:25.498197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fdcb1b60-0c8b-4fe3-ac9b-4e998898a07e req-bb4166d8-301f-465d-8fb2-32654b702d6d tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (9577a353-dd64-4c2f-b947-da7c0e33cf08), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.500683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a0d3ea5d-bcdf-46ad-90ae-01336a57c3e6 req-a955e1e2-cdbd-4e20-88b3-3f732f15f07c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189232 Feb 11 12:56:25.500992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Made reservation on behalf of 2ea75228b8854dbcb0caa8ffcb4bc6f3 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:25.519591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.549770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cddced3-e4f0-474c-95c0-6a5cf90c55e6 admin admin] Publish callbacks [] for security_group (3e31b058-f71f-4b92-ae7f-b93b78364e0b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.596755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cddced3-e4f0-474c-95c0-6a5cf90c55e6 admin admin] Publish callbacks [] for security_group (3e31b058-f71f-4b92-ae7f-b93b78364e0b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.625998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fdcb1b60-0c8b-4fe3-ac9b-4e998898a07e req-bb4166d8-301f-465d-8fb2-32654b702d6d tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (9577a353-dd64-4c2f-b947-da7c0e33cf08), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.645867 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02c75e-df9a-4160-98cf-2d26fcbe78c2 x-openstack-request-id: req-5b02c75e-df9a-4160-98cf-2d26fcbe78c2 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:25.646391 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:25.646391 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b02c75e-df9a-4160-98cf-2d26fcbe78c2 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:25.646806 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'code': 200} Feb 11 12:56:25.668065 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cddced3-e4f0-474c-95c0-6a5cf90c55e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3e31b058-f71f-4b92-ae7f-b93b78364e0b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.671754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cddced3-e4f0-474c-95c0-6a5cf90c55e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.673699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7cddced3-e4f0-474c-95c0-6a5cf90c55e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e31b058-f71f-4b92-ae7f-b93b78364e0b HTTP/1.1" status: 204 len: 168 time: 0.3244960 Feb 11 12:56:25.684650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddced3-e4f0-474c-95c0-6a5cf90c55e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e31b058-f71f-4b92-ae7f-b93b78364e0b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:25.740868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fdcb1b60-0c8b-4fe3-ac9b-4e998898a07e req-bb4166d8-301f-465d-8fb2-32654b702d6d tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9577a353-dd64-4c2f-b947-da7c0e33cf08), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.743876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fdcb1b60-0c8b-4fe3-ac9b-4e998898a07e req-bb4166d8-301f-465d-8fb2-32654b702d6d tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:25.748216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fdcb1b60-0c8b-4fe3-ac9b-4e998898a07e req-bb4166d8-301f-465d-8fb2-32654b702d6d tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-groups/9577a353-dd64-4c2f-b947-da7c0e33cf08 HTTP/1.1" status: 204 len: 173 time: 0.3692451 Feb 11 12:56:25.777517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4166d8-301f-465d-8fb2-32654b702d6d tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9577a353-dd64-4c2f-b947-da7c0e33cf08,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:25.881737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4bcc843a-d345-41a3-87f9-1fa339b3a673 req-98fa0248-5732-47ed-b8c1-544f0241f8a1 tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "GET /v2.0/security-groups/98653082-162c-4268-a146-06fc67d639e9 HTTP/1.1" status: 200 len: 2415 time: 0.1077824 Feb 11 12:56:25.914068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Allocated IP 172.20.0.10 (1b335486-b516-49ae-b9ca-00fc341ac830/52ceecbc-4358-490e-b91b-ab12ef2b7078/b73c4161-ee7b-49f6-801e-3a7e72dbef14) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:25.996879 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bcc843a-d345-41a3-87f9-1fa339b3a673 req-14bfde9f-39a9-4abc-a0c5-bb4cadc5a68c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (98653082-162c-4268-a146-06fc67d639e9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.054667 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bcc843a-d345-41a3-87f9-1fa339b3a673 req-14bfde9f-39a9-4abc-a0c5-bb4cadc5a68c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (98653082-162c-4268-a146-06fc67d639e9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.178030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.188347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0131cf8-fa07-40b0-915a-999f899ec669 req-06640d19-f1f9-48d4-aa92-189e39a764f0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:26.188828 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bcc843a-d345-41a3-87f9-1fa339b3a673 req-14bfde9f-39a9-4abc-a0c5-bb4cadc5a68c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (98653082-162c-4268-a146-06fc67d639e9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.191160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bcc843a-d345-41a3-87f9-1fa339b3a673 req-14bfde9f-39a9-4abc-a0c5-bb4cadc5a68c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.192304 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4bcc843a-d345-41a3-87f9-1fa339b3a673 req-14bfde9f-39a9-4abc-a0c5-bb4cadc5a68c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] 10.222.0.42 "DELETE /v2.0/security-groups/98653082-162c-4268-a146-06fc67d639e9 HTTP/1.1" status: 204 len: 173 time: 0.3098931 Feb 11 12:56:26.197688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0131cf8-fa07-40b0-915a-999f899ec669 req-06640d19-f1f9-48d4-aa92-189e39a764f0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.0926788 Feb 11 12:56:26.203178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33336) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:26.270210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0131cf8-fa07-40b0-915a-999f899ec669 req-e7707f25-4bab-4fde-a863-31618a7a5965 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712590 Feb 11 12:56:26.271406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] Deleting subnet 543aa209-b17a-4eae-a7e6-2b49fac1f053 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:56:26.289415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfde9f-39a9-4abc-a0c5-bb4cadc5a68c tempest-SecurityGroupRulesTestJSON-1600261026 tempest-SecurityGroupRulesTestJSON-1600261026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98653082-162c-4268-a146-06fc67d639e9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:26.297331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] Publish callbacks [] for subnet (543aa209-b17a-4eae-a7e6-2b49fac1f053), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.383927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2d5f852-f3e3-4f0f-a148-48883a402270 req-6d7c961f-8cbc-45e8-ac55-45e321ae79f9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 210 time: 0.0388641 Feb 11 12:56:26.403569 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.426339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (543aa209-b17a-4eae-a7e6-2b49fac1f053), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.546251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Network 1b335486-b516-49ae-b9ca-00fc341ac830 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:26.553106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:26.563029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:26.570507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event updated for resources: {'Port': ['ID=b73c4161-ee7b-49f6-801e-3a7e72dbef14,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:26.607795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (543aa209-b17a-4eae-a7e6-2b49fac1f053), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.620544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-42631642-f076-43ab-a590-90bfc2927272 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1225932 Feb 11 12:56:26.746512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:26.747195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.814206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-9c8487b3-2afb-41a6-a157-8a0eb15d6f28 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5766780 Feb 11 12:56:26.818706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (543aa209-b17a-4eae-a7e6-2b49fac1f053), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.835358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Request body: {'port': {'device_id': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:26.887115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=543aa209-b17a-4eae-a7e6-2b49fac1f053,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:26.892313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:26.905499 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0dcf0565-6113-46bb-ac0f-20a3a37588ee admin admin] 10.222.0.42 "DELETE /v2.0/subnets/543aa209-b17a-4eae-a7e6-2b49fac1f053 HTTP/1.1" status: 204 len: 168 time: 0.6973212 Feb 11 12:56:26.915290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33368) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:26.973633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afc80f-73c2-430c-ab3e-e54a7cfeb637 req-9b90f6ab-0904-4769-8db5-364a35273044 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:26.975839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09afc80f-73c2-430c-ab3e-e54a7cfeb637 req-9b90f6ab-0904-4769-8db5-364a35273044 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.2640169 Feb 11 12:56:27.036521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ff821-aa53-4e76-a51a-9de25c790bd0 req-aa26d84a-9e22-42e0-ad3f-a600c95741db tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:27.041107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d59ff821-aa53-4e76-a51a-9de25c790bd0 req-aa26d84a-9e22-42e0-ad3f-a600c95741db tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 932 time: 0.5252931 Feb 11 12:56:27.079019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-77c328f3-5210-4b33-b17f-243d887b65bc None None] Provisioning complete for port b73c4161-ee7b-49f6-801e-3a7e72dbef14 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:27.082033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-77c328f3-5210-4b33-b17f-243d887b65bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.084672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.105152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-26771944-f00f-4072-a428-6cea15159824 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:27.107117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-26771944-f00f-4072-a428-6cea15159824 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4137468 Feb 11 12:56:27.111576 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c7e3f47b-3223-451f-8e10-927d5f6b79d4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.122050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Request body: {'port': {'device_id': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '2fcfbbcfc1d9416388239604f0ac2244'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:27.137357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09afc80f-73c2-430c-ab3e-e54a7cfeb637 req-9589fb05-ddf5-459e-8c31-8a2966e45f99 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499913 Feb 11 12:56:27.167502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-77c328f3-5210-4b33-b17f-243d887b65bc None None] Port b73c4161-ee7b-49f6-801e-3a7e72dbef14 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:27.180256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33374) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:27.195449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d59ff821-aa53-4e76-a51a-9de25c790bd0 req-2321a766-e674-4034-8160-e9ac34345d66 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434300 Feb 11 12:56:27.347575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Made reservation on behalf of 2fcfbbcfc1d9416388239604f0ac2244 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:27.354218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.392930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c7e3f47b-3223-451f-8e10-927d5f6b79d4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.563948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ba830-b592-487e-9f06-1122036e20ca req-51dd66ce-6acf-490f-b22e-8ef3b31352f3 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:27.566225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-098ba830-b592-487e-9f06-1122036e20ca req-51dd66ce-6acf-490f-b22e-8ef3b31352f3 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.1496246 Feb 11 12:56:27.605665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Allocated IP 192.168.233.253 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:27.634233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73c4161-ee7b-49f6-801e-3a7e72dbef14 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:27.645261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Publish callbacks [] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.660832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-098ba830-b592-487e-9f06-1122036e20ca req-9ff3bdf2-be8f-41cb-9b5c-2263983d46bc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871780 Feb 11 12:56:27.661087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Transition to ACTIVE for port object b73c4161-ee7b-49f6-801e-3a7e72dbef14 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:56:27.679613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70d56828-5b0f-487f-96e4-e704e859221e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.699074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.708951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e3f47b-3223-451f-8e10-927d5f6b79d4']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:27.751932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-65213504-a2ce-466a-b675-b4be4d871366 req-c37e27ec-d574-4b62-a0d2-f518d4366036 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 210 time: 0.0397856 Feb 11 12:56:27.795451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25f12aa-11f9-4421-ac45-feeaa9282ea8') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:27.795905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25f12aa-11f9-4421-ac45-feeaa9282ea8') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:27.824077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b25f12aa-11f9-4421-ac45-feeaa9282ea8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.868816 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks [] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.880756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b25f12aa-11f9-4421-ac45-feeaa9282ea8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.923788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:27.940620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:27.960771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:56:27.961178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b25f12aa-11f9-4421-ac45-feeaa9282ea8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.005134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:28.009213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:28.016549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:56:28.058582 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:56:28.078144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:28.095265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5043776-90ac-4431-b912-e257185936ce service neutron] Pushing event updated for resources: {'Port': ['ID=b73c4161-ee7b-49f6-801e-3a7e72dbef14,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:28.097021 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c7e3f47b-3223-451f-8e10-927d5f6b79d4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.143496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:28.144706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.170983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-0e778bce-cfa5-4f29-8268-1ce06d82cef7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0545211 Feb 11 12:56:28.186824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Request body: {'port': {'device_id': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:28.370687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.440720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33432) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:28.498323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device b528296a-f351-4426-aa4c-8474b66e81aa up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:28.538147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c7bcb-b7ae-4469-ae3e-4a6c8068faa8 req-79f448f4-9611-4dff-972a-c6385f132694 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:28.545489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c30c7bcb-b7ae-4469-ae3e-4a6c8068faa8 req-79f448f4-9611-4dff-972a-c6385f132694 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 944 time: 0.1759005 Feb 11 12:56:28.612734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.619439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] 10.222.0.42 "DELETE /v2.0/networks/c7e3f47b-3223-451f-8e10-927d5f6b79d4 HTTP/1.1" status: 204 len: 168 time: 1.7030389 Feb 11 12:56:28.623187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421d86e-caf3-4c61-96af-11a4337bd2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e3f47b-3223-451f-8e10-927d5f6b79d4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:28.641857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-62e98aac-c518-48c4-ae2f-fab5ebed90e4 None None] Provisioning complete for port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:28.642237 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62e98aac-c518-48c4-ae2f-fab5ebed90e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.642860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c30c7bcb-b7ae-4469-ae3e-4a6c8068faa8 req-59d1861c-0337-4950-997f-4efaa9674834 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963013 Feb 11 12:56:28.660610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Attempting to bind port b73c4161-ee7b-49f6-801e-3a7e72dbef14 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:28.661003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Attempting to bind port b73c4161-ee7b-49f6-801e-3a7e72dbef14 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:28.661329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Attempting to bind port b73c4161-ee7b-49f6-801e-3a7e72dbef14 on network 1b335486-b516-49ae-b9ca-00fc341ac830 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:28.686850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Port b73c4161-ee7b-49f6-801e-3a7e72dbef14 on network 1b335486-b516-49ae-b9ca-00fc341ac830 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:28.687178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Attempting to bind port b73c4161-ee7b-49f6-801e-3a7e72dbef14 on network 1b335486-b516-49ae-b9ca-00fc341ac830 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:28.706846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:28.707405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Checking segment: {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:28.707953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Bound using segment: {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:28.708570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Bound port: b73c4161-ee7b-49f6-801e-3a7e72dbef14, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866c6bf9-6e57-4871-a3b8-1345f69f69cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:28.709092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.737572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-337c923c-3bff-44da-bf81-44eb9453a013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.746687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-62e98aac-c518-48c4-ae2f-fab5ebed90e4 None None] Port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:28.783074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] For port b73c4161-ee7b-49f6-801e-3a7e72dbef14, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:28.786987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] For port b73c4161-ee7b-49f6-801e-3a7e72dbef14, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:28.791804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70d56828-5b0f-487f-96e4-e704e859221e admin admin] Publish callbacks [] for security_group (3b3b9625-7b9d-498c-b396-c513d85acfdd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.800576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230a72b-cd85-4b3a-8499-49fb72ef565b req-5cf7d1d3-fa54-49bd-9213-f7f6a3e2ebfd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:28.807825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7230a72b-cd85-4b3a-8499-49fb72ef565b req-5cf7d1d3-fa54-49bd-9213-f7f6a3e2ebfd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.2467110 Feb 11 12:56:28.811687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.889152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port b528296a-f351-4426-aa4c-8474b66e81aa completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:56:28.896952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70d56828-5b0f-487f-96e4-e704e859221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3b3b9625-7b9d-498c-b396-c513d85acfdd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.903264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port b528296a-f351-4426-aa4c-8474b66e81aa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:28.904179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.920938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33452) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:28.923231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5043776-90ac-4431-b912-e257185936ce service neutron] Pushing event updated for resources: {'Port': ['ID=b73c4161-ee7b-49f6-801e-3a7e72dbef14,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:28.954737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-70d56828-5b0f-487f-96e4-e704e859221e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f482c74f15942f38822fb9f23ef72eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7574308 Feb 11 12:56:28.957007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33454) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:28.958625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:28.959475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:28.961015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d5043776-90ac-4431-b912-e257185936ce service neutron] 10.222.0.64 "PUT /v2.0/ports/b73c4161-ee7b-49f6-801e-3a7e72dbef14 HTTP/1.1" status: 200 len: 1092 time: 2.1339860 Feb 11 12:56:28.992641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d56828-5b0f-487f-96e4-e704e859221e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3b9625-7b9d-498c-b396-c513d85acfdd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:28.996811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:28.999605 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7290bf4e-0852-4b6c-9dd5-0509102c37f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:29.054395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port b528296a-f351-4426-aa4c-8474b66e81aa is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:29.054802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.078897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:29.090956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Publish callbacks [] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.093824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:29.094994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:29.098405 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8ca1b4-d4b5-4214-b387-4fab67d881be" -d '{"events": [{"server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "name": "network-vif-plugged", "status": "completed", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:29.103431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.111143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab02cf98-6570-442a-973c-6526af08d88d admin admin] Publish callbacks [] for security_group (3b3b9625-7b9d-498c-b396-c513d85acfdd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.132691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Transition to ACTIVE for port object 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:56:29.163947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.189214 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7230a72b-cd85-4b3a-8499-49fb72ef565b req-23cbf4ee-c3e7-4c85-a389-963e785c0965 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752196 Feb 11 12:56:29.191024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-337c923c-3bff-44da-bf81-44eb9453a013 admin admin] Publish callbacks [] for security_group (dde80149-365a-4986-a874-d5d2feca66b8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.210015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:29.220173 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a465294b-2b10-45a4-9e27-6d619756b6b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=333f5a4c267440709a8ba5c6f6f2cf6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637324 Feb 11 12:56:29.224112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.224665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.225284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.225807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.226360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.227595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.228134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.229191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33460) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:29.229410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.229970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.230227 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab02cf98-6570-442a-973c-6526af08d88d admin admin] Publish callbacks [] for security_group (3b3b9625-7b9d-498c-b396-c513d85acfdd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.230976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.231518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.232599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.233086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:56:29.259160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-35587964-a90e-429d-afaf-bf5019f26002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:29.260716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-35587964-a90e-429d-afaf-bf5019f26002 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ea75228b8854dbcb0caa8ffcb4bc6f3&device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 1126 time: 0.2130618 Feb 11 12:56:29.269200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:29.297588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-337c923c-3bff-44da-bf81-44eb9453a013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dde80149-365a-4986-a874-d5d2feca66b8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.304168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9ad99949-caaf-4c0e-a983-2cdbf360ee8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.411983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-016e407b-658b-44c3-b199-6f5d3faf6479 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14 HTTP/1.1" status: 200 len: 217 time: 0.1290534 Feb 11 12:56:29.417041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:29.431934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'fa823684-9968-4477-9084-549440bcc2ae', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'fa823684-9968-4477-9084-549440bcc2ae', 'mac_address': 'fa:16:3e:00:3a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:56:29.487848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:29.488370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.507676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa823684-9968-4477-9084-549440bcc2ae {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:29.541074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-e603e21a-3a40-4f15-947b-e27439f196ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:29.541629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:29.542730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-e603e21a-3a40-4f15-947b-e27439f196ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ceecbc-4358-490e-b91b-ab12ef2b7078 HTTP/1.1" status: 200 len: 845 time: 0.1234581 Feb 11 12:56:29.547008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab02cf98-6570-442a-973c-6526af08d88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3b3b9625-7b9d-498c-b396-c513d85acfdd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.549947 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.550346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab02cf98-6570-442a-973c-6526af08d88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:29.551519 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ab02cf98-6570-442a-973c-6526af08d88d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b3b9625-7b9d-498c-b396-c513d85acfdd HTTP/1.1" status: 204 len: 168 time: 0.5555644 Feb 11 12:56:29.573244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02cf98-6570-442a-973c-6526af08d88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3b9625-7b9d-498c-b396-c513d85acfdd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:29.583022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a942de2-14c5-4078-b3e5-9a9cdc5347f1 req-5c3bb5cd-0613-44a4-817a-061875cb01e4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:29.584810 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1a942de2-14c5-4078-b3e5-9a9cdc5347f1 req-5c3bb5cd-0613-44a4-817a-061875cb01e4 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.2578161 Feb 11 12:56:29.683174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d78aa30d-f240-49be-9f1a-6ddf255d0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:29.684845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d78aa30d-f240-49be-9f1a-6ddf255d0c2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b335486-b516-49ae-b9ca-00fc341ac830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1321673 Feb 11 12:56:29.699747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1a942de2-14c5-4078-b3e5-9a9cdc5347f1 req-ae634dc9-a016-4f70-afa4-aba0e026b420 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Feb 11 12:56:29.700068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fa823684-9968-4477-9084-549440bcc2ae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:29.757856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:29.824583 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeed6efa-a32f-4dd7-a798-721ed0eb67dd x-openstack-request-id: req-eeed6efa-a32f-4dd7-a798-721ed0eb67dd {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:29.825210 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:29.825210 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eeed6efa-a32f-4dd7-a798-721ed0eb67dd {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:29.825495 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'status': 'completed', 'code': 200} Feb 11 12:56:29.868702 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db06d479-254d-4157-b47f-0254eac3ffcb x-openstack-request-id: req-db06d479-254d-4157-b47f-0254eac3ffcb {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:29.869192 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "name": "network-vif-plugged", "status": "completed", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:29.869422 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db06d479-254d-4157-b47f-0254eac3ffcb {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:29.869914 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa', 'code': 200} Feb 11 12:56:29.893197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c923c-3bff-44da-bf81-44eb9453a013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde80149-365a-4986-a874-d5d2feca66b8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:29.909060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-337c923c-3bff-44da-bf81-44eb9453a013 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c4ea4a91eaf410ea9bea1c1bc473cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4665534 Feb 11 12:56:29.924268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-4f6c361c-aab8-4697-8d05-e0eeefc58872 service neutron] 10.222.0.64 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009122 Feb 11 12:56:29.946285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33470) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:29.971482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34f86e-fb9d-4550-bbdf-371a82a3e4d0 req-946382f3-a428-47c6-b8b8-0de7796595d2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:29.992471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a34f86e-fb9d-4550-bbdf-371a82a3e4d0 req-946382f3-a428-47c6-b8b8-0de7796595d2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 1.2036781 Feb 11 12:56:30.045253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-219b51cb-8105-4d8d-8e0e-5b9505ef4802 admin admin] Publish callbacks [] for security_group (bd497d26-60d0-42cd-8312-99a6dd5c42ef), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.100410 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-219b51cb-8105-4d8d-8e0e-5b9505ef4802 admin admin] Publish callbacks [] for security_group (bd497d26-60d0-42cd-8312-99a6dd5c42ef), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.105597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:30.145680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8e94d-b06f-4933-87de-6b7a82966ed4 req-bb98f2e6-f6bd-40d0-9d03-a526cfb55291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.147588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bea8e94d-b06f-4933-87de-6b7a82966ed4 req-bb98f2e6-f6bd-40d0-9d03-a526cfb55291 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1127 time: 0.1275890 Feb 11 12:56:30.187118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7305-df53-478c-ab16-f2357446e75b admin admin] Publish callbacks [] for security_group (dde80149-365a-4986-a874-d5d2feca66b8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.226053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6947e-f93c-4f33-98c8-c1e1ea954c0e req-eda6603c-ac5b-4300-a99f-e3496abd9c44 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.226804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a34f86e-fb9d-4550-bbdf-371a82a3e4d0 req-7fd8c987-81b1-48c1-be86-f1549d2fe1dd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332540 Feb 11 12:56:30.227576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a2f6947e-f93c-4f33-98c8-c1e1ea954c0e req-eda6603c-ac5b-4300-a99f-e3496abd9c44 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 944 time: 0.1504316 Feb 11 12:56:30.236656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54c97b35-ab05-45bf-8fdc-57737856618c req-d6c5b80d-2314-4073-a829-a7b995f660bd service neutron] 10.222.0.64 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114834 Feb 11 12:56:30.252534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bea8e94d-b06f-4933-87de-6b7a82966ed4 req-79a1b991-b35a-48a2-a317-ccc42d9440f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866933 Feb 11 12:56:30.261773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:30.264154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:30.273824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:30.279449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7305-df53-478c-ab16-f2357446e75b admin admin] Publish callbacks [] for security_group (dde80149-365a-4986-a874-d5d2feca66b8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.288041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:30.314979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:30.350262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:30.350619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:30.352503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:30.352981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Bound port: 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:30.353364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.356503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-219b51cb-8105-4d8d-8e0e-5b9505ef4802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bd497d26-60d0-42cd-8312-99a6dd5c42ef), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.359594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-219b51cb-8105-4d8d-8e0e-5b9505ef4802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.360773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-219b51cb-8105-4d8d-8e0e-5b9505ef4802 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd497d26-60d0-42cd-8312-99a6dd5c42ef HTTP/1.1" status: 204 len: 168 time: 1.1294320 Feb 11 12:56:30.381150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b51cb-8105-4d8d-8e0e-5b9505ef4802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd497d26-60d0-42cd-8312-99a6dd5c42ef,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:30.453245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a2f6947e-f93c-4f33-98c8-c1e1ea954c0e req-b2a55277-4518-4ee0-8257-fcf5aa3bb446 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855626 Feb 11 12:56:30.468894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-421b1759-8210-4ab0-b797-ebfb4bf12f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.472232 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-421b1759-8210-4ab0-b797-ebfb4bf12f76 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ea75228b8854dbcb0caa8ffcb4bc6f3&device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 1126 time: 0.1474054 Feb 11 12:56:30.483700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:30.489855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7305-df53-478c-ab16-f2357446e75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dde80149-365a-4986-a874-d5d2feca66b8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.492950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75f155-20e5-49c0-a3e8-d1c81a1c6f42 req-e2d7632c-d45f-4186-ab7c-84fcf6e70cdf tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.493089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc4a7305-df53-478c-ab16-f2357446e75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.494146 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dc4a7305-df53-478c-ab16-f2357446e75b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dde80149-365a-4986-a874-d5d2feca66b8 HTTP/1.1" status: 204 len: 168 time: 0.5463305 Feb 11 12:56:30.505406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e75f155-20e5-49c0-a3e8-d1c81a1c6f42 req-e2d7632c-d45f-4186-ab7c-84fcf6e70cdf tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.0938842 Feb 11 12:56:30.506253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:30.530324 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.562037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a7305-df53-478c-ab16-f2357446e75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde80149-365a-4986-a874-d5d2feca66b8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:30.606545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e75f155-20e5-49c0-a3e8-d1c81a1c6f42 req-4aa0d8c7-30ae-427f-b3e7-704a63c85f10 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985436 Feb 11 12:56:30.616333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.617178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:30.618757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] 10.222.0.64 "PUT /v2.0/ports/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 1096 time: 2.4389710 Feb 11 12:56:30.619345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:30.622017 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f9a18c-7202-4b81-b0a3-05463625bacb" -d '{"events": [{"name": "network-changed", "server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:30.651977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2d6aa-e1dd-46ed-a4b8-42882985dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:30.739858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-5093b68c-289c-4ed7-8c0c-3fd8214a32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.741274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-5093b68c-289c-4ed7-8c0c-3fd8214a32cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b335486-b516-49ae-b9ca-00fc341ac830 HTTP/1.1" status: 200 len: 907 time: 0.2461421 Feb 11 12:56:30.749117 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615bd5f-6a57-45b7-b251-9f1b41a268c6 x-openstack-request-id: req-6615bd5f-6a57-45b7-b251-9f1b41a268c6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:30.749449 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:30.749737 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6615bd5f-6a57-45b7-b251-9f1b41a268c6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:30.750141 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'status': 'completed', 'code': 200} Feb 11 12:56:30.780714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-09db2bb0-5883-4007-ab9e-961a1d082af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.782292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-09db2bb0-5883-4007-ab9e-961a1d082af7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1130 time: 0.1011732 Feb 11 12:56:30.837440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-57b84bd6-d0b9-4bc1-8954-4c9f6c4aaa34 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14 HTTP/1.1" status: 200 len: 217 time: 0.0854697 Feb 11 12:56:30.864673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-41661818-ea5e-4122-bc2c-6d4d7d15b3c7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0684791 Feb 11 12:56:30.922426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-970446f3-9565-4acf-ad9c-2153ffd2f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:30.926090 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-970446f3-9565-4acf-ad9c-2153ffd2f390 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ceecbc-4358-490e-b91b-ab12ef2b7078 HTTP/1.1" status: 200 len: 845 time: 0.0833564 Feb 11 12:56:31.010020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38a443-9a7d-4122-808b-ba8817c37499 req-8ab62b1f-887b-43ee-bf6c-3ff8ca33d3f6 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:31.011661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef38a443-9a7d-4122-808b-ba8817c37499 req-8ab62b1f-887b-43ee-bf6c-3ff8ca33d3f6 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.1879134 Feb 11 12:56:31.013484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-109532b8-cd2f-483d-8673-75d51c301b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:31.014906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-109532b8-cd2f-483d-8673-75d51c301b7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1308777 Feb 11 12:56:31.029110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-e7df592b-e492-4a78-9a14-c639d69d0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:31.030742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-e7df592b-e492-4a78-9a14-c639d69d0ef8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b335486-b516-49ae-b9ca-00fc341ac830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0981038 Feb 11 12:56:31.114309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef38a443-9a7d-4122-808b-ba8817c37499 req-1327ce6f-03ab-488e-92fd-7313bcfe488d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940869 Feb 11 12:56:31.118076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-c152631c-8577-4126-9259-2b02438d03ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:31.119766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-c152631c-8577-4126-9259-2b02438d03ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0915904 Feb 11 12:56:31.234440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-6d1aeab8-9d26-478f-866f-507d2b18e5a3 service neutron] 10.222.0.64 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939766 Feb 11 12:56:31.244124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:31.244992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-ec266ad0-ec8e-4574-9201-e38e9ddb73eb service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170533 Feb 11 12:56:31.271825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:31.415325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port fa823684-9968-4477-9084-549440bcc2ae triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:31.416593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa823684-9968-4477-9084-549440bcc2ae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:31.420431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb654881-035e-40c6-af41-5b5d03f1f960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:31.467596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d078a8df-cce6-4d41-91c0-ad80cabf7fa3 req-acc79303-3814-469f-bf19-6a6035188305 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923544 Feb 11 12:56:31.534404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:31.534801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:31.646554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:31.650816 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7290bf4e-0852-4b6c-9dd5-0509102c37f9 req-9ea3a83c-5f1b-4f01-8fd3-edc1c9c39d17 service neutron] 10.222.0.64 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750358 Feb 11 12:56:31.656684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:31.665107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-207083419-network', 'tenant_id': '1d4c42af24ea4ab6b06a5fb34284e41d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:31.722631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Made reservation on behalf of 1d4c42af24ea4ab6b06a5fb34284e41d for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:31.744865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:31.770932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=10']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:31.771993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77bd75-60d4-481c-b3df-a789bbed5db5 req-3d68d59c-3cff-4177-8e13-c4447f6cf2c9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:31.783542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-26a211bb-8ad8-4bf0-ac0f-41a83ae11be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:31.785009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-26a211bb-8ad8-4bf0-ac0f-41a83ae11be1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1130 time: 0.2205679 Feb 11 12:56:31.794252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d3056-8d05-48fe-b3ee-86eacd695cd0 req-7df21655-0858-40ac-9bad-d03ed376f0ea tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:31.795856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b3d3056-8d05-48fe-b3ee-86eacd695cd0 req-7df21655-0858-40ac-9bad-d03ed376f0ea tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 944 time: 0.1362376 Feb 11 12:56:31.798075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4a77bd75-60d4-481c-b3df-a789bbed5db5 req-3d68d59c-3cff-4177-8e13-c4447f6cf2c9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.4801760 Feb 11 12:56:31.806003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:31.871113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:31.875470 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b854d6-b4ea-4038-884a-4cd6da502e3b" -d '{"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-plugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:31.984971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b3d3056-8d05-48fe-b3ee-86eacd695cd0 req-978c742f-344d-4c12-a376-0bfa925b8d6c tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730826 Feb 11 12:56:32.042712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-3f92d39d-cdd6-4a32-94ee-54e5318ebf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:32.047201 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-3f92d39d-cdd6-4a32-94ee-54e5318ebf9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2497034 Feb 11 12:56:32.056309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks [] for security_group (ada744d3-6ee9-443b-8433-52541142fc96), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.083549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ada744d3-6ee9-443b-8433-52541142fc96), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.123534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:56:32.132146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-265b4e35-568a-4399-935d-b14f2d1955a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0776944 Feb 11 12:56:32.155345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.155630 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Added segment a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad of type vlan for network def81c75-c88c-452f-9092-ec93d202fab1 Feb 11 12:56:32.178215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada744d3-6ee9-443b-8433-52541142fc96,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:32.226258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4a77bd75-60d4-481c-b3df-a789bbed5db5 req-3f463050-54c4-4090-b491-3655a84a80f7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045463 Feb 11 12:56:32.309473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (def81c75-c88c-452f-9092-ec93d202fab1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.323544 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ba362-bb50-4884-bbc5-92389ab65e0b x-openstack-request-id: req-018ba362-bb50-4884-bbc5-92389ab65e0b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:32.324047 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-plugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:32.324156 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-018ba362-bb50-4884-bbc5-92389ab65e0b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:32.324462 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae', 'code': 200} Feb 11 12:56:32.372716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-c482ae3e-3716-4ebc-9c98-4971d87beeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:32.374544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-c482ae3e-3716-4ebc-9c98-4971d87beeb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2359064 Feb 11 12:56:32.385102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (def81c75-c88c-452f-9092-ec93d202fab1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.386160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:32.386754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.456322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.474522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33582) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:32.506844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292bcea-2d20-4778-8996-716029c7ce61 req-1f10b6ce-d6f1-449d-894c-d67865982728 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:32.518478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c292bcea-2d20-4778-8996-716029c7ce61 req-1f10b6ce-d6f1-449d-894c-d67865982728 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.3570297 Feb 11 12:56:32.546435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] Pushing event updated for resources: {'Network': ['ID=def81c75-c88c-452f-9092-ec93d202fab1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:32.558347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network def81c75-c88c-452f-9092-ec93d202fab1 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:56:32.673526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ec0ecb3e-f1cd-4acb-8d4b-531bd56e9d8b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4253035 Feb 11 12:56:32.678503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33594) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:32.683207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-4fea20fa-a7cc-4e4b-91f3-f07b97b07875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:32.687497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Request body: {'subnet': {'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-207083419-subnet', 'tenant_id': '1d4c42af24ea4ab6b06a5fb34284e41d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:32.689379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-4fea20fa-a7cc-4e4b-91f3-f07b97b07875 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3074439 Feb 11 12:56:32.766055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c292bcea-2d20-4778-8996-716029c7ce61 req-0c367af4-fc04-4c87-a464-3fe29a2c2a1f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446885 Feb 11 12:56:32.814460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f126a29-6461-4905-a308-45e6d676c2eb req-4b1e6bbf-b163-42b7-b2b2-5548ba94f766 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:32.826558 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f126a29-6461-4905-a308-45e6d676c2eb req-4b1e6bbf-b163-42b7-b2b2-5548ba94f766 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.2812963 Feb 11 12:56:32.833618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Made reservation on behalf of 1d4c42af24ea4ab6b06a5fb34284e41d for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:32.839287 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:32.986095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-network', 'tenant_id': '07c9b5f14a794256834beaa47efecae1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:33.000537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-f4bcb703-fbc7-4da2-af16-79da09528b73 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998447 Feb 11 12:56:33.087191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:33.089440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.095340 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f126a29-6461-4905-a308-45e6d676c2eb req-05476c89-0294-4dc1-9e6b-636c3c115d38 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642901 Feb 11 12:56:33.147918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.252233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6f9a18c-7202-4b81-b0a3-05463625bacb req-5a813ccd-a23b-45f1-b8cf-ec67b80778a6 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374682 Feb 11 12:56:33.289871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d404c32-445d-4f4e-8e69-353f91d207c6 req-30214686-574b-434e-9ad6-3e5cc23fb0ab tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:33.293538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d404c32-445d-4f4e-8e69-353f91d207c6 req-30214686-574b-434e-9ad6-3e5cc23fb0ab tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1127 time: 0.2413306 Feb 11 12:56:33.319175 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (90d11018-b2b5-4255-8ea5-586b73d36506), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.376659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7f620-c250-42fb-8d85-101e55b79199 req-5727d9d3-fd15-4803-ac78-b9d27706f5a9 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:33.378435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e0f7f620-c250-42fb-8d85-101e55b79199 req-5727d9d3-fd15-4803-ac78-b9d27706f5a9 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 944 time: 0.1311731 Feb 11 12:56:33.417155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d404c32-445d-4f4e-8e69-353f91d207c6 req-a73efa4f-a4f1-44f4-a925-04e814f1b8af tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155298 Feb 11 12:56:33.462522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d11018-b2b5-4255-8ea5-586b73d36506,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:33.478798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e0f7f620-c250-42fb-8d85-101e55b79199 req-28d79f90-7d3a-4eb3-adae-e23a988e7549 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888283 Feb 11 12:56:33.482217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Checking segment: {'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:33.482657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Network hostable DHCP agents. Network: def81c75-c88c-452f-9092-ec93d202fab1, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:56:33.528756 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks [] for security_group (e42363f8-4417-4e43-97ec-a9b1a7c9d7d5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.531176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Network def81c75-c88c-452f-9092-ec93d202fab1 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:56:33.542142 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e42363f8-4417-4e43-97ec-a9b1a7c9d7d5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.555011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, def81c75-c88c-452f-9092-ec93d202fab1) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:33.571112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba6eec-ab7e-4f9d-9657-d1ae6ecca1a7 None None] Network def81c75-c88c-452f-9092-ec93d202fab1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:33.575627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:33.579782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.613431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:33.622416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55cef91f-fc46-478d-a2d1-dcbe09d3cf36 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9416950 Feb 11 12:56:33.649859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:56:33.675221 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.675602 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Added segment 3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0 of type vlan for network 2a29b801-2432-4e5f-b655-1fc9815028ad Feb 11 12:56:33.790202 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (2a29b801-2432-4e5f-b655-1fc9815028ad), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.850185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b31bd5-09a1-43fe-b5c1-b977de2a9ca5 req-92a426c1-f432-4d42-9df6-34f12bd4a9ba tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:33.853075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (2a29b801-2432-4e5f-b655-1fc9815028ad), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.853566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-57b31bd5-09a1-43fe-b5c1-b977de2a9ca5 req-92a426c1-f432-4d42-9df6-34f12bd4a9ba tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.1824691 Feb 11 12:56:33.854102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:33.854685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:33.934874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] Pushing event updated for resources: {'Network': ['ID=2a29b801-2432-4e5f-b655-1fc9815028ad,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:33.965902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8730f223-8729-46da-b7b5-0db4a307a455 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4884982 Feb 11 12:56:33.966874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33626) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:33.972402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Request body: {'subnet': {'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-subnet', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:34.001564 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-57b31bd5-09a1-43fe-b5c1-b977de2a9ca5 req-9f0dc9d3-d01b-4056-8b04-03eecda240e8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319818 Feb 11 12:56:34.020241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 2a29b801-2432-4e5f-b655-1fc9815028ad details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:56:34.040804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:34.045764 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.155428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-518ac3cd-b943-4001-884a-c8a72dbc1b74 req-7fa49e57-d129-424f-be4e-b9e6792a1e00 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1523550532', 'description': 'tempest-description-1554560536'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:34.207844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-518ac3cd-b943-4001-884a-c8a72dbc1b74 req-7fa49e57-d129-424f-be4e-b9e6792a1e00 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.427965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-518ac3cd-b943-4001-884a-c8a72dbc1b74 req-7fa49e57-d129-424f-be4e-b9e6792a1e00 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (8fb6d97e-a7f3-4a06-a2de-8b940808f542), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.437735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (96c7138b-c54b-40d5-a9e9-12c8ca154281), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.440683 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-518ac3cd-b943-4001-884a-c8a72dbc1b74 req-7fa49e57-d129-424f-be4e-b9e6792a1e00 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8fb6d97e-a7f3-4a06-a2de-8b940808f542), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.456591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33634) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:34.505356 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-518ac3cd-b943-4001-884a-c8a72dbc1b74 req-7fa49e57-d129-424f-be4e-b9e6792a1e00 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.523229 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.524294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-518ac3cd-b943-4001-884a-c8a72dbc1b74 req-7fa49e57-d129-424f-be4e-b9e6792a1e00 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3717942 Feb 11 12:56:34.532468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa49e57-d129-424f-be4e-b9e6792a1e00 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6d97e-a7f3-4a06-a2de-8b940808f542,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:34.539293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b09e89-b662-4d88-a277-2ab2e1d5ac54 req-927d2ca3-4550-4e7a-850b-332ab97f0993 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:34.563007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42b09e89-b662-4d88-a277-2ab2e1d5ac54 req-927d2ca3-4550-4e7a-850b-332ab97f0993 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1127 time: 0.4648199 Feb 11 12:56:34.590812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c7138b-c54b-40d5-a9e9-12c8ca154281,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:34.624530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a45270-bba7-434e-beca-157a4518da64 None None] Network def81c75-c88c-452f-9092-ec93d202fab1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:34.643084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Checking segment: {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:34.643446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Network hostable DHCP agents. Network: 2a29b801-2432-4e5f-b655-1fc9815028ad, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:56:34.674913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Network 2a29b801-2432-4e5f-b655-1fc9815028ad is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:56:34.688160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 2a29b801-2432-4e5f-b655-1fc9815028ad) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:34.696735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:34.698138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.733791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b33a12cd-137b-4927-b461-84bb66373455 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7628989 Feb 11 12:56:34.733791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33652) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:34.738868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:34.766922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d49a3-4aef-467e-ac95-73ac854d447b None None] Network 2a29b801-2432-4e5f-b655-1fc9815028ad requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:34.784172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (42964a1d-6b9c-4186-9093-8d178c9ee882), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.785338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (42964a1d-6b9c-4186-9093-8d178c9ee882), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.825260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6081cdb-0c68-4453-a880-bbe950de001e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:34.927785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7ba40-d964-416e-9cd8-444dd91e294c req-51ec4052-74d3-4917-9efc-6963b2226392 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:34.930296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6d7ba40-d964-416e-9cd8-444dd91e294c req-51ec4052-74d3-4917-9efc-6963b2226392 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.1382027 Feb 11 12:56:34.998593 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6d7ba40-d964-416e-9cd8-444dd91e294c req-1226fa62-ac78-416d-9ff9-1f5309166a3f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616505 Feb 11 12:56:35.093185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-2a29b801-2432-4e5f-b655-1fc9815028ad', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'project_id': '07c9b5f14a794256834beaa47efecae1', 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:56:35.093574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.121782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks [] for router_controller (42964a1d-6b9c-4186-9093-8d178c9ee882), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.277274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6967859-8114-42c6-9a89-67709f384969 req-9f9c2343-1995-4b14-a01a-dca6dd60df3a tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:35.280649 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6967859-8114-42c6-9a89-67709f384969 req-9f9c2343-1995-4b14-a01a-dca6dd60df3a tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 944 time: 0.1151292 Feb 11 12:56:35.285881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Allocated IP 172.20.0.2 (2a29b801-2432-4e5f-b655-1fc9815028ad/96c7138b-c54b-40d5-a9e9-12c8ca154281/01ea1ffc-eb97-47cc-b50d-5f0613e1055b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:35.288371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b73c4161-ee7b-49f6-801e-3a7e72dbef14 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:35.290700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.377134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6967859-8114-42c6-9a89-67709f384969 req-39b86920-8206-4990-80f2-6d0551216f90 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902011 Feb 11 12:56:35.428253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-3cc506ba-85d6-4b19-ba5c-55ee2442744a req-c1a4b847-1493-4f0d-89ff-ee4a74a09327 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1666401043', 'description': 'tempest-description-866254162'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:35.477397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks [] for router_gateway (42964a1d-6b9c-4186-9093-8d178c9ee882), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.482741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3cc506ba-85d6-4b19-ba5c-55ee2442744a req-c1a4b847-1493-4f0d-89ff-ee4a74a09327 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.514442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42b09e89-b662-4d88-a277-2ab2e1d5ac54 req-6cde55bc-60c7-43ec-9a3e-1666d3c18e9d tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9368858 Feb 11 12:56:35.521058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b73c4161-ee7b-49f6-801e-3a7e72dbef14, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:35.532297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6081cdb-0c68-4453-a880-bbe950de001e admin admin] Publish callbacks [] for security_group (a3b42b71-1a06-4410-8684-6f57ea361c47), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.554748 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6081cdb-0c68-4453-a880-bbe950de001e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a3b42b71-1a06-4410-8684-6f57ea361c47), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.586097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Publish callbacks [] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.589722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'port_id': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'mac_address': 'fa:16:3e:50:e2:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:56:35.601232 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.610154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b6081cdb-0c68-4453-a880-bbe950de001e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ad82706266b4568a8a0b627484dfd78&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1234620 Feb 11 12:56:35.614015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33658) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:35.708020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3cc506ba-85d6-4b19-ba5c-55ee2442744a req-c1a4b847-1493-4f0d-89ff-ee4a74a09327 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (85ffcc83-7adf-4236-961f-4b3c25ec63e7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.722483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3cc506ba-85d6-4b19-ba5c-55ee2442744a req-c1a4b847-1493-4f0d-89ff-ee4a74a09327 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (85ffcc83-7adf-4236-961f-4b3c25ec63e7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.731047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6081cdb-0c68-4453-a880-bbe950de001e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b42b71-1a06-4410-8684-6f57ea361c47,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:35.770818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Network 2a29b801-2432-4e5f-b655-1fc9815028ad is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:35.776915 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3cc506ba-85d6-4b19-ba5c-55ee2442744a req-c1a4b847-1493-4f0d-89ff-ee4a74a09327 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.780659 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cc506ba-85d6-4b19-ba5c-55ee2442744a req-c1a4b847-1493-4f0d-89ff-ee4a74a09327 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3568351 Feb 11 12:56:35.792641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:35.794671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Pushing event updated for resources: {'Port': ['ID=01ea1ffc-eb97-47cc-b50d-5f0613e1055b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:35.799181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28c03dc4-19fe-4d2a-b7a4-e65a4c099abd admin admin] Publish callbacks [] for security_group (a3b42b71-1a06-4410-8684-6f57ea361c47), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.803807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:35.838391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4b847-1493-4f0d-89ff-ee4a74a09327 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffcc83-7adf-4236-961f-4b3c25ec63e7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:35.893348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28c03dc4-19fe-4d2a-b7a4-e65a4c099abd admin admin] Publish callbacks [] for security_group (a3b42b71-1a06-4410-8684-6f57ea361c47), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:35.950800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfe070-e736-4283-b862-0bb784a00134 req-f3785366-9032-4ce3-bc5c-08ada0773d8c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:35.952452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8acfe070-e736-4283-b862-0bb784a00134 req-f3785366-9032-4ce3-bc5c-08ada0773d8c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.2902086 Feb 11 12:56:35.958576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Attempting to bind port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:35.958898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Attempting to bind port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:35.959257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Attempting to bind port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b on network 2a29b801-2432-4e5f-b655-1fc9815028ad {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:35.973752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port b73c4161-ee7b-49f6-801e-3a7e72dbef14 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:35.974146 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.000219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:36.000596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Checking segment: {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:36.000997 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.001388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Bound using segment: {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:36.001883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Bound port: 01ea1ffc-eb97-47cc-b50d-5f0613e1055b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:36.002256 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.010437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73c4161-ee7b-49f6-801e-3a7e72dbef14 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:36.056306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b73c4161-ee7b-49f6-801e-3a7e72dbef14, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:36.094054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.094861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:36.170537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8acfe070-e736-4283-b862-0bb784a00134 req-a857cee7-da91-4e15-9a11-0b069eceec9f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012384 Feb 11 12:56:36.376001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28c03dc4-19fe-4d2a-b7a4-e65a4c099abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a3b42b71-1a06-4410-8684-6f57ea361c47), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.378614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28c03dc4-19fe-4d2a-b7a4-e65a4c099abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.386244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-28c03dc4-19fe-4d2a-b7a4-e65a4c099abd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3b42b71-1a06-4410-8684-6f57ea361c47 HTTP/1.1" status: 204 len: 168 time: 0.7645552 Feb 11 12:56:36.472796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] For port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:36.480438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] For port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=01ea1ffc-eb97-47cc-b50d-5f0613e1055b,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:36.504132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.513738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=b73c4161-ee7b-49f6-801e-3a7e72dbef14,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:36.514921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c03dc4-19fe-4d2a-b7a4-e65a4c099abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b42b71-1a06-4410-8684-6f57ea361c47,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:36.546847 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks [] for router_gateway (42964a1d-6b9c-4186-9093-8d178c9ee882), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.627698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.715341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:36.729116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc83727-2514-48ef-86b3-fb4fe577fb18 req-6d5a8a0f-bd89-4d0d-827c-969ae2367932 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:36.746604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acc83727-2514-48ef-86b3-fb4fe577fb18 req-6d5a8a0f-bd89-4d0d-827c-969ae2367932 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.4062674 Feb 11 12:56:36.777922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'mac_address': 'fa:16:3e:49:3b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:56:36.794727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21639f0f-5ec7-4504-90b7-3815094c98c0 None None] Pushing event updated for resources: {'Port': ['ID=01ea1ffc-eb97-47cc-b50d-5f0613e1055b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:36.894787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:36.895989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acc83727-2514-48ef-86b3-fb4fe577fb18 req-72b06ee1-2177-4e11-859e-95631a8778c8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481576 Feb 11 12:56:36.896614 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:36.941146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:36.988113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:37.000637 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:37.054409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Allocated IP 172.25.1.7 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a8aa4d40-b6ea-4c68-b260-22269df7d101) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:37.182017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:37.362879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks [] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:37.404500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b73c4161-ee7b-49f6-801e-3a7e72dbef14'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:37.421293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:37.621275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:37.801838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:37.875540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:37.879482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:37.991788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 01ea1ffc-eb97-47cc-b50d-5f0613e1055b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:38.028146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8aa4d40-b6ea-4c68-b260-22269df7d101,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:38.062383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-a6ae46fa-a906-4d03-9094-6cb23431efa0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:38.077039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-a6ae46fa-a906-4d03-9094-6cb23431efa0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 812 time: 0.8638635 Feb 11 12:56:38.127784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-f4d0666c-0c86-4be7-92e3-33e9b15c428e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/quotas/1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 375 time: 0.0458956 Feb 11 12:56:38.142093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-f058f48f-0dba-4233-9ecd-32552fd181fe tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 12:56:38.152207 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-f058f48f-0dba-4233-9ecd-32552fd181fe tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2844424 Feb 11 12:56:38.175305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33740) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:38.250061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-a91be5b2-167a-439d-9cd1-1df609865bd6 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1208620 Feb 11 12:56:38.283106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1783159014-network', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:38.339682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-18be1266-3434-4159-aa91-876bd529245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:38.341295 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-18be1266-3434-4159-aa91-876bd529245f service neutron] 10.222.0.42 "GET /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 1124 time: 0.1879828 Feb 11 12:56:38.360275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Request body: {'binding': {'host': 'n-h1-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:38.360831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 12:56:38.402856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:38.405670 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.426204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.428087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:38.436007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.705571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:38.706454 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.749903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d9840-3dd7-45e4-bb6d-cf7c2fa0b02e None None] Network 2a29b801-2432-4e5f-b655-1fc9815028ad requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:38.783082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on host n-h1-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:38.793549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:38.794020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:38.796050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=01ea1ffc-eb97-47cc-b50d-5f0613e1055b,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:38.816037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks [] for security_group (7f7e4afa-92ed-46a7-ab45-d7382d10bc83), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.817055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:38.817805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:38.828729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:38.828729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:38.829080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:38.829312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Bound port: b528296a-f351-4426-aa4c-8474b66e81aa, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:38.837816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.881111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-75580d02-ac52-4c9d-a921-43f550350873 None None] Provisioning complete for port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:38.881497 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75580d02-ac52-4c9d-a921-43f550350873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.939207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:38.940231 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7f7e4afa-92ed-46a7-ab45-d7382d10bc83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:38.994890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7e4afa-92ed-46a7-ab45-d7382d10bc83,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:39.008313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:39.013934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-4cfc4b29-7ea4-4f4e-a588-95d622a98a64 service neutron] 10.222.0.42 "POST /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa/bindings HTTP/1.1" status: 201 len: 389 time: 0.6581933 Feb 11 12:56:39.033996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:56:39.054777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8538719d-4103-4158-8391-74bf793654d2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:39.055195 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Added segment 8538719d-4103-4158-8391-74bf793654d2 of type vlan for network 0ea8967e-5443-469d-88bf-9980c87efa87 Feb 11 12:56:39.127907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-5e056fe4-0ab8-4f8b-bf75-645a9fd525df service neutron] 10.222.0.42 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749816 Feb 11 12:56:39.167473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (0ea8967e-5443-469d-88bf-9980c87efa87), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:39.228869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=01ea1ffc-eb97-47cc-b50d-5f0613e1055b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:39.237783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (0ea8967e-5443-469d-88bf-9980c87efa87), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:39.239405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:39.240051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:39.385291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2061472 Feb 11 12:56:39.390731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-75580d02-ac52-4c9d-a921-43f550350873 None None] Current status of the port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:39.400754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33746) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:39.403078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39453049-749c-438c-bcbc-01f5313910f2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea8967e-5443-469d-88bf-9980c87efa87,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:39.447461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 0ea8967e-5443-469d-88bf-9980c87efa87 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:56:39.464618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Request body: {'subnet': {'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1783159014-subnet', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:39.474724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-f107a0d6-d537-4eaa-b54a-1df71524a96b service neutron] 10.222.0.42 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241880 Feb 11 12:56:39.514387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks [] for router_gateway (42964a1d-6b9c-4186-9093-8d178c9ee882), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:39.519149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9325ec81-3927-45c2-90ba-bbdf9abcdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:39.520724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9325ec81-3927-45c2-90ba-bbdf9abcdddb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1127 time: 0.1963081 Feb 11 12:56:39.583669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:39.588251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:39.647983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d31e94-4357-4673-8e4f-6a25ac5c6448 req-78172e90-76b6-4fab-ba4a-cde90ab73b57 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:39.655619 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9d31e94-4357-4673-8e4f-6a25ac5c6448 req-78172e90-76b6-4fab-ba4a-cde90ab73b57 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 945 time: 0.2556779 Feb 11 12:56:39.788889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9d31e94-4357-4673-8e4f-6a25ac5c6448 req-a4d8ad72-446a-4454-aeb2-807237e1e1d3 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308472 Feb 11 12:56:39.913065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 01ea1ffc-eb97-47cc-b50d-5f0613e1055b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:39.957738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-5e1a39b9-be26-4337-a77f-c6c0a1b8bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:39.964470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-5e1a39b9-be26-4337-a77f-c6c0a1b8bf3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.4030297 Feb 11 12:56:40.064125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8b988229-f07b-422f-8a22-caf84fecfa9b None None] Provisioning complete for port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:40.067328 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b988229-f07b-422f-8a22-caf84fecfa9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.125106 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (e2a29afd-8e09-4d6e-bead-aa5ae0613064), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.125801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:40.126289 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.235323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8b988229-f07b-422f-8a22-caf84fecfa9b None None] Current status of the port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:40.259399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a29afd-8e09-4d6e-bead-aa5ae0613064,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:40.275643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Checking segment: {'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:40.276014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Network hostable DHCP agents. Network: 0ea8967e-5443-469d-88bf-9980c87efa87, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:56:40.279534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:40.304758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4643-453a-48a8-9f6a-b584ae3a140c req-baebb1bd-6767-4240-8296-0034aa8409cd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:40.312165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78fb4643-453a-48a8-9f6a-b584ae3a140c req-baebb1bd-6767-4240-8296-0034aa8409cd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.3030586 Feb 11 12:56:40.334800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-2c0f592d-8a6c-4cfe-aa7d-0bc09f7bd10b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 217 time: 0.3249576 Feb 11 12:56:40.431043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78fb4643-453a-48a8-9f6a-b584ae3a140c req-af9a5416-aa86-430d-96bb-8e13bfddb143 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173382 Feb 11 12:56:40.438634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Network 0ea8967e-5443-469d-88bf-9980c87efa87 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:56:40.516045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 0ea8967e-5443-469d-88bf-9980c87efa87) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:40.516045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:40.516521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd62d8e0-18b8-43a7-9d65-86e7565066f0 None None] Network 0ea8967e-5443-469d-88bf-9980c87efa87 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:40.516697 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.540401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (42964a1d-6b9c-4186-9093-8d178c9ee882), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.552029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-355c3f95-14d2-4033-bf89-8ee4b4c41f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:40.552651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-355c3f95-14d2-4033-bf89-8ee4b4c41f85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1355748 Feb 11 12:56:40.555580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33766) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:40.556374 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b886b95c-26d0-4e05-8be9-a176a759f423 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1546206 Feb 11 12:56:40.562684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:40.660348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-f28ad150-eabd-4037-9050-dcbe0d895327 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880780 Feb 11 12:56:40.690647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108e009-c9a8-447f-aa81-83d59a3dc8de req-f36f7d37-9e3d-48e7-9cdc-c54d79b0e61b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:40.699274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5108e009-c9a8-447f-aa81-83d59a3dc8de req-f36f7d37-9e3d-48e7-9cdc-c54d79b0e61b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 949 time: 0.5367887 Feb 11 12:56:40.738379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c52c54-d333-4179-b37d-dfe21b6083c0 req-bfa15eae-b017-490b-aa0d-2e0ab0f3ed20 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:40.749520 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0c52c54-d333-4179-b37d-dfe21b6083c0 req-bfa15eae-b017-490b-aa0d-2e0ab0f3ed20 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.1478028 Feb 11 12:56:40.842095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (b8bc9423-a532-46a8-998c-76309323076f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.843581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (b8bc9423-a532-46a8-998c-76309323076f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.859325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-0ea8967e-5443-469d-88bf-9980c87efa87', 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87', 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'fixed_ips': [{'subnet_id': 'e2a29afd-8e09-4d6e-bead-aa5ae0613064'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:56:40.861590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:40.870879 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0c52c54-d333-4179-b37d-dfe21b6083c0 req-441168e3-704f-4e55-a7bc-1bfe7ad688be tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202040 Feb 11 12:56:41.037628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bdf6d529-a259-4e05-8de7-ae34c1f99d9d req-6d7cdeeb-ecb1-4664-9f3a-927188c9c899 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 210 time: 0.0394409 Feb 11 12:56:41.050235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5108e009-c9a8-447f-aa81-83d59a3dc8de req-6a5c779d-7def-499d-88b5-f771a5cd1d8a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495688 Feb 11 12:56:41.191527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks [] for router_controller (b8bc9423-a532-46a8-998c-76309323076f), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:41.205007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Allocated IP 172.20.0.2 (0ea8967e-5443-469d-88bf-9980c87efa87/e2a29afd-8e09-4d6e-bead-aa5ae0613064/13963b49-6058-4bc3-822e-b759d7bb95ab) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:41.210358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-1492423b-2ff8-4dbc-afe4-e310b5bfa5c0 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048571 Feb 11 12:56:41.253542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c33cd-6370-459d-a2b4-77aa8aba3aab req-3520c4a9-28e0-4997-aa6f-fb834b1485df tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:41.264710 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-466c33cd-6370-459d-a2b4-77aa8aba3aab req-3520c4a9-28e0-4997-aa6f-fb834b1485df tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 945 time: 0.1154134 Feb 11 12:56:41.360978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:41.376405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-466c33cd-6370-459d-a2b4-77aa8aba3aab req-f81e0129-fc81-4a1e-bb89-b5fd16fa946f tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080558 Feb 11 12:56:41.418666 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks [] for router_gateway (b8bc9423-a532-46a8-998c-76309323076f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:41.480913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:56:41.491990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:41.492824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:41.505159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Router 42964a1d-6b9c-4186-9093-8d178c9ee882 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:56:41.615589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-31a780be-316e-4a44-9929-53518a102df4 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155048 Feb 11 12:56:41.746880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:41.749332 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:41.802939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a769c-5b14-4111-8c90-02bae9d97d63 req-16378551-802f-4ded-87a4-f54138bf4b5e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:41.804652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d77a769c-5b14-4111-8c90-02bae9d97d63 req-16378551-802f-4ded-87a4-f54138bf4b5e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.1744192 Feb 11 12:56:41.816690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:56:41.838576 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Sync routers for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:56:41.870201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:41.879055 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cd74a7-2acf-4d68-aa12-3d3540c25b24" -d '{"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-plugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:41.883608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d77a769c-5b14-4111-8c90-02bae9d97d63 req-91daff88-7730-40b0-a1cf-848203ae629b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634978 Feb 11 12:56:41.885913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Publish callbacks [] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:41.895356 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:41.896680 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-396a3232-c1c8-4819-904b-bc26d09906f1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1618316 Feb 11 12:56:41.899668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33790) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:41.905964 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:41.906494 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:41.911215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:41.918556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.053757 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33d6dc8-9519-4600-824f-ecb194bcaa3c x-openstack-request-id: req-f33d6dc8-9519-4600-824f-ecb194bcaa3c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:42.062279 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-plugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:42.063950 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f33d6dc8-9519-4600-824f-ecb194bcaa3c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:42.065266 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'code': 200} Feb 11 12:56:42.066112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Pushing event updated for resources: {'Port': ['ID=13963b49-6058-4bc3-822e-b759d7bb95ab,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:42.069720 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.070816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b73c4161-ee7b-49f6-801e-3a7e72dbef14 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:42.123516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-1e1e7309-b44f-4dd7-822e-01c658ce31ca tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:42.124996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-1e1e7309-b44f-4dd7-822e-01c658ce31ca tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 812 time: 0.2456596 Feb 11 12:56:42.128883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks [] for router_gateway (b8bc9423-a532-46a8-998c-76309323076f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.155079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.161225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'port': {'device_id': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1', 'admin_state_up': True, 'tenant_id': '1d4c42af24ea4ab6b06a5fb34284e41d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:42.188184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Network 0ea8967e-5443-469d-88bf-9980c87efa87 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:42.255399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:42.260170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:42.283406 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-265139dd-e608-4c7d-b086-b12e409d297f req-861ae81f-b2ef-4c5e-b438-f1b6953ec76e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 210 time: 0.1008456 Feb 11 12:56:42.323046 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:42.376445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:42.540851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port b73c4161-ee7b-49f6-801e-3a7e72dbef14 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:56:42.565334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Allocated IP 172.25.1.26 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/16531a49-1e69-4110-a351-9619b4e6d203) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:42.571811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port b73c4161-ee7b-49f6-801e-3a7e72dbef14 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:42.572204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.642837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Attempting to bind port 13963b49-6058-4bc3-822e-b759d7bb95ab on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:42.643622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Attempting to bind port 13963b49-6058-4bc3-822e-b759d7bb95ab by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:42.644000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Attempting to bind port 13963b49-6058-4bc3-822e-b759d7bb95ab on network 0ea8967e-5443-469d-88bf-9980c87efa87 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:42.678834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:42.679207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Checking segment: {'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:42.679617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.680012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Bound using segment: {'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:42.680496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Bound port: 13963b49-6058-4bc3-822e-b759d7bb95ab, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:42.680991 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.755364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks [] for port (16531a49-1e69-4110-a351-9619b4e6d203), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.788710 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:39Z', 'revision_number': 3, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:42.848145 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Checking router: 42964a1d-6b9c-4186-9093-8d178c9ee882 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:56:42.849088 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Updating router 42964a1d-6b9c-4186-9093-8d178c9ee882 port a8aa4d40-b6ea-4c68-b260-22269df7d101 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:56:42.913516 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:42.941970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] For port 13963b49-6058-4bc3-822e-b759d7bb95ab, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:42.956011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] For port 13963b49-6058-4bc3-822e-b759d7bb95ab, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=13963b49-6058-4bc3-822e-b759d7bb95ab,segment=NetworkSegment(8538719d-4103-4158-8391-74bf793654d2),segment_id=8538719d-4103-4158-8391-74bf793654d2)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:42.980857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca5425-8ec9-48cf-b2c6-e74192baf959 req-3f2f3992-c4aa-4734-aa55-e1ca8d463c1a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:42.988699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90ca5425-8ec9-48cf-b2c6-e74192baf959 req-3f2f3992-c4aa-4734-aa55-e1ca8d463c1a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.4316432 Feb 11 12:56:43.072628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90ca5425-8ec9-48cf-b2c6-e74192baf959 req-846123d3-3c4d-4647-9942-f405ef5e180e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777748 Feb 11 12:56:43.092789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port b73c4161-ee7b-49f6-801e-3a7e72dbef14 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:43.093275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:43.097747 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:43.221950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:43.242444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdc97e-c22f-409b-930f-5b52ed589b10 None None] Pushing event updated for resources: {'Port': ['ID=13963b49-6058-4bc3-822e-b759d7bb95ab,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:43.369939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b73c4161-ee7b-49f6-801e-3a7e72dbef14, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:43.405672 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:43.471277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6f3c1-02f1-4a93-8bff-6fda45840e8f req-8c25bab9-e8f2-4ba6-8963-e020dca10b7e tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:43.479390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bbd6f3c1-02f1-4a93-8bff-6fda45840e8f req-8c25bab9-e8f2-4ba6-8963-e020dca10b7e tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 945 time: 0.1406434 Feb 11 12:56:43.502575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=b73c4161-ee7b-49f6-801e-3a7e72dbef14,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:43.579956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bbd6f3c1-02f1-4a93-8bff-6fda45840e8f req-c625e7c9-8692-4475-82a7-4ed7e8bccd4b tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992987 Feb 11 12:56:43.628436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Allocated IP 172.20.0.1 (2a29b801-2432-4e5f-b655-1fc9815028ad/96c7138b-c54b-40d5-a9e9-12c8ca154281/ca2ac958-998a-4b5e-8428-5cfdba5a7e89) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:43.686006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c096ab-659a-419e-b5fa-41f405350770 req-6925d7d5-7997-4d8d-a49f-21953c0b5454 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:43.687651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03c096ab-659a-419e-b5fa-41f405350770 req-6925d7d5-7997-4d8d-a49f-21953c0b5454 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 1.5355680 Feb 11 12:56:43.730948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d353a57-09c3-4f02-a0eb-d340c6f47c54 req-940db5d9-eeb6-45db-b367-2920e67e57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:43.733504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d353a57-09c3-4f02-a0eb-d340c6f47c54 req-940db5d9-eeb6-45db-b367-2920e67e57b0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1132 time: 1.4614985 Feb 11 12:56:43.796183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Made reservation on behalf of 1d4c42af24ea4ab6b06a5fb34284e41d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:43.799787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:43.860770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03c096ab-659a-419e-b5fa-41f405350770 req-85940755-2525-446a-abe9-0ab0b7d5fc72 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602921 Feb 11 12:56:43.867023 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (16531a49-1e69-4110-a351-9619b4e6d203), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:43.893425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:43.897060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:43.923273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:43.978860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b78cab-4033-4282-9cd3-5c035687f2ee req-1728d6be-d1b3-430c-a9c8-0a7cf9ee3488 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:43.986610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7b78cab-4033-4282-9cd3-5c035687f2ee req-1728d6be-d1b3-430c-a9c8-0a7cf9ee3488 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.2865429 Feb 11 12:56:44.066235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:44.068971 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241b2ae0-d37b-4a1b-809b-a423aab01987" -d '{"events": [{"server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "name": "network-vif-plugged", "status": "completed", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:44.094700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks [] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.111065 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7b78cab-4033-4282-9cd3-5c035687f2ee req-e4b92564-b8df-4c8d-b0e6-3323b6f7b3b0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178756 Feb 11 12:56:44.139065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4387b974-224f-43ea-9699-0fa64b6a815a req-67602bbe-db61-4cc1-bfbd-7c4b905f61e1 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 210 time: 0.0824194 Feb 11 12:56:44.189974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d353a57-09c3-4f02-a0eb-d340c6f47c54 req-af0d3c66-4e38-4d8f-a2ad-ae990048a3ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972514 Feb 11 12:56:44.208816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Pushing event updated for resources: {'Port': ['ID=16531a49-1e69-4110-a351-9619b4e6d203,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:44.248943 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.249207 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717d44b7-7b1b-43ba-85a7-ac49c6902606 x-openstack-request-id: req-717d44b7-7b1b-43ba-85a7-ac49c6902606 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:44.249496 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "name": "network-vif-plugged", "status": "completed", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:44.249782 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-717d44b7-7b1b-43ba-85a7-ac49c6902606 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:44.250331 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'code': 200} Feb 11 12:56:44.258142 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Publish callbacks [] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.283852 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.311912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Network 2a29b801-2432-4e5f-b655-1fc9815028ad is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:44.369171 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f8427-e6a2-4a70-ad8c-8c117302846b None None] Pushing event updated for resources: {'Port': ['ID=a8aa4d40-b6ea-4c68-b260-22269df7d101,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:44.372842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:44.391062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:44.411781 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Attempting to bind port a8aa4d40-b6ea-4c68-b260-22269df7d101 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:44.412907 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Attempting to bind port a8aa4d40-b6ea-4c68-b260-22269df7d101 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:44.413498 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Attempting to bind port a8aa4d40-b6ea-4c68-b260-22269df7d101 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:44.423625 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:44.424288 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:44.424835 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.425354 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:44.426374 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Bound port: a8aa4d40-b6ea-4c68-b260-22269df7d101, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:44.426911 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.524839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Pushing event updated for resources: {'Port': ['ID=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:44.529664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Allocated IP 172.20.0.13 (def81c75-c88c-452f-9092-ec93d202fab1/90d11018-b2b5-4255-8ea5-586b73d36506/65c5b701-7c6d-4d51-aaed-1e7909b402e3) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:44.553203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (42964a1d-6b9c-4186-9093-8d178c9ee882), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.761549 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] For port a8aa4d40-b6ea-4c68-b260-22269df7d101, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:44.775338 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] For port a8aa4d40-b6ea-4c68-b260-22269df7d101, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a8aa4d40-b6ea-4c68-b260-22269df7d101,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:44.812545 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.847604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-892da43e-c01a-4e35-912a-e384ac6d2827 None None] Provisioning complete for port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:44.848760 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-892da43e-c01a-4e35-912a-e384ac6d2827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.851934 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:44.950132 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:44.953503 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:44.956364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-892da43e-c01a-4e35-912a-e384ac6d2827 None None] Port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:45.091606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96d133-e224-46e3-8c57-f52845ca6952 req-1bb5e7e8-7013-4bc1-ba59-25b417069850 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:45.093727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b96d133-e224-46e3-8c57-f52845ca6952 req-1bb5e7e8-7013-4bc1-ba59-25b417069850 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.3393455 Feb 11 12:56:45.166504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc42a00-6d93-415a-924d-35c81dda3000 req-94b7d738-a142-4d01-8bb5-518aa6f5c683 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:45.172151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bc42a00-6d93-415a-924d-35c81dda3000 req-94b7d738-a142-4d01-8bb5-518aa6f5c683 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.8636203 Feb 11 12:56:45.216889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b96d133-e224-46e3-8c57-f52845ca6952 req-35bd1e41-f6d5-4159-b367-346922c4bbf2 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141367 Feb 11 12:56:45.266842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768c198-81b4-4ae7-b3f5-d39d96949c1a req-75ea796c-a7aa-4b82-9778-868e26a09b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:45.268406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a768c198-81b4-4ae7-b3f5-d39d96949c1a req-75ea796c-a7aa-4b82-9778-868e26a09b1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 1128 time: 0.3214393 Feb 11 12:56:45.269433 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:45.312243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0fd302-ff6d-4bd6-b26a-69c96ef02b67 None None] Network 0ea8967e-5443-469d-88bf-9980c87efa87 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:45.341862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:45.358714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:45.433539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bc42a00-6d93-415a-924d-35c81dda3000 req-391a7fbc-ad8b-47f9-8ed2-173610697e5c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449946 Feb 11 12:56:45.464310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Network def81c75-c88c-452f-9092-ec93d202fab1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:45.476308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:45.478487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks [] for router_gateway (b8bc9423-a532-46a8-998c-76309323076f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:45.505821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-60232c59-2dc5-4dc6-a7bb-b3e83a1bcb3b None None] Provisioning complete for port 13963b49-6058-4bc3-822e-b759d7bb95ab triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:45.510369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60232c59-2dc5-4dc6-a7bb-b3e83a1bcb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:45.770920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-60232c59-2dc5-4dc6-a7bb-b3e83a1bcb3b None None] Current status of the port 13963b49-6058-4bc3-822e-b759d7bb95ab is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:45.771508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60232c59-2dc5-4dc6-a7bb-b3e83a1bcb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:45.776548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a768c198-81b4-4ae7-b3f5-d39d96949c1a req-d1bd8f60-3a75-46db-8ffb-a10ad76e7d53 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4898021 Feb 11 12:56:45.776548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:45.855757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-60232c59-2dc5-4dc6-a7bb-b3e83a1bcb3b None None] For port 13963b49-6058-4bc3-822e-b759d7bb95ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=13963b49-6058-4bc3-822e-b759d7bb95ab,segment=NetworkSegment(8538719d-4103-4158-8391-74bf793654d2),segment_id=8538719d-4103-4158-8391-74bf793654d2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:45.863971 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60232c59-2dc5-4dc6-a7bb-b3e83a1bcb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:45.946060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:45.946732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:45.965878 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f8427-e6a2-4a70-ad8c-8c117302846b None None] Pushing event updated for resources: {'Port': ['ID=a8aa4d40-b6ea-4c68-b260-22269df7d101,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:46.022933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 13963b49-6058-4bc3-822e-b759d7bb95ab up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:46.035410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60232c59-2dc5-4dc6-a7bb-b3e83a1bcb3b None None] Pushing event updated for resources: {'Port': ['ID=13963b49-6058-4bc3-822e-b759d7bb95ab,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:46.058471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks [] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.071732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7e8cf-1cec-4933-9c44-57986786cc98 req-2017f3b1-26ca-460d-b6bc-32a7bfa05117 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:46.073271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1b7e8cf-1cec-4933-9c44-57986786cc98 req-2017f3b1-26ca-460d-b6bc-32a7bfa05117 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.3142290 Feb 11 12:56:46.084622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.175609 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:46.198775 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.269881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (b8bc9423-a532-46a8-998c-76309323076f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.272651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 13963b49-6058-4bc3-822e-b759d7bb95ab triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:46.273132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.323910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Pushing event updated for resources: {'Port': ['ID=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:46.379314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-6a1d6b46-a590-4962-a0e9-516bfd138ba3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2259579 Feb 11 12:56:46.379579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (42964a1d-6b9c-4186-9093-8d178c9ee882), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.391358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1e0139c3-cf8d-4cad-b538-02c1f44c6257 None None] Provisioning complete for port 13963b49-6058-4bc3-822e-b759d7bb95ab triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:46.391749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e0139c3-cf8d-4cad-b538-02c1f44c6257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.399381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1b7e8cf-1cec-4933-9c44-57986786cc98 req-1c4c2e99-252e-475e-a734-3618cc77ce12 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005545 Feb 11 12:56:46.409708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Request body: {'port': {'device_id': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:46.425093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40f958-4f4c-4925-823f-0b0970d17d74 req-4a33ca7e-6196-4a38-9c09-81710d929920 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:46.454171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e40f958-4f4c-4925-823f-0b0970d17d74 req-4a33ca7e-6196-4a38-9c09-81710d929920 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.5269110 Feb 11 12:56:46.611205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 13963b49-6058-4bc3-822e-b759d7bb95ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:46.692106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1e0139c3-cf8d-4cad-b538-02c1f44c6257 None None] Current status of the port 13963b49-6058-4bc3-822e-b759d7bb95ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:46.728760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:46.737869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e40f958-4f4c-4925-823f-0b0970d17d74 req-c9ab32ce-7821-47e6-a06c-1450f02293a5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824256 Feb 11 12:56:46.804748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Network 2a29b801-2432-4e5f-b655-1fc9815028ad is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:46.818520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:46.848030 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:39Z', 'revision_number': 3, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:46.953953 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29d7a0-4548-4138-bc96-5282c7c6f570 None None] The sync data for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 is: [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:39Z', 'revision_number': 3, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:56:47.003183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:47.033313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66849f08-e86e-45d0-811d-be8c35b7fc30 req-9650d382-c987-46c7-857f-e9dc4bc61e4f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:47.052537 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66849f08-e86e-45d0-811d-be8c35b7fc30 req-9650d382-c987-46c7-857f-e9dc4bc61e4f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 932 time: 0.4565938 Feb 11 12:56:47.074581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Router b8bc9423-a532-46a8-998c-76309323076f is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:56:47.366779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-10139c53-d8d9-4a16-b27a-9d542e80d3fb None None] Provisioning complete for port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:47.374117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10139c53-d8d9-4a16-b27a-9d542e80d3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:47.559028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-10139c53-d8d9-4a16-b27a-9d542e80d3fb None None] Port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:47.633803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:56:47.648150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Sync routers for ids ['b8bc9423-a532-46a8-998c-76309323076f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:56:47.677729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:47.679655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f6701628-e02d-426d-ad91-8cf7d75829e1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1230650 Feb 11 12:56:47.684926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Routers {'b8bc9423-a532-46a8-998c-76309323076f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:47.689159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b8bc9423-a532-46a8-998c-76309323076f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:47.699172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c59fe-9e46-446d-bc7d-55039e7f8250 req-d7ed91f3-cb60-4727-8d60-0f2fc4713b76 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:47.704231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-168c59fe-9e46-446d-bc7d-55039e7f8250 req-d7ed91f3-cb60-4727-8d60-0f2fc4713b76 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.6521485 Feb 11 12:56:47.707543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33852) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:48.045086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Set router b8bc9423-a532-46a8-998c-76309323076f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:48.070802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-761783d1-614c-437c-bb0c-c17a6a572526 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:48.076870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-761783d1-614c-437c-bb0c-c17a6a572526 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.7879014 Feb 11 12:56:48.103359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-168c59fe-9e46-446d-bc7d-55039e7f8250 req-e46a7bce-b234-44fd-9aa6-3acbd5497e0f tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047552 Feb 11 12:56:48.134369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828675-3'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:48.152004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8aa4d40-b6ea-4c68-b260-22269df7d101 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:48.265868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c5b701-7c6d-4d51-aaed-1e7909b402e3 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:56:48.301329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66849f08-e86e-45d0-811d-be8c35b7fc30 req-0438a48a-f9f3-4ac3-9239-09418150be02 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2369843 Feb 11 12:56:48.310703 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Publish callbacks [] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:48.318783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Router 42964a1d-6b9c-4186-9093-8d178c9ee882 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:56:48.480400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Transition to ACTIVE for port object 65c5b701-7c6d-4d51-aaed-1e7909b402e3 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:56:48.669758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2491-d520-438a-bbe0-6c8982eee7ab req-6f77197c-9fe5-45f8-922a-f4e42d447a62 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:48.677932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-215b2491-d520-438a-bbe0-6c8982eee7ab req-6f77197c-9fe5-45f8-922a-f4e42d447a62 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.2695184 Feb 11 12:56:48.730581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:56:48.746230 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4ca6b7df-cd2d-49c9-b1eb-8caef16a83cf admin admin] 10.222.0.42 "PUT /v2.0/routers/42964a1d-6b9c-4186-9093-8d178c9ee882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8448477 Feb 11 12:56:48.786309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-215b2491-d520-438a-bbe0-6c8982eee7ab req-43d9af06-b31b-4aa1-ab9f-be4f6de734ff tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068902 Feb 11 12:56:49.037362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bf263e1b-56cd-49c3-8af2-5b24ae625d94 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:56:49.071716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe1250-f20e-4e48-8fa1-a518aae011a2 req-a71b905e-e4e2-42b2-990e-e6eb02ba1aae tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:49.084229 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1fe1250-f20e-4e48-8fa1-a518aae011a2 req-a71b905e-e4e2-42b2-990e-e6eb02ba1aae tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 0.1702299 Feb 11 12:56:49.202298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1fe1250-f20e-4e48-8fa1-a518aae011a2 req-5698f43b-6634-4d01-9144-63509a87c0b0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162531 Feb 11 12:56:49.267777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a8aa4d40-b6ea-4c68-b260-22269df7d101 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:49.268284 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:49.282549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:49.351892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:56:44Z', 'revision_number': 3, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:49.435276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Checking router: b8bc9423-a532-46a8-998c-76309323076f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:56:49.435635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Updating router b8bc9423-a532-46a8-998c-76309323076f port 16531a49-1e69-4110-a351-9619b4e6d203 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:56:49.518603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Pushing event updated for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:49.533350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:49.552215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f6002-a068-4f12-88af-3455f2122336 req-ac978ba0-4eeb-49e6-9ee5-c5e48adcb9eb tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:49.555687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e1f6002-a068-4f12-88af-3455f2122336 req-ac978ba0-4eeb-49e6-9ee5-c5e48adcb9eb tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 1.2739089 Feb 11 12:56:49.573055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16531a49-1e69-4110-a351-9619b4e6d203), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:49.586630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bf263e1b-56cd-49c3-8af2-5b24ae625d94 has no active binding in host n-h2-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:56:49.591788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c8c19-1aba-4e90-b073-104756d67f74 req-1872cae1-fb15-4dfd-8026-de6a08729b43 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:49.594129 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b3c8c19-1aba-4e90-b073-104756d67f74 req-1872cae1-fb15-4dfd-8026-de6a08729b43 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.1776924 Feb 11 12:56:49.748228 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b3c8c19-1aba-4e90-b073-104756d67f74 req-e725417a-6228-4f2d-86b2-89b242695620 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446261 Feb 11 12:56:49.797453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:49.950499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860112-a620-4671-83b9-9e24796e01fc req-00db5dad-bbff-4b9c-bcc9-8831c8c12838 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:49.967274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-da860112-a620-4671-83b9-9e24796e01fc req-00db5dad-bbff-4b9c-bcc9-8831c8c12838 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 944 time: 0.1152534 Feb 11 12:56:49.997314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a8aa4d40-b6ea-4c68-b260-22269df7d101 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:49.999572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.089165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-da860112-a620-4671-83b9-9e24796e01fc req-c2562752-9b67-44c2-8e2e-98a55a876cfd tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199820 Feb 11 12:56:50.122431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33894) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:50.130089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-network', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:50.181463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a8aa4d40-b6ea-4c68-b260-22269df7d101, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a8aa4d40-b6ea-4c68-b260-22269df7d101,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:50.190666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Made reservation on behalf of 3f55a3fae78c45c08e8fecbc97a706cc for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:50.194332 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.207448 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.208267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 13963b49-6058-4bc3-822e-b759d7bb95ab up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:50.215550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.229258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e1f6002-a068-4f12-88af-3455f2122336 req-09453035-becb-4b7f-bf57-cfdbbf213ecf tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257274 Feb 11 12:56:50.383419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbe86b-c51b-46c9-9113-8e7f8d549c84 req-174dfcfe-3938-4a57-a25d-e6af4a5cd166 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:50.390395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eabbe86b-c51b-46c9-9113-8e7f8d549c84 req-174dfcfe-3938-4a57-a25d-e6af4a5cd166 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.1841593 Feb 11 12:56:50.404036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33902) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:50.427082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Request body: {'floatingip': {'port_id': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:50.429772 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Sync routers for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:56:50.453461 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:50.456034 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:50.476511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Attempting to bind port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:50.477481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Attempting to bind port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:50.478031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Attempting to bind port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 on network def81c75-c88c-452f-9092-ec93d202fab1 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:50.540634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 on network def81c75-c88c-452f-9092-ec93d202fab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:50.543049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Attempting to bind port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 on network def81c75-c88c-452f-9092-ec93d202fab1 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:50.553200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:50.564413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for floatingip (6350ac83-296b-4306-9392-aa9c46241f3b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.569334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 13963b49-6058-4bc3-822e-b759d7bb95ab triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:50.569334 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.609666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:50.610038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Checking segment: {'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:50.613376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Bound using segment: {'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:50.613376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Bound port: 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:50.613376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.621577 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.669931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a8aa4d40-b6ea-4c68-b260-22269df7d101,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:50.704359 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:50.733051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae41d6-ba52-49d7-9bf7-471ec5ed4ede req-6985bf6a-456a-400c-8f4d-40be22e178f0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:50.738434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38ae41d6-ba52-49d7-9bf7-471ec5ed4ede req-6985bf6a-456a-400c-8f4d-40be22e178f0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.3698931 Feb 11 12:56:50.793184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:50.907331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 13963b49-6058-4bc3-822e-b759d7bb95ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:50.932217 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Publish callbacks [] for port (16531a49-1e69-4110-a351-9619b4e6d203), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:50.953739 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16531a49-1e69-4110-a351-9619b4e6d203), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.020071 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 2, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:51.030676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a668e-484c-44f3-a869-754aeb1a0f02 None None] Pushing event updated for resources: {'Port': ['ID=16531a49-1e69-4110-a351-9619b4e6d203,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:51.066658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8aa4d40-b6ea-4c68-b260-22269df7d101 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:51.069419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Checking router: 42964a1d-6b9c-4186-9093-8d178c9ee882 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:56:51.070335 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Updating router 42964a1d-6b9c-4186-9093-8d178c9ee882 port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:56:51.099949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Publish callbacks [] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.108202 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.109177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Attempting to bind port 16531a49-1e69-4110-a351-9619b4e6d203 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:51.109555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Attempting to bind port 16531a49-1e69-4110-a351-9619b4e6d203 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:51.110499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Attempting to bind port 16531a49-1e69-4110-a351-9619b4e6d203 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:51.134917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:51.135356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:51.135684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.136354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:51.136846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Bound port: 16531a49-1e69-4110-a351-9619b4e6d203, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:51.137397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16531a49-1e69-4110-a351-9619b4e6d203), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.205584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] For port 16531a49-1e69-4110-a351-9619b4e6d203, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:51.209552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] For port 16531a49-1e69-4110-a351-9619b4e6d203, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=16531a49-1e69-4110-a351-9619b4e6d203,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:51.222134 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16531a49-1e69-4110-a351-9619b4e6d203), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.286811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Routers {'b8bc9423-a532-46a8-998c-76309323076f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:51.287499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b8bc9423-a532-46a8-998c-76309323076f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:51.306655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Allocated IP 172.20.0.1 (0ea8967e-5443-469d-88bf-9980c87efa87/e2a29afd-8e09-4d6e-bead-aa5ae0613064/711b97e2-32a8-4b9d-a896-4492f7352ef2) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:51.372462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a8aa4d40-b6ea-4c68-b260-22269df7d101 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:51.372672 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.411234 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Publish callbacks [] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.420682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a668e-484c-44f3-a869-754aeb1a0f02 None None] Pushing event updated for resources: {'Port': ['ID=16531a49-1e69-4110-a351-9619b4e6d203,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:51.437351 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.509016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks [] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.522566 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b9da2-4b1c-4a97-9043-3425639e7dcd None None] Pushing event updated for resources: {'Port': ['ID=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:51.557753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a8aa4d40-b6ea-4c68-b260-22269df7d101 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:51.574522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:51.580603 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8a72f5-b88d-4335-adcf-c20e339edf9b" -d '{"events": [{"server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "name": "network-vif-unplugged", "status": "completed", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:51.606553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.616360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks [] for security_group (c9f1630a-80c0-4c41-aacf-d84f686a6382), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.621323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.632466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] Set router b8bc9423-a532-46a8-998c-76309323076f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:51.646844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c9f1630a-80c0-4c41-aacf-d84f686a6382), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.661990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Network 0ea8967e-5443-469d-88bf-9980c87efa87 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:51.673563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:51.681937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8ab3c-9ec3-4f23-8c85-aa45d63414b9 req-d27f2c9f-d109-4aec-ade1-d79ba024956f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:51.689316 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Attempting to bind port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:51.697539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:51.698082 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Attempting to bind port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:51.698779 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Attempting to bind port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 on network 2a29b801-2432-4e5f-b655-1fc9815028ad {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:51.705344 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:51.706230 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Checking segment: {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:51.706824 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.706937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3e8ab3c-9ec3-4f23-8c85-aa45d63414b9 req-d27f2c9f-d109-4aec-ade1-d79ba024956f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 945 time: 1.1848757 Feb 11 12:56:51.707497 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Bound using segment: {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:51.712612 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Bound port: ca2ac958-998a-4b5e-8428-5cfdba5a7e89, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:51.713375 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.838583 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] For port ca2ac958-998a-4b5e-8428-5cfdba5a7e89, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:51.867651 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] For port ca2ac958-998a-4b5e-8428-5cfdba5a7e89, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:51.880441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (b8bc9423-a532-46a8-998c-76309323076f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.890119 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:51.910711 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:56:52.072107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:52.085867 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:56:52.117541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:52.119030 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b9da2-4b1c-4a97-9043-3425639e7dcd None None] Pushing event updated for resources: {'Port': ['ID=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:52.124495 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:52.126565 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:52.177146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Pushing event updated for resources: {'Port': ['ID=711b97e2-32a8-4b9d-a896-4492f7352ef2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:52.199981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.220185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38ae41d6-ba52-49d7-9bf7-471ec5ed4ede req-f240912e-fb3b-4692-b9d9-3d4c2551340f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4642904 Feb 11 12:56:52.229922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.236065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f1630a-80c0-4c41-aacf-d84f686a6382,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:52.243757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6350ac83-296b-4306-9392-aa9c46241f3b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.250462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.250860 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Added segment ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f of type vlan for network 19ec822e-7533-4605-bdd3-16f194e4e0e8 Feb 11 12:56:52.330941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:52.331885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.333918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] 10.222.0.53 "PUT /v2.0/ports/65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 200 len: 1092 time: 5.9290044 Feb 11 12:56:52.397847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:56:44Z', 'revision_number': 3, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:52.424944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-45013493-8bf3-452f-9e1c-1f2453440004 None None] Provisioning complete for port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:52.425181 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45013493-8bf3-452f-9e1c-1f2453440004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.465956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3e8ab3c-9ec3-4f23-8c85-aa45d63414b9 req-aaf567fa-8233-4802-835d-b995e3963497 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7577779 Feb 11 12:56:52.511824 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:52.527864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (19ec822e-7533-4605-bdd3-16f194e4e0e8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.579291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:52.605433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1160fd-937d-4a22-87cd-a8a4a8a87279 None None] The sync data for ids ['b8bc9423-a532-46a8-998c-76309323076f'] in n-d-828675-3 is: [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:56:44Z', 'revision_number': 3, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:56:52.672408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:56:52.681686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-45013493-8bf3-452f-9e1c-1f2453440004 None None] Current status of the port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:52.682270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45013493-8bf3-452f-9e1c-1f2453440004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.689283 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Floating IP 6350ac83-296b-4306-9392-aa9c46241f3b associated. External IP: 172.25.1.161, port: b73c4161-ee7b-49f6-801e-3a7e72dbef14. Feb 11 12:56:52.739227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-45013493-8bf3-452f-9e1c-1f2453440004 None None] For port ca2ac958-998a-4b5e-8428-5cfdba5a7e89, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:52.752913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45013493-8bf3-452f-9e1c-1f2453440004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.859120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45013493-8bf3-452f-9e1c-1f2453440004 None None] Pushing event updated for resources: {'Port': ['ID=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:52.903375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on host n-h1-828675-3 for vnic_type normal with profile {"migrating_to": "n-h2-828675-3"} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:52.903871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:52.904367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:52.912144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.928837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-983195ca-2cc3-4683-a5c4-7fbe0b8f50e0 None None] Provisioning complete for port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:52.931909 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-983195ca-2cc3-4683-a5c4-7fbe0b8f50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.942281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:56:52.942990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Attempting to bind port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on network cd5a70b9-37f3-42ff-954a-2f5dc3871e51 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:52.966229 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (19ec822e-7533-4605-bdd3-16f194e4e0e8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.971802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:52.973363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:52.981567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423a010-d0f1-44c3-91b9-d4954a16b7fe service neutron] Pushing event updated for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:52.985274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:52.985608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Checking segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:52.993061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Bound using segment: {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:52.993521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Bound port: bf263e1b-56cd-49c3-8af2-5b24ae625d94, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cd5a70b9-37f3-42ff-954a-2f5dc3871e51'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:52.994139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:53.128740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19468718-52dd-483b-8285-69b72730c16a req-21993bca-96e3-4462-8b8d-c3f64ae18399 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:53.130413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19468718-52dd-483b-8285-69b72730c16a req-21993bca-96e3-4462-8b8d-c3f64ae18399 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1132 time: 0.5533707 Feb 11 12:56:53.134329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-fbf9f19d-ee82-405e-b4bb-782fdc58cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:53.135756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-fbf9f19d-ee82-405e-b4bb-782fdc58cfe7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1126 time: 0.5830514 Feb 11 12:56:53.170810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-983195ca-2cc3-4683-a5c4-7fbe0b8f50e0 None None] Current status of the port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:53.213496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-983195ca-2cc3-4683-a5c4-7fbe0b8f50e0 None None] Provisioning complete for port 711b97e2-32a8-4b9d-a896-4492f7352ef2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:53.220597 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-983195ca-2cc3-4683-a5c4-7fbe0b8f50e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:53.270916 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1467550 Feb 11 12:56:53.301287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-983195ca-2cc3-4683-a5c4-7fbe0b8f50e0 None None] Port 711b97e2-32a8-4b9d-a896-4492f7352ef2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:53.316630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33918) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:53.328983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Request body: {'subnet': {'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-subnet', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:53.371438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-b345e607-5ba4-4b12-99e3-2e6aa5eacc4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 200 len: 217 time: 0.1806138 Feb 11 12:56:53.457228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa319-9c58-4a75-8168-fb92d3d5545f admin admin] Pushing event updated for resources: {'Network': ['ID=19ec822e-7533-4605-bdd3-16f194e4e0e8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:53.478259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:56:53.540920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198157f-2ca4-43f7-8ddd-6ef694bbba0c req-9e4c0ab8-ed50-43f0-8c5e-8fb75538d94c tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:53.548400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9198157f-2ca4-43f7-8ddd-6ef694bbba0c req-9e4c0ab8-ed50-43f0-8c5e-8fb75538d94c tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 944 time: 0.5961914 Feb 11 12:56:53.594460 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:51Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:53.629354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:56:53.679831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19468718-52dd-483b-8285-69b72730c16a req-c7d3bc97-7114-4e0b-84ea-ed419e846881 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384777 Feb 11 12:56:53.710894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:53.721125 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c144ecc4-42bb-4f2a-bde3-649a381cf913 None None] The sync data for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 is: [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:51Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:56:53.722212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:53.741886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Made reservation on behalf of 3f55a3fae78c45c08e8fecbc97a706cc for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:56:53.756951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:53.801538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:53.826476 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d18028-e06a-413c-8a77-7004b888a30e x-openstack-request-id: req-32d18028-e06a-413c-8a77-7004b888a30e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:53.826476 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "name": "network-vif-unplugged", "status": "completed", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:53.826476 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-32d18028-e06a-413c-8a77-7004b888a30e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:53.835249 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94', 'code': 200} Feb 11 12:56:53.839005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-19e4ac12-4e6d-45e5-a0eb-7f25d537a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:53.839819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-19e4ac12-4e6d-45e5-a0eb-7f25d537a562 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.4571071 Feb 11 12:56:53.904895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9198157f-2ca4-43f7-8ddd-6ef694bbba0c req-054a5b96-10b6-4594-8d60-8bbac21f9688 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366303 Feb 11 12:56:54.161696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:56:54.180382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] Sync routers for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:56:54.184723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:54.214957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:54.218660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:54.255413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-3984aac6-ca6b-40c1-9929-bdf27b5187b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4031343 Feb 11 12:56:54.315122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768560f-c59a-4ea7-b4fa-7b97f77bda47 req-daa95118-5cf8-4690-983f-16bd74990e2f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:54.323010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0768560f-c59a-4ea7-b4fa-7b97f77bda47 req-daa95118-5cf8-4690-983f-16bd74990e2f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.2605243 Feb 11 12:56:54.349030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-22b21c06-9561-421b-a614-c765d42e0a29 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "PUT /v2.0/floatingips/6350ac83-296b-4306-9392-aa9c46241f3b HTTP/1.1" status: 200 len: 992 time: 3.9433346 Feb 11 12:56:54.356779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:54.359532 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d698486-38e7-4c21-bfad-1c8b607feda7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:54.454076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0768560f-c59a-4ea7-b4fa-7b97f77bda47 req-eadc5b47-d018-454e-8382-f498ed77a66d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297424 Feb 11 12:56:54.721786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:54.724848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:54.726675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] 10.222.0.53 "PUT /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 1121 time: 6.6149399 Feb 11 12:56:54.730316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (36290691-b0af-4a2f-822d-3da68d4811e1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:54.815791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36290691-b0af-4a2f-822d-3da68d4811e1,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:54.904184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bf263e1b-56cd-49c3-8af2-5b24ae625d94'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:54.916086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:54.938653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790102d-93fb-416b-ba6f-b499c5a4a8cf service neutron] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=8']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:55.018649 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks [] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:55.050584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['bf263e1b-56cd-49c3-8af2-5b24ae625d94'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:56:55.052228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:55.153370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16ab00-d1cd-491c-8da6-ceec096f62e7 req-e680f037-eb11-4a48-a42d-2e0a353430bb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:55.163505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a16ab00-d1cd-491c-8da6-ceec096f62e7 req-e680f037-eb11-4a48-a42d-2e0a353430bb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 1.1871967 Feb 11 12:56:55.265667 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-82dac59b-94d9-4efe-8834-e6173d18352a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619935 Feb 11 12:56:55.304648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8cd55-e589-4fad-b57f-bb9a424b1219 req-9fa9feda-f5d5-4067-a7ed-f32258a3477a tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:55.311203 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8d8cd55-e589-4fad-b57f-bb9a424b1219 req-9fa9feda-f5d5-4067-a7ed-f32258a3477a tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.1392329 Feb 11 12:56:55.325871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca2ac958-998a-4b5e-8428-5cfdba5a7e89 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:55.355395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-5a4cbc9d-6f75-457f-9828-87b1eea7fee9 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0442851 Feb 11 12:56:55.468195 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8d8cd55-e589-4fad-b57f-bb9a424b1219 req-6487b791-8dd5-470d-9146-e8d21e6c7662 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493399 Feb 11 12:56:55.527263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (b8bc9423-a532-46a8-998c-76309323076f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:55.560158 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a4dfe-bd57-431c-a726-01ca162e9579 x-openstack-request-id: req-f06a4dfe-bd57-431c-a726-01ca162e9579 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:55.560461 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:55.560886 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f06a4dfe-bd57-431c-a726-01ca162e9579 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:55.561202 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'status': 'completed', 'code': 200} Feb 11 12:56:55.561490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Pushing event updated for resources: {'Port': ['ID=711b97e2-32a8-4b9d-a896-4492f7352ef2,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:55.594244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Checking segment: {'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:55.594605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Network hostable DHCP agents. Network: 19ec822e-7533-4605-bdd3-16f194e4e0e8, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:56:55.749156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee016258-2d41-42e2-a016-23cc652bb3a5 req-d028b4be-fa49-473b-86c4-853cd64ae652 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:55.763837 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee016258-2d41-42e2-a016-23cc652bb3a5 req-d028b4be-fa49-473b-86c4-853cd64ae652 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 944 time: 0.1209641 Feb 11 12:56:55.834082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a16ab00-d1cd-491c-8da6-ceec096f62e7 req-999f1cb7-bdad-47e2-95eb-bb717ce43380 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691012 Feb 11 12:56:55.844205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3'}, {'name': 'network-changed', 'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:56:55.847088 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3"}, {"name": "network-changed", "server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:56:55.930878 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee016258-2d41-42e2-a016-23cc652bb3a5 req-d24047b9-c1ae-4a37-b6af-5c9b610d7c39 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660323 Feb 11 12:56:56.091710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:56.095885 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:56.144537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b74e427-5a77-422c-af3d-037d2b42aec7 req-d9236dce-5e32-4d21-ba95-2432adc0f926 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7882321 Feb 11 12:56:56.216590 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-09feef29-bef5-4c59-b7f7-ffc062a7904e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2676404 Feb 11 12:56:56.217923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:56:56.351341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-a1cd22e3-5eba-48df-9136-d457d44452e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:56.352834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-a1cd22e3-5eba-48df-9136-d457d44452e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2ea75228b8854dbcb0caa8ffcb4bc6f3&device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 1128 time: 0.6782641 Feb 11 12:56:56.361143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 19ec822e-7533-4605-bdd3-16f194e4e0e8) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:56.483371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aa815-9fe0-437c-9c2c-b97f5f1ab957 req-b278da45-7556-42cb-a363-63433d38b920 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:56.485053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d4aa815-9fe0-437c-9c2c-b97f5f1ab957 req-b278da45-7556-42cb-a363-63433d38b920 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.3415530 Feb 11 12:56:56.499112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef728cd2-3423-47d4-a9b9-f20a8c007763 None None] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:56:56.504673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-f9250620-9f8b-405b-a0ac-f37bf675e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:56.515078 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-f9250620-9f8b-405b-a0ac-f37bf675e71d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 1126 time: 0.2621493 Feb 11 12:56:56.699048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:56.700506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 16531a49-1e69-4110-a351-9619b4e6d203 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:56:56.732444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-ff451f52-b004-4bd1-9a6c-e51fa78a4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:56.743213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-ff451f52-b004-4bd1-9a6c-e51fa78a4189 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1920364 Feb 11 12:56:56.772516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-19ec822e-7533-4605-bdd3-16f194e4e0e8', 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8', 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'fixed_ips': [{'subnet_id': '36290691-b0af-4a2f-822d-3da68d4811e1'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:56:56.774034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:56.802967 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-e6d14075-4909-4908-974a-95b0697ede36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 200 len: 217 time: 0.0442128 Feb 11 12:56:56.877560 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:56:56.879568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d4aa815-9fe0-437c-9c2c-b97f5f1ab957 req-441f8c5e-a5d3-4b3f-b4c8-3f3014fe47dc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784530 Feb 11 12:56:56.935872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-69be4ba4-5faa-4014-8508-23627820b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:56.937737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-69be4ba4-5faa-4014-8508-23627820b983 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.1220970 Feb 11 12:56:57.005395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:57.007080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:57.018449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-301f4099-05a9-44c1-8149-d27b97f70853 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722167 Feb 11 12:56:57.034867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-b4209b7c-8682-4742-9dd9-bfa887f8c8b9 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:57.036861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-b4209b7c-8682-4742-9dd9-bfa887f8c8b9 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/ports/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 1129 time: 0.8522949 Feb 11 12:56:57.053975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Allocated IP 172.20.0.2 (19ec822e-7533-4605-bdd3-16f194e4e0e8/36290691-b0af-4a2f-822d-3da68d4811e1/d102a035-9f5d-48a4-a685-d05020b66b45) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:56:57.148330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a026d0-fe99-4e45-b7f3-f2d5b061724b req-b8fc1f14-7cee-429f-8d01-16749ff490ef tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:57.150238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39a026d0-fe99-4e45-b7f3-f2d5b061724b req-b8fc1f14-7cee-429f-8d01-16749ff490ef tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 1.0153251 Feb 11 12:56:57.159432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Network 0ea8967e-5443-469d-88bf-9980c87efa87 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:57.170997 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0912b81-0bd0-4f3c-aaf7-f4f8c208e5c3 x-openstack-request-id: req-d0912b81-0bd0-4f3c-aaf7-f4f8c208e5c3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:56:57.172970 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:56:57.173933 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0912b81-0bd0-4f3c-aaf7-f4f8c208e5c3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:56:57.179774 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'status': 'completed', 'code': 200} Feb 11 12:56:57.179774 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94', 'status': 'completed', 'code': 200} Feb 11 12:56:57.196639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bdffdac3-431d-4f20-aa19-b3bfe950ded5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.8759806 Feb 11 12:56:57.249503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33982) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:56:57.256821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:57.278044 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Publish callbacks [] for port (d102a035-9f5d-48a4-a685-d05020b66b45), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:57.280882 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-3f236d9c-4adc-4d3b-a21e-b76a7416150d service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554955 Feb 11 12:56:57.285039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6350ac83-296b-4306-9392-aa9c46241f3b', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'port_id': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'mac_address': 'fa:16:3e:50:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:56:19Z', 'updated_at': '2022-02-11T12:56:51Z', 'revision_number': 1, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:19Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:57.288637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:56:57.333763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] Checking router: 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:56:57.347136 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:57.399326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 16531a49-1e69-4110-a351-9619b4e6d203 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:57.399700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (16531a49-1e69-4110-a351-9619b4e6d203), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:57.430080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Pushing event updated for resources: {'Port': ['ID=d102a035-9f5d-48a4-a685-d05020b66b45,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:57.446895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:56:57.492279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:56:57.494437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:57.495263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:57.575960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-60d0490e-61a8-4b42-9419-dc84cbe346e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:57.578807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-60d0490e-61a8-4b42-9419-dc84cbe346e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1155 time: 0.2966731 Feb 11 12:56:57.598437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4412c99-7b5c-4e2e-865f-a8a1bc8ccbdd req-57fabb0a-284b-4b51-bba1-f9020995f547 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:57.606075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4412c99-7b5c-4e2e-865f-a8a1bc8ccbdd req-57fabb0a-284b-4b51-bba1-f9020995f547 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.3101108 Feb 11 12:56:57.740500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-0a26de19-c504-413e-84d0-6544dd9b7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:57.742389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-0a26de19-c504-413e-84d0-6544dd9b7543 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.1237350 Feb 11 12:56:57.757070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:56:57.805127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-c865d6d0-2a08-407b-bb95-0b76301c3383 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 217 time: 0.0483992 Feb 11 12:56:57.894909 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4412c99-7b5c-4e2e-865f-a8a1bc8ccbdd req-a6cd38c6-026e-4cc7-8724-29b77ab035b1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825630 Feb 11 12:56:57.930948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-1a139b52-0d65-41b8-8901-71e6d91ed61e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9746470 Feb 11 12:56:57.958276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39a026d0-fe99-4e45-b7f3-f2d5b061724b req-a08fa80e-1955-4e45-9769-0a2ca1437cce tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369463 Feb 11 12:56:57.970503 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee196779-bd24-4f92-bf68-2c15e0d66744 req-5aa8572a-2d3f-470d-9a2b-7fe1e43d78f6 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553133 Feb 11 12:56:57.980375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-15dd364c-a0e3-4844-8155-f0abe4568b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:57.989122 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-15dd364c-a0e3-4844-8155-f0abe4568b49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.1754851 Feb 11 12:56:58.039849 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-8f937b97-2388-434a-922d-5384e38e3aa3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447452 Feb 11 12:56:58.053686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:58.054657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:58.096078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:56:58.115494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Router b8bc9423-a532-46a8-998c-76309323076f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:56:58.119237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-85fa5bbc-a52b-47f3-a253-aad83884bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:58.120739 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-85fa5bbc-a52b-47f3-a253-aad83884bb57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b335486-b516-49ae-b9ca-00fc341ac830 HTTP/1.1" status: 200 len: 907 time: 1.7497056 Feb 11 12:56:58.304080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-4dd32449-0dd0-46ea-ae34-ba94136b08ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14 HTTP/1.1" status: 200 len: 1000 time: 0.1126482 Feb 11 12:56:58.395114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-e5420e39-cf4a-4cba-b9be-61891af8dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:58.397268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-e5420e39-cf4a-4cba-b9be-61891af8dd7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=52ceecbc-4358-490e-b91b-ab12ef2b7078 HTTP/1.1" status: 200 len: 845 time: 0.0827513 Feb 11 12:56:58.418009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-7869e8f3-e409-4421-9102-c07487512010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:58.419598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-7869e8f3-e409-4421-9102-c07487512010 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1126 time: 1.2240102 Feb 11 12:56:58.478237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2cc93414-4622-4a94-a7bb-1ef79dbee5ce None None] Provisioning complete for port 711b97e2-32a8-4b9d-a896-4492f7352ef2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:56:58.478518 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2cc93414-4622-4a94-a7bb-1ef79dbee5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:58.490618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 16531a49-1e69-4110-a351-9619b4e6d203 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:56:58.491751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16531a49-1e69-4110-a351-9619b4e6d203), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:58.526221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Attempting to bind port d102a035-9f5d-48a4-a685-d05020b66b45 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:56:58.530288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Attempting to bind port d102a035-9f5d-48a4-a685-d05020b66b45 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:56:58.530894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Attempting to bind port d102a035-9f5d-48a4-a685-d05020b66b45 on network 19ec822e-7533-4605-bdd3-16f194e4e0e8 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:56:58.646262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:56:58.646644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Checking segment: {'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:56:58.647055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:58.647450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Bound using segment: {'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:56:58.647939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Bound port: d102a035-9f5d-48a4-a685-d05020b66b45, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:56:58.648318 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:58.702159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-187e7a38-e7ea-42db-a0fd-141aef9a64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:58.706860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-187e7a38-e7ea-42db-a0fd-141aef9a64af service neutron] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 913 time: 0.2488265 Feb 11 12:56:58.725011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 16531a49-1e69-4110-a351-9619b4e6d203, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=16531a49-1e69-4110-a351-9619b4e6d203,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:56:58.744182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2cc93414-4622-4a94-a7bb-1ef79dbee5ce None None] Port 711b97e2-32a8-4b9d-a896-4492f7352ef2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:56:58.757498 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16531a49-1e69-4110-a351-9619b4e6d203), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:58.870175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e85b8b-bde8-4df8-b176-9607fb87b526 req-7b8c12c5-7c52-49f2-9113-23eb962be911 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:58.872667 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d9e85b8b-bde8-4df8-b176-9607fb87b526 req-7b8c12c5-7c52-49f2-9113-23eb962be911 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 944 time: 0.8308611 Feb 11 12:56:58.906214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-261832e4-edcd-4fda-a810-847462867174 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 200 len: 217 time: 0.1167889 Feb 11 12:56:58.940343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-44c09294-9926-486e-88ca-d46ba7f0cf18 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8658736 Feb 11 12:56:58.964682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6350ac83-296b-4306-9392-aa9c46241f3b', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'port_id': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'mac_address': 'fa:16:3e:50:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:56:19Z', 'updated_at': '2022-02-11T12:56:51Z', 'revision_number': 1, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:19Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:56:58.971452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=16531a49-1e69-4110-a351-9619b4e6d203,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:59.007956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d9e85b8b-bde8-4df8-b176-9607fb87b526 req-d8de8c5c-a81a-4ae4-a2b6-6eac6b94cfbf tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267285 Feb 11 12:56:59.019523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa7cf0a-dc0a-4f0d-b9c0-f27d2c07a914 None None] The sync data for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 is: [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6350ac83-296b-4306-9392-aa9c46241f3b', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'floating_ip_address': '172.25.1.161', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'port_id': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'mac_address': 'fa:16:3e:50:e2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:56:19Z', 'updated_at': '2022-02-11T12:56:51Z', 'revision_number': 1, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:19Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:56:59.026380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] For port d102a035-9f5d-48a4-a685-d05020b66b45, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:56:59.150548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] For port d102a035-9f5d-48a4-a685-d05020b66b45, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d102a035-9f5d-48a4-a685-d05020b66b45,segment=NetworkSegment(ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f),segment_id=ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:56:59.204498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks [] for router_controller (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:59.296377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-962c23c4-f67f-4a00-b649-04be86a357e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:59.298347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-962c23c4-f67f-4a00-b649-04be86a357e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 1132 time: 1.3105061 Feb 11 12:56:59.304327 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-01baa233-e83a-4484-9c34-62dd3f6495f3 service neutron] 10.222.0.64 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542602 Feb 11 12:56:59.356421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17b26f-f38c-4cd1-aa6b-3e185982d0e7 req-f0f76673-1029-4a23-9e4a-5d17db2c3a11 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:59.358557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa17b26f-f38c-4cd1-aa6b-3e185982d0e7 req-f0f76673-1029-4a23-9e4a-5d17db2c3a11 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 1.0675659 Feb 11 12:56:59.371196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:59.376879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-33f92a83-417a-4403-9485-a2af81f38fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:59.377717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-33f92a83-417a-4403-9485-a2af81f38fdb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.3553824 Feb 11 12:56:59.416235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-f2a0a916-a708-4752-8cf4-16e90180f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:59.418111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-f2a0a916-a708-4752-8cf4-16e90180f875 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b335486-b516-49ae-b9ca-00fc341ac830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9971309 Feb 11 12:56:59.467064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5a3579b3-e998-4aab-b23b-243a3c15183a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:59.472862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0892720-79c2-4e62-892e-9a927c424541 None None] Pushing event updated for resources: {'Port': ['ID=d102a035-9f5d-48a4-a685-d05020b66b45,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:56:59.666333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks [] for router_gateway (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:56:59.681936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-2cf20dea-b5fa-4d00-9dcb-62d209e57736 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2859068 Feb 11 12:56:59.690034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de0d2a-5f43-4d3c-a43b-13803cf3724c req-bff36b52-c1e0-4de6-8d0e-892b5bb3b98d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:59.711839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54de0d2a-5f43-4d3c-a43b-13803cf3724c req-bff36b52-c1e0-4de6-8d0e-892b5bb3b98d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.1969798 Feb 11 12:56:59.717288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-257b5cd1-abe4-4549-894d-1fe4a799383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:56:59.723655 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-257b5cd1-abe4-4549-894d-1fe4a799383a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1132 time: 0.4139621 Feb 11 12:56:59.748466 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf2139a-de86-4284-8e74-a84146a777cb None None] New status for floating IP 6350ac83-296b-4306-9392-aa9c46241f3b: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:56:59.782853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa17b26f-f38c-4cd1-aa6b-3e185982d0e7 req-eb96195a-09f9-4db6-ae73-4831328ae159 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984332 Feb 11 12:56:59.902573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:56:59.915708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Sync routers for ids ['b8bc9423-a532-46a8-998c-76309323076f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:56:59.924642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-160af5d0-7ab2-4235-8ce6-239911d2332c admin admin] 10.222.0.42 "PUT /v2.0/routers/b8bc9423-a532-46a8-998c-76309323076f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2130334 Feb 11 12:56:59.940894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Routers {'b8bc9423-a532-46a8-998c-76309323076f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:56:59.943920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:56:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b8bc9423-a532-46a8-998c-76309323076f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:00.030113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-f0eb76f9-5e55-45ff-9a63-b865380b16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:00.034601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-f0eb76f9-5e55-45ff-9a63-b865380b16fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.6706095 Feb 11 12:57:00.195100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54de0d2a-5f43-4d3c-a43b-13803cf3724c req-35887fe6-951f-4176-967a-c6b048974401 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632878 Feb 11 12:57:00.246730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-29277d3e-42c1-46ed-ab86-2c70d49fce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:00.257954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-29277d3e-42c1-46ed-ab86-2c70d49fce00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.4457321 Feb 11 12:57:00.347215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34012) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:00.368148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3071da64-8dcd-4b9a-8aee-cf51b3041e94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.1053953 Feb 11 12:57:00.498497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-bd24fce4-9665-4c8a-904d-fcfda8313dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:00.499975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-bd24fce4-9665-4c8a-904d-fcfda8313dc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1135788 Feb 11 12:57:00.513763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-32d9d331-b825-4c9a-ae34-95a98d251ca9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 200 len: 217 time: 0.4069581 Feb 11 12:57:00.612561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-534321029'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:00.672760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6e436-657c-4bb7-9f79-b543b8d7057f req-b344cd19-7f50-45d9-bce7-2761848b26f3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:00.673277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3fbca-d5e3-4b7e-b677-9ba4cef51f89 req-a82d7f9b-53b5-4768-b325-c3e1152641e2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:00.674454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cda6e436-657c-4bb7-9f79-b543b8d7057f req-b344cd19-7f50-45d9-bce7-2761848b26f3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.6300490 Feb 11 12:57:00.678314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-8762c908-d88c-422e-a999-c86e18a7f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:00.680034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-8762c908-d88c-422e-a999-c86e18a7f6b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1538780 Feb 11 12:57:00.682006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-f49423dc-4dd2-4627-b836-c5b073747bbe service neutron] 10.222.0.64 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1781039 Feb 11 12:57:00.682599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Set router b8bc9423-a532-46a8-998c-76309323076f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:57:00.686415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34c3fbca-d5e3-4b7e-b677-9ba4cef51f89 req-a82d7f9b-53b5-4768-b325-c3e1152641e2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 944 time: 0.3373568 Feb 11 12:57:00.693355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:00.696740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:00.757400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65c5b701-7c6d-4d51-aaed-1e7909b402e3 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:00.767124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-9f4a7f1e-594f-482d-b94c-e142de2b68db service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9396873 Feb 11 12:57:00.836991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:00.859767 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8b9b1468-3ace-4e44-96c3-e1d6b07f0e38), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:00.860112 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Added segment 8b9b1468-3ace-4e44-96c3-e1d6b07f0e38 of type vlan for network 3811b5b2-a370-4271-b60a-f63659684bcf Feb 11 12:57:00.932349 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:57:01.000541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-0db3fa94-247b-4f8a-a82a-8b4629db7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:01.004549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-0db3fa94-247b-4f8a-a82a-8b4629db7710 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4902191 Feb 11 12:57:01.026478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3811b5b2-a370-4271-b60a-f63659684bcf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:01.077984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cda6e436-657c-4bb7-9f79-b543b8d7057f req-9ebfda24-a205-4136-b111-f6b5887f179a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377020 Feb 11 12:57:01.084926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d698486-38e7-4c21-bfad-1c8b607feda7 req-88c87554-451b-4210-b1f1-1ec463441d18 service neutron] 10.222.0.64 "GET /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320586 Feb 11 12:57:01.218055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d102a035-9f5d-48a4-a685-d05020b66b45 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:01.234614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-1f65f424-8821-4fa3-9812-e1ea7fa6cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:01.236393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-1f65f424-8821-4fa3-9812-e1ea7fa6cb7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1696789 Feb 11 12:57:01.245915 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-c8d71be4-c0b3-4efe-9ad1-17f45996695e service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128210 Feb 11 12:57:01.249972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c4cd2d5-5bd6-4dc1-9a95-a14fe8605dde req-2318c777-e0f7-48b2-8c05-910e44039fa2 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309802 Feb 11 12:57:01.318357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:57:01.342239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34c3fbca-d5e3-4b7e-b677-9ba4cef51f89 req-794fd683-4e22-4e4c-ab3e-36b24ce1c71e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311340 Feb 11 12:57:01.381280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3811b5b2-a370-4271-b60a-f63659684bcf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:01.387634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:01.388369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:01.412495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bf263e1b-56cd-49c3-8af2-5b24ae625d94 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:01.477019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e9f01-e200-400d-ae03-d2d543ce5c3d None None] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:01.588518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2305548 Feb 11 12:57:01.627451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34046) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:01.636091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'subnet': {'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:01.647752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaac5d8-2e3c-4c85-a570-8df67a987fee tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Network': ['ID=3811b5b2-a370-4271-b60a-f63659684bcf,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:01.667509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:01.684470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4e756-98f6-4e2e-b406-3a64f133bb5d req-132f269d-32b4-42c1-8340-c8fa6efca28c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:01.686842 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fad4e756-98f6-4e2e-b406-3a64f133bb5d req-132f269d-32b4-42c1-8340-c8fa6efca28c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.2469535 Feb 11 12:57:01.704078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1ba10ea5-bc23-4047-963c-a0862db3f748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:01.707771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1', 'port_id': '65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'mac_address': 'fa:16:3e:73:b3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d11018-b2b5-4255-8ea5-586b73d36506', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:01.744509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3811b5b2-a370-4271-b60a-f63659684bcf details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:01.767532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-074b214c-9a46-4ed5-9f88-a17f70917f1d service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041461 Feb 11 12:57:01.799352 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fad4e756-98f6-4e2e-b406-3a64f133bb5d req-1e528691-207a-459d-acf7-655ee3c91d0b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008406 Feb 11 12:57:01.837033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:01.841394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:01.956587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e3dc5ba8-699c-409c-a97b-42ce51b423e5 None None] Provisioning complete for port d102a035-9f5d-48a4-a685-d05020b66b45 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:01.957170 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5ba8-699c-409c-a97b-42ce51b423e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.094887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-1f8907f5-0290-4da4-9df5-c23e4b44dc96 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8060946 Feb 11 12:57:02.163424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e3dc5ba8-699c-409c-a97b-42ce51b423e5 None None] Current status of the port d102a035-9f5d-48a4-a685-d05020b66b45 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:02.163827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5ba8-699c-409c-a97b-42ce51b423e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.173501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d102a035-9f5d-48a4-a685-d05020b66b45 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:02.173953 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.223044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12304994-7b93-4aa5-914d-138e7e77bfae req-8a5158aa-5c72-4f0f-83a0-3955d9900625 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:02.225371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12304994-7b93-4aa5-914d-138e7e77bfae req-8a5158aa-5c72-4f0f-83a0-3955d9900625 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 951 time: 0.1393292 Feb 11 12:57:02.228413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (0098d6e0-d42c-42d4-9cdd-bc6af97bc050), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.240120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:02.240517 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.242492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port bf263e1b-56cd-49c3-8af2-5b24ae625d94 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:02.246010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342223-6170-4a8f-840e-542ad6fddfc2 req-9c772da2-7cab-4c6d-a5a9-113ac316dbeb tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:02.247815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b342223-6170-4a8f-840e-542ad6fddfc2 req-9c772da2-7cab-4c6d-a5a9-113ac316dbeb tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.9204535 Feb 11 12:57:02.251716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks [] for router_gateway (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.287893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c5b701-7c6d-4d51-aaed-1e7909b402e3 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:02.298247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.327077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e3dc5ba8-699c-409c-a97b-42ce51b423e5 None None] For port d102a035-9f5d-48a4-a685-d05020b66b45, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d102a035-9f5d-48a4-a685-d05020b66b45,segment=NetworkSegment(ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f),segment_id=ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:02.343624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:02.347944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3dc5ba8-699c-409c-a97b-42ce51b423e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.393149 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.416787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Subnet': ['ID=0098d6e0-d42c-42d4-9cdd-bc6af97bc050,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:02.448379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 4, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '711b97e2-32a8-4b9d-a896-4492f7352ef2', 'name': '', 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'mac_address': 'fa:16:3e:fc:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'e2a29afd-8e09-4d6e-bead-aa5ae0613064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:50Z', 'updated_at': '2022-02-11T12:56:53Z', 'revision_number': 2, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'subnets': [{'id': 'e2a29afd-8e09-4d6e-bead-aa5ae0613064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:02.455460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Checking segment: {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:02.455460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network hostable DHCP agents. Network: 3811b5b2-a370-4271-b60a-f63659684bcf, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:57:02.484812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12304994-7b93-4aa5-914d-138e7e77bfae req-8d34146b-2c94-4da0-bf47-d4dcfcc50bca tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496440 Feb 11 12:57:02.500768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Checking router: b8bc9423-a532-46a8-998c-76309323076f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:57:02.500768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Updating router b8bc9423-a532-46a8-998c-76309323076f port 711b97e2-32a8-4b9d-a896-4492f7352ef2 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:57:02.518355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e62d8ac6-92cb-44f6-8d2a-029c8037ffda req-3268465d-4142-47ea-8f81-7e6a0d4a98a6 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671830 Feb 11 12:57:02.522128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Allocated IP 172.25.1.40 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/17038fd8-6743-429e-a0cd-0774c6ae3c8d) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:02.537234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network 3811b5b2-a370-4271-b60a-f63659684bcf is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:57:02.551982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d102a035-9f5d-48a4-a685-d05020b66b45 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:02.553152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 16531a49-1e69-4110-a351-9619b4e6d203 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:02.554926 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.584281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b342223-6170-4a8f-840e-542ad6fddfc2 req-1c044db0-6ed3-4682-8f30-5804ea8f344a tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028038 Feb 11 12:57:02.584877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3811b5b2-a370-4271-b60a-f63659684bcf) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:02.595819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:02.596438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.627308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2607210f-45b0-4ca1-b278-8a02e51beeca None None] Network 3811b5b2-a370-4271-b60a-f63659684bcf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:02.645489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d737ad9-ba2c-44b8-9109-0ea61345b055 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0133445 Feb 11 12:57:02.646410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34066) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:02.652674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc5ba8-699c-409c-a97b-42ce51b423e5 None None] Pushing event updated for resources: {'Port': ['ID=d102a035-9f5d-48a4-a685-d05020b66b45,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:02.664205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-312195568'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:02.664996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.751338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44a4c-788b-498d-af38-674e65a8dc60 req-86a5d367-0f9c-499d-894f-ddbd4ebdde8d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:02.753648 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cd44a4c-788b-498d-af38-674e65a8dc60 req-86a5d367-0f9c-499d-894f-ddbd4ebdde8d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.0745099 Feb 11 12:57:02.808464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:02.812437 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.828304 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cd44a4c-788b-498d-af38-674e65a8dc60 req-115276af-4a4b-40dc-ae8d-0e055d30d8e5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669024 Feb 11 12:57:02.863443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:02.875231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.875689 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Added segment dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4 of type vlan for network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 Feb 11 12:57:02.925293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.931511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:02.957886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:02.980224 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:02.987530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:02.988554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.023298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-dbba72c6-d903-497c-b154-e120b3386817 None None] Provisioning complete for port d102a035-9f5d-48a4-a685-d05020b66b45 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:03.023824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dbba72c6-d903-497c-b154-e120b3386817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.025145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda3e4c-9d73-41a4-8533-1840fa6901cf req-1ce57250-580c-405f-ae03-5a5185f9c4aa tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:03.034405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fda3e4c-9d73-41a4-8533-1840fa6901cf req-1ce57250-580c-405f-ae03-5a5185f9c4aa tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 945 time: 0.3186400 Feb 11 12:57:03.074830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks [] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.084914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 16531a49-1e69-4110-a351-9619b4e6d203 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:03.085433 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (16531a49-1e69-4110-a351-9619b4e6d203), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.098931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4472749 Feb 11 12:57:03.101831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:03.107963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'subnet': {'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:03.132306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3811b5b2-a370-4271-b60a-f63659684bcf', 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf', 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'fixed_ips': [{'subnet_id': '0098d6e0-d42c-42d4-9cdd-bc6af97bc050'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:57:03.133377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.152154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fda3e4c-9d73-41a4-8533-1840fa6901cf req-c434c8f9-e447-4f98-93ba-15767eee462e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167247 Feb 11 12:57:03.355861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af79d91-6add-4412-9e2e-34d25c8aa698 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Network': ['ID=d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:03.371359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.372476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:03.378676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.464091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Pushing event updated for resources: {'Port': ['ID=17038fd8-6743-429e-a0cd-0774c6ae3c8d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:03.468199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:03.495104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6cc87-c11e-4fac-b917-9a2312f82cf0 req-16c22791-2fdc-46a7-8781-2abe7efefc19 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:03.497950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e6cc87-c11e-4fac-b917-9a2312f82cf0 req-16c22791-2fdc-46a7-8781-2abe7efefc19 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.1969557 Feb 11 12:57:03.500669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:03.502543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:03.505764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:03.676833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e6cc87-c11e-4fac-b917-9a2312f82cf0 req-4fe93c75-2ee9-4022-9d78-2a1e37f51bb6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037204 Feb 11 12:57:03.700319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (fb698213-7179-458f-8b60-0ba6dbc9ba22), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:03.806901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Subnet': ['ID=fb698213-7179-458f-8b60-0ba6dbc9ba22,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:03.915291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Checking segment: {'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:03.941180 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network hostable DHCP agents. Network: d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:57:03.963923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 16531a49-1e69-4110-a351-9619b4e6d203 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:03.974369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dbba72c6-d903-497c-b154-e120b3386817 None None] Current status of the port d102a035-9f5d-48a4-a685-d05020b66b45 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:04.015745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:57:04.019845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Publish callbacks [] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.022820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Allocated IP 19.80.0.2 (3811b5b2-a370-4271-b60a-f63659684bcf/0098d6e0-d42c-42d4-9cdd-bc6af97bc050/2dcf733a-44c7-4897-bec9-24cdfaf38f41) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:04.037329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.038320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:04.045361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:04.047163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.086432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070459e9-211a-49e1-b811-adaf2b868a22 req-550c1c25-54cb-474e-8c2d-f299299f3e9c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:04.093345 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-79541ade-c6aa-4d61-ab8b-0f6a56bc33c8 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9902995 Feb 11 12:57:04.105098 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-070459e9-211a-49e1-b811-adaf2b868a22 req-550c1c25-54cb-474e-8c2d-f299299f3e9c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.2551463 Feb 11 12:57:04.115452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562929c1-8699-4a10-a680-97c11465832f None None] Network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:04.230456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d102a035-9f5d-48a4-a685-d05020b66b45 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:04.330573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks [] for router_gateway (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.357137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afacc95-3be9-47ed-a2a3-2b4195ad7f09 req-86850736-9c5e-4721-b630-b31d74b3eda5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:04.366708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5afacc95-3be9-47ed-a2a3-2b4195ad7f09 req-86850736-9c5e-4721-b630-b31d74b3eda5 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.1303701 Feb 11 12:57:04.428741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5afacc95-3be9-47ed-a2a3-2b4195ad7f09 req-db559ce3-655f-4ea7-bc14-2419d1850ca8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607712 Feb 11 12:57:04.434753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-070459e9-211a-49e1-b811-adaf2b868a22 req-6874fba1-8dee-4cc1-a94e-7aafa693c9f8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281350 Feb 11 12:57:04.480710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.531170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16540e3b-c256-4512-ad58-79888e851002 None None] Pushing event updated for resources: {'Port': ['ID=711b97e2-32a8-4b9d-a896-4492f7352ef2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:04.655022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbee2f-2533-4cd8-bd0c-37ce17a4b918 req-9df49839-5147-453a-92da-48f8476244a0 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:04.664707 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7dbee2f-2533-4cd8-bd0c-37ce17a4b918 req-9df49839-5147-453a-92da-48f8476244a0 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 951 time: 0.0820773 Feb 11 12:57:04.678612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d102a035-9f5d-48a4-a685-d05020b66b45 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:04.679000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.736999 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7dbee2f-2533-4cd8-bd0c-37ce17a4b918 req-6b80b6e3-e3f8-4d57-8b8d-6a51e1264590 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706501 Feb 11 12:57:04.775082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6', 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6', 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'fixed_ips': [{'subnet_id': 'fb698213-7179-458f-8b60-0ba6dbc9ba22'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:57:04.784709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6382f7-bf72-41c9-b70d-12fed71128f3 req-0564409a-6b25-4022-b335-68b16a60b43b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:04.789499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.792378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec6382f7-bf72-41c9-b70d-12fed71128f3 req-0564409a-6b25-4022-b335-68b16a60b43b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 945 time: 0.1831446 Feb 11 12:57:04.834400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Attempting to bind port 711b97e2-32a8-4b9d-a896-4492f7352ef2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:04.835013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Attempting to bind port 711b97e2-32a8-4b9d-a896-4492f7352ef2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:04.835551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Attempting to bind port 711b97e2-32a8-4b9d-a896-4492f7352ef2 on network 0ea8967e-5443-469d-88bf-9980c87efa87 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:04.855225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:04.855947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Checking segment: {'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:04.856644 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.857342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Bound using segment: {'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:04.858077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Bound port: 711b97e2-32a8-4b9d-a896-4492f7352ef2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8538719d-4103-4158-8391-74bf793654d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:04.858623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.925101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d102a035-9f5d-48a4-a685-d05020b66b45 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:04.928278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec6382f7-bf72-41c9-b70d-12fed71128f3 req-5d7415d7-f23d-4381-81c8-09760afcface tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274121 Feb 11 12:57:04.934308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:04.944083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-57571de9-d20e-48ab-b6c5-c9063878fcf9 None None] Provisioning complete for port 711b97e2-32a8-4b9d-a896-4492f7352ef2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:04.944623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-57571de9-d20e-48ab-b6c5-c9063878fcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.096451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-27337e77-cce3-45ab-ae48-23bde083a6cd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:05.103462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Allocated IP 19.86.0.2 (d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6/fb698213-7179-458f-8b60-0ba6dbc9ba22/84405f78-272e-45df-b15c-d4b751df031c) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:05.110012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-27337e77-cce3-45ab-ae48-23bde083a6cd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:05.123013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-27337e77-cce3-45ab-ae48-23bde083a6cd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/networks?id=3811b5b2-a370-4271-b60a-f63659684bcf&id=d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6&id=3811b5b2-a370-4271-b60a-f63659684bcf HTTP/1.1" status: 200 len: 1390 time: 0.2749469 Feb 11 12:57:05.143475 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-9f688878-5de3-4b40-bd56-5ce31bc584fc tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/quotas/0da3be76b22e49a69e30f14bff717c1e HTTP/1.1" status: 200 len: 375 time: 0.0190847 Feb 11 12:57:05.161393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325714ef-2916-4662-839c-c797a941077c req-66fdec42-55d0-45d5-91e8-87589b6c5386 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:05.169724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-325714ef-2916-4662-839c-c797a941077c req-66fdec42-55d0-45d5-91e8-87589b6c5386 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.1245854 Feb 11 12:57:05.229191 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1a2b0d70-ca2d-42d1-9587-90a29390f669 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845616 Feb 11 12:57:05.250316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-325714ef-2916-4662-839c-c797a941077c req-940cd514-4d6c-4f03-ba31-4d9540939eec tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794473 Feb 11 12:57:05.277886 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Publish callbacks [] for port (84405f78-272e-45df-b15c-d4b751df031c), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.289607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:57:05.397834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (84405f78-272e-45df-b15c-d4b751df031c), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.419716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-9fbba705-a4d1-4ef0-bd0f-6972141c2ce2 service neutron] 10.222.0.42 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861234 Feb 11 12:57:05.427623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:05.492617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.499080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:57:05.511496 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Sync routers for ids ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:57:05.528003 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Routers {'98efab7a-f57e-4bed-a41c-cfbef6e1d73e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:57:05.530263 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:57:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:05.536515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.538416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d77c9d4c-0773-42d9-94d2-e6cdc307e1ff admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2768772 Feb 11 12:57:05.540878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34144) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:05.577811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-6898b06c-b6a9-4cef-a7e3-f914142bb86e service neutron] 10.222.0.42 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570172 Feb 11 12:57:05.682401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] For port 711b97e2-32a8-4b9d-a896-4492f7352ef2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:05.692774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-57571de9-d20e-48ab-b6c5-c9063878fcf9 None None] Port 711b97e2-32a8-4b9d-a896-4492f7352ef2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:57:05.693047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Set router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:57:05.720566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-5d0ea12b-73dc-4ccc-ad3e-be2bd1df6073 service neutron] 10.222.0.42 "GET /v2.0/networks/d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409771 Feb 11 12:57:05.752980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:05.759277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] For port 711b97e2-32a8-4b9d-a896-4492f7352ef2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=711b97e2-32a8-4b9d-a896-4492f7352ef2,segment=NetworkSegment(8538719d-4103-4158-8391-74bf793654d2),segment_id=8538719d-4103-4158-8391-74bf793654d2)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:05.771805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:05.775533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:05.780575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Pushing event updated for resources: {'Port': ['ID=84405f78-272e-45df-b15c-d4b751df031c,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:05.789625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.795382 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Publish callbacks [] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.840281 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:05.929839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46700e-cd21-4776-98ad-41eea848f3dc req-0b07bd62-136b-480f-8f27-2b6add02b5e3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:05.939502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b46700e-cd21-4776-98ad-41eea848f3dc req-0b07bd62-136b-480f-8f27-2b6add02b5e3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.3035445 Feb 11 12:57:05.971845 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T12:57:03Z', 'revision_number': 3, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:05.991426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Network 3811b5b2-a370-4271-b60a-f63659684bcf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:06.006840 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f4356adf-068c-4cb1-af6e-1c770eaf86dc service neutron] 10.222.0.42 "GET /v2.0/networks/d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820199 Feb 11 12:57:06.019067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:06.019554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b46700e-cd21-4776-98ad-41eea848f3dc req-546143a2-b8c7-4adc-9e81-af9287dbcd1b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758407 Feb 11 12:57:06.025331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Attempting to bind port 84405f78-272e-45df-b15c-d4b751df031c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:06.025904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Attempting to bind port 84405f78-272e-45df-b15c-d4b751df031c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:06.026420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Attempting to bind port 84405f78-272e-45df-b15c-d4b751df031c on network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:06.029115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16540e3b-c256-4512-ad58-79888e851002 None None] Pushing event updated for resources: {'Port': ['ID=711b97e2-32a8-4b9d-a896-4492f7352ef2,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:06.032239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:06.044841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Routers {'b8bc9423-a532-46a8-998c-76309323076f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:57:06.045668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:57:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b8bc9423-a532-46a8-998c-76309323076f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:06.091839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:06.092426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Checking segment: {'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:06.093026 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.093561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Bound using segment: {'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:06.094214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Bound port: 84405f78-272e-45df-b15c-d4b751df031c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:06.094628 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Checking router: 98efab7a-f57e-4bed-a41c-cfbef6e1d73e for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:57:06.094795 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84405f78-272e-45df-b15c-d4b751df031c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.094973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Updating router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e port 17038fd8-6743-429e-a0cd-0774c6ae3c8d binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:57:06.180746 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.364214 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-16da4533-8c87-46b5-8d38-928963d1d7fb service neutron] 10.222.0.42 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491585 Feb 11 12:57:06.369276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fa823684-9968-4477-9084-549440bcc2ae is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:06.369890 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.386956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adc3b2-43e3-4382-9579-10877002d72e req-3f07abbb-cfc5-4775-b5fe-bf067b77eacd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:06.389535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9adc3b2-43e3-4382-9579-10877002d72e req-3f07abbb-cfc5-4775-b5fe-bf067b77eacd tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.1734886 Feb 11 12:57:06.473126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Pushing event updated for resources: {'Port': ['ID=2dcf733a-44c7-4897-bec9-24cdfaf38f41,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:06.486416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-ff2394e4-64cc-4887-bca2-199c40431863 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:06.493036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-ff2394e4-64cc-4887-bca2-199c40431863 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.64 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 951 time: 0.2751324 Feb 11 12:57:06.593650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:06.601858 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6969a2-182c-4d58-bc68-847cdc3913bd" -d '{"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:06.630552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Attempting to bind port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:06.630765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9adc3b2-43e3-4382-9579-10877002d72e req-49fcc5f1-e2ee-464e-af34-1f76c40f3d80 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338467 Feb 11 12:57:06.630874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Attempting to bind port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:06.631177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Attempting to bind port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 on network 3811b5b2-a370-4271-b60a-f63659684bcf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:06.648382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:06.648831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Checking segment: {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:06.649242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.649784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Bound using segment: {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:06.650393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Bound port: 2dcf733a-44c7-4897-bec9-24cdfaf38f41, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:06.650665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.654433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ef99f931-2a0f-4d70-bfa5-0d992d2ac1bd None None] Provisioning complete for port 711b97e2-32a8-4b9d-a896-4492f7352ef2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:06.654840 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ef99f931-2a0f-4d70-bfa5-0d992d2ac1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.680668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:06.718783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] For port 84405f78-272e-45df-b15c-d4b751df031c, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:06.726990 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.755172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-6abdf63b-d9fc-4409-ba8a-9f8d0ce7ce4e service neutron] 10.222.0.42 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818569 Feb 11 12:57:06.804503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Deleting port fa823684-9968-4477-9084-549440bcc2ae {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:06.805019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fa823684-9968-4477-9084-549440bcc2ae), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.827439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] For port 84405f78-272e-45df-b15c-d4b751df031c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84405f78-272e-45df-b15c-d4b751df031c,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:06.831814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] Set router b8bc9423-a532-46a8-998c-76309323076f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:57:06.843629 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Publish callbacks [] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.852482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65c5b701-7c6d-4d51-aaed-1e7909b402e3 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:06.866408 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:06.942014 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7b713-c1a5-481e-b8d0-284f50850c08 None None] Pushing event updated for resources: {'Port': ['ID=17038fd8-6743-429e-a0cd-0774c6ae3c8d,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:06.984715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84405f78-272e-45df-b15c-d4b751df031c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.001968 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Attempting to bind port 17038fd8-6743-429e-a0cd-0774c6ae3c8d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:07.002388 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Attempting to bind port 17038fd8-6743-429e-a0cd-0774c6ae3c8d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:07.002749 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Attempting to bind port 17038fd8-6743-429e-a0cd-0774c6ae3c8d on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:07.018776 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:07.019148 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:07.023090 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.023547 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:07.024677 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Bound port: 17038fd8-6743-429e-a0cd-0774c6ae3c8d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:07.026394 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.085511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d470f6e-c7e2-4ad4-829c-1733cb0ed3c0 req-51f8f6d2-1d54-420a-83f1-c4cce7131c9b tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:07.103530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d470f6e-c7e2-4ad4-829c-1733cb0ed3c0 req-51f8f6d2-1d54-420a-83f1-c4cce7131c9b tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd00a33f-3330-4455-8880-886917e7226a HTTP/1.1" status: 200 len: 949 time: 0.3226376 Feb 11 12:57:07.110299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] For port fa823684-9968-4477-9084-549440bcc2ae, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fa823684-9968-4477-9084-549440bcc2ae,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:07.110299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fa823684-9968-4477-9084-549440bcc2ae), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.148892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Calling delete_port for fa823684-9968-4477-9084-549440bcc2ae owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:07.166860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.173293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=11']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:07.244372 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] For port 17038fd8-6743-429e-a0cd-0774c6ae3c8d, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:07.258896 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] For port 17038fd8-6743-429e-a0cd-0774c6ae3c8d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=17038fd8-6743-429e-a0cd-0774c6ae3c8d,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:07.283569 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.295342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] For port 2dcf733a-44c7-4897-bec9-24cdfaf38f41, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:07.309858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d470f6e-c7e2-4ad4-829c-1733cb0ed3c0 req-818d1167-9e97-4ece-8b64-e9d3077273af tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.42 "GET /v2.0/security-groups?id=d714d0ad-c4d7-4588-ad20-8aa459f31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977448 Feb 11 12:57:07.472499 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Routers {'98efab7a-f57e-4bed-a41c-cfbef6e1d73e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:57:07.475191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:57:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:07.475926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] For port 2dcf733a-44c7-4897-bec9-24cdfaf38f41, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2dcf733a-44c7-4897-bec9-24cdfaf38f41,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:07.610326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7b713-c1a5-481e-b8d0-284f50850c08 None None] Pushing event updated for resources: {'Port': ['ID=17038fd8-6743-429e-a0cd-0774c6ae3c8d,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:07.617937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f313f3-efa6-4df4-a394-216685bcceac req-62088b79-3566-4a62-8a31-54862a563dc6 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:07.628418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.638396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50f313f3-efa6-4df4-a394-216685bcceac req-62088b79-3566-4a62-8a31-54862a563dc6 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 945 time: 0.2201052 Feb 11 12:57:07.707668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ef99f931-2a0f-4d70-bfa5-0d992d2ac1bd None None] Current status of the port 711b97e2-32a8-4b9d-a896-4492f7352ef2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:07.708061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ef99f931-2a0f-4d70-bfa5-0d992d2ac1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.711610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (fa823684-9968-4477-9084-549440bcc2ae), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.769110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:57:07.823053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ef99f931-2a0f-4d70-bfa5-0d992d2ac1bd None None] For port 711b97e2-32a8-4b9d-a896-4492f7352ef2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=711b97e2-32a8-4b9d-a896-4492f7352ef2,segment=NetworkSegment(8538719d-4103-4158-8391-74bf793654d2),segment_id=8538719d-4103-4158-8391-74bf793654d2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:07.824702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f31fc5-10be-471e-932a-a45b3f9a143b None None] Pushing event updated for resources: {'Port': ['ID=84405f78-272e-45df-b15c-d4b751df031c,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:07.845893 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ef99f931-2a0f-4d70-bfa5-0d992d2ac1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:07.857526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Pushing event deleted for resources: {'Port': ['ID=fa823684-9968-4477-9084-549440bcc2ae,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:07.886077 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] Set router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:57:07.953849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:07.957356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:08.067649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] No DVR routers for this DVR port fa823684-9968-4477-9084-549440bcc2ae on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:08.074599 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:08.109116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-30d79b1b-6916-4781-9dbe-69b0e27c4bf5 req-d40969ba-8f79-4e00-99ac-07d7e03533a8 tempest-ImagesOneServerTestJSON-396001005 tempest-ImagesOneServerTestJSON-396001005-project] 10.222.0.64 "DELETE /v2.0/ports/fa823684-9968-4477-9084-549440bcc2ae HTTP/1.1" status: 204 len: 173 time: 1.5918570 Feb 11 12:57:08.147951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-deleted', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:08.168317 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64846f0-3a93-4b2c-90a1-8e8564c31a12" -d '{"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-deleted", "tag": "fa823684-9968-4477-9084-549440bcc2ae"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:08.237335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50f313f3-efa6-4df4-a394-216685bcceac req-ea8a4f3d-0a09-41d6-ad74-ddfd4e3c47b7 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682411 Feb 11 12:57:08.261950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b25751-cd73-4aa2-92f2-619332e35934 None None] Pushing event updated for resources: {'Port': ['ID=2dcf733a-44c7-4897-bec9-24cdfaf38f41,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:08.458658 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944eb524-8149-4755-bfad-9def9ec18d75 x-openstack-request-id: req-944eb524-8149-4755-bfad-9def9ec18d75 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:08.459008 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-unplugged", "status": "completed", "tag": "fa823684-9968-4477-9084-549440bcc2ae", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:08.459265 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-944eb524-8149-4755-bfad-9def9ec18d75 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:08.459630 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae', 'code': 200} Feb 11 12:57:08.571348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84405f78-272e-45df-b15c-d4b751df031c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:08.602742 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T12:57:03Z', 'revision_number': 3, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:08.648235 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5014c9d-61fc-4ae4-a9fb-3895544eb8a8 None None] The sync data for ids ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'] in n-d-828675-3 is: [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T12:57:03Z', 'revision_number': 3, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:57:08.670886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb4f03-a5bc-4438-9481-e183a659e972 req-fce4f25e-af1f-418e-bb2b-20335f0c387f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:08.685686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bcd6d8ce-20c8-4422-a500-c7f131321577 req-2bb94fdf-b502-4572-bc16-fd55d6e45743 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 210 time: 0.1026645 Feb 11 12:57:08.688854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2eb4f03-a5bc-4438-9481-e183a659e972 req-fce4f25e-af1f-418e-bb2b-20335f0c387f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 1.1117058 Feb 11 12:57:08.782410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99f931-2a0f-4d70-bfa5-0d992d2ac1bd None None] Pushing event updated for resources: {'Port': ['ID=711b97e2-32a8-4b9d-a896-4492f7352ef2,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:08.852701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:08.853111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:08.858841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Allocated IP 172.20.0.1 (19ec822e-7533-4605-bdd3-16f194e4e0e8/36290691-b0af-4a2f-822d-3da68d4811e1/9e35b6a9-32d2-4f94-87dc-2c7541be03d7) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:08.941899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 4, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '711b97e2-32a8-4b9d-a896-4492f7352ef2', 'name': '', 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'mac_address': 'fa:16:3e:fc:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'e2a29afd-8e09-4d6e-bead-aa5ae0613064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:50Z', 'updated_at': '2022-02-11T12:57:05Z', 'revision_number': 4, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'subnets': [{'id': 'e2a29afd-8e09-4d6e-bead-aa5ae0613064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:08.951466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2eb4f03-a5bc-4438-9481-e183a659e972 req-266bafad-d575-44d9-8e75-cda81a06fe8b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600605 Feb 11 12:57:09.064516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392268d3-eda6-4f0c-8bd4-44df14e6f06f req-1a1d21af-54e3-4f25-abca-63845e4ce113 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:09.076232 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-392268d3-eda6-4f0c-8bd4-44df14e6f06f req-1a1d21af-54e3-4f25-abca-63845e4ce113 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.1800396 Feb 11 12:57:09.100538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:09.102713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48d0667-cba8-4a8d-83ec-8bb3857dac34 None None] The sync data for ids ['b8bc9423-a532-46a8-998c-76309323076f'] in n-d-828675-3 is: [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 4, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '711b97e2-32a8-4b9d-a896-4492f7352ef2', 'name': '', 'network_id': '0ea8967e-5443-469d-88bf-9980c87efa87', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'mac_address': 'fa:16:3e:fc:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'e2a29afd-8e09-4d6e-bead-aa5ae0613064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:50Z', 'updated_at': '2022-02-11T12:57:05Z', 'revision_number': 4, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'subnets': [{'id': 'e2a29afd-8e09-4d6e-bead-aa5ae0613064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:57:09.107954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84405f78-272e-45df-b15c-d4b751df031c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:09.112221 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84405f78-272e-45df-b15c-d4b751df031c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:09.126335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:09.198924 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-392268d3-eda6-4f0c-8bd4-44df14e6f06f req-a99fbf7f-95fc-4393-ba89-0b76e7fa860d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216938 Feb 11 12:57:09.277940 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa4d265-aaf4-4003-8392-3bf1fa0f77eb x-openstack-request-id: req-efa4d265-aaf4-4003-8392-3bf1fa0f77eb {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:09.278368 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd00a33f-3330-4455-8880-886917e7226a", "name": "network-vif-deleted", "tag": "fa823684-9968-4477-9084-549440bcc2ae", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:09.278629 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efa4d265-aaf4-4003-8392-3bf1fa0f77eb {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:09.279157 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd00a33f-3330-4455-8880-886917e7226a', 'name': 'network-vif-deleted', 'tag': 'fa823684-9968-4477-9084-549440bcc2ae', 'status': 'completed', 'code': 200} Feb 11 12:57:09.418987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab516f6-fd5e-4f1c-a877-12c9e09da57b req-b8cd1904-f48c-4c84-be90-ad8337f2b372 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:09.451810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aab516f6-fd5e-4f1c-a877-12c9e09da57b req-b8cd1904-f48c-4c84-be90-ad8337f2b372 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.3014677 Feb 11 12:57:09.483197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:09.554264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: fa823684-9968-4477-9084-549440bcc2ae {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:09.555069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fa823684-9968-4477-9084-549440bcc2ae not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:09.598260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks [] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:09.671172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1e4e2595-1132-4805-b819-0f2389918390 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:09.678321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1e4e2595-1132-4805-b819-0f2389918390 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:09.682276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1e4e2595-1132-4805-b819-0f2389918390 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "GET /v2.0/networks?id=3811b5b2-a370-4271-b60a-f63659684bcf&id=d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6&id=3811b5b2-a370-4271-b60a-f63659684bcf HTTP/1.1" status: 200 len: 1390 time: 0.2503633 Feb 11 12:57:09.701230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:09.755944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'port': {'device_id': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf', 'admin_state_up': True, 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:09.773469 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:09.848039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b11c9-81aa-47db-ae13-49da026af6cb req-413beaeb-d8f9-47eb-aa61-a7fe0bee107f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:09.858579 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-725b11c9-81aa-47db-ae13-49da026af6cb req-413beaeb-d8f9-47eb-aa61-a7fe0bee107f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 946 time: 0.1749444 Feb 11 12:57:09.892255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84405f78-272e-45df-b15c-d4b751df031c is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:09.892655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84405f78-272e-45df-b15c-d4b751df031c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:09.921129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaa1092-4478-4b73-bc70-2f20a5e7ac4a None None] Network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:09.986874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aab516f6-fd5e-4f1c-a877-12c9e09da57b req-d983e58e-d5c8-46ab-85ce-cdaaa207591e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329223 Feb 11 12:57:10.001145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:10.023987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:10.041108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:10.080585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Pushing event updated for resources: {'Port': ['ID=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:10.207593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-aab19a16-ba74-4458-bf3d-e17ae6b6f2ea None None] Provisioning complete for port 84405f78-272e-45df-b15c-d4b751df031c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:10.209003 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aab19a16-ba74-4458-bf3d-e17ae6b6f2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84405f78-272e-45df-b15c-d4b751df031c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:10.238664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:10.289471 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-725b11c9-81aa-47db-ae13-49da026af6cb req-1b016071-11f9-4515-a700-3e3611e8b2b8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291904 Feb 11 12:57:10.293468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:10.307785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:10.337862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 84405f78-272e-45df-b15c-d4b751df031c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84405f78-272e-45df-b15c-d4b751df031c,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:10.369798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34186) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:10.472353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:10.482776 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac3e799-efd3-4e33-a14b-91092c494073" -d '{"events": [{"server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "name": "network-vif-plugged", "status": "completed", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:10.486158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aab19a16-ba74-4458-bf3d-e17ae6b6f2ea None None] Current status of the port 84405f78-272e-45df-b15c-d4b751df031c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:10.492753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e14f5-cf35-4dad-a3a8-aa0438a65757 None None] Network 3811b5b2-a370-4271-b60a-f63659684bcf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:10.510284 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84405f78-272e-45df-b15c-d4b751df031c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:10.742502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=84405f78-272e-45df-b15c-d4b751df031c,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:10.804875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2730310a-7b15-4f58-8b31-fe08b2fb3463 req-e6f6edc6-e893-4e32-b884-f16164c81c11 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 210 time: 0.1647480 Feb 11 12:57:10.859486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Provisioning complete for port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:10.859869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:10.882104 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6c46a0e8-061d-4e31-97f3-4cfffa017c0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91e10eb7adc74798ba83a525f4e181cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5031040 Feb 11 12:57:10.889049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34192) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:10.937544 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:10.955912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c82b7-76f2-4682-b0cc-3fe46fb3f0d6 req-862f5a32-edfb-4ed9-bed9-e71420273742 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:10.964057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-865c82b7-76f2-4682-b0cc-3fe46fb3f0d6 req-862f5a32-edfb-4ed9-bed9-e71420273742 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 945 time: 0.4342816 Feb 11 12:57:10.989444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 17038fd8-6743-429e-a0cd-0774c6ae3c8d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:11.131001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-1fac9582-3b55-4aa7-b090-1d471b23e963 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:11.135960 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-1fac9582-3b55-4aa7-b090-1d471b23e963 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.3215859 Feb 11 12:57:11.162236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828675-3'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:11.167200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Allocated IP 19.80.0.194 (3811b5b2-a370-4271-b60a-f63659684bcf/0098d6e0-d42c-42d4-9cdd-bc6af97bc050/7c595c84-23ec-4458-9d26-ba9134a59759) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:11.181497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-865c82b7-76f2-4682-b0cc-3fe46fb3f0d6 req-6e83c2f0-5b91-4330-9908-c22a706febeb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161777 Feb 11 12:57:11.264471 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776d61db-5958-4f7c-8116-8e438973f3cd x-openstack-request-id: req-776d61db-5958-4f7c-8116-8e438973f3cd {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:11.266325 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "name": "network-vif-plugged", "status": "completed", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:11.266325 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-776d61db-5958-4f7c-8116-8e438973f3cd {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:11.266325 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'code': 200} Feb 11 12:57:11.364974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a115ac1-6c13-48e6-96e0-86beee087b38 admin admin] Publish callbacks [] for security_group (d714d0ad-c4d7-4588-ad20-8aa459f31a24), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.385724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.397684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 17038fd8-6743-429e-a0cd-0774c6ae3c8d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:11.398937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.452573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b528296a-f351-4426-aa4c-8474b66e81aa details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:11.455962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ade268-1633-4d01-a601-11c6ae5f5759 req-cacb453f-71ea-4a72-9bc9-d15adbaf1778 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:11.465947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9ade268-1633-4d01-a601-11c6ae5f5759 req-cacb453f-71ea-4a72-9bc9-d15adbaf1778 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.4794717 Feb 11 12:57:11.493705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Current status of the port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:11.494494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.615634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] For port 2dcf733a-44c7-4897-bec9-24cdfaf38f41, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2dcf733a-44c7-4897-bec9-24cdfaf38f41,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:11.619395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9800c6-c046-4940-b358-1693da2ff357 req-a93cfa10-782f-40a1-8944-af24743fe1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:11.621129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb9800c6-c046-4940-b358-1693da2ff357 req-a93cfa10-782f-40a1-8944-af24743fe1b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1128 time: 0.2321930 Feb 11 12:57:11.683740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for port (7c595c84-23ec-4458-9d26-ba9134a59759), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.768506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.782973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a115ac1-6c13-48e6-96e0-86beee087b38 admin admin] Publish callbacks [] for security_group (d714d0ad-c4d7-4588-ad20-8aa459f31a24), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.845031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9ade268-1633-4d01-a601-11c6ae5f5759 req-e332df0e-2a30-4f77-8f54-dfbb31bc5bf0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780878 Feb 11 12:57:11.850796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Provisioning complete for port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:11.851178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.852151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb9800c6-c046-4940-b358-1693da2ff357 req-cae10c14-65be-4a52-8da7-f9fc332e82d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775784 Feb 11 12:57:11.886192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:11.897098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.938468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 17038fd8-6743-429e-a0cd-0774c6ae3c8d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:11.938932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:11.946595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b528296a-f351-4426-aa4c-8474b66e81aa has no active binding in host n-h1-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 12:57:11.965313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Pushing event updated for resources: {'Port': ['ID=2dcf733a-44c7-4897-bec9-24cdfaf38f41,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:11.985849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-502bc8c8-f174-4e8d-a681-aaa316fd34ee None None] Port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:57:11.999419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks [] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.003064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:12.003891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 17038fd8-6743-429e-a0cd-0774c6ae3c8d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=17038fd8-6743-429e-a0cd-0774c6ae3c8d,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:12.011452 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.012974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 711b97e2-32a8-4b9d-a896-4492f7352ef2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:12.021154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Port': ['ID=7c595c84-23ec-4458-9d26-ba9134a59759,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:12.043315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.052673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085a95b-5d93-444a-aff1-3ae24771922b req-ff41bb82-b7b0-4565-a64b-0923a0aae7d7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:12.060896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1085a95b-5d93-444a-aff1-3ae24771922b req-ff41bb82-b7b0-4565-a64b-0923a0aae7d7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.6979659 Feb 11 12:57:12.100240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network 3811b5b2-a370-4271-b60a-f63659684bcf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:12.101351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a115ac1-6c13-48e6-96e0-86beee087b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d714d0ad-c4d7-4588-ad20-8aa459f31a24), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.106918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a115ac1-6c13-48e6-96e0-86beee087b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.111300 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1a115ac1-6c13-48e6-96e0-86beee087b38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d714d0ad-c4d7-4588-ad20-8aa459f31a24 HTTP/1.1" status: 204 len: 168 time: 1.2098160 Feb 11 12:57:12.123405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a115ac1-6c13-48e6-96e0-86beee087b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d714d0ad-c4d7-4588-ad20-8aa459f31a24,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:12.128193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:12.130983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:12.218197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:12.218737 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.260561 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-816b437e-bf83-4397-8981-bb5b2339f264 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5199063 Feb 11 12:57:12.266170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fb09140e-063b-4360-9cbd-757ac0d6d323 None None] Provisioning complete for port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:12.266587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb09140e-063b-4360-9cbd-757ac0d6d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.284065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade1453-ca38-4aec-81bf-938f8cf8d31c req-6b92a36c-5edf-4d57-b647-1c5fb6fe3059 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:12.293325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ade1453-ca38-4aec-81bf-938f8cf8d31c req-6b92a36c-5edf-4d57-b647-1c5fb6fe3059 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 946 time: 0.3084521 Feb 11 12:57:12.308163 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1085a95b-5d93-444a-aff1-3ae24771922b req-fa11a9ec-4223-4c2b-81c9-c73c860a260e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453671 Feb 11 12:57:12.310542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Pushing event updated for resources: {'Port': ['ID=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:12.316067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=17038fd8-6743-429e-a0cd-0774c6ae3c8d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:12.321623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'port': {'device_id': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6', 'admin_state_up': True, 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:12.332594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.376975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 711b97e2-32a8-4b9d-a896-4492f7352ef2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:12.377354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.379449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:12.514571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:12.517580 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87771dc7-aa85-4ab7-b8bd-bde30ef1afca" -d '{"events": [{"server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:12.537569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ade1453-ca38-4aec-81bf-938f8cf8d31c req-6dd6d5fa-8077-44d8-ac31-90f5006485fa tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428255 Feb 11 12:57:12.562037 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Publish callbacks [] for port (b528296a-f351-4426-aa4c-8474b66e81aa), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.629624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fb09140e-063b-4360-9cbd-757ac0d6d323 None None] Current status of the port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:12.659494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:12.664686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.666015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fb09140e-063b-4360-9cbd-757ac0d6d323 None None] Provisioning complete for port 84405f78-272e-45df-b15c-d4b751df031c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:12.666755 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb09140e-063b-4360-9cbd-757ac0d6d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84405f78-272e-45df-b15c-d4b751df031c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.703953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:12.716114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6380ec2-aac4-4894-8239-d8f5ff865827 req-868bd076-6e62-427a-94c4-c98c2f865cd1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:12.718326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6380ec2-aac4-4894-8239-d8f5ff865827 req-868bd076-6e62-427a-94c4-c98c2f865cd1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 932 time: 0.1794517 Feb 11 12:57:12.762383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:12.768203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:12.775849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 711b97e2-32a8-4b9d-a896-4492f7352ef2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:12.777136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcf733a-44c7-4897-bec9-24cdfaf38f41 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:12.928764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fb09140e-063b-4360-9cbd-757ac0d6d323 None None] Current status of the port 84405f78-272e-45df-b15c-d4b751df031c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:12.945845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:12.946470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.041550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff501db-35d0-466e-b87a-5113961ca9b3 req-31340dce-9346-4810-83fa-c6443abead9f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:13.043402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eff501db-35d0-466e-b87a-5113961ca9b3 req-31340dce-9346-4810-83fa-c6443abead9f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.3901024 Feb 11 12:57:13.097500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:13.109272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on host n-h2-828675-3 for vnic_type normal with profile {"migrating_to": "n-h1-828675-3"} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:13.110332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:13.110332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:13.128396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:13.128724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Attempting to bind port b528296a-f351-4426-aa4c-8474b66e81aa on network 67384716-3155-4c0b-bbda-e47d27ab2b7c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:13.132201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8894923b-2d0c-4df6-a39c-537c0c7f6e97 None None] Provisioning complete for port 7c595c84-23ec-4458-9d26-ba9134a59759 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:13.132596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8894923b-2d0c-4df6-a39c-537c0c7f6e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.142994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:13.143597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Checking segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:13.143989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Bound using segment: {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:13.144447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Bound port: b528296a-f351-4426-aa4c-8474b66e81aa, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500f3009-2a55-423e-bcdd-1c542df64082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '67384716-3155-4c0b-bbda-e47d27ab2b7c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:13.144802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.187270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:57:13.212496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:13.217579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8894923b-2d0c-4df6-a39c-537c0c7f6e97 None None] Port 7c595c84-23ec-4458-9d26-ba9134a59759 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:57:13.220613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eff501db-35d0-466e-b87a-5113961ca9b3 req-b2dc415c-293f-44bb-9c30-50129d6b0f2d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657829 Feb 11 12:57:13.290340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:13.312718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:13.317800 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d9ffdc-8b96-4f1f-a5b7-83124fd81db7 x-openstack-request-id: req-c2d9ffdc-8b96-4f1f-a5b7-83124fd81db7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:13.317913 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:13.318118 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2d9ffdc-8b96-4f1f-a5b7-83124fd81db7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:13.318497 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa', 'code': 200} Feb 11 12:57:13.342456 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.366105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7a5e826e-37b9-4dc9-9af6-3816a02b0697 None None] Provisioning complete for port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:13.369809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7a5e826e-37b9-4dc9-9af6-3816a02b0697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.456033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:57:13.462309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6380ec2-aac4-4894-8239-d8f5ff865827 req-e6498f67-102b-4dc9-92ff-be242e286378 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6907344 Feb 11 12:57:13.466711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-32640114-dd4c-4321-bb01-752e3acb584c admin admin] 10.222.0.42 "PUT /v2.0/routers/98efab7a-f57e-4bed-a41c-cfbef6e1d73e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9246988 Feb 11 12:57:13.490177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84405f78-272e-45df-b15c-d4b751df031c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:13.497168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Allocated IP 19.86.0.196 (d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6/fb698213-7179-458f-8b60-0ba6dbc9ba22/ba77982d-1b76-4066-b13c-2a3fbb991740) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:13.508128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34230) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:13.516725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=8']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:13.516977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Sync routers for ids ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:57:13.536591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-a88148cf-ac0f-45eb-b812-8cb395ce8c00 service neutron] 10.222.0.64 "GET /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.1873674 Feb 11 12:57:13.573703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Routers {'98efab7a-f57e-4bed-a41c-cfbef6e1d73e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:57:13.574476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:57:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:13.580814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e826e-37b9-4dc9-9af6-3816a02b0697 None None] Port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:57:13.621516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:13.623415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.628596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-bea8d45b-7fbf-4117-a4b7-b2ccc99bce34 service neutron] 10.222.0.64 "PUT /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 1121 time: 2.4777031 Feb 11 12:57:13.686907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6d940-98b6-4be2-9404-ea41ac9d7d2d req-293fd95c-5a6c-448a-b060-7321acf683c9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:13.695742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41b6d940-98b6-4be2-9404-ea41ac9d7d2d req-293fd95c-5a6c-448a-b060-7321acf683c9 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.2423234 Feb 11 12:57:13.747741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b528296a-f351-4426-aa4c-8474b66e81aa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:13.788074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-221648014-network', 'tenant_id': '98bc713941c04f88a4eabb88d23def16'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:13.790353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41b6d940-98b6-4be2-9404-ea41ac9d7d2d req-747e73e7-7947-46b4-a6d4-23b9481e3324 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885339 Feb 11 12:57:13.815443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84405f78-272e-45df-b15c-d4b751df031c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:13.816010 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84405f78-272e-45df-b15c-d4b751df031c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.818372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['b528296a-f351-4426-aa4c-8474b66e81aa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:13.914688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Set router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:57:13.931384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Made reservation on behalf of 98bc713941c04f88a4eabb88d23def16 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:13.933685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:13.971598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfa59-e95a-462e-b02c-c09850403e1d req-d729b88e-c141-47e0-ba7e-cdf02a8a3da6 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:13.974100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-414cfa59-e95a-462e-b02c-c09850403e1d req-d729b88e-c141-47e0-ba7e-cdf02a8a3da6 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 946 time: 0.0691626 Feb 11 12:57:13.985771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.024525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.040462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.056601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-414cfa59-e95a-462e-b02c-c09850403e1d req-5e272f75-df52-4e78-b685-1395b3649af5 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 Feb 11 12:57:14.133258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0b178-06d3-46d0-9141-0f296099d12e req-bd908261-0961-4f88-b689-4c8984ba75f9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:14.135102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-04d0b178-06d3-46d0-9141-0f296099d12e req-bd908261-0961-4f88-b689-4c8984ba75f9 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 943 time: 0.4696159 Feb 11 12:57:14.144500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84405f78-272e-45df-b15c-d4b751df031c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:14.145662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 17038fd8-6743-429e-a0cd-0774c6ae3c8d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:14.186866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:14.207922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:14.237835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:14.263390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:14.266560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:14.299321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-acf8f120-a1af-45d1-b390-75c3b43c1e04 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1523550532&fields=id&tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 267 time: 0.0800333 Feb 11 12:57:14.319461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Port': ['ID=ba77982d-1b76-4066-b13c-2a3fbb991740,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:14.426811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-a2207296-56f8-49d0-9986-c561cae84436 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:14.430509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-a2207296-56f8-49d0-9986-c561cae84436 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 946 time: 0.1218166 Feb 11 12:57:14.435441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf263e1b-56cd-49c3-8af2-5b24ae625d94 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:14.441686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 17038fd8-6743-429e-a0cd-0774c6ae3c8d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:14.442054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.446223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'port': {'security_groups': ['ada744d3-6ee9-443b-8433-52541142fc96', '8fb6d97e-a7f3-4a06-a2de-8b940808f542']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:14.454133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-04d0b178-06d3-46d0-9141-0f296099d12e req-0b7daf3f-a573-49a1-8505-1a9c3fb93d69 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047237 Feb 11 12:57:14.462971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:14.501906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:14.502608 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.511507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.539785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.611849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T12:57:10Z', 'revision_number': 4, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '9e35b6a9-32d2-4f94-87dc-2c7541be03d7', 'name': '', 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'mac_address': 'fa:16:3e:02:69:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '36290691-b0af-4a2f-822d-3da68d4811e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:07Z', 'updated_at': '2022-02-11T12:57:11Z', 'revision_number': 2, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'subnets': [{'id': '36290691-b0af-4a2f-822d-3da68d4811e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:14.624337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] Transition to ACTIVE for port object bf263e1b-56cd-49c3-8af2-5b24ae625d94 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:14.641086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.670113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Checking router: 98efab7a-f57e-4bed-a41c-cfbef6e1d73e for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:57:14.670737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Updating router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:57:14.718732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 17038fd8-6743-429e-a0cd-0774c6ae3c8d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:14.720210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcf733a-44c7-4897-bec9-24cdfaf38f41 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:14.724587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.734662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=10']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:14.808696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] No DVR routers for this DVR port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:14.849204 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-e949a6ce-2402-42d6-b9cd-182edc3338c5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5392616 Feb 11 12:57:14.851323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks [] for security_group (bdd44bce-c9a0-49c4-980f-93dcb65e5662), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.865825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-915802d5-5d37-4a1c-9ad0-7cb6e6468cc4 service neutron] 10.222.0.64 "PUT /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94/bindings/n-h2-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3219647 Feb 11 12:57:14.878347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'port': {'device_id': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf', 'admin_state_up': True, 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:14.890913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bdd44bce-c9a0-49c4-980f-93dcb65e5662), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:14.898656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcc9ef-a8f6-4f69-8ef8-12dcf5c247a0 req-ac35553c-ea92-4325-af14-9331513f3c74 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:14.906396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5bcc9ef-a8f6-4f69-8ef8-12dcf5c247a0 req-ac35553c-ea92-4325-af14-9331513f3c74 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.2754147 Feb 11 12:57:14.944303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd44bce-c9a0-49c4-980f-93dcb65e5662,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:15.016899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f62600a9-baf2-49e6-849d-cb9a2290fb2f None None] Provisioning complete for port ba77982d-1b76-4066-b13c-2a3fbb991740 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:15.018067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f62600a9-baf2-49e6-849d-cb9a2290fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.046745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:15.062519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:15.093837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9bf5af27-33d9-42b5-bf59-ccfd4d241f8d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.094213 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Added segment 9bf5af27-33d9-42b5-bf59-ccfd4d241f8d of type vlan for network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 Feb 11 12:57:15.099621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.110958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.117365 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5bcc9ef-a8f6-4f69-8ef8-12dcf5c247a0 req-d1584507-423d-4b03-821d-8f8646a8ab8a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100010 Feb 11 12:57:15.129458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:15.138376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f62600a9-baf2-49e6-849d-cb9a2290fb2f None None] Port ba77982d-1b76-4066-b13c-2a3fbb991740 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:57:15.161148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:15.161529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.183177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (8f1d633f-f1d5-4855-b3e9-d29fc11f1a19), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.187931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.188685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.212788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f66d661-80dc-4e29-a034-19ae08f58d90 req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "PUT /v2.0/ports/65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 200 len: 982 time: 0.7749789 Feb 11 12:57:15.300177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (8f1d633f-f1d5-4855-b3e9-d29fc11f1a19), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.301485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.302276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.321529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa'}, {'name': 'network-changed', 'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:15.323846 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7675f60-c277-4c50-873c-0f884b5f682d" -d '{"events": [{"name": "network-changed", "server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa"}, {"name": "network-changed", "server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:15.359581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:15.365008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0ffe8774-9d89-40b9-b07a-7cdd38e03d25 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.366727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0ffe8774-9d89-40b9-b07a-7cdd38e03d25 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.3812764 Feb 11 12:57:15.367825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9951c-db11-4354-b60f-5696f6da0e77 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:15.421887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a0426-2812-4602-b87a-fceed6390fed req-58a3b1f1-cd4e-4e96-85a5-0167dd0ec27e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.435257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a0426-2812-4602-b87a-fceed6390fed req-58a3b1f1-cd4e-4e96-85a5-0167dd0ec27e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.437790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa53b02d-07d8-4943-9c88-fb216f632eba req-1acfce70-cc6e-436f-a42b-b8fd0f2804af tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.437790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa53b02d-07d8-4943-9c88-fb216f632eba req-1acfce70-cc6e-436f-a42b-b8fd0f2804af tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.1349652 Feb 11 12:57:15.446332 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a19a0426-2812-4602-b87a-fceed6390fed req-58a3b1f1-cd4e-4e96-85a5-0167dd0ec27e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 1655 time: 0.2236626 Feb 11 12:57:15.448222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:15.454329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-439f2145-2c98-486d-8506-82010178f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.454787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.455794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-439f2145-2c98-486d-8506-82010178f22b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339&tenant_id=a505bd73cf8f44468d10525f84e970f1 HTTP/1.1" status: 200 len: 1126 time: 0.0817332 Feb 11 12:57:15.463808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34324) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:15.472289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Request body: {'subnet': {'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-221648014-subnet', 'tenant_id': '98bc713941c04f88a4eabb88d23def16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:15.473076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9622939 Feb 11 12:57:15.540196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Made reservation on behalf of 98bc713941c04f88a4eabb88d23def16 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:15.542592 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.547446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa53b02d-07d8-4943-9c88-fb216f632eba req-c31ae601-58be-4487-ac1c-71f297416ffb tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015334 Feb 11 12:57:15.556189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:15.583418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-dd603daf-3a2c-4ddf-a91d-890ffd4a7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.585187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-dd603daf-3a2c-4ddf-a91d-890ffd4a7a8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a505bd73cf8f44468d10525f84e970f1&device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1126 time: 0.0918703 Feb 11 12:57:15.620955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb59735-b357-4a77-a970-462a93a8aa93 admin admin] Pushing event updated for resources: {'Network': ['ID=8f1d633f-f1d5-4855-b3e9-d29fc11f1a19,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:15.657447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:15.712110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a19a0426-2812-4602-b87a-fceed6390fed req-20084822-5976-487f-a87c-57a53ae9a96f tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310138 Feb 11 12:57:15.806305 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8ee3af-4b94-4f41-9db3-e538a9cec563 x-openstack-request-id: req-7f8ee3af-4b94-4f41-9db3-e538a9cec563 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:15.806603 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:15.806849 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f8ee3af-4b94-4f41-9db3-e538a9cec563 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:15.807332 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa', 'status': 'completed', 'code': 200} Feb 11 12:57:15.807498 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'status': 'completed', 'code': 200} Feb 11 12:57:15.852091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Allocated IP 19.80.0.70 (3811b5b2-a370-4271-b60a-f63659684bcf/0098d6e0-d42c-42d4-9cdd-bc6af97bc050/502d88a2-1937-4b14-a77e-ee971badcf84) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:15.883619 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Publish callbacks [] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:15.901895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-4077c985-d06c-48f5-863c-388771b5affc tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1666401043&fields=id&tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 267 time: 0.2432015 Feb 11 12:57:15.946301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-8ec7afa6-e23b-4a3d-afce-8931c4cd8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:15.947836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-8ec7afa6-e23b-4a3d-afce-8931c4cd8b62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 200 len: 921 time: 0.2928267 Feb 11 12:57:15.954478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.012759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b18b-3429-4fc3-a707-09feb42f6e7c None None] Pushing event updated for resources: {'Port': ['ID=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:16.044824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-4adeab81-c0bc-4248-8b32-c868cc3ee850 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 200 len: 217 time: 0.0833704 Feb 11 12:57:16.057703 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.078157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675f60-c277-4c50-873c-0f884b5f682d req-2d744e07-73ce-408f-bd1b-f167c5d65daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:16.079706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-2d744e07-73ce-408f-bd1b-f167c5d65daf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1155 time: 0.2277074 Feb 11 12:57:16.126930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091efef3-ea44-4e47-8129-552ca085d7f2 req-1d4e9ba4-f1d6-4b3a-bfae-bf8c2f3cd3c5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:16.128721 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-091efef3-ea44-4e47-8129-552ca085d7f2 req-1d4e9ba4-f1d6-4b3a-bfae-bf8c2f3cd3c5 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 944 time: 0.2703063 Feb 11 12:57:16.141802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0c7426cb-b242-4eec-839d-a43d720f37da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:16.143550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0c7426cb-b242-4eec-839d-a43d720f37da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 200 len: 860 time: 0.0580125 Feb 11 12:57:16.202643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (79af7ce6-abf5-415e-8714-d5b3acc62a38), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.204435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-091efef3-ea44-4e47-8129-552ca085d7f2 req-fa2a3491-7b74-4631-9a89-ec5ff0221d68 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679040 Feb 11 12:57:16.252253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for port (502d88a2-1937-4b14-a77e-ee971badcf84), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.263515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Attempting to bind port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:16.267345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Attempting to bind port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:16.270002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Attempting to bind port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 on network 19ec822e-7533-4605-bdd3-16f194e4e0e8 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:16.279091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:16.279412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Checking segment: {'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:16.279810 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.280190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Bound using segment: {'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:16.280685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Bound port: 9e35b6a9-32d2-4f94-87dc-2c7541be03d7, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:16.281031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.308034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79af7ce6-abf5-415e-8714-d5b3acc62a38,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:16.324273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-7abb8301-fa01-4ec8-8d19-6da4f273ccc5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cd5a70b9-37f3-42ff-954a-2f5dc3871e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544685 Feb 11 12:57:16.327776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.336786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-5142a12f-e84c-4408-a672-ca4baba95aaf tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:16.347202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-5142a12f-e84c-4408-a672-ca4baba95aaf tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 985 time: 0.4326429 Feb 11 12:57:16.371431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'port': {'security_groups': ['8fb6d97e-a7f3-4a06-a2de-8b940808f542', 'ada744d3-6ee9-443b-8433-52541142fc96', '85ffcc83-7adf-4236-961f-4b3c25ec63e7']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:16.377011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] For port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:16.381135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] For port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,segment=NetworkSegment(ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f),segment_id=ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:16.394031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.492531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Routers {'98efab7a-f57e-4bed-a41c-cfbef6e1d73e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:57:16.492531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:57:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:16.501768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network 3811b5b2-a370-4271-b60a-f63659684bcf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:16.514502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:16.535018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:16.564524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9b18b-3429-4fc3-a707-09feb42f6e7c None None] Pushing event updated for resources: {'Port': ['ID=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:16.571903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-768a383d-a797-4da3-ae0c-f6d543e4b0c1 None None] Provisioning complete for port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:16.572470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-768a383d-a797-4da3-ae0c-f6d543e4b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.600851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Port': ['ID=502d88a2-1937-4b14-a77e-ee971badcf84,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:16.649985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-060511e3-3ea8-42ff-9255-2064950eb2f1 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936618 Feb 11 12:57:16.679027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fb43b-398a-42c1-946a-ca4ebcabc9a1 req-4b578661-5ad2-44de-8e86-de8f76345767 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:16.680488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f4fb43b-398a-42c1-946a-ca4ebcabc9a1 req-4b578661-5ad2-44de-8e86-de8f76345767 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.3182552 Feb 11 12:57:16.753170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675f60-c277-4c50-873c-0f884b5f682d req-f4814e9c-6404-40e1-8fe1-7730feb710cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:16.754708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-f4814e9c-6404-40e1-8fe1-7730feb710cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.5946715 Feb 11 12:57:16.760558 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f4fb43b-398a-42c1-946a-ca4ebcabc9a1 req-653e6463-9d85-4a79-932f-b83385084f1b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729680 Feb 11 12:57:16.764520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.768373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Checking segment: {'id': '9bf5af27-33d9-42b5-bf59-ccfd4d241f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:16.768728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Network hostable DHCP agents. Network: 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:57:16.770847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:16.771951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.799809 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1f0d6866-095b-401c-983f-cd45973f56d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9329586 Feb 11 12:57:16.812369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Request body: {'port': {'device_id': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:16.890717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] Set router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:57:16.893875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-768a383d-a797-4da3-ae0c-f6d543e4b0c1 None None] Current status of the port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:16.896179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-768a383d-a797-4da3-ae0c-f6d543e4b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:16.963259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:17.035987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-768a383d-a797-4da3-ae0c-f6d543e4b0c1 None None] For port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,segment=NetworkSegment(ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f),segment_id=ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:17.045039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2778a-9857-45c6-bedd-ff9df6c7d2fb req-694c2cc7-a477-4a85-9511-4858406b5a08 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:17.052403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8c2778a-9857-45c6-bedd-ff9df6c7d2fb req-694c2cc7-a477-4a85-9511-4858406b5a08 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.1413672 Feb 11 12:57:17.056712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:17.068595 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-768a383d-a797-4da3-ae0c-f6d543e4b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:17.196510 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8c2778a-9857-45c6-bedd-ff9df6c7d2fb req-da27fafe-e3f5-4ded-9833-62b0b532ee5a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431155 Feb 11 12:57:17.203337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a383d-a797-4da3-ae0c-f6d543e4b0c1 None None] Pushing event updated for resources: {'Port': ['ID=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:17.244679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bd10e974-1bdb-4337-9827-3907bee514cc None None] Provisioning complete for port 502d88a2-1937-4b14-a77e-ee971badcf84 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:17.245209 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd10e974-1bdb-4337-9827-3907bee514cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:17.335595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bd10e974-1bdb-4337-9827-3907bee514cc None None] Port 502d88a2-1937-4b14-a77e-ee971badcf84 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:57:17.360853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bd10e974-1bdb-4337-9827-3907bee514cc None None] Provisioning complete for port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:17.361419 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd10e974-1bdb-4337-9827-3907bee514cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:17.423347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T12:57:10Z', 'revision_number': 4, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '9e35b6a9-32d2-4f94-87dc-2c7541be03d7', 'name': '', 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'mac_address': 'fa:16:3e:02:69:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '36290691-b0af-4a2f-822d-3da68d4811e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:07Z', 'updated_at': '2022-02-11T12:57:16Z', 'revision_number': 4, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'subnets': [{'id': '36290691-b0af-4a2f-822d-3da68d4811e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:17.437356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-4bae7aaa-c9ad-4fec-8b4d-811218b103b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 217 time: 0.6739805 Feb 11 12:57:17.452540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801fcd-642d-445a-a4de-cec8b8f646dd req-6124c1ba-04d7-4031-b3b0-d17632aef1c6 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:17.458826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801fcd-642d-445a-a4de-cec8b8f646dd req-6124c1ba-04d7-4031-b3b0-d17632aef1c6 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:17.461410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0789d7-72db-44b3-8990-87bef8569c9e None None] The sync data for ids ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'] in n-d-828675-3 is: [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T12:57:10Z', 'revision_number': 4, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '9e35b6a9-32d2-4f94-87dc-2c7541be03d7', 'name': '', 'network_id': '19ec822e-7533-4605-bdd3-16f194e4e0e8', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'mac_address': 'fa:16:3e:02:69:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '36290691-b0af-4a2f-822d-3da68d4811e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:07Z', 'updated_at': '2022-02-11T12:57:16Z', 'revision_number': 4, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'subnets': [{'id': '36290691-b0af-4a2f-822d-3da68d4811e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:57:17.468761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91801fcd-642d-445a-a4de-cec8b8f646dd req-6124c1ba-04d7-4031-b3b0-d17632aef1c6 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:17.470827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91801fcd-642d-445a-a4de-cec8b8f646dd req-6124c1ba-04d7-4031-b3b0-d17632aef1c6 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2376 time: 0.1504436 Feb 11 12:57:17.554351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675f60-c277-4c50-873c-0f884b5f682d req-d6731496-2c4c-4429-b032-2bcb02229a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:17.555979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-d6731496-2c4c-4429-b032-2bcb02229a00 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.0613525 Feb 11 12:57:17.639198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-c743866e-8c9a-4713-8082-9a498cc85470 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710800 Feb 11 12:57:17.643083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:57:17.690839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c595c84-23ec-4458-9d26-ba9134a59759 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:17.713043 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Publish callbacks [] for port (7c595c84-23ec-4458-9d26-ba9134a59759), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:17.742751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Transition to ACTIVE for port object 7c595c84-23ec-4458-9d26-ba9134a59759 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:17.755431 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:17.776255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-bb19e4ea-a1f2-44e5-9cf8-cf0305a43d45 service neutron] 10.222.0.53 "GET /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1060214 Feb 11 12:57:17.778456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-8bdd7bd1-0137-4554-85ba-e85a424fa8bb service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215141 Feb 11 12:57:17.784912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:17.903418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fde754e-15d8-4e65-a478-3e29e2d757fa None None] Network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:17.914991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:17.954312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Pushing event updated for resources: {'Port': ['ID=7c595c84-23ec-4458-9d26-ba9134a59759,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:17.994183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-f39702d9-1b0f-4a58-915c-d6492ca1ce3c service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020204 Feb 11 12:57:18.013906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:18.014641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:18.079829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.111361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-074e453f-6019-4f96-9414-2f3049339306 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6386373 Feb 11 12:57:18.111606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.111606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.111606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.111606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.111606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.111606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.111606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.117185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.121008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.125596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.126113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.126559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:18.153175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bd10e974-1bdb-4337-9827-3907bee514cc None None] Current status of the port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:18.276559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:18.277061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:18.288314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135d0dc-909d-4296-a7b0-20401a82a237 None None] Network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:18.312826 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91801fcd-642d-445a-a4de-cec8b8f646dd req-322f2b97-aa7d-4b62-945b-fda2c5f5bb7b tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663772 Feb 11 12:57:18.378533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Attempting to bind port 7c595c84-23ec-4458-9d26-ba9134a59759 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:18.379880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Attempting to bind port 7c595c84-23ec-4458-9d26-ba9134a59759 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:18.381529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Attempting to bind port 7c595c84-23ec-4458-9d26-ba9134a59759 on network 3811b5b2-a370-4271-b60a-f63659684bcf {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:18.396601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Port 7c595c84-23ec-4458-9d26-ba9134a59759 on network 3811b5b2-a370-4271-b60a-f63659684bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:18.397673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Attempting to bind port 7c595c84-23ec-4458-9d26-ba9134a59759 on network 3811b5b2-a370-4271-b60a-f63659684bcf {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:18.416653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:18.418574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Checking segment: {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:18.419187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Bound using segment: {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:18.421624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Bound port: 7c595c84-23ec-4458-9d26-ba9134a59759, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:18.425499 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:18.433327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675f60-c277-4c50-873c-0f884b5f682d req-6e5f40c1-4b66-4439-bed1-ff7ef9537e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:18.455645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-6e5f40c1-4b66-4439-bed1-ff7ef9537e76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1167 time: 0.2979338 Feb 11 12:57:18.552920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-878ef81c-d839-40b4-b4e2-75491e602e14 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:18.554659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-878ef81c-d839-40b4-b4e2-75491e602e14 tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339&tenant_id=a505bd73cf8f44468d10525f84e970f1&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.3589227 Feb 11 12:57:18.571115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:18.685068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:18.719784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2273dc-44ee-44ec-946d-afcd03a88ca3 req-01b2b08b-ee00-4390-a0f3-2d340ef8258b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:18.731239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b2273dc-44ee-44ec-946d-afcd03a88ca3 req-01b2b08b-ee00-4390-a0f3-2d340ef8258b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 944 time: 0.2972775 Feb 11 12:57:18.734988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:18.771009 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:18.779467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] For port 7c595c84-23ec-4458-9d26-ba9134a59759, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:18.783130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:18.866029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] For port 7c595c84-23ec-4458-9d26-ba9134a59759, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7c595c84-23ec-4458-9d26-ba9134a59759,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:18.883548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675f60-c277-4c50-873c-0f884b5f682d req-bf8346b9-f7ca-4780-af94-d6b4985adda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:18.885356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-bf8346b9-f7ca-4780-af94-d6b4985adda8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 913 time: 0.4285738 Feb 11 12:57:18.905341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:18.921883 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b2273dc-44ee-44ec-946d-afcd03a88ca3 req-d53058d1-9420-417c-b08c-20b27c19f5b3 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845458 Feb 11 12:57:18.931211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:18.931744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:18.933184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42c23aee-4918-49d2-b544-b901e6dcb006 req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "PUT /v2.0/ports/65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 200 len: 1021 time: 2.5851462 Feb 11 12:57:18.933755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:18.936326 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c621ee-7985-4aa2-a486-b20c1888c1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:18.967302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:19.023619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:19.034698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.035080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.035380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.036316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.036316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.036530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.036705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.036988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.037312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.037666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.037986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.038309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.038628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7ebdf7-52c3-43e1-8c1f-fdb3abb355be tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:19.055075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-1f7e5e8d-7c0d-4587-b326-9ff78135d754 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 200 len: 217 time: 0.0995862 Feb 11 12:57:19.104506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:19.105113 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:19.107691 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] 10.222.0.64 "PUT /v2.0/ports/7c595c84-23ec-4458-9d26-ba9134a59759 HTTP/1.1" status: 200 len: 1092 time: 2.3003423 Feb 11 12:57:19.110677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'tag': '7c595c84-23ec-4458-9d26-ba9134a59759'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:19.115283 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ccc90b-4091-48f9-8d11-f2290917839e" -d '{"events": [{"name": "network-changed", "server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "tag": "7c595c84-23ec-4458-9d26-ba9134a59759"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:19.170063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Request body: {'port': {'device_id': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:19.226146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7675f60-c277-4c50-873c-0f884b5f682d req-e160c525-d71a-429c-b352-531ecfcd4e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:19.228636 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-e160c525-d71a-429c-b352-531ecfcd4e88 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.1475682 Feb 11 12:57:19.249489 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-95f1b930-7ae2-4c98-8aa2-aa50418f6533 service neutron] show failed (client error): The resource could not be found. Feb 11 12:57:19.253481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-95f1b930-7ae2-4c98-8aa2-aa50418f6533 service neutron] 10.222.0.64 "GET /v2.0/ports/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.4025829 Feb 11 12:57:19.255796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ef0ae-88e5-4f37-ad40-59f0e174b052 service neutron] Pushing event updated for resources: {'Port': ['ID=7c595c84-23ec-4458-9d26-ba9134a59759,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:19.295927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-545af09c-e8df-40a8-b354-4156aa0ce2aa service neutron] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:19.381557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-35a8cb59-3e36-4636-b3e7-1229454727ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066165 Feb 11 12:57:19.386733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-545af09c-e8df-40a8-b354-4156aa0ce2aa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:19.388274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-545af09c-e8df-40a8-b354-4156aa0ce2aa service neutron] 10.222.0.53 "DELETE /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94/bindings/n-h1-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.8150811 Feb 11 12:57:19.439800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3774e-f468-4a06-910d-c1fd07ca21b4 req-fb770c6c-3bbf-460c-a134-361c00595aa8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:19.448633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90c3774e-f468-4a06-910d-c1fd07ca21b4 req-fb770c6c-3bbf-460c-a134-361c00595aa8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.3456864 Feb 11 12:57:19.487403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:19.602687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-0eac87e3-9a3c-4aa5-99dc-baeab7119a97 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086852 Feb 11 12:57:19.650625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90c3774e-f468-4a06-910d-c1fd07ca21b4 req-fde920d4-713a-4d49-9502-b69a3d433580 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009282 Feb 11 12:57:19.683471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fae165-03bb-4b78-a296-f2baece33b7f req-e1b660e7-c040-47fc-b53e-616ff3fdf440 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:19.685414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70fae165-03bb-4b78-a296-f2baece33b7f req-e1b660e7-c040-47fc-b53e-616ff3fdf440 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.6186330 Feb 11 12:57:19.966805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-be063609-b59a-458e-b077-818cc0f41dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:19.968425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-be063609-b59a-458e-b077-818cc0f41dc0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e&tenant_id=2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 1132 time: 0.3380272 Feb 11 12:57:19.970444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675f60-c277-4c50-873c-0f884b5f682d req-dc605a56-eea6-470c-91d0-7419caa971f9 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562050 Feb 11 12:57:19.985197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:20.087584 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:20.253323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-4d09cdfc-2b02-43e8-ade9-973356e2758c tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:20.255290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-4d09cdfc-2b02-43e8-ade9-973356e2758c tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/networks?id=8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 HTTP/1.1" status: 200 len: 817 time: 0.2058861 Feb 11 12:57:20.277957 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-821fedfa-9409-4ec0-ba3f-b8f4549cea62 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/quotas/98bc713941c04f88a4eabb88d23def16 HTTP/1.1" status: 200 len: 375 time: 0.0163410 Feb 11 12:57:20.294837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70fae165-03bb-4b78-a296-f2baece33b7f req-0bf09c52-0a70-4c68-ab0d-a960d1d52c76 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792520 Feb 11 12:57:20.330461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-94b956c8-6056-46f2-9d50-ad521b01557a tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=98bc713941c04f88a4eabb88d23def16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337460 Feb 11 12:57:20.470995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba77982d-1b76-4066-b13c-2a3fbb991740 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:20.481170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:20.483927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-e4bad65a-fa67-40b5-b881-1df32dd25e39 service neutron] 10.222.0.42 "GET /v2.0/networks/8f1d633f-f1d5-4855-b3e9-d29fc11f1a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387162 Feb 11 12:57:20.483927 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Publish callbacks [] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:20.509177 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d2ec1e-6ce8-4360-9b88-fc2dbcfc89ca x-openstack-request-id: req-45d2ec1e-6ce8-4360-9b88-fc2dbcfc89ca {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:20.509429 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:20.509716 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45d2ec1e-6ce8-4360-9b88-fc2dbcfc89ca {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:20.512216 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'status': 'completed', 'code': 200} Feb 11 12:57:20.513190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Transition to ACTIVE for port object ba77982d-1b76-4066-b13c-2a3fbb991740 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:20.534580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:20.664302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:20.704824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-f4b6bd1a-0055-4aff-8ad9-57ae4b939bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:20.706815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-f4b6bd1a-0055-4aff-8ad9-57ae4b939bc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1207 time: 0.1797035 Feb 11 12:57:20.710233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Pushing event updated for resources: {'Port': ['ID=ba77982d-1b76-4066-b13c-2a3fbb991740,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:20.770100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106007e-9998-4273-86b9-445e7eabc75f req-2357d441-052f-494a-9460-00cc1ace83e8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:20.771536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1106007e-9998-4273-86b9-445e7eabc75f req-2357d441-052f-494a-9460-00cc1ace83e8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1024 time: 0.2068956 Feb 11 12:57:20.804806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Publish callbacks [] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:20.827558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device b528296a-f351-4426-aa4c-8474b66e81aa no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:20.876498 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-d5ab7107-e5da-4337-bc3e-1f0f08339219 service neutron] 10.222.0.42 "GET /v2.0/networks/8f1d633f-f1d5-4855-b3e9-d29fc11f1a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768048 Feb 11 12:57:20.901045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Transition to ACTIVE for port object 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:20.922961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Attempting to bind port ba77982d-1b76-4066-b13c-2a3fbb991740 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:20.925162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Attempting to bind port ba77982d-1b76-4066-b13c-2a3fbb991740 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:20.926128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Attempting to bind port ba77982d-1b76-4066-b13c-2a3fbb991740 on network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:20.934295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:20.946052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Port ba77982d-1b76-4066-b13c-2a3fbb991740 on network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:20.946052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Attempting to bind port ba77982d-1b76-4066-b13c-2a3fbb991740 on network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:20.969329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:20.969764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Checking segment: {'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:20.970107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Bound using segment: {'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:20.970543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Bound port: ba77982d-1b76-4066-b13c-2a3fbb991740, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:20.970901 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:21.030979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:21.088092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-7056f34a-a657-4339-80b7-4fddb009fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.093842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-7056f34a-a657-4339-80b7-4fddb009fceb service neutron] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 913 time: 0.3669429 Feb 11 12:57:21.111753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port b528296a-f351-4426-aa4c-8474b66e81aa is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:21.118543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1106007e-9998-4273-86b9-445e7eabc75f req-16ae6c60-dec4-42a2-8064-adc527286fec tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&id=85ffcc83-7adf-4236-961f-4b3c25ec63e7&id=8fb6d97e-a7f3-4a06-a2de-8b940808f542 HTTP/1.1" status: 200 len: 6200 time: 0.3384390 Feb 11 12:57:21.145337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] For port ba77982d-1b76-4066-b13c-2a3fbb991740, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:21.158767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] For port ba77982d-1b76-4066-b13c-2a3fbb991740, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ba77982d-1b76-4066-b13c-2a3fbb991740,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:21.167677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:21.203277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] No DVR routers for this DVR port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:21.212711 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604bcb8-41ea-401a-86ab-6e5aaadd6e8d x-openstack-request-id: req-f604bcb8-41ea-401a-86ab-6e5aaadd6e8d {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:21.213112 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "tag": "7c595c84-23ec-4458-9d26-ba9134a59759", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:21.213464 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f604bcb8-41ea-401a-86ab-6e5aaadd6e8d {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:21.214000 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'tag': '7c595c84-23ec-4458-9d26-ba9134a59759', 'status': 'completed', 'code': 200} Feb 11 12:57:21.266019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.269417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:21.271586 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] 10.222.0.64 "PUT /v2.0/ports/ba77982d-1b76-4066-b13c-2a3fbb991740 HTTP/1.1" status: 200 len: 1092 time: 2.1294520 Feb 11 12:57:21.322041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Request body: {'port': {'device_id': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:21.345150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-5db46264-dde2-4afe-b263-81de58fdd57f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 200 len: 217 time: 0.2254691 Feb 11 12:57:21.411033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de17ae-3350-456c-b51c-28e882a76a1b service neutron] Pushing event updated for resources: {'Port': ['ID=ba77982d-1b76-4066-b13c-2a3fbb991740,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:21.471068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:21.471408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:21.471811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:21.485113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:21.496495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:21.496914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:21.513790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-883ac65e-fd03-4373-a12d-bdbedb191eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.515648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-883ac65e-fd03-4373-a12d-bdbedb191eb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.1559830 Feb 11 12:57:21.523815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:21.524333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:21.524868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:21.525498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Bound port: 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:21.526040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:21.539106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3eccf-60b8-476a-9663-d432a2c06947 req-f9da7341-089a-4dda-9f1f-b67dcf3db7a1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.546559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3eccf-60b8-476a-9663-d432a2c06947 req-f9da7341-089a-4dda-9f1f-b67dcf3db7a1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.553013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3eccf-60b8-476a-9663-d432a2c06947 req-f9da7341-089a-4dda-9f1f-b67dcf3db7a1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.562623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bd3eccf-60b8-476a-9663-d432a2c06947 req-f9da7341-089a-4dda-9f1f-b67dcf3db7a1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2400 time: 0.2164192 Feb 11 12:57:21.569212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-b90ae701-9e78-4f39-ab8a-44cd1a9d75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.569565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-b90ae701-9e78-4f39-ab8a-44cd1a9d75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.570557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-b90ae701-9e78-4f39-ab8a-44cd1a9d75ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.581390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-b90ae701-9e78-4f39-ab8a-44cd1a9d75ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2860 time: 0.3402267 Feb 11 12:57:21.637625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-af5d3271-dfa3-4100-b0d9-ba579a00718b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007926 Feb 11 12:57:21.650009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:57:21.650424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:21.792025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bd3eccf-60b8-476a-9663-d432a2c06947 req-f2398bd1-3846-46a6-bf08-418ad22d23c7 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282071 Feb 11 12:57:21.827330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:21.830453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:21.841248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:21.873262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:21.908453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:21.909023 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:21.910698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] 10.222.0.53 "PUT /v2.0/ports/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 1096 time: 1.9304264 Feb 11 12:57:21.926337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-344fd1a6-25a7-47a0-acb8-44f8986ca323 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650301 Feb 11 12:57:22.164782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea94ad7-c843-4494-aab3-c3d048d45af4 service neutron] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:22.219309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a6b5c-c8fa-4940-9c06-07350503ec36 req-094764a2-2c7d-4d8d-812d-c6e17a1c7c66 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.228160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de8a6b5c-c8fa-4940-9c06-07350503ec36 req-094764a2-2c7d-4d8d-812d-c6e17a1c7c66 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.3148160 Feb 11 12:57:22.269973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-152756e8-faca-4ee5-8f34-92215a918ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.271538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-152756e8-faca-4ee5-8f34-92215a918ecd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1130 time: 0.3013875 Feb 11 12:57:22.320219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5c621ee-7985-4aa2-a486-b20c1888c1c3 req-8e299e53-675f-45e4-bbc3-a18ade9d0af2 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510914 Feb 11 12:57:22.357132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de8a6b5c-c8fa-4940-9c06-07350503ec36 req-4348ed3a-5b79-44c9-afd6-8f88c2940892 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277051 Feb 11 12:57:22.429203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d0a41d27-968c-4b68-bb86-9d0580b1708d req-99eb2a49-3bbe-416f-b296-9d1d386ba98f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1357365980 ', 'description': 'tempest-description-615228679'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:22.474661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-623e9c28-2c0d-4133-9425-08130288953e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.476234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-623e9c28-2c0d-4133-9425-08130288953e service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1939275 Feb 11 12:57:22.479194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0a41d27-968c-4b68-bb86-9d0580b1708d req-99eb2a49-3bbe-416f-b296-9d1d386ba98f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:22.516022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}, {'name': 'network-changed', 'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:22.520025 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888c714f-d85a-4ad7-b6ed-760201cd27ed" -d '{"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-unplugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}, {"name": "network-changed", "server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:22.578317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-bd844771-e2e4-45f9-b295-929c8afcacfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0512326 Feb 11 12:57:22.630090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-93afd084-a957-455e-b564-6c2ceac98427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.630691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-93afd084-a957-455e-b564-6c2ceac98427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.631021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-93afd084-a957-455e-b564-6c2ceac98427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.633930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-93afd084-a957-455e-b564-6c2ceac98427 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0da3be76b22e49a69e30f14bff717c1e&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0403867 Feb 11 12:57:22.665514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-c768a86d-905e-471b-b4f3-43f0fab052e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.667026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-c768a86d-905e-471b-b4f3-43f0fab052e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0777779 Feb 11 12:57:22.699675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0a41d27-968c-4b68-bb86-9d0580b1708d req-99eb2a49-3bbe-416f-b296-9d1d386ba98f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (d565e503-9c3b-44d4-9e27-cde376bf1728), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:22.720819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0a41d27-968c-4b68-bb86-9d0580b1708d req-99eb2a49-3bbe-416f-b296-9d1d386ba98f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d565e503-9c3b-44d4-9e27-cde376bf1728), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:22.752206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb2a49-3bbe-416f-b296-9d1d386ba98f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d565e503-9c3b-44d4-9e27-cde376bf1728,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:22.780755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0a41d27-968c-4b68-bb86-9d0580b1708d req-99eb2a49-3bbe-416f-b296-9d1d386ba98f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:22.787203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0a41d27-968c-4b68-bb86-9d0580b1708d req-99eb2a49-3bbe-416f-b296-9d1d386ba98f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3651612 Feb 11 12:57:22.797201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a86fb-80db-40e6-b274-c06c7cadc6c4 req-affada56-70e8-4086-b72a-7a9f6a182f3b tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.805192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-280a86fb-80db-40e6-b274-c06c7cadc6c4 req-affada56-70e8-4086-b72a-7a9f6a182f3b tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 1126 time: 1.2226174 Feb 11 12:57:22.813353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-985b1642-fe87-4b43-b361-a2470927ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:22.820385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-985b1642-fe87-4b43-b361-a2470927ea54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1448669 Feb 11 12:57:23.018644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2468b96f-6260-4a9d-a3ea-56287d303fe7 req-abb8fc60-f44a-4943-88ec-5b82de96c989 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0697548 Feb 11 12:57:23.111956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-ab0d5835-ccb9-44d5-b824-aecaa75913a5 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842681 Feb 11 12:57:23.113052 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-280a86fb-80db-40e6-b274-c06c7cadc6c4 req-63aab284-e487-4725-b8c4-11472e98ef0d tempest-LiveAutoBlockMigrationV225Test-437841781 tempest-LiveAutoBlockMigrationV225Test-437841781-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069777 Feb 11 12:57:23.150407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-6a873d89-ff91-4837-bf2b-cdc812cc89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:23.151902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7ccc90b-4091-48f9-8d11-f2290917839e req-6a873d89-ff91-4837-bf2b-cdc812cc89ea service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5094938 Feb 11 12:57:23.214691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'tag': 'ba77982d-1b76-4066-b13c-2a3fbb991740'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:23.217752 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65" -d '{"events": [{"name": "network-changed", "server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "tag": "ba77982d-1b76-4066-b13c-2a3fbb991740"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:23.224639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502d88a2-1937-4b14-a77e-ee971badcf84 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:23.234342 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Publish callbacks [] for port (502d88a2-1937-4b14-a77e-ee971badcf84), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:23.252547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Transition to ACTIVE for port object 502d88a2-1937-4b14-a77e-ee971badcf84 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:23.260303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:23.301623 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1ce916-d869-402d-84e8-1d88ee404e03 x-openstack-request-id: req-ea1ce916-d869-402d-84e8-1d88ee404e03 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:23.302270 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-unplugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "code": 200}, {"name": "network-changed", "server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:23.302698 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea1ce916-d869-402d-84e8-1d88ee404e03 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:23.303508 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'code': 200} Feb 11 12:57:23.304109 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'status': 'completed', 'code': 200} Feb 11 12:57:23.426597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Pushing event updated for resources: {'Port': ['ID=502d88a2-1937-4b14-a77e-ee971badcf84,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:23.488889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f46ee294-e5a5-4583-bd47-ae05cdf8102a req-6b943bac-1d0f-4715-b346-263f662464b9 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/d565e503-9c3b-44d4-9e27-cde376bf1728 HTTP/1.1" status: 200 len: 1797 time: 0.1725483 Feb 11 12:57:23.517336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-8fd02188-86f0-44f8-bea1-4ac36beef382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:23.518888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-8fd02188-86f0-44f8-bea1-4ac36beef382 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1130 time: 0.2041786 Feb 11 12:57:23.557019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Attempting to bind port 502d88a2-1937-4b14-a77e-ee971badcf84 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:23.557338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Attempting to bind port 502d88a2-1937-4b14-a77e-ee971badcf84 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:23.557720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Attempting to bind port 502d88a2-1937-4b14-a77e-ee971badcf84 on network 3811b5b2-a370-4271-b60a-f63659684bcf {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:23.575602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Port 502d88a2-1937-4b14-a77e-ee971badcf84 on network 3811b5b2-a370-4271-b60a-f63659684bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:23.576006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Attempting to bind port 502d88a2-1937-4b14-a77e-ee971badcf84 on network 3811b5b2-a370-4271-b60a-f63659684bcf {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:23.584354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:23.585542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Checking segment: {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:23.585959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Bound using segment: {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:23.586407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Bound port: 502d88a2-1937-4b14-a77e-ee971badcf84, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:23.586802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:23.749442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-a5f89895-78f0-476b-9a4e-eb4721688945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:23.750849 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-a5f89895-78f0-476b-9a4e-eb4721688945 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2203836 Feb 11 12:57:23.843065 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-ced3e7f7-82d2-4c6a-8f7e-043debf8ec96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0841029 Feb 11 12:57:23.855433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586255-ec25-444d-a542-3ed069d7b8cd req-0cbe6da5-d59d-441d-bbc5-7b7ea1f9eac1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:23.861199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586255-ec25-444d-a542-3ed069d7b8cd req-0cbe6da5-d59d-441d-bbc5-7b7ea1f9eac1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:23.867294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90586255-ec25-444d-a542-3ed069d7b8cd req-0cbe6da5-d59d-441d-bbc5-7b7ea1f9eac1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:23.869027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90586255-ec25-444d-a542-3ed069d7b8cd req-0cbe6da5-d59d-441d-bbc5-7b7ea1f9eac1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2412 time: 0.2471740 Feb 11 12:57:23.878233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] For port 502d88a2-1937-4b14-a77e-ee971badcf84, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:23.928324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] For port 502d88a2-1937-4b14-a77e-ee971badcf84, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=502d88a2-1937-4b14-a77e-ee971badcf84,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:23.965704 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90586255-ec25-444d-a542-3ed069d7b8cd req-aa50f968-d29b-4f1b-ab32-ca922b57a009 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837843 Feb 11 12:57:23.969297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:23.969503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-2a960a9f-439b-4ce8-8bd5-57d811a12da6 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:23.971157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-2a960a9f-439b-4ce8-8bd5-57d811a12da6 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.64 "GET /v2.0/networks?id=8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 HTTP/1.1" status: 200 len: 817 time: 0.9622819 Feb 11 12:57:23.985144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeefe5-ef80-4726-a36e-807fd385d623 req-9443ef0d-8474-4c41-90ae-80d0fae8dd6e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.001233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87eeefe5-ef80-4726-a36e-807fd385d623 req-9443ef0d-8474-4c41-90ae-80d0fae8dd6e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.7552617 Feb 11 12:57:24.007961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-2839f420-7a69-42ef-a6b1-c726cee614a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.009578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-2839f420-7a69-42ef-a6b1-c726cee614a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1394906 Feb 11 12:57:24.027954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Request body: {'port': {'device_id': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19', 'admin_state_up': True, 'tenant_id': '98bc713941c04f88a4eabb88d23def16'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:24.038571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.039242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:24.040975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] 10.222.0.64 "PUT /v2.0/ports/502d88a2-1937-4b14-a77e-ee971badcf84 HTTP/1.1" status: 200 len: 1091 time: 2.7284329 Feb 11 12:57:24.119947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc88fd-08b5-4047-96c0-aa977dc980e2 service neutron] Pushing event updated for resources: {'Port': ['ID=502d88a2-1937-4b14-a77e-ee971badcf84,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:24.152033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-92045c83-60c9-4f2a-8c20-d0b7fdb5b887 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9099486 Feb 11 12:57:24.223432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-89eb4816-3fe0-4a61-99ed-ac8e2e791c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.225958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-89eb4816-3fe0-4a61-99ed-ac8e2e791c3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2092059 Feb 11 12:57:24.388409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-628cf00b-85a3-4a39-b650-124f672e6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.389008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-628cf00b-85a3-4a39-b650-124f672e6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.389540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-628cf00b-85a3-4a39-b650-124f672e6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.391280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-628cf00b-85a3-4a39-b650-124f672e6e21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2958 time: 0.2954521 Feb 11 12:57:24.434240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-ec3608f1-f718-4715-9709-6bd884aca7ed service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998539 Feb 11 12:57:24.435978 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99df2455-a9db-4241-a4d3-f8332e311301 x-openstack-request-id: req-99df2455-a9db-4241-a4d3-f8332e311301 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:24.436450 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "tag": "ba77982d-1b76-4066-b13c-2a3fbb991740", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:24.436899 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99df2455-a9db-4241-a4d3-f8332e311301 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:24.437464 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'tag': 'ba77982d-1b76-4066-b13c-2a3fbb991740', 'status': 'completed', 'code': 200} Feb 11 12:57:24.460264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87eeefe5-ef80-4726-a36e-807fd385d623 req-bdcf1337-c66b-4073-b509-3831dbf86a06 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580579 Feb 11 12:57:24.534373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-b835cd70-53a5-4005-99a7-34dcb5acd34c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=7c595c84-23ec-4458-9d26-ba9134a59759 HTTP/1.1" status: 200 len: 217 time: 0.0936041 Feb 11 12:57:24.548520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Made reservation on behalf of 98bc713941c04f88a4eabb88d23def16 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:24.548520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:24.612849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-bd6bdfdf-e1b6-427d-9997-91f8f924d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.614295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-bd6bdfdf-e1b6-427d-9997-91f8f924d499 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1130 time: 0.3755519 Feb 11 12:57:24.694562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-cd54f1d4-b894-4af9-a932-42d7639a39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.702404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-cd54f1d4-b894-4af9-a932-42d7639a39f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0098d6e0-d42c-42d4-9cdd-bc6af97bc050 HTTP/1.1" status: 200 len: 801 time: 0.1458185 Feb 11 12:57:24.709194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46742346-d61f-4e79-b6fd-e257e9022d54 req-ae92c5da-cdf0-4f21-a074-032e9795411a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/d565e503-9c3b-44d4-9e27-cde376bf1728 HTTP/1.1" status: 200 len: 1797 time: 0.2037787 Feb 11 12:57:24.718472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a49fd5-6dac-4dce-b5e6-3d46fafa46f1 req-46985f00-c700-4635-bed2-23deb65a7046 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.720056 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55a49fd5-6dac-4dce-b5e6-3d46fafa46f1 req-46985f00-c700-4635-bed2-23deb65a7046 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 943 time: 0.1621931 Feb 11 12:57:24.759718 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-ebc03e80-f5dc-46ca-af18-7200c26689aa service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119245 Feb 11 12:57:24.794632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-a01dcc82-6adf-448e-934c-335ceb3a072f service neutron] 10.222.0.53 "GET /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa/bindings/n-h1-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.2906210 Feb 11 12:57:24.795779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33595d2a-d626-4285-9b05-500b697a0bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.797324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-33595d2a-d626-4285-9b05-500b697a0bb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3811b5b2-a370-4271-b60a-f63659684bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0763600 Feb 11 12:57:24.844118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55a49fd5-6dac-4dce-b5e6-3d46fafa46f1 req-7cf10234-f07e-4478-8a9b-39df36a0bded tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940707 Feb 11 12:57:24.921113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-043b025c-f84e-4115-9864-19bb6c52e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:24.922800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-043b025c-f84e-4115-9864-19bb6c52e32b service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2942817 Feb 11 12:57:24.964376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Allocated IP 172.20.0.13 (8f1d633f-f1d5-4855-b3e9-d29fc11f1a19/79af7ce6-abf5-415e-8714-d5b3acc62a38/f9b6a68a-efc9-420b-9503-4ed50d88baff) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:24.966291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a29f155-a5c5-418b-b611-3b18c59f0f9f req-8dcde061-fc41-40fc-8a1a-6c64c3f31d5c tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0347397 Feb 11 12:57:24.967924 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-46742346-d61f-4e79-b6fd-e257e9022d54 req-6df08928-a1ec-429b-9480-ae85c9fbf424 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (d565e503-9c3b-44d4-9e27-cde376bf1728), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:24.968454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-f7db9d61-2517-4b74-9d80-8e6d16c8c8d2 service neutron] 10.222.0.64 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583073 Feb 11 12:57:25.018202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-6b73a02f-4bdd-4281-b1f1-c76ae291eb33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0657938 Feb 11 12:57:25.071872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-46742346-d61f-4e79-b6fd-e257e9022d54 req-6df08928-a1ec-429b-9480-ae85c9fbf424 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (d565e503-9c3b-44d4-9e27-cde376bf1728), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.124189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-c16d68a0-9204-48fd-975b-3e2c15ae7c54 service neutron] 10.222.0.64 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478941 Feb 11 12:57:25.144415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62187582-ed4b-48a9-bc61-60f790e5a8a7 req-6ffedbca-27bc-4a81-8133-77803513e7b0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.146023 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62187582-ed4b-48a9-bc61-60f790e5a8a7 req-6ffedbca-27bc-4a81-8133-77803513e7b0 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 944 time: 0.0894201 Feb 11 12:57:25.189112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-c116b235-aced-47de-9d3c-476e2e057cfa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=ba77982d-1b76-4066-b13c-2a3fbb991740 HTTP/1.1" status: 200 len: 217 time: 0.0567689 Feb 11 12:57:25.190341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-0cde6250-9560-4f79-a804-f93515a77787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.192762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-0cde6250-9560-4f79-a804-f93515a77787 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1454732 Feb 11 12:57:25.302100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-6f7f986f-5f30-4e45-865b-ffadd5f053e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.303587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-6f7f986f-5f30-4e45-865b-ffadd5f053e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb698213-7179-458f-8b60-0ba6dbc9ba22 HTTP/1.1" status: 200 len: 801 time: 0.0962660 Feb 11 12:57:25.307558 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62187582-ed4b-48a9-bc61-60f790e5a8a7 req-8e5dbb7b-1f49-47e2-b67d-8544817437e4 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253052 Feb 11 12:57:25.320222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-46742346-d61f-4e79-b6fd-e257e9022d54 req-6df08928-a1ec-429b-9480-ae85c9fbf424 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d565e503-9c3b-44d4-9e27-cde376bf1728), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.323783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-46742346-d61f-4e79-b6fd-e257e9022d54 req-6df08928-a1ec-429b-9480-ae85c9fbf424 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.324138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46742346-d61f-4e79-b6fd-e257e9022d54 req-6df08928-a1ec-429b-9480-ae85c9fbf424 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/d565e503-9c3b-44d4-9e27-cde376bf1728 HTTP/1.1" status: 204 len: 173 time: 0.6074169 Feb 11 12:57:25.331700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-cc603aaf-4081-443c-90d8-762354cdf930 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.333268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-cc603aaf-4081-443c-90d8-762354cdf930 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 944 time: 0.1422925 Feb 11 12:57:25.367383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:25.369369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df08928-a1ec-429b-9480-ae85c9fbf424 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565e503-9c3b-44d4-9e27-cde376bf1728,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:25.411365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-78bb6a0a-d675-463e-8c8b-b20bd580c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.411714 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-d75bc25c-a46a-43bf-9860-a0dc6e6fc154 req-c0bbbe98-21ba-4ed9-94dd-60072f8a4201 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:57:25.412973 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d75bc25c-a46a-43bf-9860-a0dc6e6fc154 req-c0bbbe98-21ba-4ed9-94dd-60072f8a4201 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/d565e503-9c3b-44d4-9e27-cde376bf1728 HTTP/1.1" status: 404 len: 352 time: 0.0254216 Feb 11 12:57:25.413123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-78bb6a0a-d675-463e-8c8b-b20bd580c730 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1901276 Feb 11 12:57:25.422678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:25.426682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks [] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.468852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-93bbf5ce-36f1-49b7-8c54-f9ddef3d5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.470461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-93bbf5ce-36f1-49b7-8c54-f9ddef3d5eea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1587598 Feb 11 12:57:25.476800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-9e5e4892-9aa7-438a-aa94-1a6d768a51ad req-99ead9e3-6e0e-4d24-8b16-95e0290e68a2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1174170382', 'description': 'tempest-description-1807872143'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:25.507641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b528296a-f351-4426-aa4c-8474b66e81aa {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:25.545074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:25.561055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e5e4892-9aa7-438a-aa94-1a6d768a51ad req-99ead9e3-6e0e-4d24-8b16-95e0290e68a2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.615443 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.618887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Deleting port bf263e1b-56cd-49c3-8af2-5b24ae625d94 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:25.619265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.639294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-1591515a-5fa2-47c8-b643-896e5a2af1ab service neutron] 10.222.0.64 "GET /v2.0/networks/d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579661 Feb 11 12:57:25.648409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.655829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-cb4da405-8fa3-445e-ab53-7cc07aec40d1 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057989 Feb 11 12:57:25.724742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f312544-9c4e-433e-b683-4777b4e8daf5 req-827afdc7-e6e4-44ce-9165-befb6d03a9f1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.730794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f312544-9c4e-433e-b683-4777b4e8daf5 req-827afdc7-e6e4-44ce-9165-befb6d03a9f1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.735895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f312544-9c4e-433e-b683-4777b4e8daf5 req-827afdc7-e6e4-44ce-9165-befb6d03a9f1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.737618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f312544-9c4e-433e-b683-4777b4e8daf5 req-827afdc7-e6e4-44ce-9165-befb6d03a9f1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2412 time: 0.2595036 Feb 11 12:57:25.783093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:25.804497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:25.808209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e5e4892-9aa7-438a-aa94-1a6d768a51ad req-99ead9e3-6e0e-4d24-8b16-95e0290e68a2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (c356d6a2-4555-4092-bdb4-d429f35cc460), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.820224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:25.820808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] For port bf263e1b-56cd-49c3-8af2-5b24ae625d94, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bf263e1b-56cd-49c3-8af2-5b24ae625d94,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:25.821755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.822720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Pushing event updated for resources: {'Port': ['ID=f9b6a68a-efc9-420b-9503-4ed50d88baff,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:25.823646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e5e4892-9aa7-438a-aa94-1a6d768a51ad req-99ead9e3-6e0e-4d24-8b16-95e0290e68a2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c356d6a2-4555-4092-bdb4-d429f35cc460), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.858412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Calling delete_port for bf263e1b-56cd-49c3-8af2-5b24ae625d94 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:25.874372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-c3744b0d-d5ad-4b8f-8d86-65f2f72970af service neutron] 10.222.0.64 "GET /v2.0/networks/d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289255 Feb 11 12:57:25.897531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e5e4892-9aa7-438a-aa94-1a6d768a51ad req-99ead9e3-6e0e-4d24-8b16-95e0290e68a2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.915234 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e5e4892-9aa7-438a-aa94-1a6d768a51ad req-99ead9e3-6e0e-4d24-8b16-95e0290e68a2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4411058 Feb 11 12:57:25.953218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f312544-9c4e-433e-b683-4777b4e8daf5 req-60371331-a0fe-4604-b985-a2b33fd19a2b tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053106 Feb 11 12:57:25.954343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] Transition to ACTIVE for port object b528296a-f351-4426-aa4c-8474b66e81aa will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:25.965061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:25.965739 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:25.970149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-888c714f-d85a-4ad7-b6ed-760201cd27ed req-38032007-7f4d-4782-80de-44fa7e97d584 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652702 Feb 11 12:57:25.972504 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.008467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ead9e3-6e0e-4d24-8b16-95e0290e68a2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c356d6a2-4555-4092-bdb4-d429f35cc460,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:26.029590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-b26f4b01-d53c-4c22-9388-da20a9105bf2 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0255034 Feb 11 12:57:26.052339 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-4c1c738b-eee8-4e6a-95d2-e5dc9d29d6fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=502d88a2-1937-4b14-a77e-ee971badcf84 HTTP/1.1" status: 200 len: 217 time: 0.1675122 Feb 11 12:57:26.052964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Request body: {'port': {'device_id': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:26.088194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] No DVR routers for this DVR port b528296a-f351-4426-aa4c-8474b66e81aa on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:26.123063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] Pushing event updated for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=10']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:26.153157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d4c17-729a-46e1-8ca4-e28ed586d5c2 req-6a9a6291-685d-4623-aac0-4102a0dee248 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:26.159960 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b31d4c17-729a-46e1-8ca4-e28ed586d5c2 req-6a9a6291-685d-4623-aac0-4102a0dee248 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.1487958 Feb 11 12:57:26.179678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-daa94a13-2774-47e5-82b1-d2b51995dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:26.181176 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-daa94a13-2774-47e5-82b1-d2b51995dec2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0098d6e0-d42c-42d4-9cdd-bc6af97bc050 HTTP/1.1" status: 200 len: 801 time: 0.1088417 Feb 11 12:57:26.190893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-9c8b98cd-cf92-4f4b-84d4-fa376a97e905 service neutron] 10.222.0.53 "PUT /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa/bindings/n-h1-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3806105 Feb 11 12:57:26.206630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.241982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e251a29-1b77-4ad8-a075-ad16abe9c2a9 req-a65e5511-5741-4a10-802f-78dbc96b1407 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:26.246670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e251a29-1b77-4ad8-a075-ad16abe9c2a9 req-a65e5511-5741-4a10-802f-78dbc96b1407 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.1995540 Feb 11 12:57:26.346787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e251a29-1b77-4ad8-a075-ad16abe9c2a9 req-ebbcb319-41d3-41b8-800a-403c354507b3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938385 Feb 11 12:57:26.401746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4fdbb1b3-f746-4e82-89e5-1754e632dc65 req-0fdcf417-2b64-4203-baa7-4eb5be82862a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1741989998', 'description': 'tempest-description-1367990064'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:26.448838 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fdbb1b3-f746-4e82-89e5-1754e632dc65 req-0fdcf417-2b64-4203-baa7-4eb5be82862a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.536268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'tag': '502d88a2-1937-4b14-a77e-ee971badcf84'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:26.539125 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c30255-7c5a-4589-b53b-17ee4f8343c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "tag": "502d88a2-1937-4b14-a77e-ee971badcf84"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:26.631030 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fdbb1b3-f746-4e82-89e5-1754e632dc65 req-0fdcf417-2b64-4203-baa7-4eb5be82862a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (8257a8e2-ebe1-4be0-a520-be913f3dfa55), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.654372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fdbb1b3-f746-4e82-89e5-1754e632dc65 req-0fdcf417-2b64-4203-baa7-4eb5be82862a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8257a8e2-ebe1-4be0-a520-be913f3dfa55), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.695231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b6a68a-efc9-420b-9503-4ed50d88baff {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:26.706519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Publish callbacks [] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.712010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fdbb1b3-f746-4e82-89e5-1754e632dc65 req-0fdcf417-2b64-4203-baa7-4eb5be82862a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.713595 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b31d4c17-729a-46e1-8ca4-e28ed586d5c2 req-1ea6f693-b41c-4a02-9714-5df1c8a1740e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527720 Feb 11 12:57:26.724610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fdbb1b3-f746-4e82-89e5-1754e632dc65 req-0fdcf417-2b64-4203-baa7-4eb5be82862a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3318269 Feb 11 12:57:26.730211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcf417-2b64-4203-baa7-4eb5be82862a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8257a8e2-ebe1-4be0-a520-be913f3dfa55,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:26.741396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-a767fc38-e72a-400e-8492-acdc91a5f796 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:26.743111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-a767fc38-e72a-400e-8492-acdc91a5f796 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.1972280 Feb 11 12:57:26.752713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-ae0c6d66-2d48-44b5-bbf8-5679cd89adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:26.754521 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-ae0c6d66-2d48-44b5-bbf8-5679cd89adb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3811b5b2-a370-4271-b60a-f63659684bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2114017 Feb 11 12:57:26.786768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Transition to ACTIVE for port object f9b6a68a-efc9-420b-9503-4ed50d88baff will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:26.787358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bf263e1b-56cd-49c3-8af2-5b24ae625d94), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.792387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:26.799822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', '616d5383-3136-4cdf-9aea-125d9c8031f6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:26.878644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event deleted for resources: {'Port': ['ID=bf263e1b-56cd-49c3-8af2-5b24ae625d94,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:26.901223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['bf263e1b-56cd-49c3-8af2-5b24ae625d94'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:26.947922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a464c0e9-4588-42ad-8a9b-318fa96ae2a5 req-fa1cfd44-7230-438e-9e38-f3fa56014f0e tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.1106315 Feb 11 12:57:27.037894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Pushing event updated for resources: {'Port': ['ID=f9b6a68a-efc9-420b-9503-4ed50d88baff,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:27.042092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] No DVR routers for this DVR port bf263e1b-56cd-49c3-8af2-5b24ae625d94 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:27.044800 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcce4fbc-e7f1-44b8-81df-692b91cf845f x-openstack-request-id: req-bcce4fbc-e7f1-44b8-81df-692b91cf845f {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:27.045121 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "tag": "502d88a2-1937-4b14-a77e-ee971badcf84", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:27.045374 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcce4fbc-e7f1-44b8-81df-692b91cf845f {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:27.045893 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'tag': '502d88a2-1937-4b14-a77e-ee971badcf84', 'status': 'completed', 'code': 200} Feb 11 12:57:27.061370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.065008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0de180be-7a3f-4051-b3c8-f6a5050a3248 req-2f1bec0c-6bc2-4c94-a154-72572482ec5d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.53 "DELETE /v2.0/ports/bf263e1b-56cd-49c3-8af2-5b24ae625d94 HTTP/1.1" status: 204 len: 173 time: 1.7055144 Feb 11 12:57:27.081572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-14ec4f4d-05dd-4959-b17f-e43b0e817bcf req-942cae4b-dffc-4bac-a361-e67acc421447 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1166817489', 'description': 'tempest-description-1526435663'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:27.135575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-d44c0d83-03ab-4f7d-b6a9-d9ea79b5e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.138558 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-d44c0d83-03ab-4f7d-b6a9-d9ea79b5e20b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8 HTTP/1.1" status: 200 len: 1126 time: 0.3830893 Feb 11 12:57:27.143822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-14ec4f4d-05dd-4959-b17f-e43b0e817bcf req-942cae4b-dffc-4bac-a361-e67acc421447 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.144025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Attempting to bind port f9b6a68a-efc9-420b-9503-4ed50d88baff on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:27.144373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Attempting to bind port f9b6a68a-efc9-420b-9503-4ed50d88baff by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '9bf5af27-33d9-42b5-bf59-ccfd4d241f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:27.144718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Attempting to bind port f9b6a68a-efc9-420b-9503-4ed50d88baff on network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:27.155039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43f75f-aa6f-4112-b4a1-e5f8b6207787 req-6fc4451e-d111-4b19-9b69-ba642b0844f6 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.156601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43f75f-aa6f-4112-b4a1-e5f8b6207787 req-6fc4451e-d111-4b19-9b69-ba642b0844f6 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 944 time: 0.2484565 Feb 11 12:57:27.159270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Port f9b6a68a-efc9-420b-9503-4ed50d88baff on network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:27.159819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Attempting to bind port f9b6a68a-efc9-420b-9503-4ed50d88baff on network 8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:27.172373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:27.172983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Checking segment: {'id': '9bf5af27-33d9-42b5-bf59-ccfd4d241f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:27.173521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Bound using segment: {'id': '9bf5af27-33d9-42b5-bf59-ccfd4d241f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:27.174175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Bound port: f9b6a68a-efc9-420b-9503-4ed50d88baff, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf5af27-33d9-42b5-bf59-ccfd4d241f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:27.174848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.196315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-24b25443-a24b-45e1-a388-72bf5b26bfee service neutron] 10.222.0.64 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100246 Feb 11 12:57:27.259263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43f75f-aa6f-4112-b4a1-e5f8b6207787 req-5c18e1b4-5758-40ca-abcf-74058217302d tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937030 Feb 11 12:57:27.306608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] For port f9b6a68a-efc9-420b-9503-4ed50d88baff, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:27.319067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] For port f9b6a68a-efc9-420b-9503-4ed50d88baff, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f9b6a68a-efc9-420b-9503-4ed50d88baff,segment=NetworkSegment(9bf5af27-33d9-42b5-bf59-ccfd4d241f8d),segment_id=9bf5af27-33d9-42b5-bf59-ccfd4d241f8d)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:27.332953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.392997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-6a58c343-5ca4-4857-9820-b1e843606790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.394716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-6a58c343-5ca4-4857-9820-b1e843606790 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1126 time: 0.1676309 Feb 11 12:57:27.400892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-14ec4f4d-05dd-4959-b17f-e43b0e817bcf req-942cae4b-dffc-4bac-a361-e67acc421447 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (a1ab4b02-a158-445e-873d-a2e253ca8375), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.417581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f8e75fc6-59cf-480f-af4b-83097c14b013 req-0c610aac-c6d9-4be8-bb35-9514214c0c3e service neutron] 10.222.0.64 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136211 Feb 11 12:57:27.424737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.425877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.428003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] 10.222.0.64 "PUT /v2.0/ports/f9b6a68a-efc9-420b-9503-4ed50d88baff HTTP/1.1" status: 200 len: 1092 time: 1.3868811 Feb 11 12:57:27.445168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-14ec4f4d-05dd-4959-b17f-e43b0e817bcf req-942cae4b-dffc-4bac-a361-e67acc421447 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a1ab4b02-a158-445e-873d-a2e253ca8375), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.492069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'tag': 'f9b6a68a-efc9-420b-9503-4ed50d88baff'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:27.494811 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c" -d '{"events": [{"name": "network-changed", "server_uuid": "52570aae-31bc-4d3c-ace4-bc52bc6fc8a4", "tag": "f9b6a68a-efc9-420b-9503-4ed50d88baff"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:27.497876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7a487-c5a3-4b26-b881-6aa788a88c8c service neutron] Pushing event updated for resources: {'Port': ['ID=f9b6a68a-efc9-420b-9503-4ed50d88baff,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:27.564230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-14ec4f4d-05dd-4959-b17f-e43b0e817bcf req-942cae4b-dffc-4bac-a361-e67acc421447 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:27.576324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-14ec4f4d-05dd-4959-b17f-e43b0e817bcf req-942cae4b-dffc-4bac-a361-e67acc421447 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5075269 Feb 11 12:57:27.596676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cae4b-dffc-4bac-a361-e67acc421447 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab4b02-a158-445e-873d-a2e253ca8375,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:27.629523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28102eaf-e419-4390-954c-2722ed45b166 req-c18a1fb6-ba91-4617-8a14-e260a9852451 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.655340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28102eaf-e419-4390-954c-2722ed45b166 req-c18a1fb6-ba91-4617-8a14-e260a9852451 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.659322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-80c03b47-bf6a-4c2b-8ab9-352b24c01f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.660662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28102eaf-e419-4390-954c-2722ed45b166 req-c18a1fb6-ba91-4617-8a14-e260a9852451 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.661509 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-80c03b47-bf6a-4c2b-8ab9-352b24c01f95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bc713941c04f88a4eabb88d23def16&device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 1126 time: 0.1678944 Feb 11 12:57:27.663698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28102eaf-e419-4390-954c-2722ed45b166 req-c18a1fb6-ba91-4617-8a14-e260a9852451 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2412 time: 0.1602433 Feb 11 12:57:27.672222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-990c29e9-d9ff-44b6-8b7d-971fca650c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.672797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-990c29e9-d9ff-44b6-8b7d-971fca650c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.673253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-990c29e9-d9ff-44b6-8b7d-971fca650c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.675080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-990c29e9-d9ff-44b6-8b7d-971fca650c0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2958 time: 0.1733434 Feb 11 12:57:27.708279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-0c807638-ddc0-420a-83fc-40bba36150f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.710680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-0c807638-ddc0-420a-83fc-40bba36150f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.3040471 Feb 11 12:57:27.787030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28102eaf-e419-4390-954c-2722ed45b166 req-b1bdc3cc-5b55-4552-933c-aeefa91e690e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108711 Feb 11 12:57:27.813474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-878d8448-9d25-4195-a3ef-c74e8da8a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.814979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-878d8448-9d25-4195-a3ef-c74e8da8a177 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 HTTP/1.1" status: 200 len: 902 time: 0.1321039 Feb 11 12:57:27.836289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-a93154fa-99c8-487d-87da-922f1044759d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b6a68a-efc9-420b-9503-4ed50d88baff HTTP/1.1" status: 200 len: 217 time: 0.1108923 Feb 11 12:57:27.837712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-74fb2d76-5162-440a-b8ea-0c41967944cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 200 len: 217 time: 0.1197581 Feb 11 12:57:27.877297 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b84d3f-1621-4b06-a486-4b72353c239f x-openstack-request-id: req-83b84d3f-1621-4b06-a486-4b72353c239f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:27.877594 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52570aae-31bc-4d3c-ace4-bc52bc6fc8a4", "tag": "f9b6a68a-efc9-420b-9503-4ed50d88baff", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:27.877907 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83b84d3f-1621-4b06-a486-4b72353c239f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:27.878324 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'tag': 'f9b6a68a-efc9-420b-9503-4ed50d88baff', 'status': 'completed', 'code': 200} Feb 11 12:57:27.880049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-b7c2c234-4de0-4996-a330-d66246511655 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.196&port_id=ba77982d-1b76-4066-b13c-2a3fbb991740 HTTP/1.1" status: 200 len: 217 time: 0.0580668 Feb 11 12:57:27.959306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-c36fd160-9a9e-4091-9861-6e1553f639a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.961120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-c36fd160-9a9e-4091-9861-6e1553f639a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb698213-7179-458f-8b60-0ba6dbc9ba22 HTTP/1.1" status: 200 len: 801 time: 0.0750184 Feb 11 12:57:27.966697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e439bb-bd67-4bb4-bed1-7e05cba60fe8 req-632cc2e5-e8b5-4620-ba36-ecef63d34c5e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.968251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38e439bb-bd67-4bb4-bed1-7e05cba60fe8 req-632cc2e5-e8b5-4620-ba36-ecef63d34c5e tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.3038464 Feb 11 12:57:27.970669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-8edb396d-4a19-4929-bcaf-fcc28e21565f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.973415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-8edb396d-4a19-4929-bcaf-fcc28e21565f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79af7ce6-abf5-415e-8714-d5b3acc62a38 HTTP/1.1" status: 200 len: 857 time: 0.1217055 Feb 11 12:57:27.976070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-57d9a704-4ccf-4dd1-8311-382636db3ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:27.977389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-57d9a704-4ccf-4dd1-8311-382636db3ed1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.0652580 Feb 11 12:57:28.044080 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-d093d7cc-512d-4be7-a236-efe53edfad49 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f1d633f-f1d5-4855-b3e9-d29fc11f1a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566559 Feb 11 12:57:28.047223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-15663705-d7f8-43b8-9f23-183334642d34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510836 Feb 11 12:57:28.065243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-05176142-1d1a-48f9-ae63-3fa8e72c13c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:28.068115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-05176142-1d1a-48f9-ae63-3fa8e72c13c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0984342 Feb 11 12:57:28.079029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5cf6267-859a-4387-b7d0-69fe2c99705b req-8767c8e6-f2ea-4bfc-9295-4d156afcff7c tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 11001 time: 0.1817474 Feb 11 12:57:28.160759 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38e439bb-bd67-4bb4-bed1-7e05cba60fe8 req-0ed158bd-3cb9-47ba-a4c5-7710baf07a82 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820264 Feb 11 12:57:28.230080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5cf6267-859a-4387-b7d0-69fe2c99705b req-d89f5491-6fb7-48f4-bbad-299c5a2e411f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/ada744d3-6ee9-443b-8433-52541142fc96 HTTP/1.1" status: 200 len: 2998 time: 0.1403506 Feb 11 12:57:28.269813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-a1c5ccb0-b154-4ae3-8b5f-7434782c027a service neutron] 10.222.0.64 "GET /v2.0/networks/d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893289 Feb 11 12:57:28.299995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5cf6267-859a-4387-b7d0-69fe2c99705b req-bf5d97c2-a11f-440c-ab47-84acc7e5ca46 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/ada744d3-6ee9-443b-8433-52541142fc96 HTTP/1.1" status: 200 len: 2998 time: 0.0605452 Feb 11 12:57:28.306925 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-5a5cb421-5064-4329-b20a-858601499069 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294660 Feb 11 12:57:28.374121 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-6f0e7494-e31f-49f2-b54e-61ee6d5bc2d4 service neutron] 10.222.0.64 "GET /v2.0/networks/8f1d633f-f1d5-4855-b3e9-d29fc11f1a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977729 Feb 11 12:57:28.436107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-549011ad-18d3-4991-82f8-0600c6e83d5b req-044adb55-b211-4b9f-b20c-19661f016860 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0388386 Feb 11 12:57:28.456826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08166dcd-ccd7-49ed-a274-87572e41e1dc req-f60d9fac-d3f8-498c-a6fc-d53ff6824d9e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:28.458269 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08166dcd-ccd7-49ed-a274-87572e41e1dc req-f60d9fac-d3f8-498c-a6fc-d53ff6824d9e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 948 time: 0.2178986 Feb 11 12:57:28.497668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ca2be6-1981-4c8b-9e43-90055d9e2f65 req-f70f6163-9aad-42cb-b6fb-a89276762690 service neutron] 10.222.0.64 "GET /v2.0/networks/d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191615 Feb 11 12:57:28.522627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4b34fc0-c7b1-48c8-9b23-4f81a134a290 req-5aa5be14-f0d2-435e-a5bf-fa3eee5019a4 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/c356d6a2-4555-4092-bdb4-d429f35cc460 HTTP/1.1" status: 200 len: 1818 time: 0.0531611 Feb 11 12:57:28.536148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-5da33b17-c958-4710-937f-fbcef8c81471 service neutron] 10.222.0.64 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176800 Feb 11 12:57:28.577095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08166dcd-ccd7-49ed-a274-87572e41e1dc req-e92727da-87cb-4cd8-bf9a-28671c7ce5ca tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088750 Feb 11 12:57:28.579283 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d36a5b8c-32af-480a-9b43-c020a3dc0c2d req-30184564-6792-4190-8521-720348392e21 service neutron] 10.222.0.64 "GET /v2.0/networks/8f1d633f-f1d5-4855-b3e9-d29fc11f1a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726394 Feb 11 12:57:28.680656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-5fe916d8-9850-454b-a013-a39c6aaeda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:28.681128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-5fe916d8-9850-454b-a013-a39c6aaeda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:28.681611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-5fe916d8-9850-454b-a013-a39c6aaeda9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:28.683346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-5fe916d8-9850-454b-a013-a39c6aaeda9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2958 time: 0.1166770 Feb 11 12:57:28.705129 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4b34fc0-c7b1-48c8-9b23-4f81a134a290 req-11e525da-de1d-44bc-adb6-1bf7fccb4459 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (c356d6a2-4555-4092-bdb4-d429f35cc460), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:28.734891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-d618c236-f29f-417e-b87b-420673d63627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:28.737977 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-d618c236-f29f-417e-b87b-420673d63627 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=98bc713941c04f88a4eabb88d23def16&device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 1126 time: 0.1027596 Feb 11 12:57:28.778307 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4b34fc0-c7b1-48c8-9b23-4f81a134a290 req-11e525da-de1d-44bc-adb6-1bf7fccb4459 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (c356d6a2-4555-4092-bdb4-d429f35cc460), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:28.845567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:28.848001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bf263e1b-56cd-49c3-8af2-5b24ae625d94 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:28.856527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-b337ddc3-a315-497e-a889-60940a8d692c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:28.859546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-b337ddc3-a315-497e-a889-60940a8d692c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3811b5b2-a370-4271-b60a-f63659684bcf HTTP/1.1" status: 200 len: 902 time: 0.1676373 Feb 11 12:57:28.875442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4b34fc0-c7b1-48c8-9b23-4f81a134a290 req-11e525da-de1d-44bc-adb6-1bf7fccb4459 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c356d6a2-4555-4092-bdb4-d429f35cc460), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:28.882773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4b34fc0-c7b1-48c8-9b23-4f81a134a290 req-11e525da-de1d-44bc-adb6-1bf7fccb4459 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:28.884584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4b34fc0-c7b1-48c8-9b23-4f81a134a290 req-11e525da-de1d-44bc-adb6-1bf7fccb4459 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/c356d6a2-4555-4092-bdb4-d429f35cc460 HTTP/1.1" status: 204 len: 173 time: 0.3475077 Feb 11 12:57:28.939336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-80058b5d-5d8d-4eda-acf7-fb6a3c6e50c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.70&port_id=502d88a2-1937-4b14-a77e-ee971badcf84 HTTP/1.1" status: 200 len: 217 time: 0.0717535 Feb 11 12:57:28.961124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e525da-de1d-44bc-adb6-1bf7fccb4459 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c356d6a2-4555-4092-bdb4-d429f35cc460,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:29.012699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c1c67-113f-4dcc-951f-ae061c74b6db req-1efbbae9-da5f-4923-9d55-46ff57e7f041 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.013915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: bf263e1b-56cd-49c3-8af2-5b24ae625d94 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:29.014474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bf263e1b-56cd-49c3-8af2-5b24ae625d94 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:29.017513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-a8e01deb-e0d8-449f-8537-b8fa17061496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.018002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:29.020079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-a8e01deb-e0d8-449f-8537-b8fa17061496 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0098d6e0-d42c-42d4-9cdd-bc6af97bc050 HTTP/1.1" status: 200 len: 801 time: 0.0727313 Feb 11 12:57:29.023501 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-503c1c67-113f-4dcc-951f-ae061c74b6db req-1efbbae9-da5f-4923-9d55-46ff57e7f041 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 944 time: 0.3507998 Feb 11 12:57:29.027007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-37d52604-e269-4827-8ee2-b7ef278736ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.028440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-37d52604-e269-4827-8ee2-b7ef278736ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 HTTP/1.1" status: 200 len: 918 time: 0.2794933 Feb 11 12:57:29.039789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'mac_address': 'fa:16:3e:49:3b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:29.064040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'name': 'network-vif-deleted', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:29.066285 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaedaf4-1c62-490c-921c-4ddf31618287" -d '{"events": [{"server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "name": "network-vif-deleted", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:29.101423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:29.102797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:29.105528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-d266db66-00f3-4189-8e15-4f03011d3781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.107958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-d266db66-00f3-4189-8e15-4f03011d3781 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3811b5b2-a370-4271-b60a-f63659684bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0749784 Feb 11 12:57:29.134072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-d4ba3cb7-bb41-4416-9328-9cd9689bb781 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9b6a68a-efc9-420b-9503-4ed50d88baff HTTP/1.1" status: 200 len: 217 time: 0.0892351 Feb 11 12:57:29.145113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:29.214303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:29.240391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:29.291384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-44ff80c1-fcfd-4ae0-a346-4a1091ff266c service neutron] 10.222.0.64 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760635 Feb 11 12:57:29.309875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-337ff6c7-370e-414e-80bf-86b3708f6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.311540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-337ff6c7-370e-414e-80bf-86b3708f6882 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=79af7ce6-abf5-415e-8714-d5b3acc62a38 HTTP/1.1" status: 200 len: 857 time: 0.1487684 Feb 11 12:57:29.336308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-dee719f5-eb28-44dd-b4c7-4cf65dc0ba51 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.337856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-dee719f5-eb28-44dd-b4c7-4cf65dc0ba51 tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d&tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1126 time: 0.4788508 Feb 11 12:57:29.355509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:29.385332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.388029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.389988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.391167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.392318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.394535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.395062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.401446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.402068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.403287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.403781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.404983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.405463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:57:29.413680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-191ca270-5eff-4dd0-886d-4e04fba288dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f1d633f-f1d5-4855-b3e9-d29fc11f1a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748014 Feb 11 12:57:29.414937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36c6b174-cb64-4283-9262-bbfa3086ed13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:29.438973 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-503c1c67-113f-4dcc-951f-ae061c74b6db req-0cd8e40f-1134-483d-a4af-579338d550f7 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824425 Feb 11 12:57:29.448231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756cd4-b101-411f-b1e1-f2b7808d4f87 req-0f146d8c-3b05-4607-aecc-853a60b772a5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.456278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756cd4-b101-411f-b1e1-f2b7808d4f87 req-0f146d8c-3b05-4607-aecc-853a60b772a5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.461908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756cd4-b101-411f-b1e1-f2b7808d4f87 req-0f146d8c-3b05-4607-aecc-853a60b772a5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.463703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62756cd4-b101-411f-b1e1-f2b7808d4f87 req-0f146d8c-3b05-4607-aecc-853a60b772a5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2412 time: 0.1711636 Feb 11 12:57:29.519615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9c30255-7c5a-4589-b53b-17ee4f8343c7 req-e8660c50-87ef-4886-a3a7-82394b981f98 service neutron] 10.222.0.64 "GET /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128649 Feb 11 12:57:29.543640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62756cd4-b101-411f-b1e1-f2b7808d4f87 req-1801029c-4a21-4e69-b6ff-a543b0d56950 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723264 Feb 11 12:57:29.709565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:29.720138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8b8a-55c8-49db-a3c9-e6d11c506273 req-9d5f986a-9c40-415c-b9c1-ad119c16ca8d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.726250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25db8b8a-55c8-49db-a3c9-e6d11c506273 req-9d5f986a-9c40-415c-b9c1-ad119c16ca8d tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.0666931 Feb 11 12:57:29.786895 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66fa3b1-48d1-41b6-81dd-38c70fff1398 x-openstack-request-id: req-d66fa3b1-48d1-41b6-81dd-38c70fff1398 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:29.787292 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92cf7c0-4a4e-4fbe-b07f-77298490b339", "name": "network-vif-deleted", "tag": "bf263e1b-56cd-49c3-8af2-5b24ae625d94", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:29.787413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25db8b8a-55c8-49db-a3c9-e6d11c506273 req-0dfb6676-a77f-43e1-9994-49aa3162f8dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598314 Feb 11 12:57:29.787511 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d66fa3b1-48d1-41b6-81dd-38c70fff1398 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:29.787808 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92cf7c0-4a4e-4fbe-b07f-77298490b339', 'name': 'network-vif-deleted', 'tag': 'bf263e1b-56cd-49c3-8af2-5b24ae625d94', 'status': 'completed', 'code': 200} Feb 11 12:57:29.830772 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-1565e799-fb23-414f-ba99-c3ec93747023 req-ce2b6037-6bcc-478b-85d9-e8a172438a8d tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:57:29.846500 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1565e799-fb23-414f-ba99-c3ec93747023 req-ce2b6037-6bcc-478b-85d9-e8a172438a8d tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/c356d6a2-4555-4092-bdb4-d429f35cc460 HTTP/1.1" status: 404 len: 352 time: 0.0510590 Feb 11 12:57:29.954330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55811fe9-7a88-4739-bf29-cdd9b7e30aaa req-f8f9bc48-cc15-46fc-9893-82c03006b9d7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:29.957808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55811fe9-7a88-4739-bf29-cdd9b7e30aaa req-f8f9bc48-cc15-46fc-9893-82c03006b9d7 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 949 time: 0.0760264 Feb 11 12:57:29.976070 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4cf1cfae-2921-4e99-a6e6-e94e94cfefc0 req-334255b7-20a5-4571-80cb-0465cb11fe3d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0356750 Feb 11 12:57:30.062795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55811fe9-7a88-4739-bf29-cdd9b7e30aaa req-9e2f0bcb-d505-46d5-8209-309cffb66088 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981061 Feb 11 12:57:30.106204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-710001d2-76c3-4661-ab44-eb9aa1e45406 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.107724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-710001d2-76c3-4661-ab44-eb9aa1e45406 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e&tenant_id=2fcfbbcfc1d9416388239604f0ac2244&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 949 time: 0.7911634 Feb 11 12:57:30.108918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-362ce933-6dae-4d1c-971b-d33729df8dd2 service neutron] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:30.129739 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-362ce933-6dae-4d1c-971b-d33729df8dd2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:30.130649 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4faa39d-50d6-4fb4-862b-3aedb8f98127 req-362ce933-6dae-4d1c-971b-d33729df8dd2 service neutron] 10.222.0.64 "DELETE /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa/bindings/n-h2-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.7557280 Feb 11 12:57:30.175227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-701296d4-a4c7-4cdb-aee2-04f808168bf7 service neutron] 10.222.0.64 "GET /v2.0/networks/8f1d633f-f1d5-4855-b3e9-d29fc11f1a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407448 Feb 11 12:57:30.227543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c64d8-b3f3-4ae9-91ec-87b5ed399334 req-1efacd9c-198c-420f-89f4-2ef39d2fd90f tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.229169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-427c64d8-b3f3-4ae9-91ec-87b5ed399334 req-1efacd9c-198c-420f-89f4-2ef39d2fd90f tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 1126 time: 0.0595403 Feb 11 12:57:30.265884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dadef8ea-b98f-4bf3-a3f7-c7028ef4288d req-b33b575b-2b61-43db-829a-45a371a62e97 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/8257a8e2-ebe1-4be0-a520-be913f3dfa55 HTTP/1.1" status: 200 len: 1818 time: 0.1732762 Feb 11 12:57:30.280316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-427c64d8-b3f3-4ae9-91ec-87b5ed399334 req-b5d7f018-8091-4483-b6da-5f65fba8acce tempest-LiveMigrationTest-1322370985 tempest-LiveMigrationTest-1322370985-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Feb 11 12:57:30.352436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-d011ec81-1eda-4245-8540-f08fc5af8e50 service neutron] 10.222.0.53 "GET /v2.0/ports/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 382 time: 0.2187209 Feb 11 12:57:30.411500 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a801ca90-3ee3-409e-9248-6e6b1eb1b52c req-6b3c9c9d-3d41-451c-a0f5-601bde7e72ec service neutron] 10.222.0.64 "GET /v2.0/networks/8f1d633f-f1d5-4855-b3e9-d29fc11f1a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271938 Feb 11 12:57:30.466868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dadef8ea-b98f-4bf3-a3f7-c7028ef4288d req-606219e7-9380-4e4d-8853-ba04eeb6434e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (8257a8e2-ebe1-4be0-a520-be913f3dfa55), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:30.475494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-c335fece-402f-4ba4-8268-577f0648e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.477151 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-c335fece-402f-4ba4-8268-577f0648e3a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1131 time: 0.0893383 Feb 11 12:57:30.510387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dadef8ea-b98f-4bf3-a3f7-c7028ef4288d req-606219e7-9380-4e4d-8853-ba04eeb6434e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (8257a8e2-ebe1-4be0-a520-be913f3dfa55), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:30.654094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e37fe-3f48-495b-abe2-c507ac83cf3d req-3da9ef8d-4264-4e0c-9c8e-cb46032cbb14 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.660932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dadef8ea-b98f-4bf3-a3f7-c7028ef4288d req-606219e7-9380-4e4d-8853-ba04eeb6434e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8257a8e2-ebe1-4be0-a520-be913f3dfa55), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:30.661776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-044e37fe-3f48-495b-abe2-c507ac83cf3d req-3da9ef8d-4264-4e0c-9c8e-cb46032cbb14 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 944 time: 0.0813560 Feb 11 12:57:30.664524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-dadef8ea-b98f-4bf3-a3f7-c7028ef4288d req-606219e7-9380-4e4d-8853-ba04eeb6434e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:30.678863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dadef8ea-b98f-4bf3-a3f7-c7028ef4288d req-606219e7-9380-4e4d-8853-ba04eeb6434e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/8257a8e2-ebe1-4be0-a520-be913f3dfa55 HTTP/1.1" status: 204 len: 173 time: 0.3636138 Feb 11 12:57:30.709557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606219e7-9380-4e4d-8853-ba04eeb6434e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8257a8e2-ebe1-4be0-a520-be913f3dfa55,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:30.716639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-8a70a88d-71b0-47d7-8e73-54c9a5e9cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.721456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-8a70a88d-71b0-47d7-8e73-54c9a5e9cf4d service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2238603 Feb 11 12:57:30.736824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-044e37fe-3f48-495b-abe2-c507ac83cf3d req-f55e45f4-19cb-4517-8fae-69878441ea69 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736721 Feb 11 12:57:30.795081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-67889587-04ac-4ad8-913e-415b5e0757f6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0677211 Feb 11 12:57:30.881734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-d5f49061-3686-4fef-9dd2-5fe2285bb073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.883202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-d5f49061-3686-4fef-9dd2-5fe2285bb073 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0689423 Feb 11 12:57:30.892237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86f75d-e8f1-4614-b69b-5ab55d7aa440 req-7a0a6338-0245-4852-86e1-c115ed34728b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.893783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd86f75d-e8f1-4614-b69b-5ab55d7aa440 req-7a0a6338-0245-4852-86e1-c115ed34728b tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.1106420 Feb 11 12:57:30.961333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccf2b8-4b27-44c8-b1fd-3f935f9aee09 req-93f8ff6d-0dfc-470b-8815-8aede636e9fc tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.969958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccf2b8-4b27-44c8-b1fd-3f935f9aee09 req-93f8ff6d-0dfc-470b-8815-8aede636e9fc tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.976687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccf2b8-4b27-44c8-b1fd-3f935f9aee09 req-93f8ff6d-0dfc-470b-8815-8aede636e9fc tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.979571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dccf2b8-4b27-44c8-b1fd-3f935f9aee09 req-93f8ff6d-0dfc-470b-8815-8aede636e9fc tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2412 time: 0.1574347 Feb 11 12:57:30.993021 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd86f75d-e8f1-4614-b69b-5ab55d7aa440 req-b434821f-2f54-40f0-9bd3-5c6f6140e864 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877745 Feb 11 12:57:30.995426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-83cf49e9-e17e-4fb6-8fd0-6876417a5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:30.996952 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-83cf49e9-e17e-4fb6-8fd0-6876417a5481 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1004815 Feb 11 12:57:31.056553 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-3c7461a9-4e6a-438b-b8f1-a5663abe3eaa req-862f0dc6-20ac-4f4a-838a-9321dd7ac817 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:57:31.057992 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c7461a9-4e6a-438b-b8f1-a5663abe3eaa req-862f0dc6-20ac-4f4a-838a-9321dd7ac817 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/8257a8e2-ebe1-4be0-a520-be913f3dfa55 HTTP/1.1" status: 404 len: 352 time: 0.0294931 Feb 11 12:57:31.072753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dccf2b8-4b27-44c8-b1fd-3f935f9aee09 req-a8c349d5-a4c6-4711-86ee-3584db69f255 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817075 Feb 11 12:57:31.158634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad74e6d0-9c2d-45a4-9e40-7688d09072bb req-7f6d4db9-109c-4cb5-9e60-8aa095e69cab tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/a1ab4b02-a158-445e-873d-a2e253ca8375 HTTP/1.1" status: 200 len: 1818 time: 0.0558841 Feb 11 12:57:31.181359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-35c3b4f1-a731-4492-98e4-3844b88e21f3 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685538 Feb 11 12:57:31.207289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2495da73-1e07-461b-b5a1-b4a8b851b91d req-d6627c17-9788-4f89-8845-d34aec041fe8 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0577607 Feb 11 12:57:31.248735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ad74e6d0-9c2d-45a4-9e40-7688d09072bb req-5b872cef-8dbf-40e4-843f-dd5b4eca8ab0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (a1ab4b02-a158-445e-873d-a2e253ca8375), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.300064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ad74e6d0-9c2d-45a4-9e40-7688d09072bb req-5b872cef-8dbf-40e4-843f-dd5b4eca8ab0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (a1ab4b02-a158-445e-873d-a2e253ca8375), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.364507 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-01aa1cc9-2d6c-4975-b168-71be4bc3ee2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.402133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-cde72355-e92d-4845-9f7f-9412de69a8e0 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057881 Feb 11 12:57:31.423015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-c4836b5f-11de-42c4-8f1d-9f261f38fc90 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:31.424528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-c4836b5f-11de-42c4-8f1d-9f261f38fc90 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 944 time: 0.1266046 Feb 11 12:57:31.437095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16df7b-d2c3-4ce8-88d1-0d5a45cc897b req-9a6084dc-df7b-4f60-acc8-99cd064bf36d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:31.437095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9a16df7b-d2c3-4ce8-88d1-0d5a45cc897b req-9a6084dc-df7b-4f60-acc8-99cd064bf36d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 949 time: 0.1281126 Feb 11 12:57:31.453272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ad74e6d0-9c2d-45a4-9e40-7688d09072bb req-5b872cef-8dbf-40e4-843f-dd5b4eca8ab0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a1ab4b02-a158-445e-873d-a2e253ca8375), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.459897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ad74e6d0-9c2d-45a4-9e40-7688d09072bb req-5b872cef-8dbf-40e4-843f-dd5b4eca8ab0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.466931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad74e6d0-9c2d-45a4-9e40-7688d09072bb req-5b872cef-8dbf-40e4-843f-dd5b4eca8ab0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/a1ab4b02-a158-445e-873d-a2e253ca8375 HTTP/1.1" status: 204 len: 173 time: 0.3008006 Feb 11 12:57:31.509926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b872cef-8dbf-40e4-843f-dd5b4eca8ab0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab4b02-a158-445e-873d-a2e253ca8375,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:31.522239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7c595c84-23ec-4458-9d26-ba9134a59759 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:31.539055 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9a16df7b-d2c3-4ce8-88d1-0d5a45cc897b req-d3c5dfc9-664a-4250-8a37-122c74ab0336 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963783 Feb 11 12:57:31.569055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Deleting port b528296a-f351-4426-aa4c-8474b66e81aa {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:31.569486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.597139 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-cef84db9-9f32-4a44-b611-38a1903cce2d req-484a2c67-1595-4bf1-b5e3-b8c39b151de7 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:57:31.598912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cef84db9-9f32-4a44-b611-38a1903cce2d req-484a2c67-1595-4bf1-b5e3-b8c39b151de7 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/a1ab4b02-a158-445e-873d-a2e253ca8375 HTTP/1.1" status: 404 len: 352 time: 0.0946743 Feb 11 12:57:31.693153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7c595c84-23ec-4458-9d26-ba9134a59759, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7c595c84-23ec-4458-9d26-ba9134a59759,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:31.709045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '7c595c84-23ec-4458-9d26-ba9134a59759', 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf', 'port_id': '7c595c84-23ec-4458-9d26-ba9134a59759', 'mac_address': 'fa:16:3e:5e:97:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0098d6e0-d42c-42d4-9cdd-bc6af97bc050', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:31.750751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] For port b528296a-f351-4426-aa4c-8474b66e81aa, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b528296a-f351-4426-aa4c-8474b66e81aa,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:31.751047 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.767332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7c595c84-23ec-4458-9d26-ba9134a59759 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:31.767839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.777328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Calling delete_port for b528296a-f351-4426-aa4c-8474b66e81aa owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:31.787276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7a85334-947a-4a02-bf7b-208f76fb2733 req-19d1c8cc-b4ee-44e7-a2bd-541fba12972f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 6200 time: 0.1637881 Feb 11 12:57:31.801897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c595c84-23ec-4458-9d26-ba9134a59759 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:31.833034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7c595c84-23ec-4458-9d26-ba9134a59759, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7c595c84-23ec-4458-9d26-ba9134a59759,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:31.840740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.841598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 502d88a2-1937-4b14-a77e-ee971badcf84 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:31.876559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 502d88a2-1937-4b14-a77e-ee971badcf84, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=502d88a2-1937-4b14-a77e-ee971badcf84,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:31.900382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '502d88a2-1937-4b14-a77e-ee971badcf84', 'network_id': '3811b5b2-a370-4271-b60a-f63659684bcf', 'port_id': '502d88a2-1937-4b14-a77e-ee971badcf84', 'mac_address': 'fa:16:3e:75:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0098d6e0-d42c-42d4-9cdd-bc6af97bc050', 'ip_address': '19.80.0.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:31.913107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7a85334-947a-4a02-bf7b-208f76fb2733 req-e8b08642-7778-4600-a0da-7353b9959c68 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/ada744d3-6ee9-443b-8433-52541142fc96 HTTP/1.1" status: 200 len: 2998 time: 0.1142135 Feb 11 12:57:31.913805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09594730-00db-4f96-801d-203e4679c678 req-06bf089a-0e6e-45e2-8119-5c79bc7caadb tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:31.915530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09594730-00db-4f96-801d-203e4679c678 req-06bf089a-0e6e-45e2-8119-5c79bc7caadb tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 944 time: 0.0930521 Feb 11 12:57:31.991727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 502d88a2-1937-4b14-a77e-ee971badcf84 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:31.992275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:31.996108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7c595c84-23ec-4458-9d26-ba9134a59759,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:32.006277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09594730-00db-4f96-801d-203e4679c678 req-a16aaaa1-c4cb-4379-9ff6-54c2bc4851aa tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799141 Feb 11 12:57:32.015147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502d88a2-1937-4b14-a77e-ee971badcf84 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:32.040506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 502d88a2-1937-4b14-a77e-ee971badcf84, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=502d88a2-1937-4b14-a77e-ee971badcf84,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:32.054141 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.055917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ba77982d-1b76-4066-b13c-2a3fbb991740 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:32.087436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7a85334-947a-4a02-bf7b-208f76fb2733 req-6ea8888e-88eb-4fcc-bb04-079f3aa60180 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/ada744d3-6ee9-443b-8433-52541142fc96 HTTP/1.1" status: 200 len: 2998 time: 0.1733639 Feb 11 12:57:32.107962 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b528296a-f351-4426-aa4c-8474b66e81aa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.155709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b528296a-f351-4426-aa4c-8474b66e81aa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:32.158324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f6cdd12-1015-4804-9fab-45f96532d2d4 req-57eb5620-52f9-487d-ab5d-f1fea5a500c0 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0499828 Feb 11 12:57:32.174086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f21a2df9-934f-4c72-bb90-8864b789a058'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:32.194176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event deleted for resources: {'Port': ['ID=b528296a-f351-4426-aa4c-8474b66e81aa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:32.207582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-662a4afe-b4e3-442c-ba1c-967e15ad8a61 req-5368e593-94f6-41ef-a010-b95268b120af tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1800000143', 'description': 'tempest-description-125489599'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:32.254590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-662a4afe-b4e3-442c-ba1c-967e15ad8a61 req-5368e593-94f6-41ef-a010-b95268b120af tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.367170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] No DVR routers for this DVR port b528296a-f351-4426-aa4c-8474b66e81aa on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:32.381715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.389776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-340edd38-e7d1-47e0-af62-3461fcf305b8 req-1caf6826-b4fe-4ba4-ad94-d8cac201f2f2 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.64 "DELETE /v2.0/ports/b528296a-f351-4426-aa4c-8474b66e81aa HTTP/1.1" status: 204 len: 173 time: 0.9538779 Feb 11 12:57:32.400206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'name': 'network-vif-deleted', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:32.414716 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb785d7c-1c9b-4aeb-aecf-57fefdd42665" -d '{"events": [{"server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "name": "network-vif-deleted", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:32.485950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db706-1756-462b-88ef-a891d8152ee7 req-6d70a606-33bf-45d4-b7a9-0cbfed1260cb tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:32.501917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db706-1756-462b-88ef-a891d8152ee7 req-6d70a606-33bf-45d4-b7a9-0cbfed1260cb tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:32.508599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17db706-1756-462b-88ef-a891d8152ee7 req-6d70a606-33bf-45d4-b7a9-0cbfed1260cb tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:32.510266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b17db706-1756-462b-88ef-a891d8152ee7 req-6d70a606-33bf-45d4-b7a9-0cbfed1260cb tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2414 time: 0.3353255 Feb 11 12:57:32.592035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b17db706-1756-462b-88ef-a891d8152ee7 req-c8152bdb-6298-4b70-af12-fbec16c4851d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728378 Feb 11 12:57:32.606819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.619355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=502d88a2-1937-4b14-a77e-ee971badcf84,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:32.644222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ba77982d-1b76-4066-b13c-2a3fbb991740, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ba77982d-1b76-4066-b13c-2a3fbb991740,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:32.665569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'ba77982d-1b76-4066-b13c-2a3fbb991740', 'network_id': 'd2eb8168-9c0f-42c7-a8d2-54b9c9506fc6', 'port_id': 'ba77982d-1b76-4066-b13c-2a3fbb991740', 'mac_address': 'fa:16:3e:85:b5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb698213-7179-458f-8b60-0ba6dbc9ba22', 'ip_address': '19.86.0.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:32.721704 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e0e0fc37-ef47-4400-b82c-c2d0d5e34150 req-86bc46ec-ca1c-4a17-891e-514626fd430c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0385139 Feb 11 12:57:32.796042 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05e3b05-414c-43d9-b22b-d87fbecef766 x-openstack-request-id: req-a05e3b05-414c-43d9-b22b-d87fbecef766 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:32.796338 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3791f8b2-8d25-407e-a7f1-885ef8230a6d", "name": "network-vif-deleted", "tag": "b528296a-f351-4426-aa4c-8474b66e81aa", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:32.796586 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a05e3b05-414c-43d9-b22b-d87fbecef766 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:32.796985 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3791f8b2-8d25-407e-a7f1-885ef8230a6d', 'name': 'network-vif-deleted', 'tag': 'b528296a-f351-4426-aa4c-8474b66e81aa', 'status': 'completed', 'code': 200} Feb 11 12:57:32.811598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ba77982d-1b76-4066-b13c-2a3fbb991740 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:32.811995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.860049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba77982d-1b76-4066-b13c-2a3fbb991740 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:32.881572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:32.883910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-662a4afe-b4e3-442c-ba1c-967e15ad8a61 req-5368e593-94f6-41ef-a010-b95268b120af tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (346a1099-2067-4dc1-8711-b45d5c4c5c91), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.901755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-662a4afe-b4e3-442c-ba1c-967e15ad8a61 req-5368e593-94f6-41ef-a010-b95268b120af tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (346a1099-2067-4dc1-8711-b45d5c4c5c91), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.927100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37fd69-f668-45f6-ad69-7a20339656ba req-d0b14d2b-e579-4d9c-a3ec-9283b967e3bf tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:32.927429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ba77982d-1b76-4066-b13c-2a3fbb991740, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ba77982d-1b76-4066-b13c-2a3fbb991740,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:32.929183 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd37fd69-f668-45f6-ad69-7a20339656ba req-d0b14d2b-e579-4d9c-a3ec-9283b967e3bf tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 949 time: 0.0779836 Feb 11 12:57:32.941749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.942742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f9b6a68a-efc9-420b-9503-4ed50d88baff details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:32.963209 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-662a4afe-b4e3-442c-ba1c-967e15ad8a61 req-5368e593-94f6-41ef-a010-b95268b120af tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:32.966628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-662a4afe-b4e3-442c-ba1c-967e15ad8a61 req-5368e593-94f6-41ef-a010-b95268b120af tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7679443 Feb 11 12:57:32.968208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368e593-94f6-41ef-a010-b95268b120af tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346a1099-2067-4dc1-8711-b45d5c4c5c91,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:32.994786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-fd5721e4-6873-4228-8f22-338beb55184f req-8774a5b1-1f82-4cb0-a4b9-ef1e89f5eb05 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-379469405', 'description': 'tempest-description-1257167274'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:33.030992 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd5721e4-6873-4228-8f22-338beb55184f req-8774a5b1-1f82-4cb0-a4b9-ef1e89f5eb05 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.034667 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd37fd69-f668-45f6-ad69-7a20339656ba req-6f8c0990-f624-418d-bec6-70a36b6d2fa8 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911493 Feb 11 12:57:33.036268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:57:33.048640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ba77982d-1b76-4066-b13c-2a3fbb991740,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:33.062130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:33.062501 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.148163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd5721e4-6873-4228-8f22-338beb55184f req-8774a5b1-1f82-4cb0-a4b9-ef1e89f5eb05 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (f53f6117-25cf-4fee-9c34-866b5f003e11), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.169149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f9b6a68a-efc9-420b-9503-4ed50d88baff, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f9b6a68a-efc9-420b-9503-4ed50d88baff,segment=NetworkSegment(9bf5af27-33d9-42b5-bf59-ccfd4d241f8d),segment_id=9bf5af27-33d9-42b5-bf59-ccfd4d241f8d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:33.169393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd5721e4-6873-4228-8f22-338beb55184f req-8774a5b1-1f82-4cb0-a4b9-ef1e89f5eb05 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f53f6117-25cf-4fee-9c34-866b5f003e11), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.228691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774a5b1-1f82-4cb0-a4b9-ef1e89f5eb05 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53f6117-25cf-4fee-9c34-866b5f003e11,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:33.233216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd5721e4-6873-4228-8f22-338beb55184f req-8774a5b1-1f82-4cb0-a4b9-ef1e89f5eb05 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.234444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd5721e4-6873-4228-8f22-338beb55184f req-8774a5b1-1f82-4cb0-a4b9-ef1e89f5eb05 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2443171 Feb 11 12:57:33.241732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e3bd-1adc-4da5-a277-61b93c5e205c req-7a9a4b8a-1771-4072-b65f-dce30e23020b tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:33.244154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a913e3bd-1adc-4da5-a277-61b93c5e205c req-7a9a4b8a-1771-4072-b65f-dce30e23020b tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 944 time: 0.1241095 Feb 11 12:57:33.260051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'f9b6a68a-efc9-420b-9503-4ed50d88baff', 'network_id': '8f1d633f-f1d5-4855-b3e9-d29fc11f1a19', 'port_id': 'f9b6a68a-efc9-420b-9503-4ed50d88baff', 'mac_address': 'fa:16:3e:9b:ca:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79af7ce6-abf5-415e-8714-d5b3acc62a38', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:33.348086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:33.348934 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.377597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a913e3bd-1adc-4da5-a277-61b93c5e205c req-54571b6e-4717-44c0-b212-f8959984f26b tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279843 Feb 11 12:57:33.378411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f02bbdd7-7689-41de-9038-ba40aa16667d req-e2ad8416-fc18-4eef-aee6-73c132a0d7f5 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0563390 Feb 11 12:57:33.387002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f9b6a68a-efc9-420b-9503-4ed50d88baff is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:33.387667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.394702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:33.397202 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612afd0c-cdce-40fd-8b0e-d6aaf58c81d0" -d '{"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-plugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:33.420031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b6a68a-efc9-420b-9503-4ed50d88baff {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:33.427174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:33.451426 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.472103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f9b6a68a-efc9-420b-9503-4ed50d88baff, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f9b6a68a-efc9-420b-9503-4ed50d88baff,segment=NetworkSegment(9bf5af27-33d9-42b5-bf59-ccfd4d241f8d),segment_id=9bf5af27-33d9-42b5-bf59-ccfd4d241f8d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:33.509949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:33.535351 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ff328e-8fd8-44f4-aa53-2e94df6da7c7 x-openstack-request-id: req-52ff328e-8fd8-44f4-aa53-2e94df6da7c7 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:33.536038 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-plugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:33.536560 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52ff328e-8fd8-44f4-aa53-2e94df6da7c7 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:33.537266 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'code': 200} Feb 11 12:57:33.547579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b528296a-f351-4426-aa4c-8474b66e81aa no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:33.582255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: b528296a-f351-4426-aa4c-8474b66e81aa {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:33.582956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b528296a-f351-4426-aa4c-8474b66e81aa not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:33.584324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:33.639185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f9b6a68a-efc9-420b-9503-4ed50d88baff,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:33.814448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-0da0760f-1bc3-4711-8c56-86c8c253e740 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:33.834186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-0da0760f-1bc3-4711-8c56-86c8c253e740 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 812 time: 0.1701095 Feb 11 12:57:33.844866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0cae1-6496-493c-87a4-7f3e06294c33 req-24cf890c-f302-42f5-9e8f-99df08719e42 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:33.851276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0cae1-6496-493c-87a4-7f3e06294c33 req-24cf890c-f302-42f5-9e8f-99df08719e42 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:33.857543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0cae1-6496-493c-87a4-7f3e06294c33 req-24cf890c-f302-42f5-9e8f-99df08719e42 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:33.862053 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:57:33.866160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18e0cae1-6496-493c-87a4-7f3e06294c33 req-24cf890c-f302-42f5-9e8f-99df08719e42 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2415 time: 0.1322653 Feb 11 12:57:33.868141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-296f40dc-84aa-46cb-a7f2-7e7b962b48de tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/quotas/1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 375 time: 0.0329163 Feb 11 12:57:33.946741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18e0cae1-6496-493c-87a4-7f3e06294c33 req-c4a472a5-0cd0-4e0c-b948-1f3d4196af68 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795946 Feb 11 12:57:33.970743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-fb596d83-2f35-409a-90c7-f8c2d6b9053d tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0955825 Feb 11 12:57:34.096480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c42bdbcc-1aa2-4833-a38d-60fa094d2ab5 req-35a617dc-708c-4c03-8f27-9763fe0774ff tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0504885 Feb 11 12:57:34.124481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-b65d3a2f-e1ee-4b66-bf89-27094a25ca32 service neutron] 10.222.0.42 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451175 Feb 11 12:57:34.128010 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:34.146974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ba77982d-1b76-4066-b13c-2a3fbb991740'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:34.208564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['7c595c84-23ec-4458-9d26-ba9134a59759'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:34.258015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f9b6a68a-efc9-420b-9503-4ed50d88baff'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:34.313626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6efba-f4cd-4a8e-9ec3-bc6147090c0e req-8b935444-1aef-44d4-bf62-55d4daa602c6 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:34.315024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afc6efba-f4cd-4a8e-9ec3-bc6147090c0e req-8b935444-1aef-44d4-bf62-55d4daa602c6 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.0944755 Feb 11 12:57:34.333785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-aed15b8c-2563-4f6e-9969-e608d78baf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:34.335909 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-aed15b8c-2563-4f6e-9969-e608d78baf3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e&tenant_id=2fcfbbcfc1d9416388239604f0ac2244 HTTP/1.1" status: 200 len: 1132 time: 0.0802300 Feb 11 12:57:34.338571 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-f55ae7de-bc9d-4776-a2f1-90ab83ced9df service neutron] 10.222.0.42 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131560 Feb 11 12:57:34.360534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:34.381141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afc6efba-f4cd-4a8e-9ec3-bc6147090c0e req-75142af9-8e19-45d4-9952-b3e44f731c2f tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Feb 11 12:57:34.509091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:34.619556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e48a4d6d-9645-4d00-a699-f95b796137fe req-2a3751df-1f77-4863-a9ac-f6a4c03a9458 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0918825 Feb 11 12:57:34.733118 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27b51e12-2213-410e-bddf-98f1c22f8697 req-5926e738-8546-48f9-9152-74090fbf8254 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 210 time: 0.0502369 Feb 11 12:57:34.930933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14023c-655e-4d7c-8749-f4f17bba15f1 req-3390c28c-e6a8-45f1-89b0-330d1edf5ee1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:34.935513 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e14023c-655e-4d7c-8749-f4f17bba15f1 req-3390c28c-e6a8-45f1-89b0-330d1edf5ee1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 945 time: 0.1369195 Feb 11 12:57:35.003691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:35.060547 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e14023c-655e-4d7c-8749-f4f17bba15f1 req-21a2121f-a868-4d4c-95c7-49a29f72b165 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152399 Feb 11 12:57:35.095054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:35.139398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:35.155784 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bb8784-e3eb-4ead-871f-debbcb4b7a60" -d '{"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-unplugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:35.160011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ad347-ac1a-4e7b-9b06-2e4351fcb786 req-0e79f270-8cd8-4b47-93c3-3944bd2ee010 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:35.166315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Publish callbacks [] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:35.169653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['502d88a2-1937-4b14-a77e-ee971badcf84'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:35.180383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ad347-ac1a-4e7b-9b06-2e4351fcb786 req-0e79f270-8cd8-4b47-93c3-3944bd2ee010 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:35.189336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ad347-ac1a-4e7b-9b06-2e4351fcb786 req-0e79f270-8cd8-4b47-93c3-3944bd2ee010 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:35.191623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-186ad347-ac1a-4e7b-9b06-2e4351fcb786 req-0e79f270-8cd8-4b47-93c3-3944bd2ee010 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2415 time: 0.1416719 Feb 11 12:57:35.203093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Transition to ACTIVE for port object 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:35.210529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:35.319311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-186ad347-ac1a-4e7b-9b06-2e4351fcb786 req-9caf1909-7174-4948-a03e-ac549db7bf25 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122694 Feb 11 12:57:35.324236 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:35.341600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b785ba9-e136-4e72-baa0-e9bdcdd75f38 req-50cd6b9c-b098-4478-816b-5e008e8bab7f tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0821247 Feb 11 12:57:35.368146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] No DVR routers for this DVR port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:35.388322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=10']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:35.457439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:35.457813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:35.458140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:35.463197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:35.463523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Attempting to bind port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:35.476927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:35.484942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:35.485353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:35.485855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Bound port: 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:35.486561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:35.489465 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5114e38-a6f4-4341-88d3-68a5df35216e x-openstack-request-id: req-f5114e38-a6f4-4341-88d3-68a5df35216e {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:35.489787 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-unplugged", "status": "completed", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:35.490039 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5114e38-a6f4-4341-88d3-68a5df35216e {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:35.490436 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'code': 200} Feb 11 12:57:35.649234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:35.659770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c28f80-c2ca-4818-b034-db5ce00b7baf req-31cbf783-1d22-4092-a771-0b242f76689b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:35.662067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-05c28f80-c2ca-4818-b034-db5ce00b7baf req-31cbf783-1d22-4092-a771-0b242f76689b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 949 time: 0.1532106 Feb 11 12:57:35.664615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:35.678142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:35.770107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58524d80-45d4-4607-91f7-d7fabaa124b7 req-83e474a8-f056-4f06-a268-b439f9113718 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0670710 Feb 11 12:57:35.776797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:35.777989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:35.780244 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] 10.222.0.64 "PUT /v2.0/ports/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 1097 time: 1.4350929 Feb 11 12:57:35.905655 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-05c28f80-c2ca-4818-b034-db5ce00b7baf req-40317ffa-ba88-4d15-8ab7-699bb55f78bc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366891 Feb 11 12:57:35.908548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a752189-a52c-43c1-befb-46853a6c8475 service neutron] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=11']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:35.938427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-add55d1f-70bd-4abb-bab8-c674b0e98373 req-615f5bd7-24a7-4438-ba86-41ede0791520 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 210 time: 0.0615118 Feb 11 12:57:35.945018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-eb5c3e43-88e9-4fdb-ae43-bbbf1b433575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:35.946823 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-eb5c3e43-88e9-4fdb-ae43-bbbf1b433575 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1131 time: 0.1327698 Feb 11 12:57:36.054387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-9729f391-4145-4c7b-bbda-dbb24f22bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.055897 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-9729f391-4145-4c7b-bbda-dbb24f22bcf3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.0999286 Feb 11 12:57:36.101922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-8d1d5385-5f14-4de3-915d-0da16725173e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0394008 Feb 11 12:57:36.164697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-8bbadb82-ae2b-4126-986c-055d9494bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.165911 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-8bbadb82-ae2b-4126-986c-055d9494bb80 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0578513 Feb 11 12:57:36.251501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca84814-27a0-482d-ab76-cbf57a21acdc req-68eb519b-e4f3-459e-9bc1-df8ee5d9ee6d tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.260555 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca84814-27a0-482d-ab76-cbf57a21acdc req-68eb519b-e4f3-459e-9bc1-df8ee5d9ee6d tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 945 time: 0.1115863 Feb 11 12:57:36.326231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46775-8601-4802-b1b2-a5c30e05102e req-37dd6b37-3346-4a24-978b-bdd7dcaafc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.327892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-37dd6b37-3346-4a24-978b-bdd7dcaafc24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1467521 Feb 11 12:57:36.459344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-1f4e4e56-9f4b-4797-a9b5-8b1d61b1821a service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182859 Feb 11 12:57:36.528598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86aa6-da41-4be6-9f57-00a83300d0f6 req-2a69d41a-ea95-44de-b4ec-1a3abef4904c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.535088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86aa6-da41-4be6-9f57-00a83300d0f6 req-2a69d41a-ea95-44de-b4ec-1a3abef4904c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.541444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef86aa6-da41-4be6-9f57-00a83300d0f6 req-2a69d41a-ea95-44de-b4ec-1a3abef4904c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.543620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ef86aa6-da41-4be6-9f57-00a83300d0f6 req-2a69d41a-ea95-44de-b4ec-1a3abef4904c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2415 time: 0.0874987 Feb 11 12:57:36.608036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ef86aa6-da41-4be6-9f57-00a83300d0f6 req-ad0190c2-39ea-414d-8de6-f11cd42e2f98 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577950 Feb 11 12:57:36.726683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b630ca82-9cce-437b-a6cc-f9f6488427f9 req-4772e809-be12-41a2-a0e2-09ce3c890aba tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0470641 Feb 11 12:57:36.850944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-7343176b-b09f-43d6-a434-03e17c213bd0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:36.852598 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-7343176b-b09f-43d6-a434-03e17c213bd0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 812 time: 0.5641034 Feb 11 12:57:36.874931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e42aa8bc-b63b-468d-b3d2-2d14e616edbb req-d5c39e68-82b6-46e7-ac72-9da5446846ed tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0285394 Feb 11 12:57:36.912981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'port': {'device_id': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1', 'admin_state_up': True, 'tenant_id': '1d4c42af24ea4ab6b06a5fb34284e41d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:36.922889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca84814-27a0-482d-ab76-cbf57a21acdc req-b57cd260-c2e9-4558-bbab-f76a8f99b22c tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613266 Feb 11 12:57:37.028870 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f46775-8601-4802-b1b2-a5c30e05102e req-5b4fc0ad-dda2-4924-8b9c-c184e2e88176 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615501 Feb 11 12:57:37.109673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283a67a-d7ef-452c-808b-2975b0394cda req-caca6c4e-a5c9-451f-9623-5df0b6c11c61 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:37.111589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1283a67a-d7ef-452c-808b-2975b0394cda req-caca6c4e-a5c9-451f-9623-5df0b6c11c61 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 949 time: 0.0743968 Feb 11 12:57:37.123172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8440b9a5-9234-4678-a118-30ddff9c6651 req-1c952f73-3489-4e30-8041-1e573225bf1f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 210 time: 0.0455546 Feb 11 12:57:37.154314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Made reservation on behalf of 1d4c42af24ea4ab6b06a5fb34284e41d for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:37.158537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:37.182772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1283a67a-d7ef-452c-808b-2975b0394cda req-db713e66-acd8-406f-927a-a706481faa86 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635250 Feb 11 12:57:37.292807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Allocated IP 172.20.0.5 (def81c75-c88c-452f-9092-ec93d202fab1/90d11018-b2b5-4255-8ea5-586b73d36506/e0a186c5-b930-41eb-9add-e908585fa9cd) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:37.465049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:37.491607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:37.494013 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a572e-8f5d-4603-bb18-aca173641b94" -d '{"events": [{"name": "network-changed", "server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:37.507872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:37.523425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:37.553443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Network def81c75-c88c-452f-9092-ec93d202fab1 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:37.560190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:37.563978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 502d88a2-1937-4b14-a77e-ee971badcf84 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:37.572036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:37.646728 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce48adc-e13b-41e3-b3aa-6290fb3310f0 x-openstack-request-id: req-8ce48adc-e13b-41e3-b3aa-6290fb3310f0 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:37.647113 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:37.647812 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ce48adc-e13b-41e3-b3aa-6290fb3310f0 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:37.647812 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'status': 'completed', 'code': 200} Feb 11 12:57:37.733707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:37.737987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 502d88a2-1937-4b14-a77e-ee971badcf84 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:57:37.777256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:37.777900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:37.789853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 502d88a2-1937-4b14-a77e-ee971badcf84 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:37.790300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:37.801777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-27982015-6781-4110-96cd-d83b2d878d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:37.803833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-27982015-6781-4110-96cd-d83b2d878d5d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1131 time: 0.1626103 Feb 11 12:57:37.848878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b278-4508-4a01-b966-4635e36a74ad req-10374f82-6731-4169-938d-6b3d468f4daa tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:37.857755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b278-4508-4a01-b966-4635e36a74ad req-10374f82-6731-4169-938d-6b3d468f4daa tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:37.863437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6b278-4508-4a01-b966-4635e36a74ad req-10374f82-6731-4169-938d-6b3d468f4daa tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:37.868644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-a5a9e662-e3d1-42bd-9f34-430c0c45b026 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609177 Feb 11 12:57:37.871785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00f6b278-4508-4a01-b966-4635e36a74ad req-10374f82-6731-4169-938d-6b3d468f4daa tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2415 time: 0.1509247 Feb 11 12:57:37.890836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-fd7d3682-62c7-4b2d-9bac-d6b64d30407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:37.895854 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-fd7d3682-62c7-4b2d-9bac-d6b64d30407c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1131 time: 0.2472024 Feb 11 12:57:37.919374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Request body: {'port': {'device_id': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:37.926325 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-96930f80-574b-486b-a0dd-ce5a4eabceff req-d133308d-5785-4628-ac39-c6f91fec0983 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.0566843 Feb 11 12:57:38.039882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 502d88a2-1937-4b14-a77e-ee971badcf84 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:38.040276 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.054571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-ab1349ef-7b44-40b1-9664-8f3d75bbc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:38.056684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-ab1349ef-7b44-40b1-9664-8f3d75bbc0db service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2451010 Feb 11 12:57:38.065855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00f6b278-4508-4a01-b966-4635e36a74ad req-36afd53b-e959-40d9-8acb-8c2bf0d605e7 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927745 Feb 11 12:57:38.112989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-2e14538e-7450-498b-b86e-e07928aa6992 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.0458519 Feb 11 12:57:38.114911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d88a2-1937-4b14-a77e-ee971badcf84'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:38.117817 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f675895e-eef9-4840-aab1-12fd6554c178" -d '{"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "502d88a2-1937-4b14-a77e-ee971badcf84"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:38.122572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 502d88a2-1937-4b14-a77e-ee971badcf84, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=502d88a2-1937-4b14-a77e-ee971badcf84,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:38.134618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.135502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7c595c84-23ec-4458-9d26-ba9134a59759 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:38.177837 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12e1dc56-dc3f-4697-aef7-53a25b8feeaa req-defb9951-dcf8-435e-af18-5130538f5d53 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.1526492 Feb 11 12:57:38.241005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-8e902fd8-d599-4aa4-bb5e-6d536330ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:38.244529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-8e902fd8-d599-4aa4-bb5e-6d536330ede1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1242712 Feb 11 12:57:38.259869 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fea9a66-4874-4c72-91a7-1839bf629acb x-openstack-request-id: req-6fea9a66-4874-4c72-91a7-1839bf629acb {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:38.260200 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "502d88a2-1937-4b14-a77e-ee971badcf84", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:38.260608 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fea9a66-4874-4c72-91a7-1839bf629acb {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:38.261384 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502d88a2-1937-4b14-a77e-ee971badcf84', 'code': 200} Feb 11 12:57:38.262192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.287428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=502d88a2-1937-4b14-a77e-ee971badcf84,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:38.296207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 7c595c84-23ec-4458-9d26-ba9134a59759 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:57:38.303922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 7c595c84-23ec-4458-9d26-ba9134a59759 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:38.304138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.326039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-aae1348d-fb09-4c6e-8064-3cc43b2de026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:38.330369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-aae1348d-fb09-4c6e-8064-3cc43b2de026 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.4076397 Feb 11 12:57:38.406267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7c595c84-23ec-4458-9d26-ba9134a59759 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:38.407921 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.454648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7c595c84-23ec-4458-9d26-ba9134a59759, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7c595c84-23ec-4458-9d26-ba9134a59759,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:38.466438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.467772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ba77982d-1b76-4066-b13c-2a3fbb991740 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:38.482307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d77737-33ee-4b75-bc79-be7eaf364503 req-8fbf8cdb-7dbc-4312-a60c-e2b644f29929 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:38.492652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13d77737-33ee-4b75-bc79-be7eaf364503 req-8fbf8cdb-7dbc-4312-a60c-e2b644f29929 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 945 time: 0.2441332 Feb 11 12:57:38.499206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-8f149984-f35a-44fc-97a1-8a30ccb9bb0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 200 len: 217 time: 0.1583860 Feb 11 12:57:38.602488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-fdf1d9bd-8c66-4e41-b22c-bae2e85992d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:38.610697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-fdf1d9bd-8c66-4e41-b22c-bae2e85992d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2906704 Feb 11 12:57:38.665056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa5aff-b243-471f-9f21-c6286942bcad req-ad7e8081-0c1d-4578-98a5-e165eb73f06b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:38.671166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13d77737-33ee-4b75-bc79-be7eaf364503 req-04d845ae-4db1-4766-8f9d-908281629a12 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774220 Feb 11 12:57:38.676476 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aafa5aff-b243-471f-9f21-c6286942bcad req-ad7e8081-0c1d-4578-98a5-e165eb73f06b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 931 time: 0.3132694 Feb 11 12:57:38.680554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7c595c84-23ec-4458-9d26-ba9134a59759,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:38.731327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port ba77982d-1b76-4066-b13c-2a3fbb991740 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:57:38.743129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port ba77982d-1b76-4066-b13c-2a3fbb991740 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:38.743636 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.906109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aafa5aff-b243-471f-9f21-c6286942bcad req-e12aa85e-b482-4fb2-bc8a-d92644ec0a8b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279880 Feb 11 12:57:38.911877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-c84f1ed5-ef31-4b05-802c-63d920b7ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:38.913807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-c84f1ed5-ef31-4b05-802c-63d920b7ca85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.3921397 Feb 11 12:57:38.914247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:38.920626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ba77982d-1b76-4066-b13c-2a3fbb991740 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:38.921158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:38.941383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-2c969aa1-eea9-4ecf-8bba-6ac63f7494cd service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207490 Feb 11 12:57:38.997819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ba77982d-1b76-4066-b13c-2a3fbb991740, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ba77982d-1b76-4066-b13c-2a3fbb991740,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:39.008821 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.011112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f9b6a68a-efc9-420b-9503-4ed50d88baff up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:39.045433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 12:57:39.046002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:39.087409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c536fe1-0763-4367-8727-957c0c76db5d req-883131be-f076-4ce6-8a8a-385e6ebdb464 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:39.102207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c536fe1-0763-4367-8727-957c0c76db5d req-883131be-f076-4ce6-8a8a-385e6ebdb464 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 949 time: 0.2391212 Feb 11 12:57:39.113095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ba77982d-1b76-4066-b13c-2a3fbb991740,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:39.143007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port f9b6a68a-efc9-420b-9503-4ed50d88baff completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:57:39.147320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port f9b6a68a-efc9-420b-9503-4ed50d88baff triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:39.147872 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.242113 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ade58f4-4b4b-4e66-b1e9-906e7e4ac2b1 req-6dd339f0-6ac0-4514-86d1-9dfe1d37535d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92cf7c0-4a4e-4fbe-b07f-77298490b339 HTTP/1.1" status: 200 len: 210 time: 0.1680653 Feb 11 12:57:39.255351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-d938b92b-5537-4719-a933-557670c172fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:39.257370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-d938b92b-5537-4719-a933-557670c172fe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3344908 Feb 11 12:57:39.257523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c536fe1-0763-4367-8727-957c0c76db5d req-ba6f1520-0832-4f61-8b5e-80b24196b97a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541102 Feb 11 12:57:39.350448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f9b6a68a-efc9-420b-9503-4ed50d88baff is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:39.350958 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.352695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-527c8754-5042-44a2-a19a-3b974b389331 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943911 Feb 11 12:57:39.456173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f9b6a68a-efc9-420b-9503-4ed50d88baff, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f9b6a68a-efc9-420b-9503-4ed50d88baff,segment=NetworkSegment(9bf5af27-33d9-42b5-bf59-ccfd4d241f8d),segment_id=9bf5af27-33d9-42b5-bf59-ccfd4d241f8d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:39.462306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a186c5-b930-41eb-9add-e908585fa9cd {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:39.463326 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.477558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Publish callbacks [] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.503151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Transition to ACTIVE for port object e0a186c5-b930-41eb-9add-e908585fa9cd will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:57:39.505865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99e6ffa8-1fce-4641-a9b0-a0372926c5aa req-0de9a44d-2367-4919-a89e-fb62826ff999 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0575335 Feb 11 12:57:39.532512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.556341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f9b6a68a-efc9-420b-9503-4ed50d88baff,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:39.598894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:39.599208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:39.611751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e364d61-68ef-4105-a105-4fc6f48c3e1b req-4d2f3c89-fca6-4ee1-9365-6f0e67211cd5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:39.617890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e364d61-68ef-4105-a105-4fc6f48c3e1b req-4d2f3c89-fca6-4ee1-9365-6f0e67211cd5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:39.624639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e364d61-68ef-4105-a105-4fc6f48c3e1b req-4d2f3c89-fca6-4ee1-9365-6f0e67211cd5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:39.626578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e364d61-68ef-4105-a105-4fc6f48c3e1b req-4d2f3c89-fca6-4ee1-9365-6f0e67211cd5 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2418 time: 0.2349555 Feb 11 12:57:39.632059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-f29abda7-107d-410e-a574-d3dde79f28f5 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500268 Feb 11 12:57:39.715132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:39.728530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'mac_address': 'fa:16:3e:49:3b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:39.779360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:39.780033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.794346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:39.816432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:39.826029 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.854700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e364d61-68ef-4105-a105-4fc6f48c3e1b req-aa5fb9c0-03b1-46a2-823b-2cce5070c22f tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213235 Feb 11 12:57:39.891326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=12']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:39.909208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747a248-9547-4cd3-a8df-10aa6083c224 req-2a9384cd-37f8-46c0-a95a-c1db1bf1dbbf tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:39.919135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c747a248-9547-4cd3-a8df-10aa6083c224 req-2a9384cd-37f8-46c0-a95a-c1db1bf1dbbf tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 946 time: 0.1088233 Feb 11 12:57:39.925691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Attempting to bind port e0a186c5-b930-41eb-9add-e908585fa9cd on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:39.926009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Attempting to bind port e0a186c5-b930-41eb-9add-e908585fa9cd by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:39.926327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Attempting to bind port e0a186c5-b930-41eb-9add-e908585fa9cd on network def81c75-c88c-452f-9092-ec93d202fab1 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:39.934186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Port e0a186c5-b930-41eb-9add-e908585fa9cd on network def81c75-c88c-452f-9092-ec93d202fab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:57:39.934757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Attempting to bind port e0a186c5-b930-41eb-9add-e908585fa9cd on network def81c75-c88c-452f-9092-ec93d202fab1 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:39.952251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:39.952593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Checking segment: {'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:39.953096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Bound using segment: {'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:39.953897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Bound port: e0a186c5-b930-41eb-9add-e908585fa9cd, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:39.954257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:39.971488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af0a572e-8f5d-4603-bb18-aca173641b94 req-e35526b0-1f07-48d7-aa6a-9f559bb738f1 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252923 Feb 11 12:57:40.011498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c747a248-9547-4cd3-a8df-10aa6083c224 req-4f7a736b-550f-4a11-86e4-8bb3809e0db7 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858095 Feb 11 12:57:40.047464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:40.082806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:40.091895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:40.141922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df47d8-d65b-40af-9f79-ac11c5e81e57 req-1b49f859-5862-4953-86b9-49a945355f03 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.143593 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50df47d8-d65b-40af-9f79-ac11c5e81e57 req-1b49f859-5862-4953-86b9-49a945355f03 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 943 time: 0.1105464 Feb 11 12:57:40.151695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.152438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:40.154146 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] 10.222.0.53 "PUT /v2.0/ports/e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 1091 time: 2.2687199 Feb 11 12:57:40.154590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:40.156932 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622ab0b4-aa2a-4d10-9a36-241f3e11a309" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:40.193691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2ae7e-fc6d-4365-952a-9f7054d41793 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:40.230566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50df47d8-d65b-40af-9f79-ac11c5e81e57 req-29beeae0-d982-40bf-8fd9-19f6bfb44920 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655739 Feb 11 12:57:40.235295 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d51c5a5-0c7d-4146-b7fc-d539b82d4e05 x-openstack-request-id: req-5d51c5a5-0c7d-4146-b7fc-d539b82d4e05 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:40.235637 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:40.235895 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d51c5a5-0c7d-4146-b7fc-d539b82d4e05 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:40.236339 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'status': 'completed', 'code': 200} Feb 11 12:57:40.262396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c595c84-23ec-4458-9d26-ba9134a59759'}, {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba77982d-1b76-4066-b13c-2a3fbb991740'}, {'server_uuid': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b6a68a-efc9-420b-9503-4ed50d88baff'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:40.266960 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc10ce89-62a8-4de3-84fc-55e22243c6ce" -d '{"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7c595c84-23ec-4458-9d26-ba9134a59759"}, {"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "ba77982d-1b76-4066-b13c-2a3fbb991740"}, {"server_uuid": "52570aae-31bc-4d3c-ace4-bc52bc6fc8a4", "name": "network-vif-plugged", "status": "completed", "tag": "f9b6a68a-efc9-420b-9503-4ed50d88baff"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:40.298391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:40.363004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-63f09538-6b2a-4b2f-bad7-15c308034e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.366996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-63f09538-6b2a-4b2f-bad7-15c308034e5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1125 time: 0.0899091 Feb 11 12:57:40.418722 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cd93a8-50cc-4585-8ab3-c2685504eb93 x-openstack-request-id: req-74cd93a8-50cc-4585-8ab3-c2685504eb93 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:40.418722 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "7c595c84-23ec-4458-9d26-ba9134a59759", "code": 200}, {"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-plugged", "status": "completed", "tag": "ba77982d-1b76-4066-b13c-2a3fbb991740", "code": 200}, {"server_uuid": "52570aae-31bc-4d3c-ace4-bc52bc6fc8a4", "name": "network-vif-plugged", "status": "completed", "tag": "f9b6a68a-efc9-420b-9503-4ed50d88baff", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:40.419075 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74cd93a8-50cc-4585-8ab3-c2685504eb93 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:40.419221 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c595c84-23ec-4458-9d26-ba9134a59759', 'code': 200} Feb 11 12:57:40.419480 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba77982d-1b76-4066-b13c-2a3fbb991740', 'code': 200} Feb 11 12:57:40.419731 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b6a68a-efc9-420b-9503-4ed50d88baff', 'code': 200} Feb 11 12:57:40.582338 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-c75ab5f6-8805-4e9c-af5f-97b21d7e52b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 217 time: 0.2059128 Feb 11 12:57:40.682878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb8fd0-4cce-4366-bec5-4953de99c436 req-18b17c66-a44c-458b-b69c-4dbfa9e8f732 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0478914 Feb 11 12:57:40.756422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a18e9-5097-44bd-b7b3-58c6e093d202 req-bd14f119-e6ce-45e6-99f8-5262ff3fea5b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.758157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-598a18e9-5097-44bd-b7b3-58c6e093d202 req-bd14f119-e6ce-45e6-99f8-5262ff3fea5b tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.2719102 Feb 11 12:57:40.764690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-69c471d1-5a2e-4baa-a4b7-4499231a3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.766304 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-69c471d1-5a2e-4baa-a4b7-4499231a3149 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.1340914 Feb 11 12:57:40.824825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-693c93f5-a7c3-4fc9-8a21-aa5d69c7a5b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446641 Feb 11 12:57:40.836768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1aa2-ff5e-4061-85bd-6eb449b38d0d req-044fc6d0-a357-4c21-9c4d-8fb4dc856798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.837348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1aa2-ff5e-4061-85bd-6eb449b38d0d req-044fc6d0-a357-4c21-9c4d-8fb4dc856798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.837861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc1aa2-ff5e-4061-85bd-6eb449b38d0d req-044fc6d0-a357-4c21-9c4d-8fb4dc856798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.839675 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-71dc1aa2-ff5e-4061-85bd-6eb449b38d0d req-044fc6d0-a357-4c21-9c4d-8fb4dc856798 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2964 time: 0.2503893 Feb 11 12:57:40.940423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cdf9f-4b3f-4746-a42d-86389f590a13 req-d1029913-74b2-44ed-87b6-4a58380f04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:40.942018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e7cdf9f-4b3f-4746-a42d-86389f590a13 req-d1029913-74b2-44ed-87b6-4a58380f04bd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 1128 time: 0.2196107 Feb 11 12:57:40.954557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-598a18e9-5097-44bd-b7b3-58c6e093d202 req-0a40f4ca-ccef-4503-9b86-77892777fd71 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861773 Feb 11 12:57:41.011492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064800e8-e5a7-4311-9efd-b79d0d11267e req-907df313-6542-4d6c-a4ab-e464ee38fa45 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.019738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064800e8-e5a7-4311-9efd-b79d0d11267e req-907df313-6542-4d6c-a4ab-e464ee38fa45 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.030482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064800e8-e5a7-4311-9efd-b79d0d11267e req-907df313-6542-4d6c-a4ab-e464ee38fa45 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.033545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-064800e8-e5a7-4311-9efd-b79d0d11267e req-907df313-6542-4d6c-a4ab-e464ee38fa45 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2418 time: 0.0973961 Feb 11 12:57:41.078434 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-b89cee24-494a-475a-ba3d-bfa7869eadc5 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460001 Feb 11 12:57:41.115908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-064800e8-e5a7-4311-9efd-b79d0d11267e req-01394d23-a3ed-4f4a-80b9-c5ebae125cc6 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773551 Feb 11 12:57:41.180698 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e7cdf9f-4b3f-4746-a42d-86389f590a13 req-6c6bd727-c035-4a78-8c3f-fb5c20978b37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245736 Feb 11 12:57:41.204203 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-71dc1aa2-ff5e-4061-85bd-6eb449b38d0d req-e35db852-94f1-41ef-9c6d-4589f01f6707 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542831 Feb 11 12:57:41.247661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14efce-10ec-4407-9f26-e5ed4dbd9f8a req-825aab95-9ff6-432d-b4de-bfa3283f68b4 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.250365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bcfea-7551-458f-9624-aa2f863f5774 req-5034e92c-e1b7-49c6-9b91-32f8ef976491 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.255124 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e14efce-10ec-4407-9f26-e5ed4dbd9f8a req-825aab95-9ff6-432d-b4de-bfa3283f68b4 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 1132 time: 0.1883123 Feb 11 12:57:41.258215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-665bcfea-7551-458f-9624-aa2f863f5774 req-5034e92c-e1b7-49c6-9b91-32f8ef976491 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 946 time: 0.0742404 Feb 11 12:57:41.329757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79f1a3ed-fd6c-42b3-bf2e-1f91aec65a2a req-3905c92c-e207-45f7-8fe5-34cb6240daa4 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135940 Feb 11 12:57:41.333592 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-665bcfea-7551-458f-9624-aa2f863f5774 req-0c73ab16-f862-4fba-9be2-0cf68fb34225 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742772 Feb 11 12:57:41.345108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e14efce-10ec-4407-9f26-e5ed4dbd9f8a req-8da5f86a-9c00-48c9-abc7-047a1c78f4a5 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829597 Feb 11 12:57:41.717174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f40ed8-0905-497c-919b-bf92c74e418d req-280f034c-8458-4dfb-af6f-0c2d73f26eb2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.722323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e0f40ed8-0905-497c-919b-bf92c74e418d req-280f034c-8458-4dfb-af6f-0c2d73f26eb2 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.1314614 Feb 11 12:57:41.783062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e0f40ed8-0905-497c-919b-bf92c74e418d req-5afa43e4-deeb-4a7c-8441-b536816bde54 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552564 Feb 11 12:57:41.858590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-42c34509-c717-423f-b404-cb9b58136fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.860601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-42c34509-c717-423f-b404-cb9b58136fff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1125 time: 0.4478352 Feb 11 12:57:41.868655 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6bf8-0ec4-43bb-9a79-879093309fef req-6a80ba08-ff3d-4a11-890a-a71d877bedca tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:41.870811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a29c6bf8-0ec4-43bb-9a79-879093309fef req-6a80ba08-ff3d-4a11-890a-a71d877bedca tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 943 time: 0.4173338 Feb 11 12:57:41.879620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86cfb140-92a9-4421-8526-c9fa52a55a63 req-e742dbf7-7508-4b21-ac9d-49a4c2f31550 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0355978 Feb 11 12:57:41.978373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a29c6bf8-0ec4-43bb-9a79-879093309fef req-f8c53cbf-87d6-4c77-8052-3a0a834e71d3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990365 Feb 11 12:57:42.003788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-4c258c6a-7a28-4a84-a3f6-4890a485cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.005277 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-4c258c6a-7a28-4a84-a3f6-4890a485cde6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 913 time: 0.1333616 Feb 11 12:57:42.059270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-013891db-abf8-4952-bea2-88a51795dfaa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 217 time: 0.0443633 Feb 11 12:57:42.111337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-61b95066-9a66-4301-a2a9-644fd3bf5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.113043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-61b95066-9a66-4301-a2a9-644fd3bf5edc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.0474482 Feb 11 12:57:42.147960 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-f1530823-9b5e-416f-9dc7-69006c0acfe7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270889 Feb 11 12:57:42.247341 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-ffa87346-1333-4cf8-972f-6bcb444860ac service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912030 Feb 11 12:57:42.259148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4a80b-493f-4d76-92ba-2a94142e8c54 req-7186a43d-5300-4844-a1bb-9c66eee84233 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.265112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4a80b-493f-4d76-92ba-2a94142e8c54 req-7186a43d-5300-4844-a1bb-9c66eee84233 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.270592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4a80b-493f-4d76-92ba-2a94142e8c54 req-7186a43d-5300-4844-a1bb-9c66eee84233 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.272288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c4a80b-493f-4d76-92ba-2a94142e8c54 req-7186a43d-5300-4844-a1bb-9c66eee84233 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2418 time: 0.0750587 Feb 11 12:57:42.320324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96c4a80b-493f-4d76-92ba-2a94142e8c54 req-3e949925-7658-4cba-b122-e647299385d1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 Feb 11 12:57:42.355282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-622ab0b4-aa2a-4d10-9a36-241f3e11a309 req-bca15e89-6b09-4ba0-9de1-619bd86cdac1 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002812 Feb 11 12:57:42.491634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f9390-a25b-485c-b83a-3945d8ff2b8e req-eb0dcfb6-2afe-4a7b-b344-4be2ee854468 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.493436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c00f9390-a25b-485c-b83a-3945d8ff2b8e req-eb0dcfb6-2afe-4a7b-b344-4be2ee854468 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 946 time: 0.0535109 Feb 11 12:57:42.542083 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c00f9390-a25b-485c-b83a-3945d8ff2b8e req-0b40a60d-bc73-4e5a-a2d6-ea30f072b09d tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Feb 11 12:57:42.948243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd1940-d2d3-4248-b9c4-ea3ea06efd01 req-e7b02e03-8c24-4170-b6d5-79d7596d1b3c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:42.958060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82fd1940-d2d3-4248-b9c4-ea3ea06efd01 req-e7b02e03-8c24-4170-b6d5-79d7596d1b3c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.0959680 Feb 11 12:57:43.013121 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0660d7e7-0edc-4bd4-83ab-37b606e8b3cc req-7a9477d9-95d7-4f3d-bb64-a91b2b1e22e8 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0379205 Feb 11 12:57:43.017367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82fd1940-d2d3-4248-b9c4-ea3ea06efd01 req-c5053a52-949f-4879-a5e0-8402a3d1d0a1 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582554 Feb 11 12:57:43.170697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bdaed-8c20-43a8-8969-b7fcb16a6855 req-cc6e7aac-f311-48e9-b5fa-8f7cdd270329 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:43.179173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-603bdaed-8c20-43a8-8969-b7fcb16a6855 req-cc6e7aac-f311-48e9-b5fa-8f7cdd270329 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 943 time: 0.0822339 Feb 11 12:57:43.234311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-603bdaed-8c20-43a8-8969-b7fcb16a6855 req-0655594a-7443-4880-82d4-357b8e9fede9 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539370 Feb 11 12:57:43.458912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-7203dac7-64d7-45df-972d-64d1e3b7297d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:43.460556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-7203dac7-64d7-45df-972d-64d1e3b7297d tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 950 time: 0.1248460 Feb 11 12:57:43.531288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db66d91-9fca-4689-8cbe-3043aa2d6f20 req-dcfe25b9-575f-4ac7-97c4-f64875b7b4af tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:43.536799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db66d91-9fca-4689-8cbe-3043aa2d6f20 req-dcfe25b9-575f-4ac7-97c4-f64875b7b4af tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:43.542752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db66d91-9fca-4689-8cbe-3043aa2d6f20 req-dcfe25b9-575f-4ac7-97c4-f64875b7b4af tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:43.544771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1db66d91-9fca-4689-8cbe-3043aa2d6f20 req-dcfe25b9-575f-4ac7-97c4-f64875b7b4af tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2418 time: 0.1313803 Feb 11 12:57:43.573625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:43.657486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1db66d91-9fca-4689-8cbe-3043aa2d6f20 req-6f21ca98-1802-43a6-992d-0ca3fea96b61 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906613 Feb 11 12:57:43.681758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Deleting port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:43.682164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:43.776147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfeb37-2c2a-457c-8cb4-8fa96a20ad48 req-abcbf554-9dbd-49be-8977-85d71bf0d3fa tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:43.777668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07cfeb37-2c2a-457c-8cb4-8fa96a20ad48 req-abcbf554-9dbd-49be-8977-85d71bf0d3fa tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 946 time: 0.1292443 Feb 11 12:57:43.829301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 is: BUILD; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:43.830255 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:43.832014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:43.832382 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:43.849177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Calling delete_port for 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:43.866107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07cfeb37-2c2a-457c-8cb4-8fa96a20ad48 req-df663a9c-8d36-4526-86b5-128042b14e62 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760117 Feb 11 12:57:43.898650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:43.950368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:43.958147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:44.065518 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:44.069111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=13']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:44.082554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:44.148019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event deleted for resources: {'Port': ['ID=94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:44.274327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] No DVR routers for this DVR port 94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:44.279882 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:44.299076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-389b375f-5ff1-4f03-b3ef-76a68dfc94ad req-927c6c66-b2c1-44f0-9397-b435744bd468 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.64 "DELETE /v2.0/ports/94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43 HTTP/1.1" status: 204 len: 173 time: 0.8326762 Feb 11 12:57:44.301153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-deleted', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:44.310549 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8a738d-61c5-4d3a-99de-765ed11c6283" -d '{"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-deleted", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:44.345213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1c438-e659-45da-bb29-588afffe43d8 req-3aeb12d8-5d2c-4c62-b330-40bc6d0e4b82 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:44.362783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e10137a6-b616-4198-85af-cb9f36ebedcf req-789de0bf-4139-46a9-a4b1-515df0c46a6c tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=af952990-93fa-44f1-a97c-02301bb2e32e HTTP/1.1" status: 200 len: 210 time: 0.0737019 Feb 11 12:57:44.372340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1c438-e659-45da-bb29-588afffe43d8 req-3aeb12d8-5d2c-4c62-b330-40bc6d0e4b82 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:44.386580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1c438-e659-45da-bb29-588afffe43d8 req-3aeb12d8-5d2c-4c62-b330-40bc6d0e4b82 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:44.388633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53e1c438-e659-45da-bb29-588afffe43d8 req-3aeb12d8-5d2c-4c62-b330-40bc6d0e4b82 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2418 time: 0.3058946 Feb 11 12:57:44.490114 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53e1c438-e659-45da-bb29-588afffe43d8 req-0ec55d7e-f48a-4d0d-96b3-e01459cc0ee7 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930641 Feb 11 12:57:44.532258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-081430d0-78f8-44df-a1ef-4794044df46d req-e978ed25-aa35-473e-bf44-41544dc62eeb tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0554359 Feb 11 12:57:44.687296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5c87e-3b5c-4285-aa7e-fb066326f4bf req-fc2d8e41-df27-4ecf-a4c5-7125daca60d0 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:44.696732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50d5c87e-3b5c-4285-aa7e-fb066326f4bf req-fc2d8e41-df27-4ecf-a4c5-7125daca60d0 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 946 time: 0.0745134 Feb 11 12:57:44.719122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb6a9b-1c99-49eb-b66c-dfec7679fe50 req-33b81d44-1ce3-4e92-beca-e002deabd42a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:44.728159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-22eb6a9b-1c99-49eb-b66c-dfec7679fe50 req-33b81d44-1ce3-4e92-beca-e002deabd42a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 943 time: 0.1071663 Feb 11 12:57:44.765350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-50d5c87e-3b5c-4285-aa7e-fb066326f4bf req-97b3a06d-d554-4e8c-948c-c398569dace4 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672429 Feb 11 12:57:44.794852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-22eb6a9b-1c99-49eb-b66c-dfec7679fe50 req-0b26235a-2076-49b2-bf4a-92e83b496358 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633559 Feb 11 12:57:44.824982 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e14184-cbe1-4131-9dc9-4da23c6bbe12 x-openstack-request-id: req-c8e14184-cbe1-4131-9dc9-4da23c6bbe12 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:44.825286 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af952990-93fa-44f1-a97c-02301bb2e32e", "name": "network-vif-deleted", "tag": "94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:44.825544 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8e14184-cbe1-4131-9dc9-4da23c6bbe12 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:44.826020 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af952990-93fa-44f1-a97c-02301bb2e32e', 'name': 'network-vif-deleted', 'tag': '94101e1b-cb20-4dff-a0cf-fcc0a2ee3d43', 'status': 'completed', 'code': 200} Feb 11 12:57:44.926339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e0a186c5-b930-41eb-9add-e908585fa9cd details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:57:45.032632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:45.044869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'network_id': 'def81c75-c88c-452f-9092-ec93d202fab1', 'port_id': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'mac_address': 'fa:16:3e:cd:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d11018-b2b5-4255-8ea5-586b73d36506', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:57:45.084819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e0a186c5-b930-41eb-9add-e908585fa9cd is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:45.085310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:45.099353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a186c5-b930-41eb-9add-e908585fa9cd {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:57:45.121661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:45.128096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:45.179169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:45.544892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e0a186c5-b930-41eb-9add-e908585fa9cd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:45.670733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d677e18-79e4-4777-93f3-95625ed8687c req-b8bf23de-d963-43e4-9075-42bb8c347c5f tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0324860 Feb 11 12:57:45.683281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78faa04-7a4d-44b8-90ce-7fd0fcc0df0f req-ffb51c46-4e8c-42cc-8cdc-96dce9ab5aef tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.688877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78faa04-7a4d-44b8-90ce-7fd0fcc0df0f req-ffb51c46-4e8c-42cc-8cdc-96dce9ab5aef tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.694553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78faa04-7a4d-44b8-90ce-7fd0fcc0df0f req-ffb51c46-4e8c-42cc-8cdc-96dce9ab5aef tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.696852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b78faa04-7a4d-44b8-90ce-7fd0fcc0df0f req-ffb51c46-4e8c-42cc-8cdc-96dce9ab5aef tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2418 time: 0.1011651 Feb 11 12:57:45.757063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b78faa04-7a4d-44b8-90ce-7fd0fcc0df0f req-608c9b4a-e18c-4b45-a361-ecfa98df2f70 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543165 Feb 11 12:57:45.835454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-a46387e2-bcfb-4c90-8afe-b6cf15463edd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.840908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-a46387e2-bcfb-4c90-8afe-b6cf15463edd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.846204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-a46387e2-bcfb-4c90-8afe-b6cf15463edd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.847918 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-a46387e2-bcfb-4c90-8afe-b6cf15463edd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 2418 time: 0.1195364 Feb 11 12:57:45.874603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131b6e-707e-43a2-813d-88ad9b004765 req-08ec145a-d0af-4fa6-be03-7cb7a14dafcc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.876314 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60131b6e-707e-43a2-813d-88ad9b004765 req-08ec145a-d0af-4fa6-be03-7cb7a14dafcc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 951 time: 0.0934465 Feb 11 12:57:45.888330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc674e-4899-43db-9e71-6200fc005f90 req-22a7f1ed-e14b-4f81-9961-0e73f8440eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:45.889909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9acc674e-4899-43db-9e71-6200fc005f90 req-22a7f1ed-e14b-4f81-9961-0e73f8440eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 946 time: 0.0555305 Feb 11 12:57:45.943153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9acc674e-4899-43db-9e71-6200fc005f90 req-273f8729-51ea-4691-9baa-8e299c95e486 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/security-groups?id=bdd44bce-c9a0-49c4-980f-93dcb65e5662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462332 Feb 11 12:57:46.008752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.026424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee73475-3001-4230-a776-631c7fd9fd72 req-b3d7618c-3a2d-44a7-a394-6c2620d4c2b9 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:46.028054 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fee73475-3001-4230-a776-631c7fd9fd72 req-b3d7618c-3a2d-44a7-a394-6c2620d4c2b9 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.64 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 946 time: 0.1327455 Feb 11 12:57:46.034244 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60131b6e-707e-43a2-813d-88ad9b004765 req-ddbdc151-ad96-4afd-a131-8a4e420620ce tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378016 Feb 11 12:57:46.103087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee555c-d313-4e04-aaf3-8824bff200ab req-f396b372-11ad-4e49-8816-cc0c4fa440b1 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:46.105333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93ee555c-d313-4e04-aaf3-8824bff200ab req-f396b372-11ad-4e49-8816-cc0c4fa440b1 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 944 time: 0.0622237 Feb 11 12:57:46.136763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port 7c595c84-23ec-4458-9d26-ba9134a59759 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:46.137109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.158834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93ee555c-d313-4e04-aaf3-8824bff200ab req-af57c3ff-3a0e-4d88-9f72-d82f3b561581 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479784 Feb 11 12:57:46.244053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Deleting port f9b6a68a-efc9-420b-9503-4ed50d88baff {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:46.244397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.287813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port 7c595c84-23ec-4458-9d26-ba9134a59759, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7c595c84-23ec-4458-9d26-ba9134a59759,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:46.288193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.334779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for 7c595c84-23ec-4458-9d26-ba9134a59759 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:46.397233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] For port f9b6a68a-efc9-420b-9503-4ed50d88baff, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f9b6a68a-efc9-420b-9503-4ed50d88baff,segment=NetworkSegment(9bf5af27-33d9-42b5-bf59-ccfd4d241f8d),segment_id=9bf5af27-33d9-42b5-bf59-ccfd4d241f8d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:46.397596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.417443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Calling delete_port for f9b6a68a-efc9-420b-9503-4ed50d88baff owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:46.587196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7c595c84-23ec-4458-9d26-ba9134a59759), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.599860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ba77982d-1b76-4066-b13c-2a3fbb991740', '7c595c84-23ec-4458-9d26-ba9134a59759', '502d88a2-1937-4b14-a77e-ee971badcf84'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:46.626578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=7c595c84-23ec-4458-9d26-ba9134a59759,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:46.676619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f9b6a68a-efc9-420b-9503-4ed50d88baff), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.717214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port 7c595c84-23ec-4458-9d26-ba9134a59759 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:46.720836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:46.726241 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-ca650ee4-0a7a-4ad4-9edc-d7c2c00be607 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "DELETE /v2.0/ports/7c595c84-23ec-4458-9d26-ba9134a59759 HTTP/1.1" status: 204 len: 173 time: 0.8706870 Feb 11 12:57:46.873464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f9b6a68a-efc9-420b-9503-4ed50d88baff'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:46.928014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-deleted', 'tag': '7c595c84-23ec-4458-9d26-ba9134a59759'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:46.931064 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11041306-7742-4077-bfa9-3af0933e56a6" -d '{"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-deleted", "tag": "7c595c84-23ec-4458-9d26-ba9134a59759"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:46.941884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2a0faaf-f887-4ab7-801b-d2da896f82bc req-020a4de2-a2de-4e8f-85f4-ab8e8f716934 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0621192 Feb 11 12:57:46.958640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Pushing event deleted for resources: {'Port': ['ID=f9b6a68a-efc9-420b-9503-4ed50d88baff,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:46.968694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e0a186c5-b930-41eb-9add-e908585fa9cd up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:47.046389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] No DVR routers for this DVR port f9b6a68a-efc9-420b-9503-4ed50d88baff on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:47.050338 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.053092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc9af4-410a-4a4a-8e2d-48186193d21b req-0ce8fba9-9cf3-48d0-881b-3a735c634d00 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.055042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fee73475-3001-4230-a776-631c7fd9fd72 req-1a1afd39-209a-4b56-b02f-c215f5d62eb1 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.64 "DELETE /v2.0/ports/f9b6a68a-efc9-420b-9503-4ed50d88baff HTTP/1.1" status: 204 len: 173 time: 1.0197172 Feb 11 12:57:47.074367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port ba77982d-1b76-4066-b13c-2a3fbb991740 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:47.078336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.082894 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6795cd-9fed-4267-9d98-c3239e646848 x-openstack-request-id: req-9d6795cd-9fed-4267-9d98-c3239e646848 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:47.083439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc9af4-410a-4a4a-8e2d-48186193d21b req-0ce8fba9-9cf3-48d0-881b-3a735c634d00 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.084190 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-deleted", "tag": "7c595c84-23ec-4458-9d26-ba9134a59759", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:47.084622 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9d6795cd-9fed-4267-9d98-c3239e646848 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:47.085301 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-deleted', 'tag': '7c595c84-23ec-4458-9d26-ba9134a59759', 'status': 'completed', 'code': 200} Feb 11 12:57:47.100588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80cc9af4-410a-4a4a-8e2d-48186193d21b req-0ce8fba9-9cf3-48d0-881b-3a735c634d00 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 1682 time: 0.2044592 Feb 11 12:57:47.150489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.204769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80cc9af4-410a-4a4a-8e2d-48186193d21b req-c5234a17-1528-4164-9751-5c140a769b4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009815 Feb 11 12:57:47.303598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port e0a186c5-b930-41eb-9add-e908585fa9cd completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:57:47.314234 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c37f4f87-0274-441b-ac9f-0f8a0fa89e49 req-52d91144-1694-4339-9450-fb4f7073ed02 tempest-InstanceActionsV221TestJSON-754368135 tempest-InstanceActionsV221TestJSON-754368135-project] 10.222.0.42 "GET /v2.0/ports?device_id=52570aae-31bc-4d3c-ace4-bc52bc6fc8a4 HTTP/1.1" status: 200 len: 210 time: 0.0453868 Feb 11 12:57:47.317767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e0a186c5-b930-41eb-9add-e908585fa9cd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:47.318603 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.371710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port ba77982d-1b76-4066-b13c-2a3fbb991740, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ba77982d-1b76-4066-b13c-2a3fbb991740,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:47.375310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.381822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662b270-48e9-4a26-b108-e4ceb57d88af req-a7f8dc70-a34b-462b-bea2-e64e4084ff0e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.390589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2662b270-48e9-4a26-b108-e4ceb57d88af req-a7f8dc70-a34b-462b-bea2-e64e4084ff0e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 951 time: 0.1203940 Feb 11 12:57:47.430141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for ba77982d-1b76-4066-b13c-2a3fbb991740 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:47.481010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e0a186c5-b930-41eb-9add-e908585fa9cd is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:47.481483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.540473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dfb19-7f49-443d-ba18-e8a0da020982 req-95a7e2f3-160c-4b52-8178-2748b630d70b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.548274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-205dfb19-7f49-443d-ba18-e8a0da020982 req-95a7e2f3-160c-4b52-8178-2748b630d70b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 944 time: 0.1496296 Feb 11 12:57:47.553611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2662b270-48e9-4a26-b108-e4ceb57d88af req-7901dcb8-c57c-4c0e-adbb-824fa3ea0993 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620414 Feb 11 12:57:47.572614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:47.575082 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b3dd7-b922-42fb-b893-dc64eb79e3ac" -d '{"events": [{"server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "name": "network-vif-plugged", "status": "completed", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:47.616523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:47.626989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.672042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-27ebdd78-aa39-4f27-8cbc-1cec7dbf2888 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.677066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-27ebdd78-aa39-4f27-8cbc-1cec7dbf2888 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 951 time: 0.1945484 Feb 11 12:57:47.679750 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6c652-6a03-459f-bda6-3693551e037b x-openstack-request-id: req-eff6c652-6a03-459f-bda6-3693551e037b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:47.680282 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "name": "network-vif-plugged", "status": "completed", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:47.680730 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eff6c652-6a03-459f-bda6-3693551e037b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:47.681369 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'code': 200} Feb 11 12:57:47.715362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:47.747884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-205dfb19-7f49-443d-ba18-e8a0da020982 req-ff72cbd1-d7d2-40c3-8bef-929edca2a339 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952527 Feb 11 12:57:47.825471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41381a8b-947c-417a-9292-8f205f001b2d req-4cc26027-2c6d-4b9d-9a33-04b9e52ec623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:47.827210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41381a8b-947c-417a-9292-8f205f001b2d req-4cc26027-2c6d-4b9d-9a33-04b9e52ec623 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1127 time: 0.0769458 Feb 11 12:57:47.891657 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ba77982d-1b76-4066-b13c-2a3fbb991740), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:47.895736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41381a8b-947c-417a-9292-8f205f001b2d req-63903919-7345-4e02-8559-b1a402b269b1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571353 Feb 11 12:57:47.926235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=ba77982d-1b76-4066-b13c-2a3fbb991740,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:47.932350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Deleting port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:47.932685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.050424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port ba77982d-1b76-4066-b13c-2a3fbb991740 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:48.103138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.109927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-6ad973fb-bf8a-467e-a0cd-a0b37a6e628c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "DELETE /v2.0/ports/ba77982d-1b76-4066-b13c-2a3fbb991740 HTTP/1.1" status: 204 len: 173 time: 1.3767133 Feb 11 12:57:48.132148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-459487a0-1d5b-4148-be1d-1ab6a7f7d31b req-c12ba727-30d0-44d0-adbe-28f8d1342e19 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.0627346 Feb 11 12:57:48.256584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] For port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:48.256965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.276372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port 502d88a2-1937-4b14-a77e-ee971badcf84 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:48.276781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.343534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Calling delete_port for d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:48.556874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34790) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:48.602810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] Deleting subnet 79af7ce6-abf5-415e-8714-d5b3acc62a38 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:57:48.606810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] Publish callbacks [] for subnet (79af7ce6-abf5-415e-8714-d5b3acc62a38), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.682733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (79af7ce6-abf5-415e-8714-d5b3acc62a38), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.739808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a1304-5efd-4941-9220-2a472e252d06 req-d2ae85ee-3ba2-4b2c-ae3f-0abbe5fda2ea tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:48.747610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f35a1304-5efd-4941-9220-2a472e252d06 req-d2ae85ee-3ba2-4b2c-ae3f-0abbe5fda2ea tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 951 time: 0.1037030 Feb 11 12:57:48.768989 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (79af7ce6-abf5-415e-8714-d5b3acc62a38), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.771125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port 502d88a2-1937-4b14-a77e-ee971badcf84, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=502d88a2-1937-4b14-a77e-ee971badcf84,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:48.771619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.805142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eac24e-81f7-43fa-8e83-05a8203fcc71 req-03d2a476-8df7-4f0d-817e-b2fe42ff4eaf tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:48.813009 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0eac24e-81f7-43fa-8e83-05a8203fcc71 req-03d2a476-8df7-4f0d-817e-b2fe42ff4eaf tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1732a05c-1750-40af-b65f-6bb723e3e7f7 HTTP/1.1" status: 200 len: 945 time: 0.4709239 Feb 11 12:57:48.823709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for 502d88a2-1937-4b14-a77e-ee971badcf84 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:48.838422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f35a1304-5efd-4941-9220-2a472e252d06 req-b0aac0f1-6191-49c3-82f7-b6a9001201eb tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849812 Feb 11 12:57:48.889438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (79af7ce6-abf5-415e-8714-d5b3acc62a38), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.933451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79af7ce6-abf5-415e-8714-d5b3acc62a38,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:48.958259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:48.961718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-88b09f03-add4-4aec-b8df-34ba5c6b4c5b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/79af7ce6-abf5-415e-8714-d5b3acc62a38 HTTP/1.1" status: 204 len: 168 time: 0.4037585 Feb 11 12:57:48.976586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34800) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:49.050081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0eac24e-81f7-43fa-8e83-05a8203fcc71 req-adddea4e-08fe-4932-85a2-df336760b575 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361069 Feb 11 12:57:49.054381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (502d88a2-1937-4b14-a77e-ee971badcf84), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.056458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (8f1d633f-f1d5-4855-b3e9-d29fc11f1a19), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.091344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'name': 'network-vif-deleted', 'tag': 'f9b6a68a-efc9-420b-9503-4ed50d88baff'}, {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-deleted', 'tag': 'ba77982d-1b76-4066-b13c-2a3fbb991740'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:49.093959 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943cc9a1-829a-4a98-9635-7fd241779558" -d '{"events": [{"server_uuid": "52570aae-31bc-4d3c-ace4-bc52bc6fc8a4", "name": "network-vif-deleted", "tag": "f9b6a68a-efc9-420b-9503-4ed50d88baff"}, {"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-deleted", "tag": "ba77982d-1b76-4066-b13c-2a3fbb991740"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:49.096626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=502d88a2-1937-4b14-a77e-ee971badcf84,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:49.099369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a7954-38b6-444d-83c9-bdec0b6019f0 req-c6825cd8-5484-46e3-a97d-4b1b21bb8502 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:49.106872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-704a7954-38b6-444d-83c9-bdec0b6019f0 req-c6825cd8-5484-46e3-a97d-4b1b21bb8502 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 945 time: 0.1597750 Feb 11 12:57:49.142785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.166006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:49.175454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port 502d88a2-1937-4b14-a77e-ee971badcf84 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:49.225251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-704a7954-38b6-444d-83c9-bdec0b6019f0 req-df798eae-a888-4027-b4a2-393b5ab95c04 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171665 Feb 11 12:57:49.269991 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d425265-ced8-4d0d-a122-b454dc43f8a8 x-openstack-request-id: req-0d425265-ced8-4d0d-a122-b454dc43f8a8 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:49.270303 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52570aae-31bc-4d3c-ace4-bc52bc6fc8a4", "name": "network-vif-deleted", "tag": "f9b6a68a-efc9-420b-9503-4ed50d88baff", "status": "completed", "code": 200}, {"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-deleted", "tag": "ba77982d-1b76-4066-b13c-2a3fbb991740", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:49.270563 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d425265-ced8-4d0d-a122-b454dc43f8a8 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:49.270986 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52570aae-31bc-4d3c-ace4-bc52bc6fc8a4', 'name': 'network-vif-deleted', 'tag': 'f9b6a68a-efc9-420b-9503-4ed50d88baff', 'status': 'completed', 'code': 200} Feb 11 12:57:49.271240 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-deleted', 'tag': 'ba77982d-1b76-4066-b13c-2a3fbb991740', 'status': 'completed', 'code': 200} Feb 11 12:57:49.279471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.283018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6879dc2-0cb4-4e96-bb69-97ebd72c6110 req-07081203-eb16-4ab9-b192-196a000c5114 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "DELETE /v2.0/ports/502d88a2-1937-4b14-a77e-ee971badcf84 HTTP/1.1" status: 204 len: 173 time: 1.1685901 Feb 11 12:57:49.325334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (8f1d633f-f1d5-4855-b3e9-d29fc11f1a19), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.341982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event deleted for resources: {'Port': ['ID=d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:49.382832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1d633f-f1d5-4855-b3e9-d29fc11f1a19']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:49.401339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf5af27-33d9-42b5-bf59-ccfd4d241f8d') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:49.402130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf5af27-33d9-42b5-bf59-ccfd4d241f8d') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:49.429718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (9bf5af27-33d9-42b5-bf59-ccfd4d241f8d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.455001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9bf5af27-33d9-42b5-bf59-ccfd4d241f8d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.465178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c76c1cde-5297-47da-a3ee-8619041c5900 req-c521ec7f-c341-4f76-8f48-55676ee2dd7c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=3791f8b2-8d25-407e-a7f1-885ef8230a6d HTTP/1.1" status: 200 len: 210 time: 0.1338804 Feb 11 12:57:49.466751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] No DVR routers for this DVR port d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:49.467103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:57:49.467735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (9bf5af27-33d9-42b5-bf59-ccfd4d241f8d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.472984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:57:49.476187 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:57:49.488059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3b218ab-a019-462a-867a-47c0fc7ae92d req-28c6bb50-18b7-4b8b-aa45-983c50408366 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "DELETE /v2.0/ports/d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 HTTP/1.1" status: 204 len: 173 time: 1.7808499 Feb 11 12:57:49.595052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 502d88a2-1937-4b14-a77e-ee971badcf84 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:49.595995 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (8f1d633f-f1d5-4855-b3e9-d29fc11f1a19), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.611362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:49.618238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8f1d633f-f1d5-4855-b3e9-d29fc11f1a19 HTTP/1.1" status: 204 len: 168 time: 0.6402943 Feb 11 12:57:49.632607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc8d13-b6a0-497c-adbc-7df51d5b2bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1d633f-f1d5-4855-b3e9-d29fc11f1a19,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:49.690707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 502d88a2-1937-4b14-a77e-ee971badcf84 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:49.694704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 502d88a2-1937-4b14-a77e-ee971badcf84 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:49.695197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f9b6a68a-efc9-420b-9503-4ed50d88baff no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:49.734851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: f9b6a68a-efc9-420b-9503-4ed50d88baff {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:49.735478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f9b6a68a-efc9-420b-9503-4ed50d88baff not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:49.736624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7c595c84-23ec-4458-9d26-ba9134a59759 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:49.792563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 7c595c84-23ec-4458-9d26-ba9134a59759 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:49.793169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7c595c84-23ec-4458-9d26-ba9134a59759 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:49.794272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ba77982d-1b76-4066-b13c-2a3fbb991740 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:49.846001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: ba77982d-1b76-4066-b13c-2a3fbb991740 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:49.846638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ba77982d-1b76-4066-b13c-2a3fbb991740 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:49.918153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34816) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:50.023987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c6263414-3457-486e-bfdf-062dbd2cbd42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98bc713941c04f88a4eabb88d23def16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012709 Feb 11 12:57:50.023987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34820) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:50.119201 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f016625-11d7-4c05-a66f-d55d5c26042c admin admin] Publish callbacks [] for security_group (bdd44bce-c9a0-49c4-980f-93dcb65e5662), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.129407 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f5752c1-9be8-4f37-b7a6-1c82d312ebee req-97ab1736-b6d2-4cb9-af9a-f42fd3f04e49 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=511fa589-db0d-478e-be2f-1b674d724fb6 HTTP/1.1" status: 200 len: 210 time: 0.0878823 Feb 11 12:57:50.130038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34824) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:50.146222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f016625-11d7-4c05-a66f-d55d5c26042c admin admin] Publish callbacks [] for security_group (bdd44bce-c9a0-49c4-980f-93dcb65e5662), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.222852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting subnet fb698213-7179-458f-8b60-0ba6dbc9ba22 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:57:50.226071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f016625-11d7-4c05-a66f-d55d5c26042c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bdd44bce-c9a0-49c4-980f-93dcb65e5662), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.227780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (fb698213-7179-458f-8b60-0ba6dbc9ba22), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.229947 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f016625-11d7-4c05-a66f-d55d5c26042c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.237460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9f016625-11d7-4c05-a66f-d55d5c26042c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdd44bce-c9a0-49c4-980f-93dcb65e5662 HTTP/1.1" status: 204 len: 168 time: 0.2115426 Feb 11 12:57:50.252506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f016625-11d7-4c05-a66f-d55d5c26042c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd44bce-c9a0-49c4-980f-93dcb65e5662,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:50.342250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (fb698213-7179-458f-8b60-0ba6dbc9ba22), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.425247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b34d2-6f0a-4cb1-bb37-70a1c8e8c299 req-767c683a-9d2d-4cb3-93bf-ffa033ca0fe3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:50.434595 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d92b34d2-6f0a-4cb1-bb37-70a1c8e8c299 req-767c683a-9d2d-4cb3-93bf-ffa033ca0fe3 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 945 time: 0.0969865 Feb 11 12:57:50.504141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d92b34d2-6f0a-4cb1-bb37-70a1c8e8c299 req-7014a9df-f697-4c99-a2b6-20c21c05850e tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675890 Feb 11 12:57:50.544496 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (fb698213-7179-458f-8b60-0ba6dbc9ba22), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.682343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (fb698213-7179-458f-8b60-0ba6dbc9ba22), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.727587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-cd640262-48df-4b1c-a8b1-c65da7e6d8a4 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1800000143&fields=id&tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 267 time: 0.1280787 Feb 11 12:57:50.745688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Subnet': ['ID=fb698213-7179-458f-8b60-0ba6dbc9ba22,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:50.759721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848bfa16-50ad-4288-9be2-0ad0a6d069c2 None None] Network d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:50.772505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:50.777958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b6bff14-eb2d-4852-bc00-65763ffa2b89 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/subnets/fb698213-7179-458f-8b60-0ba6dbc9ba22 HTTP/1.1" status: 204 len: 168 time: 0.6461232 Feb 11 12:57:50.782498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34846) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:50.841103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-a7389f67-d528-44e7-bf70-2ff0e94b68e9 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:50.847031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-a7389f67-d528-44e7-bf70-2ff0e94b68e9 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 945 time: 0.1137452 Feb 11 12:57:50.859776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'port': {'security_groups': ['ada744d3-6ee9-443b-8433-52541142fc96', '346a1099-2067-4dc1-8711-b45d5c4c5c91']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:50.926729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.019665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] DHCP port deletion for d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:57:51.039797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port 84405f78-272e-45df-b15c-d4b751df031c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:51.040913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84405f78-272e-45df-b15c-d4b751df031c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.049133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.142930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port 84405f78-272e-45df-b15c-d4b751df031c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84405f78-272e-45df-b15c-d4b751df031c,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:51.143305 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84405f78-272e-45df-b15c-d4b751df031c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.175853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] Deleting port 84405f78-272e-45df-b15c-d4b751df031c {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:51.176243 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84405f78-272e-45df-b15c-d4b751df031c), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.208545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for 84405f78-272e-45df-b15c-d4b751df031c owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:51.274487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-deleted', 'tag': '502d88a2-1937-4b14-a77e-ee971badcf84'}, {'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-deleted', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:51.280962 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760675c9-b6eb-4647-9a50-afbe2d19286e" -d '{"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-deleted", "tag": "502d88a2-1937-4b14-a77e-ee971badcf84"}, {"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-deleted", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:51.339198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] For port 84405f78-272e-45df-b15c-d4b751df031c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84405f78-272e-45df-b15c-d4b751df031c,segment=NetworkSegment(dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4),segment_id=dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:51.339979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84405f78-272e-45df-b15c-d4b751df031c), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.360315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] Calling delete_port for 84405f78-272e-45df-b15c-d4b751df031c owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:51.440692 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (84405f78-272e-45df-b15c-d4b751df031c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.482874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=84405f78-272e-45df-b15c-d4b751df031c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:51.498886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port 84405f78-272e-45df-b15c-d4b751df031c on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:51.512693 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (84405f78-272e-45df-b15c-d4b751df031c), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.541738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] No DVR routers for this DVR port 84405f78-272e-45df-b15c-d4b751df031c on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:51.566230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7be354-556b-4806-9494-2850977b04e2 None None] Pushing event deleted for resources: {'Port': ['ID=84405f78-272e-45df-b15c-d4b751df031c,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:51.578811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:51.609002 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e9b65-0d8d-40b7-b0be-4f6d48e7bd9c x-openstack-request-id: req-381e9b65-0d8d-40b7-b0be-4f6d48e7bd9c {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:51.609259 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1732a05c-1750-40af-b65f-6bb723e3e7f7", "name": "network-vif-deleted", "tag": "502d88a2-1937-4b14-a77e-ee971badcf84", "status": "completed", "code": 200}, {"server_uuid": "511fa589-db0d-478e-be2f-1b674d724fb6", "name": "network-vif-deleted", "tag": "d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:51.609510 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-381e9b65-0d8d-40b7-b0be-4f6d48e7bd9c {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:51.609930 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1732a05c-1750-40af-b65f-6bb723e3e7f7', 'name': 'network-vif-deleted', 'tag': '502d88a2-1937-4b14-a77e-ee971badcf84', 'status': 'completed', 'code': 200} Feb 11 12:57:51.610178 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511fa589-db0d-478e-be2f-1b674d724fb6', 'name': 'network-vif-deleted', 'tag': 'd066bdc7-9d6d-4aa9-ace8-538d4c0de1f8', 'status': 'completed', 'code': 200} Feb 11 12:57:51.654116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:51.723050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.741457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.749632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.753574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84405f78-272e-45df-b15c-d4b751df031c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:51.788456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:51.796098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 84405f78-272e-45df-b15c-d4b751df031c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:51.796645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84405f78-272e-45df-b15c-d4b751df031c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:51.799534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:51.799749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:51.810037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'e0a186c5-b930-41eb-9add-e908585fa9cd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:51.811129 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.835753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.842642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:57:51.843029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (dbb9ea53-e8ab-41f2-8b93-733cb9d17ae4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:57:51.846345 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:57:51.855017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=6']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:51.873460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:51.874285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.879436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-801d3955-853a-4eb4-a4a4-7cd3a372e6c7 req-564621a1-6349-4e64-b080-df71caaf5b54 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "PUT /v2.0/ports/e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 981 time: 1.0262327 Feb 11 12:57:51.893725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1140559422-network', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:51.962164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Made reservation on behalf of 8b969ccd94c24a3b8456f6e70eac2cd4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:51.965500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ecb9-1afe-4aef-a5d5-014196ea0677 req-97547b1a-f245-4e40-b2de-74f38f1e4813 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:51.966351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.967933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0314ecb9-1afe-4aef-a5d5-014196ea0677 req-97547b1a-f245-4e40-b2de-74f38f1e4813 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.2195683 Feb 11 12:57:51.969516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.988874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.991428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:51.994692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/networks/d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6 HTTP/1.1" status: 204 len: 168 time: 1.2111816 Feb 11 12:57:51.995810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58650dd-623c-4f89-979b-c042ceb0feea tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Network': ['ID=d2eb8168-9c0f-42c7-a8d2-54b9c9506fc6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:51.997671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34880) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:52.058336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting subnet 0098d6e0-d42c-42d4-9cdd-bc6af97bc050 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:57:52.062846 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (0098d6e0-d42c-42d4-9cdd-bc6af97bc050), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.072524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e0a186c5-b930-41eb-9add-e908585fa9cd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:52.077326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0af0ed9-7b64-442c-a7e8-ec4d77736f2d req-f824d741-3739-40d8-b443-d7a0caaacfc9 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/346a1099-2067-4dc1-8711-b45d5c4c5c91 HTTP/1.1" status: 200 len: 1817 time: 0.1801434 Feb 11 12:57:52.103155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks [] for security_group (c26193de-5839-40c3-bc65-ba3e66731c45), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.122935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c26193de-5839-40c3-bc65-ba3e66731c45), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.144548 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (0098d6e0-d42c-42d4-9cdd-bc6af97bc050), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.171667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:52.193628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0314ecb9-1afe-4aef-a5d5-014196ea0677 req-5489d7ee-da72-4856-bcf7-3539657c74bd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014475 Feb 11 12:57:52.237162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (debe2132-3aa5-4bb9-9e12-c0bd54960216), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.237551 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Added segment debe2132-3aa5-4bb9-9e12-c0bd54960216 of type vlan for network 9317fd9e-eafc-4090-a86a-9621fd4980db Feb 11 12:57:52.261756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26193de-5839-40c3-bc65-ba3e66731c45,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:52.263477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34884) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:52.270391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1736462954'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:52.286734 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-a0af0ed9-7b64-442c-a7e8-ec4d77736f2d req-8e9f0f78-efa1-4a61-8e2c-eb0d0e928433 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 12:57:52.292686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0af0ed9-7b64-442c-a7e8-ec4d77736f2d req-8e9f0f78-efa1-4a61-8e2c-eb0d0e928433 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/346a1099-2067-4dc1-8711-b45d5c4c5c91 HTTP/1.1" status: 409 len: 341 time: 0.1825576 Feb 11 12:57:52.299289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0098d6e0-d42c-42d4-9cdd-bc6af97bc050), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.335494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:52.339615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.370456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:52.379729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (057bc2eb-e7fc-44cc-a1af-3e3c374298d5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.379998 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Added segment 057bc2eb-e7fc-44cc-a1af-3e3c374298d5 of type vlan for network d2a07d6b-71f7-4b02-9dbb-38caa38e013d Feb 11 12:57:52.415780 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (9317fd9e-eafc-4090-a86a-9621fd4980db), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.423836 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d2a07d6b-71f7-4b02-9dbb-38caa38e013d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.475769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d2a07d6b-71f7-4b02-9dbb-38caa38e013d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.480494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (9317fd9e-eafc-4090-a86a-9621fd4980db), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.483992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:52.483992 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.490579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:52.491290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.566803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3003552 Feb 11 12:57:52.573791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9764936 Feb 11 12:57:52.573791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34892) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:52.579444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34894) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:52.580806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-442208847'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:52.596503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Request body: {'subnet': {'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1140559422-subnet', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:52.652333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c576e-2f9f-4436-9fdb-2e7419fa1b61 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Network': ['ID=d2a07d6b-71f7-4b02-9dbb-38caa38e013d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:52.663894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Made reservation on behalf of 8b969ccd94c24a3b8456f6e70eac2cd4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:52.667177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.683703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:52.746948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fa649-3beb-4a0c-8561-99870aaa1b10 admin admin] Pushing event updated for resources: {'Network': ['ID=9317fd9e-eafc-4090-a86a-9621fd4980db,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:52.810165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 9317fd9e-eafc-4090-a86a-9621fd4980db details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:52.934293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (0098d6e0-d42c-42d4-9cdd-bc6af97bc050), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.934550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:52.944794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.971285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Subnet': ['ID=0098d6e0-d42c-42d4-9cdd-bc6af97bc050,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:52.974790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:52.978079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-673bf4c7-118d-4965-a96b-fdb1b902a95c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/subnets/0098d6e0-d42c-42d4-9cdd-bc6af97bc050 HTTP/1.1" status: 204 len: 168 time: 0.9790027 Feb 11 12:57:52.982397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:53.024880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:53.035478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:53.055690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-eae0fce3-35ac-471b-898d-3af2c059d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.057670 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-eae0fce3-35ac-471b-898d-3af2c059d887 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1166 time: 0.5241754 Feb 11 12:57:53.063490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (be3edf19-60bf-4e1a-9e00-b3562d756413), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.064178 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Added segment be3edf19-60bf-4e1a-9e00-b3562d756413 of type vlan for network 289e2bbb-2984-4742-a689-7bd39985aa6f Feb 11 12:57:53.070613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b7d42-44b8-41d8-bb18-77e625beabe2 None None] Network 3811b5b2-a370-4271-b60a-f63659684bcf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:53.079886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2540a60-2615-49db-b983-c15fe672904c req-28217faf-36de-41cb-a06d-c7c2dc4d1a67 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.080483 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3811b5b2-a370-4271-b60a-f63659684bcf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.080600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:53.080600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device d066bdc7-9d6d-4aa9-ace8-538d4c0de1f8 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:53.081443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d2540a60-2615-49db-b983-c15fe672904c req-28217faf-36de-41cb-a06d-c7c2dc4d1a67 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 984 time: 0.5092528 Feb 11 12:57:53.096432 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (0d30468b-d577-458d-a627-8de8662a6d98), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.141756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d30468b-d577-458d-a627-8de8662a6d98,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:53.248090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:53.248459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Network hostable DHCP agents. Network: 9317fd9e-eafc-4090-a86a-9621fd4980db, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:57:53.267836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:53.268177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.292913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:57:53.304239 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (289e2bbb-2984-4742-a689-7bd39985aa6f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.329217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 9317fd9e-eafc-4090-a86a-9621fd4980db) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:53.346608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.347206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.400902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe336fc-63ef-4256-b94e-bc1e30863924 None None] Network 9317fd9e-eafc-4090-a86a-9621fd4980db requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:53.422472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port 2dcf733a-44c7-4897-bec9-24cdfaf38f41, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2dcf733a-44c7-4897-bec9-24cdfaf38f41,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:53.422843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.428313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d418528d-065e-402e-8ef1-1ae9a78278b8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8476250 Feb 11 12:57:53.442818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34902) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:53.451439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d2540a60-2615-49db-b983-c15fe672904c req-d21e93a7-c0af-45cd-8f3e-df423a562b5f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&id=346a1099-2067-4dc1-8711-b45d5c4c5c91&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3284123 Feb 11 12:57:53.453133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:53.466681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for 2dcf733a-44c7-4897-bec9-24cdfaf38f41 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:53.469842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-2a4a49d3-79c3-4a0b-adbd-81d40a8b679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.475124 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-2a4a49d3-79c3-4a0b-adbd-81d40a8b679b service neutron] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 913 time: 0.3926876 Feb 11 12:57:53.479901 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (289e2bbb-2984-4742-a689-7bd39985aa6f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.499189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.500514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.503240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692feb-31b4-4d53-b720-926f5b465ef4 req-b4f3044c-fed4-495f-a624-f79db96d1fbc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.510566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91692feb-31b4-4d53-b720-926f5b465ef4 req-b4f3044c-fed4-495f-a624-f79db96d1fbc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.1729546 Feb 11 12:57:53.560468 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9835565 Feb 11 12:57:53.561520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (205c4091-ebdf-4bec-8430-38e0f689da99), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.562597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (205c4091-ebdf-4bec-8430-38e0f689da99), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.565799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34904) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:53.613251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'subnet': {'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:53.631731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:53.635027 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b51a9ff-7092-48a9-b609-fd74a0493ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:53.664546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-0639101c-e47e-41d2-a43c-53f914668e52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 217 time: 0.1354680 Feb 11 12:57:53.730423 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62815a4d-a6d7-4635-8bde-c19111ab8b0a x-openstack-request-id: req-62815a4d-a6d7-4635-8bde-c19111ab8b0a {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:53.731313 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:53.731741 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62815a4d-a6d7-4635-8bde-c19111ab8b0a {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:53.732293 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'status': 'completed', 'code': 200} Feb 11 12:57:53.741007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-9317fd9e-eafc-4090-a86a-9621fd4980db', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:57:53.741899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.811989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91692feb-31b4-4d53-b720-926f5b465ef4 req-cb252f22-8389-4d2c-80eb-113e995f321e tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996972 Feb 11 12:57:53.835210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] DHCP port deletion for 3811b5b2-a370-4271-b60a-f63659684bcf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:57:53.836426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-0d1f9a8e-d156-4380-a6f2-932755f6932a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.839078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-0d1f9a8e-d156-4380-a6f2-932755f6932a tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.3201747 Feb 11 12:57:53.844529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks [] for router_controller (205c4091-ebdf-4bec-8430-38e0f689da99), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:53.872754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f374c-a056-49bc-841d-f6b021f5dbb6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Network': ['ID=289e2bbb-2984-4742-a689-7bd39985aa6f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:53.889461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-cd8afea8-9460-4f47-9fe1-f21ab02c3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:53.891024 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-cd8afea8-9460-4f47-9fe1-f21ab02c3a0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.1659942 Feb 11 12:57:53.916044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 289e2bbb-2984-4742-a689-7bd39985aa6f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:53.935164 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-0b9786aa-6d9a-4fed-aa5c-cfb3d9aee35b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333536 Feb 11 12:57:53.944825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:53.949496 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.157576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-ef97f58f-b0a8-4049-b7fa-c503f55bae64 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028508 Feb 11 12:57:54.263298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Allocated IP 172.20.0.2 (9317fd9e-eafc-4090-a86a-9621fd4980db/0d30468b-d577-458d-a627-8de8662a6d98/d67705ea-9baa-4eca-ae00-73d7ba3363cb) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:54.269351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] Deleting port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:54.269752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.439100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] For port 2dcf733a-44c7-4897-bec9-24cdfaf38f41, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2dcf733a-44c7-4897-bec9-24cdfaf38f41,segment=NetworkSegment(8b9b1468-3ace-4e44-96c3-e1d6b07f0e38),segment_id=8b9b1468-3ace-4e44-96c3-e1d6b07f0e38)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:54.439596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.487794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] Calling delete_port for 2dcf733a-44c7-4897-bec9-24cdfaf38f41 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:54.529314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (4a51648f-dfc3-44b1-ac74-8b2cbc4b76df), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.540802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.589655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=2dcf733a-44c7-4897-bec9-24cdfaf38f41,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:54.654037 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks [] for router_gateway (205c4091-ebdf-4bec-8430-38e0f689da99), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.666974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:54.703096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aef870e0-70f3-4f38-a72b-5898858838c9 req-7907904c-bbec-4a30-9787-f579ecc6ab12 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338464 Feb 11 12:57:54.765563 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Publish callbacks [] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.798451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.807306 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (2dcf733a-44c7-4897-bec9-24cdfaf38f41), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.812769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Subnet': ['ID=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:54.823538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3811b5b2-a370-4271-b60a-f63659684bcf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.860774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3811b5b2-a370-4271-b60a-f63659684bcf']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:54.873316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:54.873685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9b1468-3ace-4e44-96c3-e1d6b07f0e38') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:57:54.890411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] No DVR routers for this DVR port 2dcf733a-44c7-4897-bec9-24cdfaf38f41 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:54.908448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (8b9b1468-3ace-4e44-96c3-e1d6b07f0e38), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.915979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:54.920758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:54.925216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:54.935313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbc43f-0788-497d-821a-0bfe7e6dd9a1 req-d3ead891-f213-45e5-bffb-075db5ae2644 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:54.938922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Pushing event updated for resources: {'Port': ['ID=d67705ea-9baa-4eca-ae00-73d7ba3363cb,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:54.946605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bdcbc43f-0788-497d-821a-0bfe7e6dd9a1 req-d3ead891-f213-45e5-bffb-075db5ae2644 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 984 time: 0.3119316 Feb 11 12:57:54.968598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8b9b1468-3ace-4e44-96c3-e1d6b07f0e38), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:54.972642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Checking segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:54.973192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network hostable DHCP agents. Network: d2a07d6b-71f7-4b02-9dbb-38caa38e013d, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:57:54.975231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:57:54.975676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (8b9b1468-3ace-4e44-96c3-e1d6b07f0e38), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.026264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-ddb8ce5e-6eee-491d-ad8a-df5bf8a856ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:55.027845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-ddb8ce5e-6eee-491d-ad8a-df5bf8a856ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1166 time: 0.2400677 Feb 11 12:57:55.060693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56348a0d-e73d-458d-b79a-895d5606f8d8 None None] Pushing event deleted for resources: {'Port': ['ID=2dcf733a-44c7-4897-bec9-24cdfaf38f41,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:55.081900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:57:55.100775 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:57:55.102980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3811b5b2-a370-4271-b60a-f63659684bcf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.116689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.118649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Attempting to bind port d67705ea-9baa-4eca-ae00-73d7ba3363cb on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:55.119019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Attempting to bind port d67705ea-9baa-4eca-ae00-73d7ba3363cb by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:55.119388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Attempting to bind port d67705ea-9baa-4eca-ae00-73d7ba3363cb on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:55.121709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/networks/3811b5b2-a370-4271-b60a-f63659684bcf HTTP/1.1" status: 204 len: 168 time: 2.1331415 Feb 11 12:57:55.129463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d2a07d6b-71f7-4b02-9dbb-38caa38e013d) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:55.135637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:55.136144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:55.136684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.136938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Bound using segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:55.137431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Bound port: d67705ea-9baa-4eca-ae00-73d7ba3363cb, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:55.137839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.140428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:55.145578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:55.146463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.161149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1967374163'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:55.184077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e93533f-3900-42a0-9ce5-0e2e7ebd1ce3 None None] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:55.194002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ac69-d261-4578-b904-18ca6b8842c1 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Network': ['ID=3811b5b2-a370-4271-b60a-f63659684bcf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:55.313853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-2aa05ea5-cba8-407b-ac88-6d8552c0e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:55.317565 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-2aa05ea5-cba8-407b-ac88-6d8552c0e132 service neutron] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 913 time: 0.2642517 Feb 11 12:57:55.329235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c063819c-b279-43cb-8587-b39d0d617d71 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7212107 Feb 11 12:57:55.334348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34922) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:55.386218 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bdcbc43f-0788-497d-821a-0bfe7e6dd9a1 req-7501ff60-8321-4e9c-b22d-32b5707b0f55 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&id=346a1099-2067-4dc1-8711-b45d5c4c5c91&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4235866 Feb 11 12:57:55.391145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'subnet': {'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:55.408741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdf7f0-0aa9-4af4-a3f1-18a672cd6686 req-77b4437e-63f7-4190-8739-40c6783e6e81 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:55.410406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85bdf7f0-0aa9-4af4-a3f1-18a672cd6686 req-77b4437e-63f7-4190-8739-40c6783e6e81 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 950 time: 0.3566911 Feb 11 12:57:55.426254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Deleting port c802e25c-cad9-4995-8df2-5c114842a9dd {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:57:55.426608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.490936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-d92d49e1-aeab-4824-8560-64313a885638 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 217 time: 0.1553252 Feb 11 12:57:55.600105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-3e2f2aff-d6f8-4c9f-84fc-041f6a0aebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:55.601873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-3e2f2aff-d6f8-4c9f-84fc-041f6a0aebf1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.0828292 Feb 11 12:57:55.602629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:55.608680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.684538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] For port d67705ea-9baa-4eca-ae00-73d7ba3363cb, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:55.690452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] For port d67705ea-9baa-4eca-ae00-73d7ba3363cb, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67705ea-9baa-4eca-ae00-73d7ba3363cb,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:55.699553 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-1fcd3fc9-fd13-4735-a826-95ea23185a43 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837712 Feb 11 12:57:55.701355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:55.711222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.747792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85bdf7f0-0aa9-4af4-a3f1-18a672cd6686 req-a500f374-d58c-47ac-a42a-703ccae64042 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985738 Feb 11 12:57:55.774905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] For port c802e25c-cad9-4995-8df2-5c114842a9dd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c802e25c-cad9-4995-8df2-5c114842a9dd,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:55.775354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.796562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Calling delete_port for c802e25c-cad9-4995-8df2-5c114842a9dd owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:57:55.818825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcf733a-44c7-4897-bec9-24cdfaf38f41 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:55.827501 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.863990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-d2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'project_id': '07c9b5f14a794256834beaa47efecae1', 'fixed_ips': [{'subnet_id': '4a51648f-dfc3-44b1-ac74-8b2cbc4b76df'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:57:55.864760 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:55.971978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2dcf733a-44c7-4897-bec9-24cdfaf38f41 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:57:55.972590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcf733a-44c7-4897-bec9-24cdfaf38f41 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:57:56.076489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks [] for router_gateway (205c4091-ebdf-4bec-8430-38e0f689da99), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.164665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.175971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-0729bfa9-c60b-4c13-84a9-83a6c0ea7d19 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119483 Feb 11 12:57:56.294549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d340e50-4e21-4802-9e61-cdac8c1e99a4 None None] Pushing event updated for resources: {'Port': ['ID=d67705ea-9baa-4eca-ae00-73d7ba3363cb,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:56.325448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Allocated IP 10.1.1.2 (d2a07d6b-71f7-4b02-9dbb-38caa38e013d/4a51648f-dfc3-44b1-ac74-8b2cbc4b76df/1d02df75-481e-41e1-aa6d-f0d87c0e2146) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:56.352685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:56.377823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (52838b38-0d2b-4c7f-a20f-91801aabab7c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.378188 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Added segment 52838b38-0d2b-4c7f-a20f-91801aabab7c of type vlan for network bdfcb721-9399-4bf7-a51c-439c40eae063 Feb 11 12:57:56.388706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c802e25c-cad9-4995-8df2-5c114842a9dd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.422632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'c802e25c-cad9-4995-8df2-5c114842a9dd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:57:56.498159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (bdfcb721-9399-4bf7-a51c-439c40eae063), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.553412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event deleted for resources: {'Port': ['ID=c802e25c-cad9-4995-8df2-5c114842a9dd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:56.650272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] No DVR routers for this DVR port c802e25c-cad9-4995-8df2-5c114842a9dd on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:57:56.659409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.664055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53c9ff29-6929-4b32-a365-a35b0072ee3a req-f2d279a0-a558-4421-aff3-bc66fed993fd tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "DELETE /v2.0/ports/c802e25c-cad9-4995-8df2-5c114842a9dd HTTP/1.1" status: 204 len: 173 time: 2.2266898 Feb 11 12:57:56.664545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-deleted', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:57:56.667184 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ced7e6e-4c4a-4d56-926f-9703d6d8beef" -d '{"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-deleted", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:57:56.677551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Allocated IP 172.25.1.20 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/9c7b45fc-cda1-4752-814c-b3e9255773df) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:56.774016 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f8a48-277f-400e-b3b9-cb99db5d5d93 x-openstack-request-id: req-d66f8a48-277f-400e-b3b9-cb99db5d5d93 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:57:56.774740 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecebbdcb-9420-4218-91ac-103f149cf226", "name": "network-vif-deleted", "tag": "c802e25c-cad9-4995-8df2-5c114842a9dd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:57:56.774740 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d66f8a48-277f-400e-b3b9-cb99db5d5d93 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:57:56.775071 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecebbdcb-9420-4218-91ac-103f149cf226', 'name': 'network-vif-deleted', 'tag': 'c802e25c-cad9-4995-8df2-5c114842a9dd', 'status': 'completed', 'code': 200} Feb 11 12:57:56.896853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b51a9ff-7092-48a9-b609-fd74a0493ea7 req-c1723373-6202-4207-b358-08b5b65e525e service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042671 Feb 11 12:57:56.954988 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (bb544348-6f0b-444e-ae1d-8e946d1822c2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.962741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (bdfcb721-9399-4bf7-a51c-439c40eae063), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:56.970473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:56.971124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:57.070054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Publish callbacks [] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:57.114409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9296d4f-30f3-4d52-b87c-1dd0748a3239 req-4bbe0f91-b80c-4e23-b16f-2f10bcf24521 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecebbdcb-9420-4218-91ac-103f149cf226 HTTP/1.1" status: 200 len: 210 time: 0.1510010 Feb 11 12:57:57.119790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:57.221403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks [] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:57.332562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:57.336757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:57.350625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:57.366249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:57.392502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Pushing event updated for resources: {'Port': ['ID=1d02df75-481e-41e1-aa6d-f0d87c0e2146,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:57.493399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:57:57.508849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:57.511061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7b45fc-cda1-4752-814c-b3e9255773df,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:57.519171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:57:57.568735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Attempting to bind port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:57:57.569143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Attempting to bind port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:57:57.569456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Attempting to bind port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:57:57.582410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:57:57.582816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Checking segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:57.583198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:57.586386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Bound using segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:57:57.586912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Bound port: 1d02df75-481e-41e1-aa6d-f0d87c0e2146, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:57:57.587307 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:57.618273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Network': ['ID=bdfcb721-9399-4bf7-a51c-439c40eae063,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:57.635709 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6e7c5313-31e2-412e-8278-f962ece474a9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.4914954 Feb 11 12:57:57.650027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:57.666714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'subnet': {'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:57.697479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network bdfcb721-9399-4bf7-a51c-439c40eae063 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:57.735651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Subnet': ['ID=bb544348-6f0b-444e-ae1d-8e946d1822c2,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:57.808029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c01fad-ff90-4b59-91db-8da9557bf95e req-e3969842-a830-4209-8f69-27b6955332d1 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:57.816049 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81c01fad-ff90-4b59-91db-8da9557bf95e req-e3969842-a830-4209-8f69-27b6955332d1 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 984 time: 0.9164929 Feb 11 12:57:57.886676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Checking segment: {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:57.888019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network hostable DHCP agents. Network: 289e2bbb-2984-4742-a689-7bd39985aa6f, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:57:57.924265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7172136-0ad8-4cb9-8780-230beabed667 None None] Network 9317fd9e-eafc-4090-a86a-9621fd4980db requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:57.928823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67705ea-9baa-4eca-ae00-73d7ba3363cb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:57:58.018346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network 289e2bbb-2984-4742-a689-7bd39985aa6f is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:57:58.072452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d67705ea-9baa-4eca-ae00-73d7ba3363cb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:58.072928 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.081380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:58.088745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.113159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 289e2bbb-2984-4742-a689-7bd39985aa6f) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:58.127771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:58.128502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.140072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81c01fad-ff90-4b59-91db-8da9557bf95e req-28fee44d-c654-4f38-8230-15d6c245b631 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&id=346a1099-2067-4dc1-8711-b45d5c4c5c91&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3227928 Feb 11 12:57:58.141922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks [] for router_gateway (205c4091-ebdf-4bec-8430-38e0f689da99), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.174833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5b16b96f-de1e-43a7-ba8f-6da5987e8883 None None] Provisioning complete for port d67705ea-9baa-4eca-ae00-73d7ba3363cb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:57:58.176815 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5b16b96f-de1e-43a7-ba8f-6da5987e8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.225886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816aeae-dec2-421e-9c87-cc43edfd1847 None None] Network 289e2bbb-2984-4742-a689-7bd39985aa6f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:58.469552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] For port 1d02df75-481e-41e1-aa6d-f0d87c0e2146, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:57:58.505460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] For port 1d02df75-481e-41e1-aa6d-f0d87c0e2146, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1d02df75-481e-41e1-aa6d-f0d87c0e2146,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:57:58.509111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-33639d96-ba20-4c62-ae02-39af624233a9 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-379469405&fields=id&tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d HTTP/1.1" status: 200 len: 267 time: 0.1925802 Feb 11 12:57:58.536656 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (4ac51074-b554-4505-9621-962810186a5c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.542038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.665210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Subnet': ['ID=4ac51074-b554-4505-9621-962810186a5c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:58.676543 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c10a8ec6-1687-4880-884c-02da6a5f691a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2891536 Feb 11 12:57:58.680635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34956) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:58.696157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'port': {'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'name': 'tempest-TaggedBootDevicesTest_v242-890205842', 'fixed_ips': [{'subnet_id': '4a51648f-dfc3-44b1-ac74-8b2cbc4b76df'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:58.711569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-e49bc238-92e3-453d-9a80-63d2f64b65a5 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:58.733700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-e49bc238-92e3-453d-9a80-63d2f64b65a5 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 984 time: 0.2145076 Feb 11 12:57:58.756529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'port': {'security_groups': ['346a1099-2067-4dc1-8711-b45d5c4c5c91', 'ada744d3-6ee9-443b-8433-52541142fc96', 'f53f6117-25cf-4fee-9c34-866b5f003e11']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:58.765960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Checking segment: {'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:57:58.766322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network hostable DHCP agents. Network: bdfcb721-9399-4bf7-a51c-439c40eae063, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:57:58.792243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66e095-96c4-4e05-bfbb-94e5f1248bb8 req-a28fb423-9526-4558-ac9d-70e65f3d0441 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:58.794881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3f66e095-96c4-4e05-bfbb-94e5f1248bb8 req-a28fb423-9526-4558-ac9d-70e65f3d0441 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1252849 Feb 11 12:57:58.814752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network bdfcb721-9399-4bf7-a51c-439c40eae063 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:57:58.815359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-289e2bbb-2984-4742-a689-7bd39985aa6f', 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f', 'project_id': '07c9b5f14a794256834beaa47efecae1', 'fixed_ips': [{'subnet_id': 'bb544348-6f0b-444e-ae1d-8e946d1822c2'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:57:58.816499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.836860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, bdfcb721-9399-4bf7-a51c-439c40eae063) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:57:58.849482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:58.850142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.867293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a9abaa-6b10-4cda-b229-32a3970ed4ae None None] Network bdfcb721-9399-4bf7-a51c-439c40eae063 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:57:58.922177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d67705ea-9baa-4eca-ae00-73d7ba3363cb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:58.922972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:58.961926 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d2bf53b0-f545-47cd-8449-1a1f8e862d4d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3054943 Feb 11 12:57:58.981481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34958) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:58.991176 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3f66e095-96c4-4e05-bfbb-94e5f1248bb8 req-90875f3e-85ff-4995-8a57-bc64a8e567fc tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855328 Feb 11 12:57:59.015846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1767827641'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:59.081391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:59.098820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.231818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:57:59.260392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f5530ef3-b84a-4f2a-b7f1-eca71511b253), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.260826 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Added segment f5530ef3-b84a-4f2a-b7f1-eca71511b253 of type vlan for network 35e76c06-edac-4f7e-ae59-8003f1f84261 Feb 11 12:57:59.326709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (35e76c06-edac-4f7e-ae59-8003f1f84261), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.349095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (205c4091-ebdf-4bec-8430-38e0f689da99), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.351321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.368927 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (35e76c06-edac-4f7e-ae59-8003f1f84261), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.371387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:57:59.374480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:57:59.375142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.446887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c802e25c-cad9-4995-8df2-5c114842a9dd no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:57:59.449739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55999e-acfa-4169-90c4-8da404b5e578 None None] Pushing event updated for resources: {'Port': ['ID=1d02df75-481e-41e1-aa6d-f0d87c0e2146,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:59.472049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5b16b96f-de1e-43a7-ba8f-6da5987e8883 None None] Current status of the port d67705ea-9baa-4eca-ae00-73d7ba3363cb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:57:59.472517 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5b16b96f-de1e-43a7-ba8f-6da5987e8883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:57:59.490466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Network': ['ID=35e76c06-edac-4f7e-ae59-8003f1f84261,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:57:59.543436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Allocated IP 10.2.2.2 (289e2bbb-2984-4742-a689-7bd39985aa6f/bb544348-6f0b-444e-ae1d-8e946d1822c2/4000c817-e5b0-4249-8a99-f72a9385c7b2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:57:59.548029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dee10e25-95d3-4f41-900e-2f1bc187bdc0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5527675 Feb 11 12:57:59.564785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-6bba6bf6-e548-4b15-819b-46dc59637ebd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5992899 Feb 11 12:57:59.565324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34964) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:57:59.579543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'subnet': {'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:57:59.629885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d67705ea-9baa-4eca-ae00-73d7ba3363cb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67705ea-9baa-4eca-ae00-73d7ba3363cb,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:57:59.681173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 35e76c06-edac-4f7e-ae59-8003f1f84261 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:57:59.684032 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:00.057035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:00.060851 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:00.086459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:00.179613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-d7cb0713-0c15-44a2-a7e5-9dd9c8b8097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:00.189501 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-d7cb0713-0c15-44a2-a7e5-9dd9c8b8097e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 1127 time: 0.5358605 Feb 11 12:58:00.192436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:00.345970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d67705ea-9baa-4eca-ae00-73d7ba3363cb,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:00.353022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1d02df75-481e-41e1-aa6d-f0d87c0e2146 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:00.370582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: c802e25c-cad9-4995-8df2-5c114842a9dd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:00.370979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c802e25c-cad9-4995-8df2-5c114842a9dd not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:00.384505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-bdfcb721-9399-4bf7-a51c-439c40eae063', 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063', 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'fixed_ips': [{'subnet_id': '4ac51074-b554-4505-9621-962810186a5c'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:58:00.387675 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:00.442889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] device_id is not set on port e46c61ce-78a0-4a65-952e-4fd239451cf9 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 12:58:00.562902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517e72b-9b6f-42f1-a3de-2d01c30d1d6f req-77642b6d-5d1d-428c-8372-e351aaaf5838 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:00.564709 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c517e72b-9b6f-42f1-a3de-2d01c30d1d6f req-77642b6d-5d1d-428c-8372-e351aaaf5838 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.3549106 Feb 11 12:58:00.583084 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a7477468-4ba6-4423-8510-529cd117943f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:00.664109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-59d0cb30-6c3e-4f88-9dae-210f531b12f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:00.666103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-59d0cb30-6c3e-4f88-9dae-210f531b12f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 200 len: 909 time: 0.4238276 Feb 11 12:58:00.770499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-5b16b96f-de1e-43a7-ba8f-6da5987e8883 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:58:00.770862 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-5b16b96f-de1e-43a7-ba8f-6da5987e8883 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:58:00.833077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-3f8df617-3f62-4d39-9478-f7199bab5c96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 200 len: 217 time: 0.1555760 Feb 11 12:58:00.904055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 10.1.1.188 (d2a07d6b-71f7-4b02-9dbb-38caa38e013d/4a51648f-dfc3-44b1-ac74-8b2cbc4b76df/e46c61ce-78a0-4a65-952e-4fd239451cf9) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:00.921530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Publish callbacks [] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:00.927903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630b84d-45f1-4c72-8b47-9be43ad7947c None None] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:00.937104 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.013280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-b00a6842-8339-4ffb-b959-b857e8d47c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:01.017935 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-b00a6842-8339-4ffb-b959-b857e8d47c20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 200 len: 848 time: 0.1452711 Feb 11 12:58:01.083448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Network 289e2bbb-2984-4742-a689-7bd39985aa6f is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:01.101860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:01.115038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:01.164944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-5b2c824b-7cd0-4047-aa34-00a88966fef6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=67384716-3155-4c0b-bbda-e47d27ab2b7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821207 Feb 11 12:58:01.218486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c517e72b-9b6f-42f1-a3de-2d01c30d1d6f req-2e5255c6-7911-461e-996d-0e8387c68d22 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143336 Feb 11 12:58:01.386448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5b16b96f-de1e-43a7-ba8f-6da5987e8883 None None] Current status of the port d67705ea-9baa-4eca-ae00-73d7ba3363cb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:01.489803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (aa8b9319-9d56-40a9-bde3-8af1351f87cc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.493353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Pushing event updated for resources: {'Port': ['ID=4000c817-e5b0-4249-8a99-f72a9385c7b2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:01.514781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Attempting to bind port 4000c817-e5b0-4249-8a99-f72a9385c7b2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:01.515149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Attempting to bind port 4000c817-e5b0-4249-8a99-f72a9385c7b2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:01.515517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Attempting to bind port 4000c817-e5b0-4249-8a99-f72a9385c7b2 on network 289e2bbb-2984-4742-a689-7bd39985aa6f {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:01.517523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:01.521131 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.524514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b63c97f-bd4e-4ee0-941c-05cf48ab4761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.594103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Subnet': ['ID=aa8b9319-9d56-40a9-bde3-8af1351f87cc,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:01.657531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-a5ad0b7e-af77-446a-9e97-6db3abb9f4bb service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786389 Feb 11 12:58:01.739471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Checking segment: {'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:01.739896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network hostable DHCP agents. Network: 35e76c06-edac-4f7e-ae59-8003f1f84261, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:58:01.764127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:01.764754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Checking segment: {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:01.766807 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.767306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Bound using segment: {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:01.769101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Bound port: 4000c817-e5b0-4249-8a99-f72a9385c7b2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:01.770190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.803932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network 35e76c06-edac-4f7e-ae59-8003f1f84261 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:58:01.827653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 35e76c06-edac-4f7e-ae59-8003f1f84261) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:01.834552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:01.841138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.863365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8274632-8366-4117-b69b-a186981d8169 None None] Network 35e76c06-edac-4f7e-ae59-8003f1f84261 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:01.876518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d933a395-08ee-4f4b-86e4-bfd35c54760e req-b42620f7-6ea4-4073-94d7-cb4b6cf13e1c service neutron] 10.222.0.53 "GET /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094154 Feb 11 12:58:01.883600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0048c261-5d3b-43af-9a12-c394d97a575a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3171334 Feb 11 12:58:01.909259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.926861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:01.949710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Allocated IP 19.80.0.2 (bdfcb721-9399-4bf7-a51c-439c40eae063/4ac51074-b554-4505-9621-962810186a5c/be860f2d-d742-4ef4-8162-4b9e82d28765) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:02.058686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:02.090749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655297-d85c-454d-9334-2b829c6919a0 req-b47d1fe3-a256-4707-8fbc-fc8892b11b38 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.092621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e655297-d85c-454d-9334-2b829c6919a0 req-b47d1fe3-a256-4707-8fbc-fc8892b11b38 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 1.7811320 Feb 11 12:58:02.110559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.111257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:02.112733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c82a2ff7-5b15-4407-a13c-16cb88c5d815 req-082ad359-b388-4e3c-b071-a63682d8c274 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "PUT /v2.0/ports/e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 1020 time: 3.3742540 Feb 11 12:58:02.115767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:02.120168 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe013fa-98d2-4d44-a09b-606d1b168a22" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:02.194255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Router 205c4091-ebdf-4bec-8430-38e0f689da99 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:58:02.211020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Publish callbacks [] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:02.219157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5de56b48-06b8-4feb-a4e1-83c54486fa42 None None] Provisioning complete for port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:02.219715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5de56b48-06b8-4feb-a4e1-83c54486fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:02.247605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'e0a186c5-b930-41eb-9add-e908585fa9cd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:02.251962 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:02.288371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dde6f08b-540b-470c-8328-dd9e81edabe7 req-9fde9ad1-054a-436a-929c-199cf072cca0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/f53f6117-25cf-4fee-9c34-866b5f003e11 HTTP/1.1" status: 200 len: 1817 time: 0.1534438 Feb 11 12:58:02.422309 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-dde6f08b-540b-470c-8328-dd9e81edabe7 req-17ff9520-a634-48f2-ae7a-842bd18e4b3a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 12:58:02.423636 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dde6f08b-540b-470c-8328-dd9e81edabe7 req-17ff9520-a634-48f2-ae7a-842bd18e4b3a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/f53f6117-25cf-4fee-9c34-866b5f003e11 HTTP/1.1" status: 409 len: 341 time: 0.1293850 Feb 11 12:58:02.479486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-77aa98e1-2bd5-4463-9bd0-193433691369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.482741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-77aa98e1-2bd5-4463-9bd0-193433691369 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1206 time: 0.1708074 Feb 11 12:58:02.666559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Pushing event updated for resources: {'Port': ['ID=be860f2d-d742-4ef4-8162-4b9e82d28765,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:02.669248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e0a186c5-b930-41eb-9add-e908585fa9cd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:02.689496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f5298-1172-4158-8948-2f2913a2bd9d req-42830f05-08ee-457c-80d9-8b022c35e104 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.697622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc1f5298-1172-4158-8948-2f2913a2bd9d req-42830f05-08ee-457c-80d9-8b022c35e104 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1446331 Feb 11 12:58:02.708734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-c78c5ce9-b561-444c-bc14-a8d5178fe1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.710284 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-c78c5ce9-b561-444c-bc14-a8d5178fe1c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 200 len: 913 time: 0.2206988 Feb 11 12:58:02.788705 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c10c4a-a7b6-4784-ac9f-78fc7d90740b x-openstack-request-id: req-19c10c4a-a7b6-4784-ac9f-78fc7d90740b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:02.789075 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:02.789254 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19c10c4a-a7b6-4784-ac9f-78fc7d90740b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:02.789682 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'status': 'completed', 'code': 200} Feb 11 12:58:02.790732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:58:02.797590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-6cc5679c-0647-4408-ad5f-663a0c4e4955 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.805447 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Sync routers for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:58:02.816784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-156c64e3-be0a-4b87-aa56-e1a3313ec077 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 200 len: 217 time: 0.0968552 Feb 11 12:58:02.820821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-6cc5679c-0647-4408-ad5f-663a0c4e4955 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.827660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-6cc5679c-0647-4408-ad5f-663a0c4e4955 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/networks?id=bdfcb721-9399-4bf7-a51c-439c40eae063&id=35e76c06-edac-4f7e-ae59-8003f1f84261 HTTP/1.1" status: 200 len: 1392 time: 0.2662203 Feb 11 12:58:02.843911 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:02.844544 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:02.893033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:02.893652 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:02.914166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-35e76c06-edac-4f7e-ae59-8003f1f84261', 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261', 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'fixed_ips': [{'subnet_id': 'aa8b9319-9d56-40a9-bde3-8af1351f87cc'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:58:02.914409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-6f14de91-ad33-44d5-987f-778488bc895b tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/quotas/0da3be76b22e49a69e30f14bff717c1e HTTP/1.1" status: 200 len: 375 time: 0.0746784 Feb 11 12:58:02.915301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:02.937807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-a02ef18f-75b0-4daf-8234-dd5a8dac57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:02.950370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-a02ef18f-75b0-4daf-8234-dd5a8dac57e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 200 len: 852 time: 0.1215034 Feb 11 12:58:02.983976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 1d02df75-481e-41e1-aa6d-f0d87c0e2146, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1d02df75-481e-41e1-aa6d-f0d87c0e2146,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:03.009316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.055966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-fe2a76d9-4188-4f59-aef1-a4be49801c0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=def81c75-c88c-452f-9092-ec93d202fab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800908 Feb 11 12:58:03.100772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.109769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d9e9298e-726b-425b-bb6d-20d5ac987703 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6663969 Feb 11 12:58:03.114141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35004) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:03.162200 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc1f5298-1172-4158-8948-2f2913a2bd9d req-dde8498b-ea77-459d-9725-6319e7e28bb3 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636142 Feb 11 12:58:03.295128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] For port 4000c817-e5b0-4249-8a99-f72a9385c7b2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:03.303947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] For port 4000c817-e5b0-4249-8a99-f72a9385c7b2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4000c817-e5b0-4249-8a99-f72a9385c7b2,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:03.323538 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.384615 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.389095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-63c9f7c2-8daf-4894-9a03-f7201df508e8 service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187478 Feb 11 12:58:03.406906 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.467847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Deleting port cd6c2932-5cf7-4c24-954a-bdbc1d74743f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:03.467984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.605734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Network bdfcb721-9399-4bf7-a51c-439c40eae063 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:03.654102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] For port cd6c2932-5cf7-4c24-954a-bdbc1d74743f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:03.658167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.663799 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:03.680023 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fe013fa-98d2-4d44-a09b-606d1b168a22 req-0c125d3a-3c65-42e0-be9b-63846830a9fe service neutron] 10.222.0.53 "GET /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843652 Feb 11 12:58:03.709473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Calling delete_port for cd6c2932-5cf7-4c24-954a-bdbc1d74743f owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:03.755145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:03.816073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Allocated IP 19.86.0.2 (35e76c06-edac-4f7e-ae59-8003f1f84261/aa8b9319-9d56-40a9-bde3-8af1351f87cc/0e3102cb-9441-4b54-979c-509af7f8cb75) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:03.901429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b856e-1a11-4ffc-a24f-b0104f8f5921 req-806ba3cb-0008-4158-a6da-5f2c743c4a30 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:03.913724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1a7b856e-1a11-4ffc-a24f-b0104f8f5921 req-806ba3cb-0008-4158-a6da-5f2c743c4a30 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1023 time: 0.1355650 Feb 11 12:58:04.030988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Publish callbacks [] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:04.074589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1a7b856e-1a11-4ffc-a24f-b0104f8f5921 req-70aa2ca5-0482-4130-8466-702ffa4dbcaf tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=f53f6117-25cf-4fee-9c34-866b5f003e11&id=ada744d3-6ee9-443b-8433-52541142fc96&id=346a1099-2067-4dc1-8711-b45d5c4c5c91&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1549375 Feb 11 12:58:04.139109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:04.185124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:04.198965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67705ea-9baa-4eca-ae00-73d7ba3363cb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:04.205398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:04.214861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:04.221514 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:57:57Z', 'revision_number': 3, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:04.226266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:04.299766 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Checking router: 205c4091-ebdf-4bec-8430-38e0f689da99 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:58:04.303775 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Updating router 205c4091-ebdf-4bec-8430-38e0f689da99 port 9c7b45fc-cda1-4752-814c-b3e9255773df binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:58:04.329230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-82795ea5-731a-4f79-9d46-a6388b56a7f0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4135122 Feb 11 12:58:04.352837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:04.426842 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:04.531462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-478d2b93-f129-4fd3-b43b-b946e0989b65 service neutron] 10.222.0.42 "GET /v2.0/networks/bdfcb721-9399-4bf7-a51c-439c40eae063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005408 Feb 11 12:58:04.677671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345f6aa-bb09-4a2d-be42-3bd8128bfe64 req-488ee94b-3172-42d8-ad64-fd0e11b4fbff tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:04.695366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e345f6aa-bb09-4a2d-be42-3bd8128bfe64 req-488ee94b-3172-42d8-ad64-fd0e11b4fbff tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a3af6fe-0e7c-4346-bd11-b1d7c2497af4 HTTP/1.1" status: 200 len: 950 time: 0.1590352 Feb 11 12:58:04.801521 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:04.827416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e345f6aa-bb09-4a2d-be42-3bd8128bfe64 req-f22851a4-58c8-473a-be69-e4efe0eed0a0 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.42 "GET /v2.0/security-groups?id=16425580-2a7b-4088-bdec-0936af09a15f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250300 Feb 11 12:58:04.857648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:04.858333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:04.914738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-de68ca4b-b33d-4031-9b9e-0054e8f71d31 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.2323396 Feb 11 12:58:04.917598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35018) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:04.923088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'port': {'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'name': 'tempest-TaggedBootDevicesTest_v242-1268410226', 'fixed_ips': [{'subnet_id': '4a51648f-dfc3-44b1-ac74-8b2cbc4b76df'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:05.053850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-26b9d251-77b3-4bfc-8cca-ffb256993456 service neutron] 10.222.0.42 "GET /v2.0/networks/bdfcb721-9399-4bf7-a51c-439c40eae063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213659 Feb 11 12:58:05.147706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd6c2932-5cf7-4c24-954a-bdbc1d74743f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:05.303961 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Publish callbacks [] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.338547 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.555209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8501d-f5a2-4bc8-a7d8-fafb7b22914a req-3a4c4696-83e5-4ac4-b4cd-f70109a1e208 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:05.564537 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0fb8501d-f5a2-4bc8-a7d8-fafb7b22914a req-3a4c4696-83e5-4ac4-b4cd-f70109a1e208 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.5335834 Feb 11 12:58:05.580895 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Pushing event updated for resources: {'Port': ['ID=9c7b45fc-cda1-4752-814c-b3e9255773df,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:05.587299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Attempting to bind port be860f2d-d742-4ef4-8162-4b9e82d28765 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:05.588008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Attempting to bind port be860f2d-d742-4ef4-8162-4b9e82d28765 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:05.588008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Attempting to bind port be860f2d-d742-4ef4-8162-4b9e82d28765 on network bdfcb721-9399-4bf7-a51c-439c40eae063 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:05.598307 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.602139 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.602787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.603635 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.604469 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.606362 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.606927 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.607481 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.610046 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.610623 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.611276 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.611839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.612392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:05.623029 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Attempting to bind port 9c7b45fc-cda1-4752-814c-b3e9255773df on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:05.626502 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Attempting to bind port 9c7b45fc-cda1-4752-814c-b3e9255773df by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:05.627111 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Attempting to bind port 9c7b45fc-cda1-4752-814c-b3e9255773df on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:05.635496 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:05.636286 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:05.636896 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.637505 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:05.638325 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Bound port: 9c7b45fc-cda1-4752-814c-b3e9255773df, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:05.638955 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.668553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:05.668967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Checking segment: {'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:05.669359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.669793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Bound using segment: {'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:05.670288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Bound port: be860f2d-d742-4ef4-8162-4b9e82d28765, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:05.670672 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.684272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cd6c2932-5cf7-4c24-954a-bdbc1d74743f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.696432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd2259-88cf-440c-af4d-79db8205744b req-56ae8995-1b6b-4bf9-b583-858611f73553 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:05.699105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.705808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4afd2259-88cf-440c-af4d-79db8205744b req-56ae8995-1b6b-4bf9-b583-858611f73553 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.5614541 Feb 11 12:58:05.716876 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] For port 9c7b45fc-cda1-4752-814c-b3e9255773df, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:05.727632 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] For port 9c7b45fc-cda1-4752-814c-b3e9255773df, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c7b45fc-cda1-4752-814c-b3e9255773df,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:05.737582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Port cd6c2932-5cf7-4c24-954a-bdbc1d74743f update to DOWN by agent not found {{(pid=109686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 12:58:05.738267 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:05.826343 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f2fe1-76c9-4fb5-a0f1-e36851ec7a18 None None] Pushing event updated for resources: {'Port': ['ID=9c7b45fc-cda1-4752-814c-b3e9255773df,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:05.880630 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:05.881569 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:05.908588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:05.977132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Network 35e76c06-edac-4f7e-ae59-8003f1f84261 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:05.982535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] No DVR routers for this DVR port cd6c2932-5cf7-4c24-954a-bdbc1d74743f on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:05.995205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Pushing event deleted for resources: {'Port': ['ID=cd6c2932-5cf7-4c24-954a-bdbc1d74743f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:06.002275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:06.008006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e655297-d85c-454d-9334-2b829c6919a0 req-f2d35f1e-31dc-4507-872f-1d568abd3176 tempest-MigrationsAdminTest-338128181 tempest-MigrationsAdminTest-338128181-project] 10.222.0.53 "DELETE /v2.0/ports/cd6c2932-5cf7-4c24-954a-bdbc1d74743f HTTP/1.1" status: 204 len: 173 time: 3.8673251 Feb 11 12:58:06.025488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-679fffb9-2907-4080-a6ba-a78e6df8e91c service neutron] 10.222.0.42 "GET /v2.0/networks/35e76c06-edac-4f7e-ae59-8003f1f84261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9682336 Feb 11 12:58:06.026099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-deleted', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:06.037059 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f79acd-e36d-469d-94bd-145d1bcf6b7f" -d '{"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-deleted", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:06.057737 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:06.080962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=1d02df75-481e-41e1-aa6d-f0d87c0e2146,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:06.139463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:06.229517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0fb8501d-f5a2-4bc8-a7d8-fafb7b22914a req-7447ba64-f8b7-440b-ab91-10d9cd5a5f11 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579943 Feb 11 12:58:06.237657 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:06.402193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b010407-375a-44eb-932d-9b7103d4cf7c None None] Pushing event updated for resources: {'Port': ['ID=4000c817-e5b0-4249-8a99-f72a9385c7b2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:06.428782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:06.444308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbba86-5724-4315-bb04-80100bbe4771 req-b853dcf9-2873-4cf2-a5d4-306e78dc3b3a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:06.446050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72fbba86-5724-4315-bb04-80100bbe4771 req-b853dcf9-2873-4cf2-a5d4-306e78dc3b3a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1023 time: 0.8518143 Feb 11 12:58:06.462581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5de56b48-06b8-4feb-a4e1-83c54486fa42 None None] Current status of the port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:06.463707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:06.537410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-708781b8-a0b2-4bd9-9855-07922690db2c service neutron] 10.222.0.42 "GET /v2.0/networks/35e76c06-edac-4f7e-ae59-8003f1f84261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874861 Feb 11 12:58:06.778766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5de56b48-06b8-4feb-a4e1-83c54486fa42 None None] Provisioning complete for port d67705ea-9baa-4eca-ae00-73d7ba3363cb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:06.778766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5de56b48-06b8-4feb-a4e1-83c54486fa42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:06.802773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:06.859288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] device_id is not set on port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 12:58:06.888301 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:57:57Z', 'revision_number': 3, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:06.949448 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080d6b8-172e-4bd3-a14c-e388fd4573c4 None None] The sync data for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 is: [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:57:57Z', 'revision_number': 3, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:58:07.007547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d67705ea-9baa-4eca-ae00-73d7ba3363cb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:07.007926 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:07.131208 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7167c85-1fb7-44c6-b809-78cd89056ef9 x-openstack-request-id: req-f7167c85-1fb7-44c6-b809-78cd89056ef9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:07.131811 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3af6fe-0e7c-4346-bd11-b1d7c2497af4", "name": "network-vif-deleted", "tag": "cd6c2932-5cf7-4c24-954a-bdbc1d74743f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:07.132914 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7167c85-1fb7-44c6-b809-78cd89056ef9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:07.133455 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3af6fe-0e7c-4346-bd11-b1d7c2497af4', 'name': 'network-vif-deleted', 'tag': 'cd6c2932-5cf7-4c24-954a-bdbc1d74743f', 'status': 'completed', 'code': 200} Feb 11 12:58:07.134028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b77281-906e-43f2-bd2a-8be9e57d805d None None] Network 289e2bbb-2984-4742-a689-7bd39985aa6f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:07.188358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Allocated IP 172.20.0.1 (9317fd9e-eafc-4090-a86a-9621fd4980db/0d30468b-d577-458d-a627-8de8662a6d98/3ce98b1a-81ec-4c36-b54a-42e9501bc7e8) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:07.368584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec4e0e46-2f33-4132-96d7-d52e8285b6f6 req-65fc4c35-60ac-4063-b9ed-d226e706016a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 210 time: 0.1075783 Feb 11 12:58:07.575124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] For port be860f2d-d742-4ef4-8162-4b9e82d28765, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:07.601779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks [] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:07.613540 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] For port be860f2d-d742-4ef4-8162-4b9e82d28765, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=be860f2d-d742-4ef4-8162-4b9e82d28765,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:07.804281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35048) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:07.823486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 616d5383-3136-4cdf-9aea-125d9c8031f6 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:07.841218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:08.039450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Attempting to bind port 0e3102cb-9441-4b54-979c-509af7f8cb75 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:08.040290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Attempting to bind port 0e3102cb-9441-4b54-979c-509af7f8cb75 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:08.040531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:08.041184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Attempting to bind port 0e3102cb-9441-4b54-979c-509af7f8cb75 on network 35e76c06-edac-4f7e-ae59-8003f1f84261 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:08.132461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:08.132926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Checking segment: {'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:08.133456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:08.133984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Bound using segment: {'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:08.134699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Bound port: 0e3102cb-9441-4b54-979c-509af7f8cb75, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:08.135233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:08.179462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2060b43-764d-4382-a8d1-688033a4f7c3 req-e9416e6f-5fc1-4d26-8249-c987d3ce3cf7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:08.181215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2060b43-764d-4382-a8d1-688033a4f7c3 req-e9416e6f-5fc1-4d26-8249-c987d3ce3cf7 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.5664432 Feb 11 12:58:08.184298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:08.207756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:08.299912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] For port 0e3102cb-9441-4b54-979c-509af7f8cb75, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:08.304174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] For port 0e3102cb-9441-4b54-979c-509af7f8cb75, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0e3102cb-9441-4b54-979c-509af7f8cb75,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:08.335435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Pushing event updated for resources: {'Port': ['ID=0e3102cb-9441-4b54-979c-509af7f8cb75,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:08.374677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:08.397413 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:08.403922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:08.456701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-edbe29f1-6314-4170-84d9-bb6269c99754 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fcfbbcfc1d9416388239604f0ac2244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6480529 Feb 11 12:58:08.457418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35060) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:08.531489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cac52-e92a-429b-88bf-fc8e06c05e3b req-b2260149-f6c2-4a6e-95e3-0cb705025949 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:08.548987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea5cac52-e92a-429b-88bf-fc8e06c05e3b req-b2260149-f6c2-4a6e-95e3-0cb705025949 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1023 time: 2.0989313 Feb 11 12:58:08.787988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a5958dd-e6be-429f-a90b-03a5a8663e95 admin admin] Publish callbacks [] for security_group (16425580-2a7b-4088-bdec-0936af09a15f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:08.989392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d67705ea-9baa-4eca-ae00-73d7ba3363cb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:09.061265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a5958dd-e6be-429f-a90b-03a5a8663e95 admin admin] Publish callbacks [] for security_group (16425580-2a7b-4088-bdec-0936af09a15f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:09.063728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f100-cfd7-4649-b1be-ad509171e04c None None] Pushing event updated for resources: {'Port': ['ID=be860f2d-d742-4ef4-8162-4b9e82d28765,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:09.113631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e0a186c5-b930-41eb-9add-e908585fa9cd no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:09.136211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Deleting port e0a186c5-b930-41eb-9add-e908585fa9cd {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:09.136648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:09.256944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (205c4091-ebdf-4bec-8430-38e0f689da99), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:09.323280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea5cac52-e92a-429b-88bf-fc8e06c05e3b req-3670329e-11fb-432f-98c0-29b928d9230d tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=f53f6117-25cf-4fee-9c34-866b5f003e11&id=ada744d3-6ee9-443b-8433-52541142fc96&id=346a1099-2067-4dc1-8711-b45d5c4c5c91&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.7732491 Feb 11 12:58:09.362390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Deleting port 616d5383-3136-4cdf-9aea-125d9c8031f6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:09.362748 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:09.513680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 616d5383-3136-4cdf-9aea-125d9c8031f6 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:09.526527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2060b43-764d-4382-a8d1-688033a4f7c3 req-4739d980-3a1a-47c4-b98d-64bdaec13e08 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3134313 Feb 11 12:58:09.775506 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a5958dd-e6be-429f-a90b-03a5a8663e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (16425580-2a7b-4088-bdec-0936af09a15f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:09.790754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a5958dd-e6be-429f-a90b-03a5a8663e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:09.794753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9a5958dd-e6be-429f-a90b-03a5a8663e95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16425580-2a7b-4088-bdec-0936af09a15f HTTP/1.1" status: 204 len: 168 time: 1.3202536 Feb 11 12:58:09.837744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5958dd-e6be-429f-a90b-03a5a8663e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16425580-2a7b-4088-bdec-0936af09a15f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:09.840682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e0a186c5-b930-41eb-9add-e908585fa9cd is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:09.841074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:09.899850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c7b45fc-cda1-4752-814c-b3e9255773df up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:10.049916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:10.296248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:10.302048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5de56b48-06b8-4feb-a4e1-83c54486fa42 None None] Current status of the port d67705ea-9baa-4eca-ae00-73d7ba3363cb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:10.305173 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:10.311748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:10.330307 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b3d0c6-802a-47f0-b517-b10329b137d0" -d '{"events": [{"server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:10.356512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Calling delete_port for e0a186c5-b930-41eb-9add-e908585fa9cd owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:10.419828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb804-ae79-4d85-b8ff-b599df3b53de None None] Pushing event updated for resources: {'Port': ['ID=0e3102cb-9441-4b54-979c-509af7f8cb75,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:10.445554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e0a186c5-b930-41eb-9add-e908585fa9cd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0a186c5-b930-41eb-9add-e908585fa9cd,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:10.519045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:10.602475 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-678b8570-0cbc-4d06-9888-6b96c495cb1b req-7fffac50-0e77-4772-b1d8-e29eb0f739e0 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 210 time: 0.7974684 Feb 11 12:58:10.603200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:10.723391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:10.726993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9c7b45fc-cda1-4752-814c-b3e9255773df triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:10.727370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:10.730543 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5735fc0e-c2ce-4499-9359-82d1b4c6ef5f x-openstack-request-id: req-5735fc0e-c2ce-4499-9359-82d1b4c6ef5f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:10.730833 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "name": "network-vif-unplugged", "status": "completed", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:10.731091 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5735fc0e-c2ce-4499-9359-82d1b4c6ef5f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:10.731490 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'code': 200} Feb 11 12:58:10.742461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173481bf-3c01-4b86-98df-e1f7fcc05d0e None None] Network bdfcb721-9399-4bf7-a51c-439c40eae063 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:10.812630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks [] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:10.865111 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:58:10.913603 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:10.944788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd6be96b-e39e-4bc7-83ea-2811172b0fb9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:10.958512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd6be96b-e39e-4bc7-83ea-2811172b0fb9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:10.960061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd6be96b-e39e-4bc7-83ea-2811172b0fb9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "GET /v2.0/networks?id=bdfcb721-9399-4bf7-a51c-439c40eae063&id=35e76c06-edac-4f7e-ae59-8003f1f84261 HTTP/1.1" status: 200 len: 1392 time: 0.7363787 Feb 11 12:58:10.961381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 10.1.1.239 (d2a07d6b-71f7-4b02-9dbb-38caa38e013d/4a51648f-dfc3-44b1-ac74-8b2cbc4b76df/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:11.032512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'port': {'device_id': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063', 'admin_state_up': True, 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:11.054821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Provisioning complete for port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:11.062776 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.075857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c39cb4f-567c-4f8c-8f98-7ac41ae36a74 None None] Network 35e76c06-edac-4f7e-ae59-8003f1f84261 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:11.083958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:11.088264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (205c4091-ebdf-4bec-8430-38e0f689da99), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.108495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536e53e-211b-4866-aa79-e3a87a4ae290 req-d8dce450-f162-41ca-8ec7-c0d9bdc0ced2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:11.111169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b536e53e-211b-4866-aa79-e3a87a4ae290 req-d8dce450-f162-41ca-8ec7-c0d9bdc0ced2 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 1021 time: 0.2915072 Feb 11 12:58:11.265138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:11.270516 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.304177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b536e53e-211b-4866-aa79-e3a87a4ae290 req-3e7a0de9-efc5-465b-9b0f-03634c4e344c tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=f53f6117-25cf-4fee-9c34-866b5f003e11&id=ada744d3-6ee9-443b-8433-52541142fc96&id=346a1099-2067-4dc1-8711-b45d5c4c5c91&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1706161 Feb 11 12:58:11.315399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:11.317301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:11.430956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-48ae53a4-d972-4673-97b1-48cf0a2b6878 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b90b7338e334220a7b6a0302df11f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122828 Feb 11 12:58:11.449729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] For port 616d5383-3136-4cdf-9aea-125d9c8031f6, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=616d5383-3136-4cdf-9aea-125d9c8031f6,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:11.450301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.467111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Calling delete_port for 616d5383-3136-4cdf-9aea-125d9c8031f6 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:11.473774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35086) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:11.644897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Router 205c4091-ebdf-4bec-8430-38e0f689da99 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:58:11.682963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b36b2c1-3b64-4848-9ab6-c240c71c3007 admin admin] Publish callbacks [] for security_group (cb6f9cab-5258-4dcc-ab81-ad782e81a3b5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.691725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8357440-34c3-43d7-8876-39b2edff39e2 req-6af58afd-4647-494c-a857-f277bbfa9d1d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:11.693691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8357440-34c3-43d7-8876-39b2edff39e2 req-6af58afd-4647-494c-a857-f277bbfa9d1d tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e86a7e1-d375-4e0e-9b8a-c9b558398656 HTTP/1.1" status: 200 len: 944 time: 0.2208331 Feb 11 12:58:11.726787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:11.779430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9c7b45fc-cda1-4752-814c-b3e9255773df is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:11.779680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.807723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Provisioning complete for port e46c61ce-78a0-4a65-952e-4fd239451cf9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:11.808160 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.821686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b36b2c1-3b64-4848-9ab6-c240c71c3007 admin admin] Publish callbacks [] for security_group (cb6f9cab-5258-4dcc-ab81-ad782e81a3b5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.883643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9c7b45fc-cda1-4752-814c-b3e9255773df, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c7b45fc-cda1-4752-814c-b3e9255773df,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:11.914867 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:11.915688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1d02df75-481e-41e1-aa6d-f0d87c0e2146 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:12.004151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Port e46c61ce-78a0-4a65-952e-4fd239451cf9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:12.022606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (616d5383-3136-4cdf-9aea-125d9c8031f6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.030849 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e0a186c5-b930-41eb-9add-e908585fa9cd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.064232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:12.069543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65c5b701-7c6d-4d51-aaed-1e7909b402e3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:12.111675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8357440-34c3-43d7-8876-39b2edff39e2 req-6509f363-0db7-4810-b613-060d3e382118 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062915 Feb 11 12:58:12.154028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b36b2c1-3b64-4848-9ab6-c240c71c3007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cb6f9cab-5258-4dcc-ab81-ad782e81a3b5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.162559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b36b2c1-3b64-4848-9ab6-c240c71c3007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.166099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b36b2c1-3b64-4848-9ab6-c240c71c3007 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb6f9cab-5258-4dcc-ab81-ad782e81a3b5 HTTP/1.1" status: 204 len: 168 time: 0.6887236 Feb 11 12:58:12.177882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:58:12.191811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-306ab170-2e9f-48f9-9316-32039df766e2 admin admin] 10.222.0.42 "PUT /v2.0/routers/205c4091-ebdf-4bec-8430-38e0f689da99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0691030 Feb 11 12:58:12.210093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52559584-229b-42ee-b594-139b97b68393 None None] Sync routers for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:58:12.220261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36b2c1-3b64-4848-9ab6-c240c71c3007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6f9cab-5258-4dcc-ab81-ad782e81a3b5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:12.242263 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.275670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Provisioning complete for port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:12.276755 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.336467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9c7b45fc-cda1-4752-814c-b3e9255773df,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:12.361042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8390e584-6edf-4be7-a5cb-f9a69cda2c7c req-e458a641-cf10-471d-9e1b-6bf19ea50e9f tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 210 time: 0.0477502 Feb 11 12:58:12.365104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.393727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:12.394482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:12.462813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd005e-5f5c-47b7-848a-09e5d239f38f req-8c5d3298-cef7-4817-97f3-aba4af204648 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:12.465446 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1efd005e-5f5c-47b7-848a-09e5d239f38f req-8c5d3298-cef7-4817-97f3-aba4af204648 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 1.4229696 Feb 11 12:58:12.467005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] No DVR routers for this DVR port e0a186c5-b930-41eb-9add-e908585fa9cd on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:12.477112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.487111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72fbba86-5724-4315-bb04-80100bbe4771 req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "DELETE /v2.0/ports/e0a186c5-b930-41eb-9add-e908585fa9cd HTTP/1.1" status: 204 len: 173 time: 6.0239615 Feb 11 12:58:12.488426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:12.488899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.506550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'name': 'network-vif-deleted', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:12.511592 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b5531c-709d-4348-9851-458bfb0ca8b4" -d '{"events": [{"server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "name": "network-vif-deleted", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:12.518928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7288a89f-f0de-43c4-b8a7-6dc0fc44dacf req-c435b938-f060-433e-bf01-f74860b1b789 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f2fb107-ac2a-4388-a031-aab4faa83794 HTTP/1.1" status: 200 len: 210 time: 0.0640337 Feb 11 12:58:12.544564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event deleted for resources: {'Port': ['ID=616d5383-3136-4cdf-9aea-125d9c8031f6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:12.715485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] No DVR routers for this DVR port 616d5383-3136-4cdf-9aea-125d9c8031f6 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:12.748399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:12.749816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.753306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4afd2259-88cf-440c-af4d-79db8205744b req-401b5f3f-c827-4d33-ade5-886e4d2a5780 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "DELETE /v2.0/ports/616d5383-3136-4cdf-9aea-125d9c8031f6 HTTP/1.1" status: 204 len: 173 time: 6.9100645 Feb 11 12:58:12.755168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Allocated IP 19.80.0.131 (bdfcb721-9399-4bf7-a51c-439c40eae063/4ac51074-b554-4505-9621-962810186a5c/f19ea1c0-953e-4238-8d56-936b616b69fc) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:12.790103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1efd005e-5f5c-47b7-848a-09e5d239f38f req-a62f87bb-8ea9-41d6-8aed-b84abcb07780 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981341 Feb 11 12:58:12.791233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:12.793671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9b3de-b991-4263-aec9-1dd4be2ce30b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'Port': ['ID=e0a186c5-b930-41eb-9add-e908585fa9cd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:12.797539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:12.862589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:12.863505 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:12.977710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:12.985436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Current status of the port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:13.015411 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ef727-2787-4d63-852b-7662dc08a849 x-openstack-request-id: req-4c4ef727-2787-4d63-852b-7662dc08a849 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:13.017012 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2fb107-ac2a-4388-a031-aab4faa83794", "name": "network-vif-deleted", "tag": "e0a186c5-b930-41eb-9add-e908585fa9cd", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:13.018517 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c4ef727-2787-4d63-852b-7662dc08a849 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:13.020256 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2fb107-ac2a-4388-a031-aab4faa83794', 'name': 'network-vif-deleted', 'tag': 'e0a186c5-b930-41eb-9add-e908585fa9cd', 'status': 'completed', 'code': 200} Feb 11 12:58:13.085677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b754d429-c23d-4aa9-aef0-2a8ea6f79b35 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.1668434 Feb 11 12:58:13.469746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:13.470992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4000c817-e5b0-4249-8a99-f72a9385c7b2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:13.475168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:13.565335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:13.593397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:13.663224 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network bdfcb721-9399-4bf7-a51c-439c40eae063 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:13.678685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:13.680861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Port': ['ID=f19ea1c0-953e-4238-8d56-936b616b69fc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:13.683427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:13.702404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35136) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:13.707704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0037748a-3ea1-43f4-8186-bd9e4a1ad345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993689157', 'description': 'tempest-description--1588669428'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:13.720149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Provisioning complete for port 4000c817-e5b0-4249-8a99-f72a9385c7b2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:13.720542 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:13.769898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0037748a-3ea1-43f4-8186-bd9e4a1ad345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:13.809552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:13.810566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:13.851254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-69ee395c-b29a-4908-aab5-d14a4c28dd97 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8588693 Feb 11 12:58:13.863308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Request body: {'port': {'device_id': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261', 'admin_state_up': True, 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:14.098844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Made reservation on behalf of 0da3be76b22e49a69e30f14bff717c1e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:14.102928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.240343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35150) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:14.249216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9acb6b03-8340-4626-8996-12a71605adc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--879619211', 'description': 'tempest-description--824426353'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:14.282306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4000c817-e5b0-4249-8a99-f72a9385c7b2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:14.282884 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.343878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9acb6b03-8340-4626-8996-12a71605adc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.557384 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9acb6b03-8340-4626-8996-12a71605adc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group (56dfe12a-7909-41f7-9207-02eae2e7ca5b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.562373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9acb6b03-8340-4626-8996-12a71605adc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (56dfe12a-7909-41f7-9207-02eae2e7ca5b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.632077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb6b03-8340-4626-8996-12a71605adc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dfe12a-7909-41f7-9207-02eae2e7ca5b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:14.667192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115e4e2-cd0e-450c-9318-dc5de3c9c798 req-6e340d4b-cf57-4d35-ac55-aacec1e3427b tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:14.673877 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9acb6b03-8340-4626-8996-12a71605adc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.677753 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9acb6b03-8340-4626-8996-12a71605adc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4298270 Feb 11 12:58:14.681702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e115e4e2-cd0e-450c-9318-dc5de3c9c798 req-6e340d4b-cf57-4d35-ac55-aacec1e3427b tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 932 time: 0.2187693 Feb 11 12:58:14.683292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Allocated IP 19.86.0.8 (35e76c06-edac-4f7e-ae59-8003f1f84261/aa8b9319-9d56-40a9-bde3-8af1351f87cc/bb713088-9e5c-4ad4-9ced-554aaf8f8956) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:14.684041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35162) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:14.695180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bd6dba0b-7508-4410-9ad3-bf2571753c38 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'security_group_rule': {'security_group_id': '56dfe12a-7909-41f7-9207-02eae2e7ca5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:14.750089 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd6dba0b-7508-4410-9ad3-bf2571753c38 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group_rule (9cf452ae-b111-4113-a10d-dc8cf5c16a2e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.829617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Current status of the port 4000c817-e5b0-4249-8a99-f72a9385c7b2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:14.830047 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.846025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4000c817-e5b0-4249-8a99-f72a9385c7b2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:14.846586 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.861792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e115e4e2-cd0e-450c-9318-dc5de3c9c798 req-d1dd9450-7c9e-4f01-a479-db94e9a0352d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772158 Feb 11 12:58:14.870031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:10Z', 'revision_number': 2, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:14.916411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52559584-229b-42ee-b594-139b97b68393 None None] Checking router: 205c4091-ebdf-4bec-8430-38e0f689da99 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:58:14.916900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52559584-229b-42ee-b594-139b97b68393 None None] Updating router 205c4091-ebdf-4bec-8430-38e0f689da99 port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:58:14.944741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0037748a-3ea1-43f4-8186-bd9e4a1ad345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group (66be5fb7-c83d-4dac-81d7-5b9146f2e265), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.950270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b6769-2274-42d1-b13b-eb1403a6199a req-5d3c633d-43ed-4d5c-9376-87730f4314db tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:14.951896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e13b6769-2274-42d1-b13b-eb1403a6199a req-5d3c633d-43ed-4d5c-9376-87730f4314db tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.1825244 Feb 11 12:58:14.959300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52559584-229b-42ee-b594-139b97b68393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:14.967137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0037748a-3ea1-43f4-8186-bd9e4a1ad345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (66be5fb7-c83d-4dac-81d7-5b9146f2e265), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.041081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'name': 'network-vif-deleted', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:15.041387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] For port 4000c817-e5b0-4249-8a99-f72a9385c7b2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4000c817-e5b0-4249-8a99-f72a9385c7b2,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:15.044137 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ac7ae8-8dc1-4515-a8d8-49c388cfffe6" -d '{"events": [{"server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "name": "network-vif-deleted", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:15.072363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037748a-3ea1-43f4-8186-bd9e4a1ad345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66be5fb7-c83d-4dac-81d7-5b9146f2e265,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:15.105746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0037748a-3ea1-43f4-8186-bd9e4a1ad345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.108495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0037748a-3ea1-43f4-8186-bd9e4a1ad345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4048541 Feb 11 12:58:15.111429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35170) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:15.121116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1270df6c-e65e-4341-9643-b81288d03929 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'security_group_rule': {'security_group_id': '66be5fb7-c83d-4dac-81d7-5b9146f2e265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:15.125860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e13b6769-2274-42d1-b13b-eb1403a6199a req-19075c6c-b751-4294-b017-d84155c7fb53 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636798 Feb 11 12:58:15.155998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9accca71-ef8f-4a89-a611-4bc40f2821af tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:15.156229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd6dba0b-7508-4410-9ad3-bf2571753c38 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group_rule (9cf452ae-b111-4113-a10d-dc8cf5c16a2e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.157936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9accca71-ef8f-4a89-a611-4bc40f2821af tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 944 time: 0.1642163 Feb 11 12:58:15.161716 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.170122 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd6dba0b-7508-4410-9ad3-bf2571753c38 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9cf452ae-b111-4113-a10d-dc8cf5c16a2e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.208132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dba0b-7508-4410-9ad3-bf2571753c38 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf452ae-b111-4113-a10d-dc8cf5c16a2e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:15.213430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd6dba0b-7508-4410-9ad3-bf2571753c38 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.218042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bd6dba0b-7508-4410-9ad3-bf2571753c38 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5284193 Feb 11 12:58:15.220314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35176) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:15.228836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-49caccca-40be-4110-ac6e-b81e2ddb4076 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'security_group_rule': {'security_group_id': '56dfe12a-7909-41f7-9207-02eae2e7ca5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:15.264926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49caccca-40be-4110-ac6e-b81e2ddb4076 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group_rule (69c77406-82be-473a-86eb-664c4063f85b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.342676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-214af4cb-763e-454e-b202-283e84cdc7fb req-96337845-44c9-4505-a578-5072e7e55779 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/346a1099-2067-4dc1-8711-b45d5c4c5c91 HTTP/1.1" status: 200 len: 1817 time: 0.1132734 Feb 11 12:58:15.393364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49caccca-40be-4110-ac6e-b81e2ddb4076 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group_rule (69c77406-82be-473a-86eb-664c4063f85b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.411327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1270df6c-e65e-4341-9643-b81288d03929 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group_rule (87bb9551-bf74-4113-839b-eb2a2ada66df), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.459440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.462357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-214af4cb-763e-454e-b202-283e84cdc7fb req-7d0ee042-4a4f-4a39-b6c5-1223d4ceb301 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (346a1099-2067-4dc1-8711-b45d5c4c5c91), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.479258 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49caccca-40be-4110-ac6e-b81e2ddb4076 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (69c77406-82be-473a-86eb-664c4063f85b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.486156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52559584-229b-42ee-b594-139b97b68393 None None] Publish callbacks [] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.489425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.491105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-214af4cb-763e-454e-b202-283e84cdc7fb req-7d0ee042-4a4f-4a39-b6c5-1223d4ceb301 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (346a1099-2067-4dc1-8711-b45d5c4c5c91), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.502839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52559584-229b-42ee-b594-139b97b68393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.552688 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:58:15.553306 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:58:15.553728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1270df6c-e65e-4341-9643-b81288d03929 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group_rule (87bb9551-bf74-4113-839b-eb2a2ada66df), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.575509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f557e88-a63f-4aca-845d-223c21cbdfa0 None None] Pushing event updated for resources: {'Port': ['ID=4000c817-e5b0-4249-8a99-f72a9385c7b2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:15.585694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1270df6c-e65e-4341-9643-b81288d03929 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (87bb9551-bf74-4113-839b-eb2a2ada66df), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.613572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49caccca-40be-4110-ac6e-b81e2ddb4076 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.618614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-49caccca-40be-4110-ac6e-b81e2ddb4076 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3973861 Feb 11 12:58:15.622705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35180) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:15.632073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event updated for resources: {'Port': ['ID=bb713088-9e5c-4ad4-9ced-554aaf8f8956,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:15.634942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-214af4cb-763e-454e-b202-283e84cdc7fb req-7d0ee042-4a4f-4a39-b6c5-1223d4ceb301 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (346a1099-2067-4dc1-8711-b45d5c4c5c91), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.637730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1270df6c-e65e-4341-9643-b81288d03929 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.638206 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-214af4cb-763e-454e-b202-283e84cdc7fb req-7d0ee042-4a4f-4a39-b6c5-1223d4ceb301 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.638974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1270df6c-e65e-4341-9643-b81288d03929 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5233266 Feb 11 12:58:15.643216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-214af4cb-763e-454e-b202-283e84cdc7fb req-7d0ee042-4a4f-4a39-b6c5-1223d4ceb301 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/346a1099-2067-4dc1-8711-b45d5c4c5c91 HTTP/1.1" status: 204 len: 173 time: 0.2692699 Feb 11 12:58:15.646278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:15.653093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35182) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:15.692392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-61b77119-89ac-432e-85e4-ee641ac5dadc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'security_group_rule': {'security_group_id': '66be5fb7-c83d-4dac-81d7-5b9146f2e265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:15.701801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ee042-4a4f-4a39-b6c5-1223d4ceb301 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=346a1099-2067-4dc1-8711-b45d5c4c5c91,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:15.719127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Deleting port a0bd7095-b37d-4879-82fd-8e17a7b01746 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:15.719832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.719980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:15.743155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc5184-8a00-4f6e-b4d2-e767bac8024b req-13877a60-42c1-429d-b201-00ea17a5a5dc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:15.752420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9bdc5184-8a00-4f6e-b4d2-e767bac8024b req-13877a60-42c1-429d-b201-00ea17a5a5dc tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 944 time: 0.3994904 Feb 11 12:58:15.765330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49caccca-40be-4110-ac6e-b81e2ddb4076 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c77406-82be-473a-86eb-664c4063f85b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:15.777605 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35da6b8-a8d6-4d8d-ad56-5ce7d9442523 x-openstack-request-id: req-e35da6b8-a8d6-4d8d-ad56-5ce7d9442523 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:15.778560 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e86a7e1-d375-4e0e-9b8a-c9b558398656", "name": "network-vif-deleted", "tag": "616d5383-3136-4cdf-9aea-125d9c8031f6", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:15.781893 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e35da6b8-a8d6-4d8d-ad56-5ce7d9442523 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:15.782420 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e86a7e1-d375-4e0e-9b8a-c9b558398656', 'name': 'network-vif-deleted', 'tag': '616d5383-3136-4cdf-9aea-125d9c8031f6', 'status': 'completed', 'code': 200} Feb 11 12:58:15.797467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270df6c-e65e-4341-9643-b81288d03929 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bb9551-bf74-4113-839b-eb2a2ada66df,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:15.880866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9bdc5184-8a00-4f6e-b4d2-e767bac8024b req-08d2b306-9d61-4bef-8685-1b6d1e4bc282 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274056 Feb 11 12:58:15.921913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Network 35e76c06-edac-4f7e-ae59-8003f1f84261 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:15.967990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52559584-229b-42ee-b594-139b97b68393 None None] Attempting to bind port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:15.968643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52559584-229b-42ee-b594-139b97b68393 None None] Attempting to bind port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:15.969171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52559584-229b-42ee-b594-139b97b68393 None None] Attempting to bind port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:15.992604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e2835-161a-468b-994a-f17b23971cda req-db6fea1e-3210-4a80-be68-3bfc360fc5a9 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:15.997304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d13e2835-161a-468b-994a-f17b23971cda req-db6fea1e-3210-4a80-be68-3bfc360fc5a9 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.64 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.3770287 Feb 11 12:58:16.003670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52559584-229b-42ee-b594-139b97b68393 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:16.004423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52559584-229b-42ee-b594-139b97b68393 None None] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:16.005050 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52559584-229b-42ee-b594-139b97b68393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.005664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52559584-229b-42ee-b594-139b97b68393 None None] Bound using segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:16.006363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52559584-229b-42ee-b594-139b97b68393 None None] Bound port: 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:16.006953 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52559584-229b-42ee-b594-139b97b68393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.053300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] For port a0bd7095-b37d-4879-82fd-8e17a7b01746, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a0bd7095-b37d-4879-82fd-8e17a7b01746,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:16.053761 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.075094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:16.090890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Calling delete_port for a0bd7095-b37d-4879-82fd-8e17a7b01746 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:16.096013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Provisioning complete for port f19ea1c0-953e-4238-8d56-936b616b69fc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:16.096398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.101778 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.102556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b3eab-00a6-4898-9739-58968d4f58c5 None None] Pushing event updated for resources: {'Port': ['ID=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:16.105177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:16.110504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35190) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:16.178294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61b77119-89ac-432e-85e4-ee641ac5dadc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group_rule (4a274717-a178-4d2f-b7e3-f43d8b8b5a61), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.181086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4000c817-e5b0-4249-8a99-f72a9385c7b2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:16.194050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-287a3fd1-af5b-444c-bf02-fc2d34fa64a6 req-a67971ee-70ba-4ffe-ad25-eabbf9d4e25d tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/f53f6117-25cf-4fee-9c34-866b5f003e11 HTTP/1.1" status: 200 len: 1817 time: 0.1955817 Feb 11 12:58:16.233368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Port f19ea1c0-953e-4238-8d56-936b616b69fc cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:16.267441 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61b77119-89ac-432e-85e4-ee641ac5dadc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group_rule (4a274717-a178-4d2f-b7e3-f43d8b8b5a61), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.285374 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-287a3fd1-af5b-444c-bf02-fc2d34fa64a6 req-2aa040d8-754a-47e1-bbbc-1aeed799ea19 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (f53f6117-25cf-4fee-9c34-866b5f003e11), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.298238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Provisioning complete for port 0e3102cb-9441-4b54-979c-509af7f8cb75 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:16.304906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-ce62d4cd-e7c9-4dad-a356-156d024d8dd9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:16.306199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.308964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-ce62d4cd-e7c9-4dad-a356-156d024d8dd9 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 945 time: 0.4874647 Feb 11 12:58:16.316413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61b77119-89ac-432e-85e4-ee641ac5dadc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (4a274717-a178-4d2f-b7e3-f43d8b8b5a61), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.345011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-287a3fd1-af5b-444c-bf02-fc2d34fa64a6 req-2aa040d8-754a-47e1-bbbc-1aeed799ea19 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (f53f6117-25cf-4fee-9c34-866b5f003e11), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.362780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-52559584-229b-42ee-b594-139b97b68393 None None] For port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:16.386483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-52559584-229b-42ee-b594-139b97b68393 None None] For port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:16.421746 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52559584-229b-42ee-b594-139b97b68393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.429493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Deleting port b73c4161-ee7b-49f6-801e-3a7e72dbef14 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:16.430124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.489604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:16.490402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:16.581873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b3eab-00a6-4898-9739-58968d4f58c5 None None] Pushing event updated for resources: {'Port': ['ID=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:16.608598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Current status of the port 0e3102cb-9441-4b54-979c-509af7f8cb75 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:16.608598 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.634468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] For port b73c4161-ee7b-49f6-801e-3a7e72dbef14, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b73c4161-ee7b-49f6-801e-3a7e72dbef14,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:16.644047 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.663191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device be860f2d-d742-4ef4-8162-4b9e82d28765 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:16.762762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.814501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] For port 0e3102cb-9441-4b54-979c-509af7f8cb75, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0e3102cb-9441-4b54-979c-509af7f8cb75,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:16.818150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:16.851895 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.880018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 172.25.1.172 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/1a1ba8f9-64c4-413f-8863-f9f149548bb0) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:16.911957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Pushing event updated for resources: {'Port': ['ID=0e3102cb-9441-4b54-979c-509af7f8cb75,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:16.921197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b77119-89ac-432e-85e4-ee641ac5dadc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a274717-a178-4d2f-b7e3-f43d8b8b5a61,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:16.924585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port be860f2d-d742-4ef4-8162-4b9e82d28765 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:16.925211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.925932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.954653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd1bd4-2ddf-4e78-8cf0-71f76a331c15 req-739b2c01-ddf0-4a9d-9878-678c1cbaf428 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:16.956381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9dd1bd4-2ddf-4e78-8cf0-71f76a331c15 req-739b2c01-ddf0-4a9d-9878-678c1cbaf428 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 945 time: 1.0331719 Feb 11 12:58:16.967099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61b77119-89ac-432e-85e4-ee641ac5dadc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:16.968936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-61b77119-89ac-432e-85e4-ee641ac5dadc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2816179 Feb 11 12:58:16.991369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35200) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:16.998998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Provisioning complete for port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:16.999529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.004659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:17.024457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.038699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:17.039663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.049289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.059867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-287a3fd1-af5b-444c-bf02-fc2d34fa64a6 req-2aa040d8-754a-47e1-bbbc-1aeed799ea19 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f53f6117-25cf-4fee-9c34-866b5f003e11), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.063524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-287a3fd1-af5b-444c-bf02-fc2d34fa64a6 req-2aa040d8-754a-47e1-bbbc-1aeed799ea19 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.069702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:17.074076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-287a3fd1-af5b-444c-bf02-fc2d34fa64a6 req-2aa040d8-754a-47e1-bbbc-1aeed799ea19 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/f53f6117-25cf-4fee-9c34-866b5f003e11 HTTP/1.1" status: 204 len: 173 time: 0.8789966 Feb 11 12:58:17.126280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.156228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa040d8-754a-47e1-bbbc-1aeed799ea19 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53f6117-25cf-4fee-9c34-866b5f003e11,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:17.174167 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9dd1bd4-2ddf-4e78-8cf0-71f76a331c15 req-eb16bb27-3768-45ab-9773-fa723bb4ce93 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010860 Feb 11 12:58:17.215618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-c65b2995-77e7-4d3c-a1bc-7f6a24358c86 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3539388 Feb 11 12:58:17.231955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Provisioning complete for port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:17.232328 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.242987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=1a1ba8f9-64c4-413f-8863-f9f149548bb0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:17.285323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Request body: {'port': {'device_id': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:17.292338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:17.308251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.333723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port be860f2d-d742-4ef4-8162-4b9e82d28765 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:17.334121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.338519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:17.341448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:17.388576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Deleting port f21a2df9-934f-4c72-bb90-8864b789a058 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:17.389129 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.389265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port be860f2d-d742-4ef4-8162-4b9e82d28765, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=be860f2d-d742-4ef4-8162-4b9e82d28765,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:17.392482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52559584-229b-42ee-b594-139b97b68393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:16Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:17.427586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52559584-229b-42ee-b594-139b97b68393 None None] The sync data for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 is: [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:16Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:58:17.430670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.431006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0e3102cb-9441-4b54-979c-509af7f8cb75 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:17.442887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Publish callbacks [] for security_group (2759c310-6690-4a7f-82d2-e2868ead60e2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.485362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1342b8-832c-41bd-8bc2-1b7b35af23d5 req-60b63e25-5f58-4f0b-969b-a5f2dccf139c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:17.491067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1342b8-832c-41bd-8bc2-1b7b35af23d5 req-60b63e25-5f58-4f0b-969b-a5f2dccf139c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:17.492755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff1342b8-832c-41bd-8bc2-1b7b35af23d5 req-60b63e25-5f58-4f0b-969b-a5f2dccf139c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1653 time: 0.2524779 Feb 11 12:58:17.587972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2759c310-6690-4a7f-82d2-e2868ead60e2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.624757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for floatingip (87ce0021-886e-4385-8280-82ee1e2cf277), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.651409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Current status of the port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:17.652032 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.659318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=be860f2d-d742-4ef4-8162-4b9e82d28765,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:17.662804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6cf82e650464d2689bae677e5301923&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5475352 Feb 11 12:58:17.670917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35204) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:17.697312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a0bd7095-b37d-4879-82fd-8e17a7b01746), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.726646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] For port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:17.734997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.735460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6350ac83-296b-4306-9392-aa9c46241f3b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.735696 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Floating IP 6350ac83-296b-4306-9392-aa9c46241f3b disassociated. External IP: 172.25.1.161, port: b73c4161-ee7b-49f6-801e-3a7e72dbef14. Feb 11 12:58:17.736037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Calling delete_port for b73c4161-ee7b-49f6-801e-3a7e72dbef14 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:17.741501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:17.746961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0e3102cb-9441-4b54-979c-509af7f8cb75 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:17.747380 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.753911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.754937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.780561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff1342b8-832c-41bd-8bc2-1b7b35af23d5 req-8cb78bd1-fb87-4563-b3ab-609fa53492a6 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595131 Feb 11 12:58:17.814303 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.870026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Pushing event updated for resources: {'Port': ['ID=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:17.904758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Provisioning complete for port be860f2d-d742-4ef4-8162-4b9e82d28765 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:17.905122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:17.991373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0e3102cb-9441-4b54-979c-509af7f8cb75 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:17.992486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c7b45fc-cda1-4752-814c-b3e9255773df up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:18.036913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19b8ff69-a4ee-4c4b-8390-60a97b2f51ef admin admin] Publish callbacks [] for security_group (2759c310-6690-4a7f-82d2-e2868ead60e2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.063254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event deleted for resources: {'Port': ['ID=a0bd7095-b37d-4879-82fd-8e17a7b01746,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:18.063870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19b8ff69-a4ee-4c4b-8390-60a97b2f51ef admin admin] Publish callbacks [] for security_group (2759c310-6690-4a7f-82d2-e2868ead60e2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.104615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d2c7661-bfea-437f-9015-fe9b7d469892 req-744864d6-b853-4786-b0ca-df892eef7567 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fec8096-2ce3-479d-854c-ccdfd598f201 HTTP/1.1" status: 200 len: 210 time: 0.0937057 Feb 11 12:58:18.147658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab7f72-bc8d-4f59-a0cf-c5ea0a0dec25 req-13156009-1a33-4979-a1e8-26121ccd86b8 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:18.151325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b0c932b9-3130-4ff1-945c-bc114a9212b4 None None] Current status of the port be860f2d-d742-4ef4-8162-4b9e82d28765 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:18.158459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbab7f72-bc8d-4f59-a0cf-c5ea0a0dec25 req-13156009-1a33-4979-a1e8-26121ccd86b8 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b3f0478-b2b5-4526-9994-5ea0d1b38a26 HTTP/1.1" status: 200 len: 946 time: 0.8198285 Feb 11 12:58:18.158749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9c7b45fc-cda1-4752-814c-b3e9255773df triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:18.158929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.194689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-87050cf3-a176-4dcd-be31-e3c2dc641f03 req-e5fd7cad-7333-4053-bd6c-af983daaa05a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-312303637', 'description': 'tempest-description-1385270924'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:18.202998 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.214949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.294317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9c7b45fc-cda1-4752-814c-b3e9255773df is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:18.295720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4000c817-e5b0-4249-8a99-f72a9385c7b2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:18.301005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19ea1c0-953e-4238-8d56-936b616b69fc {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:18.317352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-87050cf3-a176-4dcd-be31-e3c2dc641f03 req-e5fd7cad-7333-4053-bd6c-af983daaa05a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.317622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Publish callbacks [] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.333043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2759c310-6690-4a7f-82d2-e2868ead60e2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:18.344982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=1a1ba8f9-64c4-413f-8863-f9f149548bb0,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:18.364423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-76dae4f1-38d7-422a-9df1-bc43c751ed68 None None] Provisioning complete for port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:18.364808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76dae4f1-38d7-422a-9df1-bc43c751ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.374330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19b8ff69-a4ee-4c4b-8390-60a97b2f51ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2759c310-6690-4a7f-82d2-e2868ead60e2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.377240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19b8ff69-a4ee-4c4b-8390-60a97b2f51ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.378565 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-19b8ff69-a4ee-4c4b-8390-60a97b2f51ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2759c310-6690-4a7f-82d2-e2868ead60e2 HTTP/1.1" status: 204 len: 168 time: 0.7059546 Feb 11 12:58:18.412376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8ff69-a4ee-4c4b-8390-60a97b2f51ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2759c310-6690-4a7f-82d2-e2868ead60e2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:18.431009 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (87ce0021-886e-4385-8280-82ee1e2cf277), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.464458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b73c4161-ee7b-49f6-801e-3a7e72dbef14), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.485540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] No DVR routers for this DVR port a0bd7095-b37d-4879-82fd-8e17a7b01746 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:18.496426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.502643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-76dae4f1-38d7-422a-9df1-bc43c751ed68 None None] Current status of the port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:18.504976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-05c5b580-2a34-4a42-96a6-a8f60e8979b1 req-9ddad532-1601-4866-aec2-7009ce172898 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "DELETE /v2.0/ports/a0bd7095-b37d-4879-82fd-8e17a7b01746 HTTP/1.1" status: 204 len: 173 time: 3.3401368 Feb 11 12:58:18.506497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4000c817-e5b0-4249-8a99-f72a9385c7b2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:18.506873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.532046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.542401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'name': 'network-vif-deleted', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:18.543729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-231df150-dce2-42d0-bfd4-632b830a25d0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9031911 Feb 11 12:58:18.547544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event deleted for resources: {'Port': ['ID=b73c4161-ee7b-49f6-801e-3a7e72dbef14,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:18.562830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-76dae4f1-38d7-422a-9df1-bc43c751ed68 None None] Provisioning complete for port bb713088-9e5c-4ad4-9ced-554aaf8f8956 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:18.563231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76dae4f1-38d7-422a-9df1-bc43c751ed68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.578811 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c00a8-4620-40e7-a4c6-86db920f1f4f" -d '{"events": [{"server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "name": "network-vif-deleted", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:18.595742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.597023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.600057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.600583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.601834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.608365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.608891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.609427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.610127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.610642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.611142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.611817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.612569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b56ace4-3530-477d-b67f-96048e749edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:18.625584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-76dae4f1-38d7-422a-9df1-bc43c751ed68 None None] Port bb713088-9e5c-4ad4-9ced-554aaf8f8956 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:18.649972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Transition to ACTIVE for port object f19ea1c0-953e-4238-8d56-936b616b69fc will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:18.653825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] For port f21a2df9-934f-4c72-bb90-8864b789a058, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f21a2df9-934f-4c72-bb90-8864b789a058,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:18.654446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.692843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbab7f72-bc8d-4f59-a0cf-c5ea0a0dec25 req-dec691d4-2264-4041-8342-5a61b44ff437 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups?id=ef801dea-21b9-41ba-b44c-2e00a0ae8551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283463 Feb 11 12:58:18.707866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.730884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Calling delete_port for f21a2df9-934f-4c72-bb90-8864b789a058 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:18.752739 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.760933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-87050cf3-a176-4dcd-be31-e3c2dc641f03 req-e5fd7cad-7333-4053-bd6c-af983daaa05a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.777060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4000c817-e5b0-4249-8a99-f72a9385c7b2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:18.799061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-87050cf3-a176-4dcd-be31-e3c2dc641f03 req-e5fd7cad-7333-4053-bd6c-af983daaa05a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.909210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-87050cf3-a176-4dcd-be31-e3c2dc641f03 req-e5fd7cad-7333-4053-bd6c-af983daaa05a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:18.910560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87050cf3-a176-4dcd-be31-e3c2dc641f03 req-e5fd7cad-7333-4053-bd6c-af983daaa05a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7514875 Feb 11 12:58:18.941043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd7cad-7333-4053-bd6c-af983daaa05a tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5269b210-db76-40bd-bfd3-8767ca8d82e2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:18.974812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:58:19.195092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35226) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:19.199948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0e3102cb-9441-4b54-979c-509af7f8cb75 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:19.255174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.320765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:58:19.333689 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] Sync routers for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:58:19.337728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Allocated IP 172.25.1.191 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/b7df747b-2f7a-4361-b351-03cf8e5cc2f1) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:19.349676 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:19.356408 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8ab09c-8665-4669-801b-e681bb515a7b x-openstack-request-id: req-8d8ab09c-8665-4669-801b-e681bb515a7b {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:19.357102 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fec8096-2ce3-479d-854c-ccdfd598f201", "name": "network-vif-deleted", "tag": "a0bd7095-b37d-4879-82fd-8e17a7b01746", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:19.357102 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d8ab09c-8665-4669-801b-e681bb515a7b {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:19.357452 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fec8096-2ce3-479d-854c-ccdfd598f201', 'name': 'network-vif-deleted', 'tag': 'a0bd7095-b37d-4879-82fd-8e17a7b01746', 'status': 'completed', 'code': 200} Feb 11 12:58:19.362545 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:19.368493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0e3102cb-9441-4b54-979c-509af7f8cb75 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:19.369015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.430893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] No DVR routers for this DVR port b73c4161-ee7b-49f6-801e-3a7e72dbef14 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:19.440918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.448347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d13e2835-161a-468b-994a-f17b23971cda req-ba98deb9-0c6e-4e71-9480-0af39918a3e5 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.64 "DELETE /v2.0/ports/b73c4161-ee7b-49f6-801e-3a7e72dbef14 HTTP/1.1" status: 204 len: 173 time: 3.4360378 Feb 11 12:58:19.470546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65315855-d316-4aa8-8742-41486c7ff66f req-49e8deaf-58f7-4399-94e8-13906a6cfc0f tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:19.476088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65315855-d316-4aa8-8742-41486c7ff66f req-49e8deaf-58f7-4399-94e8-13906a6cfc0f tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:19.477757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65315855-d316-4aa8-8742-41486c7ff66f req-49e8deaf-58f7-4399-94e8-13906a6cfc0f tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1665 time: 0.2815781 Feb 11 12:58:19.481009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'name': 'network-vif-deleted', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:19.493057 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd00e36-2360-4a8c-99c4-d072321b1615" -d '{"events": [{"server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "name": "network-vif-deleted", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:19.510125 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:19.534896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0e3102cb-9441-4b54-979c-509af7f8cb75 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:19.536122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device be860f2d-d742-4ef4-8162-4b9e82d28765 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:19.595783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65315855-d316-4aa8-8742-41486c7ff66f req-37db4a23-a51e-4c2d-9d8c-5d6f1a906905 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988903 Feb 11 12:58:19.614737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port be860f2d-d742-4ef4-8162-4b9e82d28765 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:19.615117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.643756 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Publish callbacks [] for security_group (ef2694c7-2370-4f1b-a6ca-0423357fcafc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.652910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ef2694c7-2370-4f1b-a6ca-0423357fcafc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.658436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Pushing event updated for resources: {'Port': ['ID=f19ea1c0-953e-4238-8d56-936b616b69fc,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:19.727387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b73c4161-ee7b-49f6-801e-3a7e72dbef14 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:19.728457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1099ea49faf5471c891326df6e31bf86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211129 Feb 11 12:58:19.733244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35236) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:19.735455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2694c7-2370-4f1b-a6ca-0423357fcafc,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:19.750725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.751074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.751464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.751799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.752161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.752491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.752815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.753185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.753550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.753915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.754241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.754596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.754887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7bf977-8445-4890-a6ad-e7ff08332af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:19.766142 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:19Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:19.797953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: b73c4161-ee7b-49f6-801e-3a7e72dbef14 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:19.798659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b73c4161-ee7b-49f6-801e-3a7e72dbef14 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:19.799199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:19.801803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f21a2df9-934f-4c72-bb90-8864b789a058), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.816758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.834718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: a0bd7095-b37d-4879-82fd-8e17a7b01746 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:19.835290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a0bd7095-b37d-4879-82fd-8e17a7b01746 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:19.842949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port be860f2d-d742-4ef4-8162-4b9e82d28765 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:19.844275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:19.869909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event deleted for resources: {'Port': ['ID=f21a2df9-934f-4c72-bb90-8864b789a058,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:19.872164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f6a97cd-5b12-42f1-a558-e414e6add37d admin admin] Publish callbacks [] for security_group (ef2694c7-2370-4f1b-a6ca-0423357fcafc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.886497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7606a626-580b-4dfc-a651-6a4023d4d362 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--879619211&fields=id&tenant_id=07c9b5f14a794256834beaa47efecae1 HTTP/1.1" status: 200 len: 267 time: 0.1060479 Feb 11 12:58:19.901911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa808c-759b-4617-bb26-b635f0864ca7 req-478272a1-6ff9-4da5-a0eb-218cea5a5b1c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:19.909766 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7fa808c-759b-4617-bb26-b635f0864ca7 req-478272a1-6ff9-4da5-a0eb-218cea5a5b1c tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=d59468ea-c86e-438f-a788-25cbb1e81754 HTTP/1.1" status: 200 len: 945 time: 1.0378456 Feb 11 12:58:19.940437 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f6a97cd-5b12-42f1-a558-e414e6add37d admin admin] Publish callbacks [] for security_group (ef2694c7-2370-4f1b-a6ca-0423357fcafc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:19.944728 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] Checking router: 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:58:19.958520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:19.960309 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:19.972377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-fa9af8c6-b163-4439-b3dd-f49fafcfceea tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:19.979393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-fa9af8c6-b163-4439-b3dd-f49fafcfceea tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 936 time: 0.0802984 Feb 11 12:58:19.997753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] No DVR routers for this DVR port f21a2df9-934f-4c72-bb90-8864b789a058 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:20.006615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.015692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-971eb4e8-0f66-44ad-9085-30a4562c1395 req-dd1abcef-16fe-4ea9-a662-dbbb48540889 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "DELETE /v2.0/ports/f21a2df9-934f-4c72-bb90-8864b789a058 HTTP/1.1" status: 204 len: 173 time: 3.6876800 Feb 11 12:58:20.067245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-46ecb214-b3b7-4e0c-bb82-e3b4dbd9b083 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:20.069028 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Attempting to bind port f19ea1c0-953e-4238-8d56-936b616b69fc on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:20.069366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Attempting to bind port f19ea1c0-953e-4238-8d56-936b616b69fc by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:20.069868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Attempting to bind port f19ea1c0-953e-4238-8d56-936b616b69fc on network bdfcb721-9399-4bf7-a51c-439c40eae063 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:20.080277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-46ecb214-b3b7-4e0c-bb82-e3b4dbd9b083 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 937 time: 0.0999358 Feb 11 12:58:20.120681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Port f19ea1c0-953e-4238-8d56-936b616b69fc on network bdfcb721-9399-4bf7-a51c-439c40eae063 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:20.121080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Attempting to bind port f19ea1c0-953e-4238-8d56-936b616b69fc on network bdfcb721-9399-4bf7-a51c-439c40eae063 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:20.132555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:20.132555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Checking segment: {'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:20.132908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Bound using segment: {'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:20.133345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Bound port: f19ea1c0-953e-4238-8d56-936b616b69fc, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52838b38-0d2b-4c7f-a20f-91801aabab7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:20.133806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.150282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:20.150817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.163855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7fa808c-759b-4617-bb26-b635f0864ca7 req-04e3f06a-119b-4aac-863b-47f871a47eda tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529185 Feb 11 12:58:20.175350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-396c8162-4eb6-412d-89b6-97760e8aab48 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?network_id=289e2bbb-2984-4742-a689-7bd39985aa6f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0881209 Feb 11 12:58:20.175597 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:20.218038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-72e896a2-f5a1-435a-b862-9e1c7adb4a4e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?network_id=289e2bbb-2984-4742-a689-7bd39985aa6f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0459843 Feb 11 12:58:20.222022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f6a97cd-5b12-42f1-a558-e414e6add37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ef2694c7-2370-4f1b-a6ca-0423357fcafc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.228293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f6a97cd-5b12-42f1-a558-e414e6add37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.230572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6f6a97cd-5b12-42f1-a558-e414e6add37d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef2694c7-2370-4f1b-a6ca-0423357fcafc HTTP/1.1" status: 204 len: 168 time: 0.4963019 Feb 11 12:58:20.230859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.285368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a97cd-5b12-42f1-a558-e414e6add37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2694c7-2370-4f1b-a6ca-0423357fcafc,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:20.323555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:20.326022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:20.335950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:20.346844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:20.351186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=b7df747b-2f7a-4361-b351-03cf8e5cc2f1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:20.374137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] For port f19ea1c0-953e-4238-8d56-936b616b69fc, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:20.382058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3367dec-7bb4-4981-9b1c-e732b8058e1c req-9a6e9700-bfc8-462a-9ee1-484eff327df5 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/5269b210-db76-40bd-bfd3-8767ca8d82e2 HTTP/1.1" status: 200 len: 1817 time: 0.1576674 Feb 11 12:58:20.398685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] For port f19ea1c0-953e-4238-8d56-936b616b69fc, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f19ea1c0-953e-4238-8d56-936b616b69fc,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:20.402858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a3367dec-7bb4-4981-9b1c-e732b8058e1c req-56b4a005-fa0d-4e3c-8bd0-042320b35f15 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2042284376', 'description': 'tempest-description-hth-859258267'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:20.423245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.463047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f014db06-5c78-4518-a712-4e92f85e2b01 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:20.468312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f014db06-5c78-4518-a712-4e92f85e2b01 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:20.473302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f014db06-5c78-4518-a712-4e92f85e2b01 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:20.475168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f014db06-5c78-4518-a712-4e92f85e2b01 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/networks?id=2a29b801-2432-4e5f-b655-1fc9815028ad&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=289e2bbb-2984-4742-a689-7bd39985aa6f&id=289e2bbb-2984-4742-a689-7bd39985aa6f HTTP/1.1" status: 200 len: 1995 time: 0.2434425 Feb 11 12:58:20.499230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f77cdc0f-a618-4f41-8621-3f01a77c4099 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/quotas/07c9b5f14a794256834beaa47efecae1 HTTP/1.1" status: 200 len: 375 time: 0.0164406 Feb 11 12:58:20.517102 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:19Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:20.538863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:20.541777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.541777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] 10.222.0.64 "PUT /v2.0/ports/f19ea1c0-953e-4238-8d56-936b616b69fc HTTP/1.1" status: 200 len: 1092 time: 3.2805207 Feb 11 12:58:20.561014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3367dec-7bb4-4981-9b1c-e732b8058e1c req-56b4a005-fa0d-4e3c-8bd0-042320b35f15 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.595759 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eca9ed-0984-4b2c-bc9d-ee6cd46f5930 None None] The sync data for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 is: [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:56:14Z', 'revision_number': 4, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '44ccb1be-5c31-4767-93bb-c7cea512c142', 'name': '', 'network_id': '1b335486-b516-49ae-b9ca-00fc341ac830', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'mac_address': 'fa:16:3e:0c:b7:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:13Z', 'updated_at': '2022-02-11T12:56:19Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'subnets': [{'id': '52ceecbc-4358-490e-b91b-ab12ef2b7078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:58:20.624946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3367dec-7bb4-4981-9b1c-e732b8058e1c req-56b4a005-fa0d-4e3c-8bd0-042320b35f15 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.651524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-533468db-884a-4e1d-a335-24e7ad712cb3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1512637 Feb 11 12:58:20.652271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Request body: {'port': {'device_id': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:20.660801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3367dec-7bb4-4981-9b1c-e732b8058e1c req-56b4a005-fa0d-4e3c-8bd0-042320b35f15 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.664078 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a3367dec-7bb4-4981-9b1c-e732b8058e1c req-56b4a005-fa0d-4e3c-8bd0-042320b35f15 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.665250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3367dec-7bb4-4981-9b1c-e732b8058e1c req-56b4a005-fa0d-4e3c-8bd0-042320b35f15 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "PUT /v2.0/security-groups/5269b210-db76-40bd-bfd3-8767ca8d82e2 HTTP/1.1" status: 200 len: 1791 time: 0.2709014 Feb 11 12:58:20.716484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34a995-ab4f-4219-906a-c0c0a5eff078 service neutron] Pushing event updated for resources: {'Port': ['ID=f19ea1c0-953e-4238-8d56-936b616b69fc,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:20.749326 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for floatingip (76fb354b-3502-430d-a6a6-752c84a0e124), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.786999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4a005-fa0d-4e3c-8bd0-042320b35f15 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5269b210-db76-40bd-bfd3-8767ca8d82e2,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:20.817534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-5d892603-f4ba-4f0d-adeb-cf2f4f22639d service neutron] 10.222.0.42 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479604 Feb 11 12:58:20.855431 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8faf96-b135-4b34-9678-30e128cea2d2 x-openstack-request-id: req-1f8faf96-b135-4b34-9678-30e128cea2d2 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:20.856379 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3f0478-b2b5-4526-9994-5ea0d1b38a26", "name": "network-vif-deleted", "tag": "b73c4161-ee7b-49f6-801e-3a7e72dbef14", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:20.856956 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f8faf96-b135-4b34-9678-30e128cea2d2 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:20.857389 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3f0478-b2b5-4526-9994-5ea0d1b38a26', 'name': 'network-vif-deleted', 'tag': 'b73c4161-ee7b-49f6-801e-3a7e72dbef14', 'status': 'completed', 'code': 200} Feb 11 12:58:20.902262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.954530 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:20.958618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-df7aa62c-8978-4897-b83a-12dae5ee9cff service neutron] 10.222.0.42 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347859 Feb 11 12:58:21.017318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-0f949158-20d8-437b-90dc-4ac382a008b9 service neutron] 10.222.0.42 "GET /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0521770 Feb 11 12:58:21.041900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9263824d-f797-44c3-8fa0-2bfdf5eaf58b None None] New status for floating IP 6350ac83-296b-4306-9392-aa9c46241f3b: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:58:21.125208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f21a2df9-934f-4c72-bb90-8864b789a058 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:21.130165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-fe3d2e51-8862-48a9-b98a-f0078da1e8e4 service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113708 Feb 11 12:58:21.159129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: f21a2df9-934f-4c72-bb90-8864b789a058 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:21.159922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f21a2df9-934f-4c72-bb90-8864b789a058 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:21.187088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf62e4-c19c-4bba-b979-76b56a911158 req-a46190dc-77f7-4492-92e9-ca31de0f0cfa tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:21.194091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf62e4-c19c-4bba-b979-76b56a911158 req-a46190dc-77f7-4492-92e9-ca31de0f0cfa tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:21.201356 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-86bf62e4-c19c-4bba-b979-76b56a911158 req-a46190dc-77f7-4492-92e9-ca31de0f0cfa tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1665 time: 0.2494962 Feb 11 12:58:21.262230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-0f54ee76-50b9-45d2-b971-6530e13a570b service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259434 Feb 11 12:58:21.311156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e377684b-91b7-4632-8879-02f4d320c375 service neutron] 10.222.0.42 "GET /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381551 Feb 11 12:58:21.374456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:21.376003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'name': 'network-vif-deleted', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058'}, {'name': 'network-changed', 'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'tag': 'f19ea1c0-953e-4238-8d56-936b616b69fc'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:21.378664 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763" -d '{"events": [{"server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "name": "network-vif-deleted", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058"}, {"name": "network-changed", "server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "tag": "f19ea1c0-953e-4238-8d56-936b616b69fc"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:21.412144 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:21.420672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-86bf62e4-c19c-4bba-b979-76b56a911158 req-2ab5c060-1a9b-4d29-bf19-886038bdb856 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183962 Feb 11 12:58:21.422715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-295c9661-5300-4619-8890-1dd34802c5d2 service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040487 Feb 11 12:58:21.534688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-92925a99-b4ed-456c-8be6-a975de2eb60d service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053371 Feb 11 12:58:21.562730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=b7df747b-2f7a-4361-b351-03cf8e5cc2f1,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:21.586714 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ad685e15-7436-4db8-a988-ae4c458d5bb0 req-cdfaa068-c771-49d7-8362-96b839e20160 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/5269b210-db76-40bd-bfd3-8767ca8d82e2 HTTP/1.1" status: 200 len: 1791 time: 0.1240733 Feb 11 12:58:21.631445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e35c8dbc-76c6-4662-b58a-b62aa32eaf14 service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871365 Feb 11 12:58:21.650383 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (76fb354b-3502-430d-a6a6-752c84a0e124), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:21.660280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb713088-9e5c-4ad4-9ced-554aaf8f8956 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:21.671421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Publish callbacks [] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:21.686112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:21.687396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6ac0262a-2eb4-48b2-99e9-ff0db9c6ccf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6948726 Feb 11 12:58:21.690349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Transition to ACTIVE for port object bb713088-9e5c-4ad4-9ced-554aaf8f8956 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:21.696626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:21.848686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35288) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:21.910965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Pushing event updated for resources: {'Port': ['ID=bb713088-9e5c-4ad4-9ced-554aaf8f8956,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:21.955789 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83112470-4bdd-47d8-888f-e1812dc77551 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group (ef801dea-21b9-41ba-b44c-2e00a0ae8551), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:21.958730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Attempting to bind port bb713088-9e5c-4ad4-9ced-554aaf8f8956 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:21.959171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Attempting to bind port bb713088-9e5c-4ad4-9ced-554aaf8f8956 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:21.959674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Attempting to bind port bb713088-9e5c-4ad4-9ced-554aaf8f8956 on network 35e76c06-edac-4f7e-ae59-8003f1f84261 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:21.979913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Port bb713088-9e5c-4ad4-9ced-554aaf8f8956 on network 35e76c06-edac-4f7e-ae59-8003f1f84261 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:21.980381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Attempting to bind port bb713088-9e5c-4ad4-9ced-554aaf8f8956 on network 35e76c06-edac-4f7e-ae59-8003f1f84261 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:21.990066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:21.990534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Checking segment: {'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:21.990986 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Bound using segment: {'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:21.991616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Bound port: bb713088-9e5c-4ad4-9ced-554aaf8f8956, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5530ef3-b84a-4f2a-b7f1-eca71511b253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:21.992024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.000410 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d473210-7767-4f9b-b0ab-7918353b5feb x-openstack-request-id: req-8d473210-7767-4f9b-b0ab-7918353b5feb {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:22.000608 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59468ea-c86e-438f-a788-25cbb1e81754", "name": "network-vif-deleted", "tag": "f21a2df9-934f-4c72-bb90-8864b789a058", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "tag": "f19ea1c0-953e-4238-8d56-936b616b69fc", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:22.000999 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d473210-7767-4f9b-b0ab-7918353b5feb {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:22.001542 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59468ea-c86e-438f-a788-25cbb1e81754', 'name': 'network-vif-deleted', 'tag': 'f21a2df9-934f-4c72-bb90-8864b789a058', 'status': 'completed', 'code': 200} Feb 11 12:58:22.001913 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'tag': 'f19ea1c0-953e-4238-8d56-936b616b69fc', 'status': 'completed', 'code': 200} Feb 11 12:58:22.018952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83112470-4bdd-47d8-888f-e1812dc77551 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group (ef801dea-21b9-41ba-b44c-2e00a0ae8551), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.126168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa4aa576-8b9b-4063-b5b5-859ebc627994 req-836810fb-ea56-424b-8bd1-c3500179d6f9 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/5269b210-db76-40bd-bfd3-8767ca8d82e2 HTTP/1.1" status: 200 len: 1791 time: 0.1040211 Feb 11 12:58:22.168982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83112470-4bdd-47d8-888f-e1812dc77551 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ef801dea-21b9-41ba-b44c-2e00a0ae8551), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.171592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83112470-4bdd-47d8-888f-e1812dc77551 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.175352 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-83112470-4bdd-47d8-888f-e1812dc77551 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "DELETE /v2.0/security-groups/ef801dea-21b9-41ba-b44c-2e00a0ae8551 HTTP/1.1" status: 204 len: 168 time: 0.3256495 Feb 11 12:58:22.178568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] For port bb713088-9e5c-4ad4-9ced-554aaf8f8956, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:22.180502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35300) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:22.194638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83112470-4bdd-47d8-888f-e1812dc77551 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef801dea-21b9-41ba-b44c-2e00a0ae8551,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:22.219503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-17d72dcc-d10b-4d68-bf6b-831f07f040b8 service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824656 Feb 11 12:58:22.225852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] For port bb713088-9e5c-4ad4-9ced-554aaf8f8956, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bb713088-9e5c-4ad4-9ced-554aaf8f8956,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:22.226415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-714b2752-ca56-477b-8025-35acb58aa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.226889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-714b2752-ca56-477b-8025-35acb58aa5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.229293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-714b2752-ca56-477b-8025-35acb58aa5ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1968 time: 0.0759873 Feb 11 12:58:22.229749 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-8acb16d2-53ac-4613-a817-4c28c4a56ff8 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] show failed (client error): The resource could not be found. Feb 11 12:58:22.233801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8acb16d2-53ac-4613-a817-4c28c4a56ff8 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "GET /v2.0/security-groups/ef801dea-21b9-41ba-b44c-2e00a0ae8551 HTTP/1.1" status: 404 len: 347 time: 0.0444384 Feb 11 12:58:22.234369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35302) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:22.246935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.358502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.359124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.360520 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] 10.222.0.64 "PUT /v2.0/ports/bb713088-9e5c-4ad4-9ced-554aaf8f8956 HTTP/1.1" status: 200 len: 1090 time: 1.7269206 Feb 11 12:58:22.512869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a644e003-bb48-4c80-9174-e020c4dff07e service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824297 Feb 11 12:58:22.516807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-c9215898-22df-43fc-accd-680f7f71db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.517260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-c9215898-22df-43fc-accd-680f7f71db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.517757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-c9215898-22df-43fc-accd-680f7f71db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.519345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-c9215898-22df-43fc-accd-680f7f71db96 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0da3be76b22e49a69e30f14bff717c1e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2808447 Feb 11 12:58:22.665485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aa4aa576-8b9b-4063-b5b5-859ebc627994 req-fad4c2a1-c19c-4d92-989b-7cb9da6feb3f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.695977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad8357-fe92-4586-b2d2-805482cac21c service neutron] Pushing event updated for resources: {'Port': ['ID=bb713088-9e5c-4ad4-9ced-554aaf8f8956,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:22.730906 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aa4aa576-8b9b-4063-b5b5-859ebc627994 req-fad4c2a1-c19c-4d92-989b-7cb9da6feb3f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.747925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-91c58092-ae8c-483f-9dd3-5e67effc1f26 service neutron] 10.222.0.42 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275746 Feb 11 12:58:22.749456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-83ad75c0-a51d-48b1-97e6-b426b22083bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.750450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8db1fd02-f05d-42a0-9b9e-6e5f6e25e763 req-83ad75c0-a51d-48b1-97e6-b426b22083bb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2225273 Feb 11 12:58:22.779267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-48cdffc7-e08a-4ea9-b55b-9ace5138e576 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.780827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-48cdffc7-e08a-4ea9-b55b-9ace5138e576 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 947 time: 0.4693844 Feb 11 12:58:22.801526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aa4aa576-8b9b-4063-b5b5-859ebc627994 req-fad4c2a1-c19c-4d92-989b-7cb9da6feb3f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5269b210-db76-40bd-bfd3-8767ca8d82e2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.805930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aa4aa576-8b9b-4063-b5b5-859ebc627994 req-fad4c2a1-c19c-4d92-989b-7cb9da6feb3f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.807198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa4aa576-8b9b-4063-b5b5-859ebc627994 req-fad4c2a1-c19c-4d92-989b-7cb9da6feb3f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/5269b210-db76-40bd-bfd3-8767ca8d82e2 HTTP/1.1" status: 204 len: 173 time: 0.6617649 Feb 11 12:58:22.845904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4c2a1-c19c-4d92-989b-7cb9da6feb3f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5269b210-db76-40bd-bfd3-8767ca8d82e2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:22.852603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Deleting port a81f6242-a3fe-47b5-860a-7f0b432a52f8 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:22.852956 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:22.881796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bea4db05-0334-4e8d-b973-e9652ce0cac7 service neutron] 10.222.0.42 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278214 Feb 11 12:58:22.886026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-e4bf02d2-1db0-4008-99a2-697682f32e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.886833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-e4bf02d2-1db0-4008-99a2-697682f32e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:22.888827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-e4bf02d2-1db0-4008-99a2-697682f32e5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 2041 time: 0.0986457 Feb 11 12:58:22.944696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-318d1411-5049-4169-9396-e96deb2ea705 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.131&port_id=f19ea1c0-953e-4238-8d56-936b616b69fc HTTP/1.1" status: 200 len: 217 time: 0.0476046 Feb 11 12:58:23.020837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.021128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for floatingip (a81f6242-a3fe-47b5-860a-7f0b432a52f8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.037586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-79cad039-fcfa-4ffc-984c-1397cfd95fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.039102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-79cad039-fcfa-4ffc-984c-1397cfd95fea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4ac51074-b554-4505-9621-962810186a5c HTTP/1.1" status: 200 len: 801 time: 0.0865874 Feb 11 12:58:23.042516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87506b4f-1ec7-4e0e-9184-65a0924da153 req-29fd283e-e69d-4708-af09-4734595b04e2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.044710 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87506b4f-1ec7-4e0e-9184-65a0924da153 req-29fd283e-e69d-4708-af09-4734595b04e2 tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/ports?device_id=e626561f-5397-4f70-a230-6d7ad02e02f1 HTTP/1.1" status: 200 len: 947 time: 0.1654060 Feb 11 12:58:23.046678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Calling delete_port for a81f6242-a3fe-47b5-860a-7f0b432a52f8 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:23.058804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-01195598-92be-4827-b05d-4298cc33e6a1 service neutron] 10.222.0.42 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690235 Feb 11 12:58:23.074461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Deleting port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:23.074810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.151624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-bf356391-a6ae-46ef-b8cb-d35e6fde47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.153141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-bf356391-a6ae-46ef-b8cb-d35e6fde47bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=bdfcb721-9399-4bf7-a51c-439c40eae063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1084096 Feb 11 12:58:23.200121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-47c3f20a-be0a-48f5-843a-946bab620801 service neutron] 10.222.0.42 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268146 Feb 11 12:58:23.229308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87506b4f-1ec7-4e0e-9184-65a0924da153 req-4fb5774f-0733-4998-8c5a-49833b64726c tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.42 "GET /v2.0/security-groups?id=dcbd6e01-be4f-4ec7-be94-bc7bec415028&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791389 Feb 11 12:58:23.274417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] For port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,segment=NetworkSegment(f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c),segment_id=f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:23.274869 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.310516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Calling delete_port for 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:23.347180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-269bf4ed-a238-437d-86d2-7624bc528d2c service neutron] 10.222.0.64 "GET /v2.0/networks/bdfcb721-9399-4bf7-a51c-439c40eae063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874774 Feb 11 12:58:23.348965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-ebaeb2c5-5356-497b-b0a9-f8648b662713 service neutron] 10.222.0.42 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233630 Feb 11 12:58:23.409473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a81f6242-a3fe-47b5-860a-7f0b432a52f8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.454271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Pushing event deleted for resources: {'Port': ['ID=a81f6242-a3fe-47b5-860a-7f0b432a52f8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:23.465480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-3a85dcbb-95e8-491f-b521-152ba2f1a418 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1993689157&fields=id&tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 267 time: 0.1474152 Feb 11 12:58:23.469999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-76ba1e93-6a26-4789-88f5-06dafc0c5ffc tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.472081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-76ba1e93-6a26-4789-88f5-06dafc0c5ffc tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 936 time: 0.1120119 Feb 11 12:58:23.532854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-66f4b024-9c2e-4d85-94d9-9e59dbffb28e service neutron] 10.222.0.64 "GET /v2.0/networks/bdfcb721-9399-4bf7-a51c-439c40eae063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801252 Feb 11 12:58:23.538833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-eeab644d-55a9-40db-87c8-67efc07bf810 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.540054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-eeab644d-55a9-40db-87c8-67efc07bf810 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 937 time: 0.0616369 Feb 11 12:58:23.581203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-64b5ec15-37b8-4d10-9635-35d92cc2d90e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.8&port_id=bb713088-9e5c-4ad4-9ced-554aaf8f8956 HTTP/1.1" status: 200 len: 217 time: 0.0401473 Feb 11 12:58:23.604742 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks [] for floatingip (6350ac83-296b-4306-9392-aa9c46241f3b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.607734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.611365 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-92806707-e01f-4357-9c23-0fcb675bb842 tempest-ServersTestJSON-1831640651 tempest-ServersTestJSON-1831640651-project] 10.222.0.42 "DELETE /v2.0/floatingips/6350ac83-296b-4306-9392-aa9c46241f3b HTTP/1.1" status: 204 len: 168 time: 1.3691561 Feb 11 12:58:23.613313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35322) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:23.635531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-f1409db8-97f0-4786-bf1d-cc6dc8ba208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.637031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-f1409db8-97f0-4786-bf1d-cc6dc8ba208d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa8b9319-9d56-40a9-bde3-8af1351f87cc HTTP/1.1" status: 200 len: 801 time: 0.0507045 Feb 11 12:58:23.687905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cca4e567-0d72-4156-9746-dc6e0cec5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.689435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-cca4e567-0d72-4156-9746-dc6e0cec5134 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35e76c06-edac-4f7e-ae59-8003f1f84261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0463114 Feb 11 12:58:23.735287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-af833d9f-2429-4acc-8982-c1b863d3e948 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:23.736566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-af833d9f-2429-4acc-8982-c1b863d3e948 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.2486556 Feb 11 12:58:23.765337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8021f8e7-f2b9-433f-9878-0d5fbb4b64b7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.778284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:23.783658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-19f1640a-5005-4ba6-978c-7701db4f3438 service neutron] 10.222.0.64 "GET /v2.0/networks/35e76c06-edac-4f7e-ae59-8003f1f84261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882912 Feb 11 12:58:23.813335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-357b6e80-e49a-45df-adbb-38fc1234ec9a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/quotas/8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 375 time: 0.0491107 Feb 11 12:58:23.819654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Pushing event deleted for resources: {'Port': ['ID=8021f8e7-f2b9-433f-9878-0d5fbb4b64b7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:23.892130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6e68523-7f20-4dae-8e76-7f06eb99eeff req-a39d3cf6-f88a-407f-b08c-86bd3c6852d0 service neutron] 10.222.0.64 "GET /v2.0/networks/35e76c06-edac-4f7e-ae59-8003f1f84261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023517 Feb 11 12:58:23.893616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] No DVR routers for this DVR port 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:23.931385 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:23.934804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4d47a873-3ca2-46fe-8648-fbcf8096bf64 req-8f662906-73c1-43d6-9fce-8b4fe36a160b tempest-LiveAutoBlockMigrationV225Test-240289305 tempest-LiveAutoBlockMigrationV225Test-240289305-project] 10.222.0.64 "DELETE /v2.0/ports/8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 HTTP/1.1" status: 204 len: 173 time: 1.1450164 Feb 11 12:58:23.997218 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-50673922-d3c9-4de8-8930-877800afc8ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692529 Feb 11 12:58:24.004920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'tag': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956'}, {'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-deleted', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:24.007199 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f" -d '{"events": [{"name": "network-changed", "server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "tag": "bb713088-9e5c-4ad4-9ced-554aaf8f8956"}, {"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-deleted", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:24.185373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-38302439-fee9-4166-9931-27fc4e6c6059 service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729903 Feb 11 12:58:24.196796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e1b3cbb2-9cd1-4e82-bb9a-8a899fb465ae tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:24.198880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e1b3cbb2-9cd1-4e82-bb9a-8a899fb465ae tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 936 time: 0.0552104 Feb 11 12:58:24.267754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3f9e82a6-3043-4162-a400-cc62f81eb41d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:24.269131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3f9e82a6-3043-4162-a400-cc62f81eb41d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 937 time: 0.0632465 Feb 11 12:58:24.322372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-1192bb9d-9457-41f1-977b-478fe380ebc4 service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346834 Feb 11 12:58:24.422356 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:24.478453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-0dc44a28-d5ba-43e5-8b04-319adb9f6666 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=af08b801d9724340b95be7178ac6c120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305128 Feb 11 12:58:24.664400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-f41cfadc-28e9-44df-80a0-19a4127108a1 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:24.672724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-f41cfadc-28e9-44df-80a0-19a4127108a1 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930792 Feb 11 12:58:24.690443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-85eb44de-9046-4e1a-98d2-6cc13bb25ff5 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/quotas/af08b801d9724340b95be7178ac6c120 HTTP/1.1" status: 200 len: 375 time: 0.0161405 Feb 11 12:58:24.730115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-15fd1a76-f833-47b4-a23b-7c403ddb08bc tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=af08b801d9724340b95be7178ac6c120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387669 Feb 11 12:58:24.812139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44652ecf-4875-4944-9281-c1b97899d20c req-6936b312-1405-4c55-8fe0-63032eec5c21 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:24.817850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44652ecf-4875-4944-9281-c1b97899d20c req-6936b312-1405-4c55-8fe0-63032eec5c21 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:24.825191 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-44652ecf-4875-4944-9281-c1b97899d20c req-6936b312-1405-4c55-8fe0-63032eec5c21 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1677 time: 0.1673365 Feb 11 12:58:24.847647 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ff4ba-675a-4147-801a-8f6b45724960 req-f82e437c-eeb6-4789-be77-00cdbfc1dfd6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:24.849252 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-186ff4ba-675a-4147-801a-8f6b45724960 req-f82e437c-eeb6-4789-be77-00cdbfc1dfd6 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 944 time: 0.1894293 Feb 11 12:58:25.141856 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c106389f-6bfc-4618-be2c-483c5cc50126 x-openstack-request-id: req-c106389f-6bfc-4618-be2c-483c5cc50126 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:25.142115 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "tag": "bb713088-9e5c-4ad4-9ced-554aaf8f8956", "status": "completed", "code": 200}, {"server_uuid": "e626561f-5397-4f70-a230-6d7ad02e02f1", "name": "network-vif-deleted", "tag": "8021f8e7-f2b9-433f-9878-0d5fbb4b64b7", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:25.142229 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c106389f-6bfc-4618-be2c-483c5cc50126 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:25.142649 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'tag': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956', 'status': 'completed', 'code': 200} Feb 11 12:58:25.142942 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e626561f-5397-4f70-a230-6d7ad02e02f1', 'name': 'network-vif-deleted', 'tag': '8021f8e7-f2b9-433f-9878-0d5fbb4b64b7', 'status': 'completed', 'code': 200} Feb 11 12:58:25.243499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bcd9557d-3c8a-468e-b030-cbc75f5d7ab1 req-ad17dae9-b9dd-4eab-a69a-e6bc92bbbc60 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0420315 Feb 11 12:58:25.295482 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-44652ecf-4875-4944-9281-c1b97899d20c req-fdfabbf6-e128-4a4e-871b-beef728bb80d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681160 Feb 11 12:58:25.371933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35388) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:25.427932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-3ed995a7-b4a6-430f-8edf-51bc4f1ab0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:25.428422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-3ed995a7-b4a6-430f-8edf-51bc4f1ab0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:25.430112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-3ed995a7-b4a6-430f-8edf-51bc4f1ab0be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0da3be76b22e49a69e30f14bff717c1e&device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 2041 time: 0.2906339 Feb 11 12:58:25.455010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28333c-d84a-41a6-a880-ba2061a171a2 req-bfdf269f-7a4c-4741-85b7-276ff6f2ab48 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:25.464538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e28333c-d84a-41a6-a880-ba2061a171a2 req-bfdf269f-7a4c-4741-85b7-276ff6f2ab48 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 944 time: 0.1334093 Feb 11 12:58:25.526860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e28333c-d84a-41a6-a880-ba2061a171a2 req-eafa16e7-0bf1-4ff1-90dc-9d9f8dfb31d4 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590715 Feb 11 12:58:25.573322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b4ea0ed-f713-4d97-ae0d-05002989134a req-40829636-5550-4f74-a227-b85affcedf6c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 210 time: 0.1377838 Feb 11 12:58:25.599438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-934aa854-7039-47d0-8d8b-7421bdb3b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:25.600950 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-934aa854-7039-47d0-8d8b-7421bdb3b759 service neutron] 10.222.0.64 "GET /v2.0/networks?id=35e76c06-edac-4f7e-ae59-8003f1f84261 HTTP/1.1" status: 200 len: 903 time: 0.1600382 Feb 11 12:58:25.624575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Deleting port 52e6c487-b888-471a-9364-291ca7f81748 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:25.624872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (52e6c487-b888-471a-9364-291ca7f81748), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:25.671941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a488f64-5d12-4967-b59c-3fa1186db06f req-4e59e8ad-456a-48ca-bfbf-401dcb0a7712 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 210 time: 0.0560079 Feb 11 12:58:25.716469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-d785bd40-5056-46c1-86e6-6229fb62bed7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.8&port_id=bb713088-9e5c-4ad4-9ced-554aaf8f8956 HTTP/1.1" status: 200 len: 217 time: 0.1063724 Feb 11 12:58:25.717973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Deleting port 44ccb1be-5c31-4767-93bb-c7cea512c142 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:25.718303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:25.741956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f19ea1c0-953e-4238-8d56-936b616b69fc details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:58:25.754360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-ea78710d-a2f9-4b19-9e77-89521e049b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:25.756060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-ea78710d-a2f9-4b19-9e77-89521e049b3c service neutron] 10.222.0.53 "GET /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 1032 time: 0.0414035 Feb 11 12:58:25.810470 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-7dbf29cc-7a49-4d10-8592-110549c9c51c req-8c64e1a1-afca-41c4-acfd-57a4aa9e3479 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:58:25.817805 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dbf29cc-7a49-4d10-8592-110549c9c51c req-8c64e1a1-afca-41c4-acfd-57a4aa9e3479 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/f53f6117-25cf-4fee-9c34-866b5f003e11 HTTP/1.1" status: 404 len: 352 time: 0.1033762 Feb 11 12:58:25.829968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-9b40a38c-59f6-4a83-a7b8-10385cf2eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:25.837418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-9b40a38c-59f6-4a83-a7b8-10385cf2eca3 service neutron] 10.222.0.53 "GET /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 1033 time: 0.0685592 Feb 11 12:58:25.861302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f19ea1c0-953e-4238-8d56-936b616b69fc, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f19ea1c0-953e-4238-8d56-936b616b69fc,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:25.875052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'f19ea1c0-953e-4238-8d56-936b616b69fc', 'network_id': 'bdfcb721-9399-4bf7-a51c-439c40eae063', 'port_id': 'f19ea1c0-953e-4238-8d56-936b616b69fc', 'mac_address': 'fa:16:3e:b0:23:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac51074-b554-4505-9621-962810186a5c', 'ip_address': '19.80.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:58:25.902563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] Deleting subnet b5c69056-a93f-4e95-b28d-8dbb666ba34a {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:25.912721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] Publish callbacks [] for subnet (b5c69056-a93f-4e95-b28d-8dbb666ba34a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:25.914956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f19ea1c0-953e-4238-8d56-936b616b69fc is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:25.915348 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:25.934414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19ea1c0-953e-4238-8d56-936b616b69fc {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:25.953302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (b5c69056-a93f-4e95-b28d-8dbb666ba34a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:25.965422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f19ea1c0-953e-4238-8d56-936b616b69fc, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f19ea1c0-953e-4238-8d56-936b616b69fc,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:25.975267 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:25.976490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bb713088-9e5c-4ad4-9ced-554aaf8f8956 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:58:26.003687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b5c69056-a93f-4e95-b28d-8dbb666ba34a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:26.052109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a9c8c4ca-b927-4964-a773-544a1297b211 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.059436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-0359a867-ed8a-4d3c-a036-0131c69337fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.061266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-0359a867-ed8a-4d3c-a036-0131c69337fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa8b9319-9d56-40a9-bde3-8af1351f87cc HTTP/1.1" status: 200 len: 801 time: 0.3340399 Feb 11 12:58:26.064324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a9c8c4ca-b927-4964-a773-544a1297b211 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.069117 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (b5c69056-a93f-4e95-b28d-8dbb666ba34a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:26.076540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a9c8c4ca-b927-4964-a773-544a1297b211 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.078987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a9c8c4ca-b927-4964-a773-544a1297b211 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "GET /v2.0/networks?id=2a29b801-2432-4e5f-b655-1fc9815028ad&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=289e2bbb-2984-4742-a689-7bd39985aa6f&id=289e2bbb-2984-4742-a689-7bd39985aa6f HTTP/1.1" status: 200 len: 1995 time: 0.2270432 Feb 11 12:58:26.111712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f19ea1c0-953e-4238-8d56-936b616b69fc,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:26.135972 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-b83ea8b6-9267-4717-9981-686a579d16a9 req-e948f994-722e-40bb-95bf-d1b5a112f707 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:58:26.145252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b83ea8b6-9267-4717-9981-686a579d16a9 req-e948f994-722e-40bb-95bf-d1b5a112f707 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/346a1099-2067-4dc1-8711-b45d5c4c5c91 HTTP/1.1" status: 404 len: 352 time: 0.2890639 Feb 11 12:58:26.191387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5c69056-a93f-4e95-b28d-8dbb666ba34a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:26.198809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] For port 52e6c487-b888-471a-9364-291ca7f81748, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=52e6c487-b888-471a-9364-291ca7f81748,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:26.199423 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (52e6c487-b888-471a-9364-291ca7f81748), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:26.223538 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-5f6020c7-2707-49b7-82c6-58040d54753b req-cfa2a4d9-34ea-4d76-8204-0b4dca24d2e4 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:58:26.234960 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f6020c7-2707-49b7-82c6-58040d54753b req-cfa2a4d9-34ea-4d76-8204-0b4dca24d2e4 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/a1ab4b02-a158-445e-873d-a2e253ca8375 HTTP/1.1" status: 404 len: 352 time: 0.0534594 Feb 11 12:58:26.237929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:26.247273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2e9f43bf-23d3-4044-8a64-faa5e535204f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b5c69056-a93f-4e95-b28d-8dbb666ba34a HTTP/1.1" status: 204 len: 168 time: 0.8740520 Feb 11 12:58:26.258331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35400) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:26.278292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Calling delete_port for 52e6c487-b888-471a-9364-291ca7f81748 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:26.290027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] For port 44ccb1be-5c31-4767-93bb-c7cea512c142, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=44ccb1be-5c31-4767-93bb-c7cea512c142,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:26.290741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:26.310773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Calling delete_port for 44ccb1be-5c31-4767-93bb-c7cea512c142 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:26.334016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bb713088-9e5c-4ad4-9ced-554aaf8f8956, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bb713088-9e5c-4ad4-9ced-554aaf8f8956,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:26.363262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956', 'network_id': '35e76c06-edac-4f7e-ae59-8003f1f84261', 'port_id': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956', 'mac_address': 'fa:16:3e:5c:21:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa8b9319-9d56-40a9-bde3-8af1351f87cc', 'ip_address': '19.86.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:58:26.372275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-4ef96716-fcd9-4d3f-988e-aafb2ec6c374 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.376027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-4ef96716-fcd9-4d3f-988e-aafb2ec6c374 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.2959318 Feb 11 12:58:26.427885 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-ab5108de-1868-4c7c-b97f-7fc77c9dbcd1 req-097f9a61-49c8-4748-8a66-aff20849d9ab tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:58:26.429417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab5108de-1868-4c7c-b97f-7fc77c9dbcd1 req-097f9a61-49c8-4748-8a66-aff20849d9ab tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/8257a8e2-ebe1-4be0-a520-be913f3dfa55 HTTP/1.1" status: 404 len: 352 time: 0.0880747 Feb 11 12:58:26.429621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port bb713088-9e5c-4ad4-9ced-554aaf8f8956 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:26.430633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:26.436883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7bc9fc36-fae0-4057-a045-1fea4cc67043 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c9b5f14a794256834beaa47efecae1 HTTP/1.1" status: 200 len: 379 time: 0.3311388 Feb 11 12:58:26.437503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.53', 65078) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:26.471070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb713088-9e5c-4ad4-9ced-554aaf8f8956 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:26.480562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-3d0afeca-230a-48b2-bd2c-82201d9e1a28 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=af08b801d9724340b95be7178ac6c120&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351863 Feb 11 12:58:26.494448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'admin_state_up': True, 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'security_groups': ['56dfe12a-7909-41f7-9207-02eae2e7ca5b']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:26.519892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bb713088-9e5c-4ad4-9ced-554aaf8f8956, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bb713088-9e5c-4ad4-9ced-554aaf8f8956,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:26.531435 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:26.576061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8af9d15-5095-4b5e-bbfa-eb80d719deb9 req-8f410a80-cffe-4245-a49c-bb423143b58b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0570343 Feb 11 12:58:26.670690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-0eb2786a-3c36-4bc4-96fe-4b976f0f7001 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 380 time: 0.2519870 Feb 11 12:58:26.705487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=bb713088-9e5c-4ad4-9ced-554aaf8f8956,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:26.720218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'port': {'device_id': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'admin_state_up': True, 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'security_groups': ['66be5fb7-c83d-4dac-81d7-5b9146f2e265']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:26.738911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-bbf4ca27-fb26-469e-a295-fa86c7f3a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:26.744002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-bbf4ca27-fb26-469e-a295-fa86c7f3a087 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=35e76c06-edac-4f7e-ae59-8003f1f84261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6683829 Feb 11 12:58:26.763917 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-a1c791e4-dbe4-4bfe-b30d-ea0f6c78659c req-5bb02e71-0475-4796-bb93-899451951c4f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:58:26.764976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1c791e4-dbe4-4bfe-b30d-ea0f6c78659c req-5bb02e71-0475-4796-bb93-899451951c4f tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/c356d6a2-4555-4092-bdb4-d429f35cc460 HTTP/1.1" status: 404 len: 352 time: 0.0403433 Feb 11 12:58:26.849376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f19ea1c0-953e-4238-8d56-936b616b69fc'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:27.004156 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-43ab9181-067e-4c8a-9ea8-43977292ebdc service neutron] 10.222.0.64 "GET /v2.0/networks/35e76c06-edac-4f7e-ae59-8003f1f84261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349837 Feb 11 12:58:27.045509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8807f6f-814e-4d11-b396-8205630c843a req-8d2b8bec-4edc-4fa3-a950-59fa9a4402ce tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:27.047255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8807f6f-814e-4d11-b396-8205630c843a req-8d2b8bec-4edc-4fa3-a950-59fa9a4402ce tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e693a78-8958-4d45-ac4d-ef50da9bbb8d HTTP/1.1" status: 200 len: 944 time: 0.1929748 Feb 11 12:58:27.115694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (52e6c487-b888-471a-9364-291ca7f81748), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.157116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (cd5a70b9-37f3-42ff-954a-2f5dc3871e51), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.198700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event deleted for resources: {'Port': ['ID=52e6c487-b888-471a-9364-291ca7f81748,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:27.242678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8e4e-9dd7-4bd6-82b3-4c0497aa741b req-3b873a4b-83ce-4a03-b794-f89c5ab81782 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:27.248143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8e4e-9dd7-4bd6-82b3-4c0497aa741b req-3b873a4b-83ce-4a03-b794-f89c5ab81782 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:27.249772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f76c8e4e-9dd7-4bd6-82b3-4c0497aa741b req-3b873a4b-83ce-4a03-b794-f89c5ab81782 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1679 time: 0.7113063 Feb 11 12:58:27.281716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8807f6f-814e-4d11-b396-8205630c843a req-23149376-85f8-45c3-b1fb-6bd164330e6a tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184196 Feb 11 12:58:27.303074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-57d84b47-cddb-4b01-b8d2-e81df4c45e8d tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:27.305024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-57d84b47-cddb-4b01-b8d2-e81df4c45e8d tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7829390 Feb 11 12:58:27.314891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (44ccb1be-5c31-4767-93bb-c7cea512c142), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.319945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] No DVR routers for this DVR port 52e6c487-b888-471a-9364-291ca7f81748 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:27.323289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb7ff5a1-ab42-40b0-8212-fb3f9799052f req-f986c585-8d2c-4067-a4de-4e599c82c854 service neutron] 10.222.0.64 "GET /v2.0/networks/35e76c06-edac-4f7e-ae59-8003f1f84261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008416 Feb 11 12:58:27.327833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.342677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-186ff4ba-675a-4147-801a-8f6b45724960 req-01a44883-727d-40cf-b817-8631bb0fb1dd tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "DELETE /v2.0/ports/52e6c487-b888-471a-9364-291ca7f81748 HTTP/1.1" status: 204 len: 173 time: 2.4846859 Feb 11 12:58:27.344286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'name': 'network-vif-deleted', 'tag': '52e6c487-b888-471a-9364-291ca7f81748'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:27.346649 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebbbbaa-d7d9-43b1-85c8-bfd13803ff3a" -d '{"events": [{"server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "name": "network-vif-deleted", "tag": "52e6c487-b888-471a-9364-291ca7f81748"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:27.371598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Request body: {'port': {'device_id': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'af08b801d9724340b95be7178ac6c120'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:27.374829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:27.378112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.387835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Pushing event deleted for resources: {'Port': ['ID=44ccb1be-5c31-4767-93bb-c7cea512c142,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:27.409107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1e696a04-b5fb-4c63-887d-b49f2e0f71ff req-f72b48c4-ea9a-4337-b155-ee9e830d5f26 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 210 time: 0.0566306 Feb 11 12:58:27.518863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Made reservation on behalf of 8b969ccd94c24a3b8456f6e70eac2cd4 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:27.522347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.563200 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2626389d-c309-4d9b-b1fe-3857a7ef8b52 req-840a8059-8dd8-4b05-8e8b-a610ae9e9189 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 210 time: 0.0546710 Feb 11 12:58:27.652155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f76c8e4e-9dd7-4bd6-82b3-4c0497aa741b req-07d9fba3-eafb-4335-8008-4dfdb1e60a3d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848348 Feb 11 12:58:27.657144 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-1c8ddfe3-9fae-4459-9448-9c88224a3713 req-5df9f867-c0d9-4e60-8ebf-e1d8c7cde440 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] show failed (client error): The resource could not be found. Feb 11 12:58:27.658432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c8ddfe3-9fae-4459-9448-9c88224a3713 req-5df9f867-c0d9-4e60-8ebf-e1d8c7cde440 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/d565e503-9c3b-44d4-9e27-cde376bf1728 HTTP/1.1" status: 404 len: 352 time: 0.0254529 Feb 11 12:58:27.682750 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (cd5a70b9-37f3-42ff-954a-2f5dc3871e51), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.729088 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57232a3c-c9e2-435c-859c-6156f829c0d4 x-openstack-request-id: req-57232a3c-c9e2-435c-859c-6156f829c0d4 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:27.729518 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e693a78-8958-4d45-ac4d-ef50da9bbb8d", "name": "network-vif-deleted", "tag": "52e6c487-b888-471a-9364-291ca7f81748", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:27.732176 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57232a3c-c9e2-435c-859c-6156f829c0d4 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:27.732726 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e693a78-8958-4d45-ac4d-ef50da9bbb8d', 'name': 'network-vif-deleted', 'tag': '52e6c487-b888-471a-9364-291ca7f81748', 'status': 'completed', 'code': 200} Feb 11 12:58:27.749813 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.751410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f19ea1c0-953e-4238-8d56-936b616b69fc up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:27.817882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5a70b9-37f3-42ff-954a-2f5dc3871e51']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:27.878061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port f19ea1c0-953e-4238-8d56-936b616b69fc completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:58:27.888238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port f19ea1c0-953e-4238-8d56-936b616b69fc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:27.888617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:27.893523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bb713088-9e5c-4ad4-9ced-554aaf8f8956'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:27.911772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:27.912270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:27.933826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f4c23a4-2610-4b81-ab5d-8be2b7ebdf4e req-2a6c7d59-360d-4fe3-9be3-a52d9365e322 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1162264 Feb 11 12:58:27.994776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.097237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 172.20.0.8 (2a29b801-2432-4e5f-b655-1fc9815028ad/96c7138b-c54b-40d5-a9e9-12c8ca154281/1688d745-b4a0-464a-bdc4-fcbedc163d9f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:28.163059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:58:28.163844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f19ea1c0-953e-4238-8d56-936b616b69fc is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:28.164233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.195535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19ea1c0-953e-4238-8d56-936b616b69fc'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:28.198125 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c880ec7-029b-44f9-88e5-8a7552dd4d65" -d '{"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-plugged", "status": "completed", "tag": "f19ea1c0-953e-4238-8d56-936b616b69fc"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:28.219388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f19ea1c0-953e-4238-8d56-936b616b69fc, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f19ea1c0-953e-4238-8d56-936b616b69fc,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:28.233669 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.234900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:28.267378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:28.268042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8021f8e7-f2b9-433f-9878-0d5fbb4b64b7 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:28.290483 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54360b3c-a119-4590-abd2-9daf7964f9a7 x-openstack-request-id: req-54360b3c-a119-4590-abd2-9daf7964f9a7 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:28.291452 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-plugged", "status": "completed", "tag": "f19ea1c0-953e-4238-8d56-936b616b69fc", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:28.291452 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54360b3c-a119-4590-abd2-9daf7964f9a7 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:28.292000 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19ea1c0-953e-4238-8d56-936b616b69fc', 'code': 200} Feb 11 12:58:28.301916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Made reservation on behalf of af08b801d9724340b95be7178ac6c120 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:28.305265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.311512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.318308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:58:28.325456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-56033968-6ee0-427c-88e6-3e36180d259b admin admin] 10.222.0.42 "PUT /v2.0/routers/35e0c5f4-cd3b-404a-a4ea-1103f79d70cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7077129 Feb 11 12:58:28.327714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35428) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:28.329277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f19ea1c0-953e-4238-8d56-936b616b69fc,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:28.335217 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] Sync routers for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:58:28.359374 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:28.360426 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:28.373266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.375582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:28.376029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (f17532f8-4e1b-4f0a-a47c-43f3ddc8ad7c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:28.382299 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:28.485527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks [] for router (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.514049 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:28.559236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.641903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks [] for security_group (487ca46a-d843-43be-a95e-92189c1dcd11), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.648266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Allocated IP 172.20.0.12 (9317fd9e-eafc-4090-a86a-9621fd4980db/0d30468b-d577-458d-a627-8de8662a6d98/14938341-81b2-44e7-a062-6db324358a28) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:28.716079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (487ca46a-d843-43be-a95e-92189c1dcd11), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.772401 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:58:27Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:28.805208 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] Checking router: 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:58:28.816492 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] Routers {'35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:28.817495 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:28.856742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (cd5a70b9-37f3-42ff-954a-2f5dc3871e51), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.891737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233082c5-9fd5-4eb5-93c3-93019cb3e7e6 req-9bf46404-d104-417d-86a5-7c4b82dca356 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:28.899546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-233082c5-9fd5-4eb5-93c3-93019cb3e7e6 req-9bf46404-d104-417d-86a5-7c4b82dca356 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1024 time: 0.6575210 Feb 11 12:58:28.912282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:28.917380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] 10.222.0.42 "DELETE /v2.0/networks/cd5a70b9-37f3-42ff-954a-2f5dc3871e51 HTTP/1.1" status: 204 len: 168 time: 2.6499066 Feb 11 12:58:28.926804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35440) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:28.932746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Allocated IP 192.168.233.216 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/68224601-419c-4da9-a104-32e2bc7a2a1c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:28.983551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487ca46a-d843-43be-a95e-92189c1dcd11,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:28.997129 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aad7af1f-76e9-450f-ac45-ee84c5bc078a req-d5b7f92b-8b47-4703-8c09-fdccd279e959 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 210 time: 0.0403993 Feb 11 12:58:29.002316 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] Set router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:29.023598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e8b3c-41d5-4ed5-a42d-4dbed05b364f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5a70b9-37f3-42ff-954a-2f5dc3871e51,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:29.120272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks [] for router_gateway (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.137388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 52e6c487-b888-471a-9364-291ca7f81748 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:29.154313 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f000ae92-5d9b-40a8-a99e-28288e61d73f req-80348a87-583a-4214-92dc-78fcc6f83889 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 210 time: 0.0292051 Feb 11 12:58:29.172909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 52e6c487-b888-471a-9364-291ca7f81748 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:29.180267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 52e6c487-b888-471a-9364-291ca7f81748 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:29.190432 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.248764 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (14938341-81b2-44e7-a062-6db324358a28), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.249917 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eb679dba-8a1b-4b40-9adf-2d578305f96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.283928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] Deleting subnet cb859f04-24a8-4f05-9935-c7bb26ad91ab {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:29.298951 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:58:27Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:29.303121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-233082c5-9fd5-4eb5-93c3-93019cb3e7e6 req-896d9e5c-3a6c-4bd7-8dea-a197dc12d9f0 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&id=85ffcc83-7adf-4236-961f-4b3c25ec63e7&id=8fb6d97e-a7f3-4a06-a2de-8b940808f542&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4029074 Feb 11 12:58:29.307749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] Publish callbacks [] for subnet (cb859f04-24a8-4f05-9935-c7bb26ad91ab), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.346229 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383f17f-3875-4d51-b4ad-4a056937363a None None] The sync data for ids ['35e0c5f4-cd3b-404a-a4ea-1103f79d70cc'] in n-d-828675-3 is: [{'id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'name': 'tempest-ServersTestJSON-1737715051-router', 'tenant_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:06Z', 'updated_at': '2022-02-11T12:58:27Z', 'revision_number': 5, 'project_id': '2ea75228b8854dbcb0caa8ffcb4bc6f3', 'gw_port': {'id': '628e252b-6b6b-4f97-a7ea-644b0a7fedbe', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0c5f4-cd3b-404a-a4ea-1103f79d70cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:08Z', 'updated_at': '2022-02-11T12:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:58:29.363939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Deleting port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:29.364509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.428254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (14938341-81b2-44e7-a062-6db324358a28), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.430366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d41e-49b9-4e90-b7d4-45ecb91885e9 req-a4d370d3-8da9-4e4a-a907-1c53ac49d7e3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:29.432075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34c3d41e-49b9-4e90-b7d4-45ecb91885e9 req-a4d370d3-8da9-4e4a-a907-1c53ac49d7e3 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 945 time: 0.1775436 Feb 11 12:58:29.442978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network 2a29b801-2432-4e5f-b655-1fc9815028ad is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:29.487054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-64f05b11-c9df-46a4-bc5b-e08ab4b5ff48 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:29.488513 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-64f05b11-c9df-46a4-bc5b-e08ab4b5ff48 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 945 time: 0.2896342 Feb 11 12:58:29.498073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:29.504535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (cb859f04-24a8-4f05-9935-c7bb26ad91ab), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.508419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=1688d745-b4a0-464a-bdc4-fcbedc163d9f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:29.535195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:29.615024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] For port 628e252b-6b6b-4f97-a7ea-644b0a7fedbe, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:29.615629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.634275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Calling delete_port for 628e252b-6b6b-4f97-a7ea-644b0a7fedbe owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:29.635805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:29.636367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.53', 65080) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:29.666788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:29.697833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:29.711584 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cb859f04-24a8-4f05-9935-c7bb26ad91ab), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.760987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34c3d41e-49b9-4e90-b7d4-45ecb91885e9 req-b5ddf483-205d-44c0-b11e-e9f29cb188c7 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/security-groups?id=58898dd4-2714-4b50-903f-1a551e700f69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897484 Feb 11 12:58:29.764480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bb713088-9e5c-4ad4-9ced-554aaf8f8956 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:29.869683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:29.871873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.872428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port bb713088-9e5c-4ad4-9ced-554aaf8f8956 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:58:29.877733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port bb713088-9e5c-4ad4-9ced-554aaf8f8956 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:29.878418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.884545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:29.885510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.957957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0b48500e-46a3-4d1a-96ba-d9388cdb334f None None] Provisioning complete for port 1688d745-b4a0-464a-bdc4-fcbedc163d9f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:29.958537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0b48500e-46a3-4d1a-96ba-d9388cdb334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:29.979342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76c6a8-3396-4035-bfb6-b87ee1c18545 req-617f311a-0f20-4bc8-9268-d2d5c992244e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:29.984637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76c6a8-3396-4035-bfb6-b87ee1c18545 req-617f311a-0f20-4bc8-9268-d2d5c992244e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:29.991862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e76c6a8-3396-4035-bfb6-b87ee1c18545 req-617f311a-0f20-4bc8-9268-d2d5c992244e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1680 time: 0.5746908 Feb 11 12:58:30.013874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (cb859f04-24a8-4f05-9935-c7bb26ad91ab), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.023655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:30.033358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-52d2f2b7-c019-45e0-a315-78cb92ffba75 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3244967 Feb 11 12:58:30.066314 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.070172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cb859f04-24a8-4f05-9935-c7bb26ad91ab HTTP/1.1" status: 204 len: 168 time: 1.1322987 Feb 11 12:58:30.073708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks [] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.075521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35446) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:30.080491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Request body: {'port': {'device_id': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:30.085828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d0c3e-6b07-4bb5-a699-cb6530a250f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb859f04-24a8-4f05-9935-c7bb26ad91ab,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:30.113033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0b48500e-46a3-4d1a-96ba-d9388cdb334f None None] Port 1688d745-b4a0-464a-bdc4-fcbedc163d9f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:30.116599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port bb713088-9e5c-4ad4-9ced-554aaf8f8956 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:30.116987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.140926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3cd8803e-5d76-401d-8e99-86e0d3f93ed7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6578679 Feb 11 12:58:30.158238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'admin_state_up': True, 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'security_groups': ['56dfe12a-7909-41f7-9207-02eae2e7ca5b']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:30.176163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bb713088-9e5c-4ad4-9ced-554aaf8f8956, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bb713088-9e5c-4ad4-9ced-554aaf8f8956,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:30.181196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Deleting port ab5271de-2f79-4147-8471-2f6f2bf077db {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:30.181593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.188300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.196608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e989cb6-727f-4398-a54f-586befb27578 req-a2af8e6c-2571-46f0-b42d-30be82d60820 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:30.198835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e989cb6-727f-4398-a54f-586befb27578 req-a2af8e6c-2571-46f0-b42d-30be82d60820 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1024 time: 0.5601108 Feb 11 12:58:30.250398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (628e252b-6b6b-4f97-a7ea-644b0a7fedbe), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.267366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=bb713088-9e5c-4ad4-9ced-554aaf8f8956,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:30.279913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.280826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.281325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.282359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.282864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.283376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.283864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.284743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.285344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.285974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.286463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.286944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.287524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:58:30.294248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Pushing event deleted for resources: {'Port': ['ID=628e252b-6b6b-4f97-a7ea-644b0a7fedbe,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:30.294424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:30.298350 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c82bdf5-4007-4981-8149-64af22a7588c" -d '{"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-plugged", "status": "completed", "tag": "bb713088-9e5c-4ad4-9ced-554aaf8f8956"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:30.300285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e76c6a8-3396-4035-bfb6-b87ee1c18545 req-8a6f3525-dd1c-4ba3-8f6c-6e4808e03e2e tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074427 Feb 11 12:58:30.304372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a5ec4-3467-4d90-afdd-098fba14316a req-3bd23a15-78bc-44de-833a-8ae27e24b101 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:30.306216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27a5ec4-3467-4d90-afdd-098fba14316a req-3bd23a15-78bc-44de-833a-8ae27e24b101 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 931 time: 0.3740211 Feb 11 12:58:30.315976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cbbca4b3-8b22-4cee-8620-51d1d0cd65f9 None None] Provisioning complete for port 14938341-81b2-44e7-a062-6db324358a28 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:30.317360 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbbca4b3-8b22-4cee-8620-51d1d0cd65f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14938341-81b2-44e7-a062-6db324358a28), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.331788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d13b55a7-c650-476b-adad-5076eb0c0aa2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.340428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.409754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cbbca4b3-8b22-4cee-8620-51d1d0cd65f9 None None] Port 14938341-81b2-44e7-a062-6db324358a28 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:30.469213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.514125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:30.538090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] For port ab5271de-2f79-4147-8471-2f6f2bf077db, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ab5271de-2f79-4147-8471-2f6f2bf077db,segment=NetworkSegment(500f3009-2a55-423e-bcdd-1c542df64082),segment_id=500f3009-2a55-423e-bcdd-1c542df64082)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:30.538766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.542793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:30.556651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:30.567523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Pushing event updated for resources: {'Port': ['ID=68224601-419c-4da9-a104-32e2bc7a2a1c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:30.570759 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27a5ec4-3467-4d90-afdd-098fba14316a req-306f2ccc-a128-428a-8411-c8fea7e3779c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492092 Feb 11 12:58:30.590747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.592786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Calling delete_port for ab5271de-2f79-4147-8471-2f6f2bf077db owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:30.678367 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d13b55a7-c650-476b-adad-5076eb0c0aa2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.724263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff564bb-1769-478b-8669-27d55979a7ec req-40dcf69a-be8d-4829-9bbb-38f898be468c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:30.725763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ff564bb-1769-478b-8669-27d55979a7ec req-40dcf69a-be8d-4829-9bbb-38f898be468c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 932 time: 0.3081481 Feb 11 12:58:30.773014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:30.773692 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.789195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:30.793095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.844173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2d28bb1c-26b7-4085-aed6-77a36bb60f69 None None] Provisioning complete for port 68224601-419c-4da9-a104-32e2bc7a2a1c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:30.844891 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2d28bb1c-26b7-4085-aed6-77a36bb60f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.847253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.851217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13b55a7-c650-476b-adad-5076eb0c0aa2']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:30.854982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-2123fd92-f93a-4e9b-86a8-6d215f927c10 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4915295 Feb 11 12:58:30.855369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks [] for router_controller (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.860242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Deleting port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:30.860579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.877708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e64daab0-798d-4a96-b35c-c02084e05fff') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:30.878057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e64daab0-798d-4a96-b35c-c02084e05fff') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:30.896267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Request body: {'port': {'device_id': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:30.899261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2d28bb1c-26b7-4085-aed6-77a36bb60f69 None None] Port 68224601-419c-4da9-a104-32e2bc7a2a1c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:30.926973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e64daab0-798d-4a96-b35c-c02084e05fff), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:30.950714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 44ccb1be-5c31-4767-93bb-c7cea512c142 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:30.976469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 44ccb1be-5c31-4767-93bb-c7cea512c142 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:30.977188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 44ccb1be-5c31-4767-93bb-c7cea512c142 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:30.995776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e64daab0-798d-4a96-b35c-c02084e05fff), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.015582 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (35e0c5f4-cd3b-404a-a4ea-1103f79d70cc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.016134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35e0c5f4-cd3b-404a-a4ea-1103f79d70cc {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:58:31.022514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.024182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-903233e2-958c-4cbf-a2b6-0905d76b7e80 admin admin] 10.222.0.42 "DELETE /v2.0/routers/35e0c5f4-cd3b-404a-a4ea-1103f79d70cc HTTP/1.1" status: 204 len: 168 time: 2.6944571 Feb 11 12:58:31.026879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:31.027248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e64daab0-798d-4a96-b35c-c02084e05fff), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:31.030586 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:31.033184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:31.066761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b39d5e-7e12-4027-9853-8d9913412317 req-353bf750-2c0d-4042-9581-b9c62337d485 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:31.068691 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-48b39d5e-7e12-4027-9853-8d9913412317 req-353bf750-2c0d-4042-9581-b9c62337d485 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 936 time: 0.3448105 Feb 11 12:58:31.199582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] Deleting subnet 52ceecbc-4358-490e-b91b-ab12ef2b7078 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:31.209818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d13b55a7-c650-476b-adad-5076eb0c0aa2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.215089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.220866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] 10.222.0.42 "DELETE /v2.0/networks/d13b55a7-c650-476b-adad-5076eb0c0aa2 HTTP/1.1" status: 204 len: 168 time: 1.1405387 Feb 11 12:58:31.231365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] Publish callbacks [] for subnet (52ceecbc-4358-490e-b91b-ab12ef2b7078), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.274160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f94382-17c1-42c5-91e8-638aa8002f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=d13b55a7-c650-476b-adad-5076eb0c0aa2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:31.300414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-48b39d5e-7e12-4027-9853-8d9913412317 req-bda49614-6d40-4761-b8f8-ab9aef85f1df tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015123 Feb 11 12:58:31.339071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (52ceecbc-4358-490e-b91b-ab12ef2b7078), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.369946 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1496d992-f7df-48c8-931e-07953d6bf470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.391292 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ab5271de-2f79-4147-8471-2f6f2bf077db), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.423200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ff564bb-1769-478b-8669-27d55979a7ec req-e627c8a5-7e51-4861-9ff7-1154105af4d0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6443050 Feb 11 12:58:31.436622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Pushing event deleted for resources: {'Port': ['ID=ab5271de-2f79-4147-8471-2f6f2bf077db,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:31.473738 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5923ede0-628f-4c2a-a5a9-a06e019a446c x-openstack-request-id: req-5923ede0-628f-4c2a-a5a9-a06e019a446c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:31.474296 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-plugged", "status": "completed", "tag": "bb713088-9e5c-4ad4-9ced-554aaf8f8956", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:31.474969 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5923ede0-628f-4c2a-a5a9-a06e019a446c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:31.475576 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956', 'code': 200} Feb 11 12:58:31.476753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35462) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:31.548466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] No DVR routers for this DVR port ab5271de-2f79-4147-8471-2f6f2bf077db on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:31.550991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.555370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.53 "DELETE /v2.0/ports/ab5271de-2f79-4147-8471-2f6f2bf077db HTTP/1.1" status: 204 len: 173 time: 2.0543540 Feb 11 12:58:31.603845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'name': 'network-vif-deleted', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:31.606317 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e69fe32-093f-4672-a262-14cff7e34886" -d '{"events": [{"server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "name": "network-vif-deleted", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:31.625950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.652882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b769ba38-41f1-4b31-925b-d4b162bf5b5d req-a192f542-7053-4fe7-befa-d56a3eb013ef tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb966a67-fd8c-4ad7-aa3f-300fd0b95d26 HTTP/1.1" status: 200 len: 210 time: 0.0802186 Feb 11 12:58:31.656682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] For port 65c5b701-7c6d-4d51-aaed-1e7909b402e3, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65c5b701-7c6d-4d51-aaed-1e7909b402e3,segment=NetworkSegment(a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad),segment_id=a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:31.657047 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.731670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Calling delete_port for 65c5b701-7c6d-4d51-aaed-1e7909b402e3 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:31.741111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (52ceecbc-4358-490e-b91b-ab12ef2b7078), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.769235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 10.1.1.123 (d2a07d6b-71f7-4b02-9dbb-38caa38e013d/4a51648f-dfc3-44b1-ac74-8b2cbc4b76df/8011536a-0b47-47dc-aa0b-dc0ea70f4955) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:31.800223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f9965b4d-974d-442b-9f0f-1c42e28d7b09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a505bd73cf8f44468d10525f84e970f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193471 Feb 11 12:58:31.805406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35468) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:31.840685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ce5a-b192-4780-b7d4-d65325bd02a2 req-130b117a-9776-4414-8741-2c90e2577cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:31.841137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ce5a-b192-4780-b7d4-d65325bd02a2 req-130b117a-9776-4414-8741-2c90e2577cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:31.842959 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f90ce5a-b192-4780-b7d4-d65325bd02a2 req-130b117a-9776-4414-8741-2c90e2577cad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 2045 time: 0.2959745 Feb 11 12:58:31.891024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bfed8-43a0-4d8f-8b53-006247256c10 req-c8ad81a8-90b2-4dea-a3cc-cb31b1743bbe tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:31.895631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b49bfed8-43a0-4d8f-8b53-006247256c10 req-c8ad81a8-90b2-4dea-a3cc-cb31b1743bbe tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 1024 time: 0.2755868 Feb 11 12:58:31.907777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (52ceecbc-4358-490e-b91b-ab12ef2b7078), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:31.965827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ceecbc-4358-490e-b91b-ab12ef2b7078,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:31.983911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e982d25-a5fb-4d7c-a927-165cec60b46b None None] Network 1b335486-b516-49ae-b9ca-00fc341ac830 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:31.988316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14938341-81b2-44e7-a062-6db324358a28 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:32.003153 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.006485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-562fc15a-a0ef-41da-96cb-7a69b90149b7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52ceecbc-4358-490e-b91b-ab12ef2b7078 HTTP/1.1" status: 204 len: 168 time: 0.9627149 Feb 11 12:58:32.015685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Publish callbacks [] for port (14938341-81b2-44e7-a062-6db324358a28), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.017720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35470) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:32.097403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b49bfed8-43a0-4d8f-8b53-006247256c10 req-9bcb1202-c9e4-4537-9633-04cf3c87c5fb tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups?id=ada744d3-6ee9-443b-8433-52541142fc96&id=85ffcc83-7adf-4236-961f-4b3c25ec63e7&id=8fb6d97e-a7f3-4a06-a2de-8b940808f542&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1843503 Feb 11 12:58:32.098629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a802fde5-00a8-4d46-bcc4-195451e5c7c9 admin admin] Publish callbacks [] for security_group (dcbd6e01-be4f-4ec7-be94-bc7bec415028), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.113864 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f90ce5a-b192-4780-b7d4-d65325bd02a2 req-2e07f258-2d1f-45b6-8903-9c299088c48a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478893 Feb 11 12:58:32.127153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Transition to ACTIVE for port object 14938341-81b2-44e7-a062-6db324358a28 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:32.147925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a802fde5-00a8-4d46-bcc4-195451e5c7c9 admin admin] Publish callbacks [] for security_group (dcbd6e01-be4f-4ec7-be94-bc7bec415028), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.169316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.238892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a802fde5-00a8-4d46-bcc4-195451e5c7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dcbd6e01-be4f-4ec7-be94-bc7bec415028), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.241250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] DHCP port deletion for 1b335486-b516-49ae-b9ca-00fc341ac830 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:58:32.267264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dddcf8-3faa-4cb9-a9cc-0702267d856a req-12168a84-8874-42e0-bdb8-fc9553292ca4 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:32.273671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dddcf8-3faa-4cb9-a9cc-0702267d856a req-12168a84-8874-42e0-bdb8-fc9553292ca4 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:32.280270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11dddcf8-3faa-4cb9-a9cc-0702267d856a req-12168a84-8874-42e0-bdb8-fc9553292ca4 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1681 time: 0.4451210 Feb 11 12:58:32.281737 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a802fde5-00a8-4d46-bcc4-195451e5c7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.283147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a802fde5-00a8-4d46-bcc4-195451e5c7c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcbd6e01-be4f-4ec7-be94-bc7bec415028 HTTP/1.1" status: 204 len: 168 time: 0.4763205 Feb 11 12:58:32.286023 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4c6514-eceb-436b-bb60-7be821d014ce x-openstack-request-id: req-bc4c6514-eceb-436b-bb60-7be821d014ce {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:32.286345 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb966a67-fd8c-4ad7-aa3f-300fd0b95d26", "name": "network-vif-deleted", "tag": "ab5271de-2f79-4147-8471-2f6f2bf077db", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:32.286575 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc4c6514-eceb-436b-bb60-7be821d014ce {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:32.287160 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb966a67-fd8c-4ad7-aa3f-300fd0b95d26', 'name': 'network-vif-deleted', 'tag': 'ab5271de-2f79-4147-8471-2f6f2bf077db', 'status': 'completed', 'code': 200} Feb 11 12:58:32.319534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802fde5-00a8-4d46-bcc4-195451e5c7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbd6e01-be4f-4ec7-be94-bc7bec415028,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:32.385922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1b335486-b516-49ae-b9ca-00fc341ac830), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.452956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] Deleting port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:32.453529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.484741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c92de9-ae99-402a-b0a3-de3ebc5f18d5 req-6bf596de-33a0-4097-aa7d-3b26841584e0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:32.488227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:32.503563 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4c92de9-ae99-402a-b0a3-de3ebc5f18d5 req-6bf596de-33a0-4097-aa7d-3b26841584e0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 931 time: 0.1619110 Feb 11 12:58:32.537129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.544703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] For port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,segment=NetworkSegment(866c6bf9-6e57-4871-a3b8-1345f69f69cb),segment_id=866c6bf9-6e57-4871-a3b8-1345f69f69cb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:32.545027 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.592226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4c92de9-ae99-402a-b0a3-de3ebc5f18d5 req-a0de65d0-1f8d-49e4-b5e1-a78e7800ef8b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875871 Feb 11 12:58:32.593363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] Calling delete_port for ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:32.626478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (65c5b701-7c6d-4d51-aaed-1e7909b402e3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.658621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.714706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11dddcf8-3faa-4cb9-a9cc-0702267d856a req-3e326ce6-16c7-4b2f-8123-0ff2549f988a tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190719 Feb 11 12:58:32.784715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.820581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'Port': ['ID=65c5b701-7c6d-4d51-aaed-1e7909b402e3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:32.827743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed6c72-77f2-40a7-8237-6d352df5c24d req-70267a49-8b08-47d1-b758-995db0bbfc61 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:32.840186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2eed6c72-77f2-40a7-8237-6d352df5c24d req-70267a49-8b08-47d1-b758-995db0bbfc61 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 936 time: 0.1198678 Feb 11 12:58:32.853174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] No DVR routers for this DVR port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:32.869994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180e399-b4cd-457e-91b6-0a150cb0e530 None None] Pushing event deleted for resources: {'Port': ['ID=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:32.938198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2eed6c72-77f2-40a7-8237-6d352df5c24d req-bb062abb-6bed-4f1c-8e13-621f8f4f9edd tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969760 Feb 11 12:58:32.954228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68224601-419c-4da9-a104-32e2bc7a2a1c {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:32.969160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:32.983352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Publish callbacks [] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.989682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] No DVR routers for this DVR port 65c5b701-7c6d-4d51-aaed-1e7909b402e3 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:32.995726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:32.998102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.001701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e989cb6-727f-4398-a54f-586befb27578 req-6cfc58ed-7e89-4c93-ae06-28c61310660b tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.53 "DELETE /v2.0/ports/65c5b701-7c6d-4d51-aaed-1e7909b402e3 HTTP/1.1" status: 204 len: 173 time: 2.7962360 Feb 11 12:58:33.006077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'name': 'network-vif-deleted', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:33.008731 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7eb49-3be1-426b-96ca-c858838d3f03" -d '{"events": [{"server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "name": "network-vif-deleted", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:33.011578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Attempting to bind port 14938341-81b2-44e7-a062-6db324358a28 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:33.011920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Attempting to bind port 14938341-81b2-44e7-a062-6db324358a28 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:33.012246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Attempting to bind port 14938341-81b2-44e7-a062-6db324358a28 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:33.020497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35484) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:33.047833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:33.048484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35486) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:33.049203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:33.049818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 628e252b-6b6b-4f97-a7ea-644b0a7fedbe no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:33.075701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Port 14938341-81b2-44e7-a062-6db324358a28 on network 9317fd9e-eafc-4090-a86a-9621fd4980db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:33.075976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Attempting to bind port 14938341-81b2-44e7-a062-6db324358a28 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:33.083030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Transition to ACTIVE for port object 68224601-419c-4da9-a104-32e2bc7a2a1c will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:33.092102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 628e252b-6b6b-4f97-a7ea-644b0a7fedbe {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:33.095420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 628e252b-6b6b-4f97-a7ea-644b0a7fedbe not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:33.109746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.112256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:33.112256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:33.112509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Bound using segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:33.113522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Bound port: 14938341-81b2-44e7-a062-6db324358a28, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:33.113916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.117827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:33.130901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Deleting port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:33.131236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.145845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:33.154570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:33.155867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8e365f5f-2d53-46c3-bdb9-29e69e2505a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d43a92f23f8a4514a92ac3f358ebee89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332974 Feb 11 12:58:33.156662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35490) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:33.160419 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c73302a-925c-4ade-b060-9bb0e4032d63 x-openstack-request-id: req-2c73302a-925c-4ade-b060-9bb0e4032d63 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:33.160630 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b7a118-c7fa-4eb2-a088-47524772bfab", "name": "network-vif-deleted", "tag": "65c5b701-7c6d-4d51-aaed-1e7909b402e3", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:33.160888 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c73302a-925c-4ade-b060-9bb0e4032d63 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:33.161287 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b7a118-c7fa-4eb2-a088-47524772bfab', 'name': 'network-vif-deleted', 'tag': '65c5b701-7c6d-4d51-aaed-1e7909b402e3', 'status': 'completed', 'code': 200} Feb 11 12:58:33.164625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:33.172596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=8011536a-0b47-47dc-aa0b-dc0ea70f4955,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:33.217919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: ab5271de-2f79-4147-8471-2f6f2bf077db {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:33.226390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ab5271de-2f79-4147-8471-2f6f2bf077db not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:33.227171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65c5b701-7c6d-4d51-aaed-1e7909b402e3 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:33.267316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea27b33-998e-45a8-9f17-a7bdeb66b2e1 req-1fc2f46b-5cb6-4e0a-989b-90eacf5e6f59 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:33.270890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 65c5b701-7c6d-4d51-aaed-1e7909b402e3 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:33.271234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65c5b701-7c6d-4d51-aaed-1e7909b402e3 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:33.280623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3ea27b33-998e-45a8-9f17-a7bdeb66b2e1 req-1fc2f46b-5cb6-4e0a-989b-90eacf5e6f59 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 944 time: 0.4384336 Feb 11 12:58:33.334937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fed7f04-fd0e-4874-b3b8-20ad994aba68 admin admin] Publish callbacks [] for security_group (a7acd0b0-4ec2-48cb-a502-bcb7a40276a3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.380232 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9b70843-0bd9-4b54-aaaf-f4c1514614dd req-7114ada8-a3f0-4e8d-a107-26b4de6e16c1 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7b7a118-c7fa-4eb2-a088-47524772bfab HTTP/1.1" status: 200 len: 210 time: 0.0606813 Feb 11 12:58:33.430207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fed7f04-fd0e-4874-b3b8-20ad994aba68 admin admin] Publish callbacks [] for security_group (a7acd0b0-4ec2-48cb-a502-bcb7a40276a3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.554584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fed7f04-fd0e-4874-b3b8-20ad994aba68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a7acd0b0-4ec2-48cb-a502-bcb7a40276a3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.559115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fed7f04-fd0e-4874-b3b8-20ad994aba68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.566128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5fed7f04-fd0e-4874-b3b8-20ad994aba68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7acd0b0-4ec2-48cb-a502-bcb7a40276a3 HTTP/1.1" status: 204 len: 168 time: 0.4069841 Feb 11 12:58:33.580283 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed7f04-fd0e-4874-b3b8-20ad994aba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7acd0b0-4ec2-48cb-a502-bcb7a40276a3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:33.637234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Pushing event updated for resources: {'Port': ['ID=68224601-419c-4da9-a104-32e2bc7a2a1c,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:33.671346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0cba1644-6cec-4164-93f2-a1e644a3f0e3 None None] Provisioning complete for port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:33.676528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0cba1644-6cec-4164-93f2-a1e644a3f0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.693874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] For port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:33.694248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.700040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] Deleting subnet d8d925a2-3883-4338-bbf2-dedbac2d51f5 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:33.705069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] Publish callbacks [] for subnet (d8d925a2-3883-4338-bbf2-dedbac2d51f5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.739276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:33.739921 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.782340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Calling delete_port for ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:33.795653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 was not found and therefore no delete operation was performed {{(pid=109685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:58:33.809437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0cba1644-6cec-4164-93f2-a1e644a3f0e3 None None] Port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:33.820141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ffc5eac0-2b3e-46c8-a6df-ca59c878dac2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:33.825557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-6aba0252-4985-4ef1-a426-a2c086525ec4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6713722 Feb 11 12:58:33.854741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3ea27b33-998e-45a8-9f17-a7bdeb66b2e1 req-40a5ab19-16f7-4b22-8709-8c1e48d37712 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199756 Feb 11 12:58:33.872483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'admin_state_up': True, 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'security_groups': ['56dfe12a-7909-41f7-9207-02eae2e7ca5b']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:33.903270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:33.935486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc5eac0-2b3e-46c8-a6df-ca59c878dac2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:33.950737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] No DVR routers for this DVR port ffc5eac0-2b3e-46c8-a6df-ca59c878dac2 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:33.959925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:34.025975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Attempting to bind port 68224601-419c-4da9-a104-32e2bc7a2a1c on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:34.026724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Attempting to bind port 68224601-419c-4da9-a104-32e2bc7a2a1c by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:34.026724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Attempting to bind port 68224601-419c-4da9-a104-32e2bc7a2a1c on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:34.046368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.083714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Port 68224601-419c-4da9-a104-32e2bc7a2a1c on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:34.084049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Attempting to bind port 68224601-419c-4da9-a104-32e2bc7a2a1c on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:34.111866 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.152768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (d8d925a2-3883-4338-bbf2-dedbac2d51f5), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.169495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:34.169859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:34.170241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:34.170690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Bound port: 68224601-419c-4da9-a104-32e2bc7a2a1c, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:34.171046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.175804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1b335486-b516-49ae-b9ca-00fc341ac830), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.182296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.183114 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.184359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] 10.222.0.53 "PUT /v2.0/ports/14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1092 time: 4.1081815 Feb 11 12:58:34.246417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65a72c-7c2e-44c5-b8ec-e4882751af37 req-48910404-fa08-44b7-ad9b-2e9a9f974376 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.255191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65a72c-7c2e-44c5-b8ec-e4882751af37 req-48910404-fa08-44b7-ad9b-2e9a9f974376 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.256877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc65a72c-7c2e-44c5-b8ec-e4882751af37 req-48910404-fa08-44b7-ad9b-2e9a9f974376 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 1653 time: 0.5528741 Feb 11 12:58:34.258331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d8d925a2-3883-4338-bbf2-dedbac2d51f5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.303235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b5a44-50da-44b5-9eef-343e844de01e service neutron] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:34.313019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b335486-b516-49ae-b9ca-00fc341ac830']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:34.332921 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc65a72c-7c2e-44c5-b8ec-e4882751af37 req-8117e3fb-2b0a-4125-a2e0-3e965fff7ca3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694952 Feb 11 12:58:34.369067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc064ba-bef2-442f-a838-8fed5d207d93 req-b64524e7-2c2f-44de-a60a-bf3d447b8c5d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.375895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc064ba-bef2-442f-a838-8fed5d207d93 req-b64524e7-2c2f-44de-a60a-bf3d447b8c5d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.377798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dcc064ba-bef2-442f-a838-8fed5d207d93 req-b64524e7-2c2f-44de-a60a-bf3d447b8c5d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1681 time: 0.4128611 Feb 11 12:58:34.391041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866c6bf9-6e57-4871-a3b8-1345f69f69cb') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:34.391340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866c6bf9-6e57-4871-a3b8-1345f69f69cb') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:34.397970 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d8d925a2-3883-4338-bbf2-dedbac2d51f5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.424697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (866c6bf9-6e57-4871-a3b8-1345f69f69cb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.442753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d925a2-3883-4338-bbf2-dedbac2d51f5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:34.455390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:34.457902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.459393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.469936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb373e35-55e3-446d-aa33-8d4382bd8381 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d8d925a2-3883-4338-bbf2-dedbac2d51f5 HTTP/1.1" status: 204 len: 168 time: 1.4188471 Feb 11 12:58:34.471277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:34.513183 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (866c6bf9-6e57-4871-a3b8-1345f69f69cb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.538858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-86a569e0-d620-47de-bb7f-882044df4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.540666 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-86a569e0-d620-47de-bb7f-882044df4193 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1126 time: 0.2968857 Feb 11 12:58:34.544485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] For port 68224601-419c-4da9-a104-32e2bc7a2a1c, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:34.547026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:34.547492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (866c6bf9-6e57-4871-a3b8-1345f69f69cb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:34.549492 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:34.551786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] For port 68224601-419c-4da9-a104-32e2bc7a2a1c, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=68224601-419c-4da9-a104-32e2bc7a2a1c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:34.626431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ffb05-0daf-4f85-accb-9f91f9a17408 req-4e12a710-affb-405c-b2f1-a523e0723dc2 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.627969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f92ffb05-0daf-4f85-accb-9f91f9a17408 req-4e12a710-affb-405c-b2f1-a523e0723dc2 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 948 time: 0.1389546 Feb 11 12:58:34.663883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (67384716-3155-4c0b-bbda-e47d27ab2b7c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.666230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.738959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-ab9d580d-600f-4a4c-8877-93cdd9771160 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 217 time: 0.1858995 Feb 11 12:58:34.740003 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f92ffb05-0daf-4f85-accb-9f91f9a17408 req-65df6ba4-a217-42f1-ab68-efef18e6c42a tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052492 Feb 11 12:58:34.742034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dcc064ba-bef2-442f-a838-8fed5d207d93 req-1dede2bb-959b-483c-b765-9838730a84bd tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335361 Feb 11 12:58:34.797466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:34.798810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.800231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] 10.222.0.53 "PUT /v2.0/ports/68224601-419c-4da9-a104-32e2bc7a2a1c HTTP/1.1" status: 200 len: 1096 time: 3.9306371 Feb 11 12:58:34.822953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1b335486-b516-49ae-b9ca-00fc341ac830), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.869377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.870634 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (67384716-3155-4c0b-bbda-e47d27ab2b7c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.891408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b335486-b516-49ae-b9ca-00fc341ac830 HTTP/1.1" status: 204 len: 168 time: 2.8667152 Feb 11 12:58:34.911279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67384716-3155-4c0b-bbda-e47d27ab2b7c']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:34.930494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500f3009-2a55-423e-bcdd-1c542df64082') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:34.931983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500f3009-2a55-423e-bcdd-1c542df64082') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:34.950371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (500f3009-2a55-423e-bcdd-1c542df64082), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.963566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61db9-12d7-4bdc-942d-2a2f887c2203 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b335486-b516-49ae-b9ca-00fc341ac830,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:34.973080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (500f3009-2a55-423e-bcdd-1c542df64082), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.987330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:34.987740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (500f3009-2a55-423e-bcdd-1c542df64082), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:34.992708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24d175-c7a4-4d7e-a73c-f3d273e93b1c service neutron] Pushing event updated for resources: {'Port': ['ID=68224601-419c-4da9-a104-32e2bc7a2a1c,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:35.073600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-c8faae55-481b-4609-b403-91b06da2e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:35.075042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-c8faae55-481b-4609-b403-91b06da2e61a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.3106542 Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:35.110685 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:35.162396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 10.1.1.197 (d2a07d6b-71f7-4b02-9dbb-38caa38e013d/4a51648f-dfc3-44b1-ac74-8b2cbc4b76df/60a3b7d3-3766-4479-819d-8db2e7390a5a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:35.249213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-333200dd-26f1-47e4-95e4-15638c1251b8 req-ff78f9c4-ad16-4e04-b462-37cd95120536 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/85ffcc83-7adf-4236-961f-4b3c25ec63e7 HTTP/1.1" status: 200 len: 1817 time: 0.1374619 Feb 11 12:58:35.269626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (67384716-3155-4c0b-bbda-e47d27ab2b7c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.272513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35538) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:35.303877 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.323419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}, {'name': 'network-changed', 'server_uuid': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'tag': '68224601-419c-4da9-a104-32e2bc7a2a1c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:35.325986 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "tag": "14938341-81b2-44e7-a062-6db324358a28"}, {"name": "network-changed", "server_uuid": "b3ffc12d-f16d-4334-8dff-47c860b127c8", "tag": "68224601-419c-4da9-a104-32e2bc7a2a1c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:35.333617 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.338288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] 10.222.0.42 "DELETE /v2.0/networks/67384716-3155-4c0b-bbda-e47d27ab2b7c HTTP/1.1" status: 204 len: 168 time: 0.8656151 Feb 11 12:58:35.339401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda260da-74d1-4776-8736-931537c98626 admin admin] Pushing event deleted for resources: {'Network': ['ID=67384716-3155-4c0b-bbda-e47d27ab2b7c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:35.344015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35544) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:35.349595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.415556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-c3ad2ab1-ed51-4c2b-9e91-8f7b4ee5338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:35.417950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-c3ad2ab1-ed51-4c2b-9e91-8f7b4ee5338e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af08b801d9724340b95be7178ac6c120&device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 1130 time: 0.4858427 Feb 11 12:58:35.450698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-333200dd-26f1-47e4-95e4-15638c1251b8 req-67d238e2-1b53-4da3-af13-3a83719c3b20 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (85ffcc83-7adf-4236-961f-4b3c25ec63e7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.457538 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-31a329a0-0ce9-44a4-8e07-ee0211cf28fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ea75228b8854dbcb0caa8ffcb4bc6f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814935 Feb 11 12:58:35.458809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35550) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:35.492434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-333200dd-26f1-47e4-95e4-15638c1251b8 req-67d238e2-1b53-4da3-af13-3a83719c3b20 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (85ffcc83-7adf-4236-961f-4b3c25ec63e7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.557141 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2424db2-5f50-4b6a-b8ef-106ddafe35a5 admin admin] Publish callbacks [] for security_group (3341906d-f31e-49aa-955d-7d10a2fc3c53), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.604375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2424db2-5f50-4b6a-b8ef-106ddafe35a5 admin admin] Publish callbacks [] for security_group (3341906d-f31e-49aa-955d-7d10a2fc3c53), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.653502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-333200dd-26f1-47e4-95e4-15638c1251b8 req-67d238e2-1b53-4da3-af13-3a83719c3b20 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (85ffcc83-7adf-4236-961f-4b3c25ec63e7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.656822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-333200dd-26f1-47e4-95e4-15638c1251b8 req-67d238e2-1b53-4da3-af13-3a83719c3b20 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.670082 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-333200dd-26f1-47e4-95e4-15638c1251b8 req-67d238e2-1b53-4da3-af13-3a83719c3b20 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/85ffcc83-7adf-4236-961f-4b3c25ec63e7 HTTP/1.1" status: 204 len: 173 time: 0.4197831 Feb 11 12:58:35.693859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d238e2-1b53-4da3-af13-3a83719c3b20 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffcc83-7adf-4236-961f-4b3c25ec63e7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:35.744560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2424db2-5f50-4b6a-b8ef-106ddafe35a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3341906d-f31e-49aa-955d-7d10a2fc3c53), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.749868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2424db2-5f50-4b6a-b8ef-106ddafe35a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.753283 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f2424db2-5f50-4b6a-b8ef-106ddafe35a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3341906d-f31e-49aa-955d-7d10a2fc3c53 HTTP/1.1" status: 204 len: 168 time: 0.2912650 Feb 11 12:58:35.777185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2424db2-5f50-4b6a-b8ef-106ddafe35a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3341906d-f31e-49aa-955d-7d10a2fc3c53,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:35.885023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] Deleting subnet 3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:35.896162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4dc081-e0ca-4091-9730-a8cde42d3018 req-cbdcb8d6-3d8e-4903-ac87-fa5781c0600f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:35.903699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff4dc081-e0ca-4091-9730-a8cde42d3018 req-cbdcb8d6-3d8e-4903-ac87-fa5781c0600f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 944 time: 0.8341224 Feb 11 12:58:35.906842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] Publish callbacks [] for subnet (3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:35.911440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-53b7eed0-3e8c-445b-8914-2262cd85f704 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=68224601-419c-4da9-a104-32e2bc7a2a1c HTTP/1.1" status: 200 len: 217 time: 0.4839413 Feb 11 12:58:35.951875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-af027f91-4e5a-4f55-b4c2-221fde2aaa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:35.953414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-af027f91-4e5a-4f55-b4c2-221fde2aaa44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8681269 Feb 11 12:58:35.964396 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88470a75-b1af-4117-af0e-ce279c266039 x-openstack-request-id: req-88470a75-b1af-4117-af0e-ce279c266039 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:35.964689 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "tag": "14938341-81b2-44e7-a062-6db324358a28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3ffc12d-f16d-4334-8dff-47c860b127c8", "tag": "68224601-419c-4da9-a104-32e2bc7a2a1c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:35.964940 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88470a75-b1af-4117-af0e-ce279c266039 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:35.965338 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'status': 'completed', 'code': 200} Feb 11 12:58:35.965589 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'tag': '68224601-419c-4da9-a104-32e2bc7a2a1c', 'status': 'completed', 'code': 200} Feb 11 12:58:36.010667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.081708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.082312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab656-bc1f-43ad-9a3e-db2ae9dfe157 req-17f3f225-20a3-4424-a083-a801b1b8e95e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:36.090777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab656-bc1f-43ad-9a3e-db2ae9dfe157 req-17f3f225-20a3-4424-a083-a801b1b8e95e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:36.097327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab656-bc1f-43ad-9a3e-db2ae9dfe157 req-17f3f225-20a3-4424-a083-a801b1b8e95e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:36.099337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f08ab656-bc1f-43ad-9a3e-db2ae9dfe157 req-17f3f225-20a3-4424-a083-a801b1b8e95e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 2374 time: 0.1030023 Feb 11 12:58:36.160503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-cf2aa1cf-a983-4db6-9f35-77d01d6b7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:36.161880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-cf2aa1cf-a983-4db6-9f35-77d01d6b7d30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2258787 Feb 11 12:58:36.177540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:36.181035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f08ab656-bc1f-43ad-9a3e-db2ae9dfe157 req-eba88c5e-eaea-44d9-afc2-e751b4540d53 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727794 Feb 11 12:58:36.200060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:36.214348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff4dc081-e0ca-4091-9730-a8cde42d3018 req-8705a43c-9ce4-4774-8c5c-ea01678be754 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096871 Feb 11 12:58:36.219263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:36.285274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=60a3b7d3-3766-4479-819d-8db2e7390a5a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:36.296292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-26e13860-b4f3-4aca-9ca2-14da74ca163b req-4665ffec-33b1-411d-968f-dd402f8c4734 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "GET /v2.0/security-groups/8fb6d97e-a7f3-4a06-a2de-8b940808f542 HTTP/1.1" status: 200 len: 1818 time: 0.0748532 Feb 11 12:58:36.354179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.436820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-26e13860-b4f3-4aca-9ca2-14da74ca163b req-9b75ab65-2832-4f98-93ac-7cfff60a52f8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (8fb6d97e-a7f3-4a06-a2de-8b940808f542), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.448974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-b5b4b631-1f94-4436-9af2-4879940e7bb6 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798179 Feb 11 12:58:36.481124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:36.482359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.483586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-26e13860-b4f3-4aca-9ca2-14da74ca163b req-9b75ab65-2832-4f98-93ac-7cfff60a52f8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (8fb6d97e-a7f3-4a06-a2de-8b940808f542), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.515452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-3da8b096-b8fa-476b-b6f7-41a4246d0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:36.516863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-3da8b096-b8fa-476b-b6f7-41a4246d0f35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3414001 Feb 11 12:58:36.556050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-26e13860-b4f3-4aca-9ca2-14da74ca163b req-9b75ab65-2832-4f98-93ac-7cfff60a52f8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8fb6d97e-a7f3-4a06-a2de-8b940808f542), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.558771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-26e13860-b4f3-4aca-9ca2-14da74ca163b req-9b75ab65-2832-4f98-93ac-7cfff60a52f8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.560059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-26e13860-b4f3-4aca-9ca2-14da74ca163b req-9b75ab65-2832-4f98-93ac-7cfff60a52f8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] 10.222.0.42 "DELETE /v2.0/security-groups/8fb6d97e-a7f3-4a06-a2de-8b940808f542 HTTP/1.1" status: 204 len: 173 time: 0.2627354 Feb 11 12:58:36.568631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35578) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:36.575351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4599e602-4df5-41eb-9f67-a780268705c9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7179866 Feb 11 12:58:36.595935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2129212f-fd42-4694-8e2b-9e6a52ac4c1e None None] Provisioning complete for port 60a3b7d3-3766-4479-819d-8db2e7390a5a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:36.596656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2129212f-fd42-4694-8e2b-9e6a52ac4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.601331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f', 'admin_state_up': True, 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'security_groups': ['56dfe12a-7909-41f7-9207-02eae2e7ca5b']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:36.631723 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.663718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95dff2-cda0-4f3f-b9cd-4a6ead1dee44 req-83e22f01-c18f-4977-b680-a480e7e13458 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:36.672022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e95dff2-cda0-4f3f-b9cd-4a6ead1dee44 req-83e22f01-c18f-4977-b680-a480e7e13458 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 948 time: 0.3267343 Feb 11 12:58:36.679230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] Deleting subnet 90d11018-b2b5-4255-8ea5-586b73d36506 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:36.679875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2129212f-fd42-4694-8e2b-9e6a52ac4c1e None None] Port 60a3b7d3-3766-4479-819d-8db2e7390a5a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:36.681965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75ab65-2832-4f98-93ac-7cfff60a52f8 tempest-SecurityGroupsTestJSON-1575471379 tempest-SecurityGroupsTestJSON-1575471379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6d97e-a7f3-4a06-a2de-8b940808f542,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:36.693282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] Publish callbacks [] for subnet (90d11018-b2b5-4255-8ea5-586b73d36506), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.752790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:36.765839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (90d11018-b2b5-4255-8ea5-586b73d36506), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.816330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.826534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f710a12b-8499-4477-a18f-81fa5b4f6319 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3fb3bff0-5f4d-4a6c-9b28-e73b2e322d1a HTTP/1.1" status: 204 len: 168 time: 1.4747088 Feb 11 12:58:36.833397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (90d11018-b2b5-4255-8ea5-586b73d36506), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:36.834947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2ae2490-0d5c-4055-9417-f9b1abb25537 req-e33d2d99-7c65-46d0-8f93-c1ea747683c4 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702188 Feb 11 12:58:36.837607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35586) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:36.912647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-1d8fec3a-7383-487d-b18e-b0d14d01c9ce service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790457 Feb 11 12:58:36.924490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e95dff2-cda0-4f3f-b9cd-4a6ead1dee44 req-2f6b6a0a-ac3b-4e63-9bb3-382c792b45c1 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504356 Feb 11 12:58:37.020208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (90d11018-b2b5-4255-8ea5-586b73d36506), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.060180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:37.065433 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (46d07b27-23d6-408a-af02-3fa07dab55ef), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.100814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d11018-b2b5-4255-8ea5-586b73d36506,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:37.130500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e3b93-486f-4aff-aa14-b832a9742bf2 req-4005692d-5663-4030-8a53-c2767282ee2d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.130870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:37.150119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e3b93-486f-4aff-aa14-b832a9742bf2 req-4005692d-5663-4030-8a53-c2767282ee2d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.158644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b4e3b93-486f-4aff-aa14-b832a9742bf2 req-4005692d-5663-4030-8a53-c2767282ee2d tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1681 time: 0.2857487 Feb 11 12:58:37.172742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-a02e2e9a-5a20-47e9-9adb-1c6911b108c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.174072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.174512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-a02e2e9a-5a20-47e9-9adb-1c6911b108c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1126 time: 0.2490611 Feb 11 12:58:37.179861 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9de21ea7-d16e-4f9c-b5bc-8bbc215f8a45 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90d11018-b2b5-4255-8ea5-586b73d36506 HTTP/1.1" status: 204 len: 168 time: 0.6078095 Feb 11 12:58:37.183515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35596) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:37.268843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (def81c75-c88c-452f-9092-ec93d202fab1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.326362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce58380d-262d-49bd-90c2-4b6f2230ea14 req-d3d95e98-54a4-4785-a19f-0cf191fc84b1 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884385 Feb 11 12:58:37.328295 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b4e3b93-486f-4aff-aa14-b832a9742bf2 req-8b8bc687-765c-46fb-bb6e-5e677c0d596f tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686797 Feb 11 12:58:37.376047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-244168092-network', 'tenant_id': 'fce860e915954f6d9870235ede7962c7'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:37.441730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Made reservation on behalf of fce860e915954f6d9870235ede7962c7 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:37.444529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.459486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.465918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (def81c75-c88c-452f-9092-ec93d202fab1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.495721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def81c75-c88c-452f-9092-ec93d202fab1']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:37.512153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:37.512452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:37.526209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.541737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-017107f8-cc11-4bb6-b9a5-27e7e0a625c9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.544724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-6a9eb5ea-a29e-41ec-8e8c-9051c1e1944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.546337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-6a9eb5ea-a29e-41ec-8e8c-9051c1e1944e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.3439035 Feb 11 12:58:37.547705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-017107f8-cc11-4bb6-b9a5-27e7e0a625c9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.548257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (46d07b27-23d6-408a-af02-3fa07dab55ef), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.549519 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-017107f8-cc11-4bb6-b9a5-27e7e0a625c9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 1681 time: 0.1537089 Feb 11 12:58:37.600510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.610554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-130cf9a9-0253-43c5-8453-17bf8732110a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 217 time: 0.0459898 Feb 11 12:58:37.615456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:37.616149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (a7dfd4e0-2bc8-4d6b-bf43-5d995eb2d6ad), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:37.618161 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:37.632705 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.679031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d07b27-23d6-408a-af02-3fa07dab55ef']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:37.706966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:37.707339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:37.717319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (def81c75-c88c-452f-9092-ec93d202fab1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.725287 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.731326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/def81c75-c88c-452f-9092-ec93d202fab1 HTTP/1.1" status: 204 len: 168 time: 0.5369287 Feb 11 12:58:37.745227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c96c27-aff1-430b-bd96-65902b03ddd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=def81c75-c88c-452f-9092-ec93d202fab1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:37.753865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.759298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port f19ea1c0-953e-4238-8d56-936b616b69fc {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:37.759979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.781434 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks [] for security_group (c981bee8-9495-4e0b-a430-f353fde5d3a1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.798762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-f459e1f1-3341-497a-bfe8-f3e4277fa390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.805385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-f459e1f1-3341-497a-bfe8-f3e4277fa390 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.1804481 Feb 11 12:58:37.831883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd035-4bc9-4e75-a45d-92c377143623 req-d4c9f81c-edc0-443e-9304-69982dae03e4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.841531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd035-4bc9-4e75-a45d-92c377143623 req-d4c9f81c-edc0-443e-9304-69982dae03e4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.847016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dd035-4bc9-4e75-a45d-92c377143623 req-d4c9f81c-edc0-443e-9304-69982dae03e4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:37.854377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d98dd035-4bc9-4e75-a45d-92c377143623 req-d4c9f81c-edc0-443e-9304-69982dae03e4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 2374 time: 0.4970882 Feb 11 12:58:37.856319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c981bee8-9495-4e0b-a430-f353fde5d3a1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.920238 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port f19ea1c0-953e-4238-8d56-936b616b69fc, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f19ea1c0-953e-4238-8d56-936b616b69fc,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:37.921476 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.935524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:37.943075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35608) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:37.965806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for f19ea1c0-953e-4238-8d56-936b616b69fc owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:37.993296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:58:38.003617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:38.004020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (aeb58c2f-1ffa-49cc-8ef2-1006e8ef42f6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:38.012526 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:38.084743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (760c91bc-8a59-4b83-b07c-e2d4fbebf110), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.084965 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ddc30ea8-8a9d-4e83-8a4f-fd7455aeb16c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d4c42af24ea4ab6b06a5fb34284e41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382740 Feb 11 12:58:38.085082 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Added segment 760c91bc-8a59-4b83-b07c-e2d4fbebf110 of type vlan for network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c Feb 11 12:58:38.088324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35612) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:38.109066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c981bee8-9495-4e0b-a430-f353fde5d3a1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:38.134313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c2aaa-5c6d-4f91-839e-27aa83479573 req-cc04957f-0788-4da8-b222-91558081d378 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:38.140196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-251c2aaa-5c6d-4f91-839e-27aa83479573 req-cc04957f-0788-4da8-b222-91558081d378 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 944 time: 0.2020423 Feb 11 12:58:38.199207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d98dd035-4bc9-4e75-a45d-92c377143623 req-e55f523d-5990-4f80-9145-5b2fd32c7f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3436344 Feb 11 12:58:38.222241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (31f0b1ae-c3b0-434c-8eae-ccb3bb96952c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.234009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5353b08c-40ea-4e91-8f49-33ec53110d09 admin admin] Publish callbacks [] for security_group (ada744d3-6ee9-443b-8433-52541142fc96), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.259348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-251c2aaa-5c6d-4f91-839e-27aa83479573 req-e7de1882-0d8b-48dc-8fd0-10141c28dc33 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088424 Feb 11 12:58:38.263308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (46d07b27-23d6-408a-af02-3fa07dab55ef), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.283974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5353b08c-40ea-4e91-8f49-33ec53110d09 admin admin] Publish callbacks [] for security_group (ada744d3-6ee9-443b-8433-52541142fc96), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.297407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f19ea1c0-953e-4238-8d56-936b616b69fc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.299151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (31f0b1ae-c3b0-434c-8eae-ccb3bb96952c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.300513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:38.301232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.312492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f19ea1c0-953e-4238-8d56-936b616b69fc', 'bb713088-9e5c-4ad4-9ced-554aaf8f8956'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:38.313520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.317370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/46d07b27-23d6-408a-af02-3fa07dab55ef HTTP/1.1" status: 204 len: 168 time: 1.4737146 Feb 11 12:58:38.334929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3b4a-a6b8-4a8e-b2ff-7598e55092a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d07b27-23d6-408a-af02-3fa07dab55ef,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:38.364783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-9deb007c-bde6-4288-bfbc-3c7485c73508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:38.367450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-9deb007c-bde6-4288-bfbc-3c7485c73508 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5058153 Feb 11 12:58:38.498226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=f19ea1c0-953e-4238-8d56-936b616b69fc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:38.513997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 10.2.2.100 (289e2bbb-2984-4742-a689-7bd39985aa6f/bb544348-6f0b-444e-ae1d-8e946d1822c2/369036de-3f63-41d9-a0e8-41f0dd2b6b47) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:38.522791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4574003 Feb 11 12:58:38.558238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35622) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:38.645232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port f19ea1c0-953e-4238-8d56-936b616b69fc on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:38.650550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.659403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Request body: {'subnet': {'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-244168092-subnet', 'tenant_id': 'fce860e915954f6d9870235ede7962c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:38.661153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-a7125d80-d691-4e44-86d6-92840b4f11d9 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "DELETE /v2.0/ports/f19ea1c0-953e-4238-8d56-936b616b69fc HTTP/1.1" status: 204 len: 173 time: 1.1041672 Feb 11 12:58:38.662806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5353b08c-40ea-4e91-8f49-33ec53110d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ada744d3-6ee9-443b-8433-52541142fc96), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.669467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5353b08c-40ea-4e91-8f49-33ec53110d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.675660 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5353b08c-40ea-4e91-8f49-33ec53110d09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ada744d3-6ee9-443b-8433-52541142fc96 HTTP/1.1" status: 204 len: 168 time: 0.5800455 Feb 11 12:58:38.727853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35626) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:38.736973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-deleted', 'tag': 'f19ea1c0-953e-4238-8d56-936b616b69fc'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:38.743794 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a895a3a-f291-401d-b63b-142ffe54cb1a" -d '{"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-deleted", "tag": "f19ea1c0-953e-4238-8d56-936b616b69fc"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:38.747906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f640616-e5ee-4e74-a519-f68296231add admin admin] Pushing event updated for resources: {'Network': ['ID=31f0b1ae-c3b0-434c-8eae-ccb3bb96952c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:38.766888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:58:38.862960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353b08c-40ea-4e91-8f49-33ec53110d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada744d3-6ee9-443b-8433-52541142fc96,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:38.899491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Made reservation on behalf of fce860e915954f6d9870235ede7962c7 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:38.911991 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:38.986921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c0c1f-779f-4d09-a7f9-87961b8f8946 req-fff24c0d-82a4-48db-bb7c-7c6e5948bdc4 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:38.991920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-118c0c1f-779f-4d09-a7f9-87961b8f8946 req-fff24c0d-82a4-48db-bb7c-7c6e5948bdc4 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 944 time: 0.2385824 Feb 11 12:58:38.992638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35634) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:39.099072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-118c0c1f-779f-4d09-a7f9-87961b8f8946 req-33513786-1dbb-4266-944a-ff6094afc58c tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f7e4afa-92ed-46a7-ab45-d7382d10bc83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966787 Feb 11 12:58:39.111558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port bb713088-9e5c-4ad4-9ced-554aaf8f8956 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:39.111928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.166995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:58:39.336898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-d4d2f91a-5f13-4b05-9010-86a2149ec6e1 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9505687 Feb 11 12:58:39.360044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:39.375989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '14938341-81b2-44e7-a062-6db324358a28', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '14938341-81b2-44e7-a062-6db324358a28', 'mac_address': 'fa:16:3e:49:f1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:58:39.383262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port bb713088-9e5c-4ad4-9ced-554aaf8f8956, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bb713088-9e5c-4ad4-9ced-554aaf8f8956,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:39.385871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.400341 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ac7f61-ad14-4af1-9798-c41da31d0e28 x-openstack-request-id: req-e3ac7f61-ad14-4af1-9798-c41da31d0e28 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:39.400341 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-deleted", "tag": "f19ea1c0-953e-4238-8d56-936b616b69fc", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:39.400696 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e3ac7f61-ad14-4af1-9798-c41da31d0e28 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:39.400947 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-deleted', 'tag': 'f19ea1c0-953e-4238-8d56-936b616b69fc', 'status': 'completed', 'code': 200} Feb 11 12:58:39.401526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d3063c56-457a-4816-9320-126c14813a4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1bc8d53dc0c647bfb754ef8e50134ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6724739 Feb 11 12:58:39.408661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca308d-06aa-42bb-b2cb-4949348a06bc req-dddb3c4f-7a75-46b0-8d38-c75d061f2bef tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:39.410543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34ca308d-06aa-42bb-b2cb-4949348a06bc req-dddb3c4f-7a75-46b0-8d38-c75d061f2bef tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 948 time: 0.9844232 Feb 11 12:58:39.423239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for bb713088-9e5c-4ad4-9ced-554aaf8f8956 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:39.434874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35650) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:39.446951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:39.447579 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.478607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14938341-81b2-44e7-a062-6db324358a28 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:39.526157 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aeb915ae-4b09-4c45-8205-d553f3915612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.532478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:39.549563 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.632095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:39.671934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65ad4-485f-41c3-ac84-9f03cce1f130 req-f5891c9b-f411-448e-8e8d-6428f58e4bc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:39.677889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65ad4-485f-41c3-ac84-9f03cce1f130 req-f5891c9b-f411-448e-8e8d-6428f58e4bc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:39.683451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d65ad4-485f-41c3-ac84-9f03cce1f130 req-f5891c9b-f411-448e-8e8d-6428f58e4bc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:39.690841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1d65ad4-485f-41c3-ac84-9f03cce1f130 req-f5891c9b-f411-448e-8e8d-6428f58e4bc9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 2374 time: 0.2891169 Feb 11 12:58:39.698371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34ca308d-06aa-42bb-b2cb-4949348a06bc req-4fe3a112-c25b-4fda-98ee-5090a27f1448 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842210 Feb 11 12:58:39.741862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43e730b4-c47d-4ef7-9360-ac8a9917b082 admin admin] Publish callbacks [] for security_group (58898dd4-2714-4b50-903f-1a551e700f69), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.779319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.816313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['14938341-81b2-44e7-a062-6db324358a28'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:39.843569 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43e730b4-c47d-4ef7-9360-ac8a9917b082 admin admin] Publish callbacks [] for security_group (58898dd4-2714-4b50-903f-1a551e700f69), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.872647 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aeb915ae-4b09-4c45-8205-d553f3915612 admin admin] Publish callbacks [] for security_group (5c26fabc-0056-4c60-8427-f350db7ed366), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.890117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1d65ad4-485f-41c3-ac84-9f03cce1f130 req-dd07055e-65c7-4e18-8eef-86b059923cc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917546 Feb 11 12:58:39.891162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-f665a7f5-bf78-4068-abca-2c6a2b51c5e2 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444388 Feb 11 12:58:39.894477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aeb915ae-4b09-4c45-8205-d553f3915612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5c26fabc-0056-4c60-8427-f350db7ed366), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.908607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bb713088-9e5c-4ad4-9ced-554aaf8f8956), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:39.971564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.002448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=bb713088-9e5c-4ad4-9ced-554aaf8f8956,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:40.013442 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aeb915ae-4b09-4c45-8205-d553f3915612 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d87dbeb55c9349ea9b6ca42b1f04e5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0182889 Feb 11 12:58:40.019767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066bec5-9d9f-486f-a94a-88e30c88b849 req-c7abd3ab-306f-4c64-bfc5-2df5d0fbe87d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:40.021055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb915ae-4b09-4c45-8205-d553f3915612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c26fabc-0056-4c60-8427-f350db7ed366,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:40.024439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:40.031165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8066bec5-9d9f-486f-a94a-88e30c88b849 req-c7abd3ab-306f-4c64-bfc5-2df5d0fbe87d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2016189 Feb 11 12:58:40.076208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35664) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:40.112173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port bb713088-9e5c-4ad4-9ced-554aaf8f8956 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:40.117236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.120783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f9b2fd1-ef9d-47a6-af1e-2cf1844a97c2 req-1044137f-65f6-481c-bd22-c2d35333d457 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.64 "DELETE /v2.0/ports/bb713088-9e5c-4ad4-9ced-554aaf8f8956 HTTP/1.1" status: 204 len: 173 time: 1.4440963 Feb 11 12:58:40.146155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43e730b4-c47d-4ef7-9360-ac8a9917b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (58898dd4-2714-4b50-903f-1a551e700f69), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.169732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43e730b4-c47d-4ef7-9360-ac8a9917b082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.172038 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-43e730b4-c47d-4ef7-9360-ac8a9917b082 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58898dd4-2714-4b50-903f-1a551e700f69 HTTP/1.1" status: 204 len: 168 time: 0.7354789 Feb 11 12:58:40.213720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (ed006338-9328-4acc-9914-3c86558d0b14), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.234241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network 289e2bbb-2984-4742-a689-7bd39985aa6f is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:40.250472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e730b4-c47d-4ef7-9360-ac8a9917b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58898dd4-2714-4b50-903f-1a551e700f69,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:40.345105 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36d55103-38d3-4037-92ff-1f1f550cec16 req-7e09baf6-675d-4bdf-8335-b088e3739d55 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "GET /v2.0/ports?device_id=1853ab0c-ba46-4869-8240-161c12f6ebf1 HTTP/1.1" status: 200 len: 210 time: 0.0834134 Feb 11 12:58:40.352809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:40.356029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:40.371969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-562908486-network', 'tenant_id': '42eca3f8284f45109c03883594724860'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:40.382417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e3b968a7-33f6-47ce-8bec-790fecd8ec48 admin admin] Publish callbacks [] for security_group (5c26fabc-0056-4c60-8427-f350db7ed366), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.405190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=369036de-3f63-41d9-a0e8-41f0dd2b6b47,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:40.431609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-adcf53b1-dce7-4fd0-b4ff-5f66c7056f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:40.433530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-adcf53b1-dce7-4fd0-b4ff-5f66c7056f54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af08b801d9724340b95be7178ac6c120&device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 1130 time: 0.4766219 Feb 11 12:58:40.457052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Made reservation on behalf of 42eca3f8284f45109c03883594724860 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:40.459540 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.464339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e3b968a7-33f6-47ce-8bec-790fecd8ec48 admin admin] Publish callbacks [] for security_group (5c26fabc-0056-4c60-8427-f350db7ed366), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.476726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.498148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8066bec5-9d9f-486f-a94a-88e30c88b849 req-61b49da2-96dc-4e93-90b7-457898b03bae tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4653485 Feb 11 12:58:40.541989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed006338-9328-4acc-9914-3c86558d0b14,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:40.559604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:40.561056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.615107 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e3b968a7-33f6-47ce-8bec-790fecd8ec48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5c26fabc-0056-4c60-8427-f350db7ed366), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.618365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e3b968a7-33f6-47ce-8bec-790fecd8ec48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.619858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e3b968a7-33f6-47ce-8bec-790fecd8ec48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c26fabc-0056-4c60-8427-f350db7ed366 HTTP/1.1" status: 204 len: 168 time: 0.5923619 Feb 11 12:58:40.622191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks [] for security_group (4d0f7450-1658-4c28-b966-88aedc7b9e63), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.636301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4d0f7450-1658-4c28-b966-88aedc7b9e63), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.640267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b968a7-33f6-47ce-8bec-790fecd8ec48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c26fabc-0056-4c60-8427-f350db7ed366,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:40.693804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:58:40.742526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f7450-1658-4c28-b966-88aedc7b9e63,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:40.746822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Checking segment: {'id': '760c91bc-8a59-4b83-b07c-e2d4fbebf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:40.747201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Network hostable DHCP agents. Network: 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:58:40.768994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (16fe0239-d6cd-45c7-a362-55c2d81a8d4c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.769468 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Added segment 16fe0239-d6cd-45c7-a362-55c2d81a8d4c of type vlan for network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 Feb 11 12:58:40.789973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-750a26cf-e272-4933-9c29-bfcdef0087ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2003136 Feb 11 12:58:40.823754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f', 'admin_state_up': True, 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'security_groups': ['56dfe12a-7909-41f7-9207-02eae2e7ca5b']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:40.854546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-25180cb6-9551-4364-a00e-bc7dc5577268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:40.857106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-25180cb6-9551-4364-a00e-bc7dc5577268 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.4099405 Feb 11 12:58:40.884129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35680) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:40.894859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-44b3ce2e-a557-4ca3-b152-52f4d551f22f None None] Provisioning complete for port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:40.897275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-44b3ce2e-a557-4ca3-b152-52f4d551f22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.945171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-44b3ce2e-a557-4ca3-b152-52f4d551f22f None None] Port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:40.950230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:40.972133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:58:40.986189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-c8ef3546-ac8f-43f8-a52d-f1c31e780bcd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=68224601-419c-4da9-a104-32e2bc7a2a1c HTTP/1.1" status: 200 len: 217 time: 0.1058452 Feb 11 12:58:41.027613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f409a-2342-44c8-ab38-c59b1e107a4c req-810e6d58-adce-44ef-9546-10370fd5a788 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.034464 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-772f409a-2342-44c8-ab38-c59b1e107a4c req-810e6d58-adce-44ef-9546-10370fd5a788 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 948 time: 0.1232131 Feb 11 12:58:41.042247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-91b36e17-b01e-4b6c-80c5-3b8d144d26f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08ae61562ef54104b3f95f25fd3a1ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568570 Feb 11 12:58:41.049912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:41.067517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:41.072061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.072666 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.078194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b8f06-a8bf-4815-8f2c-935e66f5f8e6 None None] Network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:41.095149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.096063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.096772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.168581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0898421 Feb 11 12:58:41.176954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-de3db749-5b2d-4136-9ba2-4b38220854ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.178652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-de3db749-5b2d-4136-9ba2-4b38220854ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1400838 Feb 11 12:58:41.184045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 68224601-419c-4da9-a104-32e2bc7a2a1c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:58:41.186970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:41.187437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35686) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:41.217986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Request body: {'subnet': {'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-562908486-subnet', 'tenant_id': '42eca3f8284f45109c03883594724860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:41.236782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002e309-6de5-47e9-b067-d7af6825dff4 admin admin] Pushing event updated for resources: {'Network': ['ID=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:41.262613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17b74923-28c4-429a-9517-6ad12bed6cdf admin admin] Publish callbacks [] for security_group (a97612d5-d7d8-4bad-ae13-6c106e60f461), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.270027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:58:41.279561 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-772f409a-2342-44c8-ab38-c59b1e107a4c req-56bb7029-ed87-4af5-bdbe-732ebdf0513d tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438419 Feb 11 12:58:41.289787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d72635ed-645d-41fb-9410-fd3cf47c26fa admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.7286646 Feb 11 12:58:41.306159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35690) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:41.312244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17b74923-28c4-429a-9517-6ad12bed6cdf admin admin] Publish callbacks [] for security_group (a97612d5-d7d8-4bad-ae13-6c106e60f461), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.343602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Made reservation on behalf of 42eca3f8284f45109c03883594724860 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:41.345746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.379190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a294120d-f2a3-41ff-90c9-83e90c31f7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.391519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c154ee-0a9c-4c4e-bbee-4c7426f66fc4 req-fd53723d-c392-4bef-b297-5b5d9508a2f5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.397296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c154ee-0a9c-4c4e-bbee-4c7426f66fc4 req-fd53723d-c392-4bef-b297-5b5d9508a2f5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.403055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c154ee-0a9c-4c4e-bbee-4c7426f66fc4 req-fd53723d-c392-4bef-b297-5b5d9508a2f5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.408655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c154ee-0a9c-4c4e-bbee-4c7426f66fc4 req-fd53723d-c392-4bef-b297-5b5d9508a2f5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.417054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8c154ee-0a9c-4c4e-bbee-4c7426f66fc4 req-fd53723d-c392-4bef-b297-5b5d9508a2f5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3095 time: 0.3656487 Feb 11 12:58:41.433176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-deleted', 'tag': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:41.435888 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff1c29f-b582-4f24-a947-615e34528785" -d '{"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-deleted", "tag": "bb713088-9e5c-4ad4-9ced-554aaf8f8956"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:41.445908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17b74923-28c4-429a-9517-6ad12bed6cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a97612d5-d7d8-4bad-ae13-6c106e60f461), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.454703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17b74923-28c4-429a-9517-6ad12bed6cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.455921 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-17b74923-28c4-429a-9517-6ad12bed6cdf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a97612d5-d7d8-4bad-ae13-6c106e60f461 HTTP/1.1" status: 204 len: 168 time: 0.4049089 Feb 11 12:58:41.458704 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35696) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:41.537075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-14680741-4aa0-4403-bf65-9245f1f938b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.539206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-14680741-4aa0-4403-bf65-9245f1f938b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3283968 Feb 11 12:58:41.540053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Made reservation on behalf of 07c9b5f14a794256834beaa47efecae1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:41.544898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.558688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b74923-28c4-429a-9517-6ad12bed6cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97612d5-d7d8-4bad-ae13-6c106e60f461,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:41.581962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting subnet aa8b9319-9d56-40a9-bde3-8af1351f87cc {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:41.592507 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4826cd69-56d0-4712-b080-b1b6664aea03 x-openstack-request-id: req-4826cd69-56d0-4712-b080-b1b6664aea03 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:41.593043 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1853ab0c-ba46-4869-8240-161c12f6ebf1", "name": "network-vif-deleted", "tag": "bb713088-9e5c-4ad4-9ced-554aaf8f8956", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:41.593571 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4826cd69-56d0-4712-b080-b1b6664aea03 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:41.594577 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1853ab0c-ba46-4869-8240-161c12f6ebf1', 'name': 'network-vif-deleted', 'tag': 'bb713088-9e5c-4ad4-9ced-554aaf8f8956', 'status': 'completed', 'code': 200} Feb 11 12:58:41.596364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (aa8b9319-9d56-40a9-bde3-8af1351f87cc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.674836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (aa8b9319-9d56-40a9-bde3-8af1351f87cc), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:41.750938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8c154ee-0a9c-4c4e-bbee-4c7426f66fc4 req-c34b3037-b14f-4126-9035-11b6670f35a5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3238411 Feb 11 12:58:41.776072 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:58:41.868080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f19ea1c0-953e-4238-8d56-936b616b69fc no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:41.871250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07828c7-7a2a-461d-aec5-9925ca3b3dd6 req-a320db46-5e51-44ee-916d-e0ba869f22fb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:41.880670 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f07828c7-7a2a-461d-aec5-9925ca3b3dd6 req-a320db46-5e51-44ee-916d-e0ba869f22fb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1650229 Feb 11 12:58:41.937265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048655dd-c23c-4036-9fbe-030db30a675c None None] Network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:41.964129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-2e3dfac0-d852-431d-ad61-0b053343d329 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137056 Feb 11 12:58:41.972774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: f19ea1c0-953e-4238-8d56-936b616b69fc {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:41.973406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f19ea1c0-953e-4238-8d56-936b616b69fc not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:41.974009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bb713088-9e5c-4ad4-9ced-554aaf8f8956 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:41.983684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 14938341-81b2-44e7-a062-6db324358a28 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:58:42.006319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a294120d-f2a3-41ff-90c9-83e90c31f7bd admin admin] Publish callbacks [] for security_group (242e27f9-6d10-4b58-b021-2a90005c01cf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.011279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f07828c7-7a2a-461d-aec5-9925ca3b3dd6 req-f6dc0af1-37c4-4dc7-a650-31bdff907417 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239212 Feb 11 12:58:42.015700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (aa8b9319-9d56-40a9-bde3-8af1351f87cc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.029348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 14938341-81b2-44e7-a062-6db324358a28 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:42.030850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14938341-81b2-44e7-a062-6db324358a28), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.073848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a294120d-f2a3-41ff-90c9-83e90c31f7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (242e27f9-6d10-4b58-b021-2a90005c01cf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.095393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: bb713088-9e5c-4ad4-9ced-554aaf8f8956 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:42.095747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bb713088-9e5c-4ad4-9ced-554aaf8f8956 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:42.176075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (aa8b9319-9d56-40a9-bde3-8af1351f87cc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.198436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 68224601-419c-4da9-a104-32e2bc7a2a1c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=68224601-419c-4da9-a104-32e2bc7a2a1c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:42.232589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8b9319-9d56-40a9-bde3-8af1351f87cc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:42.247162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.255153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e26085-b099-447f-b2c3-d1c9dd7dde95 None None] Network 35e76c06-edac-4f7e-ae59-8003f1f84261 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:42.261261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2513bd81-b9a5-40da-b612-d9df5e79e628 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/subnets/aa8b9319-9d56-40a9-bde3-8af1351f87cc HTTP/1.1" status: 204 len: 168 time: 0.7759006 Feb 11 12:58:42.262092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35716) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:42.289404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:42.289830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.301490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '68224601-419c-4da9-a104-32e2bc7a2a1c', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '68224601-419c-4da9-a104-32e2bc7a2a1c', 'mac_address': 'fa:16:3e:33:75:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:58:42.375191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (35e76c06-edac-4f7e-ae59-8003f1f84261), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.401526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a294120d-f2a3-41ff-90c9-83e90c31f7bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57784e5cacb449ac86d2ea78942eb127&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0921311 Feb 11 12:58:42.402883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294120d-f2a3-41ff-90c9-83e90c31f7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242e27f9-6d10-4b58-b021-2a90005c01cf,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:42.405389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35730) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:42.453842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Allocated IP 10.2.2.200 (289e2bbb-2984-4742-a689-7bd39985aa6f/bb544348-6f0b-444e-ae1d-8e946d1822c2/b6908d7d-c822-4e57-8a01-d3587387df73) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:42.498212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port 0e3102cb-9441-4b54-979c-509af7f8cb75 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:42.498551 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.511460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d92f79-82b1-4322-b119-3ae1eb5d2ea9 req-b0c74abe-d677-4cb9-b718-cfa1f46dd1ae tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:42.513154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d2d92f79-82b1-4322-b119-3ae1eb5d2ea9 req-b0c74abe-d677-4cb9-b718-cfa1f46dd1ae tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 948 time: 0.0909598 Feb 11 12:58:42.536606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:42.539104 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef07b41-7207-440b-b746-7d519f00a8c3" -d '{"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:42.557039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 68224601-419c-4da9-a104-32e2bc7a2a1c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:42.557823 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.570939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:42.580946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68224601-419c-4da9-a104-32e2bc7a2a1c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:42.581175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (fec6848b-adf1-4681-9319-dd5f9c127486), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.607663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 68224601-419c-4da9-a104-32e2bc7a2a1c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=68224601-419c-4da9-a104-32e2bc7a2a1c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:42.610030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.619725 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.650961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port 0e3102cb-9441-4b54-979c-509af7f8cb75, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0e3102cb-9441-4b54-979c-509af7f8cb75,segment=NetworkSegment(f5530ef3-b84a-4f2a-b7f1-eca71511b253),segment_id=f5530ef3-b84a-4f2a-b7f1-eca71511b253)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:42.651339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.674196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f897ad-16a7-4ee3-bbc1-01dcd4ed020f req-6101998c-4962-49f9-a674-d225ed93d4f2 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6908073 Feb 11 12:58:42.683607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d2d92f79-82b1-4322-b119-3ae1eb5d2ea9 req-a564526e-3e58-4e52-97c2-e05e63bcc4a6 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604609 Feb 11 12:58:42.692656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for 0e3102cb-9441-4b54-979c-509af7f8cb75 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:42.711041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:42.750500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] DHCP port deletion for 35e76c06-edac-4f7e-ae59-8003f1f84261 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:58:42.831070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.859669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port 0e3102cb-9441-4b54-979c-509af7f8cb75 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:42.880643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec6848b-adf1-4681-9319-dd5f9c127486,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:42.898875 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a0caf8-d09a-4a52-a067-80efff605d1b x-openstack-request-id: req-77a0caf8-d09a-4a52-a067-80efff605d1b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:42.899174 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:42.899415 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77a0caf8-d09a-4a52-a067-80efff605d1b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:42.899809 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'code': 200} Feb 11 12:58:42.906438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f45262e8-26d5-4561-81d2-4ddc74167b23 admin admin] Publish callbacks [] for security_group (242e27f9-6d10-4b58-b021-2a90005c01cf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:42.917484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-da439e31-7335-40f8-8d19-6baa02324f7e tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:42.919103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-da439e31-7335-40f8-8d19-6baa02324f7e tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/networks?id=31f0b1ae-c3b0-434c-8eae-ccb3bb96952c HTTP/1.1" status: 200 len: 821 time: 0.5363700 Feb 11 12:58:42.944988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=0e3102cb-9441-4b54-979c-509af7f8cb75,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:42.968885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=68224601-419c-4da9-a104-32e2bc7a2a1c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:42.977929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0e3102cb-9441-4b54-979c-509af7f8cb75 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:43.008594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['68224601-419c-4da9-a104-32e2bc7a2a1c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:43.065411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 0e3102cb-9441-4b54-979c-509af7f8cb75 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:43.065795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0e3102cb-9441-4b54-979c-509af7f8cb75 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:43.070342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] Deleting port 0e3102cb-9441-4b54-979c-509af7f8cb75 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:43.070771 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.084018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (35e76c06-edac-4f7e-ae59-8003f1f84261), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.095820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382240-bb2a-42ca-9984-659be9e19e0a req-d43e02f6-3abb-4075-89ff-7dcd0f13b367 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:43.097677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Checking segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:43.097843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Network hostable DHCP agents. Network: 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:58:43.101408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382240-bb2a-42ca-9984-659be9e19e0a req-d43e02f6-3abb-4075-89ff-7dcd0f13b367 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:43.107474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382240-bb2a-42ca-9984-659be9e19e0a req-d43e02f6-3abb-4075-89ff-7dcd0f13b367 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:43.108131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f45262e8-26d5-4561-81d2-4ddc74167b23 admin admin] Publish callbacks [] for security_group (242e27f9-6d10-4b58-b021-2a90005c01cf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.113970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382240-bb2a-42ca-9984-659be9e19e0a req-d43e02f6-3abb-4075-89ff-7dcd0f13b367 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:43.116246 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e382240-bb2a-42ca-9984-659be9e19e0a req-d43e02f6-3abb-4075-89ff-7dcd0f13b367 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3095 time: 0.1764343 Feb 11 12:58:43.117581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-bbdab09d-a3d1-4aab-bd81-c39de12aa7dc tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/quotas/fce860e915954f6d9870235ede7962c7 HTTP/1.1" status: 200 len: 375 time: 0.1782277 Feb 11 12:58:43.153911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] For port 0e3102cb-9441-4b54-979c-509af7f8cb75, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:43.154312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.158701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e76c06-edac-4f7e-ae59-8003f1f84261']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:43.172482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] Calling delete_port for 0e3102cb-9441-4b54-979c-509af7f8cb75 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:43.175765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] Port 0e3102cb-9441-4b54-979c-509af7f8cb75 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:58:43.184472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (0e3102cb-9441-4b54-979c-509af7f8cb75), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.197176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5530ef3-b84a-4f2a-b7f1-eca71511b253') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:43.197917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5530ef3-b84a-4f2a-b7f1-eca71511b253') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:43.202240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e382240-bb2a-42ca-9984-659be9e19e0a req-2af78470-cee5-43f5-bce0-7da7b3567614 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743363 Feb 11 12:58:43.213128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (f5530ef3-b84a-4f2a-b7f1-eca71511b253), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.223541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-c27fcb74-5959-4cce-bc1e-d419b976c683 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fce860e915954f6d9870235ede7962c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767114 Feb 11 12:58:43.258891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] Pushing event deleted for resources: {'Port': ['ID=0e3102cb-9441-4b54-979c-509af7f8cb75,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:43.259327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a5f6e-89b7-4e86-9251-0ce5f4a609c8 req-fb34cd9e-268c-4124-a1d2-228d301ab64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:43.261324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-771a5f6e-89b7-4e86-9251-0ce5f4a609c8 req-fb34cd9e-268c-4124-a1d2-228d301ab64b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1128 time: 0.3837774 Feb 11 12:58:43.264260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f5530ef3-b84a-4f2a-b7f1-eca71511b253), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.272480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:43.273417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (f5530ef3-b84a-4f2a-b7f1-eca71511b253), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:43.277035 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:43.279700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:58:43.283472 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for port (b6908d7d-c822-4e57-8a01-d3587387df73), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.300276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac63c5-d0ab-406e-92df-7b5afd0c5deb None None] No DVR routers for this DVR port 0e3102cb-9441-4b54-979c-509af7f8cb75 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:43.356734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:43.365580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:43.366492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.380572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f45262e8-26d5-4561-81d2-4ddc74167b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (242e27f9-6d10-4b58-b021-2a90005c01cf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.382081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93d7fc-c332-477e-9734-f441578445e4 None None] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:43.384341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f45262e8-26d5-4561-81d2-4ddc74167b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.385787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f45262e8-26d5-4561-81d2-4ddc74167b23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/242e27f9-6d10-4b58-b021-2a90005c01cf HTTP/1.1" status: 204 len: 168 time: 0.9605939 Feb 11 12:58:43.475724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (35e76c06-edac-4f7e-ae59-8003f1f84261), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.485244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.498253 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/networks/35e76c06-edac-4f7e-ae59-8003f1f84261 HTTP/1.1" status: 204 len: 168 time: 1.2333660 Feb 11 12:58:43.499856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35752) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:43.521592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45262e8-26d5-4561-81d2-4ddc74167b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242e27f9-6d10-4b58-b021-2a90005c01cf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:43.549293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a449481d-96d0-49aa-b776-e6f04cb12185 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3543968 Feb 11 12:58:43.567705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-771a5f6e-89b7-4e86-9251-0ce5f4a609c8 req-c4bdf3d9-5561-4e92-9a8f-27635a52c8d8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866471 Feb 11 12:58:43.571664 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-bf97d843-017f-49b7-a7fb-217ed322e45f service neutron] 10.222.0.42 "GET /v2.0/networks/31f0b1ae-c3b0-434c-8eae-ccb3bb96952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373516 Feb 11 12:58:43.582793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb34069-0771-4456-8a78-1e0306709880 None None] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:43.627205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.707829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3c3d-9932-4a29-938b-d6eaa2689f5d req-0f342c52-40ad-456c-97cb-9e5ec9e17355 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:43.710170 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f3b3c3d-9932-4a29-938b-d6eaa2689f5d req-0f342c52-40ad-456c-97cb-9e5ec9e17355 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.3150091 Feb 11 12:58:43.711172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885f952-eb7c-4794-b164-25d2be1cbe84 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Network': ['ID=35e76c06-edac-4f7e-ae59-8003f1f84261,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:43.758772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting subnet 4ac51074-b554-4505-9621-962810186a5c {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:58:43.761436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (4ac51074-b554-4505-9621-962810186a5c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.804517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Network 289e2bbb-2984-4742-a689-7bd39985aa6f is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:43.809477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (4ac51074-b554-4505-9621-962810186a5c), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:43.823688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:43.830651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:43.897988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event updated for resources: {'Port': ['ID=b6908d7d-c822-4e57-8a01-d3587387df73,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:43.928566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f3b3c3d-9932-4a29-938b-d6eaa2689f5d req-011e2f4c-b056-4c82-bc41-ee5ba07949f2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087617 Feb 11 12:58:44.018492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-786fcc6f-8563-4cef-a71f-9f053c56c2e6 service neutron] 10.222.0.42 "GET /v2.0/networks/31f0b1ae-c3b0-434c-8eae-ccb3bb96952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354098 Feb 11 12:58:44.027471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:44.043149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:44.052823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (4ac51074-b554-4505-9621-962810186a5c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:44.086679 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-7df8d458-f05b-4779-87ac-010b91c8aafa tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2815545 Feb 11 12:58:44.104294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:44.207986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:44.233307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6058a-85ea-4113-9798-2ec81136170f req-263896d1-8189-4ea5-85b5-160794c968bf tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:44.236509 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6c6058a-85ea-4113-9798-2ec81136170f req-263896d1-8189-4ea5-85b5-160794c968bf tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 949 time: 0.1853523 Feb 11 12:58:44.275615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (4ac51074-b554-4505-9621-962810186a5c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:44.312399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-380f9647-6364-4da9-9992-d483c2b6ea9e None None] Provisioning complete for port b6908d7d-c822-4e57-8a01-d3587387df73 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:44.312984 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-380f9647-6364-4da9-9992-d483c2b6ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:44.405963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c332eb7-0146-43ba-abb2-f910667f9e34 None None] Network bdfcb721-9399-4bf7-a51c-439c40eae063 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:58:44.410138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac51074-b554-4505-9621-962810186a5c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:44.412909 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:44.422974 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42507872-f652-48af-932b-1c8ec5a880b2 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/subnets/4ac51074-b554-4505-9621-962810186a5c HTTP/1.1" status: 204 len: 168 time: 0.9122970 Feb 11 12:58:44.460513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35788) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:44.518691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-380f9647-6364-4da9-9992-d483c2b6ea9e None None] Port b6908d7d-c822-4e57-8a01-d3587387df73 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:44.536662 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6c6058a-85ea-4113-9798-2ec81136170f req-197a7da0-943c-4298-a2a9-c67a919e674f tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947097 Feb 11 12:58:44.713601 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (bdfcb721-9399-4bf7-a51c-439c40eae063), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:44.803914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a73c4-6890-426e-99dd-251b72ae6aa4 req-88e40339-8682-4b01-937b-7f539c9baad0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:44.809989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a73c4-6890-426e-99dd-251b72ae6aa4 req-88e40339-8682-4b01-937b-7f539c9baad0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:44.812696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] DHCP port deletion for bdfcb721-9399-4bf7-a51c-439c40eae063 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:58:44.833477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a73c4-6890-426e-99dd-251b72ae6aa4 req-88e40339-8682-4b01-937b-7f539c9baad0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:44.840400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a73c4-6890-426e-99dd-251b72ae6aa4 req-88e40339-8682-4b01-937b-7f539c9baad0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:44.874285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a73c4-6890-426e-99dd-251b72ae6aa4 req-88e40339-8682-4b01-937b-7f539c9baad0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:44.886534 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e87a73c4-6890-426e-99dd-251b72ae6aa4 req-88e40339-8682-4b01-937b-7f539c9baad0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3816 time: 0.2130117 Feb 11 12:58:45.002345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device be860f2d-d742-4ef4-8162-4b9e82d28765 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:45.028648 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e87a73c4-6890-426e-99dd-251b72ae6aa4 req-9fac1356-fd84-49ae-bcd8-f38c2f1dbd95 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391129 Feb 11 12:58:45.204776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5a821986-42bd-4e36-8e0c-bf9dd0b9202c req-48f3619d-6590-4988-9f8b-a1f4c1b70fd3 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 210 time: 0.0687616 Feb 11 12:58:45.258311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 68224601-419c-4da9-a104-32e2bc7a2a1c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:45.287963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] Deleting port be860f2d-d742-4ef4-8162-4b9e82d28765 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:45.288340 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.363861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] For port be860f2d-d742-4ef4-8162-4b9e82d28765, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=be860f2d-d742-4ef4-8162-4b9e82d28765,segment=NetworkSegment(52838b38-0d2b-4c7f-a20f-91801aabab7c),segment_id=52838b38-0d2b-4c7f-a20f-91801aabab7c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:45.365028 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.378966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] Calling delete_port for be860f2d-d742-4ef4-8162-4b9e82d28765 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:45.394115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0e02-8b2d-4692-bf4e-9541fc3cb84d req-43dfeaa0-1ce9-438a-bb60-4dc749df2940 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:45.400452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccce0e02-8b2d-4692-bf4e-9541fc3cb84d req-43dfeaa0-1ce9-438a-bb60-4dc749df2940 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.1003883 Feb 11 12:58:45.484142 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccce0e02-8b2d-4692-bf4e-9541fc3cb84d req-e074780c-b847-42c1-b72d-9b64ef61f34d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802231 Feb 11 12:58:45.533317 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.547174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-daf33567-2721-4884-b931-b572dbbd0254 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:45.554917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-daf33567-2721-4884-b931-b572dbbd0254 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 812 time: 0.8376701 Feb 11 12:58:45.594561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-50e432be-b64e-4f49-be20-d09e38d2b1e4 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/quotas/42eca3f8284f45109c03883594724860 HTTP/1.1" status: 200 len: 375 time: 0.0383921 Feb 11 12:58:45.597508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Deleting port be860f2d-d742-4ef4-8162-4b9e82d28765 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:45.598098 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.614370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port be860f2d-d742-4ef4-8162-4b9e82d28765 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:45.614837 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.623344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] Pushing event deleted for resources: {'Port': ['ID=be860f2d-d742-4ef4-8162-4b9e82d28765,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:45.635464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2356493-c1e6-4245-94c4-018d9974001e None None] No DVR routers for this DVR port be860f2d-d742-4ef4-8162-4b9e82d28765 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:45.675077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] For port be860f2d-d742-4ef4-8162-4b9e82d28765, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:45.675745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.690459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Calling delete_port for be860f2d-d742-4ef4-8162-4b9e82d28765 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:45.694320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Port be860f2d-d742-4ef4-8162-4b9e82d28765 was not found and therefore no delete operation was performed {{(pid=109685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:58:45.715977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (be860f2d-d742-4ef4-8162-4b9e82d28765), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.744060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 68224601-419c-4da9-a104-32e2bc7a2a1c completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:58:45.752789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 68224601-419c-4da9-a104-32e2bc7a2a1c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:45.753246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.771522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] No DVR routers for this DVR port be860f2d-d742-4ef4-8162-4b9e82d28765 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:58:45.794747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Port': ['ID=be860f2d-d742-4ef4-8162-4b9e82d28765,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:45.807049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-834e3c15-1335-446b-85b6-f6e3ff603bd5 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2112129 Feb 11 12:58:45.823406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1688d745-b4a0-464a-bdc4-fcbedc163d9f {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:45.888697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Publish callbacks [] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.898226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 68224601-419c-4da9-a104-32e2bc7a2a1c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:45.898593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.928562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68224601-419c-4da9-a104-32e2bc7a2a1c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:45.934218 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fabb04-30e7-434a-8ab3-8ac22faa0388" -d '{"events": [{"server_uuid": "b3ffc12d-f16d-4334-8dff-47c860b127c8", "name": "network-vif-plugged", "status": "completed", "tag": "68224601-419c-4da9-a104-32e2bc7a2a1c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:45.956497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 68224601-419c-4da9-a104-32e2bc7a2a1c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=68224601-419c-4da9-a104-32e2bc7a2a1c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:45.962290 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:45.965395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (bdfcb721-9399-4bf7-a51c-439c40eae063), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.029881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Transition to ACTIVE for port object 1688d745-b4a0-464a-bdc4-fcbedc163d9f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:46.036696 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.044621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=68224601-419c-4da9-a104-32e2bc7a2a1c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:46.060565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.067329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfcb721-9399-4bf7-a51c-439c40eae063']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:46.098439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52838b38-0d2b-4c7f-a20f-91801aabab7c') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:46.098879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52838b38-0d2b-4c7f-a20f-91801aabab7c') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:46.110202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-24ccc568-de19-4c34-b56d-69251954761f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567720 Feb 11 12:58:46.135101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (52838b38-0d2b-4c7f-a20f-91801aabab7c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.191414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (52838b38-0d2b-4c7f-a20f-91801aabab7c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.225181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-bb0e504a-5cfe-4df0-9cd1-b4778fe50fce service neutron] 10.222.0.42 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168262 Feb 11 12:58:46.231086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:58:46.231749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (52838b38-0d2b-4c7f-a20f-91801aabab7c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: timer() Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:58:46.235465 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:58:46.283052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Pushing event updated for resources: {'Port': ['ID=1688d745-b4a0-464a-bdc4-fcbedc163d9f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:46.440789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Attempting to bind port 1688d745-b4a0-464a-bdc4-fcbedc163d9f on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:46.441356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Attempting to bind port 1688d745-b4a0-464a-bdc4-fcbedc163d9f by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:46.442238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Attempting to bind port 1688d745-b4a0-464a-bdc4-fcbedc163d9f on network 2a29b801-2432-4e5f-b655-1fc9815028ad {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:46.457060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (bdfcb721-9399-4bf7-a51c-439c40eae063), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.458667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Port 1688d745-b4a0-464a-bdc4-fcbedc163d9f on network 2a29b801-2432-4e5f-b655-1fc9815028ad not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:46.459264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Attempting to bind port 1688d745-b4a0-464a-bdc4-fcbedc163d9f on network 2a29b801-2432-4e5f-b655-1fc9815028ad {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:46.473171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.479630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] 10.222.0.42 "DELETE /v2.0/networks/bdfcb721-9399-4bf7-a51c-439c40eae063 HTTP/1.1" status: 204 len: 168 time: 2.0148468 Feb 11 12:58:46.500223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:46.500497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Checking segment: {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:46.500877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Bound using segment: {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:46.501426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Bound port: 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:46.501710 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.512544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79179d-9641-4bf3-8052-f584f5969329 tempest-ServersTestMultiNic-326477481 tempest-ServersTestMultiNic-326477481-project] Pushing event deleted for resources: {'Network': ['ID=bdfcb721-9399-4bf7-a51c-439c40eae063,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:46.561756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-e2b38f94-2588-42ed-86c1-c48fcff7e197 service neutron] 10.222.0.42 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186529 Feb 11 12:58:46.606446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] For port 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:46.621516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] For port 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:46.638434 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.785854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:46.786562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.790318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] 10.222.0.53 "PUT /v2.0/ports/1688d745-b4a0-464a-bdc4-fcbedc163d9f HTTP/1.1" status: 200 len: 1091 time: 2.6937866 Feb 11 12:58:46.791602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:46.794503 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:46.812076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95da5e8-85b2-412d-b633-d82581458340 service neutron] Pushing event updated for resources: {'Port': ['ID=1688d745-b4a0-464a-bdc4-fcbedc163d9f,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:46.838844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:46.927733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-ce75cfe7-4066-473c-9ac7-cf51bc348823 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:46.929523 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-ce75cfe7-4066-473c-9ac7-cf51bc348823 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.64 "GET /v2.0/networks?id=31f0b1ae-c3b0-434c-8eae-ccb3bb96952c HTTP/1.1" status: 200 len: 821 time: 0.8172777 Feb 11 12:58:46.966158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Request body: {'port': {'device_id': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c', 'admin_state_up': True, 'tenant_id': 'fce860e915954f6d9870235ede7962c7'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:46.977979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:46.992390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-26cd0b8a-b112-4970-856e-69494cf2fc47 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.001087 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-26cd0b8a-b112-4970-856e-69494cf2fc47 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8898580 Feb 11 12:58:47.030534 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:47.038395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-4e2968d5-8778-44e8-b3f7-b155079f7f35 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/quotas/f8826ab4085649058c2f3e7d612233c1 HTTP/1.1" status: 200 len: 375 time: 0.0357406 Feb 11 12:58:47.132906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-3f287650-0a74-44e0-a095-ce236339511d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930495 Feb 11 12:58:47.192319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59b721-7b78-4a13-97dd-956789dc11cc req-2607f2d4-80f8-4254-ba7b-11298d089716 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.193979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd59b721-7b78-4a13-97dd-956789dc11cc req-2607f2d4-80f8-4254-ba7b-11298d089716 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.1967149 Feb 11 12:58:47.204672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35874) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:47.211989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'floatingip': {'port_id': '14938341-81b2-44e7-a062-6db324358a28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:47.251252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Made reservation on behalf of fce860e915954f6d9870235ede7962c7 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:47.255193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:47.286400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for floatingip (76fb354b-3502-430d-a6a6-752c84a0e124), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:47.391854 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd982dc-461e-4202-8f74-990d6d0a4820 x-openstack-request-id: req-9cd982dc-461e-4202-8f74-990d6d0a4820 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:47.392549 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ffc12d-f16d-4334-8dff-47c860b127c8", "name": "network-vif-plugged", "status": "completed", "tag": "68224601-419c-4da9-a104-32e2bc7a2a1c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:47.393019 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cd982dc-461e-4202-8f74-990d6d0a4820 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:47.393839 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68224601-419c-4da9-a104-32e2bc7a2a1c', 'code': 200} Feb 11 12:58:47.516697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Allocated IP 172.20.0.3 (31f0b1ae-c3b0-434c-8eae-ccb3bb96952c/ed006338-9328-4acc-9914-3c86558d0b14/100b7ead-dd1a-4b9d-b90a-88e126753b5b) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:47.772362 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks [] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:47.809605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b686-3258-4274-8e49-cc263890ee80 req-af279bdd-27cc-48fd-bca1-c1cd0ac3fcdd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.815522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b686-3258-4274-8e49-cc263890ee80 req-af279bdd-27cc-48fd-bca1-c1cd0ac3fcdd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.823695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b686-3258-4274-8e49-cc263890ee80 req-af279bdd-27cc-48fd-bca1-c1cd0ac3fcdd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.829732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b686-3258-4274-8e49-cc263890ee80 req-af279bdd-27cc-48fd-bca1-c1cd0ac3fcdd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.835656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44b686-3258-4274-8e49-cc263890ee80 req-af279bdd-27cc-48fd-bca1-c1cd0ac3fcdd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.844645 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d44b686-3258-4274-8e49-cc263890ee80 req-af279bdd-27cc-48fd-bca1-c1cd0ac3fcdd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3828 time: 0.2277632 Feb 11 12:58:47.867497 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:58:47.925213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d44b686-3258-4274-8e49-cc263890ee80 req-5baa5736-dd05-44e9-bffb-505449843038 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795040 Feb 11 12:58:47.927420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4e929-8923-4a6b-89bb-c7ef9f5cc2ed req-73c3be93-c48b-499a-9429-4aeaa50bc8b6 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:47.935086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:47.935586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f4e929-8923-4a6b-89bb-c7ef9f5cc2ed req-73c3be93-c48b-499a-9429-4aeaa50bc8b6 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 950 time: 0.5187910 Feb 11 12:58:48.020807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f74fce-3915-4171-9cb6-ea11c2332e3d req-886bdbca-f0b7-4672-bf04-6b5a34bc6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:48.022528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13f74fce-3915-4171-9cb6-ea11c2332e3d req-886bdbca-f0b7-4672-bf04-6b5a34bc6bfa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 1132 time: 0.4969242 Feb 11 12:58:48.024163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:48.028766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:48.034067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f4e929-8923-4a6b-89bb-c7ef9f5cc2ed req-8c1e2576-7edc-4927-b360-e97cd3771b48 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964060 Feb 11 12:58:48.036008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:48.115205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:48.116353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.132923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Pushing event updated for resources: {'Port': ['ID=100b7ead-dd1a-4b9d-b90a-88e126753b5b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:48.150953 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-3c688e05-9942-41d7-a856-3b26b27c3a7b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2060418 Feb 11 12:58:48.180022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Request body: {'port': {'device_id': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:48.267226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.287866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ff744-5f91-45bd-ad2e-6ba49e0c6f60 req-e66ee5a9-17eb-46b6-9ebf-894a0d686a51 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:48.295939 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d05ff744-5f91-45bd-ad2e-6ba49e0c6f60 req-e66ee5a9-17eb-46b6-9ebf-894a0d686a51 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 931 time: 0.1639307 Feb 11 12:58:48.324446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13f74fce-3915-4171-9cb6-ea11c2332e3d req-34985ef2-1944-426a-a329-446d9af6c0e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627618 Feb 11 12:58:48.441656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46c61ce-78a0-4a65-952e-4fd239451cf9 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:48.460389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:58:48.465140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Publish callbacks [] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.523925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Transition to ACTIVE for port object e46c61ce-78a0-4a65-952e-4fd239451cf9 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:48.534302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.535983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.586955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (76fb354b-3502-430d-a6a6-752c84a0e124), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.632026 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d05ff744-5f91-45bd-ad2e-6ba49e0c6f60 req-d3d10d94-a2a1-432f-bf0c-3ed7a709a4a0 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327758 Feb 11 12:58:48.731852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100b7ead-dd1a-4b9d-b90a-88e126753b5b {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:48.749628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Publish callbacks [] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.781429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Transition to ACTIVE for port object 100b7ead-dd1a-4b9d-b90a-88e126753b5b will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:48.787006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:48.815313 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c68eef-446c-496b-9f50-1633473ee89c x-openstack-request-id: req-79c68eef-446c-496b-9f50-1633473ee89c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:48.815953 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:48.816445 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79c68eef-446c-496b-9f50-1633473ee89c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:48.832039 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'status': 'completed', 'code': 200} Feb 11 12:58:48.834015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:48.921763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Pushing event updated for resources: {'Port': ['ID=100b7ead-dd1a-4b9d-b90a-88e126753b5b,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:49.155955 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a729873-c37d-4482-b60f-da7b372e4d55 req-4608a21a-fb1d-48ef-806b-e40dcb762c30 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 210 time: 0.0669892 Feb 11 12:58:49.159259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Attempting to bind port 100b7ead-dd1a-4b9d-b90a-88e126753b5b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:49.159591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Attempting to bind port 100b7ead-dd1a-4b9d-b90a-88e126753b5b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '760c91bc-8a59-4b83-b07c-e2d4fbebf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:49.159908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Attempting to bind port 100b7ead-dd1a-4b9d-b90a-88e126753b5b on network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:49.229313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Port 100b7ead-dd1a-4b9d-b90a-88e126753b5b on network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:49.234310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Attempting to bind port 100b7ead-dd1a-4b9d-b90a-88e126753b5b on network 31f0b1ae-c3b0-434c-8eae-ccb3bb96952c {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:49.242484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-4b0aa953-5215-40a7-b8ab-648aea58de38 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.244124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-4b0aa953-5215-40a7-b8ab-648aea58de38 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 812 time: 0.2516451 Feb 11 12:58:49.255265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:49.257253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Checking segment: {'id': '760c91bc-8a59-4b83-b07c-e2d4fbebf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:49.257855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Bound using segment: {'id': '760c91bc-8a59-4b83-b07c-e2d4fbebf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:49.258466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Bound port: 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760c91bc-8a59-4b83-b07c-e2d4fbebf110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:49.259108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:49.288960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Request body: {'port': {'device_id': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'admin_state_up': True, 'tenant_id': '42eca3f8284f45109c03883594724860'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:49.319575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-7b2c172a-755a-49db-b187-d430d53a0259 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.321363 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-7b2c172a-755a-49db-b187-d430d53a0259 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 812 time: 0.3043385 Feb 11 12:58:49.332946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Request body: {'port': {'device_id': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'admin_state_up': True, 'tenant_id': '42eca3f8284f45109c03883594724860'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:49.390480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-194b93e1-aad2-4a3e-8b5a-c465a06054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.391124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-194b93e1-aad2-4a3e-8b5a-c465a06054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.391739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-194b93e1-aad2-4a3e-8b5a-c465a06054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.392214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-194b93e1-aad2-4a3e-8b5a-c465a06054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.392672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-194b93e1-aad2-4a3e-8b5a-c465a06054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.393665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-194b93e1-aad2-4a3e-8b5a-c465a06054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.396224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-194b93e1-aad2-4a3e-8b5a-c465a06054a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5280 time: 0.5456436 Feb 11 12:58:49.406270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-784597c0-1bc1-40b0-9d04-bdeab367e1f5 req-674f0ac7-b1bb-48f5-9089-71ab5b7932ab tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 210 time: 0.4110224 Feb 11 12:58:49.412852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Attempting to bind port e46c61ce-78a0-4a65-952e-4fd239451cf9 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:49.420829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Attempting to bind port e46c61ce-78a0-4a65-952e-4fd239451cf9 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:49.421387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Attempting to bind port e46c61ce-78a0-4a65-952e-4fd239451cf9 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:49.440514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] For port 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:49.447350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Port e46c61ce-78a0-4a65-952e-4fd239451cf9 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:49.451267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Attempting to bind port e46c61ce-78a0-4a65-952e-4fd239451cf9 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:49.463251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] For port 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b,segment=NetworkSegment(760c91bc-8a59-4b83-b07c-e2d4fbebf110),segment_id=760c91bc-8a59-4b83-b07c-e2d4fbebf110)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:49.471895 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Floating IP 76fb354b-3502-430d-a6a6-752c84a0e124 associated. External IP: 172.25.1.191, port: 14938341-81b2-44e7-a062-6db324358a28. Feb 11 12:58:49.508457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:49.584179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.584786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:49.586226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] 10.222.0.64 "PUT /v2.0/ports/100b7ead-dd1a-4b9d-b90a-88e126753b5b HTTP/1.1" status: 200 len: 1091 time: 1.4124930 Feb 11 12:58:49.586671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:49.586846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:49.586967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Checking segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:49.587330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Bound using segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:49.588074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Bound port: e46c61ce-78a0-4a65-952e-4fd239451cf9, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:49.588674 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:49.589943 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70969098-46e3-4de5-8c24-cbf281cdc70d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:49.658917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e07396-5655-4465-8e8a-bddfa6bcae0e service neutron] Pushing event updated for resources: {'Port': ['ID=100b7ead-dd1a-4b9d-b90a-88e126753b5b,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:49.666448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Made reservation on behalf of 42eca3f8284f45109c03883594724860 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:49.680410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:49.712697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-4bd56be6-4bc1-4749-82ca-d217b612dfec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.718233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-4bd56be6-4bc1-4749-82ca-d217b612dfec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.723452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-4bd56be6-4bc1-4749-82ca-d217b612dfec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.728779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-4bd56be6-4bc1-4749-82ca-d217b612dfec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.734168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-4bd56be6-4bc1-4749-82ca-d217b612dfec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.739372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-4bd56be6-4bc1-4749-82ca-d217b612dfec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.741307 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-4bd56be6-4bc1-4749-82ca-d217b612dfec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 4605 time: 0.2809315 Feb 11 12:58:49.906958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e357c2b8-9c06-4056-85a2-705ce8e4d123 req-8cb35ee7-f858-49b2-b1c3-f322e3058d6d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488612 Feb 11 12:58:49.914544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-7ff3c7d3-1bce-4d34-987e-9369c4d2b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:49.916188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-7ff3c7d3-1bce-4d34-987e-9369c4d2b392 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fce860e915954f6d9870235ede7962c7&device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 1125 time: 0.1679595 Feb 11 12:58:49.984310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Allocated IP 172.20.0.8 (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5/fec6848b-adf1-4681-9319-dd5f9c127486/4b97af27-2a2d-4c97-85e2-f21b37bf83de) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:50.112108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-7f3360f2-4d86-42ff-9019-819ca56166f1 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5360265 Feb 11 12:58:50.171288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks [] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:50.205942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35934) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:50.255116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-ceada5a5-d360-47f0-b4c1-9222bc5545dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b HTTP/1.1" status: 200 len: 217 time: 0.0503633 Feb 11 12:58:50.256765 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849f8f11-93ca-49de-8a7b-15699fb3fa25 x-openstack-request-id: req-849f8f11-93ca-49de-8a7b-15699fb3fa25 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:50.257064 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:50.257596 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-849f8f11-93ca-49de-8a7b-15699fb3fa25 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:50.257799 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b', 'status': 'completed', 'code': 200} Feb 11 12:58:50.260975 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:50.338650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797657da-b96d-4fbb-80c8-14da037a703e req-6907e5a2-6042-41f7-a439-1547d228b040 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.340398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-797657da-b96d-4fbb-80c8-14da037a703e req-6907e5a2-6042-41f7-a439-1547d228b040 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 950 time: 0.7822585 Feb 11 12:58:50.398284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event updated for resources: {'Port': ['ID=4b97af27-2a2d-4c97-85e2-f21b37bf83de,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:50.403794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-72a76025-79bc-4c78-856b-aad9c2519ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.405489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-72a76025-79bc-4c78-856b-aad9c2519ff0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed006338-9328-4acc-9914-3c86558d0b14 HTTP/1.1" status: 200 len: 861 time: 0.1033800 Feb 11 12:58:50.412672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:50.428437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Made reservation on behalf of 42eca3f8284f45109c03883594724860 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:50.432757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:50.435678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-ddcfc578-e92b-48ed-b669-eabd2471ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.436449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-ddcfc578-e92b-48ed-b669-eabd2471ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.437090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-ddcfc578-e92b-48ed-b669-eabd2471ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.439035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-ddcfc578-e92b-48ed-b669-eabd2471ac61 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07c9b5f14a794256834beaa47efecae1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9931979 Feb 11 12:58:50.492153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-84f4bee0-b210-4fa5-95d1-4a0066176359 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31f0b1ae-c3b0-434c-8eae-ccb3bb96952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436454 Feb 11 12:58:50.493923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:50.522890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-5559a942-0155-43e5-95ee-8f3019052292 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.524538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-5559a942-0155-43e5-95ee-8f3019052292 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4002943 Feb 11 12:58:50.525881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:50.536325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189c100-9351-404f-9821-d524c56f6314 req-3f5c3062-b9a0-4a9c-bff2-5ee7c798f854 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.538213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f189c100-9351-404f-9821-d524c56f6314 req-3f5c3062-b9a0-4a9c-bff2-5ee7c798f854 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 943 time: 0.2327144 Feb 11 12:58:50.551358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:50.552619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:50.556426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:50.593624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:50.730794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.731446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:50.749138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-797657da-b96d-4fbb-80c8-14da037a703e req-d8efff8c-292c-4c5e-a087-3da63744abf6 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928900 Feb 11 12:58:50.783260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:50.784333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:50.786290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] 10.222.0.53 "PUT /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 1135 time: 3.9520764 Feb 11 12:58:50.821585 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f189c100-9351-404f-9821-d524c56f6314 req-76c237c4-f095-4422-840e-978d3cbf0598 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315972 Feb 11 12:58:50.835996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': 'e46c61ce-78a0-4a65-952e-4fd239451cf9'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:50.839291 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cd227d-bbb4-4883-864e-9836cab21bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "e46c61ce-78a0-4a65-952e-4fd239451cf9"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:50.859424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-f6243124-ad19-4c17-a989-3c3761bbfdcc service neutron] 10.222.0.64 "GET /v2.0/networks/31f0b1ae-c3b0-434c-8eae-ccb3bb96952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547428 Feb 11 12:58:50.862093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:50.866086 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-b8654f22-7b23-4534-89b4-5b9f03146c73 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5366795 Feb 11 12:58:50.892221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Request body: {'port': {'device_id': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:50.953471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Router 205c4091-ebdf-4bec-8430-38e0f689da99 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:58:51.038066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Allocated IP 172.20.0.10 (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5/fec6848b-adf1-4681-9319-dd5f9c127486/85fbce8d-2e8c-47db-886e-3c3851777223) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:51.262164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6e6eb-fd90-49b5-b48b-f682058a16e9 service neutron] Pushing event updated for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:51.285241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-bd9980c6-b0b4-4798-b8e0-ae4d02c8346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.287054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efb1615e-8d9f-4acc-ae48-e21765cf8ab0 req-bd9980c6-b0b4-4798-b8e0-ae4d02c8346f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8212938 Feb 11 12:58:51.342318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75e356b2-c06d-45ac-ae99-6fa05facd5ad req-7df89084-54bd-4a57-b5ec-1de486fc74d2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 210 time: 0.0857277 Feb 11 12:58:51.469857 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e31fe9-f8d6-49b8-ba4c-2abd69d18b5d x-openstack-request-id: req-f3e31fe9-f8d6-49b8-ba4c-2abd69d18b5d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:51.470214 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "e46c61ce-78a0-4a65-952e-4fd239451cf9", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:51.470408 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3e31fe9-f8d6-49b8-ba4c-2abd69d18b5d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:51.470771 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': 'e46c61ce-78a0-4a65-952e-4fd239451cf9', 'status': 'completed', 'code': 200} Feb 11 12:58:51.473003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:58:51.476940 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:51.480150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:51.529684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:51.531605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:51.557965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks [] for port (85fbce8d-2e8c-47db-886e-3c3851777223), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:51.714355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e56b8e88-3a72-4c13-8d1f-c5d451b0b6d4 req-46a08924-13fa-4aa5-83f8-579d3d5a3db2 service neutron] 10.222.0.64 "GET /v2.0/networks/31f0b1ae-c3b0-434c-8eae-ccb3bb96952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8472533 Feb 11 12:58:51.755490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bf8dd-1a5f-4395-91e9-31db06fa4831 req-c74123ca-9033-4d29-a7ca-acf746e9036d tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.762626 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-564bf8dd-1a5f-4395-91e9-31db06fa4831 req-c74123ca-9033-4d29-a7ca-acf746e9036d tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 931 time: 0.7990899 Feb 11 12:58:51.796449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-3c8f6baf-4474-4971-bb8e-2bc064e00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.796914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-3c8f6baf-4474-4971-bb8e-2bc064e00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.797373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-3c8f6baf-4474-4971-bb8e-2bc064e00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.797857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-3c8f6baf-4474-4971-bb8e-2bc064e00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.798311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-3c8f6baf-4474-4971-bb8e-2bc064e00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.798759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-3c8f6baf-4474-4971-bb8e-2bc064e00f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:51.801413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-3c8f6baf-4474-4971-bb8e-2bc064e00f19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5353 time: 0.2970912 Feb 11 12:58:51.825430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:58:51.830928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:51.840422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] Sync routers for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:58:51.868987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:51.871785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:51.917147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:51.958074 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-564bf8dd-1a5f-4395-91e9-31db06fa4831 req-51d9b064-86fd-4ffd-8e22-7f5b36580860 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905959 Feb 11 12:58:52.041072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-7607dc1c-c779-4bd3-9062-d4ce32852856 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.042013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-6aa77ec5-83d6-42e9-aaa8-b189702d424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.043827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-6aa77ec5-83d6-42e9-aaa8-b189702d424c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fce860e915954f6d9870235ede7962c7&device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 1125 time: 0.2545166 Feb 11 12:58:52.046701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-7607dc1c-c779-4bd3-9062-d4ce32852856 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.052057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-7607dc1c-c779-4bd3-9062-d4ce32852856 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.058026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-7607dc1c-c779-4bd3-9062-d4ce32852856 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.063384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-7607dc1c-c779-4bd3-9062-d4ce32852856 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.068986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-7607dc1c-c779-4bd3-9062-d4ce32852856 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.070877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-7607dc1c-c779-4bd3-9062-d4ce32852856 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 4605 time: 0.4828043 Feb 11 12:58:52.096390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:52.139640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ee993b81-7396-4d25-95d2-5fc0402b501b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "PUT /v2.0/floatingips/76fb354b-3502-430d-a6a6-752c84a0e124 HTTP/1.1" status: 200 len: 992 time: 4.9338896 Feb 11 12:58:52.177763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:52.194998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35962) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:52.210889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:52.214086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event updated for resources: {'Port': ['ID=85fbce8d-2e8c-47db-886e-3c3851777223,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:52.230712 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b97af27-2a2d-4c97-85e2-f21b37bf83de {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:52.264247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for security_group (787f46d3-6f0c-4c9b-82a4-04fdfb59f28c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:52.274608 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Publish callbacks [] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:52.332423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (787f46d3-6f0c-4c9b-82a4-04fdfb59f28c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:52.351932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:52.371111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-9a88dc72-ce3e-4203-8aa6-ee4f86a8e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.377281 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-9a88dc72-ce3e-4203-8aa6-ee4f86a8e1ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=31f0b1ae-c3b0-434c-8eae-ccb3bb96952c HTTP/1.1" status: 200 len: 922 time: 0.2990119 Feb 11 12:58:52.379171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Transition to ACTIVE for port object 4b97af27-2a2d-4c97-85e2-f21b37bf83de will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:52.412057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff1aab52-ab74-47cd-9b39-607ebc29ad40 req-5c919cbb-7b40-44e4-a407-589b14c9ff90 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3180726 Feb 11 12:58:52.440959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-768147c3-ceaf-44f1-bc81-0df79aad550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.441656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-768147c3-ceaf-44f1-bc81-0df79aad550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.442666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-768147c3-ceaf-44f1-bc81-0df79aad550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.453080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-768147c3-ceaf-44f1-bc81-0df79aad550b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07c9b5f14a794256834beaa47efecae1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6224909 Feb 11 12:58:52.482423 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-362d5cd9-84c1-45a4-baf0-c8f128dcd140 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b HTTP/1.1" status: 200 len: 217 time: 0.0982351 Feb 11 12:58:52.483461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:52.495615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c121a44-a84d-41c8-9884-42a4c4027ed2 req-f396634d-b348-40d4-b536-9e2cebea1ff7 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.502722 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c121a44-a84d-41c8-9884-42a4c4027ed2 req-f396634d-b348-40d4-b536-9e2cebea1ff7 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 950 time: 0.4357533 Feb 11 12:58:52.552791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-64de6fb2-a34a-47cb-a3ea-5e8de5ae79b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:52.553009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.553592 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:52.582588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (b8bc9423-a532-46a8-998c-76309323076f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:52.642080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '76fb354b-3502-430d-a6a6-752c84a0e124', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'port_id': '14938341-81b2-44e7-a062-6db324358a28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'mac_address': 'fa:16:3e:49:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:58:20Z', 'updated_at': '2022-02-11T12:58:48Z', 'revision_number': 1, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:17Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:52.645853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.120 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/bd573ef6-a5e3-472f-b2c0-e60563eaf3b1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:58:52.679789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] Checking router: 205c4091-ebdf-4bec-8430-38e0f689da99 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:58:52.690924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:52.692669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:52.708441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Pushing event updated for resources: {'Port': ['ID=4b97af27-2a2d-4c97-85e2-f21b37bf83de,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:52.727140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-495b1bb1-7f26-4e13-ab63-1caae7513827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.729029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-495b1bb1-7f26-4e13-ab63-1caae7513827 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ed006338-9328-4acc-9914-3c86558d0b14 HTTP/1.1" status: 200 len: 861 time: 0.2174528 Feb 11 12:58:52.739000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:52.818001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c121a44-a84d-41c8-9884-42a4c4027ed2 req-5f5f2762-d098-403b-93e3-2c2fd0838407 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021781 Feb 11 12:58:52.844147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:52.866479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-f5f62dd8-bfe2-4025-a744-515c59337cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:52.867973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08cd227d-bbb4-4883-864e-9836cab21bc7 req-f5f62dd8-bfe2-4025-a744-515c59337cf9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3347032 Feb 11 12:58:52.904191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f59c504c-1484-4629-8b4c-f73def699808 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6386049 Feb 11 12:58:52.918399 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-81ede587-ed04-41e8-b1df-2f7a3c3f5558 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=31f0b1ae-c3b0-434c-8eae-ccb3bb96952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778331 Feb 11 12:58:52.930687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Request body: {'port': {'device_id': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:53.026694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.144739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Attempting to bind port 4b97af27-2a2d-4c97-85e2-f21b37bf83de on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:53.144970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Attempting to bind port 4b97af27-2a2d-4c97-85e2-f21b37bf83de by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:53.145267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Attempting to bind port 4b97af27-2a2d-4c97-85e2-f21b37bf83de on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:53.161841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '76fb354b-3502-430d-a6a6-752c84a0e124', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'port_id': '14938341-81b2-44e7-a062-6db324358a28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'mac_address': 'fa:16:3e:49:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:58:20Z', 'updated_at': '2022-02-11T12:58:48Z', 'revision_number': 1, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:17Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:53.181466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-64de6fb2-a34a-47cb-a3ea-5e8de5ae79b7 admin admin] Publish callbacks [] for security_group (29e25262-843d-4c36-a1b2-d95fa5ddd6d3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.196091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Port 4b97af27-2a2d-4c97-85e2-f21b37bf83de on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:53.196472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Attempting to bind port 4b97af27-2a2d-4c97-85e2-f21b37bf83de on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:53.196939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916cd815-78c9-442e-978c-c9b9e7f409ff None None] The sync data for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 is: [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '76fb354b-3502-430d-a6a6-752c84a0e124', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'floating_ip_address': '172.25.1.191', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'port_id': '14938341-81b2-44e7-a062-6db324358a28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'mac_address': 'fa:16:3e:49:f1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:58:20Z', 'updated_at': '2022-02-11T12:58:48Z', 'revision_number': 1, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:17Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:58:53.207255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-64de6fb2-a34a-47cb-a3ea-5e8de5ae79b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (29e25262-843d-4c36-a1b2-d95fa5ddd6d3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.222169 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7296c-aeee-41fe-96ac-4f6eb08ea727 req-a20199e9-ac9e-4395-9ddd-094fa137d5e0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:53.229420 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9da7296c-aeee-41fe-96ac-4f6eb08ea727 req-a20199e9-ac9e-4395-9ddd-094fa137d5e0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.3097069 Feb 11 12:58:53.258259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:53.258601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Checking segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:53.258972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Bound using segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:53.259465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Bound port: 4b97af27-2a2d-4c97-85e2-f21b37bf83de, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:53.260006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.279391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-08e4f499-ed92-4205-ba4b-59e304e1e1eb service neutron] 10.222.0.64 "GET /v2.0/networks/31f0b1ae-c3b0-434c-8eae-ccb3bb96952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439188 Feb 11 12:58:53.301256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1006c1c-1fe8-49b5-bb09-6f94442afbf8 req-8375a5d7-851c-405a-95ad-7272fec3d72c tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:53.302843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1006c1c-1fe8-49b5-bb09-6f94442afbf8 req-8375a5d7-851c-405a-95ad-7272fec3d72c tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 943 time: 0.7455645 Feb 11 12:58:53.350919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-64de6fb2-a34a-47cb-a3ea-5e8de5ae79b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d029a5d21a44339bf90ff9cbabc6546&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1519923 Feb 11 12:58:53.352893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de6fb2-a34a-47cb-a3ea-5e8de5ae79b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e25262-843d-4c36-a1b2-d95fa5ddd6d3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:53.365142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:53.511453 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9da7296c-aeee-41fe-96ac-4f6eb08ea727 req-1103b8ef-4941-4220-b592-565c781a5b05 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810373 Feb 11 12:58:53.527798 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30994782-e537-4fda-9f91-3eca3cc6585b None None] New status for floating IP 76fb354b-3502-430d-a6a6-752c84a0e124: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 12:58:53.643849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] For port 4b97af27-2a2d-4c97-85e2-f21b37bf83de, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:53.646084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8d2e-f1e1-4e6c-9398-e97de0e51426 admin admin] Publish callbacks [] for security_group (29e25262-843d-4c36-a1b2-d95fa5ddd6d3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.711006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] For port 4b97af27-2a2d-4c97-85e2-f21b37bf83de, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4b97af27-2a2d-4c97-85e2-f21b37bf83de,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:53.715352 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-24eb130f-bf58-45a1-8487-7f71f8d8982a req-50977e07-4a92-4796-b0b8-950f04226ba6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 210 time: 0.0395243 Feb 11 12:58:53.717542 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70969098-46e3-4de5-8c24-cbf281cdc70d req-2b81e85b-daab-49ea-b3ff-e3465e49ddaa service neutron] 10.222.0.64 "GET /v2.0/networks/31f0b1ae-c3b0-434c-8eae-ccb3bb96952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199576 Feb 11 12:58:53.736913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Deleting port 711b97e2-32a8-4b9d-a896-4492f7352ef2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:53.736913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.781696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:53.790984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Publish callbacks [] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.805690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Transition to ACTIVE for port object c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:53.821844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.830107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:53.834346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8d2e-f1e1-4e6c-9398-e97de0e51426 admin admin] Publish callbacks [] for security_group (29e25262-843d-4c36-a1b2-d95fa5ddd6d3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.834689 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67811539-b254-4a0d-b681-683fd305bc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:53.919168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:53.919933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.922410 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] 10.222.0.64 "PUT /v2.0/ports/4b97af27-2a2d-4c97-85e2-f21b37bf83de HTTP/1.1" status: 200 len: 1091 time: 3.0410087 Feb 11 12:58:53.937078 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:53.953108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43812c6-beef-4469-a2a8-960490c8cf15 service neutron] Pushing event updated for resources: {'Port': ['ID=4b97af27-2a2d-4c97-85e2-f21b37bf83de,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:53.965854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'tag': '4b97af27-2a2d-4c97-85e2-f21b37bf83de'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:53.968948 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0a69979b-e34c-4c5d-87e5-67ffd01e159f", "tag": "4b97af27-2a2d-4c97-85e2-f21b37bf83de"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:54.071408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] For port 711b97e2-32a8-4b9d-a896-4492f7352ef2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=711b97e2-32a8-4b9d-a896-4492f7352ef2,segment=NetworkSegment(8538719d-4103-4158-8391-74bf793654d2),segment_id=8538719d-4103-4158-8391-74bf793654d2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:54.071811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.093264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Calling delete_port for 711b97e2-32a8-4b9d-a896-4492f7352ef2 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:54.153556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fbce8d-2e8c-47db-886e-3c3851777223 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:54.174023 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Publish callbacks [] for port (85fbce8d-2e8c-47db-886e-3c3851777223), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.184128 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.195874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:54.238158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1006c1c-1fe8-49b5-bb09-6f94442afbf8 req-041b91c3-5bd7-4b68-9a7a-eb48ba4b29de tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308248 Feb 11 12:58:54.239092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Transition to ACTIVE for port object 85fbce8d-2e8c-47db-886e-3c3851777223 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:54.279952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.402737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Pushing event updated for resources: {'Port': ['ID=85fbce8d-2e8c-47db-886e-3c3851777223,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:54.425960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.463795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Attempting to bind port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:54.464421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Attempting to bind port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:54.464763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Attempting to bind port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:54.514121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:54.516659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Attempting to bind port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:54.559848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:58:54.564286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:54.570940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:58:54.573256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:54.573594 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Checking segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:54.573996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Bound using segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:54.574445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Bound port: c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:54.574806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.577017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:58:54.649682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.655379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.659749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e956afb-17d4-465f-a531-f75ae03a2239 req-c0246d77-3e41-47e3-814d-543091befacb tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.660635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.661823 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e956afb-17d4-465f-a531-f75ae03a2239 req-c0246d77-3e41-47e3-814d-543091befacb tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 943 time: 0.7281945 Feb 11 12:58:54.667277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.667452 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8d2e-f1e1-4e6c-9398-e97de0e51426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (29e25262-843d-4c36-a1b2-d95fa5ddd6d3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.670049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8d2e-f1e1-4e6c-9398-e97de0e51426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.673478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cc0c8d2e-f1e1-4e6c-9398-e97de0e51426 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29e25262-843d-4c36-a1b2-d95fa5ddd6d3 HTTP/1.1" status: 204 len: 168 time: 1.2831845 Feb 11 12:58:54.673633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.673921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-643fa094-22f3-4483-ae98-416f773285d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.675326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-643fa094-22f3-4483-ae98-416f773285d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 1125 time: 0.6964064 Feb 11 12:58:54.686632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.695359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.705456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-ad4d6275-1f8d-4b06-86d9-d8e3287481ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5383 time: 0.3514206 Feb 11 12:58:54.750838 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-e2a1a3ec-18b3-4599-84d0-95014c95e596 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b97af27-2a2d-4c97-85e2-f21b37bf83de HTTP/1.1" status: 200 len: 217 time: 0.0651724 Feb 11 12:58:54.782397 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e956afb-17d4-465f-a531-f75ae03a2239 req-3ce94fbf-5a7b-4f65-b399-1259c2286375 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015220 Feb 11 12:58:54.841961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8d2e-f1e1-4e6c-9398-e97de0e51426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e25262-843d-4c36-a1b2-d95fa5ddd6d3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:54.844720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-631f58ef-db18-4206-b8d0-142eb5113e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.846275 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-631f58ef-db18-4206-b8d0-142eb5113e27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.0698595 Feb 11 12:58:54.880691 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-d9fb87ba-be16-4cee-a3e7-24d1664f2df2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284088 Feb 11 12:58:54.886810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (711b97e2-32a8-4b9d-a896-4492f7352ef2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.906171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:54.906920 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:54.936297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] For port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:54.976794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Attempting to bind port 85fbce8d-2e8c-47db-886e-3c3851777223 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:54.977788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Attempting to bind port 85fbce8d-2e8c-47db-886e-3c3851777223 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:54.980460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Attempting to bind port 85fbce8d-2e8c-47db-886e-3c3851777223 on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:55.000254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] For port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:55.006212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b8c27240-a1c8-4273-9940-b655707e4489 None None] Provisioning complete for port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:55.008490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b8c27240-a1c8-4273-9940-b655707e4489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.017323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Port 85fbce8d-2e8c-47db-886e-3c3851777223 on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:55.017323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Attempting to bind port 85fbce8d-2e8c-47db-886e-3c3851777223 on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:55.054725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-8ab015c3-4931-4a51-83fd-b26e8ae57c71 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5043745 Feb 11 12:58:55.062544 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.063082 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f17ae5db-cc83-4930-9fc2-94d91261ba6e service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561868 Feb 11 12:58:55.070384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=711b97e2-32a8-4b9d-a896-4492f7352ef2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:55.071229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b8c27240-a1c8-4273-9940-b655707e4489 None None] Port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:58:55.087134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Request body: {'port': {'device_id': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:55.103743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:55.104169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Checking segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:55.104472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Bound using segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:55.104926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Bound port: 85fbce8d-2e8c-47db-886e-3c3851777223, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:55.105290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.207645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:55.208271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.209719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] 10.222.0.53 "PUT /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 1136 time: 4.3670633 Feb 11 12:58:55.218936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-770582eb-43a3-4b43-8a7d-0f05a9a44e14 req-0929e888-fa7b-48f0-a324-11a6ad3e3841 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5119538 Feb 11 12:58:55.262261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:58:55.332055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35992) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:55.392988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f140b-34f5-43ef-8a63-220dfafdc2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:55.422116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.465420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] For port 85fbce8d-2e8c-47db-886e-3c3851777223, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:55.527584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] For port 85fbce8d-2e8c-47db-886e-3c3851777223, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=85fbce8d-2e8c-47db-886e-3c3851777223,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:55.535990 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60bde3a6-8cc0-46d9-a5ed-2120fed04306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.539559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.564219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-c6ef7639-ce62-4bb7-b252-2b512e144b2c service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840219 Feb 11 12:58:55.565429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.590300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a105a11-025a-4986-98bb-ab92d9399938 req-358dc53d-ec41-42fa-ae2b-49c2c7149c31 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:55.603763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a105a11-025a-4986-98bb-ab92d9399938 req-358dc53d-ec41-42fa-ae2b-49c2c7149c31 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.5441141 Feb 11 12:58:55.605025 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49560f0-b539-4546-862b-6908b40fa4ce x-openstack-request-id: req-a49560f0-b539-4546-862b-6908b40fa4ce {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:55.605852 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "tag": "14938341-81b2-44e7-a062-6db324358a28", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:55.606519 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a49560f0-b539-4546-862b-6908b40fa4ce {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:55.607156 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'status': 'completed', 'code': 200} Feb 11 12:58:55.660470 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9129acb9-509d-4e75-80b4-978b4195299a x-openstack-request-id: req-9129acb9-509d-4e75-80b4-978b4195299a {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:55.661049 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a69979b-e34c-4c5d-87e5-67ffd01e159f", "tag": "4b97af27-2a2d-4c97-85e2-f21b37bf83de", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:55.661146 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9129acb9-509d-4e75-80b4-978b4195299a {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:55.661756 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'tag': '4b97af27-2a2d-4c97-85e2-f21b37bf83de', 'status': 'completed', 'code': 200} Feb 11 12:58:55.731916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:55.732873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.734571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] 10.222.0.64 "PUT /v2.0/ports/85fbce8d-2e8c-47db-886e-3c3851777223 HTTP/1.1" status: 200 len: 1092 time: 2.8216431 Feb 11 12:58:55.738597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a105a11-025a-4986-98bb-ab92d9399938 req-d757589d-f7d7-47c4-b32c-091e88c3d5dd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338556 Feb 11 12:58:55.748645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (b8bc9423-a532-46a8-998c-76309323076f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:55.833349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 100b7ead-dd1a-4b9d-b90a-88e126753b5b details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:58:55.878601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-76071fd5-3f37-4bfb-a510-d6df3586bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:55.880147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-76071fd5-3f37-4bfb-a510-d6df3586bb30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 1125 time: 0.2155895 Feb 11 12:58:55.958492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b,segment=NetworkSegment(760c91bc-8a59-4b83-b07c-e2d4fbebf110),segment_id=760c91bc-8a59-4b83-b07c-e2d4fbebf110)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:55.971198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '100b7ead-dd1a-4b9d-b90a-88e126753b5b', 'network_id': '31f0b1ae-c3b0-434c-8eae-ccb3bb96952c', 'port_id': '100b7ead-dd1a-4b9d-b90a-88e126753b5b', 'mac_address': 'fa:16:3e:6f:29:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed006338-9328-4acc-9914-3c86558d0b14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:58:56.012404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 100b7ead-dd1a-4b9d-b90a-88e126753b5b is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:56.013090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.031076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6413cc6-f8f6-429c-8bdb-0b0c03b30869 req-de207591-e953-41ef-9c37-ee496edf5abf tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.032652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6413cc6-f8f6-429c-8bdb-0b0c03b30869 req-de207591-e953-41ef-9c37-ee496edf5abf tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 943 time: 0.1968360 Feb 11 12:58:56.034071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100b7ead-dd1a-4b9d-b90a-88e126753b5b {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:56.055253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60bde3a6-8cc0-46d9-a5ed-2120fed04306 admin admin] Publish callbacks [] for security_group (5d8fe159-46a1-4e91-ba5d-249d4a23cacf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.056832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b,segment=NetworkSegment(760c91bc-8a59-4b83-b07c-e2d4fbebf110),segment_id=760c91bc-8a59-4b83-b07c-e2d4fbebf110)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:56.063057 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.073375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60bde3a6-8cc0-46d9-a5ed-2120fed04306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d8fe159-46a1-4e91-ba5d-249d4a23cacf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.105137 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60bde3a6-8cc0-46d9-a5ed-2120fed04306 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f71cf7475df49fd95a0c4e24098412e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7717657 Feb 11 12:58:56.109411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35998) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:56.123468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=100b7ead-dd1a-4b9d-b90a-88e126753b5b,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:56.131394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fe2f6-5a7e-47e4-8d2d-3800dc70b221 service neutron] Pushing event updated for resources: {'Port': ['ID=85fbce8d-2e8c-47db-886e-3c3851777223,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:56.232100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bde3a6-8cc0-46d9-a5ed-2120fed04306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8fe159-46a1-4e91-ba5d-249d4a23cacf,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:56.238504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-4d084265-b040-4d2a-be7e-660a2c8cbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.240050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-4d084265-b040-4d2a-be7e-660a2c8cbab5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 913 time: 0.3494790 Feb 11 12:58:56.245101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811539-b254-4a0d-b681-683fd305bc3d req-b90cd062-e613-430f-adb9-7c79c3558933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.246684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67811539-b254-4a0d-b681-683fd305bc3d req-b90cd062-e613-430f-adb9-7c79c3558933 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1128 time: 0.6131041 Feb 11 12:58:56.248375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-cb520ebf-8bff-4497-86a2-81ffb12bbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.249759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-cb520ebf-8bff-4497-86a2-81ffb12bbe5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=eac7d6e0-c6af-4cf4-9f0c-f202c0161775 HTTP/1.1" status: 200 len: 1126 time: 0.2230694 Feb 11 12:58:56.256456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da814a-6ecb-438a-b6c8-3d300de5a3a8 req-bae907eb-60b1-4764-a23e-f3526e8ee61d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.258066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1da814a-6ecb-438a-b6c8-3d300de5a3a8 req-bae907eb-60b1-4764-a23e-f3526e8ee61d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 936 time: 0.5405483 Feb 11 12:58:56.258749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6413cc6-f8f6-429c-8bdb-0b0c03b30869 req-76e67cc9-6ea6-4d10-ae99-b46192e2bfa3 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139468 Feb 11 12:58:56.309616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-85dac3cd-6658-4e52-8f42-19d634cf5b26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b97af27-2a2d-4c97-85e2-f21b37bf83de HTTP/1.1" status: 200 len: 217 time: 0.0597734 Feb 11 12:58:56.359229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:56.369313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-33899572-c12b-4e36-902f-8109741f6d45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85fbce8d-2e8c-47db-886e-3c3851777223 HTTP/1.1" status: 200 len: 217 time: 0.1080556 Feb 11 12:58:56.397742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Publish callbacks [] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.423928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6b9aed32-ad00-4384-a80b-3596d20091e8 admin admin] Publish callbacks [] for security_group (5d8fe159-46a1-4e91-ba5d-249d4a23cacf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.462395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-7f225cb5-9d39-4896-b75b-2434f38f8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.464369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-7f225cb5-9d39-4896-b75b-2434f38f8c9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.1433816 Feb 11 12:58:56.477410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['100b7ead-dd1a-4b9d-b90a-88e126753b5b'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:58:56.487296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6b9aed32-ad00-4384-a80b-3596d20091e8 admin admin] Publish callbacks [] for security_group (5d8fe159-46a1-4e91-ba5d-249d4a23cacf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.506339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Transition to ACTIVE for port object bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:56.526231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.542238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1da814a-6ecb-438a-b6c8-3d300de5a3a8 req-e92d177c-1205-4b16-9470-d5192f3e6cfc tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522340 Feb 11 12:58:56.547904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Router b8bc9423-a532-46a8-998c-76309323076f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:58:56.555610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-00070bca-c600-4b58-b996-93e9eda557f5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737574 Feb 11 12:58:56.620852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f6286bd8-c262-4976-acab-661630cf4403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.622321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-f6286bd8-c262-4976-acab-661630cf4403 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.2419813 Feb 11 12:58:56.632590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c849c7-0483-4b6e-a9b1-b7c9956b6b9d req-fb471af8-fc2a-4ea3-9604-2bb7e466a791 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.636918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811539-b254-4a0d-b681-683fd305bc3d req-93bf94c1-d02d-4533-9c75-f7a7b2f385be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:56.638571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67811539-b254-4a0d-b681-683fd305bc3d req-93bf94c1-d02d-4533-9c75-f7a7b2f385be service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.3686478 Feb 11 12:58:56.640813 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-02c849c7-0483-4b6e-a9b1-b7c9956b6b9d req-fb471af8-fc2a-4ea3-9604-2bb7e466a791 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 950 time: 0.2824605 Feb 11 12:58:56.794971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-6c5da923-3172-4238-aad0-afa6742b8c38 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446052 Feb 11 12:58:56.821442 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-02c849c7-0483-4b6e-a9b1-b7c9956b6b9d req-9b7f1045-a684-46cb-9e15-4824ce6694c7 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797221 Feb 11 12:58:56.838362 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6b9aed32-ad00-4384-a80b-3596d20091e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d8fe159-46a1-4e91-ba5d-249d4a23cacf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.841472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6b9aed32-ad00-4384-a80b-3596d20091e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:56.842690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6b9aed32-ad00-4384-a80b-3596d20091e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d8fe159-46a1-4e91-ba5d-249d4a23cacf HTTP/1.1" status: 204 len: 168 time: 0.7259884 Feb 11 12:58:56.925705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9aed32-ad00-4384-a80b-3596d20091e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8fe159-46a1-4e91-ba5d-249d4a23cacf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:56.958925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-fd7c86be-5591-449c-bc03-a6f5b881db19 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426456 Feb 11 12:58:56.968334 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-00062f54-9d1a-47bf-ac83-48d79eaefce3 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928831 Feb 11 12:58:56.973223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8011536a-0b47-47dc-aa0b-dc0ea70f4955 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:58:57.005344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Pushing event updated for resources: {'Port': ['ID=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:57.078300 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Publish callbacks [] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:57.095033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Transition to ACTIVE for port object 8011536a-0b47-47dc-aa0b-dc0ea70f4955 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:58:57.110979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:58:57.124108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e73e43b9-5889-4343-b244-0f11604a9e3a admin admin] 10.222.0.42 "PUT /v2.0/routers/b8bc9423-a532-46a8-998c-76309323076f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9144959 Feb 11 12:58:57.126617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36008) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:58:57.127773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] Sync routers for ids ['b8bc9423-a532-46a8-998c-76309323076f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:58:57.142479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] Routers {'b8bc9423-a532-46a8-998c-76309323076f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:57.143552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b8bc9423-a532-46a8-998c-76309323076f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:57.207456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.212771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.218187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.223358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.223656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4cb1a7e-b88b-42a8-8517-fc77542384d9 req-a719cac3-af9c-44ad-b91e-cf753f682e51 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523589 Feb 11 12:58:57.225460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67811539-b254-4a0d-b681-683fd305bc3d req-007e70bd-84ba-4e51-9445-4d015b85c91a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1002 time: 0.5613420 Feb 11 12:58:57.228775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.234161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.239401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.241506 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-3653ebb3-3049-4e67-8c63-b661c30ba600 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5383 time: 0.2146051 Feb 11 12:58:57.247374 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:57.250777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec7ec23-a60d-4c96-add2-8d4b7f24f6d3 req-2e303d8f-b7f3-4746-ac5d-6a7e7a94acc7 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696302 Feb 11 12:58:57.360424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] Set router b8bc9423-a532-46a8-998c-76309323076f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:57.502322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe1c38-2df2-4094-ae90-2b5a107fbe35 req-2c528073-52b7-4df0-9fbe-cf5cfc650e3f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.505200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ffe1c38-2df2-4094-ae90-2b5a107fbe35 req-2c528073-52b7-4df0-9fbe-cf5cfc650e3f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 943 time: 0.8575029 Feb 11 12:58:57.554697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Attempting to bind port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:57.555029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Attempting to bind port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:57.555353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Attempting to bind port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:57.594055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:57.594299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Attempting to bind port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:57.598177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Pushing event updated for resources: {'Port': ['ID=8011536a-0b47-47dc-aa0b-dc0ea70f4955,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:57.616243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811539-b254-4a0d-b681-683fd305bc3d req-4debd65c-306b-40a4-a9bc-f32cf2ef6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:57.619518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67811539-b254-4a0d-b681-683fd305bc3d req-4debd65c-306b-40a4-a9bc-f32cf2ef6254 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.3013930 Feb 11 12:58:57.620214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': 'c5d0003d-7de9-41e1-a1a7-c9ea1791ab14'}, {'name': 'network-changed', 'server_uuid': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'tag': '85fbce8d-2e8c-47db-886e-3c3851777223'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:57.625829 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb80670-2284-42d2-b706-5e262a42c4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "c5d0003d-7de9-41e1-a1a7-c9ea1791ab14"}, {"name": "network-changed", "server_uuid": "eac7d6e0-c6af-4cf4-9f0c-f202c0161775", "tag": "85fbce8d-2e8c-47db-886e-3c3851777223"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:57.653500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:57.653774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:57.654170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:57.654688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Bound port: bd573ef6-a5e3-472f-b2c0-e60563eaf3b1, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:57.655046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:57.731804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:58:54Z', 'revision_number': 5, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:57.778675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] Checking router: b8bc9423-a532-46a8-998c-76309323076f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:58:57.789116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] Routers {'b8bc9423-a532-46a8-998c-76309323076f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:58:57.789627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:58:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b8bc9423-a532-46a8-998c-76309323076f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:57.845875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks [] for router (b8bc9423-a532-46a8-998c-76309323076f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:57.886493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ffe1c38-2df2-4094-ae90-2b5a107fbe35 req-d71083a0-73f2-4e46-991a-6db8193c3a99 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441446 Feb 11 12:58:57.937600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-183eabac-5c44-4b2d-b877-c94ed63010f6 req-45405685-5360-458c-a6a7-3b6b674cb1bd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6841719 Feb 11 12:58:57.986085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] Set router b8bc9423-a532-46a8-998c-76309323076f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:58:58.060252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 100b7ead-dd1a-4b9d-b90a-88e126753b5b up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:58:58.072417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] For port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:58.076176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] For port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:58.108602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:58.197273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks [] for router_gateway (b8bc9423-a532-46a8-998c-76309323076f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:58.199840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:58.200691 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:58.202156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] 10.222.0.64 "PUT /v2.0/ports/bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 HTTP/1.1" status: 200 len: 1096 time: 3.1209323 Feb 11 12:58:58.233572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9d9f9-0a7e-4000-9755-eeabbf180aba req-7753fa36-f465-434c-9d37-39f1a460aeeb tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:58.235281 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-afa9d9f9-0a7e-4000-9755-eeabbf180aba req-7753fa36-f465-434c-9d37-39f1a460aeeb tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 944 time: 0.1663795 Feb 11 12:58:58.289954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-90afe54e-937d-44ca-aa13-3e9c7bd6d5f2 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:58.292019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-90afe54e-937d-44ca-aa13-3e9c7bd6d5f2 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 950 time: 0.6400409 Feb 11 12:58:58.295153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67811539-b254-4a0d-b681-683fd305bc3d req-8f30335b-f69f-4e3d-8eae-f7f7cfd2e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:58.297298 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67811539-b254-4a0d-b681-683fd305bc3d req-8f30335b-f69f-4e3d-8eae-f7f7cfd2e40a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6567373 Feb 11 12:58:58.298203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Attempting to bind port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:58:58.298536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Attempting to bind port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:58:58.298858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Attempting to bind port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:58.346056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 100b7ead-dd1a-4b9d-b90a-88e126753b5b completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:58:58.354563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 100b7ead-dd1a-4b9d-b90a-88e126753b5b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:58:58.354563 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:58.373480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-afa9d9f9-0a7e-4000-9755-eeabbf180aba req-0f49cf18-0868-4418-8d38-ce0359a5d0a1 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160872 Feb 11 12:58:58.422416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Deleting port 16531a49-1e69-4110-a351-9619b4e6d203 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:58.422816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (16531a49-1e69-4110-a351-9619b4e6d203), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:58.452399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:58:54Z', 'revision_number': 5, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:58:58.634145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] For port 16531a49-1e69-4110-a351-9619b4e6d203, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=16531a49-1e69-4110-a351-9619b4e6d203,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:58.634629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (16531a49-1e69-4110-a351-9619b4e6d203), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:58.658465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc15458-fa72-4565-b743-2c34ca177261 req-eb6d1a65-d9b0-4c39-a894-18961da8e99c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:58.660169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3bc15458-fa72-4565-b743-2c34ca177261 req-eb6d1a65-d9b0-4c39-a894-18961da8e99c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 948 time: 0.1091027 Feb 11 12:58:58.667640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Calling delete_port for 16531a49-1e69-4110-a351-9619b4e6d203 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:58:58.714384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c46631-e764-4772-8916-93236cfb5bf4 None None] The sync data for ids ['b8bc9423-a532-46a8-998c-76309323076f'] in n-d-828675-3 is: [{'id': 'b8bc9423-a532-46a8-998c-76309323076f', 'name': 'tempest-ServersTestMultiNic-1783159014-router', 'tenant_id': '0da3be76b22e49a69e30f14bff717c1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': '16531a49-1e69-4110-a351-9619b4e6d203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:40Z', 'updated_at': '2022-02-11T12:58:54Z', 'revision_number': 5, 'project_id': '0da3be76b22e49a69e30f14bff717c1e', 'gw_port': {'id': '16531a49-1e69-4110-a351-9619b4e6d203', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:34:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8bc9423-a532-46a8-998c-76309323076f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:42Z', 'updated_at': '2022-02-11T12:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:58:58.729879 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3bc15458-fa72-4565-b743-2c34ca177261 req-40a2eb5b-9445-4239-98ab-f8a18f789ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Feb 11 12:58:58.869126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 100b7ead-dd1a-4b9d-b90a-88e126753b5b is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:58:58.869762 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:58.935041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:58:58.937305 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19edc0f-3495-418e-b6aa-c3efbe7e6097" -d '{"events": [{"server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "name": "network-vif-plugged", "status": "completed", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:58:58.965203 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b218a7-ec03-4814-b39f-9949066b3c55 x-openstack-request-id: req-28b218a7-ec03-4814-b39f-9949066b3c55 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:58.965611 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "c5d0003d-7de9-41e1-a1a7-c9ea1791ab14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eac7d6e0-c6af-4cf4-9f0c-f202c0161775", "tag": "85fbce8d-2e8c-47db-886e-3c3851777223", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:58.965842 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28b218a7-ec03-4814-b39f-9949066b3c55 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:58.966204 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': 'c5d0003d-7de9-41e1-a1a7-c9ea1791ab14', 'status': 'completed', 'code': 200} Feb 11 12:58:58.966460 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'tag': '85fbce8d-2e8c-47db-886e-3c3851777223', 'status': 'completed', 'code': 200} Feb 11 12:58:58.968232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a0aef-e823-48c7-b58b-a0b628049187 service neutron] Pushing event updated for resources: {'Port': ['ID=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:58.971250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:58:58.971572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Attempting to bind port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:58:58.991596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b,segment=NetworkSegment(760c91bc-8a59-4b83-b07c-e2d4fbebf110),segment_id=760c91bc-8a59-4b83-b07c-e2d4fbebf110)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:58:59.000555 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.006677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:58:59.007994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Checking segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:58:59.008645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Bound using segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:58:59.009402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Bound port: 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:58:59.009970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.107461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf28935-1ab2-4127-8508-2cc4ef720226 req-aa5b9af5-f22c-49e6-befb-18e207617f97 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.122134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaf28935-1ab2-4127-8508-2cc4ef720226 req-aa5b9af5-f22c-49e6-befb-18e207617f97 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 1.0316293 Feb 11 12:58:59.125808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 711b97e2-32a8-4b9d-a896-4492f7352ef2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:58:59.176111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=100b7ead-dd1a-4b9d-b90a-88e126753b5b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:59.180357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 711b97e2-32a8-4b9d-a896-4492f7352ef2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:58:59.180357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 711b97e2-32a8-4b9d-a896-4492f7352ef2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:58:59.236429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-2f788322-bb4d-4da5-957f-5f9411f2f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.238031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-2f788322-bb4d-4da5-957f-5f9411f2f179 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=eac7d6e0-c6af-4cf4-9f0c-f202c0161775 HTTP/1.1" status: 200 len: 1126 time: 0.2691364 Feb 11 12:58:59.253056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930673-d92e-4bdf-b168-209cac86ffe2 req-c99211b7-b632-4814-8beb-d7d4bf25a187 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.254658 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d930673-d92e-4bdf-b168-209cac86ffe2 req-c99211b7-b632-4814-8beb-d7d4bf25a187 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 950 time: 0.2464511 Feb 11 12:58:59.262203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39962715-966d-45f5-9c4a-d5baf3beb315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.293287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaf28935-1ab2-4127-8508-2cc4ef720226 req-adc15ae1-de04-429b-90d9-d1170577c570 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657102 Feb 11 12:58:59.327196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-0631644c-cd89-42a4-ab18-2ab4709e2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.333998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-0631644c-cd89-42a4-ab18-2ab4709e2429 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 1130 time: 1.0592422 Feb 11 12:58:59.403196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d930673-d92e-4bdf-b168-209cac86ffe2 req-6d1ed87e-1186-43f8-8a55-2d09cfcc0286 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/security-groups?id=487ca46a-d843-43be-a95e-92189c1dcd11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283271 Feb 11 12:58:59.422819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (16531a49-1e69-4110-a351-9619b4e6d203), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.487660 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822c2eb3-0b8d-4a8d-be56-5697a9091d11 x-openstack-request-id: req-822c2eb3-0b8d-4a8d-be56-5697a9091d11 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:58:59.488163 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "name": "network-vif-plugged", "status": "completed", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:58:59.488163 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-822c2eb3-0b8d-4a8d-be56-5697a9091d11 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:58:59.488568 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b', 'code': 200} Feb 11 12:58:59.514757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Pushing event deleted for resources: {'Port': ['ID=16531a49-1e69-4110-a351-9619b4e6d203,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:58:59.546230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-d490c056-a056-4a2e-90b9-77df89d8cd93 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 HTTP/1.1" status: 200 len: 217 time: 0.1760032 Feb 11 12:58:59.627332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-9c33d334-c7b6-4aba-9f3d-9e758293bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.629280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-9c33d334-c7b6-4aba-9f3d-9e758293bea0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 913 time: 0.3730979 Feb 11 12:58:59.641056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67811539-b254-4a0d-b681-683fd305bc3d req-11606c6c-12c1-4e94-ba6f-b634559283c5 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2207530 Feb 11 12:58:59.665904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.666471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.666935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.667397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.667843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.668295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.668742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.670714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-c3ad286e-9058-47ad-95f3-c8e3f947a009 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6338 time: 0.7035067 Feb 11 12:58:59.684266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (b8bc9423-a532-46a8-998c-76309323076f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.687573 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-5efc9731-bd88-4f25-bf9c-cbf1f8e7ac5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=85fbce8d-2e8c-47db-886e-3c3851777223 HTTP/1.1" status: 200 len: 217 time: 0.0462408 Feb 11 12:58:59.729774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] For port 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:58:59.736633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Deleting port 68224601-419c-4da9-a104-32e2bc7a2a1c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:58:59.736993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.766387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9feee8-7557-4460-b772-ef78c846f54b req-52ec1a12-2fb3-4965-9733-94bf2fdd7068 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.767937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd9feee8-7557-4460-b772-ef78c846f54b req-52ec1a12-2fb3-4965-9733-94bf2fdd7068 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 943 time: 0.3311605 Feb 11 12:58:59.783059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.788425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.793713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.798988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.804663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.809840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.815115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.817462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b66e1c76-f254-42c2-971e-09528319884b req-7052d544-fafb-4e87-9d22-c9f985cf9c66 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5395 time: 0.2432985 Feb 11 12:58:59.845341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] For port 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:58:59.853993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-ae0e3066-e826-4d12-9541-b93ce7385ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.855445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-ae0e3066-e826-4d12-9541-b93ce7385ab1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2724025 Feb 11 12:58:59.858746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 4b97af27-2a2d-4c97-85e2-f21b37bf83de details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:58:59.881158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (b8bc9423-a532-46a8-998c-76309323076f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.888986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks [] for router_controller (b8bc9423-a532-46a8-998c-76309323076f), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.947715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-fe39fee2-c418-4d1f-b070-1d0ecbc5707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:58:59.949380 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-fe39fee2-c418-4d1f-b070-1d0ecbc5707a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.2213523 Feb 11 12:58:59.950532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.977203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (b8bc9423-a532-46a8-998c-76309323076f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:58:59.977856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8bc9423-a532-46a8-998c-76309323076f {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:58:59.999793 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.000958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a02dca4-a0bd-49f8-873d-c5a4ac65ba3c admin admin] 10.222.0.42 "DELETE /v2.0/routers/b8bc9423-a532-46a8-998c-76309323076f HTTP/1.1" status: 204 len: 168 time: 2.8733790 Feb 11 12:59:00.003797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-5865b1aa-e441-49d5-b6cc-f0f4b9a7f199 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480363 Feb 11 12:59:00.004275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36064) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:00.023673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 4b97af27-2a2d-4c97-85e2-f21b37bf83de, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4b97af27-2a2d-4c97-85e2-f21b37bf83de,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:00.042609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Pushing event updated for resources: {'Port': ['ID=8011536a-0b47-47dc-aa0b-dc0ea70f4955,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:00.046816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '4b97af27-2a2d-4c97-85e2-f21b37bf83de', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'port_id': '4b97af27-2a2d-4c97-85e2-f21b37bf83de', 'mac_address': 'fa:16:3e:cc:4f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec6848b-adf1-4681-9319-dd5f9c127486', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:00.060188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b66e1c76-f254-42c2-971e-09528319884b req-f7851eec-f0d3-44be-b12c-71a0dcbb6fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2225871 Feb 11 12:59:00.129253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8aa29-0979-42c9-85f5-f7267e612d01 req-0f0624af-e812-47c7-8940-a345e742b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.130836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6de8aa29-0979-42c9-85f5-f7267e612d01 req-0f0624af-e812-47c7-8940-a345e742b2ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 1127 time: 0.5431068 Feb 11 12:59:00.140497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 4b97af27-2a2d-4c97-85e2-f21b37bf83de is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:00.140967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.143532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] Deleting subnet e2a29afd-8e09-4d6e-bead-aa5ae0613064 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:59:00.151938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] Publish callbacks [] for subnet (e2a29afd-8e09-4d6e-bead-aa5ae0613064), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.164286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b97af27-2a2d-4c97-85e2-f21b37bf83de {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:00.206745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 4b97af27-2a2d-4c97-85e2-f21b37bf83de, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4b97af27-2a2d-4c97-85e2-f21b37bf83de,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:00.218560 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.232036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.232659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.234131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-e52e9680-e33b-49a5-bd0b-ce115dbde048 service neutron] 10.222.0.53 "PUT /v2.0/ports/8011536a-0b47-47dc-aa0b-dc0ea70f4955 HTTP/1.1" status: 200 len: 1091 time: 4.9799027 Feb 11 12:59:00.251590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (e2a29afd-8e09-4d6e-bead-aa5ae0613064), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.270845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-8391b6f9-870b-4e50-9e0b-fe8e5e219d93 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543168 Feb 11 12:59:00.280592 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67811539-b254-4a0d-b681-683fd305bc3d req-2a42d391-615d-4c51-9a8c-d04d14418f15 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071913 Feb 11 12:59:00.334822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=4b97af27-2a2d-4c97-85e2-f21b37bf83de,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:00.346564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:00.362182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd9feee8-7557-4460-b772-ef78c846f54b req-d4b6b0ee-37fd-45bb-86ef-224759ae6d00 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612767 Feb 11 12:59:00.379693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] For port 68224601-419c-4da9-a104-32e2bc7a2a1c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=68224601-419c-4da9-a104-32e2bc7a2a1c,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:00.381991 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.446478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-0286bb1b-9ba5-49d7-82a5-c12cdaf42622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.453793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-0286bb1b-9ba5-49d7-82a5-c12cdaf42622 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5886178 Feb 11 12:59:00.495279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Calling delete_port for 68224601-419c-4da9-a104-32e2bc7a2a1c owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:00.544533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['4b97af27-2a2d-4c97-85e2-f21b37bf83de'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:00.640039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916f581-3779-4f53-a2b9-1712cd7aac63 req-ea45c960-3050-455a-92ec-dc363440e048 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.643676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8916f581-3779-4f53-a2b9-1712cd7aac63 req-ea45c960-3050-455a-92ec-dc363440e048 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 945 time: 0.4192483 Feb 11 12:59:00.674211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-4d48e17e-1b95-46fa-84c1-fe5fde68b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.675179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-4d48e17e-1b95-46fa-84c1-fe5fde68b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.675813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-4d48e17e-1b95-46fa-84c1-fe5fde68b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.677858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-4d48e17e-1b95-46fa-84c1-fe5fde68b44b service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07c9b5f14a794256834beaa47efecae1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9739826 Feb 11 12:59:00.752925 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-59dea5d4-06ce-45df-b198-eadaac458d65 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696773 Feb 11 12:59:00.755480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e2a29afd-8e09-4d6e-bead-aa5ae0613064), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.831198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8916f581-3779-4f53-a2b9-1712cd7aac63 req-be72815c-06c9-4b62-8f46-de8c3de6f636 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629019 Feb 11 12:59:00.863077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (e2a29afd-8e09-4d6e-bead-aa5ae0613064), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.876809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-34567813-0174-474e-9251-08f4d16011c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:00.878385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3fb80670-2284-42d2-b706-5e262a42c4ac req-34567813-0174-474e-9251-08f4d16011c7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462767 Feb 11 12:59:00.904920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a29afd-8e09-4d6e-bead-aa5ae0613064,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:00.913078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-4b9d36d4-523b-495a-ac04-d69a2a47b807 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1381f5f190b945d4b09a637625d071dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259693 Feb 11 12:59:00.917881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f32df-826a-4151-8616-10ff42d6400e None None] Network 0ea8967e-5443-469d-88bf-9980c87efa87 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:00.930593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:00.939979 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-23661528-e642-4711-8f09-efce71bfca21 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2a29afd-8e09-4d6e-bead-aa5ae0613064 HTTP/1.1" status: 204 len: 168 time: 0.9317329 Feb 11 12:59:00.947549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:00.998347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'tag': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'}, {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:01.000451 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14" -d '{"events": [{"name": "network-changed", "server_uuid": "93bd56ec-992e-453d-9d3b-5ca50b693ec5", "tag": "bd573ef6-a5e3-472f-b2c0-e60563eaf3b1"}, {"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:01.011059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 16531a49-1e69-4110-a351-9619b4e6d203 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:01.029915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6de8aa29-0979-42c9-85f5-f7267e612d01 req-c2fd009c-5152-455b-b860-7812da88cf1c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8586159 Feb 11 12:59:01.068291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 16531a49-1e69-4110-a351-9619b4e6d203 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:01.068641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 16531a49-1e69-4110-a351-9619b4e6d203 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:01.082676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0ea8967e-5443-469d-88bf-9980c87efa87), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.119486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.147805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f79c38-3988-497c-bc65-9dbafe9071bf req-63f34a9a-d2b1-453a-a688-267ce4f305f4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:01.149607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73f79c38-3988-497c-bc65-9dbafe9071bf req-63f34a9a-d2b1-453a-a688-267ce4f305f4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 948 time: 0.2062190 Feb 11 12:59:01.188094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] DHCP port deletion for 0ea8967e-5443-469d-88bf-9980c87efa87 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:59:01.218896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73f79c38-3988-497c-bc65-9dbafe9071bf req-2ac61329-d1a2-4079-8ee1-3f282937de1f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616593 Feb 11 12:59:01.224112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Deleting port 13963b49-6058-4bc3-822e-b759d7bb95ab {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:01.224566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.260714 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (68224601-419c-4da9-a104-32e2bc7a2a1c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.265094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 68224601-419c-4da9-a104-32e2bc7a2a1c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:01.270914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] Deleting port 13963b49-6058-4bc3-822e-b759d7bb95ab {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:01.272150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.345068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-0695cdf9-650d-4f6f-ac89-eb5eef72f184 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362468 Feb 11 12:59:01.349755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] For port 13963b49-6058-4bc3-822e-b759d7bb95ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=13963b49-6058-4bc3-822e-b759d7bb95ab,segment=NetworkSegment(8538719d-4103-4158-8391-74bf793654d2),segment_id=8538719d-4103-4158-8391-74bf793654d2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:01.350164 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.351107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-b5bb6cd8-6f7f-48af-a7de-a4e4ad6f400e tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:01.352570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-b5bb6cd8-6f7f-48af-a7de-a4e4ad6f400e tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4048896 Feb 11 12:59:01.358667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Pushing event deleted for resources: {'Port': ['ID=68224601-419c-4da9-a104-32e2bc7a2a1c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:01.362328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] For port 13963b49-6058-4bc3-822e-b759d7bb95ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=13963b49-6058-4bc3-822e-b759d7bb95ab,segment=NetworkSegment(8538719d-4103-4158-8391-74bf793654d2),segment_id=8538719d-4103-4158-8391-74bf793654d2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:01.362834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.364684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] Calling delete_port for 13963b49-6058-4bc3-822e-b759d7bb95ab owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:01.376919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Calling delete_port for 13963b49-6058-4bc3-822e-b759d7bb95ab owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:01.472680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.484421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 68224601-419c-4da9-a104-32e2bc7a2a1c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:01.484773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 68224601-419c-4da9-a104-32e2bc7a2a1c not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:01.508058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] No DVR routers for this DVR port 68224601-419c-4da9-a104-32e2bc7a2a1c on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:01.511663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-0ce9bbfb-6f88-4fc8-bb5a-82b49c99cea4 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/quotas/1381f5f190b945d4b09a637625d071dd HTTP/1.1" status: 200 len: 375 time: 0.0922804 Feb 11 12:59:01.513172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.517367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc2c6181-64c2-4ac6-9da8-bac9fb7627dc req-efda934e-b7b8-45ab-8c95-1553d1af6bf0 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.53 "DELETE /v2.0/ports/68224601-419c-4da9-a104-32e2bc7a2a1c HTTP/1.1" status: 204 len: 173 time: 3.2148757 Feb 11 12:59:01.524351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (13963b49-6058-4bc3-822e-b759d7bb95ab), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.538584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] Pushing event deleted for resources: {'Port': ['ID=13963b49-6058-4bc3-822e-b759d7bb95ab,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:01.562812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b2071-a8b7-427e-8397-c7d07f06356a None None] No DVR routers for this DVR port 13963b49-6058-4bc3-822e-b759d7bb95ab on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:01.567167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f1645592-c2cb-49c1-bb79-939fe4d7cebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.600255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] No DVR routers for this DVR port 13963b49-6058-4bc3-822e-b759d7bb95ab on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:01.619707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-d378f409-73c3-4b5d-b43a-bb55d99dce1a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1381f5f190b945d4b09a637625d071dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667167 Feb 11 12:59:01.629913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=13963b49-6058-4bc3-822e-b759d7bb95ab,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:01.713370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d3f2cfd-93bc-44c7-ab2d-8d369be70794 req-d50fcf83-70f5-4a5f-b67c-f5cb85e81472 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558192 Feb 11 12:59:01.796961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0ea8967e-5443-469d-88bf-9980c87efa87), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.835550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaa541-a10a-408e-8ae3-a5fcaf22962d req-afbbdacb-532a-4a16-8774-026077eff456 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:01.837362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98eaa541-a10a-408e-8ae3-a5fcaf22962d req-afbbdacb-532a-4a16-8774-026077eff456 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.3010156 Feb 11 12:59:01.864430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 85fbce8d-2e8c-47db-886e-3c3851777223 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:01.881060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea8967e-5443-469d-88bf-9980c87efa87']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:01.900608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a3b7d3-3766-4479-819d-8db2e7390a5a {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:01.914762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8538719d-4103-4158-8391-74bf793654d2') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:01.915156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8538719d-4103-4158-8391-74bf793654d2') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:01.919614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Publish callbacks [] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.949171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (8538719d-4103-4158-8391-74bf793654d2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.955622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Transition to ACTIVE for port object 60a3b7d3-3766-4479-819d-8db2e7390a5a will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:01.970575 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:01.986025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8538719d-4103-4158-8391-74bf793654d2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.006020 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98eaa541-a10a-408e-8ae3-a5fcaf22962d req-122e9a47-0427-4616-b796-76fbb0af7c29 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540573 Feb 11 12:59:02.009315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:59:02.009956 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (8538719d-4103-4158-8391-74bf793654d2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:59:02.016049 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:59:02.022527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 85fbce8d-2e8c-47db-886e-3c3851777223, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=85fbce8d-2e8c-47db-886e-3c3851777223,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:02.050940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 4b97af27-2a2d-4c97-85e2-f21b37bf83de up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:02.056171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '85fbce8d-2e8c-47db-886e-3c3851777223', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'port_id': '85fbce8d-2e8c-47db-886e-3c3851777223', 'mac_address': 'fa:16:3e:dc:bd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec6848b-adf1-4681-9319-dd5f9c127486', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:02.127604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3f398d7-36dd-4dab-b8c8-2cae46880a49 req-884b85dc-3566-422e-bbf9-f41be2250d58 tempest-ServerDiagnosticsNegativeTest-249527134 tempest-ServerDiagnosticsNegativeTest-249527134-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3ffc12d-f16d-4334-8dff-47c860b127c8 HTTP/1.1" status: 200 len: 210 time: 0.1695552 Feb 11 12:59:02.146473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Pushing event updated for resources: {'Port': ['ID=60a3b7d3-3766-4479-819d-8db2e7390a5a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:02.175691 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31607a37-9a69-421e-a903-758ca363bd6c x-openstack-request-id: req-31607a37-9a69-421e-a903-758ca363bd6c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:02.175995 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93bd56ec-992e-453d-9d3b-5ca50b693ec5", "tag": "bd573ef6-a5e3-472f-b2c0-e60563eaf3b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:02.177398 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31607a37-9a69-421e-a903-758ca363bd6c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:02.177945 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'tag': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', 'status': 'completed', 'code': 200} Feb 11 12:59:02.179685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (0ea8967e-5443-469d-88bf-9980c87efa87), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.180540 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955', 'status': 'completed', 'code': 200} Feb 11 12:59:02.196234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.209919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] 10.222.0.42 "DELETE /v2.0/networks/0ea8967e-5443-469d-88bf-9980c87efa87 HTTP/1.1" status: 204 len: 168 time: 1.2612762 Feb 11 12:59:02.216488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 85fbce8d-2e8c-47db-886e-3c3851777223 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:02.223284 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.247371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a90cba-de31-4d67-a755-7f797b4cdc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea8967e-5443-469d-88bf-9980c87efa87,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:02.279615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fbce8d-2e8c-47db-886e-3c3851777223 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:02.332293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 85fbce8d-2e8c-47db-886e-3c3851777223, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=85fbce8d-2e8c-47db-886e-3c3851777223,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:02.349316 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.377423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea619bca-3f30-4133-a302-5913a1a351b6 req-3a3dbfd1-1e42-48a5-a457-89f177b3c57b tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.391096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea619bca-3f30-4133-a302-5913a1a351b6 req-3a3dbfd1-1e42-48a5-a457-89f177b3c57b tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 944 time: 0.1102178 Feb 11 12:59:02.498063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 4b97af27-2a2d-4c97-85e2-f21b37bf83de completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:02.549907 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea619bca-3f30-4133-a302-5913a1a351b6 req-9566015b-16b2-4db5-9b97-cb3d3a0af96a tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528306 Feb 11 12:59:02.551101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 4b97af27-2a2d-4c97-85e2-f21b37bf83de triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:02.551477 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.589719 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.614845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=85fbce8d-2e8c-47db-886e-3c3851777223,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:02.641874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Attempting to bind port 60a3b7d3-3766-4479-819d-8db2e7390a5a on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:02.642446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Attempting to bind port 60a3b7d3-3766-4479-819d-8db2e7390a5a by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:02.642553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Attempting to bind port 60a3b7d3-3766-4479-819d-8db2e7390a5a on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:02.675396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Port 60a3b7d3-3766-4479-819d-8db2e7390a5a on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:02.675944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Attempting to bind port 60a3b7d3-3766-4479-819d-8db2e7390a5a on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:02.684847 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38f529f7-3e0b-4112-a93d-a56aa5a44741 req-2b6f4aa9-c5bb-4993-bad1-e53f8f7ab2d3 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 210 time: 0.0598602 Feb 11 12:59:02.696170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:02.699393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Checking segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:02.700031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Bound using segment: {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:02.700732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Bound port: 60a3b7d3-3766-4479-819d-8db2e7390a5a, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '057bc2eb-e7fc-44cc-a1af-3e3c374298d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:02.701319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.704894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-7c35fb17-9591-4378-8d81-25a7eb3d9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.706714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-7c35fb17-9591-4378-8d81-25a7eb3d9265 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 1130 time: 0.4857166 Feb 11 12:59:02.709827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36106) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:02.713498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.714220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.714751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.715222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.715751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.716388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.717018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.719648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3a13438b-b6c2-406f-867e-2285a472351c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6436 time: 0.5000126 Feb 11 12:59:02.778181 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-218a99e1-5faa-4ed1-bb52-6a0e1af0a0fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0da3be76b22e49a69e30f14bff717c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0672364 Feb 11 12:59:02.781371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36108) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:02.785046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 4b97af27-2a2d-4c97-85e2-f21b37bf83de is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:02.785905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.798942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['85fbce8d-2e8c-47db-886e-3c3851777223'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:02.874283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97af27-2a2d-4c97-85e2-f21b37bf83de'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:02.878646 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68849a05-bde8-46bc-91a0-5e4b3ba29494" -d '{"events": [{"server_uuid": "0a69979b-e34c-4c5d-87e5-67ffd01e159f", "name": "network-vif-plugged", "status": "completed", "tag": "4b97af27-2a2d-4c97-85e2-f21b37bf83de"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:02.899823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3d27a352-5278-47da-a1e8-6cdaa69124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.900474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 4b97af27-2a2d-4c97-85e2-f21b37bf83de, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4b97af27-2a2d-4c97-85e2-f21b37bf83de,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:02.907924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3d27a352-5278-47da-a1e8-6cdaa69124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.910759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3d27a352-5278-47da-a1e8-6cdaa69124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.916013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-3d27a352-5278-47da-a1e8-6cdaa69124bf service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07c9b5f14a794256834beaa47efecae1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1720197 Feb 11 12:59:02.917511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.918672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afa27f-2367-4583-a9dc-63ac49c99624 req-575dae1b-9553-440e-a76e-ff1d72b2d232 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.921471 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76afa27f-2367-4583-a9dc-63ac49c99624 req-575dae1b-9553-440e-a76e-ff1d72b2d232 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 945 time: 0.1605246 Feb 11 12:59:02.927814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43e0d0d-f320-413d-928d-a01f1200d07b admin admin] Publish callbacks [] for security_group (7f7e4afa-92ed-46a7-ab45-d7382d10bc83), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:02.948206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.966311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.971833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.977480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.982001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 13963b49-6058-4bc3-822e-b759d7bb95ab no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:02.983852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.990297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:02.996345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:03.013414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-58501955-2738-4510-880c-282ca6305648 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5407 time: 0.5747180 Feb 11 12:59:03.016334 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76afa27f-2367-4583-a9dc-63ac49c99624 req-53f54c01-ea9e-471b-8cfc-20e7c2170d49 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801802 Feb 11 12:59:03.043853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43e0d0d-f320-413d-928d-a01f1200d07b admin admin] Publish callbacks [] for security_group (7f7e4afa-92ed-46a7-ab45-d7382d10bc83), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:03.059278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 13963b49-6058-4bc3-822e-b759d7bb95ab {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:03.059631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 13963b49-6058-4bc3-822e-b759d7bb95ab not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:03.099456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=4b97af27-2a2d-4c97-85e2-f21b37bf83de,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:03.133825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43e0d0d-f320-413d-928d-a01f1200d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7f7e4afa-92ed-46a7-ab45-d7382d10bc83), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:03.141176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43e0d0d-f320-413d-928d-a01f1200d07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:03.148576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a43e0d0d-f320-413d-928d-a01f1200d07b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f7e4afa-92ed-46a7-ab45-d7382d10bc83 HTTP/1.1" status: 204 len: 168 time: 0.3597178 Feb 11 12:59:03.191494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e0d0d-f320-413d-928d-a01f1200d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7e4afa-92ed-46a7-ab45-d7382d10bc83,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:03.239437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad1883-e16c-459f-aeae-87229db2874f req-e89d1bce-34c0-487d-98f8-092d619c77ed tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:03.241864 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1ad1883-e16c-459f-aeae-87229db2874f req-e89d1bce-34c0-487d-98f8-092d619c77ed tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.0905833 Feb 11 12:59:03.282843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] For port 60a3b7d3-3766-4479-819d-8db2e7390a5a, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:03.286150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] For port 60a3b7d3-3766-4479-819d-8db2e7390a5a, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:03.321017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-f4fcee51-f594-45d0-96ff-21173ace91f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:03.321980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-f4fcee51-f594-45d0-96ff-21173ace91f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.5988097 Feb 11 12:59:03.324211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:03.324416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1ad1883-e16c-459f-aeae-87229db2874f req-67edeb74-8d85-4d8b-89cb-4ea6d6c0a8ad tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759766 Feb 11 12:59:03.504994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc57fd-8d63-478a-9e75-c091a896fd93 req-de2a837c-92bd-4b49-b06e-76953a54e1c6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:03.514650 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39dc57fd-8d63-478a-9e75-c091a896fd93 req-de2a837c-92bd-4b49-b06e-76953a54e1c6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 948 time: 0.1078150 Feb 11 12:59:03.631892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39dc57fd-8d63-478a-9e75-c091a896fd93 req-48b0aed5-6403-4e25-a5e5-f760de705e33 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159184 Feb 11 12:59:03.688210 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ac629-5689-4a4d-a3ad-3a9c82e6d521 x-openstack-request-id: req-ed5ac629-5689-4a4d-a3ad-3a9c82e6d521 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:03.688788 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a69979b-e34c-4c5d-87e5-67ffd01e159f", "name": "network-vif-plugged", "status": "completed", "tag": "4b97af27-2a2d-4c97-85e2-f21b37bf83de", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:03.688788 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed5ac629-5689-4a4d-a3ad-3a9c82e6d521 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:03.689146 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b97af27-2a2d-4c97-85e2-f21b37bf83de', 'code': 200} Feb 11 12:59:03.891781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-9aa5b679-4b38-4894-bc99-fcbd13eb4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:03.895656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-9aa5b679-4b38-4894-bc99-fcbd13eb4c36 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8630652 Feb 11 12:59:03.897367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-4700f3d2-bb8f-4542-a78a-0718ceec6e97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 HTTP/1.1" status: 200 len: 217 time: 0.5494189 Feb 11 12:59:03.950805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f299c5a2-afd4-4a71-809f-d634ed050c3b req-23fad9c0-8220-432e-8949-5e264c4ae7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9339318 Feb 11 12:59:04.030599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:04.034525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.036279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/60a3b7d3-3766-4479-819d-8db2e7390a5a HTTP/1.1" status: 200 len: 1091 time: 3.7426875 Feb 11 12:59:04.048825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-7effd5b7-526f-4eca-b0ed-4e4e04d8141d tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1381f5f190b945d4b09a637625d071dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819088 Feb 11 12:59:04.130366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:04.131754 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.190930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'name': 'network-vif-deleted', 'tag': '68224601-419c-4da9-a104-32e2bc7a2a1c'}, {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:04.198386 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d781d9a6-f019-4942-8e91-7600836e41cf" -d '{"events": [{"server_uuid": "b3ffc12d-f16d-4334-8dff-47c860b127c8", "name": "network-vif-deleted", "tag": "68224601-419c-4da9-a104-32e2bc7a2a1c"}, {"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:04.263203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983e8a-2b04-4c4e-8811-8545693276b2 service neutron] Pushing event updated for resources: {'Port': ['ID=60a3b7d3-3766-4479-819d-8db2e7390a5a,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:04.324347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-cf993064-e732-40cf-b22d-40d7a0ac7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:04.326074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-cf993064-e732-40cf-b22d-40d7a0ac7cd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.3718472 Feb 11 12:59:04.380750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529bc5b-9c6e-4d9d-9f7e-dfbea42294e2 req-ed1b9fd1-a13e-4084-9996-7e1a73a83a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:04.382328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3529bc5b-9c6e-4d9d-9f7e-dfbea42294e2 req-ed1b9fd1-a13e-4084-9996-7e1a73a83a59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 1127 time: 0.5154569 Feb 11 12:59:04.412702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36158) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:04.420265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36160) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:04.451582 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.467894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-5f08c45a-f8ee-4493-bae9-696a2e871344 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:04.469448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-5f08c45a-f8ee-4493-bae9-696a2e871344 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4017439 Feb 11 12:59:04.511004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Request body: {'port': {'device_id': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '1381f5f190b945d4b09a637625d071dd'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:04.520714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e59b7e-d765-4fb2-a7e6-a114a429f7a7 req-ebd4b726-5e72-4da6-9157-ef1e982f2589 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:04.528652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51e59b7e-d765-4fb2-a7e6-a114a429f7a7 req-ebd4b726-5e72-4da6-9157-ef1e982f2589 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 945 time: 0.4162261 Feb 11 12:59:04.620042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0abb1c6d-471f-49c1-a64a-efb9285d59a8 req-a303fde3-994f-4e81-ac0a-2f1f91972c60 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 210 time: 0.0754409 Feb 11 12:59:04.642866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1077767078-network', 'tenant_id': '7608bc8a053f4b8184b61559e189a535'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:04.663389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3529bc5b-9c6e-4d9d-9f7e-dfbea42294e2 req-c7c23d5d-a8a8-4280-a305-6cdb98cf9613 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606475 Feb 11 12:59:04.703336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-7b230bdd-6e5e-4e70-aa2f-f6d5830cd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:04.705457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-7b230bdd-6e5e-4e70-aa2f-f6d5830cd0c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3616290 Feb 11 12:59:04.718554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Made reservation on behalf of 7608bc8a053f4b8184b61559e189a535 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:04.721458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.741188 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f4774-660e-4a56-800e-558149cd62e9 x-openstack-request-id: req-533f4774-660e-4a56-800e-558149cd62e9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:04.741587 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ffc12d-f16d-4334-8dff-47c860b127c8", "name": "network-vif-deleted", "tag": "68224601-419c-4da9-a104-32e2bc7a2a1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:04.741762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.742026 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-533f4774-660e-4a56-800e-558149cd62e9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:04.742507 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ffc12d-f16d-4334-8dff-47c860b127c8', 'name': 'network-vif-deleted', 'tag': '68224601-419c-4da9-a104-32e2bc7a2a1c', 'status': 'completed', 'code': 200} Feb 11 12:59:04.742850 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a', 'status': 'completed', 'code': 200} Feb 11 12:59:04.765183 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b1827ee0-d9b0-4964-8da5-72a62355b8a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=af08b801d9724340b95be7178ac6c120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405535 Feb 11 12:59:04.766862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36174) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:04.835893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51e59b7e-d765-4fb2-a7e6-a114a429f7a7 req-63c3173f-225c-4949-ac5f-9514a0adac61 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014331 Feb 11 12:59:04.877280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-beae299c-8ab3-43e8-9c51-494d6173f71e admin admin] Publish callbacks [] for security_group (487ca46a-d843-43be-a95e-92189c1dcd11), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.920350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-beae299c-8ab3-43e8-9c51-494d6173f71e admin admin] Publish callbacks [] for security_group (487ca46a-d843-43be-a95e-92189c1dcd11), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.982856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks [] for security_group (79e495dc-b2cc-4180-b0d2-485feb18e705), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:04.992127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (79e495dc-b2cc-4180-b0d2-485feb18e705), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.073798 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-beae299c-8ab3-43e8-9c51-494d6173f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (487ca46a-d843-43be-a95e-92189c1dcd11), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.077312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-beae299c-8ab3-43e8-9c51-494d6173f71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.081675 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-beae299c-8ab3-43e8-9c51-494d6173f71e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/487ca46a-d843-43be-a95e-92189c1dcd11 HTTP/1.1" status: 204 len: 168 time: 0.3137252 Feb 11 12:59:05.088859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:59:05.111981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e495dc-b2cc-4180-b0d2-485feb18e705,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:05.118942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (60d96155-6e9f-4ab5-a085-450912380460), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.119716 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Added segment 60d96155-6e9f-4ab5-a085-450912380460 of type vlan for network 8177278a-8947-4e93-919e-906a21fef70a Feb 11 12:59:05.156723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae299c-8ab3-43e8-9c51-494d6173f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487ca46a-d843-43be-a95e-92189c1dcd11,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:05.165686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Made reservation on behalf of 1381f5f190b945d4b09a637625d071dd for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:05.169448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.198413 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.225797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.226389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.226911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.227440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.227990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.228863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.229419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.232036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d781d9a6-f019-4942-8e91-7600836e41cf req-4f7bd714-cdee-41f4-ab4a-244189d8d045 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6509 time: 0.4124062 Feb 11 12:59:05.240905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238dba7-ae2f-4d79-8a1f-ec4ef90c431a req-adc68207-0e4e-4d3d-b788-87dc56c9c6ad tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.243664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5238dba7-ae2f-4d79-8a1f-ec4ef90c431a req-adc68207-0e4e-4d3d-b788-87dc56c9c6ad tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 945 time: 0.2421346 Feb 11 12:59:05.252419 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (8177278a-8947-4e93-919e-906a21fef70a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.268637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-cc4285b4-2d81-464c-aa3b-25214a22e6f3 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232744 Feb 11 12:59:05.292546 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.303973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dc91b-3d13-450f-9362-c862ea4bba76 req-d31a7f8f-cd14-4ffd-b2f5-ea7a228a47ab tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.305606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-442dc91b-3d13-450f-9362-c862ea4bba76 req-d31a7f8f-cd14-4ffd-b2f5-ea7a228a47ab tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 948 time: 0.3477397 Feb 11 12:59:05.376056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (8177278a-8947-4e93-919e-906a21fef70a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.386846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:05.387500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.475583 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0600474 Feb 11 12:59:05.480408 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5238dba7-ae2f-4d79-8a1f-ec4ef90c431a req-e96da293-6939-44d5-b00d-3e68c25168c6 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248583 Feb 11 12:59:05.482049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36184) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:05.487654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeb863-3026-49ee-bc4f-303f548b8e54 admin admin] Pushing event updated for resources: {'Network': ['ID=8177278a-8947-4e93-919e-906a21fef70a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:05.495478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Request body: {'subnet': {'network_id': '8177278a-8947-4e93-919e-906a21fef70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1077767078-subnet', 'tenant_id': '7608bc8a053f4b8184b61559e189a535', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:05.501062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 8177278a-8947-4e93-919e-906a21fef70a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:59:05.531869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369036de-3f63-41d9-a0e8-41f0dd2b6b47 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:05.544017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Publish callbacks [] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.562404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Made reservation on behalf of 7608bc8a053f4b8184b61559e189a535 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:05.564998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.567683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Transition to ACTIVE for port object 369036de-3f63-41d9-a0e8-41f0dd2b6b47 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:05.709114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-442dc91b-3d13-450f-9362-c862ea4bba76 req-6b8bf311-49b6-4bf6-8b05-1c37cb6b4c50 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898118 Feb 11 12:59:05.709870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.773325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36192) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:05.792930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2651c0e-b7d0-4e41-8ff7-ad3f05ca7e14 req-aa26e10c-8bcc-48b6-837d-2a3da70cd9d3 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962983 Feb 11 12:59:05.857710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (6c170d02-f972-4fec-a001-ca0c052ee5ab), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.879399 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f137ff2e-d292-4320-9beb-0274efadeb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:05.904754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:05.905827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f8fb0762-5695-4533-9bd4-6135ef0725f4 req-d7d9492f-fc28-455f-8c64-ac2ae33232c4 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 210 time: 0.0706272 Feb 11 12:59:05.906986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 85fbce8d-2e8c-47db-886e-3c3851777223 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:05.942796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Checking segment: {'id': '60d96155-6e9f-4ab5-a085-450912380460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8177278a-8947-4e93-919e-906a21fef70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:05.943166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Network hostable DHCP agents. Network: 8177278a-8947-4e93-919e-906a21fef70a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:59:05.956755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c170d02-f972-4fec-a001-ca0c052ee5ab,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:05.986393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.003278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.008689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.015222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.020080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.026173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.031566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.039261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-604fd185-a56f-44d2-a420-1bc7002f5b62 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5419 time: 0.2117805 Feb 11 12:59:06.042706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Network 8177278a-8947-4e93-919e-906a21fef70a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:59:06.091860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f137ff2e-d292-4320-9beb-0274efadeb93 admin admin] Publish callbacks [] for security_group (6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.112694 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edcadf1e-c0c7-41d3-b8d2-c66b685cabdd req-8d89190b-d99d-4aec-8983-12ba4d031234 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723343 Feb 11 12:59:06.140204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 8177278a-8947-4e93-919e-906a21fef70a) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:06.144778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.145488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.157118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28324c72-347f-4e4d-b0cb-b9f632187852 None None] Network 8177278a-8947-4e93-919e-906a21fef70a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:06.178112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-497b04f9-8218-4a52-905b-f4200a10b36b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6923409 Feb 11 12:59:06.268960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:06.302691 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f137ff2e-d292-4320-9beb-0274efadeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.326602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 85fbce8d-2e8c-47db-886e-3c3851777223 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:06.362459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 85fbce8d-2e8c-47db-886e-3c3851777223 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:06.363273 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.366201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', 'mac_address': 'fa:16:3e:fb:4d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:06.434684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f137ff2e-d292-4320-9beb-0274efadeb93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87f91fcdd5734fc9a20769f6ce940efa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402285 Feb 11 12:59:06.443718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36200) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:06.541665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5d24c6-f832-4da0-9780-6cd238d0734e None None] Network 8177278a-8947-4e93-919e-906a21fef70a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:06.549105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b050a626-b566-4005-bb96-5dea71cf4d52 admin admin] Publish callbacks [] for security_group (6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.558797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Attempting to bind port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:06.559417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Attempting to bind port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:06.559912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Attempting to bind port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 on network 289e2bbb-2984-4742-a689-7bd39985aa6f {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:06.579906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 on network 289e2bbb-2984-4742-a689-7bd39985aa6f not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:06.580536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Attempting to bind port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 on network 289e2bbb-2984-4742-a689-7bd39985aa6f {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:06.595607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=369036de-3f63-41d9-a0e8-41f0dd2b6b47,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:06.625956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:06.627307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Checking segment: {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:06.627975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Bound using segment: {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:06.628607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Bound port: 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:06.629459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.664225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e09dc-7bdb-4141-990c-15e921e1e59f req-3ac77327-1c87-4911-95af-5ea4497c804e tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.666600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-753e09dc-7bdb-4141-990c-15e921e1e59f req-3ac77327-1c87-4911-95af-5ea4497c804e tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 945 time: 0.5714850 Feb 11 12:59:06.668876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-7eb4d1b9-e38f-4c34-8690-595ef13ec879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.669741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-7eb4d1b9-e38f-4c34-8690-595ef13ec879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.670383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-7eb4d1b9-e38f-4c34-8690-595ef13ec879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:06.673070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d781d9a6-f019-4942-8e91-7600836e41cf req-7eb4d1b9-e38f-4c34-8690-595ef13ec879 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07c9b5f14a794256834beaa47efecae1&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4234936 Feb 11 12:59:06.674898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b050a626-b566-4005-bb96-5dea71cf4d52 admin admin] Publish callbacks [] for security_group (6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.680086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:06.680498 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.780438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b050a626-b566-4005-bb96-5dea71cf4d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.783426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b050a626-b566-4005-bb96-5dea71cf4d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.787160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b050a626-b566-4005-bb96-5dea71cf4d52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57 HTTP/1.1" status: 204 len: 168 time: 0.3399811 Feb 11 12:59:06.799310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] For port 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:06.800017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 85fbce8d-2e8c-47db-886e-3c3851777223 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:06.801143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.814186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050a626-b566-4005-bb96-5dea71cf4d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:06.817252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] For port 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:06.842116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:06.901525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.905156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks [] for security_group (68af3415-7e53-427f-b448-3b90fa5654c0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.938209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:06.952698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fbce8d-2e8c-47db-886e-3c3851777223'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:06.957619 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae7010e-f1a9-4769-bafb-0f961f35addf" -d '{"events": [{"server_uuid": "eac7d6e0-c6af-4cf4-9f0c-f202c0161775", "name": "network-vif-plugged", "status": "completed", "tag": "85fbce8d-2e8c-47db-886e-3c3851777223"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:06.967389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:06.970269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137ff2e-d292-4320-9beb-0274efadeb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a4cf4-2a2a-4b2c-9469-e15c88f81b57,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:06.994755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 85fbce8d-2e8c-47db-886e-3c3851777223, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=85fbce8d-2e8c-47db-886e-3c3851777223,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:07.002355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=369036de-3f63-41d9-a0e8-41f0dd2b6b47,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:07.023668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (68af3415-7e53-427f-b448-3b90fa5654c0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:07.048696 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:07.068930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68af3415-7e53-427f-b448-3b90fa5654c0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:07.075039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-753e09dc-7bdb-4141-990c-15e921e1e59f req-e5493139-3a33-4ef4-882c-d14c200f9e16 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971190 Feb 11 12:59:07.085327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-3a624441-aa8b-4363-9a22-df5b9e364481 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:07.087624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-3a624441-aa8b-4363-9a22-df5b9e364481 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 945 time: 0.6174610 Feb 11 12:59:07.117391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:07.176918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:07.177901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:07.181488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-be21c17f-e5e4-4e75-b361-1cf5194a0aa5 service neutron] 10.222.0.53 "PUT /v2.0/ports/369036de-3f63-41d9-a0e8-41f0dd2b6b47 HTTP/1.1" status: 200 len: 1091 time: 3.0722353 Feb 11 12:59:07.182259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-c79da239-8820-4309-bcdb-45cd662ac30f tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:07.187879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:07.195028 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ef156-2a4b-4e40-be0c-58768129b562" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:07.203701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=85fbce8d-2e8c-47db-886e-3c3851777223,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:07.214533 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-c79da239-8820-4309-bcdb-45cd662ac30f tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/networks?id=8177278a-8947-4e93-919e-906a21fef70a HTTP/1.1" status: 200 len: 814 time: 0.3339193 Feb 11 12:59:07.266381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-bcd81099-d57a-4297-b74b-d4d9779d733f tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/quotas/7608bc8a053f4b8184b61559e189a535 HTTP/1.1" status: 200 len: 375 time: 0.0369124 Feb 11 12:59:07.271695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Request body: {'port': {'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:07.289729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:07.341308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:07.360962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-d82dc29f-778f-419e-b785-731b3777da18 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7608bc8a053f4b8184b61559e189a535&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913966 Feb 11 12:59:07.498359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:59:07.523930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d9a6-f019-4942-8e91-7600836e41cf req-13e18e76-7acb-4d14-b8fc-0c9ce836d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:07.526348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d781d9a6-f019-4942-8e91-7600836e41cf req-13e18e76-7acb-4d14-b8fc-0c9ce836d604 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6972585 Feb 11 12:59:07.539808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-380d4dc2-e97a-447c-b555-d664bf142df7 service neutron] 10.222.0.42 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683617 Feb 11 12:59:07.611479 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:07.752235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-54ef82f2-f7f3-44eb-b3b5-2a53eb041af2 service neutron] 10.222.0.42 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054794 Feb 11 12:59:08.119693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:08.139944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '14938341-81b2-44e7-a062-6db324358a28', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '14938341-81b2-44e7-a062-6db324358a28', 'mac_address': 'fa:16:3e:49:f1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:08.144590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32464b18-2899-4038-8949-30be6a6ed190 req-55a6deca-d9b2-4f8c-9e88-e731c5155115 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.161967 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32464b18-2899-4038-8949-30be6a6ed190 req-55a6deca-d9b2-4f8c-9e88-e731c5155115 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 949 time: 0.1528292 Feb 11 12:59:08.186975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6908d7d-c822-4e57-8a01-d3587387df73 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:08.196227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Publish callbacks [] for port (b6908d7d-c822-4e57-8a01-d3587387df73), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:08.229193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:08.229949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:08.232558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Transition to ACTIVE for port object b6908d7d-c822-4e57-8a01-d3587387df73 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:08.258434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14938341-81b2-44e7-a062-6db324358a28 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:08.271163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Allocated IP 192.168.233.13 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/8b4ad10d-f23d-4df1-afbf-735b1e7e6561) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:08.273518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:08.280357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32464b18-2899-4038-8949-30be6a6ed190 req-03e5d9c8-c714-4fc9-9e58-8e2ede3ba313 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171539 Feb 11 12:59:08.285094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea86e6b-d288-4204-b37e-63a044a88931 req-a9d9f42d-e4c1-445b-aed7-efb5f184dd59 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.286925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dea86e6b-d288-4204-b37e-63a044a88931 req-a9d9f42d-e4c1-445b-aed7-efb5f184dd59 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 945 time: 0.9707644 Feb 11 12:59:08.325253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:08.333552 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:08.444777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6908d7d-c822-4e57-8a01-d3587387df73,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:08.484195 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1faf94e7-724b-4616-ba25-4d0974063058 req-40030b86-fa7d-4a55-94c4-ef902c8aa2b2 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 210 time: 0.0722909 Feb 11 12:59:08.509937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:08.560213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['14938341-81b2-44e7-a062-6db324358a28'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:08.613681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Deleting port 100b7ead-dd1a-4b9d-b90a-88e126753b5b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:08.614201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:08.616058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36264) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:08.620171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dea86e6b-d288-4204-b37e-63a044a88931 req-c0793577-0eb6-4637-853f-1f88bf357d25 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205051 Feb 11 12:59:08.691547 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15437969-17eb-4b20-b272-41d2e14d1c61 x-openstack-request-id: req-15437969-17eb-4b20-b272-41d2e14d1c61 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:08.692206 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac7d6e0-c6af-4cf4-9f0c-f202c0161775", "name": "network-vif-plugged", "status": "completed", "tag": "85fbce8d-2e8c-47db-886e-3c3851777223", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:08.692468 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15437969-17eb-4b20-b272-41d2e14d1c61 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:08.692868 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fbce8d-2e8c-47db-886e-3c3851777223', 'code': 200} Feb 11 12:59:08.812780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.848807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.879030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.884716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.909104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.914485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.938944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:08.941222 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6d1dd7e-e661-465f-9831-69131357b303 req-f7c16d8b-8180-43e8-ade5-16d0413c8aed tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.2412295 Feb 11 12:59:08.960279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-network', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:09.098895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6d1dd7e-e661-465f-9831-69131357b303 req-7375fb84-370f-4580-af30-3fc1a417f307 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445162 Feb 11 12:59:09.108137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Made reservation on behalf of 8e9626d5cc8e4e2583b38a5f12d21084 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:09.110642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.141580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.308585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:09.320105 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cdb8a8-11c1-4221-b4e0-99bd287cbf7a x-openstack-request-id: req-63cdb8a8-11c1-4221-b4e0-99bd287cbf7a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:09.320400 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:09.320654 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63cdb8a8-11c1-4221-b4e0-99bd287cbf7a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:09.321045 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47', 'status': 'completed', 'code': 200} Feb 11 12:59:09.387322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks [] for security_group (54ecda60-aadc-4096-96bf-0d12de16870f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.404330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (54ecda60-aadc-4096-96bf-0d12de16870f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.447403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 14938341-81b2-44e7-a062-6db324358a28 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:09.453425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14938341-81b2-44e7-a062-6db324358a28), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.510276 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks [] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.518467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:59:09.565804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0f1778de-8929-4bba-be21-c5a10b771fbf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.566437 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Added segment 0f1778de-8929-4bba-be21-c5a10b771fbf of type vlan for network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 Feb 11 12:59:09.568684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ecda60-aadc-4096-96bf-0d12de16870f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:09.581252 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.617734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:09.618851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.626475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:09.659952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:09.667894 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.668042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350faced-38a0-4c87-a75b-827c13caa91e req-52dbb5e5-9239-45e9-a790-1356563136e7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:09.672807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:09.681392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-350faced-38a0-4c87-a75b-827c13caa91e req-52dbb5e5-9239-45e9-a790-1356563136e7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 945 time: 0.4108489 Feb 11 12:59:09.683034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a18110a5-b70f-464b-ab15-f6f258f0a291 req-68a3a94a-50a2-4148-8a3a-dda79cbd7308 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 210 time: 0.3737581 Feb 11 12:59:09.684679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:09.804910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (b16caa20-bbea-46d3-83d5-726dcfb1e5a5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.826818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:09.859775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-350faced-38a0-4c87-a75b-827c13caa91e req-63e10eb3-eabe-49ab-8396-f748bf41c918 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770380 Feb 11 12:59:09.862002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:09.863070 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.890733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:09.918938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (b16caa20-bbea-46d3-83d5-726dcfb1e5a5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.921081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:09.922644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:09.974069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4744720 Feb 11 12:59:10.002350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:10.019424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:10.019808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.037963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.038511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.038891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.039348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.039798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.040422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.040884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.042959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-820ef156-2a4b-4e40-be0c-58768129b562 req-3cc3c576-2f60-4f4d-819d-068368168a62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6632 time: 0.7296619 Feb 11 12:59:10.049896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Request body: {'port': {'device_id': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:10.132839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5123610 Feb 11 12:59:10.139998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36314) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:10.152251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Request body: {'subnet': {'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-subnet', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:10.207894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291b562-2eba-4ebf-900c-8980f3e5e7da admin admin] Pushing event updated for resources: {'Network': ['ID=b16caa20-bbea-46d3-83d5-726dcfb1e5a5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:10.238892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Made reservation on behalf of 8e9626d5cc8e4e2583b38a5f12d21084 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:10.251685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.251966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:59:10.340369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:10.341659 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.345920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc625e-45e2-4cdf-99ab-3a6bcb714e94 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Pushing event updated for resources: {'Port': ['ID=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:10.352160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Attempting to bind port b6908d7d-c822-4e57-8a01-d3587387df73 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:10.352902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Attempting to bind port b6908d7d-c822-4e57-8a01-d3587387df73 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:10.353731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Attempting to bind port b6908d7d-c822-4e57-8a01-d3587387df73 on network 289e2bbb-2984-4742-a689-7bd39985aa6f {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:10.365206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5adddcee-060f-45d9-83eb-99903f7814ba None None] Provisioning complete for port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:10.365206 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5adddcee-060f-45d9-83eb-99903f7814ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.375371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-90eb5f82-149a-4321-97f5-8fa2878e8def tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.377290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-90eb5f82-149a-4321-97f5-8fa2878e8def tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.53 "GET /v2.0/networks?id=8177278a-8947-4e93-919e-906a21fef70a HTTP/1.1" status: 200 len: 814 time: 0.4951761 Feb 11 12:59:10.418505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5adddcee-060f-45d9-83eb-99903f7814ba None None] Port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:10.501414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Port b6908d7d-c822-4e57-8a01-d3587387df73 on network 289e2bbb-2984-4742-a689-7bd39985aa6f not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:10.502002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Attempting to bind port b6908d7d-c822-4e57-8a01-d3587387df73 on network 289e2bbb-2984-4742-a689-7bd39985aa6f {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:10.515939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:10.528450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.529339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 100b7ead-dd1a-4b9d-b90a-88e126753b5b no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:10.541582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] For port 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b,segment=NetworkSegment(760c91bc-8a59-4b83-b07c-e2d4fbebf110),segment_id=760c91bc-8a59-4b83-b07c-e2d4fbebf110)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:10.542268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.564218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Calling delete_port for 100b7ead-dd1a-4b9d-b90a-88e126753b5b owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:10.628758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:10.670325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:10.671309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Checking segment: {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:10.671942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Bound using segment: {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:10.672641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Bound port: b6908d7d-c822-4e57-8a01-d3587387df73, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3edf19-60bf-4e1a-9e00-b3562d756413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:10.673265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.680083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e954c-78cd-408c-aed8-a82c572d8c07 req-a785f08d-8c17-458c-92c3-cd3f0b717e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.682203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-111e954c-78cd-408c-aed8-a82c572d8c07 req-a785f08d-8c17-458c-92c3-cd3f0b717e5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eac7d6e0-c6af-4cf4-9f0c-f202c0161775 HTTP/1.1" status: 200 len: 1128 time: 2.0157912 Feb 11 12:59:10.691377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Request body: {'port': {'device_id': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'network_id': '8177278a-8947-4e93-919e-906a21fef70a', 'admin_state_up': True, 'tenant_id': '7608bc8a053f4b8184b61559e189a535'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:10.693610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}, {'server_uuid': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:10.700635 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fe1f59-8b91-4671-8ac0-1ae3f8781f6a" -d '{"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28"}, {"server_uuid": "93bd56ec-992e-453d-9d3b-5ca50b693ec5", "name": "network-vif-plugged", "status": "completed", "tag": "bd573ef6-a5e3-472f-b2c0-e60563eaf3b1"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:10.709764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 100b7ead-dd1a-4b9d-b90a-88e126753b5b is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:10.710165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.784791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 100b7ead-dd1a-4b9d-b90a-88e126753b5b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=100b7ead-dd1a-4b9d-b90a-88e126753b5b,segment=NetworkSegment(760c91bc-8a59-4b83-b07c-e2d4fbebf110),segment_id=760c91bc-8a59-4b83-b07c-e2d4fbebf110)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:10.791071 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:10.880842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc564b9-e695-40a8-8eb2-204252d4f1a0 req-dbdecb04-8ecc-44a0-a128-f6e127872124 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.883212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=100b7ead-dd1a-4b9d-b90a-88e126753b5b,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:10.889805 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8dc564b9-e695-40a8-8eb2-204252d4f1a0 req-dbdecb04-8ecc-44a0-a128-f6e127872124 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 935 time: 0.8911090 Feb 11 12:59:10.988299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d2c65-b001-49af-a753-1f33460e0ed1 req-39d6a776-8482-4ffb-9cb4-d82955554b0e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:10.990649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba0d2c65-b001-49af-a753-1f33460e0ed1 req-39d6a776-8482-4ffb-9cb4-d82955554b0e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 949 time: 1.0997591 Feb 11 12:59:10.991987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8dc564b9-e695-40a8-8eb2-204252d4f1a0 req-7103a6e0-a437-4811-90b0-56113832d159 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987804 Feb 11 12:59:10.996803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-111e954c-78cd-408c-aed8-a82c572d8c07 req-5c155ee4-d26b-4c6c-99db-2e08c43bfc7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678397 Feb 11 12:59:11.143345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] For port b6908d7d-c822-4e57-8a01-d3587387df73, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:11.147686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] For port b6908d7d-c822-4e57-8a01-d3587387df73, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b6908d7d-c822-4e57-8a01-d3587387df73,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:11.158328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Made reservation on behalf of 7608bc8a053f4b8184b61559e189a535 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:11.162113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.167392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.188522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.191295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.218277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:11.263235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Checking segment: {'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:11.263634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Network hostable DHCP agents. Network: b16caa20-bbea-46d3-83d5-726dcfb1e5a5, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:59:11.282059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:11.283039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.288201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0833e-250f-474a-bce7-d4121d5ecce2 req-72b8804c-e7e2-49bb-85b3-2368289fab71 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:11.289508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] 10.222.0.53 "PUT /v2.0/ports/b6908d7d-c822-4e57-8a01-d3587387df73 HTTP/1.1" status: 200 len: 1091 time: 4.0643406 Feb 11 12:59:11.289951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ed0833e-250f-474a-bce7-d4121d5ecce2 req-72b8804c-e7e2-49bb-85b3-2368289fab71 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 943 time: 0.1622357 Feb 11 12:59:11.315538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:59:11.350420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-ef88b976-70a8-4b8f-a940-a2332612b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:11.351298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-ef88b976-70a8-4b8f-a940-a2332612b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:11.351932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-ef88b976-70a8-4b8f-a940-a2332612b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:11.353828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-820ef156-2a4b-4e40-be0c-58768129b562 req-ef88b976-70a8-4b8f-a940-a2332612b7be service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=07c9b5f14a794256834beaa47efecae1&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9715073 Feb 11 12:59:11.360183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:11.364869 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4248fb6-ffdf-4495-93cd-99d0f70baa35" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:11.387762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ed0833e-250f-474a-bce7-d4121d5ecce2 req-856e6b6c-6e90-4f14-af06-43dbcfc6c8ad tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/security-groups?id=c981bee8-9495-4e0b-a430-f353fde5d3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897105 Feb 11 12:59:11.395177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, b16caa20-bbea-46d3-83d5-726dcfb1e5a5) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:11.405968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:11.406574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.416882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057904e-06d1-42d5-9d5d-3aac21b0038e None None] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:11.440661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d5713bc-c3d5-4746-af96-c66d2708ab39 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2948360 Feb 11 12:59:11.444638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36328) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:11.449195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba0d2c65-b001-49af-a753-1f33460e0ed1 req-af23ff3d-e906-4893-8386-2e47d202071a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919063 Feb 11 12:59:11.461396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:11.585669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (598b9c74-4d39-48b5-904f-3c3de19b0c00), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.587424 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (598b9c74-4d39-48b5-904f-3c3de19b0c00), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.698810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Allocated IP 172.20.0.12 (8177278a-8947-4e93-919e-906a21fef70a/6c170d02-f972-4fec-a001-ca0c052ee5ab/3a71efdc-7772-4309-8f3e-8546dfbad01f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:11.702839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks [] for router_controller (598b9c74-4d39-48b5-904f-3c3de19b0c00), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.707771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-b16caa20-bbea-46d3-83d5-726dcfb1e5a5', 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5', 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'fixed_ips': [{'subnet_id': '6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:59:11.711016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:11.712206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658bf17-66b1-4b22-ad62-6535d1578f24 req-42017fc2-336a-42b7-b9df-eca9ddedb630 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:11.721587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b658bf17-66b1-4b22-ad62-6535d1578f24 req-42017fc2-336a-42b7-b9df-eca9ddedb630 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=eac7d6e0-c6af-4cf4-9f0c-f202c0161775 HTTP/1.1" status: 200 len: 946 time: 0.1908100 Feb 11 12:59:11.945559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Allocated IP 172.20.0.2 (b16caa20-bbea-46d3-83d5-726dcfb1e5a5/6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8/725e3e03-97b7-4680-bbed-447a0f39ffa5) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:11.954354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b658bf17-66b1-4b22-ad62-6535d1578f24 req-ec68a3a0-a156-4fec-855a-8092716bc373 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251449 Feb 11 12:59:12.050099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks [] for router_gateway (598b9c74-4d39-48b5-904f-3c3de19b0c00), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.223358 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Publish callbacks [] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.231560 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92ccfa1-fe43-4634-a7f0-11bcc2a09d28 x-openstack-request-id: req-c92ccfa1-fe43-4634-a7f0-11bcc2a09d28 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:12.231974 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28", "code": 200}, {"server_uuid": "93bd56ec-992e-453d-9d3b-5ca50b693ec5", "name": "network-vif-plugged", "status": "completed", "tag": "bd573ef6-a5e3-472f-b2c0-e60563eaf3b1", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:12.232602 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c92ccfa1-fe43-4634-a7f0-11bcc2a09d28 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:12.233015 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'code': 200} Feb 11 12:59:12.233275 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', 'code': 200} Feb 11 12:59:12.238495 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.305921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:12.309951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:12.321375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:12.339001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3cc8bf9d-a6b2-4cc5-ae77-22aaefcc7615 req-181d83d5-7696-49aa-b037-80d0765dd44c tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 210 time: 0.1182404 Feb 11 12:59:12.426398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Pushing event updated for resources: {'Port': ['ID=725e3e03-97b7-4680-bbed-447a0f39ffa5,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:12.449579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Attempting to bind port 725e3e03-97b7-4680-bbed-447a0f39ffa5 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:12.449986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Attempting to bind port 725e3e03-97b7-4680-bbed-447a0f39ffa5 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:12.450256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e552d9a-b98e-45f6-a332-8916d384abe1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6908d7d-c822-4e57-8a01-d3587387df73,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:12.450436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Attempting to bind port 725e3e03-97b7-4680-bbed-447a0f39ffa5 on network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:12.454190 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6ed682-d12e-4ff4-b8d6-9375ab762690 x-openstack-request-id: req-3c6ed682-d12e-4ff4-b8d6-9375ab762690 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:12.454472 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:12.454731 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c6ed682-d12e-4ff4-b8d6-9375ab762690 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:12.455129 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73', 'status': 'completed', 'code': 200} Feb 11 12:59:12.457786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:12.458480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Checking segment: {'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:12.459176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.459585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Bound using segment: {'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:12.460164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Bound port: 725e3e03-97b7-4680-bbed-447a0f39ffa5, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:12.460596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.602957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] For port 725e3e03-97b7-4680-bbed-447a0f39ffa5, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:12.610604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] For port 725e3e03-97b7-4680-bbed-447a0f39ffa5, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=725e3e03-97b7-4680-bbed-447a0f39ffa5,segment=NetworkSegment(0f1778de-8929-4bba-be21-c5a10b771fbf),segment_id=0f1778de-8929-4bba-be21-c5a10b771fbf)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:12.625997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks [] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.627411 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.706462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks [] for router_gateway (598b9c74-4d39-48b5-904f-3c3de19b0c00), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.748857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18842fc7-fc83-4137-a2e6-9ff969975657 None None] Pushing event updated for resources: {'Port': ['ID=725e3e03-97b7-4680-bbed-447a0f39ffa5,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:12.776013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ca62b-8172-4bb9-865e-c38afbff3636 req-0f0c9a63-8a9f-472f-80d3-76405356b66a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:12.778221 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-834ca62b-8172-4bb9-865e-c38afbff3636 req-0f0c9a63-8a9f-472f-80d3-76405356b66a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 935 time: 0.1922703 Feb 11 12:59:12.778898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.779381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:12.910206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-834ca62b-8172-4bb9-865e-c38afbff3636 req-e3a970e1-40f3-461a-8e19-c0c9fea34852 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177015 Feb 11 12:59:12.961102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:12.974783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:12.999535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.027681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.048612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.051561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Allocated IP 172.25.1.90 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/b2c6014e-fadf-48c5-a64b-73ccfa84e7dd) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:13.085221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.103195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.113924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-f53ab688-15d1-4d4f-9bb0-9206abc82118 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 1.2710259 Feb 11 12:59:13.124050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3de67e09-bd10-4dfc-b7f4-7d6844594002 req-6cc3e13b-c02a-4427-a6d1-d3e661c424d4 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 210 time: 0.0796375 Feb 11 12:59:13.303992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:13.312105 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Publish callbacks [] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:13.327912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Transition to ACTIVE for port object 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:13.338477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks [] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:13.351968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Pushing event updated for resources: {'Port': ['ID=3a71efdc-7772-4309-8f3e-8546dfbad01f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:13.353479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a7cf3-6d02-47c4-849f-17d62e5daab3 req-0e9b4ab6-ed60-4ad1-9d49-c7a1cf927a90 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.355280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e83a7cf3-6d02-47c4-849f-17d62e5daab3 req-0e9b4ab6-ed60-4ad1-9d49-c7a1cf927a90 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 950 time: 0.1013985 Feb 11 12:59:13.365776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (100b7ead-dd1a-4b9d-b90a-88e126753b5b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:13.379569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ef156-2a4b-4e40-be0c-58768129b562 req-2e1e7382-e631-4909-a40e-ad6d82a85433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.381076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-820ef156-2a4b-4e40-be0c-58768129b562 req-2e1e7382-e631-4909-a40e-ad6d82a85433 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9551477 Feb 11 12:59:13.430406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:13.434888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Network 8177278a-8947-4e93-919e-906a21fef70a is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:13.454011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e83a7cf3-6d02-47c4-849f-17d62e5daab3 req-946cf600-24d7-4f0c-b690-d416735a3268 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884559 Feb 11 12:59:13.495355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:13.497722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:13.557082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Pushing event deleted for resources: {'Port': ['ID=100b7ead-dd1a-4b9d-b90a-88e126753b5b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:13.558765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaa227-b3df-4ef1-919e-434850056953 req-d54bfa95-4864-4243-94a7-29ee7f448ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.560325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31eaa227-b3df-4ef1-919e-434850056953 req-d54bfa95-4864-4243-94a7-29ee7f448ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 1132 time: 1.3821120 Feb 11 12:59:13.573083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:13.592749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:13.649695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:13.654311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:13.660356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:13.787885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49be97-8af3-45c3-8c1d-1b6648a8e406 req-61588f42-0ad9-40cf-86c0-fa8fb6e3f5df tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.790209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cf49be97-8af3-45c3-8c1d-1b6648a8e406 req-61588f42-0ad9-40cf-86c0-fa8fb6e3f5df tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=eac7d6e0-c6af-4cf4-9f0c-f202c0161775 HTTP/1.1" status: 200 len: 946 time: 0.1777055 Feb 11 12:59:13.855905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:13.862012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:13.924542 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-abc53ce3-7ade-4f9a-9a1e-3c06317ab3e2 req-ef0b9e46-3655-4425-9477-9af41b3d5b1b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5403476 Feb 11 12:59:13.962842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] No DVR routers for this DVR port 100b7ead-dd1a-4b9d-b90a-88e126753b5b on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:13.969585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:13.973399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-810dcaed-d2fa-4811-a8e8-ed1c54fd13fa req-27e896ac-e5d7-40f3-8850-0a0b7f71e878 tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.64 "DELETE /v2.0/ports/100b7ead-dd1a-4b9d-b90a-88e126753b5b HTTP/1.1" status: 204 len: 173 time: 6.7895992 Feb 11 12:59:13.975583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Pushing event updated for resources: {'Port': ['ID=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:14.038011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cf49be97-8af3-45c3-8c1d-1b6648a8e406 req-b54ec7a7-3e60-4348-9e3f-265d153c5a22 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735187 Feb 11 12:59:14.075314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-7dbbe715-6336-4b93-be05-95f47efe0982 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4054518 Feb 11 12:59:14.149426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Request body: {'port': {'device_id': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:14.234524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:14.237113 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40a1bc6-2b43-459d-b096-543308a4ee9e" -d '{"events": [{"server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "name": "network-vif-unplugged", "status": "completed", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:14.264655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31eaa227-b3df-4ef1-919e-434850056953 req-d5e9ccb8-0be1-4ba4-b4d7-ab529fd2a978 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377134 Feb 11 12:59:14.275930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.276328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.276852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.277302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.277782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.278295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.278748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.280782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-f51429eb-94a7-4fe2-89cf-ee25220b1867 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6705 time: 0.8130846 Feb 11 12:59:14.321006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks [] for router_gateway (598b9c74-4d39-48b5-904f-3c3de19b0c00), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:14.344553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Attempting to bind port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:14.345042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Attempting to bind port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:14.345495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Attempting to bind port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:14.404092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25396fda-9625-4f5d-98d3-583a0cd4fb9e None None] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:14.447397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fa438-5013-4ea1-908f-b945adf7ef7e req-de718435-cd0b-41e7-9526-9147005466b8 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.451149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2a239ccf-3ad5-4e41-9530-1867b81c5848 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f HTTP/1.1" status: 200 len: 217 time: 0.1392381 Feb 11 12:59:14.454334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:14.454677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Attempting to bind port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:14.457008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f69fa438-5013-4ea1-908f-b945adf7ef7e req-de718435-cd0b-41e7-9526-9147005466b8 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 947 time: 0.2695951 Feb 11 12:59:14.462564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'name': 'network-vif-deleted', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:14.464716 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489fe8eb-e637-4d27-ba8b-a9433cbcc6e3" -d '{"events": [{"server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "name": "network-vif-deleted", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:14.493245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:14.493536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:14.493964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:14.494628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Bound port: 8b4ad10d-f23d-4df1-afbf-735b1e7e6561, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:14.494774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:14.520229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-332189d6-9d96-4979-a2a1-8cdcd718024a None None] Provisioning complete for port 725e3e03-97b7-4680-bbed-447a0f39ffa5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:14.522195 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-332189d6-9d96-4979-a2a1-8cdcd718024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:14.524673 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f69fa438-5013-4ea1-908f-b945adf7ef7e req-a38f8016-450c-48a0-97ae-f1765c727941 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664909 Feb 11 12:59:14.533400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:14.564447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa7c-f1a3-4273-9fec-4674484b6f46 req-bf1a285b-6cb5-4e25-87b3-34885d73321d tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.577270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7fb7aa7c-f1a3-4273-9fec-4674484b6f46 req-bf1a285b-6cb5-4e25-87b3-34885d73321d tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 932 time: 0.4171469 Feb 11 12:59:14.678836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3f3e212e-95d0-4ced-97eb-2db87ef70597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:14.680843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3f3e212e-95d0-4ced-97eb-2db87ef70597 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96c7138b-c54b-40d5-a9e9-12c8ca154281 HTTP/1.1" status: 200 len: 856 time: 0.2108743 Feb 11 12:59:14.693080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-332189d6-9d96-4979-a2a1-8cdcd718024a None None] Current status of the port 725e3e03-97b7-4680-bbed-447a0f39ffa5 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:14.693394 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-332189d6-9d96-4979-a2a1-8cdcd718024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:14.748959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-332189d6-9d96-4979-a2a1-8cdcd718024a None None] For port 725e3e03-97b7-4680-bbed-447a0f39ffa5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=725e3e03-97b7-4680-bbed-447a0f39ffa5,segment=NetworkSegment(0f1778de-8929-4bba-be21-c5a10b771fbf),segment_id=0f1778de-8929-4bba-be21-c5a10b771fbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:14.759748 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (598b9c74-4d39-48b5-904f-3c3de19b0c00), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:14.772728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-332189d6-9d96-4979-a2a1-8cdcd718024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:14.821224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] For port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:14.958821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] For port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:14.963369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332189d6-9d96-4979-a2a1-8cdcd718024a None None] Pushing event updated for resources: {'Port': ['ID=725e3e03-97b7-4680-bbed-447a0f39ffa5,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:15.014690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7fb7aa7c-f1a3-4273-9fec-4674484b6f46 req-7bd5502f-2911-4000-b814-6851197750df tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299269 Feb 11 12:59:15.109136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 725e3e03-97b7-4680-bbed-447a0f39ffa5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:15.161473 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc3015f-bd8f-4d35-86ac-cb70b448279e x-openstack-request-id: req-1fc3015f-bd8f-4d35-86ac-cb70b448279e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:15.162070 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "name": "network-vif-unplugged", "status": "completed", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:15.162969 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fc3015f-bd8f-4d35-86ac-cb70b448279e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:15.163533 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b', 'code': 200} Feb 11 12:59:15.182765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-dc353215-a4a7-4ea8-9d71-7ff81a506b62 None None] Provisioning complete for port 725e3e03-97b7-4680-bbed-447a0f39ffa5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:15.183429 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc353215-a4a7-4ea8-9d71-7ff81a506b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:15.210691 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-803baa43-85aa-4bda-8475-ece0323683ec req-6225ad33-5a61-4a52-a9c6-14a3030d2b9b tempest-InstanceActionsNegativeTestJSON-1584985851 tempest-InstanceActionsNegativeTestJSON-1584985851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c9479ed-013d-4645-86d4-2e777ed04b44 HTTP/1.1" status: 200 len: 210 time: 0.0913465 Feb 11 12:59:15.234401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:15.243509 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02d4dc-ccfc-4a44-93c8-7f02b2e5ed1d x-openstack-request-id: req-7d02d4dc-ccfc-4a44-93c8-7f02b2e5ed1d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:15.243815 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c9479ed-013d-4645-86d4-2e777ed04b44", "name": "network-vif-deleted", "tag": "100b7ead-dd1a-4b9d-b90a-88e126753b5b", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:15.244073 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d02d4dc-ccfc-4a44-93c8-7f02b2e5ed1d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:15.244480 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c9479ed-013d-4645-86d4-2e777ed04b44', 'name': 'network-vif-deleted', 'tag': '100b7ead-dd1a-4b9d-b90a-88e126753b5b', 'status': 'completed', 'code': 200} Feb 11 12:59:15.293852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Router 598b9c74-4d39-48b5-904f-3c3de19b0c00 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 12:59:15.323750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 725e3e03-97b7-4680-bbed-447a0f39ffa5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:15.326259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:15.536847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:59:15.553429 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Sync routers for ids ['598b9c74-4d39-48b5-904f-3c3de19b0c00'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:59:15.555061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dc353215-a4a7-4ea8-9d71-7ff81a506b62 None None] Current status of the port 725e3e03-97b7-4680-bbed-447a0f39ffa5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:15.600067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 725e3e03-97b7-4680-bbed-447a0f39ffa5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:15.616574 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Routers {'598b9c74-4d39-48b5-904f-3c3de19b0c00'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:59:15.617585 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:59:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['598b9c74-4d39-48b5-904f-3c3de19b0c00'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:15.684871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:15.689412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-911be2d6-cde7-4e0a-a738-026579d23d77 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2433839 Feb 11 12:59:15.693472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36376) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:15.711639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:15.717804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:15.723713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:15.729286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:15.734717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:15.740137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:15.746246 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:15.754318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-8d6b4bb2-4466-43cd-a5fb-e031d9ab03bf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.1561646 Feb 11 12:59:15.883195 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Set router 598b9c74-4d39-48b5-904f-3c3de19b0c00 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:59:15.905968 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-386924fc-1c28-4e46-8a12-4d0b3c043b26 req-5ef98dd5-77fc-4a0d-b20b-2847315d379d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1510365 Feb 11 12:59:16.008771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Pushing event updated for resources: {'Port': ['ID=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:16.054922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:16.055550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.057109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-f3455d9a-086b-47ed-a4d3-6ebddd76ecec service neutron] 10.222.0.53 "PUT /v2.0/ports/8b4ad10d-f23d-4df1-afbf-735b1e7e6561 HTTP/1.1" status: 200 len: 1095 time: 6.0476801 Feb 11 12:59:16.082790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.087452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e951db5-9715-457a-adca-52fd5b704f78 req-f1ec32d9-9e0a-417f-be5a-82ac0eb5f92c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:16.089080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e951db5-9715-457a-adca-52fd5b704f78 req-f1ec32d9-9e0a-417f-be5a-82ac0eb5f92c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 950 time: 0.1233344 Feb 11 12:59:16.091561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-b55ed479-eee3-4134-ac24-b87b7e51d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:16.093350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-b55ed479-eee3-4134-ac24-b87b7e51d98a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a29b801-2432-4e5f-b655-1fc9815028ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3777106 Feb 11 12:59:16.287067 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:14Z', 'revision_number': 3, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:16.319234 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Checking router: 598b9c74-4d39-48b5-904f-3c3de19b0c00 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:59:16.319579 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Updating router 598b9c74-4d39-48b5-904f-3c3de19b0c00 port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:59:16.350325 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.359303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e951db5-9715-457a-adca-52fd5b704f78 req-21fecae9-83c0-4d59-b860-0c8abb488e60 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345343 Feb 11 12:59:16.495440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a71efdc-7772-4309-8f3e-8546dfbad01f {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:16.501380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-a510ec3d-e2fc-496b-b708-c2b48fb5998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:16.503602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-a510ec3d-e2fc-496b-b708-c2b48fb5998a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1381f5f190b945d4b09a637625d071dd&device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 1129 time: 0.2968166 Feb 11 12:59:16.519877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Publish callbacks [] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.577274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-dafd62ca-260c-4157-9981-8fb2b117a606 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8b4ad10d-f23d-4df1-afbf-735b1e7e6561 HTTP/1.1" status: 200 len: 217 time: 0.0598056 Feb 11 12:59:16.579188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-aac5ab10-d44d-4c28-9af5-9f555fb47036 service neutron] 10.222.0.53 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069860 Feb 11 12:59:16.625275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Transition to ACTIVE for port object 3a71efdc-7772-4309-8f3e-8546dfbad01f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:16.724683 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.736783 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Publish callbacks [] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.743570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5245b-83b5-44a8-8ccb-798dbbdd914e req-993161c6-7be8-4a48-9bec-65f0d0f81a67 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:16.751355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-16e5245b-83b5-44a8-8ccb-798dbbdd914e req-993161c6-7be8-4a48-9bec-65f0d0f81a67 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 947 time: 0.1300468 Feb 11 12:59:16.751589 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.814288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-16e5245b-83b5-44a8-8ccb-798dbbdd914e req-c47cda91-22b8-4bfe-bb78-70a331c31434 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619433 Feb 11 12:59:16.835822 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Attempting to bind port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:16.836597 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Attempting to bind port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:16.837039 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Attempting to bind port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:16.839299 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Pushing event updated for resources: {'Port': ['ID=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:16.844377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71efdc-7772-4309-8f3e-8546dfbad01f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:16.850669 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.850993 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.851333 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.851665 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.851992 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.852315 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.852843 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.853289 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.853528 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.854051 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.854459 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.854681 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.855004 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:16.863808 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:16.864375 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:16.864786 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.865161 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:16.865667 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Bound port: b2c6014e-fadf-48c5-a64b-73ccfa84e7dd, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:16.866056 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:16.939514 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] For port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:16.943401 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] For port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:16.958026 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:17.032925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 725e3e03-97b7-4680-bbed-447a0f39ffa5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:17.050432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Routers {'598b9c74-4d39-48b5-904f-3c3de19b0c00'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:59:17.052044 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:59:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['598b9c74-4d39-48b5-904f-3c3de19b0c00'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:17.079373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:17.138322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529c5b3-b7f9-4551-9301-fbee368fc036 None None] Pushing event updated for resources: {'Port': ['ID=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:17.162676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-df2798f6-5491-4b3f-81c0-76ce47cb01e0 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.164458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-df2798f6-5491-4b3f-81c0-76ce47cb01e0 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 812 time: 0.5229640 Feb 11 12:59:17.241597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 725e3e03-97b7-4680-bbed-447a0f39ffa5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:17.242481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:17.244276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7e752-b535-4982-aa97-87945c113cc3 req-0a347223-20d8-419e-b462-fa2933bfd2e6 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.244548 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] Set router 598b9c74-4d39-48b5-904f-3c3de19b0c00 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:59:17.251399 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bb7e752-b535-4982-aa97-87945c113cc3 req-0a347223-20d8-419e-b462-fa2933bfd2e6 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 944 time: 0.2418211 Feb 11 12:59:17.261587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-97afe368-3ed1-40c4-8365-f88666c3cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.263610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-97afe368-3ed1-40c4-8365-f88666c3cf53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.6699319 Feb 11 12:59:17.264055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'tag': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:17.266892 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f633b63-e747-4451-be1b-a8bea83f28d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e4566d8f-7ae6-4132-a0d0-2823081b0f22", "tag": "8b4ad10d-f23d-4df1-afbf-735b1e7e6561"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:17.296315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:17.331216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bb7e752-b535-4982-aa97-87945c113cc3 req-e3327cc4-df74-4976-8edd-7cd3b7da9adc tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743399 Feb 11 12:59:17.334851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-06052231-b845-4586-9b75-94b222b7ccdb tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.336453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-06052231-b845-4586-9b75-94b222b7ccdb tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "GET /v2.0/ports?device_id=eac7d6e0-c6af-4cf4-9f0c-f202c0161775 HTTP/1.1" status: 200 len: 946 time: 0.6979411 Feb 11 12:59:17.405871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-5a370d94-0eac-48e4-b474-372b34a0d965 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/quotas/42eca3f8284f45109c03883594724860 HTTP/1.1" status: 200 len: 375 time: 0.1958942 Feb 11 12:59:17.430958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36410) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:17.440272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 725e3e03-97b7-4680-bbed-447a0f39ffa5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:17.515513 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:14Z', 'revision_number': 3, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:17.536426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3f47a8b1-7707-48df-bd37-5d48b694c4d6 service neutron] 10.222.0.53 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9437828 Feb 11 12:59:17.550666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] Deleting subnet ed006338-9328-4acc-9914-3c86558d0b14 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:59:17.561729 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6053c256-cdcd-4c41-be37-f16708e01381 None None] The sync data for ids ['598b9c74-4d39-48b5-904f-3c3de19b0c00'] in n-d-828675-3 is: [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:14Z', 'revision_number': 3, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:59:17.564218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] Publish callbacks [] for subnet (ed006338-9328-4acc-9914-3c86558d0b14), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:17.604453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-493fe3fc-6a7a-49ca-b645-9dd45120874f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.609208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-493fe3fc-6a7a-49ca-b645-9dd45120874f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a69979b-e34c-4c5d-87e5-67ffd01e159f HTTP/1.1" status: 200 len: 945 time: 0.4435942 Feb 11 12:59:17.610112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Attempting to bind port 3a71efdc-7772-4309-8f3e-8546dfbad01f on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:17.610542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Attempting to bind port 3a71efdc-7772-4309-8f3e-8546dfbad01f by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '60d96155-6e9f-4ab5-a085-450912380460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8177278a-8947-4e93-919e-906a21fef70a'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:17.610958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Attempting to bind port 3a71efdc-7772-4309-8f3e-8546dfbad01f on network 8177278a-8947-4e93-919e-906a21fef70a {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:17.614517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-16995ecf-891b-4e84-864d-ce902d30a2f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 217 time: 0.0646379 Feb 11 12:59:17.685686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (ed006338-9328-4acc-9914-3c86558d0b14), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:17.733969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.737601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Port 3a71efdc-7772-4309-8f3e-8546dfbad01f on network 8177278a-8947-4e93-919e-906a21fef70a not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:17.738270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Attempting to bind port 3a71efdc-7772-4309-8f3e-8546dfbad01f on network 8177278a-8947-4e93-919e-906a21fef70a {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:17.746485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.754387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.755362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-659fe689-4cdc-41ec-8548-6468591b59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.757141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-659fe689-4cdc-41ec-8548-6468591b59cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4754817 Feb 11 12:59:17.762399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.773090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.781134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.788376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.790146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-02503ebe-c794-4f03-b9bf-1e70220de05c tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3482718 Feb 11 12:59:17.791108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:17.791521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Checking segment: {'id': '60d96155-6e9f-4ab5-a085-450912380460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8177278a-8947-4e93-919e-906a21fef70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:17.792361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Bound using segment: {'id': '60d96155-6e9f-4ab5-a085-450912380460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8177278a-8947-4e93-919e-906a21fef70a'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:17.792493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Bound port: 3a71efdc-7772-4309-8f3e-8546dfbad01f, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60d96155-6e9f-4ab5-a085-450912380460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '8177278a-8947-4e93-919e-906a21fef70a'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:17.792862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:17.794156 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-62e64651-6bfd-450e-88b4-1c87765419b9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.2567575 Feb 11 12:59:17.871332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3ee23f58-91fe-4a7e-9380-f59fb54797cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:17.872941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-3ee23f58-91fe-4a7e-9380-f59fb54797cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 0.2404380 Feb 11 12:59:17.910287 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (ed006338-9328-4acc-9914-3c86558d0b14), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.016479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Allocated IP 172.20.0.1 (b16caa20-bbea-46d3-83d5-726dcfb1e5a5/6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8/182b7b28-07a9-4fd8-a086-2d38f79e226b) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:18.049876 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e3589a8-7cc2-4d68-a573-1513cbe724fb req-4162cc55-c99c-46aa-99fe-039b9caae5e9 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2454202 Feb 11 12:59:18.131159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (ed006338-9328-4acc-9914-3c86558d0b14), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.159485 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550a2359-baad-4693-ad50-ebbcd2b4c95e x-openstack-request-id: req-550a2359-baad-4693-ad50-ebbcd2b4c95e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:18.159825 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4566d8f-7ae6-4132-a0d0-2823081b0f22", "tag": "8b4ad10d-f23d-4df1-afbf-735b1e7e6561", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:18.160032 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-550a2359-baad-4693-ad50-ebbcd2b4c95e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:18.160433 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'tag': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561', 'status': 'completed', 'code': 200} Feb 11 12:59:18.195192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed006338-9328-4acc-9914-3c86558d0b14,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:18.214882 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.222660 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c4c9ac8e-6ddd-4bbd-936c-503c054b5c6f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed006338-9328-4acc-9914-3c86558d0b14 HTTP/1.1" status: 204 len: 168 time: 0.7649314 Feb 11 12:59:18.222660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36414) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:18.254267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Deleting port 85fbce8d-2e8c-47db-886e-3c3851777223 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:18.254805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.267758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-d6c0760a-1c67-45f9-8546-911a90401788 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949055 Feb 11 12:59:18.292075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] For port 3a71efdc-7772-4309-8f3e-8546dfbad01f, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:18.368596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-81322d53-9768-46a6-8692-0a10e3a8bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:18.370268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-81322d53-9768-46a6-8692-0a10e3a8bf54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4810505 Feb 11 12:59:18.372130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-7f93e69b-50f3-42a7-8752-968580ccf62f service neutron] 10.222.0.42 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476918 Feb 11 12:59:18.378142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] For port 3a71efdc-7772-4309-8f3e-8546dfbad01f, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f,segment=NetworkSegment(60d96155-6e9f-4ab5-a085-450912380460),segment_id=60d96155-6e9f-4ab5-a085-450912380460)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:18.381106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Deleting port 4b97af27-2a2d-4c97-85e2-f21b37bf83de {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:18.381629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.383307 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (31f0b1ae-c3b0-434c-8eae-ccb3bb96952c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.439545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks [] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.526356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e13eb-6973-43b5-9178-73f6f571c21b req-15dd9ae8-033c-41bf-9649-f336b062876a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:18.534011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f4e13eb-6973-43b5-9178-73f6f571c21b req-15dd9ae8-033c-41bf-9649-f336b062876a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 950 time: 0.1992295 Feb 11 12:59:18.578540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-cbe45eea-8157-45da-9a1c-1502c3e8634d service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869960 Feb 11 12:59:18.580007 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.632430 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (31f0b1ae-c3b0-434c-8eae-ccb3bb96952c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.670043 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.727840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f0b1ae-c3b0-434c-8eae-ccb3bb96952c']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:18.769979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760c91bc-8a59-4b83-b07c-e2d4fbebf110') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:18.771115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760c91bc-8a59-4b83-b07c-e2d4fbebf110') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:18.792049 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f4e13eb-6973-43b5-9178-73f6f571c21b req-297f74d6-c002-451e-ab6a-15b8137a9d1e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570410 Feb 11 12:59:18.798807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:18.800833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (760c91bc-8a59-4b83-b07c-e2d4fbebf110), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.812282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:18.824801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:18.906783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (598b9c74-4d39-48b5-904f-3c3de19b0c00), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.920615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d03ec80-dbb8-4609-aedc-d54fdb8e16ed req-31516685-c0f8-413e-91df-22f897f910d4 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092243 Feb 11 12:59:18.945251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Pushing event updated for resources: {'Port': ['ID=182b7b28-07a9-4fd8-a086-2d38f79e226b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:18.956572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.957063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.957506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.958009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.958444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.958994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.959469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.959898 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.960320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.960748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.961166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.961615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.962099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:18.965027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:18.965879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.967260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (760c91bc-8a59-4b83-b07c-e2d4fbebf110), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.967829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a71efdc-7772-4309-8f3e-8546dfbad01f HTTP/1.1" status: 200 len: 1092 time: 4.8390088 Feb 11 12:59:18.983105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:59:18.983699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (760c91bc-8a59-4b83-b07c-e2d4fbebf110), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:59:18.985567 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:59:19.107216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b2c6014e-fadf-48c5-a64b-73ccfa84e7dd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:19.180142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (31f0b1ae-c3b0-434c-8eae-ccb3bb96952c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.218806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:19.219396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.259703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.283599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] 10.222.0.42 "DELETE /v2.0/networks/31f0b1ae-c3b0-434c-8eae-ccb3bb96952c HTTP/1.1" status: 204 len: 168 time: 1.0411041 Feb 11 12:59:19.290376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa3474-3c6f-43db-99b2-6dc1d3e3a976 admin admin] Pushing event deleted for resources: {'Network': ['ID=31f0b1ae-c3b0-434c-8eae-ccb3bb96952c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:19.359332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b903425-c8d3-47a7-bff0-6a626978956b req-a265dcb7-eeea-4f47-a5b6-8430698eb18b tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:19.365772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b903425-c8d3-47a7-bff0-6a626978956b req-a265dcb7-eeea-4f47-a5b6-8430698eb18b tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 947 time: 0.2861838 Feb 11 12:59:19.415833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:19.416365 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.432477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.451280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:19.453356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cc450e76-87cf-455a-9638-51e98b78dd1d None None] Provisioning complete for port 182b7b28-07a9-4fd8-a086-2d38f79e226b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:19.453869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cc450e76-87cf-455a-9638-51e98b78dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.514733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36432) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:19.518299 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b903425-c8d3-47a7-bff0-6a626978956b req-e6325550-f278-442f-aa75-1d709ab1b697 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 Feb 11 12:59:19.536069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cc450e76-87cf-455a-9638-51e98b78dd1d None None] Port 182b7b28-07a9-4fd8-a086-2d38f79e226b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:19.538096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.651990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:19.755867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8bd4c8f2-5092-4fba-b98f-520804b9cbb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fce860e915954f6d9870235ede7962c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364740 Feb 11 12:59:19.758368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] For port 85fbce8d-2e8c-47db-886e-3c3851777223, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=85fbce8d-2e8c-47db-886e-3c3851777223,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:19.758921 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.766222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36434) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:19.780833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Calling delete_port for 85fbce8d-2e8c-47db-886e-3c3851777223 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:19.798665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks [] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.817825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e40601-cdbd-473d-8866-ce6938ca0319 req-9f5cfcb2-f54b-4c6e-9f3e-9bbe11dce76c tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:19.819360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-22e40601-cdbd-473d-8866-ce6938ca0319 req-9f5cfcb2-f54b-4c6e-9f3e-9bbe11dce76c tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 944 time: 0.1616337 Feb 11 12:59:19.823608 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.912178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ac6a95-f8fa-471f-9bb1-65d9caf0b31e admin admin] Publish callbacks [] for security_group (c981bee8-9495-4e0b-a430-f353fde5d3a1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:19.937468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Pushing event updated for resources: {'Port': ['ID=182b7b28-07a9-4fd8-a086-2d38f79e226b,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:19.948310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Pushing event updated for resources: {'Port': ['ID=3a71efdc-7772-4309-8f3e-8546dfbad01f,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:19.970862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-0cf46c68-0386-4cc1-82b3-7adcab5f60a7 service neutron] 10.222.0.42 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5359178 Feb 11 12:59:19.982075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-22e40601-cdbd-473d-8866-ce6938ca0319 req-85512558-f85a-48ed-8382-9cfe8d6fdda1 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471200 Feb 11 12:59:19.983060 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (598b9c74-4d39-48b5-904f-3c3de19b0c00), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:20.002872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ac6a95-f8fa-471f-9bb1-65d9caf0b31e admin admin] Publish callbacks [] for security_group (c981bee8-9495-4e0b-a430-f353fde5d3a1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:20.007691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.008048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.008393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.008782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.009165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.009481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.022943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.023404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.023752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.024095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.024535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.024867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.025198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304eadeb-1579-423a-a8cc-67435c397946 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:20.141712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-05534b5a-2120-4603-9dd9-02b96940ede7 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4681821 Feb 11 12:59:20.165521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'tag': '3a71efdc-7772-4309-8f3e-8546dfbad01f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:20.169715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ac6a95-f8fa-471f-9bb1-65d9caf0b31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c981bee8-9495-4e0b-a430-f353fde5d3a1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:20.174609 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e16d443-e3cc-452e-8eec-82adca60f7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4a82a4-471f-4a53-adaf-7ce50e672225", "tag": "3a71efdc-7772-4309-8f3e-8546dfbad01f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:20.177355 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ac6a95-f8fa-471f-9bb1-65d9caf0b31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:20.182529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-54ac6a95-f8fa-471f-9bb1-65d9caf0b31e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c981bee8-9495-4e0b-a430-f353fde5d3a1 HTTP/1.1" status: 204 len: 168 time: 0.4114387 Feb 11 12:59:20.199022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:20.205569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:20.328204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac6a95-f8fa-471f-9bb1-65d9caf0b31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c981bee8-9495-4e0b-a430-f353fde5d3a1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:20.414443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-4767144e-d2f9-456e-a4f8-349f0dab1d8b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 217 time: 0.2098970 Feb 11 12:59:20.427176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] For port 4b97af27-2a2d-4c97-85e2-f21b37bf83de, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4b97af27-2a2d-4c97-85e2-f21b37bf83de,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:20.427553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:20.462412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-79e720bc-961b-4935-9a10-f847dc927622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:20.468022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-79e720bc-961b-4935-9a10-f847dc927622 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1381f5f190b945d4b09a637625d071dd&device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 1129 time: 0.6300354 Feb 11 12:59:20.545333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Calling delete_port for 4b97af27-2a2d-4c97-85e2-f21b37bf83de owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:20.611935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Router 598b9c74-4d39-48b5-904f-3c3de19b0c00 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:59:20.620465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-82c5b3c4-e30c-4c71-b55d-3741a79f1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:20.627585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-82c5b3c4-e30c-4c71-b55d-3741a79f1c2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7608bc8a053f4b8184b61559e189a535&device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 1126 time: 0.7301850 Feb 11 12:59:20.799357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-59f7e677-2546-4ea2-9b22-66c783a9ba58 None None] Provisioning complete for port 182b7b28-07a9-4fd8-a086-2d38f79e226b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:20.800369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59f7e677-2546-4ea2-9b22-66c783a9ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:20.848414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-59f7e677-2546-4ea2-9b22-66c783a9ba58 None None] Port 182b7b28-07a9-4fd8-a086-2d38f79e226b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:20.992576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b2c6014e-fadf-48c5-a64b-73ccfa84e7dd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:21.035757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:59:21.056986 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-717fe535-0756-412f-b92b-d3dc1ec99238 admin admin] 10.222.0.42 "PUT /v2.0/routers/598b9c74-4d39-48b5-904f-3c3de19b0c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3548539 Feb 11 12:59:21.066321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721364d-6e44-4a50-8bec-275b5fdc5c64 req-aec2e328-2621-4fc2-b5dc-2f861e8262d5 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.075377 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3721364d-6e44-4a50-8bec-275b5fdc5c64 req-aec2e328-2621-4fc2-b5dc-2f861e8262d5 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 1132 time: 0.1450315 Feb 11 12:59:21.088946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Sync routers for ids ['598b9c74-4d39-48b5-904f-3c3de19b0c00'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:59:21.110288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3721364d-6e44-4a50-8bec-275b5fdc5c64 req-1d7c1d07-48f4-4b87-af5c-4d7af53487a8 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:21.148085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Routers {'598b9c74-4d39-48b5-904f-3c3de19b0c00'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:59:21.149146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-86688d40-34a8-44ae-964e-5817540fb8fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f HTTP/1.1" status: 200 len: 217 time: 0.4897025 Feb 11 12:59:21.159231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:59:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['598b9c74-4d39-48b5-904f-3c3de19b0c00'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:21.165300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2eeb07c6-39cf-4c95-833d-dc1c1bf1adac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.169303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2eeb07c6-39cf-4c95-833d-dc1c1bf1adac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 0.7371669 Feb 11 12:59:21.299756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3721364d-6e44-4a50-8bec-275b5fdc5c64 req-1d7c1d07-48f4-4b87-af5c-4d7af53487a8 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Publish callbacks [] for security_group (77a57d96-9ce4-4b98-8455-cab770c994af), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:21.311432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-3721364d-6e44-4a50-8bec-275b5fdc5c64 req-1d7c1d07-48f4-4b87-af5c-4d7af53487a8 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (77a57d96-9ce4-4b98-8455-cab770c994af), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:21.355475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:21.363868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:21.364490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:21.368707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-c3ac1f4a-2547-478f-98de-425ca06b5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.371090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c1d07-48f4-4b87-af5c-4d7af53487a8 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a57d96-9ce4-4b98-8455-cab770c994af,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:21.372975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-c3ac1f4a-2547-478f-98de-425ca06b5f55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c170d02-f972-4fec-a001-ca0c052ee5ab HTTP/1.1" status: 200 len: 854 time: 0.2012603 Feb 11 12:59:21.444989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3721364d-6e44-4a50-8bec-275b5fdc5c64 req-1d7c1d07-48f4-4b87-af5c-4d7af53487a8 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670857 Feb 11 12:59:21.460448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (85fbce8d-2e8c-47db-886e-3c3851777223), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:21.608669 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c022f54-a761-42ca-ae32-f09d6f9d425a x-openstack-request-id: req-6c022f54-a761-42ca-ae32-f09d6f9d425a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:21.608964 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4a82a4-471f-4a53-adaf-7ce50e672225", "tag": "3a71efdc-7772-4309-8f3e-8546dfbad01f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:21.609225 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c022f54-a761-42ca-ae32-f09d6f9d425a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:21.609613 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'tag': '3a71efdc-7772-4309-8f3e-8546dfbad01f', 'status': 'completed', 'code': 200} Feb 11 12:59:21.626548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event deleted for resources: {'Port': ['ID=85fbce8d-2e8c-47db-886e-3c3851777223,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:21.638030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Set router 598b9c74-4d39-48b5-904f-3c3de19b0c00 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:59:21.646223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.658858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.666833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.685997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.696131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.704098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.719839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.733843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c27280f1-4195-4227-b768-e24c1ea30892 req-a20b5852-c67e-4bdd-8e18-d7df8ea08565 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.9977338 Feb 11 12:59:21.741311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-0ee556d5-f87f-4b24-9788-cb780269bd95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8177278a-8947-4e93-919e-906a21fef70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3238511 Feb 11 12:59:21.833002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-9bb7e89f-2dcb-435b-95db-80ac55d9fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.834962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-9bb7e89f-2dcb-435b-95db-80ac55d9fd91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 1.3087797 Feb 11 12:59:21.909589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b497e319-8e76-4d66-a5b7-574ecd49a31b req-4a0e8bba-928a-4a0f-b1e0-3e382d28be17 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.930095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b497e319-8e76-4d66-a5b7-574ecd49a31b req-4a0e8bba-928a-4a0f-b1e0-3e382d28be17 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 947 time: 0.1182594 Feb 11 12:59:21.973857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-1d228e41-1651-4c68-88b0-33272c5fccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:21.975491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-1d228e41-1651-4c68-88b0-33272c5fccbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7769725 Feb 11 12:59:21.996341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-890026dd-e009-490f-9024-5162adb44645 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=8b4ad10d-f23d-4df1-afbf-735b1e7e6561 HTTP/1.1" status: 200 len: 217 time: 0.1479409 Feb 11 12:59:22.005495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] No DVR routers for this DVR port 85fbce8d-2e8c-47db-886e-3c3851777223 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:22.026955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:22.032816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 85fbce8d-2e8c-47db-886e-3c3851777223 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:22.045264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36494) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:22.060289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.064066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34705ae6-dbcd-4a8c-aa99-4ae8eaf85dd6 req-2a818bc0-bdc4-43fc-82dc-0b0d8101affd tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "DELETE /v2.0/ports/85fbce8d-2e8c-47db-886e-3c3851777223 HTTP/1.1" status: 204 len: 173 time: 4.7045038 Feb 11 12:59:22.095110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b497e319-8e76-4d66-a5b7-574ecd49a31b req-067ec8ca-cea1-482b-9cd9-f0037b53f028 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620593 Feb 11 12:59:22.111562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 85fbce8d-2e8c-47db-886e-3c3851777223 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:22.112509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 85fbce8d-2e8c-47db-886e-3c3851777223 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:22.112932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 4b97af27-2a2d-4c97-85e2-f21b37bf83de no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:22.294858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-314f6ada-0c97-46ee-b4b2-88b9e970807d service neutron] 10.222.0.53 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080771 Feb 11 12:59:22.300012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-339356736-network', 'tenant_id': 'b228952ffa3b46a7b86e75e2305e66e6'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:22.343138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c440b66-0001-4560-ae1b-5d474fda39f8 req-26724122-cb0d-4740-a3e3-10a261d9b751 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:22.351166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c440b66-0001-4560-ae1b-5d474fda39f8 req-26724122-cb0d-4740-a3e3-10a261d9b751 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 944 time: 0.1151750 Feb 11 12:59:22.360787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Made reservation on behalf of b228952ffa3b46a7b86e75e2305e66e6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:22.363638 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.399191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.402667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c27280f1-4195-4227-b768-e24c1ea30892 req-3326117f-1d79-4b41-84f2-0f5daf9888ad tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6642654 Feb 11 12:59:22.412667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:22.427059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561', 'mac_address': 'fa:16:3e:46:19:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:22.444620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 4b97af27-2a2d-4c97-85e2-f21b37bf83de is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:22.445011 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.553023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:22.553023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.579918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:22.594443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c440b66-0001-4560-ae1b-5d474fda39f8 req-d8d6db1b-90ab-4dee-baf0-88f4b53e0d37 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396350 Feb 11 12:59:22.597979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '182b7b28-07a9-4fd8-a086-2d38f79e226b', 'name': '', 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'mac_address': 'fa:16:3e:d2:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:17Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 2, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'subnets': [{'id': '6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:22.645917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Checking router: 598b9c74-4d39-48b5-904f-3c3de19b0c00 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:59:22.646318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Updating router 598b9c74-4d39-48b5-904f-3c3de19b0c00 port 182b7b28-07a9-4fd8-a086-2d38f79e226b binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 12:59:22.669054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:22.684772 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.695159 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.717257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-33613613-657b-4799-9a8c-6a0be3191c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:22.719250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-33613613-657b-4799-9a8c-6a0be3191c6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.6945863 Feb 11 12:59:22.721611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15bc3448-e808-42a6-a3ae-80fa6f0994d2 req-d83145ec-db8f-4ab0-9192-ee026874c248 service neutron] 10.222.0.53 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182889 Feb 11 12:59:22.851012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks [] for security_group (fc84b924-759c-457a-a821-e52d66719d67), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.866718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fc84b924-759c-457a-a821-e52d66719d67), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.943610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4b97af27-2a2d-4c97-85e2-f21b37bf83de), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:22.993410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 12:59:23.002483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc84b924-759c-457a-a821-e52d66719d67,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:23.047925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0e225833-815a-4bf2-8548-a32089fb7c0f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:23.049845 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Added segment 0e225833-815a-4bf2-8548-a32089fb7c0f of type vlan for network 99bc6782-4feb-450c-95d9-b049abeec4a6 Feb 11 12:59:23.109035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8b4ad10d-f23d-4df1-afbf-735b1e7e6561'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:23.163648 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce46a2f4-46de-45df-8447-878420bd50cf req-74d6c18b-4d65-434f-ba08-326567a9318f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 210 time: 0.0661709 Feb 11 12:59:23.202515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:23.291257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (99bc6782-4feb-450c-95d9-b049abeec4a6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:23.369520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d78491f0-0831-4152-a1da-57f88c30ef97 req-0ccc558a-a86a-4626-8eb8-09e2030808a6 tempest-FloatingIPsNegativeTestJSON-1469062529 tempest-FloatingIPsNegativeTestJSON-1469062529-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=8e9626d5cc8e4e2583b38a5f12d21084 HTTP/1.1" status: 200 len: 217 time: 0.4411919 Feb 11 12:59:23.392174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event deleted for resources: {'Port': ['ID=4b97af27-2a2d-4c97-85e2-f21b37bf83de,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:23.415456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (99bc6782-4feb-450c-95d9-b049abeec4a6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:23.418530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:23.419193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:23.487814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a68e0-bce3-4291-871b-fac1797fa9b3 req-434f4c8d-2e44-4708-987a-ac059fdf9f2a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:23.489453 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-976a68e0-bce3-4291-871b-fac1797fa9b3 req-434f4c8d-2e44-4708-987a-ac059fdf9f2a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 948 time: 0.1570616 Feb 11 12:59:23.500815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4520118 Feb 11 12:59:23.501513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36526) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:23.503359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Publish callbacks [] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:23.521199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:23.574016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Request body: {'subnet': {'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-339356736-subnet', 'tenant_id': 'b228952ffa3b46a7b86e75e2305e66e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:23.632303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999f801-e40d-41b6-a891-5d7f9e5721f8 admin admin] Pushing event updated for resources: {'Network': ['ID=99bc6782-4feb-450c-95d9-b049abeec4a6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:23.641683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Made reservation on behalf of b228952ffa3b46a7b86e75e2305e66e6 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:23.652303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:23.659245 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-b4d7e433-5ae4-4543-9bf2-4488ae0dd636 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6608639 Feb 11 12:59:23.659749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'name': 'network-vif-deleted', 'tag': '85fbce8d-2e8c-47db-886e-3c3851777223'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:23.659943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 12:59:23.662330 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144e7189-827b-4011-becc-232bb192e761" -d '{"events": [{"server_uuid": "eac7d6e0-c6af-4cf4-9f0c-f202c0161775", "name": "network-vif-deleted", "tag": "85fbce8d-2e8c-47db-886e-3c3851777223"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:23.777098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-a0a64ffa-dafb-4511-b0b2-2da452ab1adc tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:23.778945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-a0a64ffa-dafb-4511-b0b2-2da452ab1adc tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.53 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 812 time: 0.3998470 Feb 11 12:59:23.869811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] No DVR routers for this DVR port 4b97af27-2a2d-4c97-85e2-f21b37bf83de on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:23.872969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-e2309147-3eb9-477e-ad2f-6f632b3b736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:23.874830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-e2309147-3eb9-477e-ad2f-6f632b3b736b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0758073 Feb 11 12:59:23.889738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Request body: {'port': {'device_id': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'admin_state_up': True, 'tenant_id': '42eca3f8284f45109c03883594724860'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:23.914524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb4cc9-06ef-40c1-8263-53297361f5bb None None] Pushing event updated for resources: {'Port': ['ID=182b7b28-07a9-4fd8-a086-2d38f79e226b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:24.015206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:24.019168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcbc727b-1bad-4161-a196-a5caea84c2af req-ad0ec89e-4ed3-4e43-9a70-4f1a7b6003ef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "DELETE /v2.0/ports/4b97af27-2a2d-4c97-85e2-f21b37bf83de HTTP/1.1" status: 204 len: 173 time: 6.4027476 Feb 11 12:59:24.034986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-b04aa591-0ca4-49a6-975b-12cad513afd8 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4170041 Feb 11 12:59:24.041026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-d123cbe5-93a5-4f55-b621-693fb265773b tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.043516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-d123cbe5-93a5-4f55-b621-693fb265773b tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 812 time: 1.3163354 Feb 11 12:59:24.091376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Request body: {'port': {'device_id': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'admin_state_up': True, 'tenant_id': '42eca3f8284f45109c03883594724860'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:24.138095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-ffbfc39e-811a-4147-adf2-6f914530da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.139916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-ffbfc39e-811a-4147-adf2-6f914530da66 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7608bc8a053f4b8184b61559e189a535&device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 1126 time: 1.2398896 Feb 11 12:59:24.152443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-976a68e0-bce3-4291-871b-fac1797fa9b3 req-6da59a13-a353-4cb1-bd63-703e1370dd42 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6497135 Feb 11 12:59:24.239763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8b3622da-77fa-4c28-b18e-bda5006227ad req-d30996dd-36b2-4e86-8349-c9310d8738d2 tempest-FloatingIPsNegativeTestJSON-1469062529 tempest-FloatingIPsNegativeTestJSON-1469062529-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0592506 Feb 11 12:59:24.283710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Attempting to bind port 182b7b28-07a9-4fd8-a086-2d38f79e226b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:24.284336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Attempting to bind port 182b7b28-07a9-4fd8-a086-2d38f79e226b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:24.284490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Attempting to bind port 182b7b28-07a9-4fd8-a086-2d38f79e226b on network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:24.364470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-85981db4-fc69-4a1e-8020-eec572475ee2 None None] Provisioning complete for port 182b7b28-07a9-4fd8-a086-2d38f79e226b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:24.365114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-85981db4-fc69-4a1e-8020-eec572475ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:24.375093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-1e3e7c63-0c15-409d-9f0b-36b9f8adb3be service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547523 Feb 11 12:59:24.377193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-7332d9b7-bd34-4d68-9f03-8dcbde2a6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.377661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-7332d9b7-bd34-4d68-9f03-8dcbde2a6793 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8177278a-8947-4e93-919e-906a21fef70a HTTP/1.1" status: 200 len: 915 time: 0.1162236 Feb 11 12:59:24.407640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:24.408791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Checking segment: {'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:24.409357 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:24.410607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Bound using segment: {'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:24.412424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Bound port: 182b7b28-07a9-4fd8-a086-2d38f79e226b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1778de-8929-4bba-be21-c5a10b771fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:24.413155 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:24.453344 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (d95a08af-b69f-4a92-9063-06da4fb6159a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:24.470207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.476021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.483750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.496798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.503589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.510356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.511877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-85981db4-fc69-4a1e-8020-eec572475ee2 None None] Port 182b7b28-07a9-4fd8-a086-2d38f79e226b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:24.535766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:24.538089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] For port 182b7b28-07a9-4fd8-a086-2d38f79e226b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:24.542694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] For port 182b7b28-07a9-4fd8-a086-2d38f79e226b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=182b7b28-07a9-4fd8-a086-2d38f79e226b,segment=NetworkSegment(0f1778de-8929-4bba-be21-c5a10b771fbf),segment_id=0f1778de-8929-4bba-be21-c5a10b771fbf)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:24.559529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:24.567150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-36221891-c612-4551-846d-65a06855f030 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.2318475 Feb 11 12:59:24.602121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Made reservation on behalf of 42eca3f8284f45109c03883594724860 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:24.609527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:24.626916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-171a6f60-670a-4d63-92ea-307d3bc38740 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955 HTTP/1.1" status: 200 len: 217 time: 0.2347016 Feb 11 12:59:24.709122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Routers {'598b9c74-4d39-48b5-904f-3c3de19b0c00'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:59:24.710070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:59:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['598b9c74-4d39-48b5-904f-3c3de19b0c00'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:24.869616 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 12:59:24.877484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Allocated IP 172.20.0.12 (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5/fec6848b-adf1-4681-9319-dd5f9c127486/fcc48179-a5c8-46fd-bf3b-62f7891dc66e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:24.881795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d95a08af-b69f-4a92-9063-06da4fb6159a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:24.938428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Checking segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:24.938821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Network hostable DHCP agents. Network: 99bc6782-4feb-450c-95d9-b049abeec4a6, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 12:59:24.962773 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2281839f-d8f2-4ea9-aa6f-fe99a58c8f16 req-d20bcf79-ca46-492e-99fa-d85b13cd0a5a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3904533 Feb 11 12:59:24.999331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 12:59:25.030878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 99bc6782-4feb-450c-95d9-b049abeec4a6) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:25.035689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:25.036545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:25.050677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-a9c7bb22-f541-42e0-abc9-bb9a634ac8b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f HTTP/1.1" status: 200 len: 217 time: 0.6128366 Feb 11 12:59:25.079112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6841cc93-83a6-4dab-b6bb-586ea0d797a1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5121672 Feb 11 12:59:25.079395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-70683600-1ca1-43aa-aae9-e0f95ec9b859 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0754061 Feb 11 12:59:25.105781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb4cc9-06ef-40c1-8263-53297361f5bb None None] Pushing event updated for resources: {'Port': ['ID=182b7b28-07a9-4fd8-a086-2d38f79e226b,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:25.110679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a16cfc-99ba-44b2-a872-21f66147c64b None None] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:25.155694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea13ddf-1981-4412-966b-afbdbe87182e req-f0f1e617-40d1-4c60-a1a1-dc1652b06dbd tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:25.157823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] Set router 598b9c74-4d39-48b5-904f-3c3de19b0c00 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:59:25.174954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8ea13ddf-1981-4412-966b-afbdbe87182e req-f0f1e617-40d1-4c60-a1a1-dc1652b06dbd tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 944 time: 0.1139848 Feb 11 12:59:25.259304 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8ea13ddf-1981-4412-966b-afbdbe87182e req-d993bf4c-0615-470f-8d9a-99cf89e1cc45 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817003 Feb 11 12:59:25.278223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d53bf502-fbbb-4232-97f0-1116a089887f None None] Provisioning complete for port 182b7b28-07a9-4fd8-a086-2d38f79e226b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:25.278223 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d53bf502-fbbb-4232-97f0-1116a089887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:25.385590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 3a71efdc-7772-4309-8f3e-8546dfbad01f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:25.387587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:25.478343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4bcb1d05-e0ea-433f-8fa5-c9d197af611a req-34363cb7-ad34-44ae-8c15-f70fb8d50e77 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 210 time: 0.0828664 Feb 11 12:59:25.543757 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-03757169-2cb5-417a-b777-cfbc05608f46 req-549bc51e-fca3-4f9e-8440-b95f18a07e4c tempest-FloatingIPsNegativeTestJSON-1469062529 tempest-FloatingIPsNegativeTestJSON-1469062529-project] show failed (client error): The resource could not be found. Feb 11 12:59:25.556245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03757169-2cb5-417a-b777-cfbc05608f46 req-549bc51e-fca3-4f9e-8440-b95f18a07e4c tempest-FloatingIPsNegativeTestJSON-1469062529 tempest-FloatingIPsNegativeTestJSON-1469062529-project] 10.222.0.42 "GET /v2.0/floatingips/3a755486-21c2-4c53-ba5b-1e6cd2f27627 HTTP/1.1" status: 404 len: 350 time: 0.0516045 Feb 11 12:59:25.559853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36554) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:25.681727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 3a71efdc-7772-4309-8f3e-8546dfbad01f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f,segment=NetworkSegment(60d96155-6e9f-4ab5-a085-450912380460),segment_id=60d96155-6e9f-4ab5-a085-450912380460)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:25.747369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-99bc6782-4feb-450c-95d9-b049abeec4a6', 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'project_id': 'b228952ffa3b46a7b86e75e2305e66e6', 'fixed_ips': [{'subnet_id': 'd95a08af-b69f-4a92-9063-06da4fb6159a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 12:59:25.748272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:25.784295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '3a71efdc-7772-4309-8f3e-8546dfbad01f', 'network_id': '8177278a-8947-4e93-919e-906a21fef70a', 'port_id': '3a71efdc-7772-4309-8f3e-8546dfbad01f', 'mac_address': 'fa:16:3e:77:d4:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c170d02-f972-4fec-a001-ca0c052ee5ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:25.886151 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88573716-77fb-452c-8e92-89182080b7d3 x-openstack-request-id: req-88573716-77fb-452c-8e92-89182080b7d3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:25.886816 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac7d6e0-c6af-4cf4-9f0c-f202c0161775", "name": "network-vif-deleted", "tag": "85fbce8d-2e8c-47db-886e-3c3851777223", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:25.886954 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88573716-77fb-452c-8e92-89182080b7d3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:25.887446 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac7d6e0-c6af-4cf4-9f0c-f202c0161775', 'name': 'network-vif-deleted', 'tag': '85fbce8d-2e8c-47db-886e-3c3851777223', 'status': 'completed', 'code': 200} Feb 11 12:59:25.905491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-f3ae1920-132a-4488-8994-b7b237d1248d service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095183 Feb 11 12:59:25.942652 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks [] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:25.992201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d53bf502-fbbb-4232-97f0-1116a089887f None None] Current status of the port 182b7b28-07a9-4fd8-a086-2d38f79e226b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:25.992639 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d53bf502-fbbb-4232-97f0-1116a089887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:25.998976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:26.002780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 3a71efdc-7772-4309-8f3e-8546dfbad01f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:26.003177 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.015557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-9f99a691-4279-4036-994e-ee591cf6375c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:26.019460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-9f99a691-4279-4036-994e-ee591cf6375c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9668489 Feb 11 12:59:26.022110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:26.022541 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.114958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-26a4493c-2b8d-4aa2-a2fc-17285451439d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/quotas/f8826ab4085649058c2f3e7d612233c1 HTTP/1.1" status: 200 len: 375 time: 0.0712283 Feb 11 12:59:26.116965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-7675fa45-4952-40f7-848a-f1a39e5b1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:26.118869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-7675fa45-4952-40f7-848a-f1a39e5b1710 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c170d02-f972-4fec-a001-ca0c052ee5ab HTTP/1.1" status: 200 len: 854 time: 1.0593710 Feb 11 12:59:26.120579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-10390ca3-d77c-4c6b-ba79-26a81b64e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:26.121536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a71efdc-7772-4309-8f3e-8546dfbad01f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:26.122245 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-10390ca3-d77c-4c6b-ba79-26a81b64e10e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 1.0662043 Feb 11 12:59:26.246954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1cfc1-403b-425a-8511-5ea537fb0cd2 req-aed62c9b-8917-4dc6-a9a6-88a4fc17776c tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:26.253244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Made reservation on behalf of 42eca3f8284f45109c03883594724860 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:26.254132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 3a71efdc-7772-4309-8f3e-8546dfbad01f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f,segment=NetworkSegment(60d96155-6e9f-4ab5-a085-450912380460),segment_id=60d96155-6e9f-4ab5-a085-450912380460)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:26.260466 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-44e1cfc1-403b-425a-8511-5ea537fb0cd2 req-aed62c9b-8917-4dc6-a9a6-88a4fc17776c tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 948 time: 0.1955240 Feb 11 12:59:26.263083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d53bf502-fbbb-4232-97f0-1116a089887f None None] For port 182b7b28-07a9-4fd8-a086-2d38f79e226b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=182b7b28-07a9-4fd8-a086-2d38f79e226b,segment=NetworkSegment(0f1778de-8929-4bba-be21-c5a10b771fbf),segment_id=0f1778de-8929-4bba-be21-c5a10b771fbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:26.264711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.283262 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.288516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Allocated IP 172.20.0.2 (99bc6782-4feb-450c-95d9-b049abeec4a6/d95a08af-b69f-4a92-9063-06da4fb6159a/fd54ad8f-3caa-4701-92d4-df93658a2102) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:26.292712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d53bf502-fbbb-4232-97f0-1116a089887f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.332464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '182b7b28-07a9-4fd8-a086-2d38f79e226b', 'name': '', 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'mac_address': 'fa:16:3e:d2:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:17Z', 'updated_at': '2022-02-11T12:59:24Z', 'revision_number': 4, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'subnets': [{'id': '6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:26.372054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-0b5f111e-de8d-4519-ad26-128d89c8d828 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8177278a-8947-4e93-919e-906a21fef70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690421 Feb 11 12:59:26.375407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:26.375807 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.393705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba50385-0af4-4b2c-95e5-ba4bd42310f8 None None] The sync data for ids ['598b9c74-4d39-48b5-904f-3c3de19b0c00'] in n-d-828675-3 is: [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '182b7b28-07a9-4fd8-a086-2d38f79e226b', 'name': '', 'network_id': 'b16caa20-bbea-46d3-83d5-726dcfb1e5a5', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'mac_address': 'fa:16:3e:d2:29:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': '6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:17Z', 'updated_at': '2022-02-11T12:59:24Z', 'revision_number': 4, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'subnets': [{'id': '6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:59:26.403875 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-44e1cfc1-403b-425a-8511-5ea537fb0cd2 req-f0c7639c-f3fe-4734-b21c-71538d74e9f0 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335804 Feb 11 12:59:26.675802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:26.678441 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b994a-cada-4f0e-b876-c39816de9a82" -d '{"events": [{"server_uuid": "e4566d8f-7ae6-4132-a0d0-2823081b0f22", "name": "network-vif-plugged", "status": "completed", "tag": "8b4ad10d-f23d-4df1-afbf-735b1e7e6561"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:26.681244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (598b9c74-4d39-48b5-904f-3c3de19b0c00), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.730440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=3a71efdc-7772-4309-8f3e-8546dfbad01f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:26.741705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:26.752545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['3a71efdc-7772-4309-8f3e-8546dfbad01f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:26.802510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-cb965ac0-a095-461b-ad2d-90d53dec0292 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6665442 Feb 11 12:59:26.814045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-8c7ca249-1478-4e80-adbd-ad7c41222ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:26.821994 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:26.822252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-8c7ca249-1478-4e80-adbd-ad7c41222ec7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5986037 Feb 11 12:59:26.824231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:27.003902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.api [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-9b711001-6e82-4f00-b5ab-594a0816653c {{(pid=109685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 12:59:27.009198 n-d-828675-3 neutron-server[109685]: DEBUG oslo_db.api [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 12:59:27.028788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:27.057404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:27.091760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:27.095081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event updated for resources: {'Port': ['ID=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:27.102774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-96b48e1e-3659-4c55-8fda-f8d387144bd0 service neutron] 10.222.0.53 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7186143 Feb 11 12:59:27.110892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bf502-fbbb-4232-97f0-1116a089887f None None] Pushing event updated for resources: {'Port': ['ID=182b7b28-07a9-4fd8-a086-2d38f79e226b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:27.197960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 182b7b28-07a9-4fd8-a086-2d38f79e226b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:27.200784 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Publish callbacks [] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:27.277181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-00c98e99-5ab9-41f0-aefe-f883db3a1ccd tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:27.284553 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-00c98e99-5ab9-41f0-aefe-f883db3a1ccd tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 815 time: 0.5234511 Feb 11 12:59:27.299772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:27.299772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:27.303911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:27.362137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:27.400036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-a6e82863-c499-4180-953b-96feb431dd03 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/quotas/b228952ffa3b46a7b86e75e2305e66e6 HTTP/1.1" status: 200 len: 375 time: 0.0977194 Feb 11 12:59:27.414521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2be47ecd-e406-41f8-b302-e416b4d48416 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804336 Feb 11 12:59:27.464304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-6fe8f12b-abc5-4be5-83a1-84caf7e057f1 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6066353 Feb 11 12:59:27.497957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Request body: {'port': {'device_id': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:27.516514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:27.550577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-a6317ebf-1ae6-468a-b22a-152881e695d8 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1468372 Feb 11 12:59:27.555300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:27.577007 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:27.583433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:27.661432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Pushing event updated for resources: {'Port': ['ID=fd54ad8f-3caa-4701-92d4-df93658a2102,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:27.771155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 182b7b28-07a9-4fd8-a086-2d38f79e226b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:27.771655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:27.814555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:27.834325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e16d443-e3cc-452e-8eec-82adca60f7f0 req-4550ceb7-660a-4f04-a026-875e3db0e153 service neutron] 10.222.0.53 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991467 Feb 11 12:59:27.896496 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-ce964521-8e2c-4b11-8140-e4dd286140e2 service neutron] 10.222.0.42 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417714 Feb 11 12:59:27.907482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'name': 'network-vif-deleted', 'tag': '4b97af27-2a2d-4c97-85e2-f21b37bf83de'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:27.910050 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c9c581-c89e-4aa1-a16d-60a0125422ee" -d '{"events": [{"server_uuid": "0a69979b-e34c-4c5d-87e5-67ffd01e159f", "name": "network-vif-deleted", "tag": "4b97af27-2a2d-4c97-85e2-f21b37bf83de"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:28.036615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Deleting port 182b7b28-07a9-4fd8-a086-2d38f79e226b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:28.042184 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:28.077598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 182b7b28-07a9-4fd8-a086-2d38f79e226b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:28.090280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Attempting to bind port fd54ad8f-3caa-4701-92d4-df93658a2102 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:28.095233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Attempting to bind port fd54ad8f-3caa-4701-92d4-df93658a2102 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:28.095856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Attempting to bind port fd54ad8f-3caa-4701-92d4-df93658a2102 on network 99bc6782-4feb-450c-95d9-b049abeec4a6 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:28.121406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:28.121735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Checking segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:28.122086 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:28.122480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Bound using segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:28.128331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Bound port: fd54ad8f-3caa-4701-92d4-df93658a2102, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:28.128951 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:28.138508 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-b4003bbe-b691-4190-9df0-2910e9b4bd8b service neutron] 10.222.0.42 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406626 Feb 11 12:59:28.173878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] For port 182b7b28-07a9-4fd8-a086-2d38f79e226b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=182b7b28-07a9-4fd8-a086-2d38f79e226b,segment=NetworkSegment(0f1778de-8929-4bba-be21-c5a10b771fbf),segment_id=0f1778de-8929-4bba-be21-c5a10b771fbf)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:28.174477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:28.202955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Calling delete_port for 182b7b28-07a9-4fd8-a086-2d38f79e226b owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:28.283140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-44c88de4-c454-488d-94b1-b0c5b038f008 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8559933 Feb 11 12:59:28.357834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] For port fd54ad8f-3caa-4701-92d4-df93658a2102, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:28.369001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.369690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] For port fd54ad8f-3caa-4701-92d4-df93658a2102, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fd54ad8f-3caa-4701-92d4-df93658a2102,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:28.374285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.380809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.386528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.391093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:28.392438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.401273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.407024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.415490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-cd081111-e3f5-40c3-8a4e-afb7e5efef97 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.5021927 Feb 11 12:59:28.419074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-cd21f5e7-5d00-48d5-9150-40b69be7498d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a HTTP/1.1" status: 200 len: 217 time: 0.1241345 Feb 11 12:59:28.467029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Allocated IP 172.20.0.10 (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5/fec6848b-adf1-4681-9319-dd5f9c127486/d1bfab56-90ee-4b57-bdf4-826a1ab599cb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:28.527653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (182b7b28-07a9-4fd8-a086-2d38f79e226b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:28.629531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=182b7b28-07a9-4fd8-a086-2d38f79e226b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:28.635612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-af90b08b-38a9-4fe2-a091-d5303135807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.636983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-af90b08b-38a9-4fe2-a091-d5303135807e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 0.1996744 Feb 11 12:59:28.667181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772970e-ed2b-4017-8423-b211b8bce23e None None] Pushing event updated for resources: {'Port': ['ID=fd54ad8f-3caa-4701-92d4-df93658a2102,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:28.806913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d066d2f-02aa-4eea-ba7c-5b0d479cdaf0 req-0f36677c-3597-4cd1-be0a-ccca9ebecf33 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:28.814982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d066d2f-02aa-4eea-ba7c-5b0d479cdaf0 req-0f36677c-3597-4cd1-be0a-ccca9ebecf33 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 945 time: 0.2134399 Feb 11 12:59:28.878269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57388589-ad82-4efa-819c-e7bcb3f81281 req-ffae0c49-cf31-4e10-8f9d-c2f00517f0ec tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4617770 Feb 11 12:59:29.205653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a6be9abc-1ba0-4291-a481-38de6866f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:29.207413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a6be9abc-1ba0-4291-a481-38de6866f26d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5441489 Feb 11 12:59:29.263428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d066d2f-02aa-4eea-ba7c-5b0d479cdaf0 req-c89026e0-53c6-4500-9893-36bfd6dcf38c tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473152 Feb 11 12:59:29.337583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (598b9c74-4d39-48b5-904f-3c3de19b0c00), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:29.342567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks [] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:29.376740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65856-3dc2-4814-a9e6-1a6d54dc13b7 req-04ac2bad-4493-4592-96aa-682e0dc81371 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:29.383955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77a65856-3dc2-4814-a9e6-1a6d54dc13b7 req-04ac2bad-4493-4592-96aa-682e0dc81371 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 932 time: 0.2256091 Feb 11 12:59:29.467614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-d079eaa5-138f-4aa7-81e9-6ff595d0d653 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503257 Feb 11 12:59:29.600386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77a65856-3dc2-4814-a9e6-1a6d54dc13b7 req-d90015d4-a83c-43ca-ad79-efaeacadee3c tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154126 Feb 11 12:59:29.743507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:29.820985 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fce1d8c-d24d-46fe-b8d3-420480097f38 x-openstack-request-id: req-8fce1d8c-d24d-46fe-b8d3-420480097f38 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:29.821794 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4566d8f-7ae6-4132-a0d0-2823081b0f22", "name": "network-vif-plugged", "status": "completed", "tag": "8b4ad10d-f23d-4df1-afbf-735b1e7e6561", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:29.821794 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fce1d8c-d24d-46fe-b8d3-420480097f38 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:29.826339 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561', 'code': 200} Feb 11 12:59:29.836194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 3a71efdc-7772-4309-8f3e-8546dfbad01f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:29.874532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1f22d-e9b6-46e8-bca2-823728a260fa req-35f734e8-c6ca-4108-9536-00b9c4616225 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:29.878143 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8074e349-4424-4624-aabb-6af5e44f7ce7 x-openstack-request-id: req-8074e349-4424-4624-aabb-6af5e44f7ce7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:29.878784 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a69979b-e34c-4c5d-87e5-67ffd01e159f", "name": "network-vif-deleted", "tag": "4b97af27-2a2d-4c97-85e2-f21b37bf83de", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:29.879487 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8074e349-4424-4624-aabb-6af5e44f7ce7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:29.879872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99d1f22d-e9b6-46e8-bca2-823728a260fa req-35f734e8-c6ca-4108-9536-00b9c4616225 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 949 time: 0.3079805 Feb 11 12:59:29.880391 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a69979b-e34c-4c5d-87e5-67ffd01e159f', 'name': 'network-vif-deleted', 'tag': '4b97af27-2a2d-4c97-85e2-f21b37bf83de', 'status': 'completed', 'code': 200} Feb 11 12:59:30.019897 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-287c5eeb-2142-4571-8bd5-c02af01adc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:30.083820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event updated for resources: {'Port': ['ID=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:30.086501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 3a71efdc-7772-4309-8f3e-8546dfbad01f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:30.092075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 3a71efdc-7772-4309-8f3e-8546dfbad01f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:30.101508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:30.188395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99d1f22d-e9b6-46e8-bca2-823728a260fa req-abfdff26-f6a4-4770-bcc4-1394b16c6537 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026824 Feb 11 12:59:30.298239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 3a71efdc-7772-4309-8f3e-8546dfbad01f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:30.298730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:30.314718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:30.343257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:30.364109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:30.365271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 3a71efdc-7772-4309-8f3e-8546dfbad01f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f,segment=NetworkSegment(60d96155-6e9f-4ab5-a085-450912380460),segment_id=60d96155-6e9f-4ab5-a085-450912380460)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:30.377398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:30.412303 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc84c22b-c3a3-4297-9825-f5a574bfbad9 req-ad4997e9-b475-4ba9-b973-39c090667faa tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0774109 Feb 11 12:59:30.473158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Router 598b9c74-4d39-48b5-904f-3c3de19b0c00 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 12:59:30.473739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=3a71efdc-7772-4309-8f3e-8546dfbad01f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:30.503525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.504142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.504662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.506581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.507153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:30.507351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.507851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.508294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:30.509574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.512012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.513895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.514788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.515905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.516422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.517041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 12:59:30.584270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae13e9-4354-47ef-a17d-d52a3524a4eb None None] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:30.757393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 12:59:30.769508 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] Sync routers for ids ['598b9c74-4d39-48b5-904f-3c3de19b0c00'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 12:59:30.782624 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-43a59702-8a35-4086-8c1d-bb4f97167db7 admin admin] 10.222.0.42 "PUT /v2.0/routers/598b9c74-4d39-48b5-904f-3c3de19b0c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2214458 Feb 11 12:59:30.787973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:30.813478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-06914cff-f781-47ed-afa8-043b42f6055d service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3255982 Feb 11 12:59:30.821870 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] Routers {'598b9c74-4d39-48b5-904f-3c3de19b0c00'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:59:30.824529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-9edd2b15-64e5-4e55-a8d7-7a3104d55f52 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:30.828185 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:59:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['598b9c74-4d39-48b5-904f-3c3de19b0c00'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:30.829259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f0bd49c0-e8de-4be9-b051-1e0099c4fb3f None None] Provisioning complete for port fd54ad8f-3caa-4701-92d4-df93658a2102 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:30.829796 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f0bd49c0-e8de-4be9-b051-1e0099c4fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:30.837726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-9edd2b15-64e5-4e55-a8d7-7a3104d55f52 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 815 time: 0.7594976 Feb 11 12:59:30.925699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-9be32b24-2972-4120-814a-37e081806def tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781562 Feb 11 12:59:31.017905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b9481-b5f3-4b29-8972-ca81931dc4d1 req-d5659a89-0dbf-4141-80dc-1aa7961bc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:31.020136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-136b9481-b5f3-4b29-8972-ca81931dc4d1 req-d5659a89-0dbf-4141-80dc-1aa7961bc781 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 1131 time: 1.4580410 Feb 11 12:59:31.023810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-85d2ee5e-39b9-4a71-9ed4-c6eeb9d61022 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9666617 Feb 11 12:59:31.110332 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] Set router 598b9c74-4d39-48b5-904f-3c3de19b0c00 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:59:31.140133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fd54ad8f-3caa-4701-92d4-df93658a2102 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:31.215108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-a269965c-cfa7-45e5-a3d1-6d0f8a560c87 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3420987 Feb 11 12:59:31.231667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f00394d9-4273-47a1-b20b-a6072962026f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:31.233576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f00394d9-4273-47a1-b20b-a6072962026f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084591 Feb 11 12:59:31.234556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd49c0-e8de-4be9-b051-1e0099c4fb3f None None] Current status of the port fd54ad8f-3caa-4701-92d4-df93658a2102 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:31.234944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f0bd49c0-e8de-4be9-b051-1e0099c4fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.265000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Request body: {'port': {'device_id': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:31.324479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-970076ea-7c7c-4d46-a301-f48a71c2644e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/quotas/b228952ffa3b46a7b86e75e2305e66e6 HTTP/1.1" status: 200 len: 375 time: 0.4853761 Feb 11 12:59:31.334671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f0bd49c0-e8de-4be9-b051-1e0099c4fb3f None None] For port fd54ad8f-3caa-4701-92d4-df93658a2102, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fd54ad8f-3caa-4701-92d4-df93658a2102,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:31.361488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port fd54ad8f-3caa-4701-92d4-df93658a2102 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:31.362018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.363769 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f0bd49c0-e8de-4be9-b051-1e0099c4fb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.372225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-85ba79b5-3dcc-4cd4-830e-f7aa9567176e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47 HTTP/1.1" status: 200 len: 217 time: 0.4719574 Feb 11 12:59:31.382638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:31.520104 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-854cc672-67f9-442d-96d0-856c31887636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.568288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd49c0-e8de-4be9-b051-1e0099c4fb3f None None] Pushing event updated for resources: {'Port': ['ID=fd54ad8f-3caa-4701-92d4-df93658a2102,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:31.707137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port fd54ad8f-3caa-4701-92d4-df93658a2102 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:31.708047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc48179-a5c8-46fd-bf3b-62f7891dc66e {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:31.717673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Publish callbacks [] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.754964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5d2ceb6e-5b4b-48f2-ac9f-5c8b6a081ab7 None None] Provisioning complete for port fd54ad8f-3caa-4701-92d4-df93658a2102 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:31.754964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d2ceb6e-5b4b-48f2-ac9f-5c8b6a081ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.763767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.766087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Transition to ACTIVE for port object fcc48179-a5c8-46fd-bf3b-62f7891dc66e will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:31.774262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-136b9481-b5f3-4b29-8972-ca81931dc4d1 req-725525b4-07a6-4bb8-9265-d0420a99dd4b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384467 Feb 11 12:59:31.804422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-6b47e7e5-d43b-4f59-81cb-d22294b429d3 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4787636 Feb 11 12:59:31.808819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.810992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:31.814509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:31.827791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71efdc-7772-4309-8f3e-8546dfbad01f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:31.831150 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2a0d00-dc5e-4756-bcc8-4f8cd0d8e7e4" -d '{"events": [{"server_uuid": "8c4a82a4-471f-4a53-adaf-7ce50e672225", "name": "network-vif-plugged", "status": "completed", "tag": "3a71efdc-7772-4309-8f3e-8546dfbad01f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:31.850729 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:28Z', 'revision_number': 5, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:31.875130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5d2ceb6e-5b4b-48f2-ac9f-5c8b6a081ab7 None None] Current status of the port fd54ad8f-3caa-4701-92d4-df93658a2102 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:31.881232 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] Checking router: 598b9c74-4d39-48b5-904f-3c3de19b0c00 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 12:59:31.896054 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] Routers {'598b9c74-4d39-48b5-904f-3c3de19b0c00'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 12:59:31.896387 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T12:59:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['598b9c74-4d39-48b5-904f-3c3de19b0c00'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:31.983016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-c3498303-7019-4005-86ea-c2a4b84fa265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:31.984522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-c3498303-7019-4005-86ea-c2a4b84fa265 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bb544348-6f0b-444e-ae1d-8e946d1822c2 HTTP/1.1" status: 200 len: 797 time: 0.4449589 Feb 11 12:59:31.998027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.003574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.009453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.015210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.020868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.027427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.033044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.043430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-0f93c968-e46e-4b14-8d68-37b731336096 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 1.4461653 Feb 11 12:59:32.053157 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] Set router 598b9c74-4d39-48b5-904f-3c3de19b0c00 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 12:59:32.070196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-000c24ee-b949-4497-8f34-0839df919170 service neutron] 10.222.0.42 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647820 Feb 11 12:59:32.157186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-c9aa54b4-8573-4939-8f14-50f46459d50b tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.159201 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-c9aa54b4-8573-4939-8f14-50f46459d50b tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 815 time: 1.3961141 Feb 11 12:59:32.184696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Request body: {'port': {'device_id': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'admin_state_up': True, 'tenant_id': 'b228952ffa3b46a7b86e75e2305e66e6'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:32.309731 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3d5fdc5-5ecd-465e-a17b-035ab25708cb req-530d2928-a110-436b-a006-bf09969d1302 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2649214 Feb 11 12:59:32.328207 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:28Z', 'revision_number': 5, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:32.336176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks [] for router (598b9c74-4d39-48b5-904f-3c3de19b0c00), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:32.374372 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f05bbf-9ae9-448b-be7a-5e7ab9b0e390 None None] The sync data for ids ['598b9c74-4d39-48b5-904f-3c3de19b0c00'] in n-d-828675-3 is: [{'id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'name': 'tempest-FloatingIPsNegativeTestJSON-1522267765-router', 'tenant_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:59:11Z', 'updated_at': '2022-02-11T12:59:28Z', 'revision_number': 5, 'project_id': '8e9626d5cc8e4e2583b38a5f12d21084', 'gw_port': {'id': 'b2c6014e-fadf-48c5-a64b-73ccfa84e7dd', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:7b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598b9c74-4d39-48b5-904f-3c3de19b0c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:59:12Z', 'updated_at': '2022-02-11T12:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 12:59:32.387511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-29e93290-6fdd-4b95-a797-1c33394af1e6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.389504 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-29e93290-6fdd-4b95-a797-1c33394af1e6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1581070 Feb 11 12:59:32.461941 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:32.489750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:32.548150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:32.688337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2491ef-9f0e-4b4e-8901-a1d97822a96b req-95f6bf71-9f6a-47ce-b924-e375c706218a tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.696306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c2491ef-9f0e-4b4e-8901-a1d97822a96b req-95f6bf71-9f6a-47ce-b924-e375c706218a tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.2391562 Feb 11 12:59:32.723222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Made reservation on behalf of b228952ffa3b46a7b86e75e2305e66e6 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:32.732069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:32.799043 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks [] for router_gateway (598b9c74-4d39-48b5-904f-3c3de19b0c00), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:32.815642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-78dfd2ab-49da-4b99-9c0a-cb450141a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:32.818595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-78dfd2ab-49da-4b99-9c0a-cb450141a138 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=289e2bbb-2984-4742-a689-7bd39985aa6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.8140259 Feb 11 12:59:32.861969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c2491ef-9f0e-4b4e-8901-a1d97822a96b req-2f0cc902-741d-45f9-8732-5a8241e54a3d tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646409 Feb 11 12:59:32.893386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:32.896803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.011834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Allocated IP 172.20.0.14 (99bc6782-4feb-450c-95d9-b049abeec4a6/d95a08af-b69f-4a92-9063-06da4fb6159a/c208cd0e-afd3-4712-8e7d-e02108119fb2) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:33.047655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fd54ad8f-3caa-4701-92d4-df93658a2102 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:33.140547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port fd54ad8f-3caa-4701-92d4-df93658a2102 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:33.142523 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.155620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-e588130d-8064-4b08-a6fe-a7d709fb5f1f service neutron] 10.222.0.42 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0845511 Feb 11 12:59:33.201021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Deleting port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:33.201373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.232383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.10 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/386e0d03-8338-4b45-948c-c72531cc388f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:33.254458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895829e8-c221-462b-83a0-da809b27281e req-8ebac8e3-b16f-4765-8b99-f7f742b1c94a tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:33.258652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port fd54ad8f-3caa-4701-92d4-df93658a2102 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:33.258979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Attempting to bind port fcc48179-a5c8-46fd-bf3b-62f7891dc66e on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:33.259308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Attempting to bind port fcc48179-a5c8-46fd-bf3b-62f7891dc66e by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:33.259631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Attempting to bind port fcc48179-a5c8-46fd-bf3b-62f7891dc66e on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:33.261528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-895829e8-c221-462b-83a0-da809b27281e req-8ebac8e3-b16f-4765-8b99-f7f742b1c94a tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 944 time: 0.2224584 Feb 11 12:59:33.271008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Port fcc48179-a5c8-46fd-bf3b-62f7891dc66e on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:33.271329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Attempting to bind port fcc48179-a5c8-46fd-bf3b-62f7891dc66e on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:33.271850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 182b7b28-07a9-4fd8-a086-2d38f79e226b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:33.281973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:33.282839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Checking segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:33.283408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Bound using segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:33.284072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Bound port: fcc48179-a5c8-46fd-bf3b-62f7891dc66e, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:33.284218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.290143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bfab56-90ee-4b57-bdf4-826a1ab599cb {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:33.300720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-8aba81dd-5a94-4ffc-824b-73e8579815b6 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697418 Feb 11 12:59:33.302157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 182b7b28-07a9-4fd8-a086-2d38f79e226b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:33.302512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 182b7b28-07a9-4fd8-a086-2d38f79e226b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:33.310951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Publish callbacks [] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.407559 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-895829e8-c221-462b-83a0-da809b27281e req-9def8fed-0121-4807-ba22-bfa0660c5966 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450453 Feb 11 12:59:33.455150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Transition to ACTIVE for port object d1bfab56-90ee-4b57-bdf4-826a1ab599cb will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:33.475636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] For port b2c6014e-fadf-48c5-a64b-73ccfa84e7dd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:33.476479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.491016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.507484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks [] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.513781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Calling delete_port for b2c6014e-fadf-48c5-a64b-73ccfa84e7dd owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:33.557969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9887e40d-f8a9-4762-8d89-9bb48b6201a9 req-706cd6ce-20c8-4f91-85bf-6c5e32c753b7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 210 time: 0.0373082 Feb 11 12:59:33.638783 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d05a4f-6fa3-49c0-b38d-1b77c132f504 x-openstack-request-id: req-c6d05a4f-6fa3-49c0-b38d-1b77c132f504 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:33.639594 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a82a4-471f-4a53-adaf-7ce50e672225", "name": "network-vif-plugged", "status": "completed", "tag": "3a71efdc-7772-4309-8f3e-8546dfbad01f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:33.640014 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6d05a4f-6fa3-49c0-b38d-1b77c132f504 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:33.640621 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a71efdc-7772-4309-8f3e-8546dfbad01f', 'code': 200} Feb 11 12:59:33.680827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:33.682482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.701987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] For port fcc48179-a5c8-46fd-bf3b-62f7891dc66e, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:33.785257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:33.814419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:33.817740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:33.820054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] For port fcc48179-a5c8-46fd-bf3b-62f7891dc66e, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:33.872874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.892573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Pushing event updated for resources: {'Port': ['ID=c208cd0e-afd3-4712-8e7d-e02108119fb2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:33.912057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:33.912710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.948203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (386e0d03-8338-4b45-948c-c72531cc388f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.954140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a5a81-f96a-495f-ac92-4598c4e7e301 req-39c3d2a5-512f-4519-9c76-81d2baeaa931 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:33.955941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-661a5a81-f96a-495f-ac92-4598c4e7e301 req-39c3d2a5-512f-4519-9c76-81d2baeaa931 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.2092159 Feb 11 12:59:33.960168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-0bcb032b-0d59-4987-b55c-bc40b6611e01 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7811210 Feb 11 12:59:33.960823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b2c6014e-fadf-48c5-a64b-73ccfa84e7dd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:33.983968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Request body: {'port': {'device_id': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:34.033798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c6014e-fadf-48c5-a64b-73ccfa84e7dd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:34.056131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-61e88929-ef37-44bf-802f-58a256d88139 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923087 Feb 11 12:59:34.076069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f2ead-74ef-4863-8d10-51e7a829fde1 req-8a45c144-089b-4119-b344-b94fd32be846 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.082252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38f2ead-74ef-4863-8d10-51e7a829fde1 req-8a45c144-089b-4119-b344-b94fd32be846 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 949 time: 0.5379663 Feb 11 12:59:34.087305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.088121 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.089840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/fcc48179-a5c8-46fd-bf3b-62f7891dc66e HTTP/1.1" status: 200 len: 1092 time: 6.6136847 Feb 11 12:59:34.093681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Attempting to bind port d1bfab56-90ee-4b57-bdf4-826a1ab599cb on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:34.105139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Attempting to bind port d1bfab56-90ee-4b57-bdf4-826a1ab599cb by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:34.105595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Attempting to bind port d1bfab56-90ee-4b57-bdf4-826a1ab599cb on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:34.110499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'tag': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:34.114329 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335cbb9d-5283-4a9d-97ac-072cd54eb964" -d '{"events": [{"name": "network-changed", "server_uuid": "be8fe8dc-b1b2-4193-ae5f-6b6b03162e33", "tag": "fcc48179-a5c8-46fd-bf3b-62f7891dc66e"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:34.127741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.144699 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (386e0d03-8338-4b45-948c-c72531cc388f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.157763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:34.175185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-661a5a81-f96a-495f-ac92-4598c4e7e301 req-e50f0a63-43f0-4364-b7cd-aa58960c8f41 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073133 Feb 11 12:59:34.198455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.221927 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (598b9c74-4d39-48b5-904f-3c3de19b0c00), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.232327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Port d1bfab56-90ee-4b57-bdf4-826a1ab599cb on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:34.232653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Attempting to bind port d1bfab56-90ee-4b57-bdf4-826a1ab599cb on network 5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:34.247496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-eafc8f89-955e-4dfe-b36b-4b4da671c1a0 None None] Provisioning complete for port c208cd0e-afd3-4712-8e7d-e02108119fb2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:34.247864 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eafc8f89-955e-4dfe-b36b-4b4da671c1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.253030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-a751d618-0ef7-4d06-9d29-7ca574073ce4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6908d7d-c822-4e57-8a01-d3587387df73 HTTP/1.1" status: 200 len: 217 time: 0.1675985 Feb 11 12:59:34.277943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86014-4c34-4574-b555-6f82f6a5ae0f req-3a9c201e-417f-4a0c-a267-af2c5ff329ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.279874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a0b86014-4c34-4574-b555-6f82f6a5ae0f req-3a9c201e-417f-4a0c-a267-af2c5ff329ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 1128 time: 0.5573249 Feb 11 12:59:34.309189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:34.309953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Checking segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:34.310573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Bound using segment: {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:34.311222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Bound port: d1bfab56-90ee-4b57-bdf4-826a1ab599cb, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16fe0239-d6cd-45c7-a362-55c2d81a8d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:34.311796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.316440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-eafc8f89-955e-4dfe-b36b-4b4da671c1a0 None None] Port c208cd0e-afd3-4712-8e7d-e02108119fb2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:34.328855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (598b9c74-4d39-48b5-904f-3c3de19b0c00), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.334701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks [] for router_controller (598b9c74-4d39-48b5-904f-3c3de19b0c00), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.339358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:34.340302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b17091-ab94-4fcd-a1c4-478b6b25e2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:34.384671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:34.387447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:34.450047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.251 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/164c43a6-e102-4943-82b4-53c1b9108f30) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:34.483477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (598b9c74-4d39-48b5-904f-3c3de19b0c00), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.483947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598b9c74-4d39-48b5-904f-3c3de19b0c00 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 12:59:34.494866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.496068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d43b2315-c0bd-4302-b35c-ece8971580f9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/598b9c74-4d39-48b5-904f-3c3de19b0c00 HTTP/1.1" status: 204 len: 168 time: 3.6264539 Feb 11 12:59:34.507429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36702) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:34.547958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=386e0d03-8338-4b45-948c-c72531cc388f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:34.554386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38f2ead-74ef-4863-8d10-51e7a829fde1 req-d59887ae-2df5-4f59-930d-1fcf8d92d276 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260213 Feb 11 12:59:34.555914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2396a7b1-3ade-4085-97ca-030e7507846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.557234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-2396a7b1-3ade-4085-97ca-030e7507846e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bb544348-6f0b-444e-ae1d-8e946d1822c2 HTTP/1.1" status: 200 len: 797 time: 0.2748365 Feb 11 12:59:34.593027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a0b86014-4c34-4574-b555-6f82f6a5ae0f req-238d1ef4-2235-4370-bc68-9993783db6c1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947586 Feb 11 12:59:34.616901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.622776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.628268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.646817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.652680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.656062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.657225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.669493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.677522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] For port d1bfab56-90ee-4b57-bdf4-826a1ab599cb, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:34.677765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.680003 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-82cc4e6e-d4f2-43bc-bb5c-3281b176859d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.3568044 Feb 11 12:59:34.681087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-e05adf95-a90f-49e6-862e-bf23176fa3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.682841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-e05adf95-a90f-49e6-862e-bf23176fa3eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 1126 time: 0.4642286 Feb 11 12:59:34.698011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3b729ca0-6968-4ed8-ae42-aae90f69f3a5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3211756 Feb 11 12:59:34.711365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] For port d1bfab56-90ee-4b57-bdf4-826a1ab599cb, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:34.718328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Request body: {'port': {'device_id': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:34.742939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-da7f82c6-49d1-4ad0-8e89-64b52c1ece5e None None] Provisioning complete for port 386e0d03-8338-4b45-948c-c72531cc388f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:34.744054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da7f82c6-49d1-4ad0-8e89-64b52c1ece5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (386e0d03-8338-4b45-948c-c72531cc388f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.769184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.788692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-da7f82c6-49d1-4ad0-8e89-64b52c1ece5e None None] Port 386e0d03-8338-4b45-948c-c72531cc388f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:34.868119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-38117231-9e5a-4db8-bbad-ce4026f0e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.869627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-38117231-9e5a-4db8-bbad-ce4026f0e444 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=289e2bbb-2984-4742-a689-7bd39985aa6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3024666 Feb 11 12:59:34.926332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:34.926977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:34.928399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] 10.222.0.64 "PUT /v2.0/ports/d1bfab56-90ee-4b57-bdf4-826a1ab599cb HTTP/1.1" status: 200 len: 1092 time: 3.6707318 Feb 11 12:59:34.943120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-5ae5d94a-2009-40e1-a984-f34d078505bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcc48179-a5c8-46fd-bf3b-62f7891dc66e HTTP/1.1" status: 200 len: 217 time: 0.1078749 Feb 11 12:59:35.059752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (386e0d03-8338-4b45-948c-c72531cc388f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.102074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c114abe-cf32-4629-ab77-a6af266b3134 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:35.124377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b2c6014e-fadf-48c5-a64b-73ccfa84e7dd no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:35.149200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: b2c6014e-fadf-48c5-a64b-73ccfa84e7dd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:35.149988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b2c6014e-fadf-48c5-a64b-73ccfa84e7dd not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:35.164136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-fb6dd942-1853-419c-b428-bb0c8efc8343 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:35.165748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-fb6dd942-1853-419c-b428-bb0c8efc8343 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 815 time: 0.4793417 Feb 11 12:59:35.190510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] Deleting subnet 6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:59:35.224338 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] Publish callbacks [] for subnet (6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.258002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-178e1542-ea56-4765-82e8-980e87354f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:35.259661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-178e1542-ea56-4765-82e8-980e87354f30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.2936456 Feb 11 12:59:35.268220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-8764a751-5e3e-4637-89fa-e45853a9ece0 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/quotas/b228952ffa3b46a7b86e75e2305e66e6 HTTP/1.1" status: 200 len: 375 time: 0.0933280 Feb 11 12:59:35.291779 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.311160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41fa5c8d-247e-484a-84ab-805cde11ebaf req-1688141a-acba-45c5-8df2-506366e56f84 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5969787 Feb 11 12:59:35.327420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.374619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-525bbebc-1623-4f28-b36f-96986593d5b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874648 Feb 11 12:59:35.392261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (164c43a6-e102-4943-82b4-53c1b9108f30), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.473187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-bc39bf8f-6c55-4cd5-b905-a78228c2d615 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505977 Feb 11 12:59:35.488998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-e3ffe879-90a6-49d1-9fa5-9a347cf61a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:35.490523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-e3ffe879-90a6-49d1-9fa5-9a347cf61a25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 1126 time: 0.5011637 Feb 11 12:59:35.538469 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.559639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-98f2e3ae-5db9-48f8-81a8-a6fb34959cdf tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:35.561088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-98f2e3ae-5db9-48f8-81a8-a6fb34959cdf tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.53 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 815 time: 0.5939910 Feb 11 12:59:35.568746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c208cd0e-afd3-4712-8e7d-e02108119fb2 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:35.578743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Publish callbacks [] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.582746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.596333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:35.635591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Transition to ACTIVE for port object c208cd0e-afd3-4712-8e7d-e02108119fb2 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:35.655756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e6d90-1686-4ac6-a3ba-ee59fc192938 req-d04ae981-e0b1-4a00-b636-030471f46dc2 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:35.657341 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-310e6d90-1686-4ac6-a3ba-ee59fc192938 req-d04ae981-e0b1-4a00-b636-030471f46dc2 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.2380762 Feb 11 12:59:35.663165 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.674854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:35.696615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:35.709857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:35.713849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=164c43a6-e102-4943-82b4-53c1b9108f30,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:35.790866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.859928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:35.869503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a83052-9f75-459a-9eb5-7a1ccfc86fbb None None] Network b16caa20-bbea-46d3-83d5-726dcfb1e5a5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 12:59:35.879275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:35.890412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-81056293-a26f-4738-8208-b639e8bd6d0e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6f2bddb4-28f6-4a1a-b0c0-05a8060b93d8 HTTP/1.1" status: 204 len: 168 time: 1.3785446 Feb 11 12:59:35.898271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-310e6d90-1686-4ac6-a3ba-ee59fc192938 req-ede4d3a3-6c32-4472-aacd-9bcd6b805ea4 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222443 Feb 11 12:59:35.899346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36716) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:35.921078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Pushing event updated for resources: {'Port': ['ID=c208cd0e-afd3-4712-8e7d-e02108119fb2,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:35.954942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:35.955633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.087962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-75fb7cde-f0a5-4bec-b7c3-bc42741f953c service neutron] 10.222.0.53 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598029 Feb 11 12:59:36.106653 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0127afc2-a024-42f8-86b7-a8c323dc6060 x-openstack-request-id: req-0127afc2-a024-42f8-86b7-a8c323dc6060 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:36.107025 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be8fe8dc-b1b2-4193-ae5f-6b6b03162e33", "tag": "fcc48179-a5c8-46fd-bf3b-62f7891dc66e", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:36.107345 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0127afc2-a024-42f8-86b7-a8c323dc6060 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:36.107844 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'tag': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e', 'status': 'completed', 'code': 200} Feb 11 12:59:36.121268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] DHCP port deletion for b16caa20-bbea-46d3-83d5-726dcfb1e5a5 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 12:59:36.124584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Request body: {'port': {'device_id': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'admin_state_up': True, 'tenant_id': 'b228952ffa3b46a7b86e75e2305e66e6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:36.133242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-9b14ded1-b59e-49da-88ac-395f56952bf0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1bfab56-90ee-4b57-bdf4-826a1ab599cb HTTP/1.1" status: 200 len: 217 time: 0.6105459 Feb 11 12:59:36.205003 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-0dc4ef7c-d5cc-47ad-a257-a6e322eca3fb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7190151 Feb 11 12:59:36.208030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Attempting to bind port c208cd0e-afd3-4712-8e7d-e02108119fb2 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:36.208371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Attempting to bind port c208cd0e-afd3-4712-8e7d-e02108119fb2 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:36.208699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Attempting to bind port c208cd0e-afd3-4712-8e7d-e02108119fb2 on network 99bc6782-4feb-450c-95d9-b049abeec4a6 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:36.218301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Request body: {'port': {'device_id': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:36.222549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (b16caa20-bbea-46d3-83d5-726dcfb1e5a5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.226070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Port c208cd0e-afd3-4712-8e7d-e02108119fb2 on network 99bc6782-4feb-450c-95d9-b049abeec4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:36.226393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Attempting to bind port c208cd0e-afd3-4712-8e7d-e02108119fb2 on network 99bc6782-4feb-450c-95d9-b049abeec4a6 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:36.237936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a26be462-6717-419f-8b43-c868e7a2d239 None None] Provisioning complete for port 164c43a6-e102-4943-82b4-53c1b9108f30 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:36.239262 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a26be462-6717-419f-8b43-c868e7a2d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.251243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:36.251681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Checking segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:36.252067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Bound using segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:36.252551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Bound port: c208cd0e-afd3-4712-8e7d-e02108119fb2, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:36.252909 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.254749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-1afaa9b9-19a0-4221-bcfb-0dd016ba8b58 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9531996 Feb 11 12:59:36.302053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] Deleting port 725e3e03-97b7-4680-bbed-447a0f39ffa5 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:36.302702 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.315773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a26be462-6717-419f-8b43-c868e7a2d239 None None] Port 164c43a6-e102-4943-82b4-53c1b9108f30 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:36.337432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.373894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b9a649-de57-444f-9c0b-41736cbfabec req-948d0a88-68b7-4ebc-b5ea-74b77bd0db17 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8778484 Feb 11 12:59:36.375614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-694088fc-2c74-4a05-a630-a967c08c9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.377325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-694088fc-2c74-4a05-a630-a967c08c9df0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.1933310 Feb 11 12:59:36.414143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] For port 725e3e03-97b7-4680-bbed-447a0f39ffa5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=725e3e03-97b7-4680-bbed-447a0f39ffa5,segment=NetworkSegment(0f1778de-8929-4bba-be21-c5a10b771fbf),segment_id=0f1778de-8929-4bba-be21-c5a10b771fbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:36.415214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.447211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] For port c208cd0e-afd3-4712-8e7d-e02108119fb2, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:36.448054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] Calling delete_port for 725e3e03-97b7-4680-bbed-447a0f39ffa5 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:36.488377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] For port c208cd0e-afd3-4712-8e7d-e02108119fb2, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:36.547865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.567393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-24f26d9e-0b29-4c6c-9a53-b9dac08eb1eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023545 Feb 11 12:59:36.603849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Deleting port 725e3e03-97b7-4680-bbed-447a0f39ffa5 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:36.604173 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.612481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.613100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.614546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] 10.222.0.64 "PUT /v2.0/ports/c208cd0e-afd3-4712-8e7d-e02108119fb2 HTTP/1.1" status: 200 len: 1092 time: 2.6420295 Feb 11 12:59:36.620365 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.634929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'tag': 'c208cd0e-afd3-4712-8e7d-e02108119fb2'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:36.637230 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6118a037-0be5-4e2b-8100-f9ca2dc7df26" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b", "tag": "c208cd0e-afd3-4712-8e7d-e02108119fb2"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:36.658743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] Pushing event deleted for resources: {'Port': ['ID=725e3e03-97b7-4680-bbed-447a0f39ffa5,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:36.667563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca35e2-e349-42bb-9295-151ca255511c None None] No DVR routers for this DVR port 725e3e03-97b7-4680-bbed-447a0f39ffa5 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:36.780370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b206e9-36c4-4054-8f5a-491e1273f372 service neutron] Pushing event updated for resources: {'Port': ['ID=c208cd0e-afd3-4712-8e7d-e02108119fb2,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:36.783607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] For port 725e3e03-97b7-4680-bbed-447a0f39ffa5, host n-d-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:36.784004 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.806675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-c338d090-bb2b-4131-8e9a-88d9e613c5b2 service neutron] 10.222.0.53 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872213 Feb 11 12:59:36.809866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eaf3d-ed92-49bd-81f9-0caf4472fda8 req-90443c53-8ba3-44e2-a578-c1ea8c974d11 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.811644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-300eaf3d-ed92-49bd-81f9-0caf4472fda8 req-90443c53-8ba3-44e2-a578-c1ea8c974d11 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 944 time: 0.2397249 Feb 11 12:59:36.818421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Calling delete_port for 725e3e03-97b7-4680-bbed-447a0f39ffa5 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:36.821949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Port 725e3e03-97b7-4680-bbed-447a0f39ffa5 was not found and therefore no delete operation was performed {{(pid=109684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 12:59:36.825611 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (725e3e03-97b7-4680-bbed-447a0f39ffa5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:36.866183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.866571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.867029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.867478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.868166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.868720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.869198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.872466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-6585040e-7a3b-4641-aae9-2e3d326e3714 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6705 time: 0.3509610 Feb 11 12:59:36.872839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=725e3e03-97b7-4680-bbed-447a0f39ffa5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:36.885943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-8db47fae-71b3-485f-b578-539c0e79025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:36.887470 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-8db47fae-71b3-485f-b578-539c0e79025f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 1126 time: 0.1497695 Feb 11 12:59:36.888297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] No DVR routers for this DVR port 725e3e03-97b7-4680-bbed-447a0f39ffa5 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:36.892464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-568ce3c2-91b0-4f12-99a8-fabbd8a54fc7 service neutron] 10.222.0.42 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963638 Feb 11 12:59:36.952051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-a7244cac-83c7-4cf8-8571-410512024f28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2 HTTP/1.1" status: 200 len: 217 time: 0.0563946 Feb 11 12:59:36.955862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 725e3e03-97b7-4680-bbed-447a0f39ffa5 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:36.980469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 725e3e03-97b7-4680-bbed-447a0f39ffa5 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:36.980818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 725e3e03-97b7-4680-bbed-447a0f39ffa5 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:36.995874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-e6e4db15-f5ab-4279-9fb0-dea4569f27fd service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166436 Feb 11 12:59:37.022180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-300eaf3d-ed92-49bd-81f9-0caf4472fda8 req-404aaab7-0a0d-4975-9c37-6969dc487d2f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929171 Feb 11 12:59:37.025892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Made reservation on behalf of b228952ffa3b46a7b86e75e2305e66e6 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:37.029777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.058186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (b16caa20-bbea-46d3-83d5-726dcfb1e5a5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.083430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-8355b545-73b7-4b96-b7a4-deb6f54ed400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:37.084826 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-8355b545-73b7-4b96-b7a4-deb6f54ed400 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 200 len: 854 time: 0.1196043 Feb 11 12:59:37.088449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16caa20-bbea-46d3-83d5-726dcfb1e5a5']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:37.109006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1778de-8929-4bba-be21-c5a10b771fbf') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:37.109610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1778de-8929-4bba-be21-c5a10b771fbf') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:37.115117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386e0d03-8338-4b45-948c-c72531cc388f {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:37.136480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (0f1778de-8929-4bba-be21-c5a10b771fbf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.153315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0f1778de-8929-4bba-be21-c5a10b771fbf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.160878 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Publish callbacks [] for port (386e0d03-8338-4b45-948c-c72531cc388f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.162889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:59:37.163477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (0f1778de-8929-4bba-be21-c5a10b771fbf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:59:37.166983 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:59:37.190845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-709fe291-9882-4384-8b10-a3b0186693b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:37.194412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-709fe291-9882-4384-8b10-a3b0186693b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99bc6782-4feb-450c-95d9-b049abeec4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986335 Feb 11 12:59:37.252990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Transition to ACTIVE for port object 386e0d03-8338-4b45-948c-c72531cc388f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:37.278074 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (386e0d03-8338-4b45-948c-c72531cc388f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.312959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (b16caa20-bbea-46d3-83d5-726dcfb1e5a5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.327403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-9ba5ec76-7331-4a9b-bfea-68a2f04bf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:37.328941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-9ba5ec76-7331-4a9b-bfea-68a2f04bf40c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 1126 time: 0.4354146 Feb 11 12:59:37.349196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.352335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b16caa20-bbea-46d3-83d5-726dcfb1e5a5 HTTP/1.1" status: 204 len: 168 time: 1.4490657 Feb 11 12:59:37.362143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-625e7e93-19c1-4b62-943a-9c5005a51b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:37.364332 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-625e7e93-19c1-4b62-943a-9c5005a51b47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=289e2bbb-2984-4742-a689-7bd39985aa6f HTTP/1.1" status: 200 len: 902 time: 0.4561155 Feb 11 12:59:37.408385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da3fbe-af83-4204-a500-a4f9431474c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b16caa20-bbea-46d3-83d5-726dcfb1e5a5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:37.428394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-64cd67ac-dbdf-4b41-bc00-31127b45d59d service neutron] 10.222.0.42 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926784 Feb 11 12:59:37.450860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-51315e1b-92c4-4673-9a74-e8086bb5dcad service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486417 Feb 11 12:59:37.453903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:37.460493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a1aaaa-7a2f-4bb6-8f5b-8666a353facf req-ba37e521-f57e-44fe-874f-b642315255f8 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389861 Feb 11 12:59:37.463428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6efb2d-d1ed-489b-bcf8-1e5b2e305b13 req-c266d522-b38d-4fed-8fcf-6d87c4d39ccc tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:37.470384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd6efb2d-d1ed-489b-bcf8-1e5b2e305b13 req-c266d522-b38d-4fed-8fcf-6d87c4d39ccc tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 947 time: 0.2250404 Feb 11 12:59:37.589886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:37.590485 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.618983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-224032ea-1309-4db1-99f3-1ba7c2aeceba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6908d7d-c822-4e57-8a01-d3587387df73 HTTP/1.1" status: 200 len: 217 time: 0.2000985 Feb 11 12:59:37.626578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36748) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:37.626978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:37.629983 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0189de-7218-4364-8914-a8509812e626" -d '{"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-unplugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:37.645078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:37.652369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.697792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Pushing event updated for resources: {'Port': ['ID=386e0d03-8338-4b45-948c-c72531cc388f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:37.726277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:37.772968 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd6efb2d-d1ed-489b-bcf8-1e5b2e305b13 req-746e698d-19ae-48f6-966a-12f2ff7efde2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972198 Feb 11 12:59:37.804705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164c43a6-e102-4943-82b4-53c1b9108f30 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:37.846485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5872c27-76c9-4d4f-b598-fbf83f4e5fe5 req-d1cb9357-fc3a-4bc0-91e1-0b20daf70eca service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720248 Feb 11 12:59:37.848248 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0969f1-5bef-4895-b3ab-13cd82cb405d x-openstack-request-id: req-ed0969f1-5bef-4895-b3ab-13cd82cb405d {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:37.848534 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b", "tag": "c208cd0e-afd3-4712-8e7d-e02108119fb2", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:37.848788 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed0969f1-5bef-4895-b3ab-13cd82cb405d {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:37.853428 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'tag': 'c208cd0e-afd3-4712-8e7d-e02108119fb2', 'status': 'completed', 'code': 200} Feb 11 12:59:37.876618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Publish callbacks [] for port (164c43a6-e102-4943-82b4-53c1b9108f30), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.896484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-5800c794-389f-4e60-97fb-c4bc47eaa226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:37.898048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-5800c794-389f-4e60-97fb-c4bc47eaa226 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 913 time: 0.5254669 Feb 11 12:59:37.906363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1d9ec930-df95-472d-afd5-1ca77a17d65c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e9626d5cc8e4e2583b38a5f12d21084&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778251 Feb 11 12:59:37.910664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36756) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:37.916399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Allocated IP 172.20.0.6 (99bc6782-4feb-450c-95d9-b049abeec4a6/d95a08af-b69f-4a92-9063-06da4fb6159a/7d369e8c-3e67-4b8d-a82f-2cb51026649a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:37.952595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Transition to ACTIVE for port object 164c43a6-e102-4943-82b4-53c1b9108f30 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:37.978888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:37.984609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-ebc97479-7249-4d86-a231-243fb326d28a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcc48179-a5c8-46fd-bf3b-62f7891dc66e HTTP/1.1" status: 200 len: 217 time: 0.0771461 Feb 11 12:59:37.986519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-3837be89-a8a6-4df4-9090-ce706efb45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:37.987588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-3837be89-a8a6-4df4-9090-ce706efb45c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bb544348-6f0b-444e-ae1d-8e946d1822c2 HTTP/1.1" status: 200 len: 797 time: 0.2845397 Feb 11 12:59:38.074594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Pushing event updated for resources: {'Port': ['ID=164c43a6-e102-4943-82b4-53c1b9108f30,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:38.077496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Attempting to bind port 386e0d03-8338-4b45-948c-c72531cc388f on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:38.077858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Attempting to bind port 386e0d03-8338-4b45-948c-c72531cc388f by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:38.078195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Attempting to bind port 386e0d03-8338-4b45-948c-c72531cc388f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:38.099041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676403e5-83bf-4123-a444-bd4ceb84e29e req-e431d48d-beea-4b23-b743-19fd2f32d18e tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.106117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-676403e5-83bf-4123-a444-bd4ceb84e29e req-e431d48d-beea-4b23-b743-19fd2f32d18e tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.2176890 Feb 11 12:59:38.111070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1904907-cfda-4d35-9e59-1233a6867ca0 admin admin] Publish callbacks [] for security_group (54ecda60-aadc-4096-96bf-0d12de16870f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:38.112378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'tag': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:38.114692 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f465e3c-fbde-4820-8a3a-606262135bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "4198a7c4-6e77-4d32-b961-4cfb52a86768", "tag": "d1bfab56-90ee-4b57-bdf4-826a1ab599cb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:38.128085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Port 386e0d03-8338-4b45-948c-c72531cc388f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:38.128767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Attempting to bind port 386e0d03-8338-4b45-948c-c72531cc388f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:38.137669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-607d2256-1365-482d-a316-303233c38701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.139265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-607d2256-1365-482d-a316-303233c38701 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 1126 time: 0.2252886 Feb 11 12:59:38.155957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:38.156357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:38.156753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:38.157207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Bound port: 386e0d03-8338-4b45-948c-c72531cc388f, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:38.157606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (386e0d03-8338-4b45-948c-c72531cc388f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:38.208207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-f84014e4-694e-44de-a536-18df2b8096e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.210488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-f84014e4-694e-44de-a536-18df2b8096e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.1936557 Feb 11 12:59:38.236297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1904907-cfda-4d35-9e59-1233a6867ca0 admin admin] Publish callbacks [] for security_group (54ecda60-aadc-4096-96bf-0d12de16870f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:38.252674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.259004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.264426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.269915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.275547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.281130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.294377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.302050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-55499575-62e6-41ee-b9a0-abe809b661dd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.3703902 Feb 11 12:59:38.346027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-892baa86-49f9-4127-9fd0-1bf9b7a0c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.347460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-892baa86-49f9-4127-9fd0-1bf9b7a0c417 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=289e2bbb-2984-4742-a689-7bd39985aa6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3317528 Feb 11 12:59:38.637727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-676403e5-83bf-4123-a444-bd4ceb84e29e req-bfcfa54d-2c69-4f25-bb2a-777f95b60aea tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5306587 Feb 11 12:59:38.655138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Attempting to bind port 164c43a6-e102-4943-82b4-53c1b9108f30 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:38.655447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Attempting to bind port 164c43a6-e102-4943-82b4-53c1b9108f30 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:38.655729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Attempting to bind port 164c43a6-e102-4943-82b4-53c1b9108f30 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:38.671983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Port 164c43a6-e102-4943-82b4-53c1b9108f30 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:38.672308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Attempting to bind port 164c43a6-e102-4943-82b4-53c1b9108f30 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:38.679393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-8af5fcdd-260f-4049-aa27-c786cf649652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.681440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-8af5fcdd-260f-4049-aa27-c786cf649652 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 916 time: 0.5251935 Feb 11 12:59:38.683938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:38.683938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:38.683938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:38.683938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Bound port: 164c43a6-e102-4943-82b4-53c1b9108f30, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:38.684620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:38.734112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1904907-cfda-4d35-9e59-1233a6867ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (54ecda60-aadc-4096-96bf-0d12de16870f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:38.736676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1904907-cfda-4d35-9e59-1233a6867ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:38.737853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f1904907-cfda-4d35-9e59-1233a6867ca0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54ecda60-aadc-4096-96bf-0d12de16870f HTTP/1.1" status: 204 len: 168 time: 0.8249893 Feb 11 12:59:38.749372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-62987fd2-5c10-4f82-bc26-0f7c03fe4537 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2 HTTP/1.1" status: 200 len: 217 time: 0.0615873 Feb 11 12:59:38.771194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-a48c4532-0477-42f9-a84a-4c09cf45786f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5370119 Feb 11 12:59:38.791399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1904907-cfda-4d35-9e59-1233a6867ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ecda60-aadc-4096-96bf-0d12de16870f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:38.794302 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-ac3e84ff-d635-4468-87f4-7745591e1db9 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1381f5f190b945d4b09a637625d071dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635321 Feb 11 12:59:38.905948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] For port 386e0d03-8338-4b45-948c-c72531cc388f, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:38.929202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-a87ebcf3-5c9c-4172-bbe8-61064188c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:38.930758 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-a87ebcf3-5c9c-4172-bbe8-61064188c9d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 200 len: 854 time: 0.1650727 Feb 11 12:59:38.945535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] For port 164c43a6-e102-4943-82b4-53c1b9108f30, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:38.951825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] For port 164c43a6-e102-4943-82b4-53c1b9108f30, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=164c43a6-e102-4943-82b4-53c1b9108f30,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:38.966719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] For port 386e0d03-8338-4b45-948c-c72531cc388f, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=386e0d03-8338-4b45-948c-c72531cc388f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:38.993477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-321cbd21-050e-4ea1-a7ff-cc107a15c084 req-6fb0c2af-1a2d-47d0-97ef-467da834648d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6829073 Feb 11 12:59:38.998105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.014429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (386e0d03-8338-4b45-948c-c72531cc388f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.015335 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-ecf79ed3-8e21-4cd4-86a8-d799669f97cd tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.015335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-ecf79ed3-8e21-4cd4-86a8-d799669f97cd tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843328 Feb 11 12:59:39.055942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.057045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.058665 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] 10.222.0.64 "PUT /v2.0/ports/164c43a6-e102-4943-82b4-53c1b9108f30 HTTP/1.1" status: 200 len: 1096 time: 2.8448932 Feb 11 12:59:39.077788 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-f92648a3-c99b-4b83-b418-56f28584cfeb tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/quotas/1381f5f190b945d4b09a637625d071dd HTTP/1.1" status: 200 len: 375 time: 0.0413215 Feb 11 12:59:39.083226 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a501680d-34d4-4ab8-ad66-303ff9490cb6 x-openstack-request-id: req-a501680d-34d4-4ab8-ad66-303ff9490cb6 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:39.083699 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-unplugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:39.083824 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a501680d-34d4-4ab8-ad66-303ff9490cb6 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:39.084495 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'code': 200} Feb 11 12:59:39.124356 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks [] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.137053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-d15e5d20-2634-4f49-b9d0-9df275643d23 service neutron] 10.222.0.53 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379736 Feb 11 12:59:39.171489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.172416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.174050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] 10.222.0.64 "PUT /v2.0/ports/386e0d03-8338-4b45-948c-c72531cc388f HTTP/1.1" status: 200 len: 1095 time: 4.4599218 Feb 11 12:59:39.187911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-0f4c770b-110a-4cb5-88f7-1edb0a59b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.189834 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-0f4c770b-110a-4cb5-88f7-1edb0a59b8fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99bc6782-4feb-450c-95d9-b049abeec4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2400851 Feb 11 12:59:39.203579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-125a7a8a-9863-48f2-8455-f0d55e8377cf service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8147531 Feb 11 12:59:39.223899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c168a8-1dc4-47d3-90e3-9e8676e0bd0c service neutron] Pushing event updated for resources: {'Port': ['ID=164c43a6-e102-4943-82b4-53c1b9108f30,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:39.319433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e209db65-0c1c-43f5-899a-f7b9868f0753 req-c51adb6c-ea1a-4dc6-a164-cda193a7e64d tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 210 time: 0.1404343 Feb 11 12:59:39.379562 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-67efb8b5-64b6-40e6-85fb-9598b3a9a1f3 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1381f5f190b945d4b09a637625d071dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2901227 Feb 11 12:59:39.384536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-8e2cf5bb-30f5-47d4-a7f3-98335510881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.386068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-8e2cf5bb-30f5-47d4-a7f3-98335510881d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 1130 time: 0.2191362 Feb 11 12:59:39.448325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device fcc48179-a5c8-46fd-bf3b-62f7891dc66e details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:39.457137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852fd0c-6287-4a3e-ad53-9abfce1c233a service neutron] Pushing event updated for resources: {'Port': ['ID=386e0d03-8338-4b45-948c-c72531cc388f,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:39.459434 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-e6bb310c-5fa0-47cd-b434-26f618d34801 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=164c43a6-e102-4943-82b4-53c1b9108f30 HTTP/1.1" status: 200 len: 217 time: 0.0525925 Feb 11 12:59:39.461792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-f673dd06-2031-40fe-8633-dcaaed9fb419 service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621205 Feb 11 12:59:39.655462 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c307ca9-6bbc-41de-9d59-bfa5142c693b x-openstack-request-id: req-3c307ca9-6bbc-41de-9d59-bfa5142c693b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:39.655756 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4198a7c4-6e77-4d32-b961-4cfb52a86768", "tag": "d1bfab56-90ee-4b57-bdf4-826a1ab599cb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:39.655997 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c307ca9-6bbc-41de-9d59-bfa5142c693b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:39.656393 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'tag': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb', 'status': 'completed', 'code': 200} Feb 11 12:59:39.687577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.64', 58470) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:39.726412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port fcc48179-a5c8-46fd-bf3b-62f7891dc66e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:39.755452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'port_id': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e', 'mac_address': 'fa:16:3e:f4:02:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec6848b-adf1-4681-9319-dd5f9c127486', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:39.784620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.834983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port fcc48179-a5c8-46fd-bf3b-62f7891dc66e is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:39.835600 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.860070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-a0cd4cf2-d3eb-4b48-b983-ebd48707745f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.862696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-a0cd4cf2-d3eb-4b48-b983-ebd48707745f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 815 time: 0.7878304 Feb 11 12:59:39.868837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc48179-a5c8-46fd-bf3b-62f7891dc66e {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:39.869007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-47c25b8d-ac43-445f-b3cd-bdc233bbd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.871614 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-47c25b8d-ac43-445f-b3cd-bdc233bbd9d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.4005299 Feb 11 12:59:39.872120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'tag': '164c43a6-e102-4943-82b4-53c1b9108f30'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:39.874412 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368fe004-6624-4c02-8858-07793ceb398f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b927df-e07f-4c23-a98b-63183ec517f4", "tag": "164c43a6-e102-4943-82b4-53c1b9108f30"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:39.878506 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-fe7898ac-d1c1-4375-a692-5c532e714c2d service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945234 Feb 11 12:59:39.895224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port fcc48179-a5c8-46fd-bf3b-62f7891dc66e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:39.914105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:39.914932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:39.945329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Request body: {'port': {'device_id': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'admin_state_up': True, 'tenant_id': 'b228952ffa3b46a7b86e75e2305e66e6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:39.955196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-335cbb9d-5283-4a9d-97ac-072cd54eb964 req-2b47ca2a-37be-45e3-abe6-bbdbad8970ee service neutron] 10.222.0.53 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7750976 Feb 11 12:59:39.963489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4248fb6-ffdf-4495-93cd-99d0f70baa35 req-7d325118-a5c5-4d74-835c-6de992c8b532 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039025 Feb 11 12:59:39.966780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3f54e77c-bf73-4280-af1a-5748e56ecf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:39.968667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3f54e77c-bf73-4280-af1a-5748e56ecf89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 1129 time: 0.6576540 Feb 11 12:59:39.988536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:39.993897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:40.025621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:40.068988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4c308-65dd-4925-ac1d-b34cf7fa9090 req-f4ea786a-a784-4369-9d80-79748fb1a309 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:40.076692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1e4c308-65dd-4925-ac1d-b34cf7fa9090 req-f4ea786a-a784-4369-9d80-79748fb1a309 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 944 time: 0.6079419 Feb 11 12:59:40.078998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:40.088028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:40.107501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '14938341-81b2-44e7-a062-6db324358a28', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '14938341-81b2-44e7-a062-6db324358a28', 'mac_address': 'fa:16:3e:49:f1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:40.126698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Pushing event updated for resources: {'Port': ['ID=7d369e8c-3e67-4b8d-a82f-2cb51026649a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:40.130044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-fe11e52b-a405-4eef-8226-a8b014b71a87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=386e0d03-8338-4b45-948c-c72531cc388f HTTP/1.1" status: 200 len: 217 time: 0.1368055 Feb 11 12:59:40.217980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:40.218374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:40.220265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-933ed9e2-68a9-4fa4-abc8-fa484ec1201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:40.222018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-933ed9e2-68a9-4fa4-abc8-fa484ec1201f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3425627 Feb 11 12:59:40.249484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:40.250467 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:40.251916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14938341-81b2-44e7-a062-6db324358a28 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:40.291282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:40.294310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a4e63-f0e3-4c0a-9fbe-b0223467747b req-09f4d388-9e71-436e-be26-517617457dc4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:40.296948 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:40.303972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-885a4e63-f0e3-4c0a-9fbe-b0223467747b req-09f4d388-9e71-436e-be26-517617457dc4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 947 time: 0.2933350 Feb 11 12:59:40.382224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:40.389914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-ee0cf702-9c91-44b3-9349-fdd33786a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:40.391447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-ee0cf702-9c91-44b3-9349-fdd33786a489 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42eca3f8284f45109c03883594724860&device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 1126 time: 0.6915486 Feb 11 12:59:40.402236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Made reservation on behalf of b228952ffa3b46a7b86e75e2305e66e6 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:40.405942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:40.440601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-885a4e63-f0e3-4c0a-9fbe-b0223467747b req-4d4e24cc-fb15-4da8-a45f-968be7255413 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354702 Feb 11 12:59:40.443686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-05c6ea04-159d-4944-b410-5ab289c37c35 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067606 Feb 11 12:59:40.450030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-10bce633-b308-4d23-8ec4-0f23a59e8b2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3411286 Feb 11 12:59:40.453299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5658d801-dcad-4861-adcc-586fa1dfba61 None None] Provisioning complete for port 7d369e8c-3e67-4b8d-a82f-2cb51026649a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:40.453728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5658d801-dcad-4861-adcc-586fa1dfba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:40.490335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Request body: {'port': {'device_id': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:40.501361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3235ab56-af15-4905-b4f4-2928cb91492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:40.503224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3235ab56-af15-4905-b4f4-2928cb91492c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1830752 Feb 11 12:59:40.526948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1e4c308-65dd-4925-ac1d-b34cf7fa9090 req-1fc7a26a-e97c-4456-9ac7-b534eb7f63de tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430707 Feb 11 12:59:40.536927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['14938341-81b2-44e7-a062-6db324358a28'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:40.646265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc0126c4-42c6-42f2-b3f3-cd9b2eed396c req-f9de243c-182d-444c-a866-5e1b1cbfe3f9 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 210 time: 0.1113951 Feb 11 12:59:40.699910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5658d801-dcad-4861-adcc-586fa1dfba61 None None] Port 7d369e8c-3e67-4b8d-a82f-2cb51026649a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:40.744733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-b38b0885-98e5-4bc6-9256-b5c0e84294ba service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934461 Feb 11 12:59:40.773305 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94269612-82ac-4e95-8c7a-276514b8e431 x-openstack-request-id: req-94269612-82ac-4e95-8c7a-276514b8e431 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:40.773599 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b927df-e07f-4c23-a98b-63183ec517f4", "tag": "164c43a6-e102-4943-82b4-53c1b9108f30", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:40.774088 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94269612-82ac-4e95-8c7a-276514b8e431 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:40.774537 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'tag': '164c43a6-e102-4943-82b4-53c1b9108f30', 'status': 'completed', 'code': 200} Feb 11 12:59:40.846694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-aed2bee1-bd9d-4698-b345-09e17cdeb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:40.848661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['fcc48179-a5c8-46fd-bf3b-62f7891dc66e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:40.849173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-aed2bee1-bd9d-4698-b345-09e17cdeb96a service neutron] 10.222.0.64 "GET /v2.0/networks?id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 200 len: 913 time: 0.4367476 Feb 11 12:59:40.882807 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:40.903848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59d0fd06-401e-41b7-adab-b800db9c6bcf req-0925f247-fced-486c-900a-39cc7b83a7a7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 210 time: 0.0793240 Feb 11 12:59:41.008306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fe004-6624-4c02-8858-07793ceb398f req-159fdede-cbaa-4754-934b-be1d7212a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.015737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-66dd0383-6ee9-4c0a-95a1-d2519a32d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.017304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-66dd0383-6ee9-4c0a-95a1-d2519a32d57d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4580286 Feb 11 12:59:41.017527 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-159fdede-cbaa-4754-934b-be1d7212a968 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 1130 time: 0.1467643 Feb 11 12:59:41.121996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-604b6d9f-f83d-43cc-95bb-3fa14dea96ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1bfab56-90ee-4b57-bdf4-826a1ab599cb HTTP/1.1" status: 200 len: 217 time: 0.2052147 Feb 11 12:59:41.178793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da57e04-e134-474a-885a-b02542813b4a req-62e8207b-a1cf-44f7-913a-a3dcc599b6da tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.180405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6da57e04-e134-474a-885a-b02542813b4a req-62e8207b-a1cf-44f7-913a-a3dcc599b6da tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.1528096 Feb 11 12:59:41.242004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Allocated IP 172.20.0.7 (99bc6782-4feb-450c-95d9-b049abeec4a6/d95a08af-b69f-4a92-9063-06da4fb6159a/3d213633-9733-4015-ba94-0f1f00fe1b0e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:41.254612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6da57e04-e134-474a-885a-b02542813b4a req-c1ad3eed-135c-4b76-9e30-dbc5cf9814fb tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667675 Feb 11 12:59:41.255807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fe004-6624-4c02-8858-07793ceb398f req-74672791-5a90-4a39-b36c-d8fd51ca5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.257364 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-74672791-5a90-4a39-b36c-d8fd51ca5a71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2110987 Feb 11 12:59:41.310299 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-52d16ee0-5beb-4689-8acb-cbee70452aec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=164c43a6-e102-4943-82b4-53c1b9108f30 HTTP/1.1" status: 200 len: 217 time: 0.0453188 Feb 11 12:59:41.312471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa196ef-6653-4276-b1e0-5a3461633840 req-3c80ea2c-6577-4785-ab0c-6795076753c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.313998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa196ef-6653-4276-b1e0-5a3461633840 req-3c80ea2c-6577-4785-ab0c-6795076753c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7608bc8a053f4b8184b61559e189a535&device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 1128 time: 0.4244483 Feb 11 12:59:41.386669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fe004-6624-4c02-8858-07793ceb398f req-0603587b-2f56-4ecd-8336-f842917ff31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.389263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-0603587b-2f56-4ecd-8336-f842917ff31a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0739264 Feb 11 12:59:41.461311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fe004-6624-4c02-8858-07793ceb398f req-731aedcf-052a-4719-8c44-ea6fb52dfe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.465379 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-731aedcf-052a-4719-8c44-ea6fb52dfe98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0640852 Feb 11 12:59:41.468237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:41.493337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-07983fab-cda4-4c07-85b3-fd20eeaac56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.493337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-07983fab-cda4-4c07-85b3-fd20eeaac56c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 200 len: 852 time: 0.3449190 Feb 11 12:59:41.579028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 14938341-81b2-44e7-a062-6db324358a28 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:41.579317 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14938341-81b2-44e7-a062-6db324358a28), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:41.612574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.625540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.641007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.650521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.655901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.674673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.691321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:41.693690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-0e5c4b30-b915-4258-b581-8ec69bdb0463 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.7604218 Feb 11 12:59:41.722540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'tag': '386e0d03-8338-4b45-948c-c72531cc388f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:41.724921 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d896bade-068d-43e4-ada2-29adf7fc1669" -d '{"events": [{"name": "network-changed", "server_uuid": "e929c747-15ec-4baa-8dc3-1a3bf83c3fa8", "tag": "386e0d03-8338-4b45-948c-c72531cc388f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:41.793852 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-1067e643-07a9-46ed-a30d-c59349e976e0 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148272 Feb 11 12:59:41.985912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-a2592cfa-0523-4845-9b58-a40c14258f16 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4745202 Feb 11 12:59:41.988390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-ca39bcd4-26b0-4c24-8c41-7177fa1324cd service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8983166 Feb 11 12:59:41.998884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-6743f336-233e-4488-a11f-1419e18076fe service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942620 Feb 11 12:59:42.016744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d1bfab56-90ee-4b57-bdf4-826a1ab599cb details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:42.096471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d96cd60-d277-427e-bb52-45a21fdd0309 req-03e77752-9c2a-4c2d-b17b-66cee422c515 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3093829 Feb 11 12:59:42.124538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-ffb7bf67-7349-460a-9d7d-f39c75e1d086 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1381f5f190b945d4b09a637625d071dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4297500 Feb 11 12:59:42.319209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d1bfab56-90ee-4b57-bdf4-826a1ab599cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:42.374777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb', 'network_id': '5aff5aa1-06c8-4c00-a35e-93b72dff8eb5', 'port_id': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb', 'mac_address': 'fa:16:3e:d8:34:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec6848b-adf1-4681-9319-dd5f9c127486', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:42.382617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:42.383508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:42.454206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d4a62-702d-43c5-aa37-51366838f0e2 req-ea0a1884-ab0f-4f25-8204-25a1d17fae02 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:42.463322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd9d4a62-702d-43c5-aa37-51366838f0e2 req-ea0a1884-ab0f-4f25-8204-25a1d17fae02 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 945 time: 0.0985548 Feb 11 12:59:42.464095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:42.467209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:42.469852 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fd9d5a-30eb-4898-b175-544df147bebf" -d '{"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:42.477785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port d1bfab56-90ee-4b57-bdf4-826a1ab599cb is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:42.478492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:42.482242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:42.522580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bfab56-90ee-4b57-bdf4-826a1ab599cb {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:42.537622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd9d4a62-702d-43c5-aa37-51366838f0e2 req-0947f2d6-1df8-46f9-97a4-fd2f065fc6d2 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730197 Feb 11 12:59:42.586158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d1bfab56-90ee-4b57-bdf4-826a1ab599cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:42.617346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:42.619209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c208cd0e-afd3-4712-8e7d-e02108119fb2 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:42.622591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=10']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:42.661226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5775091-74fe-487b-a4e9-b3846c8c7199 req-7f1bbc79-901b-4d6b-a4bb-7c9a1fbcec49 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 210 time: 0.0503852 Feb 11 12:59:42.719561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:42.800036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-68f5db39-8043-480b-bf73-2750838c4dd1 req-1f34a2a3-7a65-47ce-b6fc-99aa2dbaee38 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 210 time: 0.0335884 Feb 11 12:59:42.853487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port c208cd0e-afd3-4712-8e7d-e02108119fb2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:42.880002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'c208cd0e-afd3-4712-8e7d-e02108119fb2', 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'port_id': 'c208cd0e-afd3-4712-8e7d-e02108119fb2', 'mac_address': 'fa:16:3e:19:07:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a08af-b69f-4a92-9063-06da4fb6159a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:42.925527 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a9063b-4bab-4c38-90dc-ea203cf78441 x-openstack-request-id: req-52a9063b-4bab-4c38-90dc-ea203cf78441 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:42.926192 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e929c747-15ec-4baa-8dc3-1a3bf83c3fa8", "tag": "386e0d03-8338-4b45-948c-c72531cc388f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:42.926192 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-52a9063b-4bab-4c38-90dc-ea203cf78441 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:42.926487 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'tag': '386e0d03-8338-4b45-948c-c72531cc388f', 'status': 'completed', 'code': 200} Feb 11 12:59:42.944493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port c208cd0e-afd3-4712-8e7d-e02108119fb2 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:42.945512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09b4712-b6ed-4c5e-9d1a-9e41e083614f req-3c3ac446-6557-4c3f-8738-085f90886c00 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9233646 Feb 11 12:59:42.947408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-f2711b58-3200-46cd-9e34-d9a2b178c438 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9032986 Feb 11 12:59:42.950082 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:42.991345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638f08-17c7-4f90-b1f7-d03276dadf63 req-351a9b39-877a-45fc-b60e-50639923a88f tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:42.993248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d638f08-17c7-4f90-b1f7-d03276dadf63 req-351a9b39-877a-45fc-b60e-50639923a88f tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.0959771 Feb 11 12:59:43.018968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c208cd0e-afd3-4712-8e7d-e02108119fb2 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:43.050652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port c208cd0e-afd3-4712-8e7d-e02108119fb2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:43.063249 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d638f08-17c7-4f90-b1f7-d03276dadf63 req-2ee2a0f0-9717-493b-af00-1beac5f61a45 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619254 Feb 11 12:59:43.086842 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:43.179272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=c208cd0e-afd3-4712-8e7d-e02108119fb2,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:43.186890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa196ef-6653-4276-b1e0-5a3461633840 req-7abad02c-c632-409e-8a85-b77856723f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.189064 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa196ef-6653-4276-b1e0-5a3461633840 req-7abad02c-c632-409e-8a85-b77856723f5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8177278a-8947-4e93-919e-906a21fef70a HTTP/1.1" status: 200 len: 915 time: 1.8437097 Feb 11 12:59:43.325574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa196ef-6653-4276-b1e0-5a3461633840 req-d172737c-73fb-4eb3-90c6-b5ca7a5111fd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f HTTP/1.1" status: 200 len: 217 time: 0.1082685 Feb 11 12:59:43.344144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b7475-97f3-4f0f-9991-35c0bf909c54 req-134124f1-569b-4c7d-bc64-4d94e1ca0d5e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.355896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c2b7475-97f3-4f0f-9991-35c0bf909c54 req-134124f1-569b-4c7d-bc64-4d94e1ca0d5e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 947 time: 0.5205719 Feb 11 12:59:43.428808 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks [] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:43.447922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-e746f33f-60e3-4947-b0bf-a933da3a572a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.452547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-e746f33f-60e3-4947-b0bf-a933da3a572a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2834096 Feb 11 12:59:43.456203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-774fb91d-793c-4689-b2c6-eb8858bc7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.457761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-774fb91d-793c-4689-b2c6-eb8858bc7a1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 1129 time: 0.4157622 Feb 11 12:59:43.479040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device fcc48179-a5c8-46fd-bf3b-62f7891dc66e up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:43.496811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Request body: {'port': {'device_id': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '1381f5f190b945d4b09a637625d071dd'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:43.557131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f465e3c-fbde-4820-8a3a-606262135bf1 req-cf6542ed-a3e2-4efe-b48f-83b65a352e66 service neutron] 10.222.0.64 "GET /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188608 Feb 11 12:59:43.587285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port fcc48179-a5c8-46fd-bf3b-62f7891dc66e completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:43.593594 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82e9edb-ee41-4f51-8625-0153febaf16b x-openstack-request-id: req-b82e9edb-ee41-4f51-8625-0153febaf16b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:43.594451 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:43.594968 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b82e9edb-ee41-4f51-8625-0153febaf16b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:43.595419 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'code': 200} Feb 11 12:59:43.603338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port fcc48179-a5c8-46fd-bf3b-62f7891dc66e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:43.604275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:43.621004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa196ef-6653-4276-b1e0-5a3461633840 req-269389b1-88eb-45a1-808e-2dedc3b7f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.622525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa196ef-6653-4276-b1e0-5a3461633840 req-269389b1-88eb-45a1-808e-2dedc3b7f740 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6c170d02-f972-4fec-a001-ca0c052ee5ab HTTP/1.1" status: 200 len: 854 time: 0.2621815 Feb 11 12:59:43.671005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c208cd0e-afd3-4712-8e7d-e02108119fb2'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:43.676187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c2b7475-97f3-4f0f-9991-35c0bf909c54 req-caca5591-ff21-4cee-825a-d49906ad6e2a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192296 Feb 11 12:59:43.755617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-68fc15b3-3d1f-4bce-aa5e-9138be45a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.757283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-68fc15b3-3d1f-4bce-aa5e-9138be45a8de service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2780018 Feb 11 12:59:43.768710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port fcc48179-a5c8-46fd-bf3b-62f7891dc66e is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:43.769114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:43.773127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['d1bfab56-90ee-4b57-bdf4-826a1ab599cb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:43.788405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa196ef-6653-4276-b1e0-5a3461633840 req-63209cc2-b2f9-4705-9498-5e973f918570 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8177278a-8947-4e93-919e-906a21fef70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204145 Feb 11 12:59:43.799923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.816573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.831572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.839230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.847199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.853870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.860921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:43.866278 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-a36c1c5a-57df-4657-b134-49948761fbaf tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.2154164 Feb 11 12:59:43.885772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port fcc48179-a5c8-46fd-bf3b-62f7891dc66e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:43.922596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:43.957427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa196ef-6653-4276-b1e0-5a3461633840 req-cbd4ccf4-4363-4fe7-80b6-118ac100b93d service neutron] 10.222.0.53 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560705 Feb 11 12:59:43.963924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-c5c1064f-a959-499b-a6f7-01c213faec0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=386e0d03-8338-4b45-948c-c72531cc388f HTTP/1.1" status: 200 len: 217 time: 0.1780882 Feb 11 12:59:43.968569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90015384-3d4a-413d-946f-4f5af3838fe2 req-56134785-b9cd-40bd-ace1-f95b654a8459 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936353 Feb 11 12:59:43.987910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:44.122207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:44.134319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae5c6bfc-6974-4b86-8e96-095d5df5379d req-02cc02d1-b193-4231-973c-cb679bc8efa9 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 210 time: 0.0503106 Feb 11 12:59:44.244303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Pushing event updated for resources: {'Port': ['ID=3d213633-9733-4015-ba94-0f1f00fe1b0e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:44.340004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:44.379630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:44.391323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-54d08e1a-13b4-41b3-bc5c-783316de2ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:44.392908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-54d08e1a-13b4-41b3-bc5c-783316de2ffd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.4168582 Feb 11 12:59:44.403141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:44.422140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Made reservation on behalf of 1381f5f190b945d4b09a637625d071dd for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:44.425515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:44.539703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa196ef-6653-4276-b1e0-5a3461633840 req-6f23f540-42fe-4717-9339-68a6ecd8eead service neutron] 10.222.0.53 "GET /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564356 Feb 11 12:59:44.553606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d369e8c-3e67-4b8d-a82f-2cb51026649a {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:44.564279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Publish callbacks [] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:44.614247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a20684-b48b-4092-b30c-970159de8b37 req-52223043-38f5-4078-b3d8-645e27331c57 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:44.616196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4a20684-b48b-4092-b30c-970159de8b37 req-52223043-38f5-4078-b3d8-645e27331c57 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 946 time: 0.6574280 Feb 11 12:59:44.623061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:44.623726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:44.674005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Transition to ACTIVE for port object 7d369e8c-3e67-4b8d-a82f-2cb51026649a will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:44.693871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:44.753618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-930f6d33-6af3-4355-b20a-6fcb55f75976 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8236890 Feb 11 12:59:44.765340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3ab663b1-a1f5-4ec3-a896-d43dfa2cb102 None None] Provisioning complete for port 3d213633-9733-4015-ba94-0f1f00fe1b0e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:44.765978 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ab663b1-a1f5-4ec3-a896-d43dfa2cb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:44.793984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Request body: {'port': {'device_id': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:44.867785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed2175-0719-45bc-9502-dcc1e385811a req-7f9e79cc-1aaa-46bd-90a0-461192c2982d tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:44.879746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90ed2175-0719-45bc-9502-dcc1e385811a req-7f9e79cc-1aaa-46bd-90a0-461192c2982d tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 931 time: 0.1095128 Feb 11 12:59:44.893999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3ab663b1-a1f5-4ec3-a896-d43dfa2cb102 None None] Port 3d213633-9733-4015-ba94-0f1f00fe1b0e cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:44.936533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-8c814e24-a9c5-409e-a56f-e4319146e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:44.939358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-8c814e24-a9c5-409e-a56f-e4319146e7e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5181012 Feb 11 12:59:44.949514 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90ed2175-0719-45bc-9502-dcc1e385811a req-92f2a54b-090a-4abb-82ea-b9c39e70ac22 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676017 Feb 11 12:59:44.957855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4a20684-b48b-4092-b30c-970159de8b37 req-0881a203-0335-46a8-b7eb-124e399b783c tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247135 Feb 11 12:59:45.079361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Attempting to bind port 7d369e8c-3e67-4b8d-a82f-2cb51026649a on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:45.079693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Attempting to bind port 7d369e8c-3e67-4b8d-a82f-2cb51026649a by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:45.080035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Attempting to bind port 7d369e8c-3e67-4b8d-a82f-2cb51026649a on network 99bc6782-4feb-450c-95d9-b049abeec4a6 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:45.091389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Pushing event updated for resources: {'Port': ['ID=7d369e8c-3e67-4b8d-a82f-2cb51026649a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:45.162313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5830a0-7374-4490-b043-8fb6fb2618c0 req-c6a19c09-4ae7-4e94-a20d-992d550ae70d tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.166788 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc5830a0-7374-4490-b043-8fb6fb2618c0 req-c6a19c09-4ae7-4e94-a20d-992d550ae70d tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.1030831 Feb 11 12:59:45.191098 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:45.193790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Port 7d369e8c-3e67-4b8d-a82f-2cb51026649a on network 99bc6782-4feb-450c-95d9-b049abeec4a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:45.194116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Attempting to bind port 7d369e8c-3e67-4b8d-a82f-2cb51026649a on network 99bc6782-4feb-450c-95d9-b049abeec4a6 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:45.233521 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bc5830a0-7374-4490-b043-8fb6fb2618c0 req-3f9123de-a72e-46b3-9ee8-ece2af089238 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580592 Feb 11 12:59:45.284740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:45.285089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Checking segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:45.285476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Bound using segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:45.285971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Bound port: 7d369e8c-3e67-4b8d-a82f-2cb51026649a, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:45.286333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:45.395567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-6129c45f-4882-45c2-a2f3-c4e33485e804 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345918 Feb 11 12:59:45.449575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Allocated IP 192.168.233.199 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/1d5834b5-672c-4abf-a440-dc14f741e232) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 12:59:45.475486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c00b9-cfeb-4626-a0f5-be3ad992c97a req-0aa159e6-7e43-4d64-ab31-67a744fbee85 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.477996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e46c00b9-cfeb-4626-a0f5-be3ad992c97a req-0aa159e6-7e43-4d64-ab31-67a744fbee85 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 947 time: 0.3951895 Feb 11 12:59:45.489089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.496440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.502064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.514553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.523019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.529506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.537870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.542092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-8cca4ee7-84c9-4c2e-9021-35b8c4989185 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.1415892 Feb 11 12:59:45.597024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:45.601688 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec4b4b-f62f-43f8-83fb-28d35e150106" -d '{"events": [{"server_uuid": "be8fe8dc-b1b2-4193-ae5f-6b6b03162e33", "name": "network-vif-plugged", "status": "completed", "tag": "fcc48179-a5c8-46fd-bf3b-62f7891dc66e"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:45.622257 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-04942b5c-b2a8-4497-95ea-3578af762b41 req-116b9739-528f-4fc6-8df0-0b2de3160c0b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727530 Feb 11 12:59:45.676417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] For port 7d369e8c-3e67-4b8d-a82f-2cb51026649a, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:45.729369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4c03335-b07a-4d8d-b5e1-48b317bb25ac req-b7d8ee9d-a101-48b1-87e1-05b67ad72b7a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 210 time: 0.0349824 Feb 11 12:59:45.755853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] For port 7d369e8c-3e67-4b8d-a82f-2cb51026649a, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d369e8c-3e67-4b8d-a82f-2cb51026649a,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:45.821675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d896bade-068d-43e4-ada2-29adf7fc1669 req-14b0f47f-0a45-4cbf-867e-8bb08eaae355 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940542 Feb 11 12:59:45.822819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:45.865921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e46c00b9-cfeb-4626-a0f5-be3ad992c97a req-ec5e6eea-10e7-4aca-99c2-2c3cab1afa6a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729849 Feb 11 12:59:45.953746 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c3fe0f-628d-4c71-85ab-20cf24eeac50 x-openstack-request-id: req-c2c3fe0f-628d-4c71-85ab-20cf24eeac50 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:45.954625 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8fe8dc-b1b2-4193-ae5f-6b6b03162e33", "name": "network-vif-plugged", "status": "completed", "tag": "fcc48179-a5c8-46fd-bf3b-62f7891dc66e", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:45.955031 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2c3fe0f-628d-4c71-85ab-20cf24eeac50 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:45.955575 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e', 'code': 200} Feb 11 12:59:45.986726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:45.987443 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:45.988838 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] 10.222.0.53 "PUT /v2.0/ports/7d369e8c-3e67-4b8d-a82f-2cb51026649a HTTP/1.1" status: 200 len: 1091 time: 5.5160878 Feb 11 12:59:45.998065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'tag': '7d369e8c-3e67-4b8d-a82f-2cb51026649a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:46.000015 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e461ac-d489-4832-846b-2e1ded60d40c" -d '{"events": [{"name": "network-changed", "server_uuid": "f203872b-3dce-4901-b377-ff4ff7b2ad10", "tag": "7d369e8c-3e67-4b8d-a82f-2cb51026649a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:46.020328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d1bfab56-90ee-4b57-bdf4-826a1ab599cb up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:46.091371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3c734-3499-4044-afad-9b51b7aee47b service neutron] Pushing event updated for resources: {'Port': ['ID=7d369e8c-3e67-4b8d-a82f-2cb51026649a,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:46.193198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 164c43a6-e102-4943-82b4-53c1b9108f30 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:46.218644 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.286492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port d1bfab56-90ee-4b57-bdf4-826a1ab599cb completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:46.313128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port d1bfab56-90ee-4b57-bdf4-826a1ab599cb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:46.314238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.388590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d213633-9733-4015-ba94-0f1f00fe1b0e {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:46.418883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Publish callbacks [] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.475199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks [] for port (1d5834b5-672c-4abf-a440-dc14f741e232), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.490217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Transition to ACTIVE for port object 3d213633-9733-4015-ba94-0f1f00fe1b0e will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:46.505393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 164c43a6-e102-4943-82b4-53c1b9108f30, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=164c43a6-e102-4943-82b4-53c1b9108f30,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:46.508208 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.518743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdddc38-8237-4760-b107-40a88ae0e18d req-e32e6060-c910-44b4-a95e-43a27889d361 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:46.541093 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-afdddc38-8237-4760-b107-40a88ae0e18d req-e32e6060-c910-44b4-a95e-43a27889d361 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 946 time: 0.1107552 Feb 11 12:59:46.555113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5218876-7547-4c34-829d-41c80108af6f req-6102e69b-4270-409a-9c9d-1323f4844d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:46.557040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5218876-7547-4c34-829d-41c80108af6f req-6102e69b-4270-409a-9c9d-1323f4844d5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 1128 time: 0.4207430 Feb 11 12:59:46.564573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-71dea3bc-ee48-4fff-a4ce-f74472611624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:46.566270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-71dea3bc-ee48-4fff-a4ce-f74472611624 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 1125 time: 0.4096801 Feb 11 12:59:46.571552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '164c43a6-e102-4943-82b4-53c1b9108f30', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '164c43a6-e102-4943-82b4-53c1b9108f30', 'mac_address': 'fa:16:3e:59:64:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:46.609102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ff36-fe3e-4ebd-8d03-21307b41520d req-a4b9b883-0661-41e5-a6c5-c8dba3cd2a2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:46.610916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d88ff36-fe3e-4ebd-8d03-21307b41520d req-a4b9b883-0661-41e5-a6c5-c8dba3cd2a2e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 931 time: 0.3200886 Feb 11 12:59:46.623394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port d1bfab56-90ee-4b57-bdf4-826a1ab599cb is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:46.623741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.664155 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-afdddc38-8237-4760-b107-40a88ae0e18d req-dca90c43-fff1-4594-bf21-8cbac6c71b84 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217794 Feb 11 12:59:46.700850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 164c43a6-e102-4943-82b4-53c1b9108f30 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:46.701298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.709101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d1bfab56-90ee-4b57-bdf4-826a1ab599cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:46.724000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.724819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c208cd0e-afd3-4712-8e7d-e02108119fb2 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:46.796633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:46.822726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164c43a6-e102-4943-82b4-53c1b9108f30 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:46.863118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 164c43a6-e102-4943-82b4-53c1b9108f30, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=164c43a6-e102-4943-82b4-53c1b9108f30,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:46.877455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.937204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=164c43a6-e102-4943-82b4-53c1b9108f30,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:46.948595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port c208cd0e-afd3-4712-8e7d-e02108119fb2 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:46.954926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port c208cd0e-afd3-4712-8e7d-e02108119fb2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:46.955667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:46.988744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996841c-d39c-4fd1-ac64-c9f0eee2f826 req-099fb474-0d0b-4f81-85c1-baf615f5fb3e tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:46.991409 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c996841c-d39c-4fd1-ac64-c9f0eee2f826 req-099fb474-0d0b-4f81-85c1-baf615f5fb3e tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.0992637 Feb 11 12:59:47.074778 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:47.085157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c996841c-d39c-4fd1-ac64-c9f0eee2f826 req-31236d4d-e9ae-4cf9-aff4-f88662c75d15 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838845 Feb 11 12:59:47.122091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port c208cd0e-afd3-4712-8e7d-e02108119fb2 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:47.122805 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:47.162469 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d01c263-0066-4db8-8730-0bdae4fcfaa4 x-openstack-request-id: req-5d01c263-0066-4db8-8730-0bdae4fcfaa4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:47.162985 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f203872b-3dce-4901-b377-ff4ff7b2ad10", "tag": "7d369e8c-3e67-4b8d-a82f-2cb51026649a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:47.163186 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d01c263-0066-4db8-8730-0bdae4fcfaa4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:47.163677 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'tag': '7d369e8c-3e67-4b8d-a82f-2cb51026649a', 'status': 'completed', 'code': 200} Feb 11 12:59:47.172773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port c208cd0e-afd3-4712-8e7d-e02108119fb2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:47.185095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-4d91733d-92fa-4ed5-9209-f52c3e787f00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d369e8c-3e67-4b8d-a82f-2cb51026649a HTTP/1.1" status: 200 len: 217 time: 0.5642629 Feb 11 12:59:47.187938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:47.229432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Pushing event updated for resources: {'Port': ['ID=3d213633-9733-4015-ba94-0f1f00fe1b0e,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:47.232932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['164c43a6-e102-4943-82b4-53c1b9108f30'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:47.307583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=c208cd0e-afd3-4712-8e7d-e02108119fb2,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:47.375588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.379946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d88ff36-fe3e-4ebd-8d03-21307b41520d req-7b88950c-35fe-4b16-b8f9-7bbb7f09b39b tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499220 Feb 11 12:59:47.381808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-eec98784-6bf8-4b2b-acdf-e3261c7963e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.382449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.383363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-eec98784-6bf8-4b2b-acdf-e3261c7963e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 200 len: 854 time: 0.1756847 Feb 11 12:59:47.389496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.406253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.412538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.418447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.428172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.442913 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-9701974d-a1ee-4116-a9e1-12537e3f4467 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.1371641 Feb 11 12:59:47.445340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:47.449266 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5218876-7547-4c34-829d-41c80108af6f req-eb9a4bba-cb18-4b0a-8a88-d7883b1b44f4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8602929 Feb 11 12:59:47.461871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8b4ad10d-f23d-4df1-afbf-735b1e7e6561'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:47.467659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Attempting to bind port 3d213633-9733-4015-ba94-0f1f00fe1b0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:47.468004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Attempting to bind port 3d213633-9733-4015-ba94-0f1f00fe1b0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:47.468295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Attempting to bind port 3d213633-9733-4015-ba94-0f1f00fe1b0e on network 99bc6782-4feb-450c-95d9-b049abeec4a6 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:47.488779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Port 3d213633-9733-4015-ba94-0f1f00fe1b0e on network 99bc6782-4feb-450c-95d9-b049abeec4a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:47.489092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Attempting to bind port 3d213633-9733-4015-ba94-0f1f00fe1b0e on network 99bc6782-4feb-450c-95d9-b049abeec4a6 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:47.523335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:47.523335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Checking segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:47.523335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Bound using segment: {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:47.523891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Bound port: 3d213633-9733-4015-ba94-0f1f00fe1b0e, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e225833-815a-4bf2-8548-a32089fb7c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:47.523891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:47.553444 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cad58092-02bf-42f4-a5ca-cc04f9759142 req-8443d8bc-4373-4808-adb8-33a68d1a626d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1095128 Feb 11 12:59:47.665897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 12:59:47.690338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 12:59:47.706718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 12:59:47.711667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Pushing event updated for resources: {'Port': ['ID=1d5834b5-672c-4abf-a440-dc14f741e232,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:47.813675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79824c7d-629a-44ca-8485-6ae0e5bf1ad4 req-c1590c41-4423-430f-b04f-4d3101fd9c95 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.826094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79824c7d-629a-44ca-8485-6ae0e5bf1ad4 req-c1590c41-4423-430f-b04f-4d3101fd9c95 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 947 time: 0.1517661 Feb 11 12:59:47.830763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] For port 3d213633-9733-4015-ba94-0f1f00fe1b0e, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:47.852901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-5fda8172-458c-4f60-8567-0f7404849374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.857235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-5fda8172-458c-4f60-8567-0f7404849374 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bc6782-4feb-450c-95d9-b049abeec4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3929737 Feb 11 12:59:47.881156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f772a1-22ff-4257-a83a-4312c3733f77 req-390fff00-7cfb-4bfb-9bd9-fecda74a08a4 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.892722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69f772a1-22ff-4257-a83a-4312c3733f77 req-390fff00-7cfb-4bfb-9bd9-fecda74a08a4 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 936 time: 0.3976524 Feb 11 12:59:47.901122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] For port 3d213633-9733-4015-ba94-0f1f00fe1b0e, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3d213633-9733-4015-ba94-0f1f00fe1b0e,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:47.904629 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79824c7d-629a-44ca-8485-6ae0e5bf1ad4 req-65b6d4fe-6674-42a1-8b92-e00239b7edd5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773883 Feb 11 12:59:47.959077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb'}, {'server_uuid': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c208cd0e-afd3-4712-8e7d-e02108119fb2'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:47.959720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:47.962877 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43034b9c-f846-42e3-9b53-db7a18d9c586" -d '{"events": [{"server_uuid": "4198a7c4-6e77-4d32-b961-4cfb52a86768", "name": "network-vif-plugged", "status": "completed", "tag": "d1bfab56-90ee-4b57-bdf4-826a1ab599cb"}, {"server_uuid": "9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "c208cd0e-afd3-4712-8e7d-e02108119fb2"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:47.967079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:47.967842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:48.013986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 386e0d03-8338-4b45-948c-c72531cc388f details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:48.100516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:48.102498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:48.105583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] 10.222.0.64 "PUT /v2.0/ports/3d213633-9733-4015-ba94-0f1f00fe1b0e HTTP/1.1" status: 200 len: 1091 time: 3.3161016 Feb 11 12:59:48.130300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-41bc722f-37bd-4561-9977-ddd077fbb9a6 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6477201 Feb 11 12:59:48.151421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Request body: {'port': {'device_id': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:48.181254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-67ffb248-a393-40ba-a4e3-83ce4fb73b10 None None] Provisioning complete for port 1d5834b5-672c-4abf-a440-dc14f741e232 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:48.187523 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-67ffb248-a393-40ba-a4e3-83ce4fb73b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:48.242304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-67ffb248-a393-40ba-a4e3-83ce4fb73b10 None None] Port 1d5834b5-672c-4abf-a440-dc14f741e232 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 12:59:48.251766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69f772a1-22ff-4257-a83a-4312c3733f77 req-e25fd3e8-6693-4604-b089-0edf678f7c58 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578427 Feb 11 12:59:48.273595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 386e0d03-8338-4b45-948c-c72531cc388f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=386e0d03-8338-4b45-948c-c72531cc388f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:48.293063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '386e0d03-8338-4b45-948c-c72531cc388f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '386e0d03-8338-4b45-948c-c72531cc388f', 'mac_address': 'fa:16:3e:d6:2d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:48.344936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-2f17179d-cd32-4c3a-9c8d-e11e9e63b6dc service neutron] 10.222.0.53 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402263 Feb 11 12:59:48.378135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 386e0d03-8338-4b45-948c-c72531cc388f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:48.378714 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (386e0d03-8338-4b45-948c-c72531cc388f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:48.400460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c38ef-815d-42c6-938b-9372c21974ea service neutron] Pushing event updated for resources: {'Port': ['ID=3d213633-9733-4015-ba94-0f1f00fe1b0e,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:48.429389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386e0d03-8338-4b45-948c-c72531cc388f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:48.480867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 386e0d03-8338-4b45-948c-c72531cc388f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=386e0d03-8338-4b45-948c-c72531cc388f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:48.494437 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (386e0d03-8338-4b45-948c-c72531cc388f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:48.543665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:48.570254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-0cd5516d-3d59-4520-8b9e-e842cc12aef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:48.572336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-0cd5516d-3d59-4520-8b9e-e842cc12aef0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 1125 time: 0.3756161 Feb 11 12:59:48.582178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=386e0d03-8338-4b45-948c-c72531cc388f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:48.612481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d2e6e-4905-4426-8301-e458a56758d7 req-9e8923da-207f-40c8-8c01-cbfa654f8166 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:48.614720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d5d2e6e-4905-4426-8301-e458a56758d7 req-9e8923da-207f-40c8-8c01-cbfa654f8166 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 946 time: 0.2299709 Feb 11 12:59:48.671553 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ced4da-5d2e-4e05-902a-b490e5db805d x-openstack-request-id: req-13ced4da-5d2e-4e05-902a-b490e5db805d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:48.671553 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4198a7c4-6e77-4d32-b961-4cfb52a86768", "name": "network-vif-plugged", "status": "completed", "tag": "d1bfab56-90ee-4b57-bdf4-826a1ab599cb", "code": 200}, {"server_uuid": "9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "c208cd0e-afd3-4712-8e7d-e02108119fb2", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:48.671866 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13ced4da-5d2e-4e05-902a-b490e5db805d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:48.672352 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb', 'code': 200} Feb 11 12:59:48.672622 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c208cd0e-afd3-4712-8e7d-e02108119fb2', 'code': 200} Feb 11 12:59:48.694883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-f3779e75-70df-4c0e-9741-ec47042d055b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d213633-9733-4015-ba94-0f1f00fe1b0e HTTP/1.1" status: 200 len: 217 time: 0.1121140 Feb 11 12:59:48.726306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc3423e3-7ae7-495e-b5c6-e4c6a54e9ec4 req-39845c4f-e7c6-4a9a-adc3-0acae09d6f2f service neutron] 10.222.0.53 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621364 Feb 11 12:59:48.844384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['386e0d03-8338-4b45-948c-c72531cc388f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:48.914108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d5d2e6e-4905-4426-8301-e458a56758d7 req-82be0a1c-86ce-4501-8df6-70ec32cb27f4 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367260 Feb 11 12:59:49.015584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-381fcb1c-1d7e-4a3f-a6e7-932af8c5e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.018588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-381fcb1c-1d7e-4a3f-a6e7-932af8c5e3eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 200 len: 854 time: 0.3128283 Feb 11 12:59:49.030591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ac4af-d719-4efb-9859-3c8f8a9454a3 req-40570014-8648-476b-9735-928af1588757 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.039453 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-863ac4af-d719-4efb-9859-3c8f8a9454a3 req-40570014-8648-476b-9735-928af1588757 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 943 time: 0.0976191 Feb 11 12:59:49.177253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'tag': '3d213633-9733-4015-ba94-0f1f00fe1b0e'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:49.179565 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254943b8-8e55-4140-9ff8-342bcb2255d8" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd01bc-347c-4c97-b9cf-37b629a2a9ba", "tag": "3d213633-9733-4015-ba94-0f1f00fe1b0e"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:49.182413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-863ac4af-d719-4efb-9859-3c8f8a9454a3 req-2d3c11be-503a-4048-9c93-7562b44398e8 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361005 Feb 11 12:59:49.236902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-b2c74e6d-37bc-468f-9302-8133c9fd387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.238545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-b2c74e6d-37bc-468f-9302-8133c9fd387e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 1125 time: 0.3590930 Feb 11 12:59:49.258540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9a63d-c4b2-4dfc-a92f-60df87a23566 req-9323bfb0-edd1-4082-837a-2d3707a69f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.260042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32a9a63d-c4b2-4dfc-a92f-60df87a23566 req-9323bfb0-edd1-4082-837a-2d3707a69f65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 1128 time: 0.4664514 Feb 11 12:59:49.284600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d076f-efc2-4e07-8a95-442d6a048be5 req-a07377d2-87ac-45b9-994b-675069897b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.286143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-024d076f-efc2-4e07-8a95-442d6a048be5 req-a07377d2-87ac-45b9-994b-675069897b39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 1128 time: 0.4937317 Feb 11 12:59:49.468372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-d69cc86e-af85-426f-b035-ef7279685c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.469904 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-d69cc86e-af85-426f-b035-ef7279685c0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99bc6782-4feb-450c-95d9-b049abeec4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3831666 Feb 11 12:59:49.482106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.489860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.495409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.501351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.508087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.514180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.519850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.528333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-791d5dec-7f32-443d-83dd-51a98ad08447 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.4388072 Feb 11 12:59:49.558722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-024d076f-efc2-4e07-8a95-442d6a048be5 req-31857f4a-1220-450d-9bb1-5fff68a46f97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410216 Feb 11 12:59:49.609708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32a9a63d-c4b2-4dfc-a92f-60df87a23566 req-579891b3-8f6a-4ab3-be3f-365b9796c6e0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406374 Feb 11 12:59:49.713607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-7428b3b4-9e3a-4b33-b120-d650f4ed0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.715353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-7428b3b4-9e3a-4b33-b120-d650f4ed0509 service neutron] 10.222.0.53 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 916 time: 0.4490950 Feb 11 12:59:49.790840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ccdd7bd1-e44c-45c7-9cae-d569d9495cee req-60acb2fe-8d55-4ea0-9fac-4df765fbfcfe tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2586653 Feb 11 12:59:49.801517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-5bca4650-4a62-4c9d-9595-d65dd096d94e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d369e8c-3e67-4b8d-a82f-2cb51026649a HTTP/1.1" status: 200 len: 217 time: 0.0648062 Feb 11 12:59:49.851518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598419-9d50-4671-a7c4-15dd082685ea req-7a6894e4-14e1-461a-95da-e594acf1bd2e tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.859393 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af598419-9d50-4671-a7c4-15dd082685ea req-7a6894e4-14e1-461a-95da-e594acf1bd2e tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.0751858 Feb 11 12:59:49.915854 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af598419-9d50-4671-a7c4-15dd082685ea req-8987f619-02ba-41a9-8412-4db1427ce88a tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547731 Feb 11 12:59:49.956403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-602bdc2f-2b7f-4576-934a-4cd544bf40f3 service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009163 Feb 11 12:59:49.973256 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f20991-24e0-42f7-99fb-ca32b88ad8ed x-openstack-request-id: req-c6f20991-24e0-42f7-99fb-ca32b88ad8ed {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:49.973553 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd01bc-347c-4c97-b9cf-37b629a2a9ba", "tag": "3d213633-9733-4015-ba94-0f1f00fe1b0e", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:49.973831 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6f20991-24e0-42f7-99fb-ca32b88ad8ed {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:49.974427 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'tag': '3d213633-9733-4015-ba94-0f1f00fe1b0e', 'status': 'completed', 'code': 200} Feb 11 12:59:49.981775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-a2ac85ac-8f7a-4699-89ec-f9c793946bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:49.983264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-a2ac85ac-8f7a-4699-89ec-f9c793946bcf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 200 len: 854 time: 0.1691318 Feb 11 12:59:49.987638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5834b5-672c-4abf-a440-dc14f741e232 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:49.999082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Publish callbacks [] for port (1d5834b5-672c-4abf-a440-dc14f741e232), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.029074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 386e0d03-8338-4b45-948c-c72531cc388f up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:50.044957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Transition to ACTIVE for port object 1d5834b5-672c-4abf-a440-dc14f741e232 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 12:59:50.057160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec26b6-e731-4af6-b2af-71e8e9562be1 req-175137ed-14fe-41fe-bc50-31291013dbb9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:50.058759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ec26b6-e731-4af6-b2af-71e8e9562be1 req-175137ed-14fe-41fe-bc50-31291013dbb9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 948 time: 0.1598032 Feb 11 12:59:50.061982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.076212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da83f47-8854-416a-bde1-f8a6cfc1f79c req-d72002dd-23f3-4e42-957d-9401fd92f969 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:50.084392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4da83f47-8854-416a-bde1-f8a6cfc1f79c req-d72002dd-23f3-4e42-957d-9401fd92f969 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 936 time: 0.0695558 Feb 11 12:59:50.117888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 386e0d03-8338-4b45-948c-c72531cc388f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:50.123915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 386e0d03-8338-4b45-948c-c72531cc388f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:50.124741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (386e0d03-8338-4b45-948c-c72531cc388f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.154460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4da83f47-8854-416a-bde1-f8a6cfc1f79c req-ea6ec0d5-8a72-4971-b242-29558a5e5ccf tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688715 Feb 11 12:59:50.169739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-3b6904f4-c844-4362-8fb9-c0373b84797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:50.171268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-3b6904f4-c844-4362-8fb9-c0373b84797b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99bc6782-4feb-450c-95d9-b049abeec4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1696525 Feb 11 12:59:50.236411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5834b5-672c-4abf-a440-dc14f741e232,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:50.298296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 386e0d03-8338-4b45-948c-c72531cc388f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:50.298871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (386e0d03-8338-4b45-948c-c72531cc388f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.350375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 386e0d03-8338-4b45-948c-c72531cc388f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=386e0d03-8338-4b45-948c-c72531cc388f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:50.365076 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (386e0d03-8338-4b45-948c-c72531cc388f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.365881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 164c43a6-e102-4943-82b4-53c1b9108f30 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:50.376777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ec26b6-e731-4af6-b2af-71e8e9562be1 req-c570cfab-117e-441b-87b7-a7fabe1ec9cf tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963378 Feb 11 12:59:50.497195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=386e0d03-8338-4b45-948c-c72531cc388f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:50.505312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d81e95d-54dd-476e-89a2-5794c3820f8d req-fdf4636f-0cfd-494e-aa60-07f6d5c4f75b service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327171 Feb 11 12:59:50.512097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 164c43a6-e102-4943-82b4-53c1b9108f30 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:50.518719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 164c43a6-e102-4943-82b4-53c1b9108f30 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:50.519233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.554095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a0268-743b-4c01-8d17-1598a82ddb47 req-26eccfe0-fe77-426b-bbb5-84bff09e9f7f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:50.556966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-993a0268-743b-4c01-8d17-1598a82ddb47 req-26eccfe0-fe77-426b-bbb5-84bff09e9f7f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 946 time: 0.1807299 Feb 11 12:59:50.564133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Attempting to bind port 1d5834b5-672c-4abf-a440-dc14f741e232 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 12:59:50.564510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Attempting to bind port 1d5834b5-672c-4abf-a440-dc14f741e232 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 12:59:50.564795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Attempting to bind port 1d5834b5-672c-4abf-a440-dc14f741e232 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:50.580403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Port 1d5834b5-672c-4abf-a440-dc14f741e232 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 12:59:50.580741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Attempting to bind port 1d5834b5-672c-4abf-a440-dc14f741e232 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 12:59:50.625453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 164c43a6-e102-4943-82b4-53c1b9108f30 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:50.626418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.652989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 12:59:50.653428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 12:59:50.653904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 12:59:50.654881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Bound port: 1d5834b5-672c-4abf-a440-dc14f741e232, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 12:59:50.656995 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.661814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-4525a798-3f85-4d89-8cb5-6e36abc42fc2 service neutron] 10.222.0.53 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560013 Feb 11 12:59:50.669700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-993a0268-743b-4c01-8d17-1598a82ddb47 req-c32fdff3-f159-455b-8318-d6290ea8a640 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940907 Feb 11 12:59:50.669865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 164c43a6-e102-4943-82b4-53c1b9108f30, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=164c43a6-e102-4943-82b4-53c1b9108f30,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:50.673703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e0d03-8338-4b45-948c-c72531cc388f'}, {'server_uuid': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c43a6-e102-4943-82b4-53c1b9108f30'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:50.678169 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f0e70b-cbff-4ca6-97b2-b45c2347cd82" -d '{"events": [{"server_uuid": "e929c747-15ec-4baa-8dc3-1a3bf83c3fa8", "name": "network-vif-plugged", "status": "completed", "tag": "386e0d03-8338-4b45-948c-c72531cc388f"}, {"server_uuid": "f6b927df-e07f-4c23-a98b-63183ec517f4", "name": "network-vif-plugged", "status": "completed", "tag": "164c43a6-e102-4943-82b4-53c1b9108f30"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:50.697339 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.768504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=164c43a6-e102-4943-82b4-53c1b9108f30,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:50.804195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-631f5192-87ed-4101-93d0-a3c21de14056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:50.805599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-631f5192-87ed-4101-93d0-a3c21de14056 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 1125 time: 0.2206578 Feb 11 12:59:50.860547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be7aea-a5f6-41cb-a71d-e47368f6526a req-1c721ce0-bb72-46e7-84f7-d28ca4cf26dd tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:50.862087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44be7aea-a5f6-41cb-a71d-e47368f6526a req-1c721ce0-bb72-46e7-84f7-d28ca4cf26dd tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 943 time: 0.3137190 Feb 11 12:59:50.882885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] For port 1d5834b5-672c-4abf-a440-dc14f741e232, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 12:59:50.959449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] For port 1d5834b5-672c-4abf-a440-dc14f741e232, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1d5834b5-672c-4abf-a440-dc14f741e232,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 12:59:50.962738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e461ac-d489-4832-846b-2e1ded60d40c req-dbe8753a-c8ef-4137-80f1-441d6208cbb1 service neutron] 10.222.0.53 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841651 Feb 11 12:59:50.981503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:51.042865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44be7aea-a5f6-41cb-a71d-e47368f6526a req-f46890ea-757f-4595-bed1-a6ebbca2c929 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670611 Feb 11 12:59:51.056672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.057296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:51.058736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/1d5834b5-672c-4abf-a440-dc14f741e232 HTTP/1.1" status: 200 len: 1096 time: 2.9118845 Feb 11 12:59:51.076157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-f576dce2-a47e-4fe2-b7f0-e305ab8cd8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.077714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-f576dce2-a47e-4fe2-b7f0-e305ab8cd8a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 916 time: 0.2591269 Feb 11 12:59:51.167225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-1554796b-c21b-4bb6-b7fd-764a57ee8a65 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d213633-9733-4015-ba94-0f1f00fe1b0e HTTP/1.1" status: 200 len: 217 time: 0.0762992 Feb 11 12:59:51.168396 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabef238-1a18-4c51-9ccb-bef23f4a5a49 x-openstack-request-id: req-eabef238-1a18-4c51-9ccb-bef23f4a5a49 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:51.168938 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e929c747-15ec-4baa-8dc3-1a3bf83c3fa8", "name": "network-vif-plugged", "status": "completed", "tag": "386e0d03-8338-4b45-948c-c72531cc388f", "code": 200}, {"server_uuid": "f6b927df-e07f-4c23-a98b-63183ec517f4", "name": "network-vif-plugged", "status": "completed", "tag": "164c43a6-e102-4943-82b4-53c1b9108f30", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:51.169266 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eabef238-1a18-4c51-9ccb-bef23f4a5a49 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:51.170626 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386e0d03-8338-4b45-948c-c72531cc388f', 'code': 200} Feb 11 12:59:51.171022 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164c43a6-e102-4943-82b4-53c1b9108f30', 'code': 200} Feb 11 12:59:51.184288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489d669-b633-46bd-b3a8-3d8149e665a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5834b5-672c-4abf-a440-dc14f741e232,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:51.430736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.438816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.445352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.450993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.456517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.463430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.473420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.483993 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac4f9644-afd7-4324-a561-4854edd8341d req-9577f8f7-7880-49b0-90cd-bfe4a07ab7ac tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.1483572 Feb 11 12:59:51.521765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d369e8c-3e67-4b8d-a82f-2cb51026649a details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:51.569873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac4f9644-afd7-4324-a561-4854edd8341d req-f34082f3-33b0-4706-913a-39af07a68939 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840197 Feb 11 12:59:51.752700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109cee0-4dc3-44fc-8db7-1359778b2647 req-8dadbe2c-57ca-4f40-9644-2f9a60a8c1d5 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.754301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7d369e8c-3e67-4b8d-a82f-2cb51026649a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d369e8c-3e67-4b8d-a82f-2cb51026649a,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:51.759914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e109cee0-4dc3-44fc-8db7-1359778b2647 req-8dadbe2c-57ca-4f40-9644-2f9a60a8c1d5 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.0807495 Feb 11 12:59:51.789053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '7d369e8c-3e67-4b8d-a82f-2cb51026649a', 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'port_id': '7d369e8c-3e67-4b8d-a82f-2cb51026649a', 'mac_address': 'fa:16:3e:52:d4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a08af-b69f-4a92-9063-06da4fb6159a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:51.823096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e109cee0-4dc3-44fc-8db7-1359778b2647 req-698fe319-6060-4a01-8cda-99c046387b02 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621798 Feb 11 12:59:51.936546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-3fe58739-4664-4ded-8b9f-c6f930866c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:51.938042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-3fe58739-4664-4ded-8b9f-c6f930866c21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 200 len: 854 time: 0.2003241 Feb 11 12:59:51.996771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7d369e8c-3e67-4b8d-a82f-2cb51026649a is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:51.997165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:52.010478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d369e8c-3e67-4b8d-a82f-2cb51026649a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:52.011874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'tag': '1d5834b5-672c-4abf-a440-dc14f741e232'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:52.013082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d462c7-8ce5-4d22-a3b4-986f13d9e60e req-c0b5501c-d8c5-4cfc-92fd-b3edcca1695f tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.014256 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8abde7-0c58-441a-9e47-a042a05a0d17" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b78c7e-c8aa-41a8-a9e1-382a494a8b70", "tag": "1d5834b5-672c-4abf-a440-dc14f741e232"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:52.023799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6d462c7-8ce5-4d22-a3b4-986f13d9e60e req-c0b5501c-d8c5-4cfc-92fd-b3edcca1695f tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 948 time: 0.1061573 Feb 11 12:59:52.031973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7d369e8c-3e67-4b8d-a82f-2cb51026649a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d369e8c-3e67-4b8d-a82f-2cb51026649a,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:52.042144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:52.064167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-2a5530bd-647e-4d49-b804-cf02bea50be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.065867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-2a5530bd-647e-4d49-b804-cf02bea50be5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1381f5f190b945d4b09a637625d071dd&device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 1130 time: 0.8969059 Feb 11 12:59:52.090685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2c247-7e70-4cff-b21b-2827d034d432 req-e0498451-0144-4029-8e45-82688a984340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.092155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1dc2c247-7e70-4cff-b21b-2827d034d432 req-e0498451-0144-4029-8e45-82688a984340 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 1131 time: 0.3325722 Feb 11 12:59:52.106636 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6d462c7-8ce5-4d22-a3b4-986f13d9e60e req-44392901-d31d-4b0c-ac1b-8a9c5a268bac tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817239 Feb 11 12:59:52.107016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-ec79b16c-4633-4073-83aa-2e482189f076 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.108478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-ec79b16c-4633-4073-83aa-2e482189f076 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.3506248 Feb 11 12:59:52.112286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7d369e8c-3e67-4b8d-a82f-2cb51026649a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:52.155193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7754707-2dbe-4ad0-aea0-e4cbd5b8088c req-bede285f-4fcc-4862-ba1d-17c2b3540810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.156791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7754707-2dbe-4ad0-aea0-e4cbd5b8088c req-bede285f-4fcc-4862-ba1d-17c2b3540810 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 1132 time: 0.3959785 Feb 11 12:59:52.163861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fc30b-7c5f-48b8-a745-4dd578c256d8 req-3e60d644-5809-4959-9411-c0783b50eaef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.165458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-646fc30b-7c5f-48b8-a745-4dd578c256d8 req-3e60d644-5809-4959-9411-c0783b50eaef tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 946 time: 0.4291091 Feb 11 12:59:52.238438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-be8fef40-f26f-46f1-bc93-b5f3d7ad5df0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1d5834b5-672c-4abf-a440-dc14f741e232 HTTP/1.1" status: 200 len: 217 time: 0.1580050 Feb 11 12:59:52.321330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-3b30d11c-07d3-46de-9a04-93031680329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.322977 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-3b30d11c-07d3-46de-9a04-93031680329b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99bc6782-4feb-450c-95d9-b049abeec4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3713119 Feb 11 12:59:52.392229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7d369e8c-3e67-4b8d-a82f-2cb51026649a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:52.445100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7754707-2dbe-4ad0-aea0-e4cbd5b8088c req-9462780a-6141-420f-aa49-64d6f9fa1308 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778418 Feb 11 12:59:52.482267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1dc2c247-7e70-4cff-b21b-2827d034d432 req-957cfbbd-3d8d-45e0-808b-b59a533b1e6e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625460 Feb 11 12:59:52.484345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-2432731d-f32c-46d2-a43b-92db10dfc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.487125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-2432731d-f32c-46d2-a43b-92db10dfc93e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2153819 Feb 11 12:59:52.493268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-646fc30b-7c5f-48b8-a745-4dd578c256d8 req-292139cb-a942-42fe-b266-4c46b849f951 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671576 Feb 11 12:59:52.622679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Deleting port 3a71efdc-7772-4309-8f3e-8546dfbad01f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:52.623777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:52.699542 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-8f830883-0a5a-4548-860d-8e63385375e8 service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453803 Feb 11 12:59:52.709421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-ec396358-6f3b-4e49-a50c-489e33fa9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.710959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-ec396358-6f3b-4e49-a50c-489e33fa9f5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2137780 Feb 11 12:59:52.716793 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae99c860-f9a2-4953-9fe1-049ae5e5733c x-openstack-request-id: req-ae99c860-f9a2-4953-9fe1-049ae5e5733c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:52.717120 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b78c7e-c8aa-41a8-a9e1-382a494a8b70", "tag": "1d5834b5-672c-4abf-a440-dc14f741e232", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:52.717327 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae99c860-f9a2-4953-9fe1-049ae5e5733c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:52.717740 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'tag': '1d5834b5-672c-4abf-a440-dc14f741e232', 'status': 'completed', 'code': 200} Feb 11 12:59:52.879318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ef87b-c2f3-4c5e-a249-e5ead2e515e5 req-eb3ed322-3e7d-480a-98f1-2b02101588c7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.881858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-328ef87b-c2f3-4c5e-a249-e5ead2e515e5 req-eb3ed322-3e7d-480a-98f1-2b02101588c7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 943 time: 0.0963240 Feb 11 12:59:52.891456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] For port 3a71efdc-7772-4309-8f3e-8546dfbad01f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=3a71efdc-7772-4309-8f3e-8546dfbad01f,segment=NetworkSegment(60d96155-6e9f-4ab5-a085-450912380460),segment_id=60d96155-6e9f-4ab5-a085-450912380460)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:52.891840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:52.916859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f2dc1-b9cf-4dfd-b644-6a599c719a58 req-39c758b5-aed4-4cec-9415-d89dcf48d432 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:52.919048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-576f2dc1-b9cf-4dfd-b644-6a599c719a58 req-39c758b5-aed4-4cec-9415-d89dcf48d432 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 949 time: 0.2807112 Feb 11 12:59:52.932830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Calling delete_port for 3a71efdc-7772-4309-8f3e-8546dfbad01f owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:52.938839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-328ef87b-c2f3-4c5e-a249-e5ead2e515e5 req-b5a25a21-058e-4a01-a807-efe6f99dc37f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505662 Feb 11 12:59:52.954033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-d343713f-deb0-4bd6-8f0e-e2e632dc6e19 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970191 Feb 11 12:59:53.094650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.100534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.106084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.113093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.119418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.126411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.134595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.135710 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-949aab9e-47f2-4b35-9f71-6b12e1eb4b56 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.1220899 Feb 11 12:59:53.184829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-576f2dc1-b9cf-4dfd-b644-6a599c719a58 req-02e4eb7b-9433-4b94-9154-f187733752b6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525816 Feb 11 12:59:53.220209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b24b5e49-da57-4f01-8df9-0b23dc9242f2 req-6317c6d7-d2a0-493a-9914-35da44a42979 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756538 Feb 11 12:59:53.235902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9673256-b7a0-4a82-959f-4aca43bea608 req-dc5b5034-ce67-470b-93f0-96a583805c08 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704902 Feb 11 12:59:53.261211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-254943b8-8e55-4140-9ff8-342bcb2255d8 req-0e523758-216c-45df-b1bf-16244ac744d2 service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260802 Feb 11 12:59:53.365708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46edc2c-f01c-478a-95d2-10252a70f27f req-99b5b3fd-3ade-4045-bd2a-6ba02da41f85 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.373305 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b46edc2c-f01c-478a-95d2-10252a70f27f req-99b5b3fd-3ade-4045-bd2a-6ba02da41f85 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c4a82a4-471f-4a53-adaf-7ce50e672225 HTTP/1.1" status: 200 len: 946 time: 0.0902574 Feb 11 12:59:53.395490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3a71efdc-7772-4309-8f3e-8546dfbad01f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:53.412955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-fba3eb17-0422-45bc-84bf-527f0adc25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.414647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-fba3eb17-0422-45bc-84bf-527f0adc25d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1381f5f190b945d4b09a637625d071dd&device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 1130 time: 0.0983050 Feb 11 12:59:53.421117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['3a71efdc-7772-4309-8f3e-8546dfbad01f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:53.452601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b46edc2c-f01c-478a-95d2-10252a70f27f req-7495af33-d235-4f0a-9a80-b2aa6fa737b4 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.42 "GET /v2.0/security-groups?id=79e495dc-b2cc-4180-b0d2-485feb18e705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Feb 11 12:59:53.462304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Pushing event deleted for resources: {'Port': ['ID=3a71efdc-7772-4309-8f3e-8546dfbad01f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:53.541600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d369e8c-3e67-4b8d-a82f-2cb51026649a up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:53.584947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] No DVR routers for this DVR port 3a71efdc-7772-4309-8f3e-8546dfbad01f on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:53.589881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:53.593273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38b61985-bfc7-43d0-80f0-231d664ef1e3 req-fae0cc19-7e7c-4d8b-9e30-23fcbe7d9453 tempest-InstanceActionsTestJSON-963493916 tempest-InstanceActionsTestJSON-963493916-project] 10.222.0.53 "DELETE /v2.0/ports/3a71efdc-7772-4309-8f3e-8546dfbad01f HTTP/1.1" status: 204 len: 173 time: 1.4054170 Feb 11 12:59:53.619958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27fdd9-4607-443a-90e2-9884daa03e29 req-2e7761ca-40b7-4237-9d41-10b8fc91036b tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.621535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b27fdd9-4607-443a-90e2-9884daa03e29 req-2e7761ca-40b7-4237-9d41-10b8fc91036b tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 948 time: 0.2293041 Feb 11 12:59:53.633531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 7d369e8c-3e67-4b8d-a82f-2cb51026649a completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:53.640279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 7d369e8c-3e67-4b8d-a82f-2cb51026649a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:53.641110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:53.657368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-089be84e-1b1e-4d76-b6c0-b5cebda2f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.658912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-089be84e-1b1e-4d76-b6c0-b5cebda2f5cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2113955 Feb 11 12:59:53.746529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7d369e8c-3e67-4b8d-a82f-2cb51026649a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:53.747406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:53.767369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-19734899-ede1-46dd-bc0d-d19f66f04f9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1d5834b5-672c-4abf-a440-dc14f741e232 HTTP/1.1" status: 200 len: 217 time: 0.0790350 Feb 11 12:59:53.775559 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b27fdd9-4607-443a-90e2-9884daa03e29 req-afee8175-ce58-4347-871c-4412979faa50 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396203 Feb 11 12:59:53.818718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d369e8c-3e67-4b8d-a82f-2cb51026649a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:53.834020 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e3b6c-86d1-4d28-9892-a62751917665" -d '{"events": [{"server_uuid": "f203872b-3dce-4901-b377-ff4ff7b2ad10", "name": "network-vif-plugged", "status": "completed", "tag": "7d369e8c-3e67-4b8d-a82f-2cb51026649a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:53.838980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7d369e8c-3e67-4b8d-a82f-2cb51026649a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d369e8c-3e67-4b8d-a82f-2cb51026649a,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:53.851526 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:53.852471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 3a71efdc-7772-4309-8f3e-8546dfbad01f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 12:59:53.870428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-620de938-1bcd-4265-8c36-c9b90a0e6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:53.872842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-620de938-1bcd-4265-8c36-c9b90a0e6cb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0845542 Feb 11 12:59:53.905487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 3a71efdc-7772-4309-8f3e-8546dfbad01f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 12:59:53.905857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 3a71efdc-7772-4309-8f3e-8546dfbad01f not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 12:59:53.939217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7d369e8c-3e67-4b8d-a82f-2cb51026649a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:54.001863 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93039de-2379-4aeb-8967-7cd6cf30bf64 x-openstack-request-id: req-d93039de-2379-4aeb-8967-7cd6cf30bf64 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:54.002723 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f203872b-3dce-4901-b377-ff4ff7b2ad10", "name": "network-vif-plugged", "status": "completed", "tag": "7d369e8c-3e67-4b8d-a82f-2cb51026649a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:54.003419 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d93039de-2379-4aeb-8967-7cd6cf30bf64 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:54.004610 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d369e8c-3e67-4b8d-a82f-2cb51026649a', 'code': 200} Feb 11 12:59:54.042183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-b4c9bf54-9518-43f0-97d4-dc0550a23286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.050007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-b4c9bf54-9518-43f0-97d4-dc0550a23286 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1557918 Feb 11 12:59:54.059873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3d213633-9733-4015-ba94-0f1f00fe1b0e details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:54.060572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82d3a5-c5c8-494a-afa0-46be00726a70 req-8bff0fb7-48d4-4f39-a96b-3c7d8dbeb117 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.063575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb82d3a5-c5c8-494a-afa0-46be00726a70 req-8bff0fb7-48d4-4f39-a96b-3c7d8dbeb117 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 946 time: 0.1649740 Feb 11 12:59:54.282656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb82d3a5-c5c8-494a-afa0-46be00726a70 req-2efaa14e-f347-4852-b4ab-a90f8c6eb6e9 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695001 Feb 11 12:59:54.307097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3d213633-9733-4015-ba94-0f1f00fe1b0e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3d213633-9733-4015-ba94-0f1f00fe1b0e,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:54.322825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '3d213633-9733-4015-ba94-0f1f00fe1b0e', 'network_id': '99bc6782-4feb-450c-95d9-b049abeec4a6', 'port_id': '3d213633-9733-4015-ba94-0f1f00fe1b0e', 'mac_address': 'fa:16:3e:23:31:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd95a08af-b69f-4a92-9063-06da4fb6159a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:54.346645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-5afacf9f-d2f3-4060-93fc-8c97ba59ce1f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820561 Feb 11 12:59:54.386989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09221e68-6418-4913-a68e-838453b9529a req-e38d6022-a224-4190-9e1f-bf913e83fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.400725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 3d213633-9733-4015-ba94-0f1f00fe1b0e is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:54.406958 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:54.410322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09221e68-6418-4913-a68e-838453b9529a req-e38d6022-a224-4190-9e1f-bf913e83fb5a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 1127 time: 0.2315373 Feb 11 12:59:54.426588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d213633-9733-4015-ba94-0f1f00fe1b0e {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:54.473445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3d213633-9733-4015-ba94-0f1f00fe1b0e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3d213633-9733-4015-ba94-0f1f00fe1b0e,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:54.479577 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:54.564084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=3d213633-9733-4015-ba94-0f1f00fe1b0e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:54.604841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09221e68-6418-4913-a68e-838453b9529a req-5e8dfa17-ac09-46fc-89ea-abbdb5afc18d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613023 Feb 11 12:59:54.625958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa89ff-2b54-4aad-9948-2bbf3790abeb req-ed1ec1ec-6c73-4679-abd0-1eaa1a2010e1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.631170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75fa89ff-2b54-4aad-9948-2bbf3790abeb req-ed1ec1ec-6c73-4679-abd0-1eaa1a2010e1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 943 time: 0.2197840 Feb 11 12:59:54.641625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8abde7-0c58-441a-9e47-a042a05a0d17 req-b1d6784f-2217-489a-a6df-2270541d9b06 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713072 Feb 11 12:59:54.690946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75fa89ff-2b54-4aad-9948-2bbf3790abeb req-a7090d3b-039b-4b72-b986-0bb1b13dd3e7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582292 Feb 11 12:59:54.719703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'name': 'network-vif-deleted', 'tag': '3a71efdc-7772-4309-8f3e-8546dfbad01f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:54.722477 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea696c1-7888-4eef-b652-df52e94dde9f" -d '{"events": [{"server_uuid": "8c4a82a4-471f-4a53-adaf-7ce50e672225", "name": "network-vif-deleted", "tag": "3a71efdc-7772-4309-8f3e-8546dfbad01f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:54.749612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f856662-bcb1-4ea0-bbf9-50972ffce9dd req-327878cb-a33b-4d46-9af1-576ce4e6c3ab tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.751218 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f856662-bcb1-4ea0-bbf9-50972ffce9dd req-327878cb-a33b-4d46-9af1-576ce4e6c3ab tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 949 time: 0.0936449 Feb 11 12:59:54.820361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['3d213633-9733-4015-ba94-0f1f00fe1b0e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:54.828057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f856662-bcb1-4ea0-bbf9-50972ffce9dd req-6a3afcdb-dbd2-4e20-b116-435ba21c48cc tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709834 Feb 11 12:59:54.873616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.879161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.886723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.892204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.899443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.920160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.934617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:54.938704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-744c3e1e-15e8-440d-a32b-affa2315a09b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5431 time: 0.1610906 Feb 11 12:59:55.055116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b05bb98-359b-45ef-88da-5c7ad9cc8a87 req-2749e1f1-107b-4a4c-a785-30fcae6afa04 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077747 Feb 11 12:59:55.095922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37500) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:55.176129 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0296bd7-feab-4ccb-a729-8aa7d1b1f72d x-openstack-request-id: req-e0296bd7-feab-4ccb-a729-8aa7d1b1f72d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:55.177603 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4a82a4-471f-4a53-adaf-7ce50e672225", "name": "network-vif-deleted", "tag": "3a71efdc-7772-4309-8f3e-8546dfbad01f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:55.177922 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0296bd7-feab-4ccb-a729-8aa7d1b1f72d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:55.178335 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4a82a4-471f-4a53-adaf-7ce50e672225', 'name': 'network-vif-deleted', 'tag': '3a71efdc-7772-4309-8f3e-8546dfbad01f', 'status': 'completed', 'code': 200} Feb 11 12:59:55.256174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2c1fc-9e9c-4e44-9808-08e15a0e62bc req-46175313-1574-4d02-add2-77a6a15ab1f5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:55.258355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-51c2c1fc-9e9c-4e44-9808-08e15a0e62bc req-46175313-1574-4d02-add2-77a6a15ab1f5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 948 time: 0.0736303 Feb 11 12:59:55.258521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] Deleting subnet 6c170d02-f972-4fec-a001-ca0c052ee5ab {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 12:59:55.264886 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] Publish callbacks [] for subnet (6c170d02-f972-4fec-a001-ca0c052ee5ab), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.312994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3739abb-1ca1-4793-a9bb-35fa258292c9 req-46ab93a7-efd2-4511-9a8b-35d438ac044c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:55.322868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3739abb-1ca1-4793-a9bb-35fa258292c9 req-46ab93a7-efd2-4511-9a8b-35d438ac044c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 950 time: 0.1068265 Feb 11 12:59:55.334960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (6c170d02-f972-4fec-a001-ca0c052ee5ab), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.385001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-51c2c1fc-9e9c-4e44-9808-08e15a0e62bc req-128b9225-ff44-48ea-8116-33823b7c2371 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055710 Feb 11 12:59:55.421058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3739abb-1ca1-4793-a9bb-35fa258292c9 req-3f7d79be-26e6-431d-865c-4f023fb07718 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971146 Feb 11 12:59:55.442842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6c170d02-f972-4fec-a001-ca0c052ee5ab), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.534002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1688d745-b4a0-464a-bdc4-fcbedc163d9f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:55.544693 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (6c170d02-f972-4fec-a001-ca0c052ee5ab), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.595852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c170d02-f972-4fec-a001-ca0c052ee5ab,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:55.622824 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.626186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6d7e6d63-64ea-4e2b-bdba-0dc2b242bcc5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c170d02-f972-4fec-a001-ca0c052ee5ab HTTP/1.1" status: 204 len: 168 time: 0.5289969 Feb 11 12:59:55.629073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37530) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:55.733585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (8177278a-8947-4e93-919e-906a21fef70a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.753446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:55.772887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'port_id': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'mac_address': 'fa:16:3e:6d:89:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:55.831434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1688d745-b4a0-464a-bdc4-fcbedc163d9f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:55.831773 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.848824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (8177278a-8947-4e93-919e-906a21fef70a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.860178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1688d745-b4a0-464a-bdc4-fcbedc163d9f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:55.888264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:55.902438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.904098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:55.916879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8177278a-8947-4e93-919e-906a21fef70a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:55.956011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d96155-6e9f-4ab5-a085-450912380460') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:55.956011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d96155-6e9f-4ab5-a085-450912380460') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:55.968807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (60d96155-6e9f-4ab5-a085-450912380460), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:55.979834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed448a5d-b466-4431-b98f-42062365f5df req-97e66e8b-cf7b-4fa5-a77d-94c70def452b tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:55.981589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed448a5d-b466-4431-b98f-42062365f5df req-97e66e8b-cf7b-4fa5-a77d-94c70def452b tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 946 time: 0.1270375 Feb 11 12:59:55.998209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1688d745-b4a0-464a-bdc4-fcbedc163d9f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:56.017188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (60d96155-6e9f-4ab5-a085-450912380460), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.028852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5cf8-2d06-4484-8ec1-850180beee06 req-d8bcc1e2-99cd-4d76-9af4-aecc7cb4f985 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.033435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 12:59:56.034109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (60d96155-6e9f-4ab5-a085-450912380460), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: timer() Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 12:59:56.035899 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 12:59:56.040585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5cf8-2d06-4484-8ec1-850180beee06 req-d8bcc1e2-99cd-4d76-9af4-aecc7cb4f985 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.050392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-223a5cf8-2d06-4484-8ec1-850180beee06 req-d8bcc1e2-99cd-4d76-9af4-aecc7cb4f985 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8&device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 1690 time: 0.1413906 Feb 11 12:59:56.070260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3d213633-9733-4015-ba94-0f1f00fe1b0e up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 12:59:56.119445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed448a5d-b466-4431-b98f-42062365f5df req-1f2da0e6-ff7f-4c3b-9dbf-9cdba7f59996 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311355 Feb 11 12:59:56.137821 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (8177278a-8947-4e93-919e-906a21fef70a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.150490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.159295 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] 10.222.0.42 "DELETE /v2.0/networks/8177278a-8947-4e93-919e-906a21fef70a HTTP/1.1" status: 204 len: 168 time: 0.5233326 Feb 11 12:59:56.161284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37542) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:56.181895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-223a5cf8-2d06-4484-8ec1-850180beee06 req-e46211d9-e591-4378-a132-22b34c26ef63 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296959 Feb 11 12:59:56.184951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:56.201692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819f863-f392-49b3-91ca-29ff07391ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=8177278a-8947-4e93-919e-906a21fef70a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:56.215006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'c5d0003d-7de9-41e1-a1a7-c9ea1791ab14', 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'port_id': 'c5d0003d-7de9-41e1-a1a7-c9ea1791ab14', 'mac_address': 'fa:16:3e:4a:03:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a51648f-dfc3-44b1-ac74-8b2cbc4b76df', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:56.292200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 3d213633-9733-4015-ba94-0f1f00fe1b0e completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 12:59:56.297559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 3d213633-9733-4015-ba94-0f1f00fe1b0e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 12:59:56.297967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.301882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:56.302088 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.357597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:56.389866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca1fbb-fb4a-4379-8b97-94a2ae37f016 req-a0c27d07-ce99-4353-af6b-0acf62b19fda tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.404222 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbca1fbb-fb4a-4379-8b97-94a2ae37f016 req-a0c27d07-ce99-4353-af6b-0acf62b19fda tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 944 time: 0.1669881 Feb 11 12:59:56.427700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:56.441197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37550) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:56.458888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.461666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.462605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e46c61ce-78a0-4a65-952e-4fd239451cf9 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:56.464532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.469557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.474868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.480373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.485500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.490754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.493334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6c4afd33-31e1-44b8-820c-391d7f4213ff tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5432 time: 0.1515269 Feb 11 12:59:56.508769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a71d74b-4e7a-4476-a701-cc23b6dc071e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.551996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbca1fbb-fb4a-4379-8b97-94a2ae37f016 req-2818853e-a09d-4fb3-a902-45f525addded tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467543 Feb 11 12:59:56.558604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:56.579763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c4a98d94-4f76-4086-b3f5-5bc83410dc66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7608bc8a053f4b8184b61559e189a535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378891 Feb 11 12:59:56.581381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37552) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:56.600096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51930c7f-2cea-4016-9e7c-9a51bb624bf9 req-6109312c-af61-4113-98d2-e4e37ba945ea tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998490 Feb 11 12:59:56.620893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e46c61ce-78a0-4a65-952e-4fd239451cf9', 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'port_id': 'e46c61ce-78a0-4a65-952e-4fd239451cf9', 'mac_address': 'fa:16:3e:51:35:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a51648f-dfc3-44b1-ac74-8b2cbc4b76df', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:56.741730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a71d74b-4e7a-4476-a701-cc23b6dc071e admin admin] Publish callbacks [] for security_group (6ddc2e7f-7182-47cc-9ab0-975b66a6f388), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.754734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a71d74b-4e7a-4476-a701-cc23b6dc071e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6ddc2e7f-7182-47cc-9ab0-975b66a6f388), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.809831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:56.817891 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2a71d74b-4e7a-4476-a701-cc23b6dc071e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16dcb9fc9a0d446b819f7c8c93ced524&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6513181 Feb 11 12:59:56.818867 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71d74b-4e7a-4476-a701-cc23b6dc071e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddc2e7f-7182-47cc-9ab0-975b66a6f388,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:56.823460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:56.869731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 3d213633-9733-4015-ba94-0f1f00fe1b0e is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:56.870101 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.881057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e46c61ce-78a0-4a65-952e-4fd239451cf9 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:56.881442 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.889845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-595746d6-273d-4044-a449-1398b2aa6eeb tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:56.892625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-595746d6-273d-4044-a449-1398b2aa6eeb tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "GET /v2.0/ports?device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 946 time: 0.2598770 Feb 11 12:59:56.907568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46c61ce-78a0-4a65-952e-4fd239451cf9 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:56.917089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d213633-9733-4015-ba94-0f1f00fe1b0e'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:56.919172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efbc114-d4ec-418e-8be3-d801e525490c admin admin] Publish callbacks [] for security_group (79e495dc-b2cc-4180-b0d2-485feb18e705), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.919489 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d9cd3f-fa20-4786-b37f-2a5cf251edd5" -d '{"events": [{"server_uuid": "47dd01bc-347c-4c97-b9cf-37b629a2a9ba", "name": "network-vif-plugged", "status": "completed", "tag": "3d213633-9733-4015-ba94-0f1f00fe1b0e"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:56.938947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3d213633-9733-4015-ba94-0f1f00fe1b0e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3d213633-9733-4015-ba94-0f1f00fe1b0e,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:56.949484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:56.950545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7227fcae-79f3-4707-9a57-39018f8e2b7d admin admin] Publish callbacks [] for security_group (6ddc2e7f-7182-47cc-9ab0-975b66a6f388), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.951040 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.957233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:56.978620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7227fcae-79f3-4707-9a57-39018f8e2b7d admin admin] Publish callbacks [] for security_group (6ddc2e7f-7182-47cc-9ab0-975b66a6f388), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.008187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=3d213633-9733-4015-ba94-0f1f00fe1b0e,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:57.065672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7227fcae-79f3-4707-9a57-39018f8e2b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6ddc2e7f-7182-47cc-9ab0-975b66a6f388), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.071041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7227fcae-79f3-4707-9a57-39018f8e2b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.073154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7227fcae-79f3-4707-9a57-39018f8e2b7d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6ddc2e7f-7182-47cc-9ab0-975b66a6f388 HTTP/1.1" status: 204 len: 168 time: 0.2483203 Feb 11 12:59:57.083342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:57.120074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7227fcae-79f3-4707-9a57-39018f8e2b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddc2e7f-7182-47cc-9ab0-975b66a6f388,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:57.168993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00bddf-0e3f-4051-861d-45ae1b054c1f req-d4c0acd3-9a83-4d8d-a8ac-a45e713511fb tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:57.177198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-db00bddf-0e3f-4051-861d-45ae1b054c1f req-d4c0acd3-9a83-4d8d-a8ac-a45e713511fb tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 1131 time: 0.3128350 Feb 11 12:59:57.294045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-db00bddf-0e3f-4051-861d-45ae1b054c1f req-1ca8b806-2441-4ca7-a1c7-0fae981f1a71 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141338 Feb 11 12:59:57.374630 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c41dd-dc90-4040-bdeb-263942d948fa x-openstack-request-id: req-618c41dd-dc90-4040-bdeb-263942d948fa {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 12:59:57.375351 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd01bc-347c-4c97-b9cf-37b629a2a9ba", "name": "network-vif-plugged", "status": "completed", "tag": "3d213633-9733-4015-ba94-0f1f00fe1b0e", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 12:59:57.375910 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-618c41dd-dc90-4040-bdeb-263942d948fa {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 12:59:57.376641 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d213633-9733-4015-ba94-0f1f00fe1b0e', 'code': 200} Feb 11 12:59:57.489292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efbc114-d4ec-418e-8be3-d801e525490c admin admin] Publish callbacks [] for security_group (79e495dc-b2cc-4180-b0d2-485feb18e705), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.498795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343f68b-32a6-4a53-8c57-6634cf99f97c req-3bc94608-4b5f-4e43-b1b9-8bbbca637ad4 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:57.505706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f343f68b-32a6-4a53-8c57-6634cf99f97c req-3bc94608-4b5f-4e43-b1b9-8bbbca637ad4 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 948 time: 0.7482007 Feb 11 12:59:57.529299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 369036de-3f63-41d9-a0e8-41f0dd2b6b47 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:57.569957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1688d745-b4a0-464a-bdc4-fcbedc163d9f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:57.587672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e11de-c772-4875-a1af-613a3923134c req-b7a6acad-ce24-4a3d-b212-72aba8ac5222 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:57.589529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-148e11de-c772-4875-a1af-613a3923134c req-b7a6acad-ce24-4a3d-b212-72aba8ac5222 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 946 time: 0.0682509 Feb 11 12:59:57.646236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f343f68b-32a6-4a53-8c57-6634cf99f97c req-39f82cdc-0069-4565-9c71-a28e59ecc930 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395209 Feb 11 12:59:57.673819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['c5d0003d-7de9-41e1-a1a7-c9ea1791ab14'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:57.682903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e46c61ce-78a0-4a65-952e-4fd239451cf9'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:57.687046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2425119-972a-429c-b863-b885eb83b96a req-a2b331e0-cbc0-40cd-9e5f-cd84c2ee69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:57.688554 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 12:59:57.690619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2425119-972a-429c-b863-b885eb83b96a req-a2b331e0-cbc0-40cd-9e5f-cd84c2ee69a5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 1127 time: 0.1765258 Feb 11 12:59:57.699813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Deleting port d1bfab56-90ee-4b57-bdf4-826a1ab599cb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:57.700000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.725447 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-148e11de-c772-4875-a1af-613a3923134c req-bfd5dff8-8e39-471f-bab7-462625252602 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/security-groups?id=4d0f7450-1658-4c28-b966-88aedc7b9e63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288137 Feb 11 12:59:57.779395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2425119-972a-429c-b863-b885eb83b96a req-3f5c783f-c1da-4e15-b545-02f2b7377dc9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826020 Feb 11 12:59:57.783450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efbc114-d4ec-418e-8be3-d801e525490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (79e495dc-b2cc-4180-b0d2-485feb18e705), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.786363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efbc114-d4ec-418e-8be3-d801e525490c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.787466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7efbc114-d4ec-418e-8be3-d801e525490c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79e495dc-b2cc-4180-b0d2-485feb18e705 HTTP/1.1" status: 204 len: 168 time: 1.2051327 Feb 11 12:59:57.800841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbc114-d4ec-418e-8be3-d801e525490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e495dc-b2cc-4180-b0d2-485feb18e705,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:57.919100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] For port d1bfab56-90ee-4b57-bdf4-826a1ab599cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:57.919471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:57.923427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a28ed-1a93-41fe-9fc0-a926b986603e req-08970d29-1f93-4082-b738-1a106ebbd660 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:57.925026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65a28ed-1a93-41fe-9fc0-a926b986603e req-08970d29-1f93-4082-b738-1a106ebbd660 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 1132 time: 0.0911586 Feb 11 12:59:57.956937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Calling delete_port for d1bfab56-90ee-4b57-bdf4-826a1ab599cb owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:57.996515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65a28ed-1a93-41fe-9fc0-a926b986603e req-64d1d4c8-7eaf-4c34-9cb0-57c15b7de915 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635538 Feb 11 12:59:58.092524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964344f-9159-4915-bbd6-ec1ccecede81 req-cde966e6-c8a4-4650-bcde-597a1a15591c tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.103397 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e964344f-9159-4915-bbd6-ec1ccecede81 req-cde966e6-c8a4-4650-bcde-597a1a15591c tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.1626706 Feb 11 12:59:58.215833 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e964344f-9159-4915-bbd6-ec1ccecede81 req-5eeb0b85-932c-4506-82a7-0e0411a89b5e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107612 Feb 11 12:59:58.313396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:58.348724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '369036de-3f63-41d9-a0e8-41f0dd2b6b47', 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f', 'port_id': '369036de-3f63-41d9-a0e8-41f0dd2b6b47', 'mac_address': 'fa:16:3e:ad:f1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb544348-6f0b-444e-ae1d-8e946d1822c2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:58.361471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-ecae68a2-c7c1-40c8-bb34-eb2b70c629ba tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.369629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-ecae68a2-c7c1-40c8-bb34-eb2b70c629ba tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.53 "GET /v2.0/ports?device_id=be8fe8dc-b1b2-4193-ae5f-6b6b03162e33 HTTP/1.1" status: 200 len: 946 time: 0.2324266 Feb 11 12:59:58.393422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.401064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.406986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.413842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.419554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.427579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.435590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:58.437765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-179e5a46-9136-483c-80ab-e7c5c8ecf74d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5434 time: 0.2498670 Feb 11 12:59:58.454130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d1bfab56-90ee-4b57-bdf4-826a1ab599cb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:58.506989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['fcc48179-a5c8-46fd-bf3b-62f7891dc66e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 12:59:58.527625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event deleted for resources: {'Port': ['ID=d1bfab56-90ee-4b57-bdf4-826a1ab599cb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:58.702385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 12:59:58.703004 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:58.825584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] No DVR routers for this DVR port d1bfab56-90ee-4b57-bdf4-826a1ab599cb on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 12:59:58.838505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:58.845880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9469dcf-3741-4f99-a2d5-79a6da2becfb req-991af591-5504-49fb-af86-a57702328cc7 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.64 "DELETE /v2.0/ports/d1bfab56-90ee-4b57-bdf4-826a1ab599cb HTTP/1.1" status: 204 len: 173 time: 1.9435053 Feb 11 12:59:58.853057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-e24f6395-0dd8-42d9-937d-4e3e17a6a385 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684252 Feb 11 12:59:58.860127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'name': 'network-vif-deleted', 'tag': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 12:59:58.862494 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6824dec-b2c7-4fd0-8842-5f0aa122a565" -d '{"events": [{"server_uuid": "4198a7c4-6e77-4d32-b961-4cfb52a86768", "name": "network-vif-deleted", "tag": "d1bfab56-90ee-4b57-bdf4-826a1ab599cb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 12:59:58.905499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58607a8a-eb1c-4169-b3ad-521efac39b43 req-60c175b7-b33c-49e3-85a5-2907e6309376 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4586890 Feb 11 12:59:59.001814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-f9ee5ac6-af6b-484e-bfde-485a2af10068 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3224134 Feb 11 12:59:59.023936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Deleting port fcc48179-a5c8-46fd-bf3b-62f7891dc66e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 12:59:59.025037 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:59.134465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-d346af1d-113b-46f7-b6a0-ce12bb9b5739 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:59.142274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-d346af1d-113b-46f7-b6a0-ce12bb9b5739 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768176 Feb 11 12:59:59.178356 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-9ff337f5-9f1f-447d-9309-f6c4f2bf8c02 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/quotas/f8826ab4085649058c2f3e7d612233c1 HTTP/1.1" status: 200 len: 375 time: 0.0350249 Feb 11 12:59:59.344100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-85a7c8ee-1698-402a-a869-2758c5db90be tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1642613 Feb 11 12:59:59.429296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] For port fcc48179-a5c8-46fd-bf3b-62f7891dc66e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,segment=NetworkSegment(16fe0239-d6cd-45c7-a362-55c2d81a8d4c),segment_id=16fe0239-d6cd-45c7-a362-55c2d81a8d4c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:59.429677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:59.434526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:59.454191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369036de-3f63-41d9-a0e8-41f0dd2b6b47 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 12:59:59.468333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfdaf9-2d09-4ce8-83de-ee4d8f5de20c req-efd497b8-89d7-4d71-a8ed-98e7e04663ea tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:59.469853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acbfdaf9-2d09-4ce8-83de-ee4d8f5de20c req-efd497b8-89d7-4d71-a8ed-98e7e04663ea tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 948 time: 0.3923254 Feb 11 12:59:59.479790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-4369d950-4497-4297-bd80-5d1f4c11f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:59.481299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:59.481475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-4369d950-4497-4297-bd80-5d1f4c11f687 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 1132 time: 0.4024074 Feb 11 12:59:59.489466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Calling delete_port for fcc48179-a5c8-46fd-bf3b-62f7891dc66e owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 12:59:59.508399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:59.509956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1d5834b5-672c-4abf-a440-dc14f741e232 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 12:59:59.603368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-09e6304b-3e39-4544-87c5-425d403776be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:59.605426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-09e6304b-3e39-4544-87c5-425d403776be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1129 time: 0.1938119 Feb 11 12:59:59.636137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acbfdaf9-2d09-4ce8-83de-ee4d8f5de20c req-d0543381-66fa-456e-8fcf-7c03df85e9c1 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491549 Feb 11 12:59:59.671308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e4126639-1a49-42ea-865d-685ac45f8351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:59.797423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1d5834b5-672c-4abf-a440-dc14f741e232, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1d5834b5-672c-4abf-a440-dc14f741e232,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 12:59:59.807352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-8c7ee2b1-0d91-4667-88ba-f1302b9f11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:59.808864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-8c7ee2b1-0d91-4667-88ba-f1302b9f11f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2482369 Feb 11 12:59:59.854226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1831918506-network', 'tenant_id': '07eb29ded3db484587972defce942039'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 12:59:59.881081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '1d5834b5-672c-4abf-a440-dc14f741e232', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '1d5834b5-672c-4abf-a440-dc14f741e232', 'mac_address': 'fa:16:3e:c2:9d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 12:59:59.888663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=369036de-3f63-41d9-a0e8-41f0dd2b6b47,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 12:59:59.900942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Made reservation on behalf of 07eb29ded3db484587972defce942039 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 12:59:59.903936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-d5cef4ab-0e74-40cb-98e6-5f1ad9eff62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 12:59:59.904118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:59.905436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-d5cef4ab-0e74-40cb-98e6-5f1ad9eff62e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.2417734 Feb 11 12:59:59.909434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-dcf0d1db-8afd-49fe-840f-16fd0cb77ff6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 HTTP/1.1" status: 200 len: 217 time: 0.0927987 Feb 11 12:59:59.911375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a9799f-80c6-4884-a5da-0cdeca587ea2 req-b215114c-cebe-498b-8c8a-7b0b5b918c7f tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.42 "GET /v2.0/ports?device_id=4198a7c4-6e77-4d32-b961-4cfb52a86768 HTTP/1.1" status: 200 len: 210 time: 0.0818641 Feb 11 12:59:59.924372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:59.956479 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fcc48179-a5c8-46fd-bf3b-62f7891dc66e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.002975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['fcc48179-a5c8-46fd-bf3b-62f7891dc66e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:00.041940 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 12:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e48c59-2578-49fa-bdd5-06eebc7be8f5 x-openstack-request-id: req-48e48c59-2578-49fa-bdd5-06eebc7be8f5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:00.042149 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4198a7c4-6e77-4d32-b961-4cfb52a86768", "name": "network-vif-deleted", "tag": "d1bfab56-90ee-4b57-bdf4-826a1ab599cb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:00.042407 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48e48c59-2578-49fa-bdd5-06eebc7be8f5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:00.042816 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4198a7c4-6e77-4d32-b961-4cfb52a86768', 'name': 'network-vif-deleted', 'tag': 'd1bfab56-90ee-4b57-bdf4-826a1ab599cb', 'status': 'completed', 'code': 200} Feb 11 13:00:00.053223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Pushing event deleted for resources: {'Port': ['ID=fcc48179-a5c8-46fd-bf3b-62f7891dc66e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:00.099925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d1bfab56-90ee-4b57-bdf4-826a1ab599cb no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:00.141576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-d573c8e7-0d72-45ce-9176-cbc36940057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.143115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-d573c8e7-0d72-45ce-9176-cbc36940057c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2269058 Feb 11 13:00:00.159200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1d5834b5-672c-4abf-a440-dc14f741e232 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:00.159362 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.165779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: d1bfab56-90ee-4b57-bdf4-826a1ab599cb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:00.166113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d1bfab56-90ee-4b57-bdf4-826a1ab599cb not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:00.190564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] No DVR routers for this DVR port fcc48179-a5c8-46fd-bf3b-62f7891dc66e on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:00.196307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5834b5-672c-4abf-a440-dc14f741e232 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:00.208212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-e1cf49fe-8e0d-467b-bff2-4c5f24152079 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1002 time: 0.2527692 Feb 11 13:00:00.208746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks [] for security_group (d3fef593-fabc-475e-a460-e0b38f83ce5f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.227238 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d3fef593-fabc-475e-a460-e0b38f83ce5f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.233059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.237948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ff74e89-a0e5-483a-baed-49338434b6c8 req-03777776-646d-4c26-acd5-52f6e260b290 tempest-MultipleCreateTestJSON-1952393852 tempest-MultipleCreateTestJSON-1952393852-project] 10.222.0.53 "DELETE /v2.0/ports/fcc48179-a5c8-46fd-bf3b-62f7891dc66e HTTP/1.1" status: 204 len: 173 time: 1.8601694 Feb 11 13:00:00.243504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1d5834b5-672c-4abf-a440-dc14f741e232, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1d5834b5-672c-4abf-a440-dc14f741e232,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:00.250408 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.251329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8011536a-0b47-47dc-aa0b-dc0ea70f4955 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:00.305963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:00.311738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-21e6422e-9055-45bb-95d5-8b12db7b331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.313263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-21e6422e-9055-45bb-95d5-8b12db7b331f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.0677378 Feb 11 13:00:00.337458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-67ae2bbc-b52c-4109-af8f-05d8d2c6d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.340240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-67ae2bbc-b52c-4109-af8f-05d8d2c6d7cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1474214 Feb 11 13:00:00.353085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fef593-fabc-475e-a460-e0b38f83ce5f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:00.360589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d03bbcd9-38fb-45af-92de-9a74f832af76), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.360925 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Added segment d03bbcd9-38fb-45af-92de-9a74f832af76 of type vlan for network 94335035-0ee7-4acc-9746-d553901e85f6 Feb 11 13:00:00.385688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1d5834b5-672c-4abf-a440-dc14f741e232,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:00.391835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543c61b-a5e1-4e72-a645-3b9fe5d1e433 req-ff0b5508-c62e-46e2-a3ce-bb1df3abb4fe tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.402390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7543c61b-a5e1-4e72-a645-3b9fe5d1e433 req-ff0b5508-c62e-46e2-a3ce-bb1df3abb4fe tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.2707961 Feb 11 13:00:00.530233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:00.544366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '8011536a-0b47-47dc-aa0b-dc0ea70f4955', 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'port_id': '8011536a-0b47-47dc-aa0b-dc0ea70f4955', 'mac_address': 'fa:16:3e:2f:c1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a51648f-dfc3-44b1-ac74-8b2cbc4b76df', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:00.555267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (94335035-0ee7-4acc-9746-d553901e85f6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.563924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-7a36441a-e7cc-4885-9e8a-f31394dc8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.565973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-7a36441a-e7cc-4885-9e8a-f31394dc8bd5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2319205 Feb 11 13:00:00.601110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:00.601692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.618784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8011536a-0b47-47dc-aa0b-dc0ea70f4955 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:00.619773 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7543c61b-a5e1-4e72-a645-3b9fe5d1e433 req-3f01b510-5032-4a1e-b74b-9414a4c34a23 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763935 Feb 11 13:00:00.621277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (94335035-0ee7-4acc-9746-d553901e85f6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.633694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.640234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.643628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:00.652443 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:00.653137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 60a3b7d3-3766-4479-819d-8db2e7390a5a details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:00.655992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-37b76588-1c89-4d16-9dab-fcec57c81418 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967265 Feb 11 13:00:00.784943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37702) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:00.789600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8011536a-0b47-47dc-aa0b-dc0ea70f4955,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:00.789787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3537560 Feb 11 13:00:00.798709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4e32-5522-431d-98cb-e5f7283205d1 admin admin] Pushing event updated for resources: {'Network': ['ID=94335035-0ee7-4acc-9746-d553901e85f6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:00.802498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 60a3b7d3-3766-4479-819d-8db2e7390a5a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:00.810743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Request body: {'subnet': {'network_id': '94335035-0ee7-4acc-9746-d553901e85f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1831918506-subnet', 'tenant_id': '07eb29ded3db484587972defce942039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:00.827137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 94335035-0ee7-4acc-9746-d553901e85f6 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:00.890952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '60a3b7d3-3766-4479-819d-8db2e7390a5a', 'network_id': 'd2a07d6b-71f7-4b02-9dbb-38caa38e013d', 'port_id': '60a3b7d3-3766-4479-819d-8db2e7390a5a', 'mac_address': 'fa:16:3e:e2:b2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a51648f-dfc3-44b1-ac74-8b2cbc4b76df', 'ip_address': '10.1.1.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:00.929343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.930427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f75e8a-7145-4932-af2b-29a70977f05f req-0ba62bca-1d72-4380-99d2-ff1219ac5b5e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.932715 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1f75e8a-7145-4932-af2b-29a70977f05f req-0ba62bca-1d72-4380-99d2-ff1219ac5b5e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0959332 Feb 11 13:00:00.944059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.956166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.969112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.976831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.987153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.993953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:00.996564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-37a1a1d1-e11a-40ac-b883-e33a20c55347 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5435 time: 0.4502301 Feb 11 13:00:01.012762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 60a3b7d3-3766-4479-819d-8db2e7390a5a is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:01.013167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.038571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a3b7d3-3766-4479-819d-8db2e7390a5a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:01.049804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-6cb796f6-f8a4-40b2-80a7-ab8be8a5941f service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549952 Feb 11 13:00:01.070360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1f75e8a-7145-4932-af2b-29a70977f05f req-32cf32f5-cbe3-4d94-8a08-211e32b84818 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283505 Feb 11 13:00:01.082917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 60a3b7d3-3766-4479-819d-8db2e7390a5a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:01.095495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Made reservation on behalf of 07eb29ded3db484587972defce942039 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:01.097908 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.102465 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.103673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device b6908d7d-c822-4e57-8a01-d3587387df73 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:01.174234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=60a3b7d3-3766-4479-819d-8db2e7390a5a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:01.239945 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bddda33b-fdba-4d97-aece-cd10d4aa2f77 req-aae375d6-4ae9-4f2d-8a8e-60f2b3846abe tempest-AbsoluteLimitsNegativeTestJSON-542293553 tempest-AbsoluteLimitsNegativeTestJSON-542293553-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=b42e2f72f1dd40ac9eedd7c666f5854f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376825 Feb 11 13:00:01.245157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port b6908d7d-c822-4e57-8a01-d3587387df73, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b6908d7d-c822-4e57-8a01-d3587387df73,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:01.276606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3920c70-d4f6-48d0-8aa9-4d21a98e6763 req-8f62da65-9d0b-478a-aacb-883341a10ce6 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118964 Feb 11 13:00:01.277461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'b6908d7d-c822-4e57-8a01-d3587387df73', 'network_id': '289e2bbb-2984-4742-a689-7bd39985aa6f', 'port_id': 'b6908d7d-c822-4e57-8a01-d3587387df73', 'mac_address': 'fa:16:3e:6f:25:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb544348-6f0b-444e-ae1d-8e946d1822c2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:01.279032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d073274a-7b01-445a-96c8-5b6253cdb196 req-b27eb7c8-0ac6-4d94-b60e-7f6406fb0142 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120648 Feb 11 13:00:01.290691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f9dbdd8-a20f-4aee-8d84-96347f7ee157 req-1b70059e-2109-42a9-ab81-1048867fd86e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2843029 Feb 11 13:00:01.409017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port b6908d7d-c822-4e57-8a01-d3587387df73 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:01.409448 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.420002 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e17dcabf-5394-4619-8c30-0f86274c4222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.449921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6908d7d-c822-4e57-8a01-d3587387df73 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:01.478163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddda33b-fdba-4d97-aece-cd10d4aa2f77 req-8daf45aa-a1df-440d-acdb-c182b48fc9f5 tempest-AbsoluteLimitsNegativeTestJSON-542293553 tempest-AbsoluteLimitsNegativeTestJSON-542293553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:01.480029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bddda33b-fdba-4d97-aece-cd10d4aa2f77 req-8daf45aa-a1df-440d-acdb-c182b48fc9f5 tempest-AbsoluteLimitsNegativeTestJSON-542293553 tempest-AbsoluteLimitsNegativeTestJSON-542293553-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322695 Feb 11 13:00:01.490436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port b6908d7d-c822-4e57-8a01-d3587387df73, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b6908d7d-c822-4e57-8a01-d3587387df73,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:01.497557 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.511036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bddda33b-fdba-4d97-aece-cd10d4aa2f77 req-c6eb2cf1-81c6-4653-bdc6-b85f619fd7e2 tempest-AbsoluteLimitsNegativeTestJSON-542293553 tempest-AbsoluteLimitsNegativeTestJSON-542293553-project] 10.222.0.42 "GET /v2.0/quotas/b42e2f72f1dd40ac9eedd7c666f5854f HTTP/1.1" status: 200 len: 375 time: 0.0221336 Feb 11 13:00:01.546615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1688d745-b4a0-464a-bdc4-fcbedc163d9f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:01.559646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bddda33b-fdba-4d97-aece-cd10d4aa2f77 req-780271ab-d7ac-48ca-b94a-e5b00b5753c0 tempest-AbsoluteLimitsNegativeTestJSON-542293553 tempest-AbsoluteLimitsNegativeTestJSON-542293553-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b42e2f72f1dd40ac9eedd7c666f5854f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435457 Feb 11 13:00:01.593507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=b6908d7d-c822-4e57-8a01-d3587387df73,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:01.607604 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (e40a527a-ce48-4ea9-854c-c779070216dd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.633742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 1688d745-b4a0-464a-bdc4-fcbedc163d9f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:01.638079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 1688d745-b4a0-464a-bdc4-fcbedc163d9f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:01.638500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.683653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e40a527a-ce48-4ea9-854c-c779070216dd,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:01.695136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0de2a7-52a5-4334-9fbf-f6e2526e2946 req-c2ad92fa-0acc-4f9a-9762-6d92d95c1b8e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:01.697088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d0de2a7-52a5-4334-9fbf-f6e2526e2946 req-c2ad92fa-0acc-4f9a-9762-6d92d95c1b8e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.2530806 Feb 11 13:00:01.758725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1bde5-c50b-4094-b567-a7c07861cc41 req-eadeb36d-8d75-48a9-a7b8-b840af522682 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:01.761510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Checking segment: {'id': 'd03bbcd9-38fb-45af-92de-9a74f832af76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '94335035-0ee7-4acc-9746-d553901e85f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:01.761992 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f7a1bde5-c50b-4094-b567-a7c07861cc41 req-eadeb36d-8d75-48a9-a7b8-b840af522682 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 949 time: 0.0871880 Feb 11 13:00:01.762120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Network hostable DHCP agents. Network: 94335035-0ee7-4acc-9746-d553901e85f6, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:01.778729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d0de2a7-52a5-4334-9fbf-f6e2526e2946 req-881fa35a-50dc-4f3a-9958-e9b3f2dd2c77 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725553 Feb 11 13:00:01.781130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1688d745-b4a0-464a-bdc4-fcbedc163d9f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:01.781130 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.801491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Network 94335035-0ee7-4acc-9746-d553901e85f6 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:01.823449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 94335035-0ee7-4acc-9746-d553901e85f6) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:01.828788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:01.829449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.834563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:01.836986 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0813894-1b6f-4bb9-9442-cc4be33dde5b" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:01.843437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8afabee-9314-48b7-9e94-fd0ce8c736fa None None] Network 94335035-0ee7-4acc-9746-d553901e85f6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:01.843639 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f7a1bde5-c50b-4094-b567-a7c07861cc41 req-7dd1228f-3039-4e08-bd65-fef0c8081e96 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750048 Feb 11 13:00:01.868410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-344e32c2-4a21-4ef6-8014-ea21ea880934 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0759947 Feb 11 13:00:01.879891 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:00:01.906127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:01.919623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48edb35c-b938-45ca-a006-e6a8ae7cd4ec req-785344b8-3824-4d0f-b9b7-671d61c3b3c0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 210 time: 0.0582595 Feb 11 13:00:01.933511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:01.934350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:02.043813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'name': 'network-vif-deleted', 'tag': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:02.046918 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185604ad-3368-4a4e-bc59-a8f095692e5c" -d '{"events": [{"server_uuid": "be8fe8dc-b1b2-4193-ae5f-6b6b03162e33", "name": "network-vif-deleted", "tag": "fcc48179-a5c8-46fd-bf3b-62f7891dc66e"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:02.057461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:02.068002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9c7a07-25bd-4413-b46a-3be7a6d740e2 None None] Network 94335035-0ee7-4acc-9746-d553901e85f6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:02.085800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37738) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:02.101821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1688d745-b4a0-464a-bdc4-fcbedc163d9f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:02.116482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:02.116915 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.200062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-21dc2f38-ca99-4eba-8a92-e0e4a51dc235 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472395 Feb 11 13:00:02.250771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d053b8c-8eb5-414f-9da6-08a6e374ea5d req-ff109873-cc19-41bd-bbbc-111596df9f76 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:02.258689 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8d053b8c-8eb5-414f-9da6-08a6e374ea5d req-ff109873-cc19-41bd-bbbc-111596df9f76 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.1813967 Feb 11 13:00:02.293710 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-252b93ef-1b62-418d-a9e3-ae41fc349a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.333572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:02.334111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.344132 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8d053b8c-8eb5-414f-9da6-08a6e374ea5d req-46493b4e-9c43-46a1-8014-408a68696fa4 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844789 Feb 11 13:00:02.377439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:02.384736 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.387261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e46c61ce-78a0-4a65-952e-4fd239451cf9 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:02.474756 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1082269e-526c-4e32-9ebc-29201d9b5f82 x-openstack-request-id: req-1082269e-526c-4e32-9ebc-29201d9b5f82 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:02.475359 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:02.475537 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1082269e-526c-4e32-9ebc-29201d9b5f82 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:02.476026 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'code': 200} Feb 11 13:00:02.487561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['b6908d7d-c822-4e57-8a01-d3587387df73'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:02.498253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37756) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:02.507846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-fd57463c-3fb7-4351-acad-6b43acc98532 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:02.510805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-fd57463c-3fb7-4351-acad-6b43acc98532 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3057909 Feb 11 13:00:02.515387 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de916080-0edd-4a16-b925-7629d3139dd6 x-openstack-request-id: req-de916080-0edd-4a16-b925-7629d3139dd6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:02.515744 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be8fe8dc-b1b2-4193-ae5f-6b6b03162e33", "name": "network-vif-deleted", "tag": "fcc48179-a5c8-46fd-bf3b-62f7891dc66e", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:02.516127 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de916080-0edd-4a16-b925-7629d3139dd6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:02.517036 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8fe8dc-b1b2-4193-ae5f-6b6b03162e33', 'name': 'network-vif-deleted', 'tag': 'fcc48179-a5c8-46fd-bf3b-62f7891dc66e', 'status': 'completed', 'code': 200} Feb 11 13:00:02.530015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:02.562862 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.573841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:02.598045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] Deleting subnet fec6848b-adf1-4681-9319-dd5f9c127486 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:00:02.598851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1d5834b5-672c-4abf-a440-dc14f741e232'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:02.605493 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] Publish callbacks [] for subnet (fec6848b-adf1-4681-9319-dd5f9c127486), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.615159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-01bf8f9d-a63a-4161-afab-5336b0f2ecf7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544543 Feb 11 13:00:02.632740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port e46c61ce-78a0-4a65-952e-4fd239451cf9 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:02.655894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['369036de-3f63-41d9-a0e8-41f0dd2b6b47'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:02.663908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8011536a-0b47-47dc-aa0b-dc0ea70f4955'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:02.701414 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (fec6848b-adf1-4681-9319-dd5f9c127486), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.761599 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (fec6848b-adf1-4681-9319-dd5f9c127486), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.808965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-252b93ef-1b62-418d-a9e3-ae41fc349a88 admin admin] Publish callbacks [] for security_group (ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.832701 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-252b93ef-1b62-418d-a9e3-ae41fc349a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.861140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e46c61ce-78a0-4a65-952e-4fd239451cf9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:02.861819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.898842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:02.903519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:02.916016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-cc154635-c8ec-4784-adde-8ecfe7be07de tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:02.917598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-cc154635-c8ec-4784-adde-8ecfe7be07de tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2548234 Feb 11 13:00:02.949108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:02.955500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b93ef-1b62-418d-a9e3-ae41fc349a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:02.963812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-252b93ef-1b62-418d-a9e3-ae41fc349a88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b42e2f72f1dd40ac9eedd7c666f5854f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8764231 Feb 11 13:00:02.975196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37772) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:03.284222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-c424e100-6c60-44a3-8ac9-d2a6f2e865a5 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:03.285890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-c424e100-6c60-44a3-8ac9-d2a6f2e865a5 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/networks?id=94335035-0ee7-4acc-9746-d553901e85f6 HTTP/1.1" status: 200 len: 814 time: 0.1365035 Feb 11 13:00:03.310192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (fec6848b-adf1-4681-9319-dd5f9c127486), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.337259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-bfcd37fd-a89f-4d6c-afa5-8b38766cb9bc tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/quotas/07eb29ded3db484587972defce942039 HTTP/1.1" status: 200 len: 375 time: 0.0412059 Feb 11 13:00:03.355618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec6848b-adf1-4681-9319-dd5f9c127486,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:03.362079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.365708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-305984d4-4b30-4d6e-bd26-1647fbfbdaad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fec6848b-adf1-4681-9319-dd5f9c127486 HTTP/1.1" status: 204 len: 168 time: 0.8634355 Feb 11 13:00:03.381677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37774) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:03.392513 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-18677586-de3d-4a05-9e31-a75bee3e7686 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07eb29ded3db484587972defce942039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461397 Feb 11 13:00:03.414966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e46c61ce-78a0-4a65-952e-4fd239451cf9 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:03.415368 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.492596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.508922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:03.531848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.532680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:03.547286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['60a3b7d3-3766-4479-819d-8db2e7390a5a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:03.578155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed325-afaf-49c0-bf35-9c15b311877d admin admin] Publish callbacks [] for security_group (ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.604549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bbeca5-a680-4955-938d-a6416778d43a req-e0bd6ffe-206b-4de9-b924-1731bed55bd7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:03.606179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02bbeca5-a680-4955-938d-a6416778d43a req-e0bd6ffe-206b-4de9-b924-1731bed55bd7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.6020279 Feb 11 13:00:03.627707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.639756 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-91323740-6ed2-4096-ac83-616c1245eb9c service neutron] 10.222.0.42 "GET /v2.0/networks/94335035-0ee7-4acc-9746-d553901e85f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254622 Feb 11 13:00:03.641255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.183 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/2fe50bd9-d157-4040-b396-480fc16513c8) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:03.646938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed325-afaf-49c0-bf35-9c15b311877d admin admin] Publish callbacks [] for security_group (ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.652827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aff5aa1-06c8-4c00-a35e-93b72dff8eb5']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:03.665439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fe0239-d6cd-45c7-a362-55c2d81a8d4c') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:03.665917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fe0239-d6cd-45c7-a362-55c2d81a8d4c') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:03.677502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (16fe0239-d6cd-45c7-a362-55c2d81a8d4c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.678661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:03.680251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:03.683574 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.702677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (16fe0239-d6cd-45c7-a362-55c2d81a8d4c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.727104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:00:03.727444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (16fe0239-d6cd-45c7-a362-55c2d81a8d4c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:00:03.729574 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:00:03.747324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:03.747848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.795861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02bbeca5-a680-4955-938d-a6416778d43a req-1494ab62-52bf-4085-9dc0-7ddb5978f842 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745687 Feb 11 13:00:03.827808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:03.844703 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.845675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device fcc48179-a5c8-46fd-bf3b-62f7891dc66e no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:03.864025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (5aff5aa1-06c8-4c00-a35e-93b72dff8eb5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.899481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: fcc48179-a5c8-46fd-bf3b-62f7891dc66e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:03.900116 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.900245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device fcc48179-a5c8-46fd-bf3b-62f7891dc66e not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:03.901621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed325-afaf-49c0-bf35-9c15b311877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.904008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/5aff5aa1-06c8-4c00-a35e-93b72dff8eb5 HTTP/1.1" status: 204 len: 168 time: 0.5197992 Feb 11 13:00:03.904192 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b7ed325-afaf-49c0-bf35-9c15b311877d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:03.907784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-95e40f91-8627-480e-8c4b-2757b819338d service neutron] 10.222.0.42 "GET /v2.0/networks/94335035-0ee7-4acc-9746-d553901e85f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022007 Feb 11 13:00:03.908173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6b7ed325-afaf-49c0-bf35-9c15b311877d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8 HTTP/1.1" status: 204 len: 168 time: 0.9321475 Feb 11 13:00:03.909145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967ffcd-338a-4aad-8873-e7445e49c2ac admin admin] Pushing event deleted for resources: {'Network': ['ID=5aff5aa1-06c8-4c00-a35e-93b72dff8eb5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:03.956763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=11']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:03.973528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ed325-afaf-49c0-bf35-9c15b311877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8b7a6d-803c-4ad4-b3b2-baa44db6d5c8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:04.025566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (2fe50bd9-d157-4040-b396-480fc16513c8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.038420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.044436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.053975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.060263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.065720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.072683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.078361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.086187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-249c5205-18fd-4a77-b156-c7b3b02cdaba tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5441 time: 0.1767645 Feb 11 13:00:04.131954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37788) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:04.139830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.197199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a86e4e19-bc6d-4a7c-b8d8-aad6048fcbef req-936776ff-5f35-45d7-8ef0-e4e38a29338d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101031 Feb 11 13:00:04.205868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.220381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:04.247086 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d6b2d226-9e96-4566-81a0-1c46c8bfbb09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42eca3f8284f45109c03883594724860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1140933 Feb 11 13:00:04.250180 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37790) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:04.328260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31d836-7872-48c1-827e-98c6699b17ef req-58c6634c-d206-4b06-920e-66799891aeb7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.334795 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea31d836-7872-48c1-827e-98c6699b17ef req-58c6634c-d206-4b06-920e-66799891aeb7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1816998 Feb 11 13:00:04.424358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ccccd3a-a110-4d23-ab05-4384a5ca7634 admin admin] Publish callbacks [] for security_group (4d0f7450-1658-4c28-b966-88aedc7b9e63), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.427122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.181 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/4f5da101-8273-4567-9738-d0dba621bc1f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:04.439219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:04.440070 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea31d836-7872-48c1-827e-98c6699b17ef req-8bc58807-3c46-4508-a0e0-805cb36049e6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840147 Feb 11 13:00:04.473280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:04.478271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=2fe50bd9-d157-4040-b396-480fc16513c8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:04.488822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0003d-7de9-41e1-a1a7-c9ea1791ab14'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c61ce-78a0-4a65-952e-4fd239451cf9'}, {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:04.489596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:04.490598 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ccccd3a-a110-4d23-ab05-4384a5ca7634 admin admin] Publish callbacks [] for security_group (4d0f7450-1658-4c28-b966-88aedc7b9e63), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.496731 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02177e91-1486-44a1-9601-027d2a40f707" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "c5d0003d-7de9-41e1-a1a7-c9ea1791ab14"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "e46c61ce-78a0-4a65-952e-4fd239451cf9"}, {"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-unplugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:04.587985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.588948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.652387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ae796-9628-4e43-856b-b1f549495834 req-5be697a5-183d-4f09-86fb-78ec5cd8f64e tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:04.662439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a4016e0-d006-4ad6-bfbf-8dd1a64a42c2 req-7d506cd8-a3a2-48dc-9a87-7e772254beb3 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 210 time: 0.0886002 Feb 11 13:00:04.679328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-528ae796-9628-4e43-856b-b1f549495834 req-5be697a5-183d-4f09-86fb-78ec5cd8f64e tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 949 time: 0.2779746 Feb 11 13:00:04.701266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ccccd3a-a110-4d23-ab05-4384a5ca7634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4d0f7450-1658-4c28-b966-88aedc7b9e63), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.703991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ccccd3a-a110-4d23-ab05-4384a5ca7634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.704167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-ebee3d07-cdf0-4466-b6ea-89a4858bf013 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1825848 Feb 11 13:00:04.705116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4ccccd3a-a110-4d23-ab05-4384a5ca7634 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d0f7450-1658-4c28-b966-88aedc7b9e63 HTTP/1.1" status: 204 len: 168 time: 0.4536986 Feb 11 13:00:04.721551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Request body: {'port': {'device_id': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:04.722498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccccd3a-a110-4d23-ab05-4384a5ca7634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f7450-1658-4c28-b966-88aedc7b9e63,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:04.902839 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-528ae796-9628-4e43-856b-b1f549495834 req-19fc3ac4-4ae0-4581-aede-773ba1ea2e72 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224102 Feb 11 13:00:05.032173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-dfa3bfa1-c5fe-4661-b7a2-3f9f10ee9b2f None None] Provisioning complete for port 2fe50bd9-d157-4040-b396-480fc16513c8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:05.032800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dfa3bfa1-c5fe-4661-b7a2-3f9f10ee9b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.075638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3bfa1-c5fe-4661-b7a2-3f9f10ee9b2f None None] Port 2fe50bd9-d157-4040-b396-480fc16513c8 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:05.151689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28b90308-7d73-4eae-8ac1-9fd3db1898c4 req-764ef12e-34c1-481f-94d2-f6aa9bc112a7 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 210 time: 0.0669875 Feb 11 13:00:05.155407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.222235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37820) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:05.235781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (4f5da101-8273-4567-9738-d0dba621bc1f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.279366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.349356 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e885422-c4f8-4938-9585-bff0bbf7aadc x-openstack-request-id: req-8e885422-c4f8-4938-9585-bff0bbf7aadc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:05.349671 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "c5d0003d-7de9-41e1-a1a7-c9ea1791ab14", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "e46c61ce-78a0-4a65-952e-4fd239451cf9", "code": 200}, {"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-unplugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:05.349936 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e885422-c4f8-4938-9585-bff0bbf7aadc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:05.351022 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d0003d-7de9-41e1-a1a7-c9ea1791ab14', 'code': 200} Feb 11 13:00:05.351022 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46c61ce-78a0-4a65-952e-4fd239451cf9', 'code': 200} Feb 11 13:00:05.351022 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'code': 200} Feb 11 13:00:05.409674 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.422043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:05.435235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61860513-7b7f-45e5-a6f6-7b172e20f238 req-c0138520-885b-4f2e-be5c-15730776f1e8 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.445053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61860513-7b7f-45e5-a6f6-7b172e20f238 req-c0138520-885b-4f2e-be5c-15730776f1e8 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1523757 Feb 11 13:00:05.483256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-918096982-network', 'tenant_id': 'bbfa238546d6418280f15588a0beda4c'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:05.552831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:05.581515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61860513-7b7f-45e5-a6f6-7b172e20f238 req-d5392007-4225-4909-96dd-c7250e025065 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351902 Feb 11 13:00:05.587710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Made reservation on behalf of bbfa238546d6418280f15588a0beda4c for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:05.592455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.597542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:05.617538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:05.635231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.640849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.649379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.650512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.661942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.677828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.683541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.688718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.698057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba973bfb-fa5d-4c53-9593-a418550689df req-d26ab9ae-47bb-40bc-af51-18d831a0a3a2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5441 time: 0.2104218 Feb 11 13:00:05.713179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:05.715869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=4f5da101-8273-4567-9738-d0dba621bc1f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:05.840131 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks [] for security_group (d91e0838-2330-469f-90ba-3404696ed395), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.876641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d91e0838-2330-469f-90ba-3404696ed395), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.889582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.894072 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.940674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:05.945612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba973bfb-fa5d-4c53-9593-a418550689df req-3603ecfd-4bb3-422a-ac6d-f25b67b8ba3a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2464092 Feb 11 13:00:05.957211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf11d9-9fe5-4fd0-8da7-6c926d99603d req-f7994421-e76e-42d0-ae1c-5e299ca87459 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:05.966619 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33cf11d9-9fe5-4fd0-8da7-6c926d99603d req-f7994421-e76e-42d0-ae1c-5e299ca87459 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1249380 Feb 11 13:00:06.011028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-c86b3f94-90b4-40d9-8e9f-6b0c0efad263 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0695381 Feb 11 13:00:06.028735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c07295eb-5565-4fe2-be14-9996a7245ccd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.029089 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Added segment c07295eb-5565-4fe2-be14-9996a7245ccd of type vlan for network dd481396-73df-429b-baac-552617a6ae59 Feb 11 13:00:06.030409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91e0838-2330-469f-90ba-3404696ed395,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:06.050224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Request body: {'port': {'device_id': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:06.076350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:06.123293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '14938341-81b2-44e7-a062-6db324358a28', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '14938341-81b2-44e7-a062-6db324358a28', 'mac_address': 'fa:16:3e:49:f1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:06.143031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33cf11d9-9fe5-4fd0-8da7-6c926d99603d req-f3c63025-6e33-4362-976a-78a90f0cc85d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753328 Feb 11 13:00:06.180041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (dd481396-73df-429b-baac-552617a6ae59), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.261753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:06.262113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.278850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ce7b266c-a39d-4042-95b0-b2cf117af2a2 None None] Provisioning complete for port 4f5da101-8273-4567-9738-d0dba621bc1f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:06.279481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce7b266c-a39d-4042-95b0-b2cf117af2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.333953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14938341-81b2-44e7-a062-6db324358a28 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:06.338752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b266c-a39d-4042-95b0-b2cf117af2a2 None None] Port 4f5da101-8273-4567-9738-d0dba621bc1f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:06.358081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (dd481396-73df-429b-baac-552617a6ae59), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.359087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:06.361853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.372194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:06.386275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-9b08ff84-653d-4f29-b0bf-b9e313d914ee tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:06.388997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-9b08ff84-653d-4f29-b0bf-b9e313d914ee tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.64 "GET /v2.0/networks?id=94335035-0ee7-4acc-9746-d553901e85f6 HTTP/1.1" status: 200 len: 814 time: 0.2479739 Feb 11 13:00:06.392665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.411213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Request body: {'port': {'device_id': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'network_id': '94335035-0ee7-4acc-9746-d553901e85f6', 'admin_state_up': True, 'tenant_id': '07eb29ded3db484587972defce942039'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:06.454838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe50bd9-d157-4040-b396-480fc16513c8 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:06.468806 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2452912 Feb 11 13:00:06.469515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:06.471267 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Publish callbacks [] for port (2fe50bd9-d157-4040-b396-480fc16513c8), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.495333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Request body: {'subnet': {'network_id': 'dd481396-73df-429b-baac-552617a6ae59', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-918096982-subnet', 'tenant_id': 'bbfa238546d6418280f15588a0beda4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:06.524459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=12']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:06.561833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf615a-a8ab-490d-8c0b-4da27c826e0c admin admin] Pushing event updated for resources: {'Network': ['ID=dd481396-73df-429b-baac-552617a6ae59,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:06.564165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Transition to ACTIVE for port object 2fe50bd9-d157-4040-b396-480fc16513c8 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:06.572904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee0ab3-46b5-4b93-99e5-68707646203f req-918a1110-35cc-4b5e-9a78-74b1451c2f7b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:06.576149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network dd481396-73df-429b-baac-552617a6ae59 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:06.581613 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebee0ab3-46b5-4b93-99e5-68707646203f req-918a1110-35cc-4b5e-9a78-74b1451c2f7b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 936 time: 0.3298924 Feb 11 13:00:06.587656 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.596347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.605318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Made reservation on behalf of bbfa238546d6418280f15588a0beda4c for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:06.608123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.736156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe50bd9-d157-4040-b396-480fc16513c8,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:06.809595 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebee0ab3-46b5-4b93-99e5-68707646203f req-81279317-3478-432b-a613-fd1d8b607997 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214699 Feb 11 13:00:06.845104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cb01-9e83-4c87-aefd-ff2f26de6efc req-6d163593-f511-4ff0-accf-ef2ddf8b7434 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:06.850398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cb01-9e83-4c87-aefd-ff2f26de6efc req-6d163593-f511-4ff0-accf-ef2ddf8b7434 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:06.855296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['14938341-81b2-44e7-a062-6db324358a28'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:06.857130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cb01-9e83-4c87-aefd-ff2f26de6efc req-6d163593-f511-4ff0-accf-ef2ddf8b7434 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:06.865394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d76cb01-9e83-4c87-aefd-ff2f26de6efc req-6d163593-f511-4ff0-accf-ef2ddf8b7434 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba&device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10&device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 2417 time: 0.3198564 Feb 11 13:00:06.917714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Made reservation on behalf of 07eb29ded3db484587972defce942039 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:06.921141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:06.933277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.043722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:07.068549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d76cb01-9e83-4c87-aefd-ff2f26de6efc req-88e884c1-2d21-4338-a089-317b9f606a59 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024271 Feb 11 13:00:07.090437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f700917-e04a-4041-bbe4-4a79bb476847 req-972ec456-2882-4892-a222-d95d8ce769ad tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.094245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f700917-e04a-4041-bbe4-4a79bb476847 req-972ec456-2882-4892-a222-d95d8ce769ad tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 949 time: 0.1977682 Feb 11 13:00:07.095106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Checking segment: {'id': 'c07295eb-5565-4fe2-be14-9996a7245ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dd481396-73df-429b-baac-552617a6ae59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:07.095474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Network hostable DHCP agents. Network: dd481396-73df-429b-baac-552617a6ae59, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:07.142574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Network dd481396-73df-429b-baac-552617a6ae59 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:07.144991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Attempting to bind port 2fe50bd9-d157-4040-b396-480fc16513c8 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:07.145439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Attempting to bind port 2fe50bd9-d157-4040-b396-480fc16513c8 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:07.145958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Attempting to bind port 2fe50bd9-d157-4040-b396-480fc16513c8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:07.166731 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f700917-e04a-4041-bbe4-4a79bb476847 req-0626024c-1af2-4720-aeb4-68a9086098f3 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667460 Feb 11 13:00:07.168064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, dd481396-73df-429b-baac-552617a6ae59) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:07.173083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.173870 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.179516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fdc441-71bc-4a66-8cf6-ad95e3e2ef61 None None] Network dd481396-73df-429b-baac-552617a6ae59 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:07.201037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Port 2fe50bd9-d157-4040-b396-480fc16513c8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:07.201336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Attempting to bind port 2fe50bd9-d157-4040-b396-480fc16513c8 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:07.209357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98ec1e73-2f38-4cfc-a166-be5554434703 req-49412f68-152c-459f-9d09-860df677bb25 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 210 time: 0.0532112 Feb 11 13:00:07.218058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:07.218896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:07.228271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fc0b2003-f53d-415c-b0ff-56448452c3d1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7377305 Feb 11 13:00:07.228578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:07.228578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Bound port: 2fe50bd9-d157-4040-b396-480fc16513c8, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:07.228578 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.386548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31b50c-1cb9-46cb-80c8-bbaf0dbb96b2 None None] Network dd481396-73df-429b-baac-552617a6ae59 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:07.494711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Allocated IP 172.20.0.13 (94335035-0ee7-4acc-9746-d553901e85f6/e40a527a-ce48-4ea9-854c-c779070216dd/e6a50cab-9312-4354-b925-c09cf3975ced) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:07.523438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5da101-8273-4567-9738-d0dba621bc1f {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:07.564767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 369036de-3f63-41d9-a0e8-41f0dd2b6b47 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:07.585075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Publish callbacks [] for port (4f5da101-8273-4567-9738-d0dba621bc1f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.659181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:07.668077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:07.668506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.721149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.734545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.741358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.746743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.750494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58905e-8c47-4b27-b685-983becb7862a req-5a1259cb-1a99-4883-827c-fafd63ef1d4f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.751835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.753033 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b58905e-8c47-4b27-b685-983becb7862a req-5a1259cb-1a99-4883-827c-fafd63ef1d4f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.1070199 Feb 11 13:00:07.767269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.796840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:07.802719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-d5c72233-cbfa-4bf1-b7a1-8560b3096842 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5441 time: 0.4172833 Feb 11 13:00:07.809293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:07.809512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Transition to ACTIVE for port object 4f5da101-8273-4567-9738-d0dba621bc1f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:07.809840 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.837467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] For port 2fe50bd9-d157-4040-b396-480fc16513c8, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:07.841429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:07.845841 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cdfa7f-825a-40b2-b5fb-af7e570788aa" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:07.862775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:07.872545 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.873429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1d5834b5-672c-4abf-a440-dc14f741e232 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:07.877665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.901856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b58905e-8c47-4b27-b685-983becb7862a req-807080a4-387e-4ab3-9c88-1bb3124c25c1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348782 Feb 11 13:00:07.959693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=369036de-3f63-41d9-a0e8-41f0dd2b6b47,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:07.993882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] For port 2fe50bd9-d157-4040-b396-480fc16513c8, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2fe50bd9-d157-4040-b396-480fc16513c8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:08.065562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 1d5834b5-672c-4abf-a440-dc14f741e232 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:08.070359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 1d5834b5-672c-4abf-a440-dc14f741e232 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:08.070827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.081710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bd3bd-5263-412d-9ff7-0e7b5bb4e498 req-102f015e-2a18-463b-8d8d-7e27d2d3f3f5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:08.095999 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-217bd3bd-5263-412d-9ff7-0e7b5bb4e498 req-102f015e-2a18-463b-8d8d-7e27d2d3f3f5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.0948279 Feb 11 13:00:08.137320 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.198295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1d5834b5-672c-4abf-a440-dc14f741e232 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:08.198927 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.225322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-217bd3bd-5263-412d-9ff7-0e7b5bb4e498 req-d0057c35-9243-47b6-a485-4f8e340063a5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268725 Feb 11 13:00:08.293731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1d5834b5-672c-4abf-a440-dc14f741e232, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1d5834b5-672c-4abf-a440-dc14f741e232,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:08.318302 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.319690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 60a3b7d3-3766-4479-819d-8db2e7390a5a up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:08.401469 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-27dd64ee-6842-461c-87e3-7ef7e0ad69f7 req-1925f0ff-3fbb-4f21-a237-53a89ca4c8da tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] show failed (client error): The resource could not be found. Feb 11 13:00:08.401469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27dd64ee-6842-461c-87e3-7ef7e0ad69f7 req-1925f0ff-3fbb-4f21-a237-53a89ca4c8da tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "GET /v2.0/security-groups/12a2ddd7-4517-4298-a438-f8b8dd4c08f6 HTTP/1.1" status: 404 len: 352 time: 0.0238569 Feb 11 13:00:08.438624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5da101-8273-4567-9738-d0dba621bc1f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:08.469000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1d5834b5-672c-4abf-a440-dc14f741e232,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:08.475191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6150be4-6bd6-4e2d-9903-d340def47d36 req-f21584ed-f76e-4c38-b55f-895500a1c854 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6533101 Feb 11 13:00:08.484970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 60a3b7d3-3766-4479-819d-8db2e7390a5a completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:08.502567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 60a3b7d3-3766-4479-819d-8db2e7390a5a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:08.503418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.576282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:08.576896 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.579072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/2fe50bd9-d157-4040-b396-480fc16513c8 HTTP/1.1" status: 200 len: 1096 time: 3.8614850 Feb 11 13:00:08.582404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'tag': '2fe50bd9-d157-4040-b396-480fc16513c8'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:08.585299 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe71820-9180-47fa-b039-c44db8eb0094" -d '{"events": [{"name": "network-changed", "server_uuid": "873d4a77-f7f4-4049-bc46-79cc4eb2adfd", "tag": "2fe50bd9-d157-4040-b396-480fc16513c8"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:08.596482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks [] for port (e6a50cab-9312-4354-b925-c09cf3975ced), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.660408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Attempting to bind port 4f5da101-8273-4567-9738-d0dba621bc1f on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:08.661068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 60a3b7d3-3766-4479-819d-8db2e7390a5a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:08.661462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.662649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Attempting to bind port 4f5da101-8273-4567-9738-d0dba621bc1f by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:08.662976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Attempting to bind port 4f5da101-8273-4567-9738-d0dba621bc1f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:08.696711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df41e0-729e-47f2-9706-e9b0a02051c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe50bd9-d157-4040-b396-480fc16513c8,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:08.732089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 60a3b7d3-3766-4479-819d-8db2e7390a5a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:08.734030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Port 4f5da101-8273-4567-9738-d0dba621bc1f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:08.734383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Attempting to bind port 4f5da101-8273-4567-9738-d0dba621bc1f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:08.753388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:08.753795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:08.754151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:08.754596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Bound port: 4f5da101-8273-4567-9738-d0dba621bc1f, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:08.754945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.755348 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.758733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device b6908d7d-c822-4e57-8a01-d3587387df73 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:08.809546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c00d4db7-896a-4502-9b91-695c15c4f7dd req-eb4b3352-6a62-4a3e-8f7a-37789db97c5d tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.2985699 Feb 11 13:00:08.877287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.906534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=60a3b7d3-3766-4479-819d-8db2e7390a5a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:08.935717 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07789c32-b149-42ed-9d3a-ceb006d0c89a x-openstack-request-id: req-07789c32-b149-42ed-9d3a-ceb006d0c89a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:08.935717 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:08.935717 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07789c32-b149-42ed-9d3a-ceb006d0c89a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:08.936278 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47', 'code': 200} Feb 11 13:00:08.948495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port b6908d7d-c822-4e57-8a01-d3587387df73 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:08.953744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port b6908d7d-c822-4e57-8a01-d3587387df73 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:08.954355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.963617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-ff15d2bc-aebe-4cc1-9b50-aa04ab32c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:08.965171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-ff15d2bc-aebe-4cc1-9b50-aa04ab32c530 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 1130 time: 0.3173332 Feb 11 13:00:09.068391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-7eb8791e-a11c-4d59-b177-a43ac150641f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=2fe50bd9-d157-4040-b396-480fc16513c8 HTTP/1.1" status: 200 len: 217 time: 0.0706565 Feb 11 13:00:09.073471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Network 94335035-0ee7-4acc-9746-d553901e85f6 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:09.074329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port b6908d7d-c822-4e57-8a01-d3587387df73 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:09.075006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.086765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:09.089654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] For port 4f5da101-8273-4567-9738-d0dba621bc1f, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:09.093316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:09.097280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] For port 4f5da101-8273-4567-9738-d0dba621bc1f, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4f5da101-8273-4567-9738-d0dba621bc1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:09.099987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Pushing event updated for resources: {'Port': ['ID=e6a50cab-9312-4354-b925-c09cf3975ced,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:09.165624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.175982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port b6908d7d-c822-4e57-8a01-d3587387df73, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b6908d7d-c822-4e57-8a01-d3587387df73,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:09.186969 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.187793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8011536a-0b47-47dc-aa0b-dc0ea70f4955 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:09.289609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5da101-8273-4567-9738-d0dba621bc1f,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:09.319889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ef4b5-ef32-4d11-b1d7-c26b28de92ef req-08ffaa10-6f83-4bb7-91ba-14921825f225 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.323247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-853ef4b5-ef32-4d11-b1d7-c26b28de92ef req-08ffaa10-6f83-4bb7-91ba-14921825f225 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 948 time: 0.6796145 Feb 11 13:00:09.346219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.348872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.352899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-b10e46ed-e260-4e99-adfe-493a86230f96 service neutron] 10.222.0.53 "PUT /v2.0/ports/4f5da101-8273-4567-9738-d0dba621bc1f HTTP/1.1" status: 200 len: 1096 time: 3.3206093 Feb 11 13:00:09.368536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=b6908d7d-c822-4e57-8a01-d3587387df73,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:09.416341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:09.428204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:09.428673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.495294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.498904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.499311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-c4f8a984-18eb-468c-9893-92c77459fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.500858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-c4f8a984-18eb-468c-9893-92c77459fb49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.4017632 Feb 11 13:00:09.515757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de102357-eebb-4de6-90d6-42fad17bd4d5 req-5d17258a-b3cb-48d1-b2b5-fdf66f9955f2 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.525846 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de102357-eebb-4de6-90d6-42fad17bd4d5 req-5d17258a-b3cb-48d1-b2b5-fdf66f9955f2 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.1494780 Feb 11 13:00:09.620690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-10487b82-3e7c-4e5c-abcf-cea00f5da813 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2132616 Feb 11 13:00:09.630814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-b10cb921-cfaf-4410-af2f-620b06973ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.632503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-b10cb921-cfaf-4410-af2f-620b06973ee8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 1130 time: 0.2171941 Feb 11 13:00:09.637884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-853ef4b5-ef32-4d11-b1d7-c26b28de92ef req-457123f6-96f1-4343-b121-238937dba729 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744486 Feb 11 13:00:09.640534 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de102357-eebb-4de6-90d6-42fad17bd4d5 req-1b67c5a8-e4a0-4a2f-b6c5-1b00ca8cdd29 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135657 Feb 11 13:00:09.641605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Request body: {'port': {'device_id': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:09.673399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:09.673832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.781250 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d457f88c-e532-4051-95e3-1b60908d2459 x-openstack-request-id: req-d457f88c-e532-4051-95e3-1b60908d2459 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:09.781399 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873d4a77-f7f4-4049-bc46-79cc4eb2adfd", "tag": "2fe50bd9-d157-4040-b396-480fc16513c8", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:09.781676 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d457f88c-e532-4051-95e3-1b60908d2459 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:09.782079 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'tag': '2fe50bd9-d157-4040-b396-480fc16513c8', 'status': 'completed', 'code': 200} Feb 11 13:00:09.786768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-529017ed-2ab2-42aa-875b-57861ba67939 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4f5da101-8273-4567-9738-d0dba621bc1f HTTP/1.1" status: 200 len: 217 time: 0.1303430 Feb 11 13:00:09.803616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-371487f8-6ade-4878-a602-840525dea7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.805257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-371487f8-6ade-4878-a602-840525dea7c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2796543 Feb 11 13:00:09.847816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7f68e-bff7-406a-9145-2139b7b6b894 req-b154f84b-15c2-443d-b26d-b50c40d0d935 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:09.863138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6a7f68e-bff7-406a-9145-2139b7b6b894 req-b154f84b-15c2-443d-b26d-b50c40d0d935 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 932 time: 0.1223536 Feb 11 13:00:09.874116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:09.939597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6a7f68e-bff7-406a-9145-2139b7b6b894 req-08801fdf-331b-4c2e-bdf6-3bbfd6da01a5 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743289 Feb 11 13:00:09.973017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:09.984308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:10.000695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:10.147321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8011536a-0b47-47dc-aa0b-dc0ea70f4955,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:10.163558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 14938341-81b2-44e7-a062-6db324358a28 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:10.163558 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14938341-81b2-44e7-a062-6db324358a28), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:10.255740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.267641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.274642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.282236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.288253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.295552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.301472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.309909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:10.310363 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:10.311779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-c5f3409b-ada4-4e95-b263-7a5a9cfaa047 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.1500340 Feb 11 13:00:10.372932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:10.378558 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:10.393205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c72240b-6a17-4507-aa41-4697b9a0115f req-625d6ebe-ab6d-4d8f-a82f-3d423ffb5770 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798049 Feb 11 13:00:10.418889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-89c93c4a-92e0-462d-b2ec-33fdfeadff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.420730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-89c93c4a-92e0-462d-b2ec-33fdfeadff8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.6143780 Feb 11 13:00:10.439064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=13']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:10.479936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52dbcafb-1ab0-449c-88c8-07cf2245aaf5 req-a84deaf7-266d-4ac6-a974-059369f29c72 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbfa238546d6418280f15588a0beda4c HTTP/1.1" status: 200 len: 3005 time: 0.0546410 Feb 11 13:00:10.485027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468582a-ee42-43a7-9900-1d29f7721419 req-d82a1a5f-0fee-45eb-a768-763d159291e4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.486731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f468582a-ee42-43a7-9900-1d29f7721419 req-d82a1a5f-0fee-45eb-a768-763d159291e4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 946 time: 0.6137345 Feb 11 13:00:10.557025 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52dbcafb-1ab0-449c-88c8-07cf2245aaf5 req-2ac08d2f-24ab-4ce4-9402-15cea57485f5 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "GET /v2.0/security-groups/d91e0838-2330-469f-90ba-3404696ed395 HTTP/1.1" status: 200 len: 3002 time: 0.0620005 Feb 11 13:00:10.607236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-1550a667-caca-4590-9673-13c1134dc84b service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7445695 Feb 11 13:00:10.634612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52dbcafb-1ab0-449c-88c8-07cf2245aaf5 req-db57cd2e-78ec-41c6-9621-f01cfb164ec6 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "GET /v2.0/security-groups/d91e0838-2330-469f-90ba-3404696ed395 HTTP/1.1" status: 200 len: 3002 time: 0.0711987 Feb 11 13:00:10.720369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35a266eb-143e-46c8-8905-224b52adb687 req-af758441-02cf-4b2c-94e5-22a718ab34a6 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0330305 Feb 11 13:00:10.805451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f424916-c585-4dad-976d-baec65e21708 req-abd9095a-0cf5-4296-9068-cc6d4d3a036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:10.807028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-abd9095a-0cf5-4296-9068-cc6d4d3a036c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3637140 Feb 11 13:00:10.826338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f468582a-ee42-43a7-9900-1d29f7721419 req-081ad02c-b5bd-4d6c-bc41-fabd9587e81e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209157 Feb 11 13:00:10.895903 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2adc0ad-32cc-4f08-838a-b1d0dbc9640c req-96b6efe5-d467-45f0-8e1d-6581f85570fe tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "GET /v2.0/security-groups/d91e0838-2330-469f-90ba-3404696ed395 HTTP/1.1" status: 200 len: 3002 time: 0.0524535 Feb 11 13:00:10.937018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5834b5-672c-4abf-a440-dc14f741e232'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955'}, {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:10.939834 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c83cb4-4429-47e7-80f7-252dab79707f" -d '{"events": [{"server_uuid": "f6b78c7e-c8aa-41a8-a9e1-382a494a8b70", "name": "network-vif-plugged", "status": "completed", "tag": "1d5834b5-672c-4abf-a440-dc14f741e232"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955"}, {"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:10.982616 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-e2adc0ad-32cc-4f08-838a-b1d0dbc9640c req-971f6cce-3d89-465c-85ae-8d6f76023ac1 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:00:10.986035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2adc0ad-32cc-4f08-838a-b1d0dbc9640c req-971f6cce-3d89-465c-85ae-8d6f76023ac1 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "DELETE /v2.0/security-groups/d91e0838-2330-469f-90ba-3404696ed395 HTTP/1.1" status: 409 len: 352 time: 0.0890934 Feb 11 13:00:11.058140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-6db57559-4d82-440e-8fca-e9e97857d58f service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322450 Feb 11 13:00:11.114927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7175d4b-e345-411d-b6d1-39f9c9c0a801 req-0d079059-fb85-4c3b-a2cc-bfd5db979e3c tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:11.116562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7175d4b-e345-411d-b6d1-39f9c9c0a801 req-0d079059-fb85-4c3b-a2cc-bfd5db979e3c tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.1452880 Feb 11 13:00:11.118574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-bab863fd-981c-499d-a9a7-5245f8790526 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912810 Feb 11 13:00:11.142841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d21a7c-45cb-4ee2-9219-2f209d82dcc6 req-202745d8-e7f7-4df0-8433-028bcabe55ce tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:11.144497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55d21a7c-45cb-4ee2-9219-2f209d82dcc6 req-202745d8-e7f7-4df0-8433-028bcabe55ce tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 948 time: 0.0850797 Feb 11 13:00:11.210618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55d21a7c-45cb-4ee2-9219-2f209d82dcc6 req-b828a22e-3405-4879-b61f-7ca3ff946429 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601337 Feb 11 13:00:11.265879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a50cab-9312-4354-b925-c09cf3975ced {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:11.276544 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Publish callbacks [] for port (e6a50cab-9312-4354-b925-c09cf3975ced), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:11.310498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Transition to ACTIVE for port object e6a50cab-9312-4354-b925-c09cf3975ced will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:11.337535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:11.404124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f424916-c585-4dad-976d-baec65e21708 req-97a15ff8-56bd-405d-8541-244ce35a69a9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672920 Feb 11 13:00:11.419953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-ca012260-3c90-420f-a54f-e256b9f123f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:11.421625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-ca012260-3c90-420f-a54f-e256b9f123f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 1130 time: 0.2306609 Feb 11 13:00:11.427762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7175d4b-e345-411d-b6d1-39f9c9c0a801 req-b92bfc80-7c43-49ed-868a-f994ee37b9ea tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898991 Feb 11 13:00:11.496923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Pushing event updated for resources: {'Port': ['ID=e6a50cab-9312-4354-b925-c09cf3975ced,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:11.559481 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e457130c-1f5e-4c0b-8110-2613b8a74e1d x-openstack-request-id: req-e457130c-1f5e-4c0b-8110-2613b8a74e1d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:11.560649 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b78c7e-c8aa-41a8-a9e1-382a494a8b70", "name": "network-vif-plugged", "status": "completed", "tag": "1d5834b5-672c-4abf-a440-dc14f741e232", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-plugged", "status": "completed", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955", "code": 200}, {"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-plugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:11.561142 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e457130c-1f5e-4c0b-8110-2613b8a74e1d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:11.561837 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5834b5-672c-4abf-a440-dc14f741e232', 'code': 200} Feb 11 13:00:11.562324 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a', 'code': 200} Feb 11 13:00:11.562839 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73', 'code': 200} Feb 11 13:00:11.563312 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955', 'code': 200} Feb 11 13:00:11.563944 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'code': 200} Feb 11 13:00:11.625834 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-ab32f2c3-46aa-4035-a149-f5ffc1a982af req-097575cd-e74e-472e-bb66-97dc3030a9c1 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] show failed (client error): The resource could not be found. Feb 11 13:00:11.626891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab32f2c3-46aa-4035-a149-f5ffc1a982af req-097575cd-e74e-472e-bb66-97dc3030a9c1 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "GET /v2.0/security-groups/0fb0ebd0-cd07-4576-bce0-76a229b4f5bb HTTP/1.1" status: 404 len: 352 time: 0.0279353 Feb 11 13:00:11.657422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e543601-c156-4148-9d0e-4fdd4b366c70 req-49a89345-e5f2-4a47-a471-62a2171820ad tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:11.660242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Attempting to bind port e6a50cab-9312-4354-b925-c09cf3975ced on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:11.660585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Attempting to bind port e6a50cab-9312-4354-b925-c09cf3975ced by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'd03bbcd9-38fb-45af-92de-9a74f832af76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '94335035-0ee7-4acc-9746-d553901e85f6'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:11.660918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Attempting to bind port e6a50cab-9312-4354-b925-c09cf3975ced on network 94335035-0ee7-4acc-9746-d553901e85f6 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:11.664041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e543601-c156-4148-9d0e-4fdd4b366c70 req-49a89345-e5f2-4a47-a471-62a2171820ad tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 944 time: 0.1279631 Feb 11 13:00:11.674879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-5d188e91-48d6-4a21-814d-ef4f222f2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:11.676445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-5d188e91-48d6-4a21-814d-ef4f222f2a20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2385502 Feb 11 13:00:11.677393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Port e6a50cab-9312-4354-b925-c09cf3975ced on network 94335035-0ee7-4acc-9746-d553901e85f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:11.677666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Attempting to bind port e6a50cab-9312-4354-b925-c09cf3975ced on network 94335035-0ee7-4acc-9746-d553901e85f6 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:11.700048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:11.700048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Checking segment: {'id': 'd03bbcd9-38fb-45af-92de-9a74f832af76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '94335035-0ee7-4acc-9746-d553901e85f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:11.700048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Bound using segment: {'id': 'd03bbcd9-38fb-45af-92de-9a74f832af76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '94335035-0ee7-4acc-9746-d553901e85f6'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:11.700048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Bound port: e6a50cab-9312-4354-b925-c09cf3975ced, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03bbcd9-38fb-45af-92de-9a74f832af76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '94335035-0ee7-4acc-9746-d553901e85f6'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:11.700576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:11.762598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-fcae099a-cdf8-4a47-bd39-a440551528d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=2fe50bd9-d157-4040-b396-480fc16513c8 HTTP/1.1" status: 200 len: 217 time: 0.0662251 Feb 11 13:00:11.767248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e543601-c156-4148-9d0e-4fdd4b366c70 req-d27f1939-d7fd-4818-9eaa-6f14abc09516 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860605 Feb 11 13:00:11.783945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'tag': '4f5da101-8273-4567-9738-d0dba621bc1f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:11.786756 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ac5409-09ed-443a-89e6-de60ae3933ee" -d '{"events": [{"name": "network-changed", "server_uuid": "aa0d6cdc-084b-44df-81e0-8e605545afd3", "tag": "4f5da101-8273-4567-9738-d0dba621bc1f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:11.853122 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-7cf6652b-29dc-47d8-9c59-52343b2b4fec req-374948bc-cb60-4994-a389-c85ea64b9d57 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] show failed (client error): The resource could not be found. Feb 11 13:00:11.855087 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7cf6652b-29dc-47d8-9c59-52343b2b4fec req-374948bc-cb60-4994-a389-c85ea64b9d57 tempest-SecurityGroupsNegativeTestJSON-1698647906 tempest-SecurityGroupsNegativeTestJSON-1698647906-project] 10.222.0.42 "GET /v2.0/security-groups/3b0717a9-637d-4dbb-ac85-3188abf96f4f HTTP/1.1" status: 404 len: 352 time: 0.0171921 Feb 11 13:00:11.872520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37970) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:11.949907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] Deleting subnet db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:00:11.958239 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] Publish callbacks [] for subnet (db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:11.986918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a29a7d-402d-4a5a-a07d-c2eaf2c4100d req-f9f06688-ffb7-4dfe-bb6b-b945b18643e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:11.988502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67a29a7d-402d-4a5a-a07d-c2eaf2c4100d req-f9f06688-ffb7-4dfe-bb6b-b945b18643e2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 1132 time: 0.3070009 Feb 11 13:00:11.997765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-8a735770-0d29-43b6-b7f4-344bb93e5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:11.999230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-8a735770-0d29-43b6-b7f4-344bb93e5a9e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2267377 Feb 11 13:00:12.018188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.018670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.019578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.020045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.020780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.021361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.021860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.024925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-542bd219-4f98-4c2e-b32f-b02c26277155 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6719 time: 0.2543921 Feb 11 13:00:12.038726 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-661f7be3-36db-4b47-a620-8f853e04835c req-d1917ccb-05a4-4ca0-9801-559c10a3163b tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0474060 Feb 11 13:00:12.060766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.082807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.088933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.096316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.104129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.109664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.115718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.121540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.129705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-afd67a67-fbdb-4004-91e5-7564a48b29fb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.3602684 Feb 11 13:00:12.134288 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cf9da5-ae3a-40b8-998e-e786295b85c4 x-openstack-request-id: req-38cf9da5-ae3a-40b8-998e-e786295b85c4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:12.134288 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa0d6cdc-084b-44df-81e0-8e605545afd3", "tag": "4f5da101-8273-4567-9738-d0dba621bc1f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:12.134633 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38cf9da5-ae3a-40b8-998e-e786295b85c4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:12.135246 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'tag': '4f5da101-8273-4567-9738-d0dba621bc1f', 'status': 'completed', 'code': 200} Feb 11 13:00:12.153627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.159208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] For port e6a50cab-9312-4354-b925-c09cf3975ced, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:12.220130 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.225584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67a29a7d-402d-4a5a-a07d-c2eaf2c4100d req-bd12598d-5cac-4968-9ef3-5a621a34ea75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195389 Feb 11 13:00:12.229286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] For port e6a50cab-9312-4354-b925-c09cf3975ced, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e6a50cab-9312-4354-b925-c09cf3975ced,segment=NetworkSegment(d03bbcd9-38fb-45af-92de-9a74f832af76),segment_id=d03bbcd9-38fb-45af-92de-9a74f832af76)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:12.257336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:12.268971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.277577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-71be5c9e-4417-4ee8-9ad2-4398e9323df4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/db9bf4c9-c22a-42a1-a5f7-a3ebd9ca95d1 HTTP/1.1" status: 204 len: 168 time: 0.4033132 Feb 11 13:00:12.278618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37976) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:12.303508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.370944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66f16122-b705-41a4-8226-965ceb081707 req-bacf144b-fa17-421f-9047-a260c3fbb0c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0894952 Feb 11 13:00:12.408468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (dd481396-73df-429b-baac-552617a6ae59), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.420743 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e5090c8-490e-4562-b76b-5f0da9faea6b req-32a6c8c8-5442-4b2e-9a9d-f0f6fa13dcdc tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2899668 Feb 11 13:00:12.476339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.477431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.481665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] 10.222.0.64 "PUT /v2.0/ports/e6a50cab-9312-4354-b925-c09cf3975ced HTTP/1.1" status: 200 len: 1092 time: 2.8473225 Feb 11 13:00:12.484478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-ed104c4b-85e1-4119-9ead-6cd31c962e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.495393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-ed104c4b-85e1-4119-9ead-6cd31c962e64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4629791 Feb 11 13:00:12.519614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-48cb595d-0b93-4dfc-ac44-bca5fdf8aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.521287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-48cb595d-0b93-4dfc-ac44-bca5fdf8aa36 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 1130 time: 0.3485999 Feb 11 13:00:12.524455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd6a17e1-5081-42ca-a3e5-013b38f17714 req-bc563dd9-051e-4a63-9da0-d3af75ade385 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3808115 Feb 11 13:00:12.568893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97852d7-b53c-46fa-a0f0-9fc45b99b30f service neutron] Pushing event updated for resources: {'Port': ['ID=e6a50cab-9312-4354-b925-c09cf3975ced,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:12.583892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (dd481396-73df-429b-baac-552617a6ae59), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.615534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83f891-5b12-41b3-8939-0f0f95caa74d req-f230123f-95b8-4698-b5f8-0ac66c55759d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.616736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd481396-73df-429b-baac-552617a6ae59']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:12.617531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c83f891-5b12-41b3-8939-0f0f95caa74d req-f230123f-95b8-4698-b5f8-0ac66c55759d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 948 time: 0.1021750 Feb 11 13:00:12.635345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07295eb-5565-4fe2-be14-9996a7245ccd') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:12.635790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07295eb-5565-4fe2-be14-9996a7245ccd') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:12.660422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191783-02e9-4b1d-af40-859905f03a1b req-9b93bb8e-6ed4-4710-ba25-516d1d7dcb9c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.662270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9a191783-02e9-4b1d-af40-859905f03a1b req-9b93bb8e-6ed4-4710-ba25-516d1d7dcb9c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.1709075 Feb 11 13:00:12.668251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c07295eb-5565-4fe2-be14-9996a7245ccd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.698414 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c07295eb-5565-4fe2-be14-9996a7245ccd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.713249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:00:12.714133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c07295eb-5565-4fe2-be14-9996a7245ccd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:00:12.718652 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:00:12.812002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9a191783-02e9-4b1d-af40-859905f03a1b req-dda2d303-43e0-45ff-9dad-81f6cb0c8487 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345336 Feb 11 13:00:12.818541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c83f891-5b12-41b3-8939-0f0f95caa74d req-1728ccf5-b4b5-488e-a00a-e5abe58dc2d7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912177 Feb 11 13:00:12.831554 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (dd481396-73df-429b-baac-552617a6ae59), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.842767 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:12.852649 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dd481396-73df-429b-baac-552617a6ae59 HTTP/1.1" status: 204 len: 168 time: 0.5727048 Feb 11 13:00:12.886568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92eb1-6752-44d7-b64b-41b42e7d84a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd481396-73df-429b-baac-552617a6ae59,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:12.889713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-473255db-3eef-4919-9919-15a2e1764df5 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376382 Feb 11 13:00:12.891601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-be82c74e-c5f5-4caa-94d4-4b68e1d3c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:12.893226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-be82c74e-c5f5-4caa-94d4-4b68e1d3c1ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07eb29ded3db484587972defce942039&device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 1126 time: 0.2075133 Feb 11 13:00:13.007731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-0ed84183-fbfb-4404-aae4-b6bce35dd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.009352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-0ed84183-fbfb-4404-aae4-b6bce35dd6fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1485989 Feb 11 13:00:13.097937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-b76a3ca9-8155-464c-92aa-83ba3af06f56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a50cab-9312-4354-b925-c09cf3975ced HTTP/1.1" status: 200 len: 217 time: 0.0995030 Feb 11 13:00:13.159017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37990) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:13.169490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-e39d1da4-99ca-4d92-bfb8-cd9cd22ce40b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=4f5da101-8273-4567-9738-d0dba621bc1f HTTP/1.1" status: 200 len: 217 time: 0.1387885 Feb 11 13:00:13.170178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560c809-1fd7-43a9-a8ae-6af1e0b179ea req-466a3a08-eefe-4c0a-8ec5-eca30079a61e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.172323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1560c809-1fd7-43a9-a8ae-6af1e0b179ea req-466a3a08-eefe-4c0a-8ec5-eca30079a61e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 944 time: 0.0696311 Feb 11 13:00:13.241003 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c5892b84-6858-49b0-af66-3814a5a398bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbfa238546d6418280f15588a0beda4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677404 Feb 11 13:00:13.243705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37992) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:13.243929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-d947823f-6a50-4899-9925-8edf8e223c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.245392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-d947823f-6a50-4899-9925-8edf8e223c7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e40a527a-ce48-4ea9-854c-c779070216dd HTTP/1.1" status: 200 len: 854 time: 0.1087916 Feb 11 13:00:13.281498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581389b-2122-4e6d-a137-7c1199750fbd req-8e249ba5-dcf7-4ede-bfb2-fac9fd7fb2ca tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.288536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8581389b-2122-4e6d-a137-7c1199750fbd req-8e249ba5-dcf7-4ede-bfb2-fac9fd7fb2ca tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.2925074 Feb 11 13:00:13.295599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1560c809-1fd7-43a9-a8ae-6af1e0b179ea req-ca35d0ca-7244-464e-83a7-790276fc3d40 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989921 Feb 11 13:00:13.337077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98ef9660-b0cb-4dbe-a4d6-fdb97fdb387c admin admin] Publish callbacks [] for security_group (d91e0838-2330-469f-90ba-3404696ed395), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:13.358311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-0bba5143-84a1-407a-b7fb-8d07f43b4dc5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94335035-0ee7-4acc-9746-d553901e85f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603967 Feb 11 13:00:13.363585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfe71820-9180-47fa-b039-c44db8eb0094 req-e673be4e-47d7-4ed6-bfcc-642af0f167a0 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762960 Feb 11 13:00:13.365189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98ef9660-b0cb-4dbe-a4d6-fdb97fdb387c admin admin] Publish callbacks [] for security_group (d91e0838-2330-469f-90ba-3404696ed395), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:13.390689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-7d0301bc-37fd-4508-9da7-7bea3bdd91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.401528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-7d0301bc-37fd-4508-9da7-7bea3bdd91fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1654916 Feb 11 13:00:13.473836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8581389b-2122-4e6d-a137-7c1199750fbd req-7fe7c036-82ee-4001-813d-eb8ae9e73fd8 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843147 Feb 11 13:00:13.506105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4581d5-b02f-49ea-97b3-b87f14e36a0b req-1acad736-a803-4c86-bdfa-63358c6abf66 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.507815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af4581d5-b02f-49ea-97b3-b87f14e36a0b req-1acad736-a803-4c86-bdfa-63358c6abf66 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1194868 Feb 11 13:00:13.508504 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98ef9660-b0cb-4dbe-a4d6-fdb97fdb387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d91e0838-2330-469f-90ba-3404696ed395), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:13.512750 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98ef9660-b0cb-4dbe-a4d6-fdb97fdb387c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:13.513990 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-98ef9660-b0cb-4dbe-a4d6-fdb97fdb387c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d91e0838-2330-469f-90ba-3404696ed395 HTTP/1.1" status: 204 len: 168 time: 0.2692950 Feb 11 13:00:13.540040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-808e9581-7e0d-43a4-ae20-35653b79e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.541953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-808e9581-7e0d-43a4-ae20-35653b79e778 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1364899 Feb 11 13:00:13.554503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef9660-b0cb-4dbe-a4d6-fdb97fdb387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91e0838-2330-469f-90ba-3404696ed395,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:13.577227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-f3dea9b3-f83b-484e-a577-19f3df7842aa service neutron] 10.222.0.64 "GET /v2.0/networks/94335035-0ee7-4acc-9746-d553901e85f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883538 Feb 11 13:00:13.693809 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af4581d5-b02f-49ea-97b3-b87f14e36a0b req-8bba6890-cd28-4c88-be6c-4ec06c1234d4 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786296 Feb 11 13:00:13.706964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb195531-6821-4fa6-a4e0-3eddd266c22b req-31738a79-e82e-4fc4-9c3e-76c1d952b38c tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.1339538 Feb 11 13:00:13.778738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1772b30e-fc8b-4675-85e5-2d1e4033a2cd req-1a910ff6-b61d-42fc-ad6f-1c9abdfd551e service neutron] 10.222.0.64 "GET /v2.0/networks/94335035-0ee7-4acc-9746-d553901e85f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892905 Feb 11 13:00:13.792289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-996747b6-291f-4daa-bdbe-b4e2ffa24280 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290325 Feb 11 13:00:13.905443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.914052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.922110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.945454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.958478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.974323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51ac5409-09ed-443a-89e6-de60ae3933ee req-b796dda5-7a8e-41a1-8f95-1907e306e3ef service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660960 Feb 11 13:00:13.978690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.984552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:13.993563 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-8bde0494-1f0a-4332-905f-88f481360ef2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.2227662 Feb 11 13:00:14.018852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d65f90-72d2-43bd-8ce2-c65c0fd2e427 req-54d4e81b-0fb0-44b4-95f1-931e299cc400 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.021869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46d65f90-72d2-43bd-8ce2-c65c0fd2e427 req-54d4e81b-0fb0-44b4-95f1-931e299cc400 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0991979 Feb 11 13:00:14.089902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46d65f90-72d2-43bd-8ce2-c65c0fd2e427 req-2553eaa9-de66-4060-99a0-193358e96320 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627682 Feb 11 13:00:14.094780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbb3bd78-5606-4fe9-b832-ae8a7ea62bc9 req-fae7fee3-abb0-466c-a06d-9da285c6bebe tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000953 Feb 11 13:00:14.137998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'tag': 'e6a50cab-9312-4354-b925-c09cf3975ced'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:14.140795 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01" -d '{"events": [{"name": "network-changed", "server_uuid": "62377bfc-87ec-4415-91b9-eb89eb0c5e03", "tag": "e6a50cab-9312-4354-b925-c09cf3975ced"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:14.207735 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3a71ee-4a66-4e60-b6ae-7484eaac1915 x-openstack-request-id: req-ba3a71ee-4a66-4e60-b6ae-7484eaac1915 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:14.208027 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62377bfc-87ec-4415-91b9-eb89eb0c5e03", "tag": "e6a50cab-9312-4354-b925-c09cf3975ced", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:14.208245 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba3a71ee-4a66-4e60-b6ae-7484eaac1915 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:14.208630 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'tag': 'e6a50cab-9312-4354-b925-c09cf3975ced', 'status': 'completed', 'code': 200} Feb 11 13:00:14.265486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740565c4-4e4f-497f-a4d1-335019392936 req-8a2b3ebd-048d-4536-a05c-bc5b919ba7d9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.267041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-740565c4-4e4f-497f-a4d1-335019392936 req-8a2b3ebd-048d-4536-a05c-bc5b919ba7d9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 948 time: 0.1019914 Feb 11 13:00:14.304854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-c3e2002d-f12e-4d61-8fe0-60902e501929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.306402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-c3e2002d-f12e-4d61-8fe0-60902e501929 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=07eb29ded3db484587972defce942039&device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 1126 time: 0.0814486 Feb 11 13:00:14.434594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-740565c4-4e4f-497f-a4d1-335019392936 req-f660db65-8bd6-43bb-a578-bb2d5f11d17f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597431 Feb 11 13:00:14.490598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-ffde5255-dfc3-434c-a48b-37836d233477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.492543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-ffde5255-dfc3-434c-a48b-37836d233477 service neutron] 10.222.0.64 "GET /v2.0/networks?id=94335035-0ee7-4acc-9746-d553901e85f6 HTTP/1.1" status: 200 len: 915 time: 0.1776514 Feb 11 13:00:14.557870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e599e4-aedb-4930-837b-ca477a51cf49 req-c2620734-4474-4c32-b2d8-29b925b435b1 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.564827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67e599e4-aedb-4930-837b-ca477a51cf49 req-c2620734-4474-4c32-b2d8-29b925b435b1 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 944 time: 0.1180387 Feb 11 13:00:14.592278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-52c95f9f-0fdf-47f0-845b-5cb231f62bb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6a50cab-9312-4354-b925-c09cf3975ced HTTP/1.1" status: 200 len: 217 time: 0.0802152 Feb 11 13:00:14.623291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67e599e4-aedb-4930-837b-ca477a51cf49 req-27358203-a50e-4af6-aa33-c7e8be39022e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575614 Feb 11 13:00:14.705794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38030) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:14.727833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-ccdf445c-414c-490e-a921-b8c132692797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.732756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-ccdf445c-414c-490e-a921-b8c132692797 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e40a527a-ce48-4ea9-854c-c779070216dd HTTP/1.1" status: 200 len: 854 time: 0.1297708 Feb 11 13:00:14.803375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-c585bd88-e569-4029-8d3c-10dc07d3fd02 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=94335035-0ee7-4acc-9746-d553901e85f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575700 Feb 11 13:00:14.835897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191dbc59-63ba-4ba8-a454-a30d20254cd2 req-c367cb46-7ba3-4d02-bcf1-eee8c2601f27 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.837675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-191dbc59-63ba-4ba8-a454-a30d20254cd2 req-c367cb46-7ba3-4d02-bcf1-eee8c2601f27 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.2196913 Feb 11 13:00:14.866442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1822620167-network', 'tenant_id': 'ca9261f95c694ecdae32774dd5b61e4d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:14.922515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355312-8c74-43e6-978e-0defd5431576 req-c64ee2f5-5109-41db-98e0-b60d2ad80802 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:14.924568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09355312-8c74-43e6-978e-0defd5431576 req-c64ee2f5-5109-41db-98e0-b60d2ad80802 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1136909 Feb 11 13:00:14.926153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Made reservation on behalf of ca9261f95c694ecdae32774dd5b61e4d for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:14.929085 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:14.970787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:14.971145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-191dbc59-63ba-4ba8-a454-a30d20254cd2 req-84f9b045-ecb8-4ed0-ad02-c89f61f63df1 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915959 Feb 11 13:00:14.999247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-972a88ed-4760-47d1-be0c-ccc7d9e7dbed service neutron] 10.222.0.64 "GET /v2.0/networks/94335035-0ee7-4acc-9746-d553901e85f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607463 Feb 11 13:00:15.021560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09355312-8c74-43e6-978e-0defd5431576 req-2abb7b79-4a22-4e84-bc70-8af8766676c7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893703 Feb 11 13:00:15.150391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks [] for security_group (d1eba9db-b734-41fb-8302-f1c6d841a119), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.167031 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d1eba9db-b734-41fb-8302-f1c6d841a119), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.199193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:15.210121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eba9db-b734-41fb-8302-f1c6d841a119,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:15.216059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (26cbf6fb-d304-40b7-800d-d85c9274123d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.216399 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Added segment 26cbf6fb-d304-40b7-800d-d85c9274123d of type vlan for network 90ea9b80-78eb-4454-aac1-e55fc6299071 Feb 11 13:00:15.265775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (90ea9b80-78eb-4454-aac1-e55fc6299071), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.312885 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (90ea9b80-78eb-4454-aac1-e55fc6299071), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.314204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.315466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.367276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6590698 Feb 11 13:00:15.407933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38046) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:15.415490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Request body: {'subnet': {'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1822620167-subnet', 'tenant_id': 'ca9261f95c694ecdae32774dd5b61e4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:15.423899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2596b9-04c8-47df-85df-9ed2912e23f6 admin admin] Pushing event updated for resources: {'Network': ['ID=90ea9b80-78eb-4454-aac1-e55fc6299071,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:15.436475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 90ea9b80-78eb-4454-aac1-e55fc6299071 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:15.495510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Made reservation on behalf of ca9261f95c694ecdae32774dd5b61e4d for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:15.498338 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.547905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37ac97a0-a6b3-41c5-b1db-355308aa2ea2 req-bba6aed4-3f0d-419a-af58-39d9860509d4 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0461574 Feb 11 13:00:15.580984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42f427-49e7-4501-b788-88a7072d7daf req-e89d6ce9-cec9-4e84-bbac-e16fb018c22f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.590024 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b42f427-49e7-4501-b788-88a7072d7daf req-e89d6ce9-cec9-4e84-bbac-e16fb018c22f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.1699035 Feb 11 13:00:15.609280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4f5da101-8273-4567-9738-d0dba621bc1f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:15.681868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b360bbd1-2de4-4076-8f7f-ad51ebf80b01 req-84f20430-aaf5-4069-a022-56b9a779d20d service neutron] 10.222.0.64 "GET /v2.0/networks/94335035-0ee7-4acc-9746-d553901e85f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706927 Feb 11 13:00:15.723285 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b42f427-49e7-4501-b788-88a7072d7daf req-28817e9d-a261-48f9-ba53-53eef28a74fd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322415 Feb 11 13:00:15.737560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.748280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.753714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.759906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.766600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.772452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.778682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.790044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-a1d7b6a2-d0b8-4f05-b464-23cd408dec06 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.1268091 Feb 11 13:00:15.824396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4f5da101-8273-4567-9738-d0dba621bc1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4f5da101-8273-4567-9738-d0dba621bc1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:15.858174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '4f5da101-8273-4567-9738-d0dba621bc1f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '4f5da101-8273-4567-9738-d0dba621bc1f', 'mac_address': 'fa:16:3e:c7:4d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:15.874992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f100eea-968b-40e5-9c38-1c3c76127da5 req-b0f212aa-82c8-4855-bc55-83ddc333b17c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835538 Feb 11 13:00:15.913834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4f5da101-8273-4567-9738-d0dba621bc1f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:15.914685 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.939075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5da101-8273-4567-9738-d0dba621bc1f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:15.964048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef927ce2-b9fc-4696-bbe2-ab7a861275af req-b23ffc8c-556e-48e0-a22a-db787d051ab8 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:15.969480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4f5da101-8273-4567-9738-d0dba621bc1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4f5da101-8273-4567-9738-d0dba621bc1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:15.972201 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef927ce2-b9fc-4696-bbe2-ab7a861275af req-b23ffc8c-556e-48e0-a22a-db787d051ab8 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 1132 time: 0.0991831 Feb 11 13:00:15.981362 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:15.994772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ef927ce2-b9fc-4696-bbe2-ab7a861275af req-6043a3d0-cacb-4c13-8fec-17d262c00754 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.015464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (e261f7bd-0485-4175-bf1e-5a1703a3ce77), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.016209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb630c1e-4f5e-418c-9ffd-04f15a6f2807 req-305f0d65-0084-497b-82f6-6596fb11e57a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.023557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb630c1e-4f5e-418c-9ffd-04f15a6f2807 req-305f0d65-0084-497b-82f6-6596fb11e57a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 948 time: 0.0686822 Feb 11 13:00:16.069240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4f5da101-8273-4567-9738-d0dba621bc1f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:16.115510 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.117149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb630c1e-4f5e-418c-9ffd-04f15a6f2807 req-dcc73240-dc3f-45a6-9f59-08484de30238 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905995 Feb 11 13:00:16.137733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2fe50bd9-d157-4040-b396-480fc16513c8 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:16.145210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e261f7bd-0485-4175-bf1e-5a1703a3ce77,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:16.155249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Checking segment: {'id': '26cbf6fb-d304-40b7-800d-d85c9274123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:16.155613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Network hostable DHCP agents. Network: 90ea9b80-78eb-4454-aac1-e55fc6299071, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:16.199317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Network 90ea9b80-78eb-4454-aac1-e55fc6299071 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:16.231647 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 90ea9b80-78eb-4454-aac1-e55fc6299071) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:16.246522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ef927ce2-b9fc-4696-bbe2-ab7a861275af req-6043a3d0-cacb-4c13-8fec-17d262c00754 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] Publish callbacks [] for security_group (c977e34a-fc48-4e72-a6f4-a438f2febb03), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.249830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.250724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.254951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ef927ce2-b9fc-4696-bbe2-ab7a861275af req-6043a3d0-cacb-4c13-8fec-17d262c00754 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c977e34a-fc48-4e72-a6f4-a438f2febb03), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.311296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1035634a-95ad-4f94-9a1f-569a3482b142 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9022434 Feb 11 13:00:16.316732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5618f1a8-9e86-4728-9c68-a2e489d2bec4 None None] Network 90ea9b80-78eb-4454-aac1-e55fc6299071 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:16.337676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef927ce2-b9fc-4696-bbe2-ab7a861275af req-6043a3d0-cacb-4c13-8fec-17d262c00754 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492835 Feb 11 13:00:16.337676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043a3d0-cacb-4c13-8fec-17d262c00754 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c977e34a-fc48-4e72-a6f4-a438f2febb03,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:16.341400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2fe50bd9-d157-4040-b396-480fc16513c8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2fe50bd9-d157-4040-b396-480fc16513c8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:16.383695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '2fe50bd9-d157-4040-b396-480fc16513c8', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '2fe50bd9-d157-4040-b396-480fc16513c8', 'mac_address': 'fa:16:3e:ed:13:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:16.477166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2fe50bd9-d157-4040-b396-480fc16513c8 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:16.479042 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.499332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe50bd9-d157-4040-b396-480fc16513c8 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:16.503619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb378a0f-0944-4c6a-bdf9-44b70a289db8 req-54d60927-be2d-4ee8-80a2-d1e44452742e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.508843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb378a0f-0944-4c6a-bdf9-44b70a289db8 req-54d60927-be2d-4ee8-80a2-d1e44452742e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 944 time: 0.1275134 Feb 11 13:00:16.545110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc6f427-2c28-4093-bc90-c9c047afd7fa None None] Network 90ea9b80-78eb-4454-aac1-e55fc6299071 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:16.552971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2fe50bd9-d157-4040-b396-480fc16513c8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2fe50bd9-d157-4040-b396-480fc16513c8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:16.566292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:16.588593 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb378a0f-0944-4c6a-bdf9-44b70a289db8 req-56f68a26-cb21-43de-a45a-1dbab68e3b87 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685108 Feb 11 13:00:16.593359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.673857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2fe50bd9-d157-4040-b396-480fc16513c8,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:16.746017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.751758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.753208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bb5db-b9f9-4397-a9f5-3fd31824cef6 req-4fa8c848-d160-44b8-aa12-699d91fda8c5 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.757236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.761303 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-498bb5db-b9f9-4397-a9f5-3fd31824cef6 req-4fa8c848-d160-44b8-aa12-699d91fda8c5 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0911865 Feb 11 13:00:16.763479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.769983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.775465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.781543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.783610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fd6a86f-d1b7-4a18-99b5-17a96fa0ac0f req-f5af48a1-64b0-41bb-a881-9d14d7decd25 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.1231101 Feb 11 13:00:16.794353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38068) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:16.799567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Request body: {'floatingip': {'port_id': '1688d745-b4a0-464a-bdc4-fcbedc163d9f'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:16.834878 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-498bb5db-b9f9-4397-a9f5-3fd31824cef6 req-78fc8756-cac4-4de9-a23d-63f77c6ee093 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 Feb 11 13:00:16.873424 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for floatingip (87ce0021-886e-4385-8280-82ee1e2cf277), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:17.044452 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:17.079510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['2fe50bd9-d157-4040-b396-480fc16513c8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:17.315825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-45a822ea-1eac-4c59-8dcd-8ab027ef7d85 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:17.327316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-45a822ea-1eac-4c59-8dcd-8ab027ef7d85 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/networks?id=90ea9b80-78eb-4454-aac1-e55fc6299071 HTTP/1.1" status: 200 len: 822 time: 0.1305563 Feb 11 13:00:17.338602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547cc7-f365-4509-afc6-cf9a0418239d req-759ae0cc-72c6-4245-9042-8fdf48893787 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:17.340472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20547cc7-f365-4509-afc6-cf9a0418239d req-759ae0cc-72c6-4245-9042-8fdf48893787 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.1331511 Feb 11 13:00:17.348400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-e582367c-b153-4ecf-bcb8-95d3d712fd14 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/quotas/ca9261f95c694ecdae32774dd5b61e4d HTTP/1.1" status: 200 len: 375 time: 0.0201001 Feb 11 13:00:17.387764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-2d8ce8d0-408b-4cdf-a693-5fc959388488 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca9261f95c694ecdae32774dd5b61e4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384564 Feb 11 13:00:17.483931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20547cc7-f365-4509-afc6-cf9a0418239d req-15a3d0dc-e5a3-48f5-9ae2-dbda05eeccdf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333618 Feb 11 13:00:17.582225 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-bece4a37-662a-4754-a21d-8f9b16596b2f service neutron] 10.222.0.42 "GET /v2.0/networks/90ea9b80-78eb-4454-aac1-e55fc6299071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827464 Feb 11 13:00:17.684811 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:17.694097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (87ce0021-886e-4385-8280-82ee1e2cf277), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:17.701651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-027b7650-35aa-4a41-beab-3189f98e6b6a service neutron] 10.222.0.42 "GET /v2.0/networks/90ea9b80-78eb-4454-aac1-e55fc6299071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184070 Feb 11 13:00:17.891181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da745406-ccec-4582-963f-a5a419615285 req-0afec426-8573-426d-9d99-4e7744b668f1 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0485661 Feb 11 13:00:17.898300 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Floating IP 87ce0021-886e-4385-8280-82ee1e2cf277 associated. External IP: 172.25.1.172, port: 1688d745-b4a0-464a-bdc4-fcbedc163d9f. Feb 11 13:00:18.013941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d78484-9579-4559-9512-8fc3929fd74d req-0f89e7d0-d4d4-4938-95e7-ca497f89e4f5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.021414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2d78484-9579-4559-9512-8fc3929fd74d req-0f89e7d0-d4d4-4938-95e7-ca497f89e4f5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 949 time: 0.0732651 Feb 11 13:00:18.075753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd43d32-910f-4b2d-954d-977e6dc60b18 req-5a39e0d7-8739-4abd-8fe3-9f4bc5776265 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.077296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0dd43d32-910f-4b2d-954d-977e6dc60b18 req-5a39e0d7-8739-4abd-8fe3-9f4bc5776265 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 1132 time: 0.1046114 Feb 11 13:00:18.120776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2d78484-9579-4559-9512-8fc3929fd74d req-b5e1c3d1-2124-4457-9d2f-ccf613c58676 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903170 Feb 11 13:00:18.139140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e6a50cab-9312-4354-b925-c09cf3975ced details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:18.234416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e81017-5a06-4440-be5b-7bb88eba5037 req-511900f5-ddc8-40d4-b9f0-f71737533a16 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.243415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74e81017-5a06-4440-be5b-7bb88eba5037 req-511900f5-ddc8-40d4-b9f0-f71737533a16 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 944 time: 0.0808578 Feb 11 13:00:18.312878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Router 42964a1d-6b9c-4186-9093-8d178c9ee882 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:00:18.337876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0dd43d32-910f-4b2d-954d-977e6dc60b18 req-6f5e1b40-1593-4ff3-8e0a-419def0c0366 tempest-ServersAdminNegativeTestJSON-1697818084 tempest-ServersAdminNegativeTestJSON-1697818084-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352414 Feb 11 13:00:18.386094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74e81017-5a06-4440-be5b-7bb88eba5037 req-aec9afa9-40d0-4fa9-be81-b005e1d253ff tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416538 Feb 11 13:00:18.408815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e6a50cab-9312-4354-b925-c09cf3975ced, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e6a50cab-9312-4354-b925-c09cf3975ced,segment=NetworkSegment(d03bbcd9-38fb-45af-92de-9a74f832af76),segment_id=d03bbcd9-38fb-45af-92de-9a74f832af76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:18.450786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'e6a50cab-9312-4354-b925-c09cf3975ced', 'network_id': '94335035-0ee7-4acc-9746-d553901e85f6', 'port_id': 'e6a50cab-9312-4354-b925-c09cf3975ced', 'mac_address': 'fa:16:3e:e7:59:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40a527a-ce48-4ea9-854c-c779070216dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:18.528464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:00:18.533463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e6a50cab-9312-4354-b925-c09cf3975ced is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:18.534831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:18.538078 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:18.552408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a50cab-9312-4354-b925-c09cf3975ced {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:18.559657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] Sync routers for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:00:18.568841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-980eaa75-e248-4629-8831-ae935de0caaa req-18ad4e8c-8f21-4c92-921b-87c544c9a8bb tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0761888 Feb 11 13:00:18.584538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5f933-1658-4a50-855b-496fd9035820 req-4d80c006-f633-4a7a-9db3-9af5a4392be3 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.592971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd5f933-1658-4a50-855b-496fd9035820 req-4d80c006-f633-4a7a-9db3-9af5a4392be3 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1215353 Feb 11 13:00:18.625345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c8bad8bb-4224-49b4-940d-661038cf8887 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "PUT /v2.0/floatingips/87ce0021-886e-4385-8280-82ee1e2cf277 HTTP/1.1" status: 200 len: 991 time: 1.8298130 Feb 11 13:00:18.627173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:18.629869 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9cec67-5f33-4629-a34a-5d86fc1f8308" -d '{"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:18.633042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e6a50cab-9312-4354-b925-c09cf3975ced, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e6a50cab-9312-4354-b925-c09cf3975ced,segment=NetworkSegment(d03bbcd9-38fb-45af-92de-9a74f832af76),segment_id=d03bbcd9-38fb-45af-92de-9a74f832af76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:18.643999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:00:18.650557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:00:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:18.683375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd5f933-1658-4a50-855b-496fd9035820 req-a87e39f0-664c-4748-90ed-f3e7fe8a2c36 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890768 Feb 11 13:00:18.836775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cbf95-f49f-4075-84c8-0e3419cbe6bb req-3b6d262f-b078-4d9c-b5d1-f5b8e41c0c12 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.845903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f9cbf95-f49f-4075-84c8-0e3419cbe6bb req-3b6d262f-b078-4d9c-b5d1-f5b8e41c0c12 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0824683 Feb 11 13:00:18.858718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:00:18.906058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.914394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.921378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.927022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f9cbf95-f49f-4075-84c8-0e3419cbe6bb req-074c8fd6-de30-4b89-bfd6-adbded2f7826 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801656 Feb 11 13:00:18.929048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.935387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.943548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.952297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:18.955350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-4ec6248f-c526-4de1-be04-be506c8b808c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.1518850 Feb 11 13:00:18.986543 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:19.008443 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99202354-ac38-4e40-8d15-eed056b74645 x-openstack-request-id: req-99202354-ac38-4e40-8d15-eed056b74645 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:19.008967 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:19.009558 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99202354-ac38-4e40-8d15-eed056b74645 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:19.010303 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'status': 'completed', 'code': 200} Feb 11 13:00:19.047535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e6a50cab-9312-4354-b925-c09cf3975ced,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:19.065388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e479a66-b88d-4fb6-97e8-a7307d477c2a req-b725eb3c-1e38-4332-805a-296cadbc51c5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1040978 Feb 11 13:00:19.158887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.159789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.160363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.160898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.161412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.161968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.162482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.174723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-74a8258c-f9b7-424e-a185-64e6911a561c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6719 time: 0.1212108 Feb 11 13:00:19.182186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a07ece02-3f2d-429b-bc42-ef792c758e57 req-12dd7389-5d14-4d6d-9a59-3e1a3a7715e7 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0663602 Feb 11 13:00:19.318859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.322100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-023dd93b-5470-4588-af23-9ac680f09d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.323831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-023dd93b-5470-4588-af23-9ac680f09d9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a29b801-2432-4e5f-b655-1fc9815028ad HTTP/1.1" status: 200 len: 918 time: 0.1319020 Feb 11 13:00:19.325521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.330953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.336603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.342453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.343880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '87ce0021-886e-4385-8280-82ee1e2cf277', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'port_id': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'mac_address': 'fa:16:3e:6d:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:58:17Z', 'updated_at': '2022-02-11T13:00:17Z', 'revision_number': 1, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:19.347563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.353321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.372564 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1c986e12-e029-43b3-a4a2-fd19f5afb0c0 req-7af54d17-5e4e-42b3-8d84-1a793993cc70 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.1544642 Feb 11 13:00:19.409332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] Checking router: 42964a1d-6b9c-4186-9093-8d178c9ee882 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:00:19.427488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:00:19.428403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:00:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:19.595906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e6a50cab-9312-4354-b925-c09cf3975ced'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:19.602108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-1d1e3b6c-8688-4574-a494-18b14f5c5443 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f HTTP/1.1" status: 200 len: 999 time: 0.2473891 Feb 11 13:00:19.617008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9e86b-fa25-401b-a78c-8e3ed28f19d7 req-5d4d41d4-7ef1-4a4e-bed2-b7d6acb0eda4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.618981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1d9e86b-fa25-401b-a78c-8e3ed28f19d7 req-5d4d41d4-7ef1-4a4e-bed2-b7d6acb0eda4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 949 time: 0.3186429 Feb 11 13:00:19.634761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4f5da101-8273-4567-9738-d0dba621bc1f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:19.643973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:00:19.668318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4d58e-0463-4295-8d1a-1fdb6847c4c8 req-817c5851-6c7c-4727-9276-f6b5c6cc8ddb tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.676240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8c4d58e-0463-4295-8d1a-1fdb6847c4c8 req-817c5851-6c7c-4727-9276-f6b5c6cc8ddb tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 945 time: 0.0670366 Feb 11 13:00:19.749221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1d9e86b-fa25-401b-a78c-8e3ed28f19d7 req-e871ba15-6ffa-43e1-90db-2219c3015b40 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220629 Feb 11 13:00:19.759968 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8c4d58e-0463-4295-8d1a-1fdb6847c4c8 req-f01b5e2d-425e-442e-be50-cb487ab94cae tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827649 Feb 11 13:00:19.942538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-d2835bfb-7b92-42fe-85a2-aa93a05fc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.944029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-d2835bfb-7b92-42fe-85a2-aa93a05fc52a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96c7138b-c54b-40d5-a9e9-12c8ca154281 HTTP/1.1" status: 200 len: 856 time: 0.2908809 Feb 11 13:00:19.969600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-6ad9e5de-c264-4661-8266-1a9ecd5bfc15 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.970748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ede2c98-dbbf-489d-b9f2-735711472e90 req-dfe13341-f0f0-47f1-8790-b24bad5972a9 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0712445 Feb 11 13:00:19.971415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-6ad9e5de-c264-4661-8266-1a9ecd5bfc15 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.53 "GET /v2.0/networks?id=90ea9b80-78eb-4454-aac1-e55fc6299071 HTTP/1.1" status: 200 len: 822 time: 0.2196410 Feb 11 13:00:20.006690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Request body: {'port': {'device_id': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071', 'admin_state_up': True, 'tenant_id': 'ca9261f95c694ecdae32774dd5b61e4d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:20.118415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba514a53-0e5a-4057-9332-e1e1ab4e4c5c req-f9e670a6-1ac1-4510-8a8b-85be5c27b5f7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:20.137677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ba514a53-0e5a-4057-9332-e1e1ab4e4c5c req-f9e670a6-1ac1-4510-8a8b-85be5c27b5f7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0872872 Feb 11 13:00:20.170363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2fe50bd9-d157-4040-b396-480fc16513c8 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:20.197659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665560e-08cf-45a3-8b7d-287432d31713 req-3f94cb40-ac29-4760-bd43-c4b867adf1dc tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:20.199199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8665560e-08cf-45a3-8b7d-287432d31713 req-3f94cb40-ac29-4760-bd43-c4b867adf1dc tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.2744198 Feb 11 13:00:20.258694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-3f366801-0bec-446c-8891-dfcf5d02cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:20.260137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-3f366801-0bec-446c-8891-dfcf5d02cbd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a29b801-2432-4e5f-b655-1fc9815028ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2696497 Feb 11 13:00:20.265306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 4f5da101-8273-4567-9738-d0dba621bc1f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:20.278273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 4f5da101-8273-4567-9738-d0dba621bc1f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:20.279514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.297979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8665560e-08cf-45a3-8b7d-287432d31713 req-0288178c-0512-4fe0-ab9e-c9eca0265a0b tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Feb 11 13:00:20.301802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-504ddd1c-d432-408f-aacc-a9d2968ac1fd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:20.302967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-504ddd1c-d432-408f-aacc-a9d2968ac1fd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086033 Feb 11 13:00:20.424462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Made reservation on behalf of ca9261f95c694ecdae32774dd5b61e4d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:20.428477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.446194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 2fe50bd9-d157-4040-b396-480fc16513c8 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:20.452827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 2fe50bd9-d157-4040-b396-480fc16513c8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:20.453202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.554981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '87ce0021-886e-4385-8280-82ee1e2cf277', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'port_id': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'mac_address': 'fa:16:3e:6d:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:58:17Z', 'updated_at': '2022-02-11T13:00:17Z', 'revision_number': 1, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:20.565809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-58bdce23-1c7e-4b73-9728-275c3f78aac7 service neutron] 10.222.0.53 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426851 Feb 11 13:00:20.606871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0172c3-2fd1-4438-85c2-10a20bb45d27 req-094f9453-955a-4170-881b-a35eab32724d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:20.608463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c0172c3-2fd1-4438-85c2-10a20bb45d27 req-094f9453-955a-4170-881b-a35eab32724d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.1565871 Feb 11 13:00:20.625057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5495fd1b-4c53-4ab0-9fe6-b57845ad6381 None None] The sync data for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 is: [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '87ce0021-886e-4385-8280-82ee1e2cf277', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'port_id': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 918, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'mac_address': 'fa:16:3e:6d:89:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T12:58:17Z', 'updated_at': '2022-02-11T13:00:17Z', 'revision_number': 1, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:00:20.642476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4f5da101-8273-4567-9738-d0dba621bc1f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:20.643033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.696321 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ba514a53-0e5a-4057-9332-e1e1ab4e4c5c req-d9dcacd9-d42f-4241-a6bd-95ee9ed65eb7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574920 Feb 11 13:00:20.719879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4f5da101-8273-4567-9738-d0dba621bc1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4f5da101-8273-4567-9738-d0dba621bc1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:20.728264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5da101-8273-4567-9738-d0dba621bc1f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:20.728264 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4eca8b-7abc-4f42-b03d-8f6f2ffc8465" -d '{"events": [{"server_uuid": "aa0d6cdc-084b-44df-81e0-8e605545afd3", "name": "network-vif-plugged", "status": "completed", "tag": "4f5da101-8273-4567-9738-d0dba621bc1f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:20.732944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.738112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2fe50bd9-d157-4040-b396-480fc16513c8 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:20.738499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.816120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2fe50bd9-d157-4040-b396-480fc16513c8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2fe50bd9-d157-4040-b396-480fc16513c8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:20.821859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4f5da101-8273-4567-9738-d0dba621bc1f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:20.836114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.890639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Allocated IP 172.20.0.13 (90ea9b80-78eb-4454-aac1-e55fc6299071/e261f7bd-0485-4175-bf1e-5a1703a3ce77/8fedbe13-9503-4924-a66c-978110262fca) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:20.903187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2fe50bd9-d157-4040-b396-480fc16513c8,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:20.943763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d7be64da-ff1a-4ace-aeda-b62a8c58330e req-468b2c73-baa5-4b17-b0d0-25c7a2f61da2 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.1172018 Feb 11 13:00:20.945867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c0172c3-2fd1-4438-85c2-10a20bb45d27 req-137e7c4c-6d69-466a-9564-a9009ebbf66f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798109 Feb 11 13:00:21.037400 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5508d5eb-d1fa-4da5-844b-2023ca6d899b x-openstack-request-id: req-5508d5eb-d1fa-4da5-844b-2023ca6d899b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:21.037783 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0d6cdc-084b-44df-81e0-8e605545afd3", "name": "network-vif-plugged", "status": "completed", "tag": "4f5da101-8273-4567-9738-d0dba621bc1f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:21.038041 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5508d5eb-d1fa-4da5-844b-2023ca6d899b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:21.038606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9cec67-5f33-4629-a34a-5d86fc1f8308 req-1292c82a-b104-45ee-ab48-43e286584d4b service neutron] 10.222.0.53 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524760 Feb 11 13:00:21.040782 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5da101-8273-4567-9738-d0dba621bc1f', 'code': 200} Feb 11 13:00:21.095899 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8819fa7-446b-4585-ad4e-c08eaca6bcf8 None None] New status for floating IP 87ce0021-886e-4385-8280-82ee1e2cf277: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:00:21.161084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e706e-0b96-4a6a-8bd9-5fe0064964cc req-ceeca95c-3005-4a86-bc3b-aae1cf1d3b4b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:21.168631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f4e706e-0b96-4a6a-8bd9-5fe0064964cc req-ceeca95c-3005-4a86-bc3b-aae1cf1d3b4b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 950 time: 0.0866678 Feb 11 13:00:21.229062 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f4e706e-0b96-4a6a-8bd9-5fe0064964cc req-be9e051b-7a44-4250-8ac0-841199cfaeee tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 Feb 11 13:00:21.331076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1482330-927f-43f2-9e93-cde71d24e542 req-1a0341d8-f662-4866-a64d-a6f4e0a8b138 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0461037 Feb 11 13:00:21.353320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41257780-0fff-4900-900f-cfcdaaff0b85 req-b8f4914b-3d52-41d7-903f-fa7e894afe4f tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:21.361557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41257780-0fff-4900-900f-cfcdaaff0b85 req-b8f4914b-3d52-41d7-903f-fa7e894afe4f tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 945 time: 0.1599078 Feb 11 13:00:21.370117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a76fe-e7cf-4a29-9ffb-142d2ad781a1 req-916ceb2d-7b41-4f48-a20b-608a7d7dafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:21.371963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-191a76fe-e7cf-4a29-9ffb-142d2ad781a1 req-916ceb2d-7b41-4f48-a20b-608a7d7dafcd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 1132 time: 0.1838391 Feb 11 13:00:21.375378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks [] for port (8fedbe13-9503-4924-a66c-978110262fca), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.459930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b53a29-1ba3-41f6-8d72-c4e4775ad52e req-2bfb26f3-0d0d-46f5-b91d-28cc0ffb3f0d tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:21.467134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80b53a29-1ba3-41f6-8d72-c4e4775ad52e req-2bfb26f3-0d0d-46f5-b91d-28cc0ffb3f0d tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.0767825 Feb 11 13:00:21.473892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41257780-0fff-4900-900f-cfcdaaff0b85 req-7ac7663e-ab4f-4e96-bffe-66b89af673f3 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069167 Feb 11 13:00:21.495122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-191a76fe-e7cf-4a29-9ffb-142d2ad781a1 req-888a019f-be29-45e8-bb02-f5173537c995 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048212 Feb 11 13:00:21.513097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8fedbe13-9503-4924-a66c-978110262fca), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.533073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80b53a29-1ba3-41f6-8d72-c4e4775ad52e req-2cb8ffa2-fe10-4829-9b51-7f7bca5a500f tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648930 Feb 11 13:00:21.565959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Network 90ea9b80-78eb-4454-aac1-e55fc6299071 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:21.572238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:21.576441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:21.606126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Pushing event updated for resources: {'Port': ['ID=8fedbe13-9503-4924-a66c-978110262fca,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:21.624234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.624871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.625212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.625547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.625905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.626234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.626557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.626890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.627212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.627531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.627854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.628176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.628489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.651252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:21.651941 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.671131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-8328a941-40b4-4008-89e0-4245fc6e9a4d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6681876 Feb 11 13:00:21.778146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Request body: {'port': {'device_id': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:21.895099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8fedbe13-9503-4924-a66c-978110262fca), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.905366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415f04-e4b4-4f85-b652-6554c75433df req-ddc998fe-a376-4400-8b75-20e48a6789f4 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:21.912807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a415f04-e4b4-4f85-b652-6554c75433df req-ddc998fe-a376-4400-8b75-20e48a6789f4 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1496811 Feb 11 13:00:22.086843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a415f04-e4b4-4f85-b652-6554c75433df req-5067a1d3-6052-4bf3-804b-e0cbae518e9f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708150 Feb 11 13:00:22.139582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e6a50cab-9312-4354-b925-c09cf3975ced up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:22.151922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe24cb8-b6e2-4e50-952c-53830333bff4 req-ab82a0a2-9691-4e90-ab93-78729236e3ef tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:22.157829 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0fe24cb8-b6e2-4e50-952c-53830333bff4 req-ab82a0a2-9691-4e90-ab93-78729236e3ef tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.1238327 Feb 11 13:00:22.234730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0fe24cb8-b6e2-4e50-952c-53830333bff4 req-80eae83b-855c-4fbb-9125-7c211b3caa1a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681782 Feb 11 13:00:22.261109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9a09829-880f-44e7-b4e9-4336eed7dee4 req-e59f374e-22ed-4c8a-a7e2-72839c5ac552 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0405202 Feb 11 13:00:22.274939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port e6a50cab-9312-4354-b925-c09cf3975ced completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:22.279503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port e6a50cab-9312-4354-b925-c09cf3975ced triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:22.279830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:22.335137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fedbe13-9503-4924-a66c-978110262fca {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:22.398978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e6a50cab-9312-4354-b925-c09cf3975ced is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:22.399407 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:22.441947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e6a50cab-9312-4354-b925-c09cf3975ced, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e6a50cab-9312-4354-b925-c09cf3975ced,segment=NetworkSegment(d03bbcd9-38fb-45af-92de-9a74f832af76),segment_id=d03bbcd9-38fb-45af-92de-9a74f832af76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:22.450037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:22.500935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40b5c-7937-4166-9c2d-812fc5a52633 req-7c9d33b6-fb41-422d-a60f-92cb7c1faa8d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:22.502801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-82f40b5c-7937-4166-9c2d-812fc5a52633 req-7c9d33b6-fb41-422d-a60f-92cb7c1faa8d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 950 time: 0.1624424 Feb 11 13:00:22.522544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e6a50cab-9312-4354-b925-c09cf3975ced,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:22.570600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-82f40b5c-7937-4166-9c2d-812fc5a52633 req-65286a70-64cd-4e52-9ddd-851f9c111243 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576570 Feb 11 13:00:22.706148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b96c00-0218-4e9a-a29f-ff4736139413 req-9d8bdb7d-33e0-4c5c-8791-fab75469a69a tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:22.713647 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69b96c00-0218-4e9a-a29f-ff4736139413 req-9d8bdb7d-33e0-4c5c-8791-fab75469a69a tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0798163 Feb 11 13:00:22.774083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Publish callbacks [] for port (8fedbe13-9503-4924-a66c-978110262fca), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:22.778330 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69b96c00-0218-4e9a-a29f-ff4736139413 req-f4937a97-4c3d-4e30-a484-a379206b5a8e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634670 Feb 11 13:00:22.826411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Transition to ACTIVE for port object 8fedbe13-9503-4924-a66c-978110262fca will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:22.854312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-db517b3d-37f4-4bc6-997f-3ebd865d959a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:22.856038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-db517b3d-37f4-4bc6-997f-3ebd865d959a tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.4916704 Feb 11 13:00:22.858639 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8fedbe13-9503-4924-a66c-978110262fca), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:22.896098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91725f4-3bdd-4637-b163-660b645671b5 req-9172354e-689b-457e-901c-53889b2c1eac tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:22.903696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a91725f4-3bdd-4637-b163-660b645671b5 req-9172354e-689b-457e-901c-53889b2c1eac tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 950 time: 0.0652273 Feb 11 13:00:22.961405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a91725f4-3bdd-4637-b163-660b645671b5 req-ad239c56-d431-472d-b635-4e49f3f190cd tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559990 Feb 11 13:00:23.026596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93823958-0b37-4527-aa4e-bf2caf6aa4a1 req-18b503df-4885-4d79-a943-6ba741310f40 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:23.028158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93823958-0b37-4527-aa4e-bf2caf6aa4a1 req-18b503df-4885-4d79-a943-6ba741310f40 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 932 time: 0.2517786 Feb 11 13:00:23.041601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe50bd9-d157-4040-b396-480fc16513c8'}, {'server_uuid': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50cab-9312-4354-b925-c09cf3975ced'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:23.045446 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beb45ba-a436-49c3-abc7-2b4fbdd6b2c3" -d '{"events": [{"server_uuid": "873d4a77-f7f4-4049-bc46-79cc4eb2adfd", "name": "network-vif-plugged", "status": "completed", "tag": "2fe50bd9-d157-4040-b396-480fc16513c8"}, {"server_uuid": "62377bfc-87ec-4415-91b9-eb89eb0c5e03", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50cab-9312-4354-b925-c09cf3975ced"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:23.129188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Pushing event updated for resources: {'Port': ['ID=8fedbe13-9503-4924-a66c-978110262fca,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:23.130660 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb5f49-d06f-437c-b62f-a9aaa11ab106 x-openstack-request-id: req-a3bb5f49-d06f-437c-b62f-a9aaa11ab106 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:23.131679 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d4a77-f7f4-4049-bc46-79cc4eb2adfd", "name": "network-vif-plugged", "status": "completed", "tag": "2fe50bd9-d157-4040-b396-480fc16513c8", "code": 200}, {"server_uuid": "62377bfc-87ec-4415-91b9-eb89eb0c5e03", "name": "network-vif-plugged", "status": "completed", "tag": "e6a50cab-9312-4354-b925-c09cf3975ced", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:23.132076 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3bb5f49-d06f-437c-b62f-a9aaa11ab106 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:23.132802 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe50bd9-d157-4040-b396-480fc16513c8', 'code': 200} Feb 11 13:00:23.133295 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a50cab-9312-4354-b925-c09cf3975ced', 'code': 200} Feb 11 13:00:23.216652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Deleting port 1d5834b5-672c-4abf-a440-dc14f741e232 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:23.217429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:23.225333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93823958-0b37-4527-aa4e-bf2caf6aa4a1 req-021e1f79-7c15-470f-afb0-6d2de5e7e963 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903100 Feb 11 13:00:23.285007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Attempting to bind port 8fedbe13-9503-4924-a66c-978110262fca on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:23.286872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Attempting to bind port 8fedbe13-9503-4924-a66c-978110262fca by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '26cbf6fb-d304-40b7-800d-d85c9274123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:23.287467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Attempting to bind port 8fedbe13-9503-4924-a66c-978110262fca on network 90ea9b80-78eb-4454-aac1-e55fc6299071 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:23.348961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d093-d989-462a-8708-8ca08b94fb6f req-581cda43-081f-45cf-8b2d-24f9b3b3c241 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:23.356015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0e9d093-d989-462a-8708-8ca08b94fb6f req-581cda43-081f-45cf-8b2d-24f9b3b3c241 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1612241 Feb 11 13:00:23.391475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Port 8fedbe13-9503-4924-a66c-978110262fca on network 90ea9b80-78eb-4454-aac1-e55fc6299071 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:23.394485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Attempting to bind port 8fedbe13-9503-4924-a66c-978110262fca on network 90ea9b80-78eb-4454-aac1-e55fc6299071 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:23.451667 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0e9d093-d989-462a-8708-8ca08b94fb6f req-064957f6-2f36-483a-8cb0-374fa6cc5269 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871439 Feb 11 13:00:23.463312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:23.463312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Checking segment: {'id': '26cbf6fb-d304-40b7-800d-d85c9274123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:23.463312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Bound using segment: {'id': '26cbf6fb-d304-40b7-800d-d85c9274123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:23.463772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Bound port: 8fedbe13-9503-4924-a66c-978110262fca, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cbf6fb-d304-40b7-800d-d85c9274123d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:23.463887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8fedbe13-9503-4924-a66c-978110262fca), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:23.624145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] For port 1d5834b5-672c-4abf-a440-dc14f741e232, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1d5834b5-672c-4abf-a440-dc14f741e232,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:23.624516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:23.629161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-18538196-f8a6-4fbd-9c58-7311d309b46e req-4d00065b-b9f9-40c6-9fd9-ddc53cfa481b tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0521781 Feb 11 13:00:23.665837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Calling delete_port for 1d5834b5-672c-4abf-a440-dc14f741e232 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:23.686016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273477f-87ef-4b3a-ade7-9101f3983877 req-25a47b7d-a33d-4f39-a38c-a073c44461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:23.687529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0273477f-87ef-4b3a-ade7-9101f3983877 req-25a47b7d-a33d-4f39-a38c-a073c44461a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 1132 time: 0.4555335 Feb 11 13:00:23.689110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9f03c-8aab-4392-b92c-e319d4f8166b req-40f9db3f-a55e-4b87-8e8f-ef5877245c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:23.690472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54d9f03c-8aab-4392-b92c-e319d4f8166b req-40f9db3f-a55e-4b87-8e8f-ef5877245c1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 1128 time: 0.4374714 Feb 11 13:00:23.697444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ef1df-9926-4e85-a6ca-5bf3dc8971f9 req-aeaad281-fd4a-43bb-8dd6-22a91b8eaa4d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:23.701094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c55ef1df-9926-4e85-a6ca-5bf3dc8971f9 req-aeaad281-fd4a-43bb-8dd6-22a91b8eaa4d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.2986293 Feb 11 13:00:23.781880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303592d0-a0c7-4a8d-9ebe-8092befb1323 req-f22e0e09-c9c4-4e53-9a01-9aaa4702219f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:23.783952 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-303592d0-a0c7-4a8d-9ebe-8092befb1323 req-f22e0e09-c9c4-4e53-9a01-9aaa4702219f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 950 time: 0.0836008 Feb 11 13:00:23.833131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] For port 8fedbe13-9503-4924-a66c-978110262fca, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:23.871486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-303592d0-a0c7-4a8d-9ebe-8092befb1323 req-b46eaee9-828f-46d8-a052-c971e509e105 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811169 Feb 11 13:00:23.888177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] For port 8fedbe13-9503-4924-a66c-978110262fca, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8fedbe13-9503-4924-a66c-978110262fca,segment=NetworkSegment(26cbf6fb-d304-40b7-800d-d85c9274123d),segment_id=26cbf6fb-d304-40b7-800d-d85c9274123d)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:23.910041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54d9f03c-8aab-4392-b92c-e319d4f8166b req-f8306ac4-6897-4d90-a357-7ad9190b01d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975861 Feb 11 13:00:23.919176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c55ef1df-9926-4e85-a6ca-5bf3dc8971f9 req-1ae8baed-b5b6-48f2-9c36-ca90700c3ae5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009187 Feb 11 13:00:23.927722 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8fedbe13-9503-4924-a66c-978110262fca), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:23.941030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0273477f-87ef-4b3a-ade7-9101f3983877 req-f110e6c6-f436-4d73-8e87-6bbb698a0e51 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275567 Feb 11 13:00:24.034682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Pushing event updated for resources: {'Port': ['ID=8fedbe13-9503-4924-a66c-978110262fca,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:24.100774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:24.101522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:24.103854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-7bedb01e-47ca-4573-a032-be5e8919052e service neutron] 10.222.0.53 "PUT /v2.0/ports/8fedbe13-9503-4924-a66c-978110262fca HTTP/1.1" status: 200 len: 1092 time: 2.3448262 Feb 11 13:00:24.105754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'tag': '8fedbe13-9503-4924-a66c-978110262fca'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:24.108295 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14ef14-1d93-475a-b090-988ad478f6c9", "tag": "8fedbe13-9503-4924-a66c-978110262fca"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:24.113555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1d5834b5-672c-4abf-a440-dc14f741e232), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:24.115313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92992a7-07ff-4120-9864-6e9243c39385 req-cc798516-7f29-4a7b-92d6-a362a96534a5 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:24.117485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f92992a7-07ff-4120-9864-6e9243c39385 req-cc798516-7f29-4a7b-92d6-a362a96534a5 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0840766 Feb 11 13:00:24.127973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8b4ad10d-f23d-4df1-afbf-735b1e7e6561'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:24.150335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Pushing event deleted for resources: {'Port': ['ID=1d5834b5-672c-4abf-a440-dc14f741e232,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:24.248627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f92992a7-07ff-4120-9864-6e9243c39385 req-d4131dc0-325f-4a61-9d95-cefdd90ba7a6 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138349 Feb 11 13:00:24.275256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] No DVR routers for this DVR port 1d5834b5-672c-4abf-a440-dc14f741e232 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:24.281782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:24.284647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca7b51a7-5c9c-4523-9de0-5d99f379c20d req-4e85b1d2-be59-4e51-9a7a-054ffb116bab tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "DELETE /v2.0/ports/1d5834b5-672c-4abf-a440-dc14f741e232 HTTP/1.1" status: 204 len: 173 time: 1.4157555 Feb 11 13:00:24.346661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e1aa9-0f49-4570-b4e7-a77340f3be45 req-ef9ad839-a5b2-4d6a-86a8-7f0fa0f75f07 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:24.358080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-440e1aa9-0f49-4570-b4e7-a77340f3be45 req-ef9ad839-a5b2-4d6a-86a8-7f0fa0f75f07 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 950 time: 0.2980430 Feb 11 13:00:24.389096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-849be4d1-6a8e-481e-98c6-a7fe3725b422 req-f4066a0b-f86c-4f98-8daa-9c8a8c27ffa1 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b78c7e-c8aa-41a8-a9e1-382a494a8b70 HTTP/1.1" status: 200 len: 210 time: 0.0558219 Feb 11 13:00:24.455523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-64b43d8e-112e-4ac3-abee-899a94c65224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:24.457105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-64b43d8e-112e-4ac3-abee-899a94c65224 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca9261f95c694ecdae32774dd5b61e4d&device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 1126 time: 0.2237856 Feb 11 13:00:24.472646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-440e1aa9-0f49-4570-b4e7-a77340f3be45 req-1fb7e13f-7554-403a-ba14-f40e1b271715 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085589 Feb 11 13:00:24.560912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-140e18b2-cbbb-4030-91fe-d5537fe3c397 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fedbe13-9503-4924-a66c-978110262fca HTTP/1.1" status: 200 len: 217 time: 0.0653274 Feb 11 13:00:24.644310 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51311ce-28f3-4fd8-a762-34d5136ca2b4 x-openstack-request-id: req-e51311ce-28f3-4fd8-a762-34d5136ca2b4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:24.644595 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14ef14-1d93-475a-b090-988ad478f6c9", "tag": "8fedbe13-9503-4924-a66c-978110262fca", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:24.644836 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e51311ce-28f3-4fd8-a762-34d5136ca2b4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:24.645228 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'tag': '8fedbe13-9503-4924-a66c-978110262fca', 'status': 'completed', 'code': 200} Feb 11 13:00:24.680556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-ccaf1720-29a5-4c3e-8f29-3cd625b17c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:24.682170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-ccaf1720-29a5-4c3e-8f29-3cd625b17c95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e261f7bd-0485-4175-bf1e-5a1703a3ce77 HTTP/1.1" status: 200 len: 862 time: 0.0997741 Feb 11 13:00:24.721221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-b5d5d004-d5aa-428d-b0e9-a49c5ee718a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90ea9b80-78eb-4454-aac1-e55fc6299071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306549 Feb 11 13:00:24.733203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f591f-c297-408d-807e-0676e97fe3a9 req-17588ef6-f1ed-4eba-8d98-eb49317d0e6d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:24.740272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-425f591f-c297-408d-807e-0676e97fe3a9 req-17588ef6-f1ed-4eba-8d98-eb49317d0e6d tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1744804 Feb 11 13:00:24.762615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce231-15ed-4a76-8fbe-0d2fccc7483f req-d323ef79-63e9-4e64-beb7-ea4cead6e79f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:24.764612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-13dce231-15ed-4a76-8fbe-0d2fccc7483f req-d323ef79-63e9-4e64-beb7-ea4cead6e79f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0846996 Feb 11 13:00:24.845753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-425f591f-c297-408d-807e-0676e97fe3a9 req-739e5a2a-df4c-4d39-9365-bf711ff137de tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046515 Feb 11 13:00:24.852907 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-13dce231-15ed-4a76-8fbe-0d2fccc7483f req-599672a7-85b8-45d1-a1fa-ea554b6849a8 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790408 Feb 11 13:00:24.871985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-84370123-f999-420e-afaf-c0993d31fc60 service neutron] 10.222.0.53 "GET /v2.0/networks/90ea9b80-78eb-4454-aac1-e55fc6299071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230705 Feb 11 13:00:24.966927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ecc72309-5606-463d-b255-15909cb98285 req-70ed8309-67fa-4952-b3f5-6fecf557cc76 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0398538 Feb 11 13:00:25.032144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-897d73f7-0e55-46e8-a9a8-93ccefb648ef req-e1b4396e-d03f-4201-93a6-dd699b450e63 service neutron] 10.222.0.53 "GET /v2.0/networks/90ea9b80-78eb-4454-aac1-e55fc6299071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423879 Feb 11 13:00:25.134560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd1e21-bbdd-49ae-9bbb-24ea53bcb8af req-1668af77-0362-4414-8b74-3490c951fa08 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.136168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-65bd1e21-bbdd-49ae-9bbb-24ea53bcb8af req-1668af77-0362-4414-8b74-3490c951fa08 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0778420 Feb 11 13:00:25.220552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-aaa3eb08-f992-4a12-a656-0ba75fbacab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.222114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-aaa3eb08-f992-4a12-a656-0ba75fbacab2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca9261f95c694ecdae32774dd5b61e4d&device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 1126 time: 0.0740495 Feb 11 13:00:25.237949 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-65bd1e21-bbdd-49ae-9bbb-24ea53bcb8af req-afbcf2cc-a9ef-475e-baed-726bf258e980 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953448 Feb 11 13:00:25.393274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a1b5b-59dc-4402-b540-54d939e093ff req-21fa24f9-45f9-4864-ab3a-2d2dcb3a1df5 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.395333 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-159a1b5b-59dc-4402-b540-54d939e093ff req-21fa24f9-45f9-4864-ab3a-2d2dcb3a1df5 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0617607 Feb 11 13:00:25.430603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8f517-71a9-46c8-af4d-6d0073814deb req-b7e07ad7-36d5-4101-b84b-f46f6e723700 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.432128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5c8f517-71a9-46c8-af4d-6d0073814deb req-b7e07ad7-36d5-4101-b84b-f46f6e723700 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1742454 Feb 11 13:00:25.441424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-11ab20ed-3367-4775-8470-3ff10a68583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.442745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-11ab20ed-3367-4775-8470-3ff10a68583b service neutron] 10.222.0.53 "GET /v2.0/networks?id=90ea9b80-78eb-4454-aac1-e55fc6299071 HTTP/1.1" status: 200 len: 923 time: 0.2117319 Feb 11 13:00:25.449528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-159a1b5b-59dc-4402-b540-54d939e093ff req-70565b25-0399-435e-be9e-913fe2ceeea2 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Feb 11 13:00:25.456061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-2b470cb5-4f56-41e6-9119-31788bad04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.457497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-2b470cb5-4f56-41e6-9119-31788bad04af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 1128 time: 0.1012132 Feb 11 13:00:25.522319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-5742b8b7-b83e-4966-8c79-43a1d2ab3807 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fedbe13-9503-4924-a66c-978110262fca HTTP/1.1" status: 200 len: 217 time: 0.0580103 Feb 11 13:00:25.595506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452a2e7-5fe3-4d98-9d14-adfc9fed1d7a req-9a3f5697-c6a2-42e8-acb4-02250c507737 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.597269 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e452a2e7-5fe3-4d98-9d14-adfc9fed1d7a req-9a3f5697-c6a2-42e8-acb4-02250c507737 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 950 time: 0.0597806 Feb 11 13:00:25.613102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5c8f517-71a9-46c8-af4d-6d0073814deb req-e93b2ee2-9a23-4d72-95c8-4e586ca0e4c5 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685185 Feb 11 13:00:25.639235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-715a84e7-f083-48ea-b8bb-c851c4eb097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.640694 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-715a84e7-f083-48ea-b8bb-c851c4eb097c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e261f7bd-0485-4175-bf1e-5a1703a3ce77 HTTP/1.1" status: 200 len: 862 time: 0.0986915 Feb 11 13:00:25.644036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1d5834b5-672c-4abf-a440-dc14f741e232 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:25.654080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-e3f79a21-b26c-42ce-a472-537d8d64513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.656555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-e3f79a21-b26c-42ce-a472-537d8d64513d service neutron] 10.222.0.64 "GET /v2.0/networks?id=99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 200 len: 916 time: 0.1802711 Feb 11 13:00:25.667531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 1d5834b5-672c-4abf-a440-dc14f741e232 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:25.668160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1d5834b5-672c-4abf-a440-dc14f741e232 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:25.673902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e452a2e7-5fe3-4d98-9d14-adfc9fed1d7a req-6653f276-5364-40ee-9e74-aaa5b281cea1 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Feb 11 13:00:25.720364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-1df5f0af-8817-466c-b0a3-0f4cb3f120a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2 HTTP/1.1" status: 200 len: 217 time: 0.0477037 Feb 11 13:00:25.746093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-86224262-962a-4090-b505-ba5645f5ce2c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=90ea9b80-78eb-4454-aac1-e55fc6299071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342705 Feb 11 13:00:25.815446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-f1881af6-78a1-4244-a392-9e91c3e7332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.816956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-f1881af6-78a1-4244-a392-9e91c3e7332c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 200 len: 854 time: 0.0734265 Feb 11 13:00:25.889455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45a1c3-ece7-45e4-b187-c9983a6a4ef3 req-1ac9b559-f48e-42a3-ba81-b7bc638a5f72 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.894201 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e45a1c3-ece7-45e4-b187-c9983a6a4ef3 req-1ac9b559-f48e-42a3-ba81-b7bc638a5f72 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 949 time: 0.0669508 Feb 11 13:00:25.904718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-f44c555f-90d7-4803-b95e-5275db5a4d57 service neutron] 10.222.0.53 "GET /v2.0/networks/90ea9b80-78eb-4454-aac1-e55fc6299071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316030 Feb 11 13:00:25.911036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-ffff1171-37c6-4433-8057-e83068a1b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:25.912570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-ffff1171-37c6-4433-8057-e83068a1b64a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99bc6782-4feb-450c-95d9-b049abeec4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0714226 Feb 11 13:00:25.928696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-0d7cdb90-4afa-46ce-9c4a-0e9c67d9ae78 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:25.929810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-0d7cdb90-4afa-46ce-9c4a-0e9c67d9ae78 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060766 Feb 11 13:00:25.964280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e45a1c3-ece7-45e4-b187-c9983a6a4ef3 req-85816b78-7666-446b-bdad-482980435f72 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640526 Feb 11 13:00:26.103675 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a77591e1-ee26-489d-a7ea-6d8c75b68cdd req-a09138b1-fba2-4002-95d1-29ea08c10a9f tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0329256 Feb 11 13:00:26.115093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab5e5b-2e9d-48e3-a80d-5ca8c70fbf1d req-b98887c3-e7f7-4beb-a6c3-493cd5d05478 service neutron] 10.222.0.53 "GET /v2.0/networks/90ea9b80-78eb-4454-aac1-e55fc6299071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989090 Feb 11 13:00:26.118588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-176c5a22-411b-44f3-b4d5-a4c381536608 service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782064 Feb 11 13:00:26.132271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f19c3-4357-491b-8872-93acfa98adb4 req-188f30ab-b258-4e36-9bc5-17daad786e22 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:26.133335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e3f19c3-4357-491b-8872-93acfa98adb4 req-188f30ab-b258-4e36-9bc5-17daad786e22 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 944 time: 0.1625128 Feb 11 13:00:26.233605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e3f19c3-4357-491b-8872-93acfa98adb4 req-52e0b9bd-7fc2-4c67-a900-c04c8de9dec6 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993919 Feb 11 13:00:26.255110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acfa18fe-2521-49ac-ac09-8ae77a063dcb req-17e27c52-8345-4024-aca3-37fa31dac36f service neutron] 10.222.0.64 "GET /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147203 Feb 11 13:00:26.381147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b4b70-5bc0-4353-af69-8f85af84f9d3 req-11c59436-1452-44cd-9ca4-99b26fc4d9a5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:26.382877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b61b4b70-5bc0-4353-af69-8f85af84f9d3 req-11c59436-1452-44cd-9ca4-99b26fc4d9a5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0583127 Feb 11 13:00:26.432940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b61b4b70-5bc0-4353-af69-8f85af84f9d3 req-be28049a-687b-4416-9d67-be883ca1a3e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444601 Feb 11 13:00:26.576012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e22a3-e4d0-4fb4-8abb-3ce36c69ea28 req-fa9508e1-8f3b-4aba-bf82-e5c225ca618e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:26.577512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-218e22a3-e4d0-4fb4-8abb-3ce36c69ea28 req-fa9508e1-8f3b-4aba-bf82-e5c225ca618e tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0529654 Feb 11 13:00:26.641617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-218e22a3-e4d0-4fb4-8abb-3ce36c69ea28 req-2b2e9132-fe9e-4238-9474-5300a59d0fac tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574093 Feb 11 13:00:26.646688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'name': 'network-vif-deleted', 'tag': '1d5834b5-672c-4abf-a440-dc14f741e232'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:26.649052 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea6a71e-36ee-433e-8bad-cc4773f43014" -d '{"events": [{"server_uuid": "f6b78c7e-c8aa-41a8-a9e1-382a494a8b70", "name": "network-vif-deleted", "tag": "1d5834b5-672c-4abf-a440-dc14f741e232"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:26.686610 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca40e42c-7f67-4dc9-80dd-3df758be20bb x-openstack-request-id: req-ca40e42c-7f67-4dc9-80dd-3df758be20bb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:26.686972 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b78c7e-c8aa-41a8-a9e1-382a494a8b70", "name": "network-vif-deleted", "tag": "1d5834b5-672c-4abf-a440-dc14f741e232", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:26.687290 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca40e42c-7f67-4dc9-80dd-3df758be20bb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:26.687748 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b78c7e-c8aa-41a8-a9e1-382a494a8b70', 'name': 'network-vif-deleted', 'tag': '1d5834b5-672c-4abf-a440-dc14f741e232', 'status': 'completed', 'code': 200} Feb 11 13:00:26.747121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c45bc-3d80-47d2-b9bb-61189e8dc1da req-00c6d0df-2317-4ec9-a704-f6a268cd5c15 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:26.748629 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d70c45bc-3d80-47d2-b9bb-61189e8dc1da req-00c6d0df-2317-4ec9-a704-f6a268cd5c15 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0613537 Feb 11 13:00:26.801081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d70c45bc-3d80-47d2-b9bb-61189e8dc1da req-a6896624-7473-4a4b-bed5-acc79c9d0206 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457671 Feb 11 13:00:26.825711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7127c2d-968f-418f-a8ad-d35ade80f284 req-9cc675ee-f823-4f91-80e6-9b2f9a9ae465 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:26.827241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7127c2d-968f-418f-a8ad-d35ade80f284 req-9cc675ee-f823-4f91-80e6-9b2f9a9ae465 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 950 time: 0.0600724 Feb 11 13:00:26.874110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7127c2d-968f-418f-a8ad-d35ade80f284 req-eb2c4186-9251-4cb4-89c6-8929456ce164 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Feb 11 13:00:27.153985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671b857-6658-4639-b304-f993099441f2 req-861c830c-fecd-4220-8034-7afa41a1ea74 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.155526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f671b857-6658-4639-b304-f993099441f2 req-861c830c-fecd-4220-8034-7afa41a1ea74 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 949 time: 0.0538368 Feb 11 13:00:27.159836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b07e6-c4f5-4ab0-bbc2-4fc92e074995 req-4038afeb-9d6a-4959-87d2-56caf38720a7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.165063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b07e6-c4f5-4ab0-bbc2-4fc92e074995 req-4038afeb-9d6a-4959-87d2-56caf38720a7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.166746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d6b07e6-c4f5-4ab0-bbc2-4fc92e074995 req-4038afeb-9d6a-4959-87d2-56caf38720a7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd&device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 1691 time: 0.0591114 Feb 11 13:00:27.203791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f671b857-6658-4639-b304-f993099441f2 req-8486f486-676b-41d1-8a52-8d75106ae805 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Feb 11 13:00:27.213252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d6b07e6-c4f5-4ab0-bbc2-4fc92e074995 req-72b1bf24-05fd-4424-8aa4-119afe370186 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410411 Feb 11 13:00:27.295587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-336c8329-ec34-44f7-bc05-d1941b1532dd req-5de2decb-2878-4f4e-bf14-68a5723b0142 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0305486 Feb 11 13:00:27.313386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45202843-1664-4b4e-9b62-522ab97cda9a req-f7b6c0d0-ba06-49b0-8b1c-d1a02cae8801 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.314936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45202843-1664-4b4e-9b62-522ab97cda9a req-f7b6c0d0-ba06-49b0-8b1c-d1a02cae8801 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0543683 Feb 11 13:00:27.368838 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45202843-1664-4b4e-9b62-522ab97cda9a req-3d35fb42-1abe-4319-9cb3-a056539b5151 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Feb 11 13:00:27.470261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8900ac-42dd-4249-ad3d-b81a3c404698 req-6a473b15-034a-40d1-abca-0be2f87846c2 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.471982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e8900ac-42dd-4249-ad3d-b81a3c404698 req-6a473b15-034a-40d1-abca-0be2f87846c2 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 944 time: 0.0543549 Feb 11 13:00:27.474767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426334d5-9541-47fd-aa64-579310073c98 req-aa9bb6c5-5b4f-4d91-bcab-b39a621ed049 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.476476 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-426334d5-9541-47fd-aa64-579310073c98 req-aa9bb6c5-5b4f-4d91-bcab-b39a621ed049 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 1132 time: 0.0494213 Feb 11 13:00:27.522355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e8900ac-42dd-4249-ad3d-b81a3c404698 req-b164ad89-c29b-47a0-87f4-eca9e97f396a tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445530 Feb 11 13:00:27.524213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-426334d5-9541-47fd-aa64-579310073c98 req-e2711ec9-f83f-49a1-a73b-5a966f92471c tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418193 Feb 11 13:00:27.643562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4d9fd-0f80-42a4-9e8c-51ec5043f7c2 req-ddaf58c2-01eb-4e77-b6d8-72ae83f58dd1 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.645102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edd4d9fd-0f80-42a4-9e8c-51ec5043f7c2 req-ddaf58c2-01eb-4e77-b6d8-72ae83f58dd1 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 1132 time: 0.0494554 Feb 11 13:00:27.650802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8fedbe13-9503-4924-a66c-978110262fca details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:27.680565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f82a13-7b82-42b1-8719-25ec66ca7d76 req-cdd56540-0c0c-46a8-af29-562e36071c69 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.687610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41f82a13-7b82-42b1-8719-25ec66ca7d76 req-cdd56540-0c0c-46a8-af29-562e36071c69 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0596142 Feb 11 13:00:27.694112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edd4d9fd-0f80-42a4-9e8c-51ec5043f7c2 req-d9cd64dd-4b2b-4824-aee5-dfe601605d6d tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422223 Feb 11 13:00:27.734782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41f82a13-7b82-42b1-8719-25ec66ca7d76 req-88a11af4-678c-4386-85b7-d5b0200670b0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462391 Feb 11 13:00:27.760097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8fedbe13-9503-4924-a66c-978110262fca, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8fedbe13-9503-4924-a66c-978110262fca,segment=NetworkSegment(26cbf6fb-d304-40b7-800d-d85c9274123d),segment_id=26cbf6fb-d304-40b7-800d-d85c9274123d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:27.771705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '8fedbe13-9503-4924-a66c-978110262fca', 'network_id': '90ea9b80-78eb-4454-aac1-e55fc6299071', 'port_id': '8fedbe13-9503-4924-a66c-978110262fca', 'mac_address': 'fa:16:3e:57:b6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e261f7bd-0485-4175-bf1e-5a1703a3ce77', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:27.823415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8fedbe13-9503-4924-a66c-978110262fca is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:27.823787 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8fedbe13-9503-4924-a66c-978110262fca), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:27.850573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fedbe13-9503-4924-a66c-978110262fca {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:27.876332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8fedbe13-9503-4924-a66c-978110262fca, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8fedbe13-9503-4924-a66c-978110262fca,segment=NetworkSegment(26cbf6fb-d304-40b7-800d-d85c9274123d),segment_id=26cbf6fb-d304-40b7-800d-d85c9274123d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:27.885224 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8fedbe13-9503-4924-a66c-978110262fca), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:27.938715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-f86d62c3-6bfb-4f5e-be50-3246330e9481 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332043 Feb 11 13:00:27.945673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8fedbe13-9503-4924-a66c-978110262fca,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:27.967087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d38289-0498-486d-b571-ed39f9a100b2 req-7a91db89-50d0-4a76-a8ff-5ee45ddf35a6 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:27.968832 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3d38289-0498-486d-b571-ed39f9a100b2 req-7a91db89-50d0-4a76-a8ff-5ee45ddf35a6 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0855980 Feb 11 13:00:28.031662 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3d38289-0498-486d-b571-ed39f9a100b2 req-3a681091-415c-44e0-b821-bbcc9cdf6c3e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523121 Feb 11 13:00:28.063597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-418ff20e-13b1-475b-9828-28a8f176b5d5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:28.065182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-418ff20e-13b1-475b-9828-28a8f176b5d5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1254630 Feb 11 13:00:28.086611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-c0f47de0-35e4-405a-a812-acd0cbdf1a38 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/quotas/f8826ab4085649058c2f3e7d612233c1 HTTP/1.1" status: 200 len: 375 time: 0.0104675 Feb 11 13:00:28.155110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-962b52a5-0558-4ce3-b66c-eb93a1ab0a6b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0623040 Feb 11 13:00:28.188895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adf010-8e7d-462c-8677-581dea61626c req-5fce917b-f8b3-4e1b-9838-05afc6024d30 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:28.191419 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8adf010-8e7d-462c-8677-581dea61626c req-5fce917b-f8b3-4e1b-9838-05afc6024d30 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0611582 Feb 11 13:00:28.258404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8adf010-8e7d-462c-8677-581dea61626c req-ef22ee11-5250-41bf-a404-e7f5e9fc0269 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592735 Feb 11 13:00:28.299883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-3a0e0014-ad35-4cd5-a847-b2fcd847fdd7 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:28.302151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-3a0e0014-ad35-4cd5-a847-b2fcd847fdd7 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 949 time: 0.0709200 Feb 11 13:00:28.386374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8fedbe13-9503-4924-a66c-978110262fca'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:28.442907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555fc2d-23d6-4dfa-9891-fb70d52e9797 req-875624b6-1e2f-47a4-ba59-eea2b030e050 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:28.454215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9555fc2d-23d6-4dfa-9891-fb70d52e9797 req-875624b6-1e2f-47a4-ba59-eea2b030e050 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 949 time: 0.1223953 Feb 11 13:00:28.461516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17701f6a-5146-4799-9945-a06b275ce267 req-f0d37cdf-df81-4a0f-a424-04c28289da05 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:28.468404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17701f6a-5146-4799-9945-a06b275ce267 req-f0d37cdf-df81-4a0f-a424-04c28289da05 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.1039524 Feb 11 13:00:28.513461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9555fc2d-23d6-4dfa-9891-fb70d52e9797 req-96c2ba68-9bad-4a4d-8a40-05910a946a6d tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/security-groups?id=68af3415-7e53-427f-b448-3b90fa5654c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583684 Feb 11 13:00:28.516967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Deleting port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:28.517308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:28.581578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17701f6a-5146-4799-9945-a06b275ce267 req-ad466a2b-aaf9-4c8a-970c-b12c945fb57c tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119089 Feb 11 13:00:28.665339 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1de83f32-b96b-4606-bcfc-56bab8c35fa8 req-d2510eac-9259-440b-baa4-bfcd3762bd20 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 210 time: 0.0760269 Feb 11 13:00:28.703131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] For port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:28.703618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:28.720991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Calling delete_port for 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:28.800152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911f067-1be3-4c3a-8ece-9e03ef0dee24 req-c0100248-48bb-4ebe-9f27-f0e6c900318b tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:28.806981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ec48d1a-f103-4640-afa0-9eb691d012f9 req-f503b20e-558e-407d-b069-4a32b07ebdbe tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0626814 Feb 11 13:00:28.808921 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0911f067-1be3-4c3a-8ece-9e03ef0dee24 req-c0100248-48bb-4ebe-9f27-f0e6c900318b tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 946 time: 0.0683641 Feb 11 13:00:28.867137 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0911f067-1be3-4c3a-8ece-9e03ef0dee24 req-c42f8f26-335d-46eb-b259-2bd98c809561 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3fef593-fabc-475e-a460-e0b38f83ce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565631 Feb 11 13:00:29.027887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8b4ad10d-f23d-4df1-afbf-735b1e7e6561), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.028139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da73d3-45ad-4dc8-ab5c-db2a09b764ed req-84194e14-5e85-4efe-882c-d98d732eed84 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:29.031069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-40da73d3-45ad-4dc8-ab5c-db2a09b764ed req-84194e14-5e85-4efe-882c-d98d732eed84 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.0691078 Feb 11 13:00:29.046534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8b4ad10d-f23d-4df1-afbf-735b1e7e6561'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:29.072548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Pushing event deleted for resources: {'Port': ['ID=8b4ad10d-f23d-4df1-afbf-735b1e7e6561,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:29.082754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-4d75c28e-604e-4f0e-b0e6-01745c4fa455 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:29.084368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-4d75c28e-604e-4f0e-b0e6-01745c4fa455 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.64 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 946 time: 0.1624365 Feb 11 13:00:29.093052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7740b7-fd29-4961-a57e-8a8f23c3c05c req-7224e9fc-b047-45b6-98b8-46528ff85623 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:29.095444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c7740b7-fd29-4961-a57e-8a8f23c3c05c req-7224e9fc-b047-45b6-98b8-46528ff85623 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 945 time: 0.1510851 Feb 11 13:00:29.097155 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-40da73d3-45ad-4dc8-ab5c-db2a09b764ed req-a88c7f03-a9ec-49b0-86be-bd986c5d2f2c tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589225 Feb 11 13:00:29.176717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] No DVR routers for this DVR port 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:29.184337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.187744 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3379f3c-7c9b-47d0-8c08-52833774e88e req-404537c5-7bf2-458a-b03a-38086d3fc6c5 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.53 "DELETE /v2.0/ports/8b4ad10d-f23d-4df1-afbf-735b1e7e6561 HTTP/1.1" status: 204 len: 173 time: 0.8745160 Feb 11 13:00:29.188203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'name': 'network-vif-deleted', 'tag': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:29.190505 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5dd2a1-483b-421c-afb4-c16eebaa9fb8" -d '{"events": [{"server_uuid": "e4566d8f-7ae6-4132-a0d0-2823081b0f22", "name": "network-vif-deleted", "tag": "8b4ad10d-f23d-4df1-afbf-735b1e7e6561"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:29.235701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe3462-881d-44b7-b5f7-7b6351957dc4 req-ecbe9ab1-65d9-4d4b-b3b7-508b109fa7e6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:29.245019 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4efe3462-881d-44b7-b5f7-7b6351957dc4 req-ecbe9ab1-65d9-4d4b-b3b7-508b109fa7e6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0720484 Feb 11 13:00:29.255305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1b068c8-834c-4f1d-b578-e34bdde2af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.302997 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4efe3462-881d-44b7-b5f7-7b6351957dc4 req-f23a8c77-f97e-4e91-827f-563f41544934 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557089 Feb 11 13:00:29.351234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-7590c49e-45b9-4302-8b7a-fca8841ce33d req-9db26985-8601-4aca-8a08-f1a7b9a02a60 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:29.353060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7590c49e-45b9-4302-8b7a-fca8841ce33d req-9db26985-8601-4aca-8a08-f1a7b9a02a60 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076430 Feb 11 13:00:29.470437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7590c49e-45b9-4302-8b7a-fca8841ce33d req-3d752031-b4fe-4ea2-9987-1cfed7eed3b0 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1100576 Feb 11 13:00:29.581044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c7740b7-fd29-4961-a57e-8a8f23c3c05c req-31d65f0a-d77d-4e51-84e8-55bd2e16d3ee tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751792 Feb 11 13:00:29.608702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Deleting port e6a50cab-9312-4354-b925-c09cf3975ced {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:29.609053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.669940 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ec8b4-a075-4b13-a1ec-0db1ff9f20e5 x-openstack-request-id: req-325ec8b4-a075-4b13-a1ec-0db1ff9f20e5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:29.670231 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4566d8f-7ae6-4132-a0d0-2823081b0f22", "name": "network-vif-deleted", "tag": "8b4ad10d-f23d-4df1-afbf-735b1e7e6561", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:29.670482 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-325ec8b4-a075-4b13-a1ec-0db1ff9f20e5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:29.670874 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4566d8f-7ae6-4132-a0d0-2823081b0f22', 'name': 'network-vif-deleted', 'tag': '8b4ad10d-f23d-4df1-afbf-735b1e7e6561', 'status': 'completed', 'code': 200} Feb 11 13:00:29.676576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:29.738767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26781363-d96f-41ec-bc11-ec0704464649 req-accc486e-800b-4328-8158-3898a3ca358d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:29.740270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-26781363-d96f-41ec-bc11-ec0704464649 req-accc486e-800b-4328-8158-3898a3ca358d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 947 time: 0.0568972 Feb 11 13:00:29.748554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2fd59215-89a1-4902-afb3-cf89e3fee625 req-20eaffe3-fe05-48dc-8288-b499ee822ec8 tempest-ServersAdminNegativeTestJSON-1048662186 tempest-ServersAdminNegativeTestJSON-1048662186-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4566d8f-7ae6-4132-a0d0-2823081b0f22 HTTP/1.1" status: 200 len: 210 time: 0.0360684 Feb 11 13:00:29.752063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] For port e6a50cab-9312-4354-b925-c09cf3975ced, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e6a50cab-9312-4354-b925-c09cf3975ced,segment=NetworkSegment(d03bbcd9-38fb-45af-92de-9a74f832af76),segment_id=d03bbcd9-38fb-45af-92de-9a74f832af76)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:29.752498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.770750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 14938341-81b2-44e7-a062-6db324358a28 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:29.771117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14938341-81b2-44e7-a062-6db324358a28), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.783335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Calling delete_port for e6a50cab-9312-4354-b925-c09cf3975ced owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:29.796268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:29.799318 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98abc5f-1c90-40d3-b7a4-dfbff9fb1f2f" -d '{"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-unplugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:29.807783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-26781363-d96f-41ec-bc11-ec0704464649 req-4b8e04a0-6350-48a7-969e-2717f3bdfc48 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560825 Feb 11 13:00:29.818675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:29.825841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14938341-81b2-44e7-a062-6db324358a28), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.826838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:29.922292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=14']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:29.923099 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fccb0c1d-c8b8-4934-b6e2-817027299875 req-2d0be49b-20cf-4df0-9d1a-a74c0825aa88 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 210 time: 0.0495853 Feb 11 13:00:29.924917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:29.925257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8b4ad10d-f23d-4df1-afbf-735b1e7e6561 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:29.976556 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ae1b4-be07-44dd-9f76-30af737a23fa x-openstack-request-id: req-9e4ae1b4-be07-44dd-9f76-30af737a23fa {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:29.976950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-6963612e-bd2d-4195-9865-d9ab053c570f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300868 Feb 11 13:00:29.977089 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-unplugged", "status": "completed", "tag": "14938341-81b2-44e7-a062-6db324358a28", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:29.977390 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e4ae1b4-be07-44dd-9f76-30af737a23fa {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:29.980233 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'code': 200} Feb 11 13:00:30.067752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea68fb-c276-4a36-ba3f-da18b9fa3619 req-37da9acd-3d4e-4067-b712-c8f9aa13ce0e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.069345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ea68fb-c276-4a36-ba3f-da18b9fa3619 req-37da9acd-3d4e-4067-b712-c8f9aa13ce0e tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1820605 Feb 11 13:00:30.095932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e409-8bd8-479f-a86a-a721606712dd req-e593e59f-9486-40fc-89ad-6e1d11cb220f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.101891 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2b6e409-8bd8-479f-a86a-a721606712dd req-e593e59f-9486-40fc-89ad-6e1d11cb220f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0694470 Feb 11 13:00:30.146396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2b6e409-8bd8-479f-a86a-a721606712dd req-29a39711-c09c-4f1c-b580-b4f4b40338d7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Feb 11 13:00:30.154715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e6a50cab-9312-4354-b925-c09cf3975ced), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:30.169410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e6a50cab-9312-4354-b925-c09cf3975ced'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:30.211146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Pushing event deleted for resources: {'Port': ['ID=e6a50cab-9312-4354-b925-c09cf3975ced,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:30.236543 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61dadec3-6345-4312-931d-ec1bea444f04 req-47ca6387-8184-46cd-80a5-4769711af963 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0282526 Feb 11 13:00:30.249770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1ea68fb-c276-4a36-ba3f-da18b9fa3619 req-ea2c3ea2-4de5-4a96-9447-d23c14f8e896 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698229 Feb 11 13:00:30.258410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-45ef128b-866d-4353-a5c7-4d32b67c05e6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.259844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-45ef128b-866d-4353-a5c7-4d32b67c05e6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483444 Feb 11 13:00:30.283100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] No DVR routers for this DVR port e6a50cab-9312-4354-b925-c09cf3975ced on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:30.287713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:30.293097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:30.296505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fa238cf-407b-43fb-8068-8ed4163dac0d req-966329d0-a459-4baf-a30e-79ee12e2cb7d tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.64 "DELETE /v2.0/ports/e6a50cab-9312-4354-b925-c09cf3975ced HTTP/1.1" status: 204 len: 173 time: 1.2001526 Feb 11 13:00:30.346629 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f74396d0-392e-4f29-9796-83f95d71db3e req-248824da-e2d9-4e97-b005-399b2d623f81 tempest-ServerAddressesTestJSON-414790639 tempest-ServerAddressesTestJSON-414790639-project] 10.222.0.42 "GET /v2.0/ports?device_id=62377bfc-87ec-4415-91b9-eb89eb0c5e03 HTTP/1.1" status: 200 len: 210 time: 0.0353045 Feb 11 13:00:30.458657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:30.464493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:30.495465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc183b-865a-418d-aea5-c30f2809470f req-dcd8f8c7-c249-4479-ace0-c5b40023f9b7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.496963 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aefc183b-865a-418d-aea5-c30f2809470f req-dcd8f8c7-c249-4479-ace0-c5b40023f9b7 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.0781343 Feb 11 13:00:30.545896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aefc183b-865a-418d-aea5-c30f2809470f req-ac60179b-7c14-459c-87de-d7b302cee64f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Feb 11 13:00:30.648721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-b96b7f9f-3b33-4a46-876f-c0d9c119bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.650213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-b96b7f9f-3b33-4a46-876f-c0d9c119bbc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1127 time: 0.1648355 Feb 11 13:00:30.661555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331997e9-3161-449d-beb8-a0c0e4de8173 req-96b4f16d-40e8-42e4-ad71-9877f8ef8a2f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.663024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331997e9-3161-449d-beb8-a0c0e4de8173 req-96b4f16d-40e8-42e4-ad71-9877f8ef8a2f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1747262 Feb 11 13:00:30.666179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778606-c48c-479c-93e3-c3d0fc02155b req-9e60ede3-6fb6-4f3d-920b-7563f699758b tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.667677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98778606-c48c-479c-93e3-c3d0fc02155b req-9e60ede3-6fb6-4f3d-920b-7563f699758b tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.0532141 Feb 11 13:00:30.716638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98778606-c48c-479c-93e3-c3d0fc02155b req-ee6ef2ed-f808-4b23-a4f3-f28bc93340e0 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421100 Feb 11 13:00:30.760854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.98 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/a711fa50-64fd-49f1-ada7-6681d0e7b893) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:30.818564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331997e9-3161-449d-beb8-a0c0e4de8173 req-976d9032-561b-4f2c-8023-88414ce99c5b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409357 Feb 11 13:00:30.849194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-7cbf3b1e-8cd0-4b7a-8815-4158ea0ddbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.850692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-7cbf3b1e-8cd0-4b7a-8815-4158ea0ddbe2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.1867917 Feb 11 13:00:30.858574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adfff2-fde1-4278-a7aa-5b8ef43f5871 req-dbb9595d-5876-4b96-b333-853f03ea4316 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:30.861411 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69adfff2-fde1-4278-a7aa-5b8ef43f5871 req-dbb9595d-5876-4b96-b333-853f03ea4316 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 945 time: 0.0746741 Feb 11 13:00:30.950775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69adfff2-fde1-4278-a7aa-5b8ef43f5871 req-cffa908a-83d0-46d3-b487-a66e5753b836 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815654 Feb 11 13:00:31.006931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-8ab889d2-695a-463c-b309-4c09bcb76632 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1000 time: 0.1479537 Feb 11 13:00:31.083044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f0188da-b8e7-4e39-8c0a-0581f0c8eab5 req-0432251c-48e1-4156-8b92-2657eadbe31e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 210 time: 0.0349610 Feb 11 13:00:31.101625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.109013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-9a34c5e8-c42a-4d2f-b914-3e21a5dbb22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:31.110610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-9a34c5e8-c42a-4d2f-b914-3e21a5dbb22e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.0949910 Feb 11 13:00:31.120673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4711bc-5323-4560-ac53-6628e39239f6 req-bb3c11c3-e670-49a3-8fa2-bdf3663ed9a1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:31.125968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4711bc-5323-4560-ac53-6628e39239f6 req-bb3c11c3-e670-49a3-8fa2-bdf3663ed9a1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:31.131162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4711bc-5323-4560-ac53-6628e39239f6 req-bb3c11c3-e670-49a3-8fa2-bdf3663ed9a1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:31.132937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc4711bc-5323-4560-ac53-6628e39239f6 req-bb3c11c3-e670-49a3-8fa2-bdf3663ed9a1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba&device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10&device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 2417 time: 0.1646402 Feb 11 13:00:31.215038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38488) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:31.232774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.245902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc4711bc-5323-4560-ac53-6628e39239f6 req-b581f2db-1701-4249-b4bd-789a95abf275 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016815 Feb 11 13:00:31.268508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:31.271165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f', '2fe50bd9-d157-4040-b396-480fc16513c8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:31.271552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-6d7fec94-45fd-40a2-a373-9de91cf8b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:31.273382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-6d7fec94-45fd-40a2-a373-9de91cf8b6fb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1395035 Feb 11 13:00:31.320029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:31.327956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=a711fa50-64fd-49f1-ada7-6681d0e7b893,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:31.333207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:31.341706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:31.419502 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-655e47ba-b2ec-4c8a-b5ae-181a407bbfe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.463215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:31.464185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.499490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-18fa0efc-1533-4c94-a6dc-5c89143cc258 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138567 Feb 11 13:00:31.500333 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-da7ac776-c5e1-4d09-9c2d-0f4b71a60101 req-e01b99b0-055e-4847-ad7d-1cc2f4b6a70f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1502845 Feb 11 13:00:31.554787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a38681f-4712-4db7-9952-91d0c78a570a req-3c9e4c5d-cdb9-4508-bcaf-6a7c1be161d3 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0589471 Feb 11 13:00:31.607799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-a166ed0f-a59b-4f64-9cbb-36ef0118b8bd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3258212 Feb 11 13:00:31.624512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-efb5c7cc-3555-44af-9fb3-377153a0a90f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1381f5f190b945d4b09a637625d071dd&name=default HTTP/1.1" status: 200 len: 2998 time: 0.4079812 Feb 11 13:00:31.626772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38500) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:31.628422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Request body: {'port': {'device_id': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:31.676301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38502) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:31.679482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8fedbe13-9503-4924-a66c-978110262fca up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:31.688447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'name': 'network-vif-deleted', 'tag': 'e6a50cab-9312-4354-b925-c09cf3975ced'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:31.690764 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf209b8-a479-4d3c-ab70-cbae43f25707" -d '{"events": [{"server_uuid": "62377bfc-87ec-4415-91b9-eb89eb0c5e03", "name": "network-vif-deleted", "tag": "e6a50cab-9312-4354-b925-c09cf3975ced"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:31.738832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] Deleting subnet e40a527a-ce48-4ea9-854c-c779070216dd {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:00:31.742397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] Publish callbacks [] for subnet (e40a527a-ce48-4ea9-854c-c779070216dd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.748387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-79093793-e934-47b2-9bc9-d87b6bfc175c None None] Provisioning complete for port a711fa50-64fd-49f1-ada7-6681d0e7b893 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:31.748776 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-79093793-e934-47b2-9bc9-d87b6bfc175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.760429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d27e73-24b3-48f3-b1c8-bfa05277f497 req-2fac9635-cbc0-4b54-a72d-a5e666f931d7 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020543 Feb 11 13:00:31.763122 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.773241 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13efc1f1-2c02-4f4a-ad41-08d3e982f284 x-openstack-request-id: req-13efc1f1-2c02-4f4a-ad41-08d3e982f284 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:31.773572 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62377bfc-87ec-4415-91b9-eb89eb0c5e03", "name": "network-vif-deleted", "tag": "e6a50cab-9312-4354-b925-c09cf3975ced", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:31.773819 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13efc1f1-2c02-4f4a-ad41-08d3e982f284 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:31.774202 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62377bfc-87ec-4415-91b9-eb89eb0c5e03', 'name': 'network-vif-deleted', 'tag': 'e6a50cab-9312-4354-b925-c09cf3975ced', 'status': 'completed', 'code': 200} Feb 11 13:00:31.808365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (e40a527a-ce48-4ea9-854c-c779070216dd), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.810051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Publish callbacks [] for security_group (68af3415-7e53-427f-b448-3b90fa5654c0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.861797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Publish callbacks [] for security_group (68af3415-7e53-427f-b448-3b90fa5654c0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.873206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-79093793-e934-47b2-9bc9-d87b6bfc175c None None] Port a711fa50-64fd-49f1-ada7-6681d0e7b893 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:31.887709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 8fedbe13-9503-4924-a66c-978110262fca completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:31.888210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e40a527a-ce48-4ea9-854c-c779070216dd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.909926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 8fedbe13-9503-4924-a66c-978110262fca triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:31.910350 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8fedbe13-9503-4924-a66c-978110262fca), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.981466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (68af3415-7e53-427f-b448-3b90fa5654c0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.992562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.996212 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68af3415-7e53-427f-b448-3b90fa5654c0 HTTP/1.1" status: 204 len: 168 time: 0.3657486 Feb 11 13:00:32.002906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68af3415-7e53-427f-b448-3b90fa5654c0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:32.011405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (e40a527a-ce48-4ea9-854c-c779070216dd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.015451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.015844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.016185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.017090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.017230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.017488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.017997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.018184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.019103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.019103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.019351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.019641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.019841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efe6c95-d12c-43e5-89c3-d9919c2d6648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.088271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e40a527a-ce48-4ea9-854c-c779070216dd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:32.089526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570d0e-b869-451f-a285-be74e577af3b req-ee213b79-d1f3-4bc5-b686-18ad49135bc1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:32.091221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4570d0e-b869-451f-a285-be74e577af3b req-ee213b79-d1f3-4bc5-b686-18ad49135bc1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1051497 Feb 11 13:00:32.100234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.104907 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-81b960ae-4fa2-41e6-8227-98d8ca308cb3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e40a527a-ce48-4ea9-854c-c779070216dd HTTP/1.1" status: 204 len: 168 time: 0.4274285 Feb 11 13:00:32.107350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:32.166191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a711fa50-64fd-49f1-ada7-6681d0e7b893 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:32.179346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Publish callbacks [] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.199550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4570d0e-b869-451f-a285-be74e577af3b req-ac6063e4-d080-4744-9bd2-5a03f10de38c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768657 Feb 11 13:00:32.204745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (94335035-0ee7-4acc-9746-d553901e85f6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.205165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Transition to ACTIVE for port object a711fa50-64fd-49f1-ada7-6681d0e7b893 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:32.211020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e6a50cab-9312-4354-b925-c09cf3975ced no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:32.211951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.251017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: e6a50cab-9312-4354-b925-c09cf3975ced {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:32.251951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e6a50cab-9312-4354-b925-c09cf3975ced not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:32.274414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Pushing event updated for resources: {'Port': ['ID=a711fa50-64fd-49f1-ada7-6681d0e7b893,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:32.285279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8fedbe13-9503-4924-a66c-978110262fca is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:32.285845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8fedbe13-9503-4924-a66c-978110262fca), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.364625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Attempting to bind port a711fa50-64fd-49f1-ada7-6681d0e7b893 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:32.365140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Attempting to bind port a711fa50-64fd-49f1-ada7-6681d0e7b893 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:32.365409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fedbe13-9503-4924-a66c-978110262fca'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:32.365547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Attempting to bind port a711fa50-64fd-49f1-ada7-6681d0e7b893 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:32.368079 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c853c6-8db8-407f-89b2-58a1a2e3201c" -d '{"events": [{"server_uuid": "dd14ef14-1d93-475a-b090-988ad478f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "8fedbe13-9503-4924-a66c-978110262fca"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:32.379877 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (94335035-0ee7-4acc-9746-d553901e85f6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.382930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Port a711fa50-64fd-49f1-ada7-6681d0e7b893 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:32.383306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Attempting to bind port a711fa50-64fd-49f1-ada7-6681d0e7b893 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:32.404865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:32.405277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:32.405582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:32.406178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Bound port: a711fa50-64fd-49f1-ada7-6681d0e7b893, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:32.407085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.408765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94335035-0ee7-4acc-9746-d553901e85f6']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:32.409274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8fedbe13-9503-4924-a66c-978110262fca, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8fedbe13-9503-4924-a66c-978110262fca,segment=NetworkSegment(26cbf6fb-d304-40b7-800d-d85c9274123d),segment_id=26cbf6fb-d304-40b7-800d-d85c9274123d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:32.426375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03bbcd9-38fb-45af-92de-9a74f832af76') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:32.426836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03bbcd9-38fb-45af-92de-9a74f832af76') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:32.429452 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8fedbe13-9503-4924-a66c-978110262fca), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.439350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (d03bbcd9-38fb-45af-92de-9a74f832af76), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.454189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d03bbcd9-38fb-45af-92de-9a74f832af76), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.461853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:00:32.462472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (d03bbcd9-38fb-45af-92de-9a74f832af76), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:00:32.480142 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:00:32.511802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.529866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8fedbe13-9503-4924-a66c-978110262fca,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:32.543170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.543612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.543942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.544284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.545901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea585a-2b0e-41e5-9dcb-7f13ed4b7ee1 req-d45c41e3-5815-437e-be91-b99d38100fea tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:32.546556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.546827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.547162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.547962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.549025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.549392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.549995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.550441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.551228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:32.556287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1ea585a-2b0e-41e5-9dcb-7f13ed4b7ee1 req-d45c41e3-5815-437e-be91-b99d38100fea tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 945 time: 0.4498343 Feb 11 13:00:32.599832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (94335035-0ee7-4acc-9746-d553901e85f6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.600425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] For port a711fa50-64fd-49f1-ada7-6681d0e7b893, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:32.609546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] For port a711fa50-64fd-49f1-ada7-6681d0e7b893, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a711fa50-64fd-49f1-ada7-6681d0e7b893,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:32.609775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.615948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/94335035-0ee7-4acc-9746-d553901e85f6 HTTP/1.1" status: 204 len: 168 time: 0.5049138 Feb 11 13:00:32.623518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.670241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7c0ea-b508-42f7-b2d1-dacd77a70ba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=94335035-0ee7-4acc-9746-d553901e85f6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:32.696363 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e1ea585a-2b0e-41e5-9dcb-7f13ed4b7ee1 req-d83693a3-f3b1-4ff2-80fd-0709ae6900a5 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382060 Feb 11 13:00:32.696957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:32.704757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Pushing event updated for resources: {'Port': ['ID=a711fa50-64fd-49f1-ada7-6681d0e7b893,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:32.732033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:32.733373 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.736871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-d660b0fe-855c-4e6a-9653-cd43b3a9d932 service neutron] 10.222.0.53 "PUT /v2.0/ports/a711fa50-64fd-49f1-ada7-6681d0e7b893 HTTP/1.1" status: 200 len: 1095 time: 1.1160417 Feb 11 13:00:32.746815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a8b6c2ad-b3ca-441c-b514-badc94b801fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac3fce0d889044d0b7451349ce99d0b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462072 Feb 11 13:00:32.748756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38530) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:32.784053 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53d7535-893c-47ae-bf8b-af150dd49881 x-openstack-request-id: req-a53d7535-893c-47ae-bf8b-af150dd49881 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:32.784395 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14ef14-1d93-475a-b090-988ad478f6c9", "name": "network-vif-plugged", "status": "completed", "tag": "8fedbe13-9503-4924-a66c-978110262fca", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:32.784647 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a53d7535-893c-47ae-bf8b-af150dd49881 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:32.786365 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fedbe13-9503-4924-a66c-978110262fca', 'code': 200} Feb 11 13:00:32.870706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38532) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:32.922358 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8cb1b09-6e4f-4d6b-ae1a-99c893211582 req-60613f3a-709e-4119-bcd5-fcb1ae97d427 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0365932 Feb 11 13:00:32.942801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aeb4fe58-5070-4c81-8d0e-4635a42a5240 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07eb29ded3db484587972defce942039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705414 Feb 11 13:00:32.943406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38534) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:32.946269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e980d-934e-40a2-8f3c-9e05bc9f8fc3 req-403b250a-d463-43a5-a9c7-7fcbf04ab6b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:32.953157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f70e980d-934e-40a2-8f3c-9e05bc9f8fc3 req-403b250a-d463-43a5-a9c7-7fcbf04ab6b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 947 time: 0.1947277 Feb 11 13:00:32.969033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc4710a6-aad8-43b5-a723-35c52d01d428 admin admin] Publish callbacks [] for security_group (c977e34a-fc48-4e72-a6f4-a438f2febb03), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.995056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-98c6cc28-079d-40d8-b11a-8c0224287abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:32.996553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-98c6cc28-079d-40d8-b11a-8c0224287abe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 1129 time: 0.1848435 Feb 11 13:00:33.003524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f91fd682-bb25-4f1d-8987-f149562a9801 admin admin] Publish callbacks [] for security_group (d3fef593-fabc-475e-a460-e0b38f83ce5f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.026526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc4710a6-aad8-43b5-a723-35c52d01d428 admin admin] Publish callbacks [] for security_group (c977e34a-fc48-4e72-a6f4-a438f2febb03), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.026749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f91fd682-bb25-4f1d-8987-f149562a9801 admin admin] Publish callbacks [] for security_group (d3fef593-fabc-475e-a460-e0b38f83ce5f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.079572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f91fd682-bb25-4f1d-8987-f149562a9801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d3fef593-fabc-475e-a460-e0b38f83ce5f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.079876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-c0a0d824-f774-4deb-81cb-50a40dd34016 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a711fa50-64fd-49f1-ada7-6681d0e7b893 HTTP/1.1" status: 200 len: 217 time: 0.0699127 Feb 11 13:00:33.082534 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f91fd682-bb25-4f1d-8987-f149562a9801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.086455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f91fd682-bb25-4f1d-8987-f149562a9801 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3fef593-fabc-475e-a460-e0b38f83ce5f HTTP/1.1" status: 204 len: 168 time: 0.1394072 Feb 11 13:00:33.092781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd682-bb25-4f1d-8987-f149562a9801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fef593-fabc-475e-a460-e0b38f83ce5f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:33.126484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f70e980d-934e-40a2-8f3c-9e05bc9f8fc3 req-ec5ac819-4685-4320-b989-1698a781d58c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722403 Feb 11 13:00:33.139652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cee4c9-f59c-4e79-b3e8-e8587602a08c req-d39b138d-1497-4e13-b992-65476a6e6956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:33.141396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68cee4c9-f59c-4e79-b3e8-e8587602a08c req-d39b138d-1497-4e13-b992-65476a6e6956 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 1128 time: 0.2491958 Feb 11 13:00:33.205461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-310f8625-9f59-4a37-a731-62f80175a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:33.206989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-310f8625-9f59-4a37-a731-62f80175a0d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1069639 Feb 11 13:00:33.228752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc4710a6-aad8-43b5-a723-35c52d01d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c977e34a-fc48-4e72-a6f4-a438f2febb03), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.231334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc4710a6-aad8-43b5-a723-35c52d01d428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.235166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dc4710a6-aad8-43b5-a723-35c52d01d428 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c977e34a-fc48-4e72-a6f4-a438f2febb03 HTTP/1.1" status: 204 len: 168 time: 0.4819307 Feb 11 13:00:33.252092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68cee4c9-f59c-4e79-b3e8-e8587602a08c req-2bc55153-a20e-4164-a181-c584ec04feef service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895631 Feb 11 13:00:33.261890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4710a6-aad8-43b5-a723-35c52d01d428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c977e34a-fc48-4e72-a6f4-a438f2febb03,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:33.292425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-5fb1f0a6-0d07-4e37-979d-a213a925ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:33.294657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-5fb1f0a6-0d07-4e37-979d-a213a925ae1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0760932 Feb 11 13:00:33.351104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a06652-542c-4f29-8585-98cbb8af6b74 req-66f6f211-1b58-4717-aac0-761a9e75a9c3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:33.360314 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-77a06652-542c-4f29-8585-98cbb8af6b74 req-66f6f211-1b58-4717-aac0-761a9e75a9c3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0672040 Feb 11 13:00:33.418358 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-77a06652-542c-4f29-8585-98cbb8af6b74 req-99bd5e99-7b75-4fe4-a5c5-aaabbf418542 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571511 Feb 11 13:00:33.781503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'tag': 'a711fa50-64fd-49f1-ada7-6681d0e7b893'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:33.782416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2983ca-031f-4a90-ba23-dbdd301cf2d1 req-3cfebd3f-2890-4228-aa7d-f788c580b8c5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:33.784137 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a15100-5571-4520-9949-c6188af03b95" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6c21fe-767f-4836-b2d8-2b0d6d89c999", "tag": "a711fa50-64fd-49f1-ada7-6681d0e7b893"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:33.788839 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-38628efa-b7ed-445f-9219-cf470bf1ae5f service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780427 Feb 11 13:00:33.790408 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b2983ca-031f-4a90-ba23-dbdd301cf2d1 req-3cfebd3f-2890-4228-aa7d-f788c580b8c5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0744264 Feb 11 13:00:33.855792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b2983ca-031f-4a90-ba23-dbdd301cf2d1 req-f509acae-2b0b-4dc6-a244-f26d45aebaf9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641475 Feb 11 13:00:33.915333 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d187ca-48cf-4205-9d12-03f033b3f244 x-openstack-request-id: req-09d187ca-48cf-4205-9d12-03f033b3f244 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:33.915621 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6c21fe-767f-4836-b2d8-2b0d6d89c999", "tag": "a711fa50-64fd-49f1-ada7-6681d0e7b893", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:33.915871 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09d187ca-48cf-4205-9d12-03f033b3f244 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:33.916460 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'tag': 'a711fa50-64fd-49f1-ada7-6681d0e7b893', 'status': 'completed', 'code': 200} Feb 11 13:00:33.981162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7f650de-1084-414b-b3d2-8280d7b17b0e req-0c37489d-bed6-4f2c-8183-8286148f7f04 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750896 Feb 11 13:00:33.991987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aaf0e9-e7c2-40e7-8e4e-f567d0138c23 req-f2aca142-700a-4676-b584-c81519292eab tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:33.993841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31aaf0e9-e7c2-40e7-8e4e-f567d0138c23 req-f2aca142-700a-4676-b584-c81519292eab tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 946 time: 0.0926578 Feb 11 13:00:34.049960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74121ed-4623-4c3a-9113-78db9712569a req-8a79e420-3d4f-4d1f-ac17-895fed56af20 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.052166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d74121ed-4623-4c3a-9113-78db9712569a req-8a79e420-3d4f-4d1f-ac17-895fed56af20 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.0873597 Feb 11 13:00:34.097758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31aaf0e9-e7c2-40e7-8e4e-f567d0138c23 req-12732531-3935-45a2-9c5c-e6cbfd2de0ef tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976017 Feb 11 13:00:34.119264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d74121ed-4623-4c3a-9113-78db9712569a req-3ad17fa2-9d64-4d44-83ee-0e3d7fccf707 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Feb 11 13:00:34.135070 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:34.136113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a15100-5571-4520-9949-c6188af03b95 req-1296d3a8-0ad4-468a-b3d7-6d8ebc8af7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.138581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a15100-5571-4520-9949-c6188af03b95 req-1296d3a8-0ad4-468a-b3d7-6d8ebc8af7c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 1129 time: 0.0816309 Feb 11 13:00:34.269896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1b9db84-40d7-4de9-b11d-2e8c59b8d7f7 req-5c4b4c1e-4d93-4425-afe0-255126283b56 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0582442 Feb 11 13:00:34.286687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a15100-5571-4520-9949-c6188af03b95 req-f3d04014-0255-4cb3-8b35-2cce44cc62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.288520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a15100-5571-4520-9949-c6188af03b95 req-f3d04014-0255-4cb3-8b35-2cce44cc62c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1321297 Feb 11 13:00:34.346132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a15100-5571-4520-9949-c6188af03b95 req-a44eccdd-80de-4fe3-b94e-56b1509782cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=a711fa50-64fd-49f1-ada7-6681d0e7b893 HTTP/1.1" status: 200 len: 217 time: 0.0408802 Feb 11 13:00:34.357208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b9016-0968-4bc5-85b7-af4cd64e1280 req-9aeaba9f-689f-4895-8d46-e44475671c41 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.360323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357b9016-0968-4bc5-85b7-af4cd64e1280 req-9aeaba9f-689f-4895-8d46-e44475671c41 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1734602 Feb 11 13:00:34.371165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38600) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:34.406559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199c890-99cb-4747-ad1f-febf195eed2c req-505d32dd-f5f3-4d2b-9a25-3e010e66b5b7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.407652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e199c890-99cb-4747-ad1f-febf195eed2c req-505d32dd-f5f3-4d2b-9a25-3e010e66b5b7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 947 time: 0.0711987 Feb 11 13:00:34.449179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a15100-5571-4520-9949-c6188af03b95 req-8f141e20-7222-4dcd-8d2e-c19816e659d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.451058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a15100-5571-4520-9949-c6188af03b95 req-8f141e20-7222-4dcd-8d2e-c19816e659d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0894973 Feb 11 13:00:34.464753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357b9016-0968-4bc5-85b7-af4cd64e1280 req-40922121-af27-46e3-8254-4ffc2ace8241 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942957 Feb 11 13:00:34.504663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e199c890-99cb-4747-ad1f-febf195eed2c req-d05dcca5-741e-4452-b41e-f5c811d096c0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899725 Feb 11 13:00:34.513738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a15100-5571-4520-9949-c6188af03b95 req-a240bfc6-bf1c-4883-b967-17b613d7b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.524239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a15100-5571-4520-9949-c6188af03b95 req-a240bfc6-bf1c-4883-b967-17b613d7b8bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0573800 Feb 11 13:00:34.670708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a15100-5571-4520-9949-c6188af03b95 req-2692bd6e-d4a6-4f93-a6d0-dc7a36529654 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375623 Feb 11 13:00:34.677467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a79ec2-0b6c-4087-8bab-6da7711dff53 req-da49b916-a5db-4c69-9459-8696fb289f80 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:34.679056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0a79ec2-0b6c-4087-8bab-6da7711dff53 req-da49b916-a5db-4c69-9459-8696fb289f80 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1304078 Feb 11 13:00:34.713457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-202898724-network', 'tenant_id': 'c909c2ba44214a859b10ed0023b966b2'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:34.810874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Made reservation on behalf of c909c2ba44214a859b10ed0023b966b2 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:34.813880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:34.831712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0a79ec2-0b6c-4087-8bab-6da7711dff53 req-9c6adb75-13af-4419-873c-fde625f235a9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397710 Feb 11 13:00:34.834488 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:34.868681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a15100-5571-4520-9949-c6188af03b95 req-490d139d-a886-4450-9ea1-323295c98efd service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863434 Feb 11 13:00:34.986963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks [] for security_group (1acf0e9f-7499-4d39-9f1e-2725a4d2a333), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:34.992373 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1acf0e9f-7499-4d39-9f1e-2725a4d2a333), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.003999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88941d-8065-4cef-9323-42d651b30524 req-f217a32d-8fd7-47b9-bea1-3a319edcc4f3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.005541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee88941d-8065-4cef-9323-42d651b30524 req-f217a32d-8fd7-47b9-bea1-3a319edcc4f3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0923197 Feb 11 13:00:35.036842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:35.055832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf0e9f-7499-4d39-9f1e-2725a4d2a333,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:35.068576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bca806cd-09a8-408e-96bc-e9683ac1412c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.068918 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Added segment bca806cd-09a8-408e-96bc-e9683ac1412c of type vlan for network fe41cfa6-5b12-4d20-8f55-c79837358b3f Feb 11 13:00:35.113273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee88941d-8065-4cef-9323-42d651b30524 req-6aa4e08e-dfe1-4bac-bc32-cbed08bb61f5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982194 Feb 11 13:00:35.162273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (fe41cfa6-5b12-4d20-8f55-c79837358b3f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.214162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (fe41cfa6-5b12-4d20-8f55-c79837358b3f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.215199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.215800 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.286438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.327491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9536796 Feb 11 13:00:35.331053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:35.331757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0739bd8-d2c0-4aba-908f-ba2e1897b2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=fe41cfa6-5b12-4d20-8f55-c79837358b3f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:35.336402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Request body: {'subnet': {'network_id': 'fe41cfa6-5b12-4d20-8f55-c79837358b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-202898724-subnet', 'tenant_id': 'c909c2ba44214a859b10ed0023b966b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:35.345892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network fe41cfa6-5b12-4d20-8f55-c79837358b3f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:35.366280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5df101-49fe-40c8-9e36-e935b6c35a18 req-93dfba21-b772-4b61-9940-53d47229b7b8 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.368115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5df101-49fe-40c8-9e36-e935b6c35a18 req-93dfba21-b772-4b61-9940-53d47229b7b8 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 946 time: 0.1440144 Feb 11 13:00:35.368529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3000c-1ed8-4f7f-b64a-166464dd87e3 req-2ec627f8-83ba-4446-8004-0bfa1e8b32cc tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.374773 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1f3000c-1ed8-4f7f-b64a-166464dd87e3 req-2ec627f8-83ba-4446-8004-0bfa1e8b32cc tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.0788362 Feb 11 13:00:35.396564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Made reservation on behalf of c909c2ba44214a859b10ed0023b966b2 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:35.399545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.500384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1f3000c-1ed8-4f7f-b64a-166464dd87e3 req-c97e27e1-1a46-48d0-892d-c0fca2a9bd70 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246898 Feb 11 13:00:35.638861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (55d3ecc5-8de7-475d-b3ec-afde2f22415a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.759056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d3ecc5-8de7-475d-b3ec-afde2f22415a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:35.780421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5df101-49fe-40c8-9e36-e935b6c35a18 req-06c32ff5-7caf-4a7a-a507-2f114e759557 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018028 Feb 11 13:00:35.788555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Checking segment: {'id': 'bca806cd-09a8-408e-96bc-e9683ac1412c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'fe41cfa6-5b12-4d20-8f55-c79837358b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:35.789358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Network hostable DHCP agents. Network: fe41cfa6-5b12-4d20-8f55-c79837358b3f, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:35.791723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-1919e376-6750-46c4-a71d-4a7a8734a2fe tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.793149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-1919e376-6750-46c4-a71d-4a7a8734a2fe tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 945 time: 0.0751693 Feb 11 13:00:35.824455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-9f50fdf4-26c9-4aa6-b7a8-fcc50dc89fcb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.826152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-9f50fdf4-26c9-4aa6-b7a8-fcc50dc89fcb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.1833923 Feb 11 13:00:35.831332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Network fe41cfa6-5b12-4d20-8f55-c79837358b3f is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:35.852996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-bb410a01-69f1-441c-9a3f-5544eae50e8a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/quotas/8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 375 time: 0.0146940 Feb 11 13:00:35.857754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, fe41cfa6-5b12-4d20-8f55-c79837358b3f) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:35.876163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541822fe-fcf7-40ec-a22f-f9f7a1cddc88 None None] Network fe41cfa6-5b12-4d20-8f55-c79837358b3f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:35.876410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.876775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.908546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-610840b2-55c5-45c7-b3eb-39af8f0f2de4 req-86c683db-94a3-40c3-9f16-bf3d271be881 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0356846 Feb 11 13:00:35.931907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Deleting port 3d213633-9733-4015-ba94-0f1f00fe1b0e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:35.932254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.935245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f3513575-a1a7-40e8-b1a6-be91ae18cee7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6030655 Feb 11 13:00:35.969239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-cc682e28-efb9-4250-a513-8f88cf8927a7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1080086 Feb 11 13:00:36.022053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c9096-72cf-4606-b53b-0884f6032a7a None None] Network fe41cfa6-5b12-4d20-8f55-c79837358b3f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:36.102395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] For port 3d213633-9733-4015-ba94-0f1f00fe1b0e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3d213633-9733-4015-ba94-0f1f00fe1b0e,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:36.102610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-c8282e9f-ffa1-4b9f-861e-b7c41e99749e service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307347 Feb 11 13:00:36.102837 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.112190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6646bb-7eab-4b0b-9b48-5e69055f4ee1 req-3f85bcb8-c27f-4487-87b0-44c4540fd6a0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:36.113515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc6646bb-7eab-4b0b-9b48-5e69055f4ee1 req-3f85bcb8-c27f-4487-87b0-44c4540fd6a0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 947 time: 0.0992589 Feb 11 13:00:36.130679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Calling delete_port for 3d213633-9733-4015-ba94-0f1f00fe1b0e owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:36.202500 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-1903ee38-a758-4e9b-bc8b-624a55295e91 service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975103 Feb 11 13:00:36.209621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc6646bb-7eab-4b0b-9b48-5e69055f4ee1 req-fab72d9e-1f81-413b-9b78-6898d8ef1d32 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898395 Feb 11 13:00:36.246363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38678) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:36.328870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] Deleting subnet 55d3ecc5-8de7-475d-b3ec-afde2f22415a {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:00:36.332228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3d213633-9733-4015-ba94-0f1f00fe1b0e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.334033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] Publish callbacks [] for subnet (55d3ecc5-8de7-475d-b3ec-afde2f22415a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.346381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c208cd0e-afd3-4712-8e7d-e02108119fb2'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:36.390578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Pushing event deleted for resources: {'Port': ['ID=3d213633-9733-4015-ba94-0f1f00fe1b0e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:36.410825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7d369e8c-3e67-4b8d-a82f-2cb51026649a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:36.460315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (55d3ecc5-8de7-475d-b3ec-afde2f22415a), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.557156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] No DVR routers for this DVR port 3d213633-9733-4015-ba94-0f1f00fe1b0e on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:36.571102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4112df8c-be4b-46a3-8270-7e9638b585b7 req-a0d405c4-ddae-4b2a-bf23-786866154a0c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 210 time: 0.1544633 Feb 11 13:00:36.574357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.577616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9b15b37-c618-471b-a642-d515f6513fd8 req-fdba5614-743a-47d7-9f05-d633a4a44306 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "DELETE /v2.0/ports/3d213633-9733-4015-ba94-0f1f00fe1b0e HTTP/1.1" status: 204 len: 173 time: 0.7789562 Feb 11 13:00:36.578132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'name': 'network-vif-deleted', 'tag': '3d213633-9733-4015-ba94-0f1f00fe1b0e'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:36.589201 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee72709d-73f2-4ba0-97c8-38494428c410" -d '{"events": [{"server_uuid": "47dd01bc-347c-4c97-b9cf-37b629a2a9ba", "name": "network-vif-deleted", "tag": "3d213633-9733-4015-ba94-0f1f00fe1b0e"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:36.608034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38694) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:36.659952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (55d3ecc5-8de7-475d-b3ec-afde2f22415a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.689253 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6b69c6-fcdb-439b-92ec-5c2a16a2b426 x-openstack-request-id: req-5f6b69c6-fcdb-439b-92ec-5c2a16a2b426 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:36.689957 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd01bc-347c-4c97-b9cf-37b629a2a9ba", "name": "network-vif-deleted", "tag": "3d213633-9733-4015-ba94-0f1f00fe1b0e", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:36.690405 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f6b69c6-fcdb-439b-92ec-5c2a16a2b426 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:36.695300 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd01bc-347c-4c97-b9cf-37b629a2a9ba', 'name': 'network-vif-deleted', 'tag': '3d213633-9733-4015-ba94-0f1f00fe1b0e', 'status': 'completed', 'code': 200} Feb 11 13:00:36.695437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36b9ff15-fd7d-4293-9b56-5ba52b749dd4 req-545fc515-41b8-403d-92ee-b1dfb5f46d8c tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=47dd01bc-347c-4c97-b9cf-37b629a2a9ba HTTP/1.1" status: 200 len: 210 time: 0.0679717 Feb 11 13:00:36.781938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (55d3ecc5-8de7-475d-b3ec-afde2f22415a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.865305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d3ecc5-8de7-475d-b3ec-afde2f22415a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:36.868100 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.874046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5bfb06c7-dd51-4131-95d3-fe7a943c0512 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55d3ecc5-8de7-475d-b3ec-afde2f22415a HTTP/1.1" status: 204 len: 168 time: 0.6260836 Feb 11 13:00:36.876369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38702) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:36.911944 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b6b79c23-49cb-4640-ba2a-0869b3749049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:36.987505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (fe41cfa6-5b12-4d20-8f55-c79837358b3f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.003099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde613a-cd42-4b0b-819f-fbb1d0991e28 req-fc1bd26e-a986-4a7c-8b61-fbde905d0d82 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:37.004744 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cde613a-cd42-4b0b-819f-fbb1d0991e28 req-fc1bd26e-a986-4a7c-8b61-fbde905d0d82 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 946 time: 0.1201391 Feb 11 13:00:37.012191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b6b79c23-49cb-4640-ba2a-0869b3749049 admin admin] Publish callbacks [] for security_group (14e7f5b0-96bb-46a2-9869-632f5ce479cb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.021036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b6b79c23-49cb-4640-ba2a-0869b3749049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (14e7f5b0-96bb-46a2-9869-632f5ce479cb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.081193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2932abbd-8ded-4d52-8683-e0c5897095a8 req-24dabd9a-872f-420d-aa7f-eaca3eaf4212 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0534413 Feb 11 13:00:37.092862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b6b79c23-49cb-4640-ba2a-0869b3749049 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30df0b54f3ed436aa59fd09efb327c57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4836576 Feb 11 13:00:37.093963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b79c23-49cb-4640-ba2a-0869b3749049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e7f5b0-96bb-46a2-9869-632f5ce479cb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:37.096989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38706) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:37.116265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (fe41cfa6-5b12-4d20-8f55-c79837358b3f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.127830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cde613a-cd42-4b0b-819f-fbb1d0991e28 req-9122bcd7-b505-49a2-b5c3-124de25bfb6e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160083 Feb 11 13:00:37.158680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe41cfa6-5b12-4d20-8f55-c79837358b3f']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:37.171848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca806cd-09a8-408e-96bc-e9683ac1412c') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:37.172614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca806cd-09a8-408e-96bc-e9683ac1412c') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:37.184777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-14699c18-be26-4822-8310-36b22593d9e4 admin admin] Publish callbacks [] for security_group (14e7f5b0-96bb-46a2-9869-632f5ce479cb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.185981 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (bca806cd-09a8-408e-96bc-e9683ac1412c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.203361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bca806cd-09a8-408e-96bc-e9683ac1412c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.218595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:00:37.219393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (bca806cd-09a8-408e-96bc-e9683ac1412c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.222402 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-14699c18-be26-4822-8310-36b22593d9e4 admin admin] Publish callbacks [] for security_group (14e7f5b0-96bb-46a2-9869-632f5ce479cb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:00:37.222648 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:00:37.294539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-14699c18-be26-4822-8310-36b22593d9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (14e7f5b0-96bb-46a2-9869-632f5ce479cb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.300166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-14699c18-be26-4822-8310-36b22593d9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.307049 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-14699c18-be26-4822-8310-36b22593d9e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14e7f5b0-96bb-46a2-9869-632f5ce479cb HTTP/1.1" status: 204 len: 168 time: 0.2066457 Feb 11 13:00:37.323346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14699c18-be26-4822-8310-36b22593d9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e7f5b0-96bb-46a2-9869-632f5ce479cb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:37.410281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (fe41cfa6-5b12-4d20-8f55-c79837358b3f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.416300 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.419930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] 10.222.0.42 "DELETE /v2.0/networks/fe41cfa6-5b12-4d20-8f55-c79837358b3f HTTP/1.1" status: 204 len: 168 time: 0.5421975 Feb 11 13:00:37.440731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07df971-8af3-4f4e-899b-0066dee3170c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe41cfa6-5b12-4d20-8f55-c79837358b3f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:37.461188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513261d6-8d4f-4f66-a1ea-c406afcd9ab8 req-8efc7251-13e5-4a8c-b295-da9ed9a8f147 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:37.465955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-513261d6-8d4f-4f66-a1ea-c406afcd9ab8 req-8efc7251-13e5-4a8c-b295-da9ed9a8f147 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 947 time: 0.1291676 Feb 11 13:00:37.517726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-513261d6-8d4f-4f66-a1ea-c406afcd9ab8 req-86724f8a-8d6f-41b0-9ab8-59ab5fd01cbb tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484529 Feb 11 13:00:37.579461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5c0f1-bf6f-4681-8750-92468542eefb req-7469fb1d-0874-4946-a0ef-e51260591f70 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:37.581041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e5c0f1-bf6f-4681-8750-92468542eefb req-7469fb1d-0874-4946-a0ef-e51260591f70 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 946 time: 0.0574434 Feb 11 13:00:37.651772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e5c0f1-bf6f-4681-8750-92468542eefb req-27614412-8293-4e13-ac8a-1027b74e32c8 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636542 Feb 11 13:00:37.667864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a711fa50-64fd-49f1-ada7-6681d0e7b893 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:37.679528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:37.684770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76ed4e67-0a96-4678-bf18-a2bd2155eae5 req-03d19997-091c-4b2e-b231-4c1f41120cd3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 210 time: 0.0344019 Feb 11 13:00:37.737325 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-01e33db5-85b8-4d0b-9f70-3fff64748196 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c909c2ba44214a859b10ed0023b966b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559278 Feb 11 13:00:37.739688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38734) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:37.866179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c69ddbe7-a365-47c9-aec2-cbe2a9b3500b admin admin] Publish callbacks [] for security_group (1acf0e9f-7499-4d39-9f1e-2725a4d2a333), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.938034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c69ddbe7-a365-47c9-aec2-cbe2a9b3500b admin admin] Publish callbacks [] for security_group (1acf0e9f-7499-4d39-9f1e-2725a4d2a333), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.025677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a711fa50-64fd-49f1-ada7-6681d0e7b893, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a711fa50-64fd-49f1-ada7-6681d0e7b893,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:38.059865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-f501caba-dfbd-4722-8869-ac49c7a413fe tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:38.062278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-f501caba-dfbd-4722-8869-ac49c7a413fe tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.64 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.1710188 Feb 11 13:00:38.065554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a711fa50-64fd-49f1-ada7-6681d0e7b893', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'a711fa50-64fd-49f1-ada7-6681d0e7b893', 'mac_address': 'fa:16:3e:6d:d5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:38.085581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9c8ce-1361-4a59-a37d-d8678041fa60 req-0de9e883-8a78-4db1-97df-48a87311a437 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:38.087011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'port': {'device_id': 'c332af5a-df65-4a5a-82df-386462b95b46', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'admin_state_up': True, 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:38.092919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54d9c8ce-1361-4a59-a37d-d8678041fa60 req-0de9e883-8a78-4db1-97df-48a87311a437 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.0804565 Feb 11 13:00:38.096808 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c69ddbe7-a365-47c9-aec2-cbe2a9b3500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1acf0e9f-7499-4d39-9f1e-2725a4d2a333), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.100101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c69ddbe7-a365-47c9-aec2-cbe2a9b3500b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.101386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c69ddbe7-a365-47c9-aec2-cbe2a9b3500b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1acf0e9f-7499-4d39-9f1e-2725a4d2a333 HTTP/1.1" status: 204 len: 168 time: 0.3594592 Feb 11 13:00:38.116731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a711fa50-64fd-49f1-ada7-6681d0e7b893 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:38.117751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.141627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a711fa50-64fd-49f1-ada7-6681d0e7b893 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:38.169618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ddbe7-a365-47c9-aec2-cbe2a9b3500b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf0e9f-7499-4d39-9f1e-2725a4d2a333,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:38.170052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a711fa50-64fd-49f1-ada7-6681d0e7b893, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a711fa50-64fd-49f1-ada7-6681d0e7b893,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:38.179372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54d9c8ce-1361-4a59-a37d-d8678041fa60 req-346e7c5c-64ea-4e20-b3b6-46ac70cfb6bc tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852270 Feb 11 13:00:38.197010 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.236734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3d213633-9733-4015-ba94-0f1f00fe1b0e no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:38.267279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 3d213633-9733-4015-ba94-0f1f00fe1b0e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:38.267674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3d213633-9733-4015-ba94-0f1f00fe1b0e not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:38.275188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6bd676c8-1008-4133-b8f4-5f86f467c52e req-cb15c961-d224-4fef-b47f-728f8ad43e6e tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0403929 Feb 11 13:00:38.289986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a711fa50-64fd-49f1-ada7-6681d0e7b893,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:38.324344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Made reservation on behalf of 8b969ccd94c24a3b8456f6e70eac2cd4 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:38.332981 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.485836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Allocated IP 172.20.0.7 (9317fd9e-eafc-4090-a86a-9621fd4980db/0d30468b-d577-458d-a627-8de8662a6d98/c9ab2389-48a8-4551-b45a-f4fef3d4b968) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:38.706961 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.741223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca369cd-f7b6-4f30-b70c-ddc1af2c573b req-800ceca8-449b-4248-aa9e-08bb658904cc tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:38.748416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ca369cd-f7b6-4f30-b70c-ddc1af2c573b req-800ceca8-449b-4248-aa9e-08bb658904cc tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 948 time: 0.1246510 Feb 11 13:00:38.779687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e5635-ecef-4abe-bb8b-8e1c35adcb5f req-2f882df3-c9b4-435e-99d4-65afb53d597e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:38.788678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e2e5635-ecef-4abe-bb8b-8e1c35adcb5f req-2f882df3-c9b4-435e-99d4-65afb53d597e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 946 time: 0.0671465 Feb 11 13:00:38.807128 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.824274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ca369cd-f7b6-4f30-b70c-ddc1af2c573b req-cc4a27f6-1b7d-4b52-b28c-9f9f935d8ff2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748920 Feb 11 13:00:38.844584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a711fa50-64fd-49f1-ada7-6681d0e7b893'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:38.849014 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e2e5635-ecef-4abe-bb8b-8e1c35adcb5f req-9fe013d0-5587-4cb9-88f3-69b388139500 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588453 Feb 11 13:00:38.871853 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:00:38.891714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:38.899157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:38.902273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:39.006887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=c9ab2389-48a8-4551-b45a-f4fef3d4b968,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:39.034132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:39.035083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.060406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24233175-9feb-46a9-970c-55eace2dd56b req-fc4ccf1f-a4a0-4a83-aaed-d51f0134e928 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:39.069999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24233175-9feb-46a9-970c-55eace2dd56b req-fc4ccf1f-a4a0-4a83-aaed-d51f0134e928 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 931 time: 0.1606128 Feb 11 13:00:39.081626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-66a5af6a-5213-419d-a261-d898aa457fb4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0002439 Feb 11 13:00:39.101848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Request body: {'port': {'device_id': 'c332af5a-df65-4a5a-82df-386462b95b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:39.202572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24233175-9feb-46a9-970c-55eace2dd56b req-ba3d8c7a-7750-4c22-9621-0fc4a059e22f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309528 Feb 11 13:00:39.205615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.315439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-26c83099-9d6a-497e-b682-27abb2a98810 None None] Provisioning complete for port c9ab2389-48a8-4551-b45a-f4fef3d4b968 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:39.317747 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26c83099-9d6a-497e-b682-27abb2a98810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.358714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fcc2b-8a6e-4afc-b4ac-30b5e6a531d4 req-07e217b7-f9af-4ec5-b207-4daab22d475f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:39.367140 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-132fcc2b-8a6e-4afc-b4ac-30b5e6a531d4 req-07e217b7-f9af-4ec5-b207-4daab22d475f tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.1075263 Feb 11 13:00:39.368068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-26c83099-9d6a-497e-b682-27abb2a98810 None None] Port c9ab2389-48a8-4551-b45a-f4fef3d4b968 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:39.452050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96999eb6-5550-4782-b9e0-315aafa6b434 req-be4bf412-d9e1-44a5-8bd9-fc012d626f8e tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0630791 Feb 11 13:00:39.464394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-132fcc2b-8a6e-4afc-b4ac-30b5e6a531d4 req-84247908-7c0f-44a4-9d33-6d23d2a23ce4 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960562 Feb 11 13:00:39.557481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38830) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:39.583247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ab2389-48a8-4551-b45a-f4fef3d4b968 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:39.593357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Publish callbacks [] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.621181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07fd82a7-2df5-43f5-8414-16d8248d62ce req-10a2f017-2f82-424c-8e5c-a69b6e80f3a1 tempest-FlavorsV2NegativeTest-136901354 tempest-FlavorsV2NegativeTest-136901354-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=067b8e71a0bd44d9aa243a01f6739456&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305467 Feb 11 13:00:39.626087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Transition to ACTIVE for port object c9ab2389-48a8-4551-b45a-f4fef3d4b968 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:39.631970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.722933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a6df816-76ac-420d-8a03-29ef1f23169c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.746831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab2389-48a8-4551-b45a-f4fef3d4b968,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:39.824797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a6df816-76ac-420d-8a03-29ef1f23169c admin admin] Publish callbacks [] for security_group (273936ea-2fa1-4248-892e-4667f638083d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.830219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a6df816-76ac-420d-8a03-29ef1f23169c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (273936ea-2fa1-4248-892e-4667f638083d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.834585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd82a7-2df5-43f5-8414-16d8248d62ce req-8312d468-fd0a-4a8e-a0f3-5638b230a08f tempest-FlavorsV2NegativeTest-136901354 tempest-FlavorsV2NegativeTest-136901354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:39.836301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07fd82a7-2df5-43f5-8414-16d8248d62ce req-8312d468-fd0a-4a8e-a0f3-5638b230a08f tempest-FlavorsV2NegativeTest-136901354 tempest-FlavorsV2NegativeTest-136901354-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018735 Feb 11 13:00:39.862397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07fd82a7-2df5-43f5-8414-16d8248d62ce req-42ce9abd-1a88-4233-b0de-04305d486acb tempest-FlavorsV2NegativeTest-136901354 tempest-FlavorsV2NegativeTest-136901354-project] 10.222.0.42 "GET /v2.0/quotas/067b8e71a0bd44d9aa243a01f6739456 HTTP/1.1" status: 200 len: 375 time: 0.0200808 Feb 11 13:00:39.865092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Attempting to bind port c9ab2389-48a8-4551-b45a-f4fef3d4b968 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:39.865676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Attempting to bind port c9ab2389-48a8-4551-b45a-f4fef3d4b968 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:39.866204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Attempting to bind port c9ab2389-48a8-4551-b45a-f4fef3d4b968 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:39.881504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Port c9ab2389-48a8-4551-b45a-f4fef3d4b968 on network 9317fd9e-eafc-4090-a86a-9621fd4980db not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:39.882320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Attempting to bind port c9ab2389-48a8-4551-b45a-f4fef3d4b968 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:39.883045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6df816-76ac-420d-8a03-29ef1f23169c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273936ea-2fa1-4248-892e-4667f638083d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:39.889560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:39.890202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:39.890769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Bound using segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:39.891223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6a6df816-76ac-420d-8a03-29ef1f23169c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f5d7996f54742d1b41cea7bdc7cd6fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3324893 Feb 11 13:00:39.891884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Bound port: c9ab2389-48a8-4551-b45a-f4fef3d4b968, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:39.892195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38842) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:39.892886 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.918595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07fd82a7-2df5-43f5-8414-16d8248d62ce req-05cf8f49-ed3c-4a4e-9c6e-520e345771cb tempest-FlavorsV2NegativeTest-136901354 tempest-FlavorsV2NegativeTest-136901354-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=067b8e71a0bd44d9aa243a01f6739456&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454626 Feb 11 13:00:39.991070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] For port c9ab2389-48a8-4551-b45a-f4fef3d4b968, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:39.994739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] For port c9ab2389-48a8-4551-b45a-f4fef3d4b968, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:39.999547 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aee6b4e3-15c3-41ce-97b1-0f7964cc03f0 admin admin] Publish callbacks [] for security_group (273936ea-2fa1-4248-892e-4667f638083d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.018400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.026835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbef19-c582-4924-843c-dd8ef43b97d6 req-1649f9f4-a278-4046-ae2a-672c71e172ea tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.028424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0abbef19-c582-4924-843c-dd8ef43b97d6 req-1649f9f4-a278-4046-ae2a-672c71e172ea tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 948 time: 0.1054912 Feb 11 13:00:40.042321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aee6b4e3-15c3-41ce-97b1-0f7964cc03f0 admin admin] Publish callbacks [] for security_group (273936ea-2fa1-4248-892e-4667f638083d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.082984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.083641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.086882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] 10.222.0.64 "PUT /v2.0/ports/c9ab2389-48a8-4551-b45a-f4fef3d4b968 HTTP/1.1" status: 200 len: 1091 time: 0.9888732 Feb 11 13:00:40.087629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c332af5a-df65-4a5a-82df-386462b95b46', 'tag': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:40.090318 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c332af5a-df65-4a5a-82df-386462b95b46", "tag": "c9ab2389-48a8-4551-b45a-f4fef3d4b968"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:40.127059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce69c-364c-4ed7-a542-df88269100db req-90129473-7bbd-47b5-93ee-f338daa4931c tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.134616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0abbef19-c582-4924-843c-dd8ef43b97d6 req-f0a48809-1054-4b52-afb3-0262769398e2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946894 Feb 11 13:00:40.135293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d17ce69c-364c-4ed7-a542-df88269100db req-90129473-7bbd-47b5-93ee-f338daa4931c tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 946 time: 0.1362212 Feb 11 13:00:40.152530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da5f84-67c8-4174-ac73-33dcc964d8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ab2389-48a8-4551-b45a-f4fef3d4b968,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:40.163649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aee6b4e3-15c3-41ce-97b1-0f7964cc03f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (273936ea-2fa1-4248-892e-4667f638083d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.167049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aee6b4e3-15c3-41ce-97b1-0f7964cc03f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.168618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aee6b4e3-15c3-41ce-97b1-0f7964cc03f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/273936ea-2fa1-4248-892e-4667f638083d HTTP/1.1" status: 204 len: 168 time: 0.2745516 Feb 11 13:00:40.183904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6b4e3-15c3-41ce-97b1-0f7964cc03f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273936ea-2fa1-4248-892e-4667f638083d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:40.242375 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dc3c85-a02a-4ba9-a19b-bdaa66feb43e x-openstack-request-id: req-29dc3c85-a02a-4ba9-a19b-bdaa66feb43e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:40.242933 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c332af5a-df65-4a5a-82df-386462b95b46", "tag": "c9ab2389-48a8-4551-b45a-f4fef3d4b968", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:40.243376 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29dc3c85-a02a-4ba9-a19b-bdaa66feb43e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:40.244433 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c332af5a-df65-4a5a-82df-386462b95b46', 'tag': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968', 'status': 'completed', 'code': 200} Feb 11 13:00:40.344166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d17ce69c-364c-4ed7-a542-df88269100db req-8dc76e86-089d-485e-8f52-5288fc124e6e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/security-groups?id=d1eba9db-b734-41fb-8302-f1c6d841a119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078726 Feb 11 13:00:40.362751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335bba6-d1b7-4280-b385-766571393f7f req-ba93d405-fad3-4100-90cc-35fe99b50c14 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.364368 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5335bba6-d1b7-4280-b385-766571393f7f req-ba93d405-fad3-4100-90cc-35fe99b50c14 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 943 time: 0.0812242 Feb 11 13:00:40.401423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-73b811af-89f7-45bf-b0c9-cad54a2a4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.403906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-73b811af-89f7-45bf-b0c9-cad54a2a4bb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 1125 time: 0.2273476 Feb 11 13:00:40.416460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-8d1cafa1-9323-4bf2-b5f6-1aae8fe11e75 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.418146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-8d1cafa1-9323-4bf2-b5f6-1aae8fe11e75 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 946 time: 0.1715417 Feb 11 13:00:40.470073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5335bba6-d1b7-4280-b385-766571393f7f req-8db5ca17-4d47-42a9-8bd8-41926f090653 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977938 Feb 11 13:00:40.519572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-4951faba-2038-4864-9ffb-8b0d07aa54fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968 HTTP/1.1" status: 200 len: 217 time: 0.0380158 Feb 11 13:00:40.595362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588dc843-2c33-4e8e-a107-0541d626e801 req-793c26db-6f4d-4330-b98f-f47755188cb6 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.604044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-588dc843-2c33-4e8e-a107-0541d626e801 req-793c26db-6f4d-4330-b98f-f47755188cb6 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.0649981 Feb 11 13:00:40.653950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9f3de04-0dba-4b43-831a-283b740f9642 req-05affb0b-6ab3-4c1b-996d-3febbf142ba5 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0389020 Feb 11 13:00:40.667392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-588dc843-2c33-4e8e-a107-0541d626e801 req-2bff15b6-0905-49b8-a6d3-bda864377ce4 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563052 Feb 11 13:00:40.674118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-9122d360-dc56-41c1-9abd-9557ac0d6ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.675854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-9122d360-dc56-41c1-9abd-9557ac0d6ee9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.1148274 Feb 11 13:00:40.716990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Deleting port 8fedbe13-9503-4924-a66c-978110262fca {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:40.717335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8fedbe13-9503-4924-a66c-978110262fca), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.802898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486d4ac-737d-462e-a81a-d4541f75accb req-f8025d88-fd3a-4ed2-9dc3-e824e63a55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.804776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-f8025d88-fd3a-4ed2-9dc3-e824e63a55e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1188529 Feb 11 13:00:40.813442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38882) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:40.894026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] For port 8fedbe13-9503-4924-a66c-978110262fca, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8fedbe13-9503-4924-a66c-978110262fca,segment=NetworkSegment(26cbf6fb-d304-40b7-800d-d85c9274123d),segment_id=26cbf6fb-d304-40b7-800d-d85c9274123d)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:40.894404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8fedbe13-9503-4924-a66c-978110262fca), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.940296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Calling delete_port for 8fedbe13-9503-4924-a66c-978110262fca owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:40.975681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-7f475cd6-23d2-4991-beed-f60ab016eec9 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:40.977324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-7f475cd6-23d2-4991-beed-f60ab016eec9 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.53 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.1472085 Feb 11 13:00:40.986214 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-448ef697-3df0-414f-98cd-cad7cd857c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.025250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-1bced06c-87fe-4572-af87-f470a7ac64cf service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098460 Feb 11 13:00:41.083323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-448ef697-3df0-414f-98cd-cad7cd857c3d admin admin] Publish callbacks [] for security_group (8ec2540c-4607-49a8-b7b5-c96f73034621), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.089080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-448ef697-3df0-414f-98cd-cad7cd857c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8ec2540c-4607-49a8-b7b5-c96f73034621), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.138627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-448ef697-3df0-414f-98cd-cad7cd857c3d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=067b8e71a0bd44d9aa243a01f6739456&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3214269 Feb 11 13:00:41.138627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ef697-3df0-414f-98cd-cad7cd857c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec2540c-4607-49a8-b7b5-c96f73034621,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:41.139546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38898) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:41.212115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7486d4ac-737d-462e-a81a-d4541f75accb req-1801ce59-173b-4577-bf55-2e52c5bda30f service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613743 Feb 11 13:00:41.220354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-886c4b2e-557e-4e7e-8729-dcd52801e7b6 admin admin] Publish callbacks [] for security_group (8ec2540c-4607-49a8-b7b5-c96f73034621), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.246309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-886c4b2e-557e-4e7e-8729-dcd52801e7b6 admin admin] Publish callbacks [] for security_group (8ec2540c-4607-49a8-b7b5-c96f73034621), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.282791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Deleting port 7d369e8c-3e67-4b8d-a82f-2cb51026649a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:41.283132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.315400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-886c4b2e-557e-4e7e-8729-dcd52801e7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8ec2540c-4607-49a8-b7b5-c96f73034621), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.318528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-886c4b2e-557e-4e7e-8729-dcd52801e7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.319821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-886c4b2e-557e-4e7e-8729-dcd52801e7b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ec2540c-4607-49a8-b7b5-c96f73034621 HTTP/1.1" status: 204 len: 168 time: 0.1791608 Feb 11 13:00:41.329087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c4b2e-557e-4e7e-8729-dcd52801e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec2540c-4607-49a8-b7b5-c96f73034621,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:41.356441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8fedbe13-9503-4924-a66c-978110262fca), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.372469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8fedbe13-9503-4924-a66c-978110262fca'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:41.427914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Pushing event deleted for resources: {'Port': ['ID=8fedbe13-9503-4924-a66c-978110262fca,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:41.448631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f3f9-c70b-451d-ab71-763fb5c4e9ce req-dde22526-4702-4645-8b42-b437683c2a9c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:41.450240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61a8f3f9-c70b-451d-ab71-763fb5c4e9ce req-dde22526-4702-4645-8b42-b437683c2a9c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 948 time: 0.2359345 Feb 11 13:00:41.487113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-f89777b9-5feb-47eb-a2b2-326ea070f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:41.488548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-f89777b9-5feb-47eb-a2b2-326ea070f8ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 1125 time: 0.2101269 Feb 11 13:00:41.501689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] For port 7d369e8c-3e67-4b8d-a82f-2cb51026649a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d369e8c-3e67-4b8d-a82f-2cb51026649a,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:41.502064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.538060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] No DVR routers for this DVR port 8fedbe13-9503-4924-a66c-978110262fca on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:41.548418 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-75e36338-2503-470d-942a-d229373354cd req-55243502-2375-41dc-9e6e-c11bddc6a001 tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd14ef14-1d93-475a-b090-988ad478f6c9 HTTP/1.1" status: 200 len: 210 time: 0.0503042 Feb 11 13:00:41.560607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.560607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c66178a-668d-45e9-8b86-d93624e4da48 req-01c00105-5546-43e9-931b-55dcb574875e tempest-ServerAddressesNegativeTestJSON-173319334 tempest-ServerAddressesNegativeTestJSON-173319334-project] 10.222.0.53 "DELETE /v2.0/ports/8fedbe13-9503-4924-a66c-978110262fca HTTP/1.1" status: 204 len: 173 time: 1.1317770 Feb 11 13:00:41.563237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Calling delete_port for 7d369e8c-3e67-4b8d-a82f-2cb51026649a owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:41.682860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61a8f3f9-c70b-451d-ab71-763fb5c4e9ce req-d927a71d-e154-47e7-8cc0-b527cfa07ddf tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176590 Feb 11 13:00:41.688662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a711fa50-64fd-49f1-ada7-6681d0e7b893 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:41.713443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-be460254-ab8a-42cc-9755-a9c26becbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:41.724017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-be460254-ab8a-42cc-9755-a9c26becbdc0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.2191751 Feb 11 13:00:41.783336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-9d36c865-2d28-4426-8e0f-a1c10d887eeb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968 HTTP/1.1" status: 200 len: 217 time: 0.0508904 Feb 11 13:00:41.813752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97818ac7-adc5-465f-8236-ec789c226e1c req-c4a3976e-d670-430a-9d4e-dd96f21a23fe tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:41.829680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97818ac7-adc5-465f-8236-ec789c226e1c req-c4a3976e-d670-430a-9d4e-dd96f21a23fe tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 943 time: 0.1756337 Feb 11 13:00:41.866034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a711fa50-64fd-49f1-ada7-6681d0e7b893 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:41.874348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a711fa50-64fd-49f1-ada7-6681d0e7b893 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:41.876402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.923308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97818ac7-adc5-465f-8236-ec789c226e1c req-1a44f74b-97e5-48f0-bf39-cf287923ecae tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925972 Feb 11 13:00:42.068470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02daa4e-c7a2-4d5f-aa02-b790d711ffe7 req-c447f792-8ed7-4842-992a-1fb880ccfbd0 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:42.078137 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e02daa4e-c7a2-4d5f-aa02-b790d711ffe7 req-c447f792-8ed7-4842-992a-1fb880ccfbd0 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 945 time: 0.0848558 Feb 11 13:00:42.110137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a711fa50-64fd-49f1-ada7-6681d0e7b893 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:42.110790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.142991 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e02daa4e-c7a2-4d5f-aa02-b790d711ffe7 req-b2af7607-70fb-45cb-94e0-ecc4ff6ad818 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633211 Feb 11 13:00:42.183253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a711fa50-64fd-49f1-ada7-6681d0e7b893'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:42.185604 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e90244d-909b-44e4-ad38-5509ef0a8d7f" -d '{"events": [{"server_uuid": "6b6c21fe-767f-4836-b2d8-2b0d6d89c999", "name": "network-vif-plugged", "status": "completed", "tag": "a711fa50-64fd-49f1-ada7-6681d0e7b893"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:42.205261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a711fa50-64fd-49f1-ada7-6681d0e7b893, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a711fa50-64fd-49f1-ada7-6681d0e7b893,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:42.215121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.268889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3cc7faa-8323-4592-89dd-980cc41e267c req-a4fa50d1-4dda-4c06-aca4-e158063e3a2d tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0685089 Feb 11 13:00:42.268889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'name': 'network-vif-deleted', 'tag': '8fedbe13-9503-4924-a66c-978110262fca'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:42.268889 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b199eec0-cb12-47a4-857b-16cf7ea2432b" -d '{"events": [{"server_uuid": "dd14ef14-1d93-475a-b090-988ad478f6c9", "name": "network-vif-deleted", "tag": "8fedbe13-9503-4924-a66c-978110262fca"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:42.303395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-424822c1-8ced-4767-b0fc-e124f2c872aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:42.305364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-424822c1-8ced-4767-b0fc-e124f2c872aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.5117476 Feb 11 13:00:42.311223 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccf7c9b-1018-4ca2-ac93-bdecc582351c x-openstack-request-id: req-dccf7c9b-1018-4ca2-ac93-bdecc582351c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:42.311513 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6c21fe-767f-4836-b2d8-2b0d6d89c999", "name": "network-vif-plugged", "status": "completed", "tag": "a711fa50-64fd-49f1-ada7-6681d0e7b893", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:42.312601 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dccf7c9b-1018-4ca2-ac93-bdecc582351c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:42.313020 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a711fa50-64fd-49f1-ada7-6681d0e7b893', 'code': 200} Feb 11 13:00:42.329673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7d369e8c-3e67-4b8d-a82f-2cb51026649a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.352229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c208cd0e-afd3-4712-8e7d-e02108119fb2'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:42.354650 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b198574a-7268-46f3-9a59-3680e887f73a x-openstack-request-id: req-b198574a-7268-46f3-9a59-3680e887f73a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:42.355258 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14ef14-1d93-475a-b090-988ad478f6c9", "name": "network-vif-deleted", "tag": "8fedbe13-9503-4924-a66c-978110262fca", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:42.355711 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b198574a-7268-46f3-9a59-3680e887f73a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:42.356338 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14ef14-1d93-475a-b090-988ad478f6c9', 'name': 'network-vif-deleted', 'tag': '8fedbe13-9503-4924-a66c-978110262fca', 'status': 'completed', 'code': 200} Feb 11 13:00:42.388876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Pushing event deleted for resources: {'Port': ['ID=7d369e8c-3e67-4b8d-a82f-2cb51026649a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:42.446130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a711fa50-64fd-49f1-ada7-6681d0e7b893,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:42.478903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] No DVR routers for this DVR port 7d369e8c-3e67-4b8d-a82f-2cb51026649a on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:42.482333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.486634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-448effed-8aaf-4657-bb35-75b935a4b1e7 req-541a2dea-05e1-4c8d-8ae1-d2521e3e00b1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.53 "DELETE /v2.0/ports/7d369e8c-3e67-4b8d-a82f-2cb51026649a HTTP/1.1" status: 204 len: 173 time: 1.4747860 Feb 11 13:00:42.503520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-be9e9a7c-e1ff-4ba8-a05a-2abc360d4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:42.505718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-be9e9a7c-e1ff-4ba8-a05a-2abc360d4c8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1942170 Feb 11 13:00:42.516742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6551-977f-4814-8a69-21c3cfe3b371 req-ef2499b9-ec8d-4c42-a521-6d9305d6215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:42.518993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16bd6551-977f-4814-8a69-21c3cfe3b371 req-ef2499b9-ec8d-4c42-a521-6d9305d6215e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 1131 time: 0.1172068 Feb 11 13:00:42.587414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38952) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:42.614957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38956) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:42.696005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] Deleting subnet e261f7bd-0485-4175-bf1e-5a1703a3ce77 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:00:42.699606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] Publish callbacks [] for subnet (e261f7bd-0485-4175-bf1e-5a1703a3ce77), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.709480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16bd6551-977f-4814-8a69-21c3cfe3b371 req-9d2044df-41be-433c-a2b3-ebad672ce9da service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614799 Feb 11 13:00:42.716505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-21a1d615-57eb-4b23-99ff-ffa50166c8b0 service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949837 Feb 11 13:00:42.759294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1357493113-network', 'tenant_id': 'ba884f91568d49a1933549f6c67fed1b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:42.783161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (e261f7bd-0485-4175-bf1e-5a1703a3ce77), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.830343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Made reservation on behalf of ba884f91568d49a1933549f6c67fed1b for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:42.832560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.843832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.902632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e261f7bd-0485-4175-bf1e-5a1703a3ce77), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.909464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f7baa9d-c7a8-4620-99a8-c7b9fb17de6c req-06594401-a15f-4ff0-aea4-db600ff6e95b service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862974 Feb 11 13:00:42.939237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377be6f9-e230-4fa2-b2db-dd64d4f9fdbe req-1066fe16-0ce1-45e9-ac89-e81b61854094 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:42.941556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-377be6f9-e230-4fa2-b2db-dd64d4f9fdbe req-1066fe16-0ce1-45e9-ac89-e81b61854094 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 949 time: 0.1050539 Feb 11 13:00:43.038644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-377be6f9-e230-4fa2-b2db-dd64d4f9fdbe req-5d8a4ab3-d7c0-4940-a317-436b2cbed5e7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861034 Feb 11 13:00:43.075152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks [] for security_group (94d4766b-5719-41a4-9e00-a15896830f61), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.079634 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (e261f7bd-0485-4175-bf1e-5a1703a3ce77), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.084528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (94d4766b-5719-41a4-9e00-a15896830f61), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.124732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e261f7bd-0485-4175-bf1e-5a1703a3ce77,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:43.131846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.135220 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-baffd2c4-6d8d-4ab1-b609-3217d4dc888f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e261f7bd-0485-4175-bf1e-5a1703a3ce77 HTTP/1.1" status: 204 len: 168 time: 0.5192368 Feb 11 13:00:43.138304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38974) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:43.147067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:43.164132 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f76df7a3-23fe-42f1-9aaa-31e54c9992d5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.164476 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Added segment f76df7a3-23fe-42f1-9aaa-31e54c9992d5 of type vlan for network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b Feb 11 13:00:43.165902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4766b-5719-41a4-9e00-a15896830f61,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:43.182826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c794931-46ba-4030-a27e-bdde5edad24f req-aa6c3fa5-8ae1-482d-ab44-60a0c9874cc7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:43.184812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c794931-46ba-4030-a27e-bdde5edad24f req-aa6c3fa5-8ae1-482d-ab44-60a0c9874cc7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 943 time: 0.1584432 Feb 11 13:00:43.241028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1ea51000-bd0d-49f2-bf38-62858fa5fc7b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.254817 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (90ea9b80-78eb-4454-aac1-e55fc6299071), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.283152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c794931-46ba-4030-a27e-bdde5edad24f req-b619bef0-4c56-4d78-aae8-6ffdf0da4839 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908637 Feb 11 13:00:43.291304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f54263c9-4a92-4efe-9ec6-0bf6cc3654c7 req-25b5023a-cbe6-4f11-b721-146c1174a2dc tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=f203872b-3dce-4901-b377-ff4ff7b2ad10 HTTP/1.1" status: 200 len: 210 time: 0.0330124 Feb 11 13:00:43.293633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1ea51000-bd0d-49f2-bf38-62858fa5fc7b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.295103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:43.296434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.345413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7539992 Feb 11 13:00:43.350123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38982) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:43.360975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Request body: {'subnet': {'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1357493113-subnet', 'tenant_id': 'ba884f91568d49a1933549f6c67fed1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:43.379758 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (90ea9b80-78eb-4454-aac1-e55fc6299071), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.402610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ea9b80-78eb-4454-aac1-e55fc6299071']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:43.413057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cbf6fb-d304-40b7-800d-d85c9274123d') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:43.413474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cbf6fb-d304-40b7-800d-d85c9274123d') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:43.423639 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (26cbf6fb-d304-40b7-800d-d85c9274123d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.437940 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (26cbf6fb-d304-40b7-800d-d85c9274123d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.444841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:00:43.445338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (26cbf6fb-d304-40b7-800d-d85c9274123d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:00:43.447731 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:00:43.459974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d963a90-9266-45e9-843e-8a5f9723312f admin admin] Pushing event updated for resources: {'Network': ['ID=1ea51000-bd0d-49f2-bf38-62858fa5fc7b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:43.464137 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-116da50e-ee8e-4490-832b-955561a25081 req-070b26fa-3c6b-44d4-9ed6-e36f3b533a97 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0477684 Feb 11 13:00:43.479382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:43.492068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Made reservation on behalf of ba884f91568d49a1933549f6c67fed1b for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:43.495255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.529771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (90ea9b80-78eb-4454-aac1-e55fc6299071), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.553355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.561991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] 10.222.0.42 "DELETE /v2.0/networks/90ea9b80-78eb-4454-aac1-e55fc6299071 HTTP/1.1" status: 204 len: 168 time: 0.4218476 Feb 11 13:00:43.565035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec99c44-cc25-4d66-a179-446ccb248b98 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ea9b80-78eb-4454-aac1-e55fc6299071,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:43.692942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d369e8c-3e67-4b8d-a82f-2cb51026649a no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:43.706498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38994) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:43.721802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 7d369e8c-3e67-4b8d-a82f-2cb51026649a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:43.722368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d369e8c-3e67-4b8d-a82f-2cb51026649a not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:43.723153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8fedbe13-9503-4924-a66c-978110262fca no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:43.737207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (37777208-7d48-4d2c-b767-3ffa3462226c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.744337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 8fedbe13-9503-4924-a66c-978110262fca {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:43.744687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8fedbe13-9503-4924-a66c-978110262fca not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:43.754610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-90acf749-03ac-417d-885d-b06d0ed9f10f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca9261f95c694ecdae32774dd5b61e4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468502 Feb 11 13:00:43.757167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38996) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:43.799201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37777208-7d48-4d2c-b767-3ffa3462226c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:43.809928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Checking segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:43.810719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Network hostable DHCP agents. Network: 1ea51000-bd0d-49f2-bf38-62858fa5fc7b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:43.815923 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93bc22d8-d570-48a3-9978-b797bfaee7a1 admin admin] Publish callbacks [] for security_group (d1eba9db-b734-41fb-8302-f1c6d841a119), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.828792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:43.839720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1ea51000-bd0d-49f2-bf38-62858fa5fc7b) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:43.839952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93bc22d8-d570-48a3-9978-b797bfaee7a1 admin admin] Publish callbacks [] for security_group (d1eba9db-b734-41fb-8302-f1c6d841a119), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.844090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:43.844767 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.853168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279eddd-c6e4-4129-bdeb-0b817a4ba468 None None] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:43.869246 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1e9cdac-5034-4721-abea-8df39f751070 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5129986 Feb 11 13:00:43.909815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39002) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:43.917092 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93bc22d8-d570-48a3-9978-b797bfaee7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d1eba9db-b734-41fb-8302-f1c6d841a119), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.920012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93bc22d8-d570-48a3-9978-b797bfaee7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.921258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-93bc22d8-d570-48a3-9978-b797bfaee7a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1eba9db-b734-41fb-8302-f1c6d841a119 HTTP/1.1" status: 204 len: 168 time: 0.1630971 Feb 11 13:00:43.930874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc22d8-d570-48a3-9978-b797bfaee7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eba9db-b734-41fb-8302-f1c6d841a119,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:43.996732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb2604-5b39-49d3-985b-700578636300 None None] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:44.357998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'name': 'network-vif-deleted', 'tag': '7d369e8c-3e67-4b8d-a82f-2cb51026649a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:44.361251 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d452ca-1832-4cae-ae7b-36bd4b15b7fe" -d '{"events": [{"server_uuid": "f203872b-3dce-4901-b377-ff4ff7b2ad10", "name": "network-vif-deleted", "tag": "7d369e8c-3e67-4b8d-a82f-2cb51026649a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:44.365393 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7019195-be5c-4774-95d3-04b09cdbb26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:44.472898 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253f416-8d13-4765-b7a9-7129b58c72a8 req-865ceaab-bbcf-4318-b939-15d41ec3a90b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:44.478270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5253f416-8d13-4765-b7a9-7129b58c72a8 req-865ceaab-bbcf-4318-b939-15d41ec3a90b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 949 time: 0.1107581 Feb 11 13:00:44.557276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5253f416-8d13-4765-b7a9-7129b58c72a8 req-de41e39c-2d2b-48c5-944a-5423f276996b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779095 Feb 11 13:00:44.568219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7019195-be5c-4774-95d3-04b09cdbb26c admin admin] Publish callbacks [] for security_group (1ce59575-6d83-46be-b0c7-458ea7d517f8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:44.573752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-11ddceaa-3e87-4722-a588-c64d43415601 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:44.574931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7019195-be5c-4774-95d3-04b09cdbb26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1ce59575-6d83-46be-b0c7-458ea7d517f8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:44.575727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-11ddceaa-3e87-4722-a588-c64d43415601 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.1227753 Feb 11 13:00:44.596014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-6dd7294e-7a7e-4199-9e4a-a37ad994db16 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/quotas/ba884f91568d49a1933549f6c67fed1b HTTP/1.1" status: 200 len: 375 time: 0.0125287 Feb 11 13:00:44.623414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b7019195-be5c-4774-95d3-04b09cdbb26c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2675e139f3846a5a47143f211aaa977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7155800 Feb 11 13:00:44.629912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39044) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:44.634392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-c9458fd9-0f4d-46f0-ad3a-cb45109b9ba0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314276 Feb 11 13:00:44.688213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7019195-be5c-4774-95d3-04b09cdbb26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce59575-6d83-46be-b0c7-458ea7d517f8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:44.743388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1a34f-448a-451e-b964-925dead7dda0 req-12c59253-5d41-4266-8255-33d6df7ce057 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:44.751375 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97d1a34f-448a-451e-b964-925dead7dda0 req-12c59253-5d41-4266-8255-33d6df7ce057 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 943 time: 0.1113477 Feb 11 13:00:44.752844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af7b019-4315-4b1a-83e1-4b8cc9e38edd admin admin] Publish callbacks [] for security_group (1ce59575-6d83-46be-b0c7-458ea7d517f8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:44.795435 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af7b019-4315-4b1a-83e1-4b8cc9e38edd admin admin] Publish callbacks [] for security_group (1ce59575-6d83-46be-b0c7-458ea7d517f8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:44.845827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97d1a34f-448a-451e-b964-925dead7dda0 req-1dd9a668-39aa-4dbb-9249-464979e4d3ca tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937984 Feb 11 13:00:44.861200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-282dc5b2-360b-4c09-b3cd-32cf6121ea3f service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187111 Feb 11 13:00:44.873148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39054) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:44.889456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af7b019-4315-4b1a-83e1-4b8cc9e38edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1ce59575-6d83-46be-b0c7-458ea7d517f8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:44.892896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af7b019-4315-4b1a-83e1-4b8cc9e38edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:44.894372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4af7b019-4315-4b1a-83e1-4b8cc9e38edd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ce59575-6d83-46be-b0c7-458ea7d517f8 HTTP/1.1" status: 204 len: 168 time: 0.2632205 Feb 11 13:00:44.905158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7b019-4315-4b1a-83e1-4b8cc9e38edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce59575-6d83-46be-b0c7-458ea7d517f8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:44.972817 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f426b7-3e45-48c9-9f69-dc7a3d36ee20 x-openstack-request-id: req-43f426b7-3e45-48c9-9f69-dc7a3d36ee20 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:44.973145 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f203872b-3dce-4901-b377-ff4ff7b2ad10", "name": "network-vif-deleted", "tag": "7d369e8c-3e67-4b8d-a82f-2cb51026649a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:44.973386 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43f426b7-3e45-48c9-9f69-dc7a3d36ee20 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:44.973814 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f203872b-3dce-4901-b377-ff4ff7b2ad10', 'name': 'network-vif-deleted', 'tag': '7d369e8c-3e67-4b8d-a82f-2cb51026649a', 'status': 'completed', 'code': 200} Feb 11 13:00:45.002638 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-18250444-f6da-46c8-9cef-af14e461ca63 service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289666 Feb 11 13:00:45.039047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1966267945-network', 'tenant_id': '4d1f4f0ee82a41f68aef562a1b5927d0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:45.065894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Made reservation on behalf of 4d1f4f0ee82a41f68aef562a1b5927d0 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:45.069359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.079542 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52074889-17f2-4087-8d0c-a8a13de4a06d req-a94c369d-4773-4a8c-90ce-b560b2ad6fb9 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0424104 Feb 11 13:00:45.083314 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.197965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks [] for security_group (0c3e6b80-f2a3-443f-809e-7476f616a5f3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.209694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0c3e6b80-f2a3-443f-809e-7476f616a5f3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.231926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26f47378-0afa-4240-b6f4-e7d3a9132d8b req-948bd040-2a72-42fb-b3ed-f8fc8d974c56 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 210 time: 0.0364907 Feb 11 13:00:45.248191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:45.269353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e6b80-f2a3-443f-809e-7476f616a5f3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:45.275003 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (39bc4d8c-aa8f-4df9-ab28-991caf715592), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.275430 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Added segment 39bc4d8c-aa8f-4df9-ab28-991caf715592 of type vlan for network dfcda144-894c-4d05-a2c6-63f42f0b94c2 Feb 11 13:00:45.318323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (dfcda144-894c-4d05-a2c6-63f42f0b94c2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.351810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (dfcda144-894c-4d05-a2c6-63f42f0b94c2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.354273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:45.354902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.400536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5334377 Feb 11 13:00:45.402434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:45.411427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Request body: {'subnet': {'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1966267945-subnet', 'tenant_id': '4d1f4f0ee82a41f68aef562a1b5927d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:45.440127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Made reservation on behalf of 4d1f4f0ee82a41f68aef562a1b5927d0 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:45.443360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.458756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d1547-5c7c-4169-b699-a2a59718ba7d admin admin] Pushing event updated for resources: {'Network': ['ID=dfcda144-894c-4d05-a2c6-63f42f0b94c2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:45.472931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network dfcda144-894c-4d05-a2c6-63f42f0b94c2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:45.476962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f183-42ab-4a4b-875b-05a174cde919 req-ed5bf830-5e98-4226-9882-1d428b0aca3d tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:45.478608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88f6f183-42ab-4a4b-875b-05a174cde919 req-ed5bf830-5e98-4226-9882-1d428b0aca3d tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1028330 Feb 11 13:00:45.547692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88f6f183-42ab-4a4b-875b-05a174cde919 req-1416eac3-5f51-4754-badb-15a1b6e68ae1 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628550 Feb 11 13:00:45.713926 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (d970e7b6-37d5-432c-aa42-ee00f7b77a5e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.766810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb97789-f8e8-479e-acde-c39f88104f63 req-c1e6b4ea-fb0a-485d-8f3a-ae815d4a6545 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:45.768354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-acb97789-f8e8-479e-acde-c39f88104f63 req-c1e6b4ea-fb0a-485d-8f3a-ae815d4a6545 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 949 time: 0.1123695 Feb 11 13:00:45.792197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d970e7b6-37d5-432c-aa42-ee00f7b77a5e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:45.831965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Checking segment: {'id': '39bc4d8c-aa8f-4df9-ab28-991caf715592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:45.831965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Network hostable DHCP agents. Network: dfcda144-894c-4d05-a2c6-63f42f0b94c2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:45.850578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-acb97789-f8e8-479e-acde-c39f88104f63 req-1421a1c9-6de2-4914-a5ba-20c606b9f4cc tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726495 Feb 11 13:00:45.861740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Network dfcda144-894c-4d05-a2c6-63f42f0b94c2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:45.878244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, dfcda144-894c-4d05-a2c6-63f42f0b94c2) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:45.889660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d38e87-d39c-4a70-8e51-8a8e3b354131 None None] Network dfcda144-894c-4d05-a2c6-63f42f0b94c2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:45.891828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:45.892720 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:45.927985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3f75f9ea-fa63-471f-97ca-f3caadb6f290 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5208075 Feb 11 13:00:46.027179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53b8fd-f15e-4ec4-87ff-d6efdcfa7e3e None None] Network dfcda144-894c-4d05-a2c6-63f42f0b94c2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:46.054298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:46.062507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06b091-e29d-44b2-a6d5-a962c4d5d38b req-43f57a28-ccc7-427b-af1a-619b6820500b tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:46.068184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76683b-b457-4a92-9cc0-7063d8259acf req-46d07a47-748c-4f72-91a0-0a88e0e1737a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:46.070240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e06b091-e29d-44b2-a6d5-a962c4d5d38b req-43f57a28-ccc7-427b-af1a-619b6820500b tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 1131 time: 0.0796545 Feb 11 13:00:46.070789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec76683b-b457-4a92-9cc0-7063d8259acf req-46d07a47-748c-4f72-91a0-0a88e0e1737a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 943 time: 0.0962017 Feb 11 13:00:46.126232 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e06b091-e29d-44b2-a6d5-a962c4d5d38b req-3c3d3b36-fe0a-4fca-a443-373ba3074135 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Feb 11 13:00:46.158290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec76683b-b457-4a92-9cc0-7063d8259acf req-4abfca2e-c83e-4427-9ab1-7354999db29a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800321 Feb 11 13:00:46.246042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3752d67-512f-4e70-9a04-fb2a108efd11 req-efb67b54-3a0b-4fcd-b806-35501e337463 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0270240 Feb 11 13:00:46.267301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c9ab2389-48a8-4551-b45a-f4fef3d4b968 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:46.342843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-ab8678d1-dec9-4c8d-beca-adcac4b468fe tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219996 Feb 11 13:00:46.395320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port c9ab2389-48a8-4551-b45a-f4fef3d4b968, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:46.407313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968', 'mac_address': 'fa:16:3e:26:a9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:46.450616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b9de869-bcfb-4bd1-9f72-326b7ebfd6c1 req-ee1324d4-72ef-4ef3-a087-367f7cb35b46 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 210 time: 0.0301640 Feb 11 13:00:46.464769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port c9ab2389-48a8-4551-b45a-f4fef3d4b968 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:46.465307 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:46.472814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-e6bc2c97-6021-44b8-a546-89334752b80a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:46.474542 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-e6bc2c97-6021-44b8-a546-89334752b80a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257925 Feb 11 13:00:46.492130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-4c5ca3f5-a3b1-4446-aca2-75e51303464a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/quotas/f8826ab4085649058c2f3e7d612233c1 HTTP/1.1" status: 200 len: 375 time: 0.0115921 Feb 11 13:00:46.497083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ab2389-48a8-4551-b45a-f4fef3d4b968 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:46.526845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port c9ab2389-48a8-4551-b45a-f4fef3d4b968, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:46.533853 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:46.571361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-37e694ce-e162-4d97-b2c7-8e5b47ba1b68 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0732825 Feb 11 13:00:46.591763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2389-48a8-4551-b45a-f4fef3d4b968,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:46.734543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272c897-53f1-449e-9dc5-737c4874a48e req-15906133-5524-439d-9b4d-2a3dfe0383ab tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:46.755940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-30812706-ef6f-47d8-961c-54bc3f06b8e0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:46.758327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-30812706-ef6f-47d8-961c-54bc3f06b8e0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.1635458 Feb 11 13:00:46.761800 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f272c897-53f1-449e-9dc5-737c4874a48e req-15906133-5524-439d-9b4d-2a3dfe0383ab tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0961382 Feb 11 13:00:46.782154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Request body: {'port': {'device_id': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'admin_state_up': True, 'tenant_id': 'ba884f91568d49a1933549f6c67fed1b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:46.823134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f272c897-53f1-449e-9dc5-737c4874a48e req-774e61f4-4a40-40dc-840b-97761b6506e0 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602033 Feb 11 13:00:46.911934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5dbb943e-be1a-4291-a00b-f3519222610e req-8c84cd4b-f75c-46ca-95b8-b699e37d9650 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 210 time: 0.0391779 Feb 11 13:00:46.951487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Made reservation on behalf of ba884f91568d49a1933549f6c67fed1b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:46.957316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c9ab2389-48a8-4551-b45a-f4fef3d4b968'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:46.962329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.113329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.248977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Allocated IP 172.20.0.2 (1ea51000-bd0d-49f2-bf38-62858fa5fc7b/37777208-7d48-4d2c-b767-3ffa3462226c/eb352f9f-a634-491f-b7c1-a95decc284b0) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:47.288368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-0c7cc77a-de02-420b-bda5-9dfb82d91f47 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:47.290184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-0c7cc77a-de02-420b-bda5-9dfb82d91f47 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.1669941 Feb 11 13:00:47.371105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f225a-c5c7-45a0-b7c5-18e98c4237d1 req-d57434f1-3654-4c7e-bbb0-d1620484ed9a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:47.376563 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-255f225a-c5c7-45a0-b7c5-18e98c4237d1 req-d57434f1-3654-4c7e-bbb0-d1620484ed9a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 944 time: 0.1042852 Feb 11 13:00:47.411536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f668010-fa43-4a47-883f-ed532068c2f3 req-9a214b19-f595-4d0f-8d5c-a954ecf2a84e tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0735524 Feb 11 13:00:47.440219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-255f225a-c5c7-45a0-b7c5-18e98c4237d1 req-8e01cfed-44da-4e8f-b3f1-47c622c044ea tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626965 Feb 11 13:00:47.580068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Deleting port c208cd0e-afd3-4712-8e7d-e02108119fb2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:47.580568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.582237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f14ab17-1893-44a5-975c-061b281a40dd req-0f7c9003-cf30-4ea5-a9fa-c0e0f1c282a2 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 210 time: 0.0384922 Feb 11 13:00:47.669903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks [] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.718241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] For port c208cd0e-afd3-4712-8e7d-e02108119fb2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c208cd0e-afd3-4712-8e7d-e02108119fb2,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:47.718611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.735495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Calling delete_port for c208cd0e-afd3-4712-8e7d-e02108119fb2 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:47.751357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.870593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:47.883139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:47.913257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:47.953163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:47.956479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb056b-5fd2-4e35-8d43-56b42a61317c req-1fb7e12f-4002-4698-afc1-6664388ca492 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:47.958131 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2feb056b-5fd2-4e35-8d43-56b42a61317c req-1fb7e12f-4002-4698-afc1-6664388ca492 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/ports?device_id=9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b HTTP/1.1" status: 200 len: 946 time: 0.0574033 Feb 11 13:00:48.008723 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2feb056b-5fd2-4e35-8d43-56b42a61317c req-a5eb99c7-4a35-4bee-98c6-1cac3f30a5c9 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc84b924-759c-457a-a821-e52d66719d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428641 Feb 11 13:00:48.016013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:48.016628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:48.042307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-1e2de36b-7b5c-4c61-81fd-e11735cca479 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:48.043829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-1e2de36b-7b5c-4c61-81fd-e11735cca479 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/networks?id=dfcda144-894c-4d05-a2c6-63f42f0b94c2 HTTP/1.1" status: 200 len: 810 time: 0.2610807 Feb 11 13:00:48.076270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-4d1ca1f6-9903-4f30-a75b-713c98dd53b8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2998898 Feb 11 13:00:48.077505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-fbafea0c-33a8-4359-bd0f-834499d52ae9 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/quotas/4d1f4f0ee82a41f68aef562a1b5927d0 HTTP/1.1" status: 200 len: 375 time: 0.0265210 Feb 11 13:00:48.095582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01d6b5d3-1f8e-448e-b002-a53d43add809 req-03b99d0d-a269-4655-8321-51287c1856c0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 210 time: 0.0325379 Feb 11 13:00:48.100386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Request body: {'port': {'device_id': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:48.118304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c208cd0e-afd3-4712-8e7d-e02108119fb2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:48.130795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c208cd0e-afd3-4712-8e7d-e02108119fb2'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:48.140163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-3b045226-eb55-427f-8955-89a10d7a9653 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d1f4f0ee82a41f68aef562a1b5927d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539858 Feb 11 13:00:48.156591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-bb8948e4-28f2-4d1d-af48-87adfcbf06b9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:48.157575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-bb8948e4-28f2-4d1d-af48-87adfcbf06b9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071130 Feb 11 13:00:48.190004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Pushing event deleted for resources: {'Port': ['ID=c208cd0e-afd3-4712-8e7d-e02108119fb2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:48.283261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c9ab2389-48a8-4551-b45a-f4fef3d4b968 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:48.310955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-29304ab2-210c-48f4-8d12-7f4070a2e1e2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026726 Feb 11 13:00:48.336149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] No DVR routers for this DVR port c208cd0e-afd3-4712-8e7d-e02108119fb2 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:48.340063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port c9ab2389-48a8-4551-b45a-f4fef3d4b968 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:48.345880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port c9ab2389-48a8-4551-b45a-f4fef3d4b968 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:48.346601 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:48.351957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:48.355616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da8e63b4-aa74-45a8-b056-4e64dfda1ea3 req-f38a39ca-7b16-41da-ae87-06070f430ad2 tempest-ListServerFiltersTestJSON-1592565518 tempest-ListServerFiltersTestJSON-1592565518-project] 10.222.0.64 "DELETE /v2.0/ports/c208cd0e-afd3-4712-8e7d-e02108119fb2 HTTP/1.1" status: 204 len: 173 time: 1.0571938 Feb 11 13:00:48.356242 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:48.358878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'name': 'network-vif-deleted', 'tag': 'c208cd0e-afd3-4712-8e7d-e02108119fb2'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:48.361761 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d9fb1-31cd-45ec-b01f-e6d5c067d043" -d '{"events": [{"server_uuid": "9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b", "name": "network-vif-deleted", "tag": "c208cd0e-afd3-4712-8e7d-e02108119fb2"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:48.475796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port c9ab2389-48a8-4551-b45a-f4fef3d4b968 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:48.476115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:48.485749 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3bb6e-6841-4f99-a950-263fe83fe3f3 x-openstack-request-id: req-26a3bb6e-6841-4f99-a950-263fe83fe3f3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:48.485749 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b", "name": "network-vif-deleted", "tag": "c208cd0e-afd3-4712-8e7d-e02108119fb2", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:48.486023 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26a3bb6e-6841-4f99-a950-263fe83fe3f3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:48.486305 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc41fd2-d7a1-4ff5-bf01-6de2caef6b3b', 'name': 'network-vif-deleted', 'tag': 'c208cd0e-afd3-4712-8e7d-e02108119fb2', 'status': 'completed', 'code': 200} Feb 11 13:00:48.509689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-7ac3ee56-267c-46d2-a76b-2f0d87bf5266 service neutron] 10.222.0.42 "GET /v2.0/networks/dfcda144-894c-4d05-a2c6-63f42f0b94c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303542 Feb 11 13:00:48.527325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c332af5a-df65-4a5a-82df-386462b95b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:48.529980 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3ad6af-9421-4e68-b023-d1e1ad184310" -d '{"events": [{"server_uuid": "c332af5a-df65-4a5a-82df-386462b95b46", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2389-48a8-4551-b45a-f4fef3d4b968"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:48.544774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port c9ab2389-48a8-4551-b45a-f4fef3d4b968, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:48.553867 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:48.570620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c208cd0e-afd3-4712-8e7d-e02108119fb2 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:48.583818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3bd343a0-756d-4435-9edf-7228346162c0 req-048fbf09-7895-4e88-b09b-78e1fcc18f75 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0460980 Feb 11 13:00:48.637163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: c208cd0e-afd3-4712-8e7d-e02108119fb2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:48.637506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c208cd0e-afd3-4712-8e7d-e02108119fb2 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:48.669956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=c9ab2389-48a8-4551-b45a-f4fef3d4b968,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:48.672572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-df436cae-5517-4ab8-ad55-bbe037d20c11 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:48.674091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-df436cae-5517-4ab8-ad55-bbe037d20c11 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3431201 Feb 11 13:00:48.701879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': 'aedc5b00-770b-417b-8714-b92223cde338', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:48.726632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ead7-947d-4a31-95c7-8be2bac6d476 req-7d846b10-a722-486a-abee-408f2a5567b0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:48.728184 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a84ead7-947d-4a31-95c7-8be2bac6d476 req-7d846b10-a722-486a-abee-408f2a5567b0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0562773 Feb 11 13:00:48.734556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-422efc21-b757-42ee-9ea5-b80152e98080 service neutron] 10.222.0.42 "GET /v2.0/networks/dfcda144-894c-4d05-a2c6-63f42f0b94c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240014 Feb 11 13:00:48.779350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a84ead7-947d-4a31-95c7-8be2bac6d476 req-dd79c7fa-02c4-4d25-822a-7376b4f7a419 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452487 Feb 11 13:00:48.897166 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ec813a-15a0-4168-8536-b46dcfa9a13b x-openstack-request-id: req-14ec813a-15a0-4168-8536-b46dcfa9a13b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:48.898402 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c332af5a-df65-4a5a-82df-386462b95b46", "name": "network-vif-plugged", "status": "completed", "tag": "c9ab2389-48a8-4551-b45a-f4fef3d4b968", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:48.899670 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14ec813a-15a0-4168-8536-b46dcfa9a13b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:48.900518 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c332af5a-df65-4a5a-82df-386462b95b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968', 'code': 200} Feb 11 13:00:48.998731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb352f9f-a634-491f-b7c1-a95decc284b0 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:49.007696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:49.013125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.018537 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Publish callbacks [] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.047442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6b077-1408-4708-ad34-aed6c085f333 req-2aad3f8a-b756-43fd-b8bb-43494658a11c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:49.049077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-64b6b077-1408-4708-ad34-aed6c085f333 req-2aad3f8a-b756-43fd-b8bb-43494658a11c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 931 time: 0.0657406 Feb 11 13:00:49.092790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50c953fc-1f9c-496b-9c25-86bfdaa16de5 req-d28b09be-3b62-4fa9-836a-bde53ba463fa tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 210 time: 0.0887275 Feb 11 13:00:49.099007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Transition to ACTIVE for port object eb352f9f-a634-491f-b7c1-a95decc284b0 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:49.134301 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-64b6b077-1408-4708-ad34-aed6c085f333 req-4bdd7c71-9878-44ae-9b68-d413b8ee2a54 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727003 Feb 11 13:00:49.160199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.181546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39218) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:49.266198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f70a2-2796-4540-9d78-15a88e8fee48 req-d33c5398-36f0-414b-b8ac-8340345bec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:49.267732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e9f70a2-2796-4540-9d78-15a88e8fee48 req-d33c5398-36f0-414b-b8ac-8340345bec88 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 1127 time: 0.2319601 Feb 11 13:00:49.275485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0048418-6f75-4dcc-aad9-afa6dcdb28b0 req-a8cf7aa3-ae29-488c-b2e5-557cac85e9ba tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 210 time: 0.0374117 Feb 11 13:00:49.289051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] Deleting subnet d95a08af-b69f-4a92-9063-06da4fb6159a {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:00:49.292629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] Publish callbacks [] for subnet (d95a08af-b69f-4a92-9063-06da4fb6159a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.338059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:49.348900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (d95a08af-b69f-4a92-9063-06da4fb6159a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.364767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.231 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/57407da5-92c7-468a-a6ce-8a048d6b8ea6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:49.417176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e9f70a2-2796-4540-9d78-15a88e8fee48 req-88b7022b-35e8-40ac-824e-5f724263e60e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271300 Feb 11 13:00:49.432341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Attempting to bind port eb352f9f-a634-491f-b7c1-a95decc284b0 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:49.432688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Attempting to bind port eb352f9f-a634-491f-b7c1-a95decc284b0 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:49.433004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Attempting to bind port eb352f9f-a634-491f-b7c1-a95decc284b0 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:49.443970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Port eb352f9f-a634-491f-b7c1-a95decc284b0 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:49.444126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d95a08af-b69f-4a92-9063-06da4fb6159a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.444292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Attempting to bind port eb352f9f-a634-491f-b7c1-a95decc284b0 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:49.458804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:49.459592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Checking segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:49.459592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Bound using segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:49.460028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Bound port: eb352f9f-a634-491f-b7c1-a95decc284b0, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:49.460557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.504639 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d95a08af-b69f-4a92-9063-06da4fb6159a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.534597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.540673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79b99f-ce86-4d79-a0d8-ebda4d388462 None None] Network 99bc6782-4feb-450c-95d9-b049abeec4a6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:49.544557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d95a08af-b69f-4a92-9063-06da4fb6159a HTTP/1.1" status: 204 len: 168 time: 0.3551478 Feb 11 13:00:49.545627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39228) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:49.546877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5cbe2-8551-42be-b52f-4ba9b10971f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d95a08af-b69f-4a92-9063-06da4fb6159a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:49.601172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:49.606987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:49.618369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.622502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.626069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (99bc6782-4feb-450c-95d9-b049abeec4a6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.705491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Deleting port fd54ad8f-3caa-4701-92d4-df93658a2102 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:49.706216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.752142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] DHCP port deletion for 99bc6782-4feb-450c-95d9-b049abeec4a6 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:00:49.792879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] For port fd54ad8f-3caa-4701-92d4-df93658a2102, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fd54ad8f-3caa-4701-92d4-df93658a2102,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:49.797201 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.819638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Calling delete_port for fd54ad8f-3caa-4701-92d4-df93658a2102 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:49.826493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] Deleting port fd54ad8f-3caa-4701-92d4-df93658a2102 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:00:49.827242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.934677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] For port fd54ad8f-3caa-4701-92d4-df93658a2102, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fd54ad8f-3caa-4701-92d4-df93658a2102,segment=NetworkSegment(0e225833-815a-4bf2-8548-a32089fb7c0f),segment_id=0e225833-815a-4bf2-8548-a32089fb7c0f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:49.935189 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.949073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] Calling delete_port for fd54ad8f-3caa-4701-92d4-df93658a2102 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:00:49.983453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91be94d-424f-4734-b809-8fd0f3b11e65 req-15fc492e-8f32-42f8-8b45-d9297aad8b1a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:49.990348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e91be94d-424f-4734-b809-8fd0f3b11e65 req-15fc492e-8f32-42f8-8b45-d9297aad8b1a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0817206 Feb 11 13:00:50.033552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.071218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd54ad8f-3caa-4701-92d4-df93658a2102,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:50.087367 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (fd54ad8f-3caa-4701-92d4-df93658a2102), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.089884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e91be94d-424f-4734-b809-8fd0f3b11e65 req-99d586a9-2d68-40df-84f0-0a45aa1d46c9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955863 Feb 11 13:00:50.091240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87b5f6d9-678d-41c2-840b-7f2f05f96c70 req-4ca97a12-0a38-4c56-92c0-a66da42e8a1c tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0669007 Feb 11 13:00:50.094160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] No DVR routers for this DVR port fd54ad8f-3caa-4701-92d4-df93658a2102 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:50.095340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:50.096336 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.097720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] 10.222.0.53 "PUT /v2.0/ports/eb352f9f-a634-491f-b7c1-a95decc284b0 HTTP/1.1" status: 200 len: 1091 time: 2.0025351 Feb 11 13:00:50.120554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.127336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0f154-5d2d-4248-9ab1-99d41900900a service neutron] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:50.139309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] Pushing event deleted for resources: {'Port': ['ID=fd54ad8f-3caa-4701-92d4-df93658a2102,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:50.146447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f', '2fe50bd9-d157-4040-b396-480fc16513c8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:50.149734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f', 'a711fa50-64fd-49f1-ada7-6681d0e7b893'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:50.154022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ca35d-3758-4262-baf6-5f6ed1ca4333 None None] No DVR routers for this DVR port fd54ad8f-3caa-4701-92d4-df93658a2102 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:00:50.177825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=57407da5-92c7-468a-a6ce-8a048d6b8ea6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:50.222133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:50.226480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:50.229471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:50.277845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (99bc6782-4feb-450c-95d9-b049abeec4a6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.310484 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01b86082-698d-456c-a50d-270eaf4a4321 req-356bb8c3-3965-496c-9012-e874d4b826df tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 210 time: 0.0354028 Feb 11 13:00:50.322896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-2ef97bb6-2adb-4267-adbc-edf135c6b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:50.324644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-2ef97bb6-2adb-4267-adbc-edf135c6b7e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 1125 time: 0.1339853 Feb 11 13:00:50.331039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:50.335927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.349110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bc6782-4feb-450c-95d9-b049abeec4a6']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:50.362885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e225833-815a-4bf2-8548-a32089fb7c0f') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:50.363247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e225833-815a-4bf2-8548-a32089fb7c0f') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:50.393048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-f5a40859-7b3e-4a2d-891f-84d98f7da370 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb352f9f-a634-491f-b7c1-a95decc284b0 HTTP/1.1" status: 200 len: 217 time: 0.0526042 Feb 11 13:00:50.417835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421a03-ca8e-4d78-b55e-ca7f926ca43a req-caf6cbe4-5d72-4e74-8fa3-e5b2521fe78e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:50.420038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (0e225833-815a-4bf2-8548-a32089fb7c0f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.426100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e421a03-ca8e-4d78-b55e-ca7f926ca43a req-caf6cbe4-5d72-4e74-8fa3-e5b2521fe78e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 943 time: 0.1654096 Feb 11 13:00:50.438104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0e225833-815a-4bf2-8548-a32089fb7c0f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.448775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:00:50.449185 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (0e225833-815a-4bf2-8548-a32089fb7c0f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.483077 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-18eb9c9c-bf43-43c5-8a91-4833e866fb52 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7899592 Feb 11 13:00:50.488041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:50.490368 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071f8c26-527b-485f-861b-9e9961209178" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:00:50.512330 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:00:50.517151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Request body: {'port': {'device_id': 'aedc5b00-770b-417b-8714-b92223cde338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:50.555630 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (99bc6782-4feb-450c-95d9-b049abeec4a6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.575683 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.581427 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/99bc6782-4feb-450c-95d9-b049abeec4a6 HTTP/1.1" status: 204 len: 168 time: 1.0323114 Feb 11 13:00:50.589597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-65bb7a15-1193-499e-b42f-787cdb0f4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:50.591174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-65bb7a15-1193-499e-b42f-787cdb0f4296 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.1578341 Feb 11 13:00:50.599932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e911b90-5b33-47d3-babe-85a69fecaef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=99bc6782-4feb-450c-95d9-b049abeec4a6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:50.626146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20083170-4e62-4c14-84a9-4fe212ded525 req-985cba62-66c7-4ae0-828f-46cf6c608a80 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:50.629884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e421a03-ca8e-4d78-b55e-ca7f926ca43a req-ff6ff180-4ab6-4764-9d88-ef81e691c658 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028413 Feb 11 13:00:50.646732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-20083170-4e62-4c14-84a9-4fe212ded525 req-985cba62-66c7-4ae0-828f-46cf6c608a80 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 936 time: 0.1279955 Feb 11 13:00:50.672800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3ed0f8d9-a26c-49f2-a70b-b003f0578f54 None None] Provisioning complete for port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:50.673346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ed0f8d9-a26c-49f2-a70b-b003f0578f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.697891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-37e3183b-e484-44df-9b25-f01bbc5b410e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725338 Feb 11 13:00:50.747318 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de876f11-6d68-43c6-97bb-134d18e30508 x-openstack-request-id: req-de876f11-6d68-43c6-97bb-134d18e30508 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:50.747611 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:50.747864 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de876f11-6d68-43c6-97bb-134d18e30508 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:50.748258 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'status': 'completed', 'code': 200} Feb 11 13:00:50.753067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-20083170-4e62-4c14-84a9-4fe212ded525 req-dda02e3f-0e7a-4760-9d03-eec1b6f0ca09 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049654 Feb 11 13:00:50.784672 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:50.827163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3ed0f8d9-a26c-49f2-a70b-b003f0578f54 None None] Port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:50.875878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39250) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:50.894963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-bc6eacd7-e29c-4236-9cc5-043a0d652c5f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:50.896454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-bc6eacd7-e29c-4236-9cc5-043a0d652c5f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.64 "GET /v2.0/networks?id=dfcda144-894c-4d05-a2c6-63f42f0b94c2 HTTP/1.1" status: 200 len: 810 time: 0.3356249 Feb 11 13:00:50.917269 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-686eccfe-46aa-4237-9f18-5f7fc06cb951 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b228952ffa3b46a7b86e75e2305e66e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399320 Feb 11 13:00:50.919658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39252) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:50.921133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Request body: {'port': {'device_id': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2', 'admin_state_up': True, 'tenant_id': '4d1f4f0ee82a41f68aef562a1b5927d0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:50.947095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-ac895790-681e-4bea-b7d8-b0a2e71d1664 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144458 Feb 11 13:00:51.003578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2afb5df8-dd8e-4ef7-a3bb-bead1f75015a admin admin] Publish callbacks [] for security_group (fc84b924-759c-457a-a821-e52d66719d67), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.045108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2afb5df8-dd8e-4ef7-a3bb-bead1f75015a admin admin] Publish callbacks [] for security_group (fc84b924-759c-457a-a821-e52d66719d67), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.102343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fd54ad8f-3caa-4701-92d4-df93658a2102 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:00:51.105605 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2afb5df8-dd8e-4ef7-a3bb-bead1f75015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fc84b924-759c-457a-a821-e52d66719d67), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.108731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2afb5df8-dd8e-4ef7-a3bb-bead1f75015a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.114778 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2afb5df8-dd8e-4ef7-a3bb-bead1f75015a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc84b924-759c-457a-a821-e52d66719d67 HTTP/1.1" status: 204 len: 168 time: 0.1940930 Feb 11 13:00:51.135273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb5df8-dd8e-4ef7-a3bb-bead1f75015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc84b924-759c-457a-a821-e52d66719d67,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:51.163765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: fd54ad8f-3caa-4701-92d4-df93658a2102 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:00:51.164324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fd54ad8f-3caa-4701-92d4-df93658a2102 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:00:51.224590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fdc045-36bf-465a-83a1-fbf55d7f51e1 req-5ff85a9d-729c-4e86-8ba3-fc75f9c33c8b service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270212 Feb 11 13:00:51.331693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57407da5-92c7-468a-a6ce-8a048d6b8ea6 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:51.341614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Publish callbacks [] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.355446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Transition to ACTIVE for port object 57407da5-92c7-468a-a6ce-8a048d6b8ea6 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:51.368030 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.370485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Made reservation on behalf of 4d1f4f0ee82a41f68aef562a1b5927d0 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:51.374264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.537830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Pushing event updated for resources: {'Port': ['ID=57407da5-92c7-468a-a6ce-8a048d6b8ea6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:51.582046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f8c26-527b-485f-861b-9e9961209178 req-daef6b77-fdc8-4dd5-8d5f-48c352887296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:51.583652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071f8c26-527b-485f-861b-9e9961209178 req-daef6b77-fdc8-4dd5-8d5f-48c352887296 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 1125 time: 0.1865716 Feb 11 13:00:51.618348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-907ec3b1-e68f-422e-9f2d-275159f26910 req-bd2495d3-d7be-459e-bef2-bd5532661bd5 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0412538 Feb 11 13:00:51.654980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb01a7b-5384-46f5-855d-f7a38c6ea779 req-4d3449d5-6b94-40a1-8784-3f450d770551 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:51.656558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb01a7b-5384-46f5-855d-f7a38c6ea779 req-4d3449d5-6b94-40a1-8784-3f450d770551 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.4044178 Feb 11 13:00:51.733874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-96eb18d8-be4f-4a23-984b-bc6a6bae7f58 req-d44f9096-d961-44fa-8e82-e6ec42224da2 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 210 time: 0.0364189 Feb 11 13:00:51.830722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Allocated IP 172.20.0.13 (dfcda144-894c-4d05-a2c6-63f42f0b94c2/d970e7b6-37d5-432c-aa42-ee00f7b77a5e/8ff52024-1eaa-478b-91fd-cfee680a6ee5) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:51.840387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Attempting to bind port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:51.840807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Attempting to bind port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:51.841199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Attempting to bind port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:51.856959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb01a7b-5384-46f5-855d-f7a38c6ea779 req-96687989-8110-46c0-a123-9a5179ad46db tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858780 Feb 11 13:00:51.863631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:51.864021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Attempting to bind port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:51.883558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f8c26-527b-485f-861b-9e9961209178 req-1bf20e9e-8353-4041-b0c6-d833a5289590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:51.883558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071f8c26-527b-485f-861b-9e9961209178 req-1bf20e9e-8353-4041-b0c6-d833a5289590 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 906 time: 0.2734487 Feb 11 13:00:51.883558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:51.883558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:51.883558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:51.883558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Bound port: 57407da5-92c7-468a-a6ce-8a048d6b8ea6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:51.883558 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:51.884402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38fac-a3b7-4eeb-8649-d03edbd7b5ba req-a02651a7-8895-4f3e-85b6-2e39d3314f76 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:51.891196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2fc38fac-a3b7-4eeb-8649-d03edbd7b5ba req-a02651a7-8895-4f3e-85b6-2e39d3314f76 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 943 time: 0.0837719 Feb 11 13:00:51.949476 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2fc38fac-a3b7-4eeb-8649-d03edbd7b5ba req-b1d0095f-f4ce-49cd-84f4-0f5b74c6d5e6 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572665 Feb 11 13:00:51.952771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071f8c26-527b-485f-861b-9e9961209178 req-84224628-2809-49b2-8a35-1a3e37bbbf0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb352f9f-a634-491f-b7c1-a95decc284b0 HTTP/1.1" status: 200 len: 217 time: 0.0534000 Feb 11 13:00:52.141490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f8c26-527b-485f-861b-9e9961209178 req-5b07bdb0-17fd-4d4a-8a30-a14c0dec2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.142899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071f8c26-527b-485f-861b-9e9961209178 req-5b07bdb0-17fd-4d4a-8a30-a14c0dec2b50 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.1377938 Feb 11 13:00:52.149738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] For port 57407da5-92c7-468a-a6ce-8a048d6b8ea6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:52.176016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] For port 57407da5-92c7-468a-a6ce-8a048d6b8ea6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=57407da5-92c7-468a-a6ce-8a048d6b8ea6,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:52.185602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae695d9b-c653-492e-b2be-ad3218f81fa2 req-5a91c2a9-4c24-473c-83ee-c63fce9ea69d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.187294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae695d9b-c653-492e-b2be-ad3218f81fa2 req-5a91c2a9-4c24-473c-83ee-c63fce9ea69d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 948 time: 0.2391009 Feb 11 13:00:52.208774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071f8c26-527b-485f-861b-9e9961209178 req-02001441-4c20-4de2-be3a-2d595a80bbe3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547452 Feb 11 13:00:52.213276 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.312656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.313298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.314794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] 10.222.0.53 "PUT /v2.0/ports/57407da5-92c7-468a-a6ce-8a048d6b8ea6 HTTP/1.1" status: 200 len: 1096 time: 1.8107240 Feb 11 13:00:52.317966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks [] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.419042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bc093-d682-40d1-a024-adc111662878 service neutron] Pushing event updated for resources: {'Port': ['ID=57407da5-92c7-468a-a6ce-8a048d6b8ea6,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:52.451803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae695d9b-c653-492e-b2be-ad3218f81fa2 req-9166e5b8-df9d-4353-bd0c-6daaa0c87a89 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455304 Feb 11 13:00:52.489926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.492961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071f8c26-527b-485f-861b-9e9961209178 req-74653f99-e452-4ba5-88e0-5b89f8140643 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583385 Feb 11 13:00:52.541427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-1cb0ef70-9ceb-44c2-9408-011343fdfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.542949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-1cb0ef70-9ceb-44c2-9408-011343fdfe0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 1130 time: 0.1540508 Feb 11 13:00:52.598403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Network dfcda144-894c-4d05-a2c6-63f42f0b94c2 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:52.598403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:52.632060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:52.646253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-e6744856-09d3-4b51-b1e0-719b8dafa996 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=57407da5-92c7-468a-a6ce-8a048d6b8ea6 HTTP/1.1" status: 200 len: 217 time: 0.0731850 Feb 11 13:00:52.646776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Pushing event updated for resources: {'Port': ['ID=8ff52024-1eaa-478b-91fd-cfee680a6ee5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:52.721063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-865fe119-1a3f-42ac-9413-168e44ba9a4e req-d9711dff-b4cd-4ebc-b3a2-d4bcf1c0b20b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0860736 Feb 11 13:00:52.729163 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-51c61ddb-23c9-46d4-93db-df7f63a36db8 req-aa419e1e-5fb9-4853-a1eb-536da8bc9fc1 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0291450 Feb 11 13:00:52.749580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedc5b00-770b-417b-8714-b92223cde338', 'tag': '57407da5-92c7-468a-a6ce-8a048d6b8ea6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:52.751825 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4fdf85-d35c-4de5-87fd-77085db9fb04" -d '{"events": [{"name": "network-changed", "server_uuid": "aedc5b00-770b-417b-8714-b92223cde338", "tag": "57407da5-92c7-468a-a6ce-8a048d6b8ea6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:52.794616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.795262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.810336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-071f8c26-527b-485f-861b-9e9961209178 req-43371fc1-df05-4163-b7f1-302166b97c61 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838647 Feb 11 13:00:52.812813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-46150a27-dcae-4b8a-a410-9ebe982676a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.814232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-46150a27-dcae-4b8a-a410-9ebe982676a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1188786 Feb 11 13:00:52.824032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-43969fba-a83d-4e27-b949-2080c9f600d8 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9114771 Feb 11 13:00:52.828306 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f4e561-80d7-49f8-b16f-29d2a7c4eab9 x-openstack-request-id: req-00f4e561-80d7-49f8-b16f-29d2a7c4eab9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:52.828306 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedc5b00-770b-417b-8714-b92223cde338", "tag": "57407da5-92c7-468a-a6ce-8a048d6b8ea6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:52.828306 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00f4e561-80d7-49f8-b16f-29d2a7c4eab9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:52.828306 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedc5b00-770b-417b-8714-b92223cde338', 'tag': '57407da5-92c7-468a-a6ce-8a048d6b8ea6', 'status': 'completed', 'code': 200} Feb 11 13:00:52.882367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-a149e0ae-5ee1-48bd-b812-3f7cce803e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.884278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-a149e0ae-5ee1-48bd-b812-3f7cce803e28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0519562 Feb 11 13:00:52.902995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b432a7-3a3c-4efd-a9bc-786ea282e601 req-d9eeb53f-07fc-4bb1-bcc8-9ed6649e7983 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:52.904709 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9b432a7-3a3c-4efd-a9bc-786ea282e601 req-d9eeb53f-07fc-4bb1-bcc8-9ed6649e7983 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 932 time: 0.0612965 Feb 11 13:00:52.960385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39326) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:52.970449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9b432a7-3a3c-4efd-a9bc-786ea282e601 req-8ceec27c-09c4-4ed3-ba1c-e4134a40b81b tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586736 Feb 11 13:00:53.015599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Request body: {'port': {'device_id': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:53.105623 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6556a30e-5d8d-4e1f-a577-f87d4202e16c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.113026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-2f554ce2-a75a-47ef-8ecf-6fb7edf65289 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212267 Feb 11 13:00:53.122157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f6875-1c70-49b2-9842-01e5c1aca98d req-e8aa25ab-0491-44dd-866c-2134a0d1b288 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:53.129198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-006f6875-1c70-49b2-9842-01e5c1aca98d req-e8aa25ab-0491-44dd-866c-2134a0d1b288 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1913867 Feb 11 13:00:53.132236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.141664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aea44-4f1e-4c70-8e23-b03ab6f6bcf8 req-83c4cf48-11e0-4196-8d76-03d05cf4befc tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:53.143171 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b6aea44-4f1e-4c70-8e23-b03ab6f6bcf8 req-83c4cf48-11e0-4196-8d76-03d05cf4befc tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 943 time: 0.0956423 Feb 11 13:00:53.220604 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b6aea44-4f1e-4c70-8e23-b03ab6f6bcf8 req-dee2bd22-88d7-47f2-8bf5-374c8e04f583 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612359 Feb 11 13:00:53.241683 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6556a30e-5d8d-4e1f-a577-f87d4202e16c admin admin] Publish callbacks [] for security_group (d970ac13-a33b-4790-9119-bbbb6ea8bd13), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.248435 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6556a30e-5d8d-4e1f-a577-f87d4202e16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d970ac13-a33b-4790-9119-bbbb6ea8bd13), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.286939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-006f6875-1c70-49b2-9842-01e5c1aca98d req-3a22ca64-01f6-4613-bab6-28cc744b08a7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558752 Feb 11 13:00:53.294544 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6556a30e-5d8d-4e1f-a577-f87d4202e16c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe644ecff71a46eabdc5f731d110cb54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330512 Feb 11 13:00:53.295448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556a30e-5d8d-4e1f-a577-f87d4202e16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d970ac13-a33b-4790-9119-bbbb6ea8bd13,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:53.308256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39332) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:53.348325 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a41351d1-79b2-4260-a13d-469fb8869f68 admin admin] Publish callbacks [] for security_group (d970ac13-a33b-4790-9119-bbbb6ea8bd13), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.359477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-648899aa-eeac-42e0-a77e-f8ab6c131910 req-38ec5523-eea7-4c50-8874-e77c7be0c553 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279224 Feb 11 13:00:53.370788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a41351d1-79b2-4260-a13d-469fb8869f68 admin admin] Publish callbacks [] for security_group (d970ac13-a33b-4790-9119-bbbb6ea8bd13), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.429477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a41351d1-79b2-4260-a13d-469fb8869f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d970ac13-a33b-4790-9119-bbbb6ea8bd13), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.434592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a41351d1-79b2-4260-a13d-469fb8869f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.435946 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a41351d1-79b2-4260-a13d-469fb8869f68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d970ac13-a33b-4790-9119-bbbb6ea8bd13 HTTP/1.1" status: 204 len: 168 time: 0.1371584 Feb 11 13:00:53.454752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41351d1-79b2-4260-a13d-469fb8869f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d970ac13-a33b-4790-9119-bbbb6ea8bd13,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:53.638521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa0475-4f49-42c5-9dc0-e27fcf16fb4a req-6a8dd079-c238-4eaa-ae62-cfa0a3b924e3 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:53.640460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccfa0475-4f49-42c5-9dc0-e27fcf16fb4a req-6a8dd079-c238-4eaa-ae62-cfa0a3b924e3 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 948 time: 0.0689821 Feb 11 13:00:53.704115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ccfa0475-4f49-42c5-9dc0-e27fcf16fb4a req-d4752ab5-fbac-41ff-9b4e-f4c0c3c2321b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563509 Feb 11 13:00:53.858678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab6558a6-7d8b-432a-a5d0-da32f9b9ff40 req-f2381416-534e-443a-9844-5e1895e84785 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0341861 Feb 11 13:00:53.914969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-04279e1d-04f0-4a32-8b0d-24a564fbbc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:53.916511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-04279e1d-04f0-4a32-8b0d-24a564fbbc06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 1130 time: 0.4642527 Feb 11 13:00:54.026471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfafde5-6328-4732-89cb-fe7862f4a7ae req-4fbc1742-2f1f-418e-9945-e1f4ef8cfcdb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.028030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adfafde5-6328-4732-89cb-fe7862f4a7ae req-4fbc1742-2f1f-418e-9945-e1f4ef8cfcdb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.5104184 Feb 11 13:00:54.035182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff52024-1eaa-478b-91fd-cfee680a6ee5 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:54.057513 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Publish callbacks [] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.108100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Transition to ACTIVE for port object 8ff52024-1eaa-478b-91fd-cfee680a6ee5 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:00:54.115805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-296a3466-105d-42b9-92f8-41a2a5f04c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.117367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-296a3466-105d-42b9-92f8-41a2a5f04c75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1867757 Feb 11 13:00:54.121884 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.128745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fc43a-206e-4e8a-b5a4-50fb7c340fbd req-4a390460-429c-4617-bd87-e42b8736cb22 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.130610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f9fc43a-206e-4e8a-b5a4-50fb7c340fbd req-4a390460-429c-4617-bd87-e42b8736cb22 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 932 time: 0.0766046 Feb 11 13:00:54.134185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adfafde5-6328-4732-89cb-fe7862f4a7ae req-2b021bdb-28e5-44f3-aa00-a65c2da1436a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901542 Feb 11 13:00:54.188118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f9fc43a-206e-4e8a-b5a4-50fb7c340fbd req-05296db0-b90d-432c-b7d9-cda1f7cffcb3 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506427 Feb 11 13:00:54.224085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-5a1dd262-7df3-42c2-91ad-266fdf374a32 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=57407da5-92c7-468a-a6ce-8a048d6b8ea6 HTTP/1.1" status: 200 len: 217 time: 0.0879948 Feb 11 13:00:54.247742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff52024-1eaa-478b-91fd-cfee680a6ee5,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:54.335795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39376) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:54.349816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-aa89b65f-6a74-4f9b-8e5f-a8c679d252de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.351509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-aa89b65f-6a74-4f9b-8e5f-a8c679d252de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1177571 Feb 11 13:00:54.408683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Attempting to bind port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:54.409373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Attempting to bind port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '39bc4d8c-aa8f-4df9-ab28-991caf715592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:54.409373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Attempting to bind port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 on network dfcda144-894c-4d05-a2c6-63f42f0b94c2 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:54.419434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 on network dfcda144-894c-4d05-a2c6-63f42f0b94c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:00:54.419750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Attempting to bind port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 on network dfcda144-894c-4d05-a2c6-63f42f0b94c2 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:54.435263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bdf1f-a226-458a-9904-aac40e22d811 req-3c98284f-1ece-4f19-b24c-ef8a3c39af5b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.436784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a2bdf1f-a226-458a-9904-aac40e22d811 req-3c98284f-1ece-4f19-b24c-ef8a3c39af5b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 943 time: 0.1210690 Feb 11 13:00:54.439559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:54.439888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Checking segment: {'id': '39bc4d8c-aa8f-4df9-ab28-991caf715592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:54.440252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Bound using segment: {'id': '39bc4d8c-aa8f-4df9-ab28-991caf715592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:54.440390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-775425314-network', 'tenant_id': '8fbeec3a0f0849699c166756e6c00a87'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:54.440689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Bound port: 8ff52024-1eaa-478b-91fd-cfee680a6ee5, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bc4d8c-aa8f-4df9-ab28-991caf715592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:54.441021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.459786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Made reservation on behalf of 8fbeec3a0f0849699c166756e6c00a87 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:54.462260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.471167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.492270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-3a7ec2e8-78d5-4491-945b-d2276210c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.493818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-3a7ec2e8-78d5-4491-945b-d2276210c8f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1270211 Feb 11 13:00:54.558000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks [] for security_group (4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.570062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.571275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a2bdf1f-a226-458a-9904-aac40e22d811 req-7e55ddd5-8250-41a8-a976-eeef1499034b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268444 Feb 11 13:00:54.598935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:54.607465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] For port 8ff52024-1eaa-478b-91fd-cfee680a6ee5, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:54.610924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:54.618721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (29430d17-f244-444d-8d65-fca6e219a55b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.619208 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Added segment 29430d17-f244-444d-8d65-fca6e219a55b of type vlan for network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa Feb 11 13:00:54.626203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] For port 8ff52024-1eaa-478b-91fd-cfee680a6ee5, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8ff52024-1eaa-478b-91fd-cfee680a6ee5,segment=NetworkSegment(39bc4d8c-aa8f-4df9-ab28-991caf715592),segment_id=39bc4d8c-aa8f-4df9-ab28-991caf715592)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:54.641952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.668018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (aa209fb0-958d-47d0-9d85-24ea6b9cdcfa), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.672453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-d3eb4ba9-18e1-4482-ba0b-06ce1c0e1738 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611190 Feb 11 13:00:54.685226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.685867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.687174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/8ff52024-1eaa-478b-91fd-cfee680a6ee5 HTTP/1.1" status: 200 len: 1092 time: 1.6932471 Feb 11 13:00:54.700801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (aa209fb0-958d-47d0-9d85-24ea6b9cdcfa), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.702339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.703109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.778139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4412053 Feb 11 13:00:54.781259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:54.787406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Request body: {'subnet': {'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-775425314-subnet', 'tenant_id': '8fbeec3a0f0849699c166756e6c00a87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:54.787582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31a6be-870f-424b-af6b-7ebefcb8b2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff52024-1eaa-478b-91fd-cfee680a6ee5,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:54.792925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d6f22-1054-4073-aaff-9aca79fa346f admin admin] Pushing event updated for resources: {'Network': ['ID=aa209fb0-958d-47d0-9d85-24ea6b9cdcfa,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:54.811740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:54.829396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c4fdf85-d35c-4de5-87fd-77085db9fb04 req-d8f2a4f0-a454-425d-a811-124b96c25599 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455386 Feb 11 13:00:54.830124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'tag': '8ff52024-1eaa-478b-91fd-cfee680a6ee5'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:00:54.832863 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd87675-5326-4a71-a40c-b896dd9cfa20" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b", "tag": "8ff52024-1eaa-478b-91fd-cfee680a6ee5"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:00:54.841471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-f6a05b39-d074-4683-964d-13bb3dcca448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.842936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-f6a05b39-d074-4683-964d-13bb3dcca448 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d1f4f0ee82a41f68aef562a1b5927d0&device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 1126 time: 0.1156211 Feb 11 13:00:54.844463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Made reservation on behalf of 8fbeec3a0f0849699c166756e6c00a87 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:54.847270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:54.904256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-606b1529-4f06-4a0d-9959-ed9daf8c7d59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff52024-1eaa-478b-91fd-cfee680a6ee5 HTTP/1.1" status: 200 len: 217 time: 0.0453589 Feb 11 13:00:54.907997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43447e1c-6743-4291-8c4a-3d0b96828528 req-fba43afa-afc4-4762-8e1e-dfe26ebe5ed7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.909860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43447e1c-6743-4291-8c4a-3d0b96828528 req-fba43afa-afc4-4762-8e1e-dfe26ebe5ed7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 948 time: 0.1263449 Feb 11 13:00:54.958732 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c6feeb-9cdf-4e56-83f5-5e8d382d8bc6 x-openstack-request-id: req-e7c6feeb-9cdf-4e56-83f5-5e8d382d8bc6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:00:54.959173 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b", "tag": "8ff52024-1eaa-478b-91fd-cfee680a6ee5", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:00:54.959430 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7c6feeb-9cdf-4e56-83f5-5e8d382d8bc6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:00:54.960009 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'tag': '8ff52024-1eaa-478b-91fd-cfee680a6ee5', 'status': 'completed', 'code': 200} Feb 11 13:00:54.984550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-b177dc74-9d43-49cb-91f6-323d389f525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:54.986408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-b177dc74-9d43-49cb-91f6-323d389f525b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d970e7b6-37d5-432c-aa42-ee00f7b77a5e HTTP/1.1" status: 200 len: 850 time: 0.0767272 Feb 11 13:00:55.011641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43447e1c-6743-4291-8c4a-3d0b96828528 req-a734efa7-8212-49b9-a683-b11d9a443dad tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716419 Feb 11 13:00:55.044740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-e5c4870a-16b3-4210-8a89-d366417eafe1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dfcda144-894c-4d05-a2c6-63f42f0b94c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522523 Feb 11 13:00:55.046581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62f68ee8-f38b-4bf3-9130-aba9b244f2b4 req-d3c57acf-ca04-49b8-acbe-badb278d27b6 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0436502 Feb 11 13:00:55.108766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (cfc0a9b1-0039-4f48-8c31-b1b634d9cf40), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:55.157238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-d84b27ea-7791-44a0-bc5e-4424a13afa32 service neutron] 10.222.0.64 "GET /v2.0/networks/dfcda144-894c-4d05-a2c6-63f42f0b94c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064146 Feb 11 13:00:55.183640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc0a9b1-0039-4f48-8c31-b1b634d9cf40,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:55.193477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Checking segment: {'id': '29430d17-f244-444d-8d65-fca6e219a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:55.193973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Network hostable DHCP agents. Network: aa209fb0-958d-47d0-9d85-24ea6b9cdcfa, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:55.215518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:55.231267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, aa209fb0-958d-47d0-9d85-24ea6b9cdcfa) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:55.239043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff063070-8291-4b80-b71c-4911826ee138 None None] Network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:55.292323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.292912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:55.312614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2163d41-35d2-4ca3-bbb9-e9d47577845f req-304ee340-0bc3-426b-9bce-87efeac177c4 service neutron] 10.222.0.64 "GET /v2.0/networks/dfcda144-894c-4d05-a2c6-63f42f0b94c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462412 Feb 11 13:00:55.335640 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ec5f061-1524-43f6-b666-85584cdb39d8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5517159 Feb 11 13:00:55.346887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d92e40-ab6d-4918-bc7d-2b15ade0aa6b req-a0e1d1ad-d298-46a5-8efe-ad7e361395bd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.348437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41d92e40-ab6d-4918-bc7d-2b15ade0aa6b req-a0e1d1ad-d298-46a5-8efe-ad7e361395bd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1196983 Feb 11 13:00:55.410165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41d92e40-ab6d-4918-bc7d-2b15ade0aa6b req-fa6b56d6-0580-44b5-bafc-93a877131ca4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553696 Feb 11 13:00:55.414050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6fdc5-0ba5-4115-8f30-d5b77ec241e9 None None] Network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:55.451462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97d23040-ebee-4486-ae59-9035f414d173 req-76335580-2d02-44dd-afb8-dd954a308c4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15d7fe968ff74fb4ae99362a1b03b186&device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.1373622 Feb 11 13:00:55.516079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97d23040-ebee-4486-ae59-9035f414d173 req-d42fdac3-f644-4e96-b796-d9e9f1bc4677 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=15d7fe968ff74fb4ae99362a1b03b186&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310080 Feb 11 13:00:55.551328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7030806d-1529-484b-8500-011d8941736f req-8261a195-f371-4345-abc5-2e43175716fa tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0436814 Feb 11 13:00:55.621526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47060b4-e7b6-4579-890d-a1626ca09daa req-7301aa53-aca3-4e11-a6cf-c49cbf847762 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.630866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b47060b4-e7b6-4579-890d-a1626ca09daa req-7301aa53-aca3-4e11-a6cf-c49cbf847762 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 944 time: 0.2988589 Feb 11 13:00:55.656985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-70e38660-b85b-4d21-abf8-1c4e512f82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.658697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-70e38660-b85b-4d21-abf8-1c4e512f82a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4d1f4f0ee82a41f68aef562a1b5927d0&device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 1126 time: 0.2615910 Feb 11 13:00:55.717670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23040-ebee-4486-ae59-9035f414d173 req-740392d4-d8ab-40cd-a8eb-9b742468d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.718363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb352f9f-a634-491f-b7c1-a95decc284b0 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:55.719601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97d23040-ebee-4486-ae59-9035f414d173 req-740392d4-d8ab-40cd-a8eb-9b742468d79f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1978364 Feb 11 13:00:55.744269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc2c4c-2c90-4996-add9-2f0d49c2d2e2 req-0f0218c8-d3e2-4bc1-82ed-95dbedb46476 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.749324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b47060b4-e7b6-4579-890d-a1626ca09daa req-7d199ff2-4fc0-4f1d-a573-36c658902765 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112714 Feb 11 13:00:55.750958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7cdc2c4c-2c90-4996-add9-2f0d49c2d2e2 req-0f0218c8-d3e2-4bc1-82ed-95dbedb46476 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 943 time: 0.0844958 Feb 11 13:00:55.813266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7cdc2c4c-2c90-4996-add9-2f0d49c2d2e2 req-1047ea1a-cedf-4e1d-b684-dc248d3519a5 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552320 Feb 11 13:00:55.821581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-c235cc5b-c75d-49b2-a4a4-ddc2b42d259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.823114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-c235cc5b-c75d-49b2-a4a4-ddc2b42d259b service neutron] 10.222.0.64 "GET /v2.0/networks?id=dfcda144-894c-4d05-a2c6-63f42f0b94c2 HTTP/1.1" status: 200 len: 911 time: 0.1564188 Feb 11 13:00:55.857055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:55.868034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-09bfd1a7-8bea-403b-8d1b-81dd92c38b5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ff52024-1eaa-478b-91fd-cfee680a6ee5 HTTP/1.1" status: 200 len: 217 time: 0.0372131 Feb 11 13:00:55.869027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39412) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:55.872145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'mac_address': 'fa:16:3e:e8:40:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:55.874550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-531017984-network', 'tenant_id': '01e891a625e341cb853f208a5f4306b2'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:55.912119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port eb352f9f-a634-491f-b7c1-a95decc284b0 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:55.912398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:55.925854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb352f9f-a634-491f-b7c1-a95decc284b0 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:55.928375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Made reservation on behalf of 01e891a625e341cb853f208a5f4306b2 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:55.931906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:55.948563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:55.949825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:55.952481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:55.952601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-5bb1aba7-c24a-482f-89e6-8f176e43ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:55.954021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-5bb1aba7-c24a-482f-89e6-8f176e43ad62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d970e7b6-37d5-432c-aa42-ee00f7b77a5e HTTP/1.1" status: 200 len: 850 time: 0.0753951 Feb 11 13:00:55.992270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-a8c08335-7b0d-4ebc-be1a-bebd032d4dd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dfcda144-894c-4d05-a2c6-63f42f0b94c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306921 Feb 11 13:00:56.001995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:56.154416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-540856c3-c461-422c-9800-6be636af0b55 service neutron] 10.222.0.64 "GET /v2.0/networks/dfcda144-894c-4d05-a2c6-63f42f0b94c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555152 Feb 11 13:00:56.173914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks [] for security_group (7d2fb7f7-2158-43ca-8ca3-d215b9f16354), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.189737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7d2fb7f7-2158-43ca-8ca3-d215b9f16354), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.220370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa3c75-17ac-4904-b6bb-f5dee6d0f594 req-de60b786-fcb4-4317-9946-23b2de7e7d37 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:56.221891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32aa3c75-17ac-4904-b6bb-f5dee6d0f594 req-de60b786-fcb4-4317-9946-23b2de7e7d37 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 948 time: 0.1321971 Feb 11 13:00:56.268693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:56.289821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2fb7f7-2158-43ca-8ca3-d215b9f16354,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:56.304302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9c383a69-3bb9-4432-b61b-6037c54a0cfd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.304645 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Added segment 9c383a69-3bb9-4432-b61b-6037c54a0cfd of type vlan for network 80e3791b-269f-48fe-bece-67ec256f3d72 Feb 11 13:00:56.360816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd87675-5326-4a71-a40c-b896dd9cfa20 req-2c96e1a2-e207-474f-a983-5ff861660a67 service neutron] 10.222.0.64 "GET /v2.0/networks/dfcda144-894c-4d05-a2c6-63f42f0b94c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955569 Feb 11 13:00:56.368284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32aa3c75-17ac-4904-b6bb-f5dee6d0f594 req-a2e46da3-ade3-4cb4-ab74-e05ce790a11f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135118 Feb 11 13:00:56.377317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (80e3791b-269f-48fe-bece-67ec256f3d72), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.411901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (80e3791b-269f-48fe-bece-67ec256f3d72), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.412848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:56.413787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.450001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5797529 Feb 11 13:00:56.452884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39418) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:56.457982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Request body: {'subnet': {'network_id': '80e3791b-269f-48fe-bece-67ec256f3d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-531017984-subnet', 'tenant_id': '01e891a625e341cb853f208a5f4306b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:56.480497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Made reservation on behalf of 01e891a625e341cb853f208a5f4306b2 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:56.482580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be20db-3b22-4f9d-ae56-29ce748f33d6 admin admin] Pushing event updated for resources: {'Network': ['ID=80e3791b-269f-48fe-bece-67ec256f3d72,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:56.483191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.494026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 80e3791b-269f-48fe-bece-67ec256f3d72 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:56.510025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['eb352f9f-a634-491f-b7c1-a95decc284b0'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:56.610418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46266876-8061-4e90-a24c-f2531b2c27c1 req-96b6d3ec-05ff-41fc-8fdd-aedb798bbb6b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:56.614326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-46266876-8061-4e90-a24c-f2531b2c27c1 req-96b6d3ec-05ff-41fc-8fdd-aedb798bbb6b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1181190 Feb 11 13:00:56.706288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-46266876-8061-4e90-a24c-f2531b2c27c1 req-d3d3ee4f-8b0f-4ca4-8180-6a610fd8d31b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868604 Feb 11 13:00:56.706608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6d79110-e49d-4e46-a59f-5a929cbbf643 req-c21d5d90-9ad6-46c3-85c3-8974f0ef72a2 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0325181 Feb 11 13:00:56.752995 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (bccc5d87-fe77-4f22-b0f4-4afe083a2b4e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.828251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccc5d87-fe77-4f22-b0f4-4afe083a2b4e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:56.852723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Checking segment: {'id': '9c383a69-3bb9-4432-b61b-6037c54a0cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '80e3791b-269f-48fe-bece-67ec256f3d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:56.853120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Network hostable DHCP agents. Network: 80e3791b-269f-48fe-bece-67ec256f3d72, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:56.885090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Network 80e3791b-269f-48fe-bece-67ec256f3d72 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:56.895799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b23a3-b9f6-4eb7-b0ef-d0e7364e068a req-4405fdc1-bb34-4d38-ad14-54b412f2c133 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:56.897491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-da5b23a3-b9f6-4eb7-b0ef-d0e7364e068a req-4405fdc1-bb34-4d38-ad14-54b412f2c133 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 944 time: 0.0807250 Feb 11 13:00:56.910832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 80e3791b-269f-48fe-bece-67ec256f3d72) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:56.915728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:56.916817 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:56.919183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3068f5-b677-42f0-91b6-43e6740c9aec None None] Network 80e3791b-269f-48fe-bece-67ec256f3d72 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:56.945367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fb59b-0b5f-467b-bd3c-094988a358d9 req-b11a3c9b-47c1-491e-9468-289ba85000c1 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:56.947322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-734fb59b-0b5f-467b-bd3c-094988a358d9 req-b11a3c9b-47c1-491e-9468-289ba85000c1 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 944 time: 0.0618703 Feb 11 13:00:56.971618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45185a26-e2fa-4d05-a0cc-3113abeba381 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5172584 Feb 11 13:00:56.995460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-da5b23a3-b9f6-4eb7-b0ef-d0e7364e068a req-78ea7896-2d98-4aaa-a596-8e46f46b8e52 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909626 Feb 11 13:00:57.026045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-734fb59b-0b5f-467b-bd3c-094988a358d9 req-d68018df-627c-4c53-940f-f13f6e0d72be tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618372 Feb 11 13:00:57.046973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0bfb59-44ef-48fb-a3d0-2b513f6fe7f2 None None] Network 80e3791b-269f-48fe-bece-67ec256f3d72 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:57.237179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97d23040-ebee-4486-ae59-9035f414d173 req-2d5e42db-0381-44e5-8260-b53bd528ee41 tempest-ServerShowV254Test-1216060647 tempest-ServerShowV254Test-1216060647-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ef61817-32a7-49b3-8a6e-b77feb077339 HTTP/1.1" status: 200 len: 210 time: 0.0276437 Feb 11 13:00:57.489355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-ce08dac5-8863-4994-a77a-7f37443eb7bc tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:57.490826 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-ce08dac5-8863-4994-a77a-7f37443eb7bc tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/networks?id=aa209fb0-958d-47d0-9d85-24ea6b9cdcfa HTTP/1.1" status: 200 len: 824 time: 0.1121180 Feb 11 13:00:57.497248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca68e4-6124-4743-9773-0f4ab291561e req-3e547a7e-5c03-4040-8839-22888ed5d2a0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:57.498742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-edca68e4-6124-4743-9773-0f4ab291561e req-3e547a7e-5c03-4040-8839-22888ed5d2a0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 948 time: 0.0567129 Feb 11 13:00:57.505665 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-99045ae4-521b-4c85-9c5e-4fd4f76b832f tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/quotas/8fbeec3a0f0849699c166756e6c00a87 HTTP/1.1" status: 200 len: 375 time: 0.0093653 Feb 11 13:00:57.539573 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-6df89185-887f-4c8e-b0ca-2ae4f198efdc tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8fbeec3a0f0849699c166756e6c00a87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284462 Feb 11 13:00:57.546886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-edca68e4-6124-4743-9773-0f4ab291561e req-75bae8ec-8905-4f06-aed8-1e41320f4a54 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Feb 11 13:00:57.550428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-9b5fbd75-d584-4d15-bd9b-e0b4efc34694 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:57.551430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-9b5fbd75-d584-4d15-bd9b-e0b4efc34694 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052428 Feb 11 13:00:57.650002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-42c28d75-b293-42c5-942f-9488fa7a10a3 service neutron] 10.222.0.42 "GET /v2.0/networks/aa209fb0-958d-47d0-9d85-24ea6b9cdcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927474 Feb 11 13:00:57.720176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 57407da5-92c7-468a-a6ce-8a048d6b8ea6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:57.747580 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-13a1c0b4-6a10-4cc8-bea6-32c1bb042340 service neutron] 10.222.0.42 "GET /v2.0/networks/aa209fb0-958d-47d0-9d85-24ea6b9cdcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905159 Feb 11 13:00:57.844503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 57407da5-92c7-468a-a6ce-8a048d6b8ea6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=57407da5-92c7-468a-a6ce-8a048d6b8ea6,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:57.858516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '57407da5-92c7-468a-a6ce-8a048d6b8ea6', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '57407da5-92c7-468a-a6ce-8a048d6b8ea6', 'mac_address': 'fa:16:3e:fe:a3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:57.894191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf8808-7cf9-4469-9810-dd9e60f9d1e1 req-0d5febfe-fd57-400b-9e33-a772815221e8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:57.902359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1faf8808-7cf9-4469-9810-dd9e60f9d1e1 req-0d5febfe-fd57-400b-9e33-a772815221e8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1073332 Feb 11 13:00:57.904040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:57.904366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:57.920936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57407da5-92c7-468a-a6ce-8a048d6b8ea6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:57.946713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 57407da5-92c7-468a-a6ce-8a048d6b8ea6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=57407da5-92c7-468a-a6ce-8a048d6b8ea6,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:57.952300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:57.971346 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd6ac82c-41e9-459d-af16-17746ade9e16 req-6b9893c7-d776-4439-bb5d-a28ea2416ee2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0338328 Feb 11 13:00:58.017609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1faf8808-7cf9-4469-9810-dd9e60f9d1e1 req-4fc85612-0de7-4f9a-a813-f27d0cd451c5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953143 Feb 11 13:00:58.034634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=57407da5-92c7-468a-a6ce-8a048d6b8ea6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:58.145352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b47e8f8-377c-412a-b44e-da30f9623bfe req-f467a63b-c4e1-4a39-864a-22f647729aaa tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:58.147552 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b47e8f8-377c-412a-b44e-da30f9623bfe req-f467a63b-c4e1-4a39-864a-22f647729aaa tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 944 time: 0.0667706 Feb 11 13:00:58.156266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d1492-2b2b-49ee-8dc6-15be8769cbb6 req-d62f90fe-fe60-4467-821b-e1181f954aa6 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:58.157924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-665d1492-2b2b-49ee-8dc6-15be8769cbb6 req-d62f90fe-fe60-4467-821b-e1181f954aa6 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 944 time: 0.0629056 Feb 11 13:00:58.206436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0b47e8f8-377c-412a-b44e-da30f9623bfe req-709b95ef-d1c8-436e-8790-2180b2797490 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521710 Feb 11 13:00:58.226354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-665d1492-2b2b-49ee-8dc6-15be8769cbb6 req-f775c07f-d48d-4c1e-b3bc-5e04f9a07cf1 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593133 Feb 11 13:00:58.269704 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39464) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:58.331066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8ff52024-1eaa-478b-91fd-cfee680a6ee5 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:00:58.390868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a192ba75-0641-4c95-97e1-906d862dd8b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.439200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8ff52024-1eaa-478b-91fd-cfee680a6ee5, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8ff52024-1eaa-478b-91fd-cfee680a6ee5,segment=NetworkSegment(39bc4d8c-aa8f-4df9-ab28-991caf715592),segment_id=39bc4d8c-aa8f-4df9-ab28-991caf715592)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:58.452823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '8ff52024-1eaa-478b-91fd-cfee680a6ee5', 'network_id': 'dfcda144-894c-4d05-a2c6-63f42f0b94c2', 'port_id': '8ff52024-1eaa-478b-91fd-cfee680a6ee5', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd970e7b6-37d5-432c-aa42-ee00f7b77a5e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:00:58.490890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['57407da5-92c7-468a-a6ce-8a048d6b8ea6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:58.495267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a192ba75-0641-4c95-97e1-906d862dd8b8 admin admin] Publish callbacks [] for security_group (d33de26a-c6a3-4f60-932e-e80575848ecf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.503003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a192ba75-0641-4c95-97e1-906d862dd8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d33de26a-c6a3-4f60-932e-e80575848ecf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.523425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:58.523826 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.541628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a192ba75-0641-4c95-97e1-906d862dd8b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15d7fe968ff74fb4ae99362a1b03b186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2705746 Feb 11 13:00:58.544767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39470) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:58.547351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192ba75-0641-4c95-97e1-906d862dd8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33de26a-c6a3-4f60-932e-e80575848ecf,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:58.549195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff52024-1eaa-478b-91fd-cfee680a6ee5 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:00:58.605932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8ff52024-1eaa-478b-91fd-cfee680a6ee5, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8ff52024-1eaa-478b-91fd-cfee680a6ee5,segment=NetworkSegment(39bc4d8c-aa8f-4df9-ab28-991caf715592),segment_id=39bc4d8c-aa8f-4df9-ab28-991caf715592)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:58.611842 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.623747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f5fbf0-04ad-46d2-9553-698af830e2cf admin admin] Publish callbacks [] for security_group (d33de26a-c6a3-4f60-932e-e80575848ecf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.647919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f5fbf0-04ad-46d2-9553-698af830e2cf admin admin] Publish callbacks [] for security_group (d33de26a-c6a3-4f60-932e-e80575848ecf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.681515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8ff52024-1eaa-478b-91fd-cfee680a6ee5,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:58.704546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00616d3-a20f-469e-93ce-4bc75c12211d req-501143da-228e-41f7-90a7-485af43f0bec tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:58.706259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b00616d3-a20f-469e-93ce-4bc75c12211d req-501143da-228e-41f7-90a7-485af43f0bec tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 949 time: 0.0687635 Feb 11 13:00:58.720423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f5fbf0-04ad-46d2-9553-698af830e2cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d33de26a-c6a3-4f60-932e-e80575848ecf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.724394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f5fbf0-04ad-46d2-9553-698af830e2cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:58.728341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-56f5fbf0-04ad-46d2-9553-698af830e2cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d33de26a-c6a3-4f60-932e-e80575848ecf HTTP/1.1" status: 204 len: 168 time: 0.1799111 Feb 11 13:00:58.737280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5fbf0-04ad-46d2-9553-698af830e2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33de26a-c6a3-4f60-932e-e80575848ecf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:58.786234 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b00616d3-a20f-469e-93ce-4bc75c12211d req-b93401a0-bc18-4c40-a8ef-198fc1d61e26 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709097 Feb 11 13:00:58.926253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-44cc90bb-22c7-452b-94d8-75f76fc02496 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493007 Feb 11 13:00:58.995107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8ff52024-1eaa-478b-91fd-cfee680a6ee5'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:00:58.997318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-72b25aba-da64-4740-a643-ba7487def772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.001180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-72b25aba-da64-4740-a643-ba7487def772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 1132 time: 0.0510085 Feb 11 13:00:59.132919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f006674-ec59-4f5c-a2e0-8df0b4966ee8 req-26a58ec0-0809-4769-b191-4971357825b3 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0717592 Feb 11 13:00:59.162692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9abc4e-b02f-4b8a-9cfe-2eb68403e466 req-a8918f26-26e7-45e9-bd9d-1a68e1a1967a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.171575 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6d9abc4e-b02f-4b8a-9cfe-2eb68403e466 req-a8918f26-26e7-45e9-bd9d-1a68e1a1967a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0713141 Feb 11 13:00:59.198792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-61fdb085-425e-48da-85aa-0bc1cfc4d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.200420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-61fdb085-425e-48da-85aa-0bc1cfc4d572 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1806619 Feb 11 13:00:59.230467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6d9abc4e-b02f-4b8a-9cfe-2eb68403e466 req-0582ea3f-8818-4298-8490-ca9f502eea52 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580018 Feb 11 13:00:59.266602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cc810dd-8a40-4e90-ab9d-ba843cc8fc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.269185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-27634583-01b3-428a-910b-e263999d11dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=164c43a6-e102-4943-82b4-53c1b9108f30 HTTP/1.1" status: 200 len: 217 time: 0.0627072 Feb 11 13:00:59.425759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ed6fc-6f9f-4e35-8ab1-83fb09ce3947 req-10331469-0a8d-43c6-89ed-0bec5a8e3259 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.427348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d9ed6fc-6f9f-4e35-8ab1-83fb09ce3947 req-10331469-0a8d-43c6-89ed-0bec5a8e3259 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 944 time: 0.0797365 Feb 11 13:00:59.436934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-2027596e-fd46-445d-a518-69f0b3b414d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.438412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-2027596e-fd46-445d-a518-69f0b3b414d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1569088 Feb 11 13:00:59.467632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-f0e8e6c0-9edc-498c-9e84-c1c8dc35bac9 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.469147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-f0e8e6c0-9edc-498c-9e84-c1c8dc35bac9 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.53 "GET /v2.0/networks?id=aa209fb0-958d-47d0-9d85-24ea6b9cdcfa HTTP/1.1" status: 200 len: 824 time: 0.2131698 Feb 11 13:00:59.501624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Request body: {'port': {'device_id': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa', 'admin_state_up': True, 'tenant_id': '8fbeec3a0f0849699c166756e6c00a87'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:59.508009 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d9ed6fc-6f9f-4e35-8ab1-83fb09ce3947 req-2dcaf49b-726e-41a7-b13a-785c84cb41d8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723398 Feb 11 13:00:59.513958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2db05-4411-4b46-914e-1303cb62449e req-d8cd46f3-414d-458a-a528-40c596948c0d tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.518190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bd2db05-4411-4b46-914e-1303cb62449e req-d8cd46f3-414d-458a-a528-40c596948c0d tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 945 time: 0.1982892 Feb 11 13:00:59.616634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39504) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:59.623198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-fe209bd4-b85f-4775-be35-60bba756a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.625020 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-fe209bd4-b85f-4775-be35-60bba756a674 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1774590 Feb 11 13:00:59.674129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bd2db05-4411-4b46-914e-1303cb62449e req-79beee0f-e223-4fcc-a23a-60932f426013 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417897 Feb 11 13:00:59.725550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1454999010-network', 'tenant_id': '8c365546dfcd47c6b50ddd9f03029764'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:59.743623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb352f9f-a634-491f-b7c1-a95decc284b0 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:59.748878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Made reservation on behalf of 8c365546dfcd47c6b50ddd9f03029764 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:59.751590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.760727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.770837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Made reservation on behalf of 8fbeec3a0f0849699c166756e6c00a87 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:59.774409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.792467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-7b48ec2b-6ccb-4726-a011-b34dd0351381 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586542 Feb 11 13:00:59.808643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port eb352f9f-a634-491f-b7c1-a95decc284b0 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:00:59.814063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port eb352f9f-a634-491f-b7c1-a95decc284b0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:59.814719 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.899537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks [] for security_group (04646bd1-1d23-496a-9451-275d1f211fc2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.908346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (04646bd1-1d23-496a-9451-275d1f211fc2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.938914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:59.956311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04646bd1-1d23-496a-9451-275d1f211fc2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:59.968138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6c70-5b31-4590-90bd-fc75fc8a797a req-2018e885-1971-4bb6-aff8-42384b80d996 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:59.970383 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-71ea6c70-5b31-4590-90bd-fc75fc8a797a req-2018e885-1971-4bb6-aff8-42384b80d996 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 949 time: 0.1029463 Feb 11 13:00:59.973528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d17d0425-8a3c-4427-bfe8-0121467e9d75), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.973528 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Added segment d17d0425-8a3c-4427-bfe8-0121467e9d75 of type vlan for network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 Feb 11 13:00:59.978550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b991bbc-8246-4b77-b10e-e50b8e0f916f req-89c54cdd-cdd3-4fb7-9fd7-81e5ab839ade service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798761 Feb 11 13:00:59.988861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port eb352f9f-a634-491f-b7c1-a95decc284b0 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:59.989467 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:59.998110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Allocated IP 172.20.0.9 (aa209fb0-958d-47d0-9d85-24ea6b9cdcfa/cfc0a9b1-0039-4f48-8c31-b1b634d9cf40/ffabeb8c-b1a0-4b31-b11d-686c52f3f687) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:00.019221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:00.022542 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f27595-04c0-45f8-9aa6-a75e61b2fb7f" -d '{"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-plugged", "status": "completed", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:00.038025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:00.043258 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.057313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (0374bd3e-e59c-4cbf-86d4-e53fa72225b0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.094083 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bf5565-42f9-40ca-bdb6-e008fcda5092 x-openstack-request-id: req-39bf5565-42f9-40ca-bdb6-e008fcda5092 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:00.094632 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-plugged", "status": "completed", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:00.095132 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39bf5565-42f9-40ca-bdb6-e008fcda5092 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:00.095840 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'code': 200} Feb 11 13:01:00.112562 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-71ea6c70-5b31-4590-90bd-fc75fc8a797a req-5042228f-7eba-45bc-9e2d-2f018c460636 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302154 Feb 11 13:01:00.129847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:00.137997 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (0374bd3e-e59c-4cbf-86d4-e53fa72225b0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.139994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:00.141475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.184428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5638413 Feb 11 13:01:00.208201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39514) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:00.213072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Request body: {'subnet': {'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1454999010-subnet', 'tenant_id': '8c365546dfcd47c6b50ddd9f03029764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:00.221369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e04e9-392a-4f18-b631-9091533c4288 admin admin] Pushing event updated for resources: {'Network': ['ID=0374bd3e-e59c-4cbf-86d4-e53fa72225b0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:00.232239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:01:00.247487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Made reservation on behalf of 8c365546dfcd47c6b50ddd9f03029764 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:00.250170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.342618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8ff52024-1eaa-478b-91fd-cfee680a6ee5 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:00.453943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:00.458650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:00.459225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.502096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f6959-621e-4e4c-a888-b868c291a29b req-769ebfdd-9274-4a46-99ed-a3fd34961393 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:00.503883 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8b5f6959-621e-4e4c-a888-b868c291a29b req-769ebfdd-9274-4a46-99ed-a3fd34961393 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1352091 Feb 11 13:01:00.559057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:00.559725 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.577283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (9de3860f-0c2c-49ed-9672-3990a97fdc7e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.595645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9fceca6d-8913-48a1-bd55-4c6b4e4b8ee4 req-b63dcd4d-5649-48ed-8832-f62eae116c40 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0596573 Feb 11 13:01:00.599701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8ff52024-1eaa-478b-91fd-cfee680a6ee5, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8ff52024-1eaa-478b-91fd-cfee680a6ee5,segment=NetworkSegment(39bc4d8c-aa8f-4df9-ab28-991caf715592),segment_id=39bc4d8c-aa8f-4df9-ab28-991caf715592)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:00.605474 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.641871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c40c22-5ba5-4cf1-9bee-3ddb64f1dde4 req-b8a1f3d0-07d3-479a-8493-6405ebb99910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:00.642448 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8b5f6959-621e-4e4c-a888-b868c291a29b req-e5bd0e3e-cb83-41a1-918d-c3aef21008ee tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180294 Feb 11 13:01:00.643594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6c40c22-5ba5-4cf1-9bee-3ddb64f1dde4 req-b8a1f3d0-07d3-479a-8493-6405ebb99910 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 1127 time: 0.4664388 Feb 11 13:01:00.658711 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de3860f-0c2c-49ed-9672-3990a97fdc7e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:00.668301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks [] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.705057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8ff52024-1eaa-478b-91fd-cfee680a6ee5,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:00.720583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Checking segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:00.720953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Network hostable DHCP agents. Network: 0374bd3e-e59c-4cbf-86d4-e53fa72225b0, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:01:00.739476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:01:00.745758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6c40c22-5ba5-4cf1-9bee-3ddb64f1dde4 req-13168807-2912-45c3-8c8e-b271b621a2cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883214 Feb 11 13:01:00.750440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 0374bd3e-e59c-4cbf-86d4-e53fa72225b0) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:00.754775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:00.755471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.764545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6e02e-71aa-45d3-8153-b59b2d255c12 None None] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:00.778632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.830279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ab5cf78f-01f4-4e2a-b52c-45c34631185f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6131520 Feb 11 13:01:00.836672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:00.850121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d4e71-5925-4c2e-9bc0-f0adceba91dd req-ca5426c3-33a4-4725-9b29-ae720fb3e43a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:00.854785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-162d4e71-5925-4c2e-9bc0-f0adceba91dd req-ca5426c3-33a4-4725-9b29-ae720fb3e43a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 945 time: 0.1419339 Feb 11 13:01:00.856842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:00.862507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:00.865624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Pushing event updated for resources: {'Port': ['ID=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:00.897089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad58f8-f0cb-4864-80c7-a15619243334 req-046535fa-da3b-430a-b429-ebdab774cf04 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:00.900983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2ad58f8-f0cb-4864-80c7-a15619243334 req-046535fa-da3b-430a-b429-ebdab774cf04 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 946 time: 0.1302927 Feb 11 13:01:00.902807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390b1a53-d36d-43be-b8ee-403e414a2b3a None None] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:00.949341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:00.950014 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:00.969502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-162d4e71-5925-4c2e-9bc0-f0adceba91dd req-da7de1a9-215f-413e-bc51-f98667890e43 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089401 Feb 11 13:01:00.983372 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e394493f-ef84-4772-914e-61fa7d723880 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4893537 Feb 11 13:01:01.001337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2ad58f8-f0cb-4864-80c7-a15619243334 req-92e3cb84-b334-466a-a05e-a442427b127a tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912559 Feb 11 13:01:01.046599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Request body: {'port': {'device_id': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:01.110576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.238703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ec432-5ff6-4bfa-a27a-0e50d8d55179 req-55001981-d28d-4959-9e1e-aa0aa5f4fc56 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:01.240243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b08ec432-5ff6-4bfa-a27a-0e50d8d55179 req-55001981-d28d-4959-9e1e-aa0aa5f4fc56 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 949 time: 0.0558994 Feb 11 13:01:01.292518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b08ec432-5ff6-4bfa-a27a-0e50d8d55179 req-106e5e5e-3196-4915-9503-ecf2503e71e5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Feb 11 13:01:01.355251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d01ad96d-5f04-46ad-b0b6-b80058fa723f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.418573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-2644a305-adf6-4790-ba0b-cf4c657e1a33 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:01.420585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-2644a305-adf6-4790-ba0b-cf4c657e1a33 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.1937368 Feb 11 13:01:01.460721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-5de637ef-4dd0-400a-aca0-92e98438d61c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/quotas/8c365546dfcd47c6b50ddd9f03029764 HTTP/1.1" status: 200 len: 375 time: 0.0307646 Feb 11 13:01:01.505685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-39e9787d-76e0-4a94-b1b3-de89ef41c999 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359597 Feb 11 13:01:01.607222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffabeb8c-b1a0-4b31-b11d-686c52f3f687 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:01.618309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Publish callbacks [] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.639312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Transition to ACTIVE for port object ffabeb8c-b1a0-4b31-b11d-686c52f3f687 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:01:01.645550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.686816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-c4bae371-71ae-4809-a4da-f83d5441f68f service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748104 Feb 11 13:01:01.725617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Pushing event updated for resources: {'Port': ['ID=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:01.726296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd058c-1be5-4b0a-9392-bcf09677b935 req-c6b48036-a292-49ec-a03f-82c12313bb53 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:01.729179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7dd058c-1be5-4b0a-9392-bcf09677b935 req-c6b48036-a292-49ec-a03f-82c12313bb53 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 943 time: 0.0633254 Feb 11 13:01:01.750592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 57407da5-92c7-468a-a6ce-8a048d6b8ea6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:01.790778 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7dd058c-1be5-4b0a-9392-bcf09677b935 req-08e56b20-3842-4ca6-97b6-0c76c133e0f9 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505633 Feb 11 13:01:01.805496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:01.810502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:01.811185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.855003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-9f9b691c-6425-4391-8d22-d143ead90011 service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586220 Feb 11 13:01:01.865466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Attempting to bind port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:01.865842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Attempting to bind port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '29430d17-f244-444d-8d65-fca6e219a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:01.866196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Attempting to bind port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 on network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:01.871143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 on network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:01:01.871469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Attempting to bind port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 on network aa209fb0-958d-47d0-9d85-24ea6b9cdcfa {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:01.876574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:01.876909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Checking segment: {'id': '29430d17-f244-444d-8d65-fca6e219a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:01.877279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Bound using segment: {'id': '29430d17-f244-444d-8d65-fca6e219a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:01.877733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Bound port: ffabeb8c-b1a0-4b31-b11d-686c52f3f687, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29430d17-f244-444d-8d65-fca6e219a55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:01.878088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.906904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:01.907320 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.938251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6ffd1-3a20-43a5-9d81-6b6e425e3079 req-5d09a43a-9dd1-418e-93b6-5f435418cdb5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:01.946239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88a6ffd1-3a20-43a5-9d81-6b6e425e3079 req-5d09a43a-9dd1-418e-93b6-5f435418cdb5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0751295 Feb 11 13:01:01.951142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 57407da5-92c7-468a-a6ce-8a048d6b8ea6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=57407da5-92c7-468a-a6ce-8a048d6b8ea6,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:01.956677 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:01.966003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] For port ffabeb8c-b1a0-4b31-b11d-686c52f3f687, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:01.971258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] For port ffabeb8c-b1a0-4b31-b11d-686c52f3f687, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,segment=NetworkSegment(29430d17-f244-444d-8d65-fca6e219a55b),segment_id=29430d17-f244-444d-8d65-fca6e219a55b)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:01.979382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:02.023792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=57407da5-92c7-468a-a6ce-8a048d6b8ea6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:02.033069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88a6ffd1-3a20-43a5-9d81-6b6e425e3079 req-f22c9e89-b8db-4c8a-a03b-c801bcde9ceb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837603 Feb 11 13:01:02.039232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.039899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:02.041392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] 10.222.0.53 "PUT /v2.0/ports/ffabeb8c-b1a0-4b31-b11d-686c52f3f687 HTTP/1.1" status: 200 len: 1091 time: 0.9997005 Feb 11 13:01:02.041896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'tag': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:02.044220 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a1b699-4541-4b29-aca2-935a1f3876a9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb443caf-76a4-498a-a549-af85c09c3cc8", "tag": "ffabeb8c-b1a0-4b31-b11d-686c52f3f687"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:02.052979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17629cb-0f6d-4335-8972-03987f04f991 service neutron] Pushing event updated for resources: {'Port': ['ID=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:02.097358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff52024-1eaa-478b-91fd-cfee680a6ee5'}, {'server_uuid': 'aedc5b00-770b-417b-8714-b92223cde338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57407da5-92c7-468a-a6ce-8a048d6b8ea6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:02.100260 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b92882-da9e-4467-86e3-9be26eaf28c6" -d '{"events": [{"server_uuid": "cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b", "name": "network-vif-plugged", "status": "completed", "tag": "8ff52024-1eaa-478b-91fd-cfee680a6ee5"}, {"server_uuid": "aedc5b00-770b-417b-8714-b92223cde338", "name": "network-vif-plugged", "status": "completed", "tag": "57407da5-92c7-468a-a6ce-8a048d6b8ea6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:02.153127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33ee1c72-5f01-4525-9532-50069ed66267 req-b52297b6-b517-4917-b6ed-2261e6329da9 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 210 time: 0.0335865 Feb 11 13:01:02.201598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcec3-51df-4cf6-b1d1-519f997699c9 req-b3678f12-24c0-4593-963d-993d0a9040b5 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.210064 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7bcec3-51df-4cf6-b1d1-519f997699c9 req-b3678f12-24c0-4593-963d-993d0a9040b5 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 945 time: 0.1025584 Feb 11 13:01:02.230152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e6de8f50-e0e5-4f47-b1ab-c545e69fe332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.231726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-e6de8f50-e0e5-4f47-b1ab-c545e69fe332 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fbeec3a0f0849699c166756e6c00a87&device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 1125 time: 0.1330018 Feb 11 13:01:02.266673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7bcec3-51df-4cf6-b1d1-519f997699c9 req-3d0eb40e-d76f-47ac-9648-0455ad91e3e8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555496 Feb 11 13:01:02.272352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e51a4-4bd0-4a34-b179-5caaa14787b2 req-b15ddeb1-99c2-45d4-a5b7-3ecd3a85ca4f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.281258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d7e51a4-4bd0-4a34-b179-5caaa14787b2 req-b15ddeb1-99c2-45d4-a5b7-3ecd3a85ca4f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 946 time: 0.0673351 Feb 11 13:01:02.319724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-319947e6-f9ba-42b0-8332-59d44391fdec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffabeb8c-b1a0-4b31-b11d-686c52f3f687 HTTP/1.1" status: 200 len: 217 time: 0.0516231 Feb 11 13:01:02.328372 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6814213e-1b47-4eb0-97b2-691644ce9b0b x-openstack-request-id: req-6814213e-1b47-4eb0-97b2-691644ce9b0b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:02.329130 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb443caf-76a4-498a-a549-af85c09c3cc8", "tag": "ffabeb8c-b1a0-4b31-b11d-686c52f3f687", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:02.329302 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6814213e-1b47-4eb0-97b2-691644ce9b0b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:02.329878 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'tag': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687', 'status': 'completed', 'code': 200} Feb 11 13:01:02.359871 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d7e51a4-4bd0-4a34-b179-5caaa14787b2 req-016fed45-bc7a-41a5-b6be-cddc28088f55 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737023 Feb 11 13:01:02.373788 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde9ff1-76e5-4187-ac40-c025defb8aa6 x-openstack-request-id: req-acde9ff1-76e5-4187-ac40-c025defb8aa6 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:02.374326 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b", "name": "network-vif-plugged", "status": "completed", "tag": "8ff52024-1eaa-478b-91fd-cfee680a6ee5", "code": 200}, {"server_uuid": "aedc5b00-770b-417b-8714-b92223cde338", "name": "network-vif-plugged", "status": "completed", "tag": "57407da5-92c7-468a-a6ce-8a048d6b8ea6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:02.374417 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-acde9ff1-76e5-4187-ac40-c025defb8aa6 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:02.374759 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff52024-1eaa-478b-91fd-cfee680a6ee5', 'code': 200} Feb 11 13:01:02.375073 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedc5b00-770b-417b-8714-b92223cde338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57407da5-92c7-468a-a6ce-8a048d6b8ea6', 'code': 200} Feb 11 13:01:02.424216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-11373f71-14de-41d5-819c-5620a1be526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.426862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-11373f71-14de-41d5-819c-5620a1be526a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfc0a9b1-0039-4f48-8c31-b1b634d9cf40 HTTP/1.1" status: 200 len: 864 time: 0.0865259 Feb 11 13:01:02.445006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:02.485768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-96984b3a-32ba-4a6b-a6cc-b01aaa409a7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa209fb0-958d-47d0-9d85-24ea6b9cdcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451188 Feb 11 13:01:02.505404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230611a-846e-4e9d-9885-413f616d178d req-2288e701-fb16-4a92-baa5-5f771e252332 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.507081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c230611a-846e-4e9d-9885-413f616d178d req-2288e701-fb16-4a92-baa5-5f771e252332 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 950 time: 0.0567286 Feb 11 13:01:02.562282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c230611a-846e-4e9d-9885-413f616d178d req-ca8f2ea9-58d2-42a0-9c60-8e617a6a1757 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477557 Feb 11 13:01:02.625447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2fcbe-2e80-4159-bb85-08c77ea8204b req-cb78a6f6-14ec-44d4-a4d3-4e0729376f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.627067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40f2fcbe-2e80-4159-bb85-08c77ea8204b req-cb78a6f6-14ec-44d4-a4d3-4e0729376f2a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 1128 time: 0.1439099 Feb 11 13:01:02.665173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629fbc3-c94a-4595-b0a0-86e3ebbbab7d req-83102c8a-352d-47be-8867-6fb152b07f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.666765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5629fbc3-c94a-4595-b0a0-86e3ebbbab7d req-83102c8a-352d-47be-8867-6fb152b07f10 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 1132 time: 0.1315756 Feb 11 13:01:02.675384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-bc9ee393-904a-4216-9f47-ec34e3b327af service neutron] 10.222.0.53 "GET /v2.0/networks/aa209fb0-958d-47d0-9d85-24ea6b9cdcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590724 Feb 11 13:01:02.740305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40f2fcbe-2e80-4159-bb85-08c77ea8204b req-12e31cbe-3ac4-4234-90fb-a95dcf0b026c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058657 Feb 11 13:01:02.804152 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5629fbc3-c94a-4595-b0a0-86e3ebbbab7d req-c6755240-8657-4068-9896-20e5560ac5e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267967 Feb 11 13:01:02.830185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcc388-643b-4c7e-b257-aec1c7038eaa req-6fc9d7fb-8883-4adf-a581-0030ba22c41d service neutron] 10.222.0.53 "GET /v2.0/networks/aa209fb0-958d-47d0-9d85-24ea6b9cdcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358032 Feb 11 13:01:02.925487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb1645-611d-47f4-ae5d-fc51a51a28d3 req-da35da6c-9837-418b-b319-a8c9beeeb21b tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:02.927375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cdb1645-611d-47f4-ae5d-fc51a51a28d3 req-da35da6c-9837-418b-b319-a8c9beeeb21b tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 943 time: 0.0648043 Feb 11 13:01:02.984667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cdb1645-611d-47f4-ae5d-fc51a51a28d3 req-debfd786-6e32-4d87-9424-2e72e622d279 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511587 Feb 11 13:01:03.186863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42377d59-7ca0-41f3-b0ef-92fbaa2e9f81 req-689b31ee-c328-4708-81d5-fcebbb2e51e8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.194447 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-42377d59-7ca0-41f3-b0ef-92fbaa2e9f81 req-689b31ee-c328-4708-81d5-fcebbb2e51e8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0655642 Feb 11 13:01:03.227320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-bfa3b9c0-918a-4760-9711-d7622bcf5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.228844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-bfa3b9c0-918a-4760-9711-d7622bcf5500 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8fbeec3a0f0849699c166756e6c00a87&device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 1125 time: 0.0521290 Feb 11 13:01:03.238367 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-42377d59-7ca0-41f3-b0ef-92fbaa2e9f81 req-fea6b7ed-bb74-44e3-8a96-a9f6dd909ab4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428872 Feb 11 13:01:03.262353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c1b3d01-ff0b-467f-a61f-879303bdd6c3 req-868cd499-73b9-4346-a16b-398dae7e572a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 210 time: 0.0325575 Feb 11 13:01:03.346805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-32e1cf6e-d05f-404f-a2a8-ea98647a7250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.348234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-32e1cf6e-d05f-404f-a2a8-ea98647a7250 service neutron] 10.222.0.53 "GET /v2.0/networks?id=aa209fb0-958d-47d0-9d85-24ea6b9cdcfa HTTP/1.1" status: 200 len: 925 time: 0.0883687 Feb 11 13:01:03.401741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfef70-4b8a-4b09-bb89-53e2f59870bb req-9d9470d4-fb0a-49de-a14b-b3477de3969b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.404077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56bfef70-4b8a-4b09-bb89-53e2f59870bb req-9d9470d4-fb0a-49de-a14b-b3477de3969b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 945 time: 0.0641346 Feb 11 13:01:03.442964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-a8be8d6c-ee74-4c00-91a9-50f4b39636b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffabeb8c-b1a0-4b31-b11d-686c52f3f687 HTTP/1.1" status: 200 len: 217 time: 0.0755551 Feb 11 13:01:03.468219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56bfef70-4b8a-4b09-bb89-53e2f59870bb req-7dcb8880-729c-4e7a-bc80-fdaebae8e2a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587962 Feb 11 13:01:03.596006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-be72dcfb-62f5-4b9e-9769-1bcb74c7f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.597531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-be72dcfb-62f5-4b9e-9769-1bcb74c7f89b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cfc0a9b1-0039-4f48-8c31-b1b634d9cf40 HTTP/1.1" status: 200 len: 864 time: 0.0839102 Feb 11 13:01:03.604162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-3c430893-548d-45cd-88f1-8389c91ef7e5 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.605905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-3c430893-548d-45cd-88f1-8389c91ef7e5 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.1858046 Feb 11 13:01:03.613582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae050-b80f-418b-846b-8a2d7e9b0009 req-2f891866-6aa4-4b9f-b27b-ad47e4cd951c tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.615353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c67ae050-b80f-418b-846b-8a2d7e9b0009 req-2f891866-6aa4-4b9f-b27b-ad47e4cd951c tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 946 time: 0.1713786 Feb 11 13:01:03.621142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Request body: {'port': {'device_id': '854834ce-5526-4ccc-ad08-ebdd05052204', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'admin_state_up': True, 'tenant_id': '8c365546dfcd47c6b50ddd9f03029764'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:03.659125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-8acde7ec-a0c5-49ad-a704-9309a7d3e83b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=aa209fb0-958d-47d0-9d85-24ea6b9cdcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426292 Feb 11 13:01:03.693593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dbbda-8acb-4d4c-b36b-faa0b0edd3c4 req-6a33a84f-a8f1-4752-b2a5-3df2c48407bf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.695154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c71dbbda-8acb-4d4c-b36b-faa0b0edd3c4 req-6a33a84f-a8f1-4752-b2a5-3df2c48407bf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 945 time: 0.0544348 Feb 11 13:01:03.747799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c71dbbda-8acb-4d4c-b36b-faa0b0edd3c4 req-6bf56696-d646-48cd-be43-57d3b24d1af4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Feb 11 13:01:03.807519 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c67ae050-b80f-418b-846b-8a2d7e9b0009 req-a585eaa6-05ef-48ca-9ca6-99f30978b228 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734805 Feb 11 13:01:03.855527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-bc111f39-5b5b-4f71-8272-033714dad0e6 service neutron] 10.222.0.53 "GET /v2.0/networks/aa209fb0-958d-47d0-9d85-24ea6b9cdcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685660 Feb 11 13:01:03.856810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Made reservation on behalf of 8c365546dfcd47c6b50ddd9f03029764 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:03.857824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554287f-d9bd-442e-9965-eab7e02b840b req-1da1909e-b842-41e0-95ca-c2dc9d97af50 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:03.859612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3554287f-d9bd-442e-9965-eab7e02b840b req-1da1909e-b842-41e0-95ca-c2dc9d97af50 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 950 time: 0.0562408 Feb 11 13:01:03.860310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:03.914974 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3554287f-d9bd-442e-9965-eab7e02b840b req-2fa9da76-fffe-4885-80d1-7bbe25f49a2d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Feb 11 13:01:04.043556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21a1b699-4541-4b29-aca2-935a1f3876a9 req-082c8711-4d01-4e0d-b311-0229d7ee0cdc service neutron] 10.222.0.53 "GET /v2.0/networks/aa209fb0-958d-47d0-9d85-24ea6b9cdcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719570 Feb 11 13:01:04.091695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Allocated IP 172.20.0.8 (0374bd3e-e59c-4cbf-86d4-e53fa72225b0/9de3860f-0c2c-49ed-9672-3990a97fdc7e/191e47ec-64c3-4776-9ccd-5b9b7d320481) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:04.115732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:04.137854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151e7f4-b609-42f1-af14-2d0454ff944f req-be89366c-29c2-45b9-9d6e-f4676679ad90 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:04.139373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f151e7f4-b609-42f1-af14-2d0454ff944f req-be89366c-29c2-45b9-9d6e-f4676679ad90 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 943 time: 0.0845220 Feb 11 13:01:04.250918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f151e7f4-b609-42f1-af14-2d0454ff944f req-70bbcac4-ee7f-4cca-8f79-f3d19068cf22 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057138 Feb 11 13:01:04.305341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks [] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:04.362036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b466ed3-6c8b-4722-9e63-6f599ad87593 req-7fbd8919-31f7-4b9c-964e-7a870cb61a7a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 210 time: 0.0297992 Feb 11 13:01:04.368274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:04.371063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24446774-b2b8-40f3-b863-f83b47477af3 req-f52f4669-ba38-4a9e-9e7e-6c74e6217e80 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:04.378030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-24446774-b2b8-40f3-b863-f83b47477af3 req-f52f4669-ba38-4a9e-9e7e-6c74e6217e80 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0573506 Feb 11 13:01:04.406581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:04.413567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:04.416015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:04.428265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-24446774-b2b8-40f3-b863-f83b47477af3 req-a79ad79f-5ec8-4b88-8623-c1bd1ea2fedd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 Feb 11 13:01:04.451683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event updated for resources: {'Port': ['ID=191e47ec-64c3-4776-9ccd-5b9b7d320481,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:04.475283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:04.475944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:04.495376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-0596d313-d2de-410a-9678-d90c73b36357 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8774691 Feb 11 13:01:04.521790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Request body: {'port': {'device_id': '854834ce-5526-4ccc-ad08-ebdd05052204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:04.582540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:04.885495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191e47ec-64c3-4776-9ccd-5b9b7d320481 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:04.906020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Publish callbacks [] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:04.953653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Transition to ACTIVE for port object 191e47ec-64c3-4776-9ccd-5b9b7d320481 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:01:04.959742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:05.025854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e19bf1-9d31-4e83-9064-20f52607af60 req-5d120eb6-b61d-4e9d-89d2-1019ccbc3d84 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.036454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414b035-8298-4919-b9a1-f742e219a21e req-e0c7e30f-7138-4b35-9f4c-84e4fffccca9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.038105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a414b035-8298-4919-b9a1-f742e219a21e req-e0c7e30f-7138-4b35-9f4c-84e4fffccca9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 945 time: 0.1983373 Feb 11 13:01:05.059371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91e19bf1-9d31-4e83-9064-20f52607af60 req-5d120eb6-b61d-4e9d-89d2-1019ccbc3d84 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 946 time: 0.1698592 Feb 11 13:01:05.102736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Pushing event updated for resources: {'Port': ['ID=191e47ec-64c3-4776-9ccd-5b9b7d320481,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:05.129611 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91e19bf1-9d31-4e83-9064-20f52607af60 req-73a258d2-171e-4648-8d05-8670c78acbc1 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691650 Feb 11 13:01:05.166287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a414b035-8298-4919-b9a1-f742e219a21e req-e08644c3-cee6-4da6-bc10-f1a2198a7305 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184638 Feb 11 13:01:05.175915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Attempting to bind port 191e47ec-64c3-4776-9ccd-5b9b7d320481 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:05.176251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Attempting to bind port 191e47ec-64c3-4776-9ccd-5b9b7d320481 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:05.176579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Attempting to bind port 191e47ec-64c3-4776-9ccd-5b9b7d320481 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:05.184756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Port 191e47ec-64c3-4776-9ccd-5b9b7d320481 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:01:05.185079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Attempting to bind port 191e47ec-64c3-4776-9ccd-5b9b7d320481 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:05.191058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:05.191444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Checking segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:05.191829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Bound using segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:05.192580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Bound port: 191e47ec-64c3-4776-9ccd-5b9b7d320481, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:05.192994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:05.268581 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:05.291713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] For port 191e47ec-64c3-4776-9ccd-5b9b7d320481, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:05.296497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] For port 191e47ec-64c3-4776-9ccd-5b9b7d320481, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:05.302601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775ec08-435a-4cfe-a9e9-cf2d22acd262 req-2ab231e8-bb37-4b6b-9e0f-b779f4bf9e7c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.304206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8775ec08-435a-4cfe-a9e9-cf2d22acd262 req-2ab231e8-bb37-4b6b-9e0f-b779f4bf9e7c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 950 time: 0.0815599 Feb 11 13:01:05.304840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:05.339959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.341088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:05.342772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] 10.222.0.64 "PUT /v2.0/ports/191e47ec-64c3-4776-9ccd-5b9b7d320481 HTTP/1.1" status: 200 len: 1091 time: 0.8285344 Feb 11 13:01:05.348101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '854834ce-5526-4ccc-ad08-ebdd05052204', 'tag': '191e47ec-64c3-4776-9ccd-5b9b7d320481'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:05.350524 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb78f47c-a9c9-4d04-9d30-2b6877768871" -d '{"events": [{"name": "network-changed", "server_uuid": "854834ce-5526-4ccc-ad08-ebdd05052204", "tag": "191e47ec-64c3-4776-9ccd-5b9b7d320481"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:05.377964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12adcca-681c-4d05-93b3-e233fcc288ec service neutron] Pushing event updated for resources: {'Port': ['ID=191e47ec-64c3-4776-9ccd-5b9b7d320481,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:05.384685 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8775ec08-435a-4cfe-a9e9-cf2d22acd262 req-74e9013b-28d8-4f50-be7e-d759ef1390b4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728436 Feb 11 13:01:05.453800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-b6c0cb74-8fd3-4748-8f93-b46d6d137ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.455340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-b6c0cb74-8fd3-4748-8f93-b46d6d137ece service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 1125 time: 0.0672789 Feb 11 13:01:05.505285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-c6d7f182-b7a1-48a5-887d-9e402092a5ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481 HTTP/1.1" status: 200 len: 217 time: 0.0411632 Feb 11 13:01:05.576205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-df4a8346-9d18-4a0c-835b-04109ce604eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.578086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-df4a8346-9d18-4a0c-835b-04109ce604eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.0671120 Feb 11 13:01:05.613940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-8b8788f6-a95d-4781-8b66-9281955dc7d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278842 Feb 11 13:01:05.681539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424d046-77c4-42ee-9499-5fa83bcf67d0 req-081a6ffa-b04d-4ce9-83ae-1210416b1d16 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.683422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7424d046-77c4-42ee-9499-5fa83bcf67d0 req-081a6ffa-b04d-4ce9-83ae-1210416b1d16 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 943 time: 0.0788236 Feb 11 13:01:05.708947 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422dce4e-51e4-446f-9ae9-137cfd3b16aa x-openstack-request-id: req-422dce4e-51e4-446f-9ae9-137cfd3b16aa {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:05.709438 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "854834ce-5526-4ccc-ad08-ebdd05052204", "tag": "191e47ec-64c3-4776-9ccd-5b9b7d320481", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:05.709525 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-422dce4e-51e4-446f-9ae9-137cfd3b16aa {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:05.709955 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '854834ce-5526-4ccc-ad08-ebdd05052204', 'tag': '191e47ec-64c3-4776-9ccd-5b9b7d320481', 'status': 'completed', 'code': 200} Feb 11 13:01:05.753848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-c06dc17a-de04-4fe5-b603-0600d50ac54a service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319778 Feb 11 13:01:05.803073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7424d046-77c4-42ee-9499-5fa83bcf67d0 req-5c1b5021-a936-4fd8-8e6d-ac67a33f7857 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974274 Feb 11 13:01:05.880781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c56cb4-61cd-4b1b-84c4-9ecfcf1cf3d4 req-e8fd62d3-444c-4c28-8665-b56f33f520fa tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.882420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0c56cb4-61cd-4b1b-84c4-9ecfcf1cf3d4 req-e8fd62d3-444c-4c28-8665-b56f33f520fa tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 943 time: 0.1205847 Feb 11 13:01:05.914097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a1a367-dd5a-42b7-80c3-ebcd7f8269b4 req-cdc6e6f8-a36a-43d2-82bf-bf63e13f3b3f service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419067 Feb 11 13:01:05.937340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7de51-517e-4d0e-8215-9f72c07fc4f3 req-32c3eeb3-cfad-470d-9ae6-d30260979801 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:05.950486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55c7de51-517e-4d0e-8215-9f72c07fc4f3 req-32c3eeb3-cfad-470d-9ae6-d30260979801 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 1132 time: 0.0778759 Feb 11 13:01:05.953105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0c56cb4-61cd-4b1b-84c4-9ecfcf1cf3d4 req-46a976a3-11bc-41ae-9743-a11ebe1c3844 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607436 Feb 11 13:01:06.018355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-55c7de51-517e-4d0e-8215-9f72c07fc4f3 req-e7c9caaf-960c-4595-9464-b267c239a408 tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641818 Feb 11 13:01:06.080336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-0a427eee-fcf0-4e61-8f51-dc19cfd5bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:06.081912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-0a427eee-fcf0-4e61-8f51-dc19cfd5bcc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 1125 time: 0.0954895 Feb 11 13:01:06.151157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cd941-36e4-4783-b5e4-ad01cf27b96f req-f6c4a7d7-ec14-4466-b993-83f0730197f2 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:06.152819 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a58cd941-36e4-4783-b5e4-ad01cf27b96f req-f6c4a7d7-ec14-4466-b993-83f0730197f2 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 946 time: 0.0604813 Feb 11 13:01:06.172867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e8e9-44be-4e13-9b1b-668ce4fcd266 req-8fbc5dee-49ed-4b3f-8b18-19906ca13ba5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:06.174534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b63e8e9-44be-4e13-9b1b-668ce4fcd266 req-8fbc5dee-49ed-4b3f-8b18-19906ca13ba5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1522810 Feb 11 13:01:06.211236 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a58cd941-36e4-4783-b5e4-ad01cf27b96f req-bbc18a51-5f31-4b75-8ccc-cbb6e28f1720 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 Feb 11 13:01:06.226616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-6d008cde-f367-4949-8ae7-1eb292280c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:06.228097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-6d008cde-f367-4949-8ae7-1eb292280c82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 916 time: 0.1361682 Feb 11 13:01:06.290763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-75597a11-e15a-4f7e-87f7-7847d7b2fcbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481 HTTP/1.1" status: 200 len: 217 time: 0.0501752 Feb 11 13:01:06.303956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b63e8e9-44be-4e13-9b1b-668ce4fcd266 req-bee70810-5e0c-4e83-9cdd-675ff0a1f7da tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190543 Feb 11 13:01:06.362156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-8efbb683-592c-4ee8-a4e7-feb5713daae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:06.364365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-8efbb683-592c-4ee8-a4e7-feb5713daae6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.0571551 Feb 11 13:01:06.410725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-3c85dc92-f445-4e5e-b0e0-04a1a74a7c01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380402 Feb 11 13:01:06.447610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-e10cc977-77ef-4c8b-9b19-9d8b0f926c4f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386865 Feb 11 13:01:06.561718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6199844a-17b3-4b3e-a3e5-ae61e83bb967 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:06.563502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6199844a-17b3-4b3e-a3e5-ae61e83bb967 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145456 Feb 11 13:01:06.580722 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-9d2ff98a-e9d4-415f-b998-003b58374bcf tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/quotas/f8826ab4085649058c2f3e7d612233c1 HTTP/1.1" status: 200 len: 375 time: 0.0102758 Feb 11 13:01:06.659614 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-03551d35-2ccd-4348-a3cd-643074edab70 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0723753 Feb 11 13:01:06.888517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d7dd443-26a4-4cd2-a17e-c0b7f9740bcd req-b8b57954-5715-45f3-8573-dfbf0b88c423 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 210 time: 0.0346932 Feb 11 13:01:06.917745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-53f22604-394f-4322-bf2d-ce7fed0aa341 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878569 Feb 11 13:01:06.935231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880037f6-db4b-4b1f-a122-67221e48193b req-86fc098c-94aa-4f12-ab5d-c710f2b6832d tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:06.936708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-880037f6-db4b-4b1f-a122-67221e48193b req-86fc098c-94aa-4f12-ab5d-c710f2b6832d tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 943 time: 0.0571918 Feb 11 13:01:07.004843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-880037f6-db4b-4b1f-a122-67221e48193b req-7db41f2a-9880-42f4-9f48-632de7e42388 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595870 Feb 11 13:01:07.081343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb78f47c-a9c9-4d04-9d30-2b6877768871 req-332ca993-d0ae-471d-a31d-5ded2761295c service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501362 Feb 11 13:01:07.117480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755c448-7a9d-4549-b7d3-2cd640af2bc4 req-6d8f7a14-678b-4197-a830-5d1f6c1c8d58 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:07.119025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e755c448-7a9d-4549-b7d3-2cd640af2bc4 req-6d8f7a14-678b-4197-a830-5d1f6c1c8d58 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 943 time: 0.0731976 Feb 11 13:01:07.171037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e755c448-7a9d-4549-b7d3-2cd640af2bc4 req-57770d92-38f6-4245-94d2-de8f8ab1d29d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Feb 11 13:01:07.308274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0653881-483f-42cc-8907-b38236313597 req-daff92bd-f092-4066-9b15-80c625a1b215 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:07.309855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0653881-483f-42cc-8907-b38236313597 req-daff92bd-f092-4066-9b15-80c625a1b215 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.64 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 946 time: 0.0636721 Feb 11 13:01:07.336668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd9b7f-e830-46ef-9627-1fe4b6284d19 req-cc11c724-39d6-4ec4-862d-cb40f6d9a939 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:07.338460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ffd9b7f-e830-46ef-9627-1fe4b6284d19 req-cc11c724-39d6-4ec4-862d-cb40f6d9a939 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 946 time: 0.0599613 Feb 11 13:01:07.410825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ffd9b7f-e830-46ef-9627-1fe4b6284d19 req-61d6ae04-50a6-47aa-a4ea-f9ba44276b07 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c3e6b80-f2a3-443f-809e-7476f616a5f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622125 Feb 11 13:01:07.482608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Deleting port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:07.482947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:07.523581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6642c96-e1a1-4552-ab7a-c1f167bb3cff req-08af7402-ad56-4b05-a643-e96d2082bcf3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:07.525116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6642c96-e1a1-4552-ab7a-c1f167bb3cff req-08af7402-ad56-4b05-a643-e96d2082bcf3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0873270 Feb 11 13:01:07.622052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] For port 8ff52024-1eaa-478b-91fd-cfee680a6ee5, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8ff52024-1eaa-478b-91fd-cfee680a6ee5,segment=NetworkSegment(39bc4d8c-aa8f-4df9-ab28-991caf715592),segment_id=39bc4d8c-aa8f-4df9-ab28-991caf715592)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:07.622497 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:07.633704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6642c96-e1a1-4552-ab7a-c1f167bb3cff req-ba5c88cb-6c21-4a47-8ff8-7391b6cb16ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775378 Feb 11 13:01:07.639358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Calling delete_port for 8ff52024-1eaa-478b-91fd-cfee680a6ee5 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:07.780959 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8ff52024-1eaa-478b-91fd-cfee680a6ee5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:07.794804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ffabeb8c-b1a0-4b31-b11d-686c52f3f687 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:07.810239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8ff52024-1eaa-478b-91fd-cfee680a6ee5'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:07.822308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Pushing event deleted for resources: {'Port': ['ID=8ff52024-1eaa-478b-91fd-cfee680a6ee5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:07.888217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] No DVR routers for this DVR port 8ff52024-1eaa-478b-91fd-cfee680a6ee5 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:07.890993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-3c2dc1b3-6047-40cc-a16e-80a5f6319cb1 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f8826ab4085649058c2f3e7d612233c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428348 Feb 11 13:01:07.892028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:07.895744 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0653881-483f-42cc-8907-b38236313597 req-1bd60d59-85cd-446e-a4f9-804a3bfd6f9f tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.64 "DELETE /v2.0/ports/8ff52024-1eaa-478b-91fd-cfee680a6ee5 HTTP/1.1" status: 204 len: 173 time: 0.5738611 Feb 11 13:01:07.895902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'name': 'network-vif-deleted', 'tag': '8ff52024-1eaa-478b-91fd-cfee680a6ee5'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:07.898165 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f58647-53dc-496c-8110-ff89c890b75a" -d '{"events": [{"server_uuid": "cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b", "name": "network-vif-deleted", "tag": "8ff52024-1eaa-478b-91fd-cfee680a6ee5"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:07.956423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ffabeb8c-b1a0-4b31-b11d-686c52f3f687, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,segment=NetworkSegment(29430d17-f244-444d-8d65-fca6e219a55b),segment_id=29430d17-f244-444d-8d65-fca6e219a55b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:07.989536 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b1adae-424f-4be1-a8e0-e649554a1540 x-openstack-request-id: req-c1b1adae-424f-4be1-a8e0-e649554a1540 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:07.990136 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b", "name": "network-vif-deleted", "tag": "8ff52024-1eaa-478b-91fd-cfee680a6ee5", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:07.990136 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1b1adae-424f-4be1-a8e0-e649554a1540 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:07.990470 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b', 'name': 'network-vif-deleted', 'tag': '8ff52024-1eaa-478b-91fd-cfee680a6ee5', 'status': 'completed', 'code': 200} Feb 11 13:01:07.996435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687', 'network_id': 'aa209fb0-958d-47d0-9d85-24ea6b9cdcfa', 'port_id': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687', 'mac_address': 'fa:16:3e:97:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc0a9b1-0039-4f48-8c31-b1b634d9cf40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:08.028623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-107d28ce-2267-4dee-afbd-792bb7f46f0e req-b08e317d-fe15-4b56-8915-d2b4bf421b2b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 210 time: 0.0368061 Feb 11 13:01:08.041212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:08.041905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.058578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffabeb8c-b1a0-4b31-b11d-686c52f3f687 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:08.076271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-547a9b83-d0c6-41e0-847c-f47e12217cbd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:08.077882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-547a9b83-d0c6-41e0-847c-f47e12217cbd tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770563 Feb 11 13:01:08.088221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ffabeb8c-b1a0-4b31-b11d-686c52f3f687, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,segment=NetworkSegment(29430d17-f244-444d-8d65-fca6e219a55b),segment_id=29430d17-f244-444d-8d65-fca6e219a55b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:08.093228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.093739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Request body: {'port': {'device_id': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'f8826ab4085649058c2f3e7d612233c1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:08.148587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:08.176069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc57de-cab4-4b96-8896-3751b5f70dc2 req-c8488788-1930-4605-ad37-1f6844c36cd6 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:08.177573 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21cc57de-cab4-4b96-8896-3751b5f70dc2 req-c8488788-1930-4605-ad37-1f6844c36cd6 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 944 time: 0.0668771 Feb 11 13:01:08.211074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Made reservation on behalf of f8826ab4085649058c2f3e7d612233c1 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:08.214854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.227695 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21cc57de-cab4-4b96-8896-3751b5f70dc2 req-05c4b4a8-57b1-4b84-9e8a-765256356ed0 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439384 Feb 11 13:01:08.364492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022f5c7-d0fa-4e77-9218-8f1c4f9bac20 req-f454d377-2a9e-4f02-9892-4b7f41142dfd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:08.366053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4022f5c7-d0fa-4e77-9218-8f1c4f9bac20 req-f454d377-2a9e-4f02-9892-4b7f41142dfd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 943 time: 0.1236136 Feb 11 13:01:08.402541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Allocated IP 192.168.233.245 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/2854d792-085b-485f-bbdf-58819d8774c4) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:08.458526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4022f5c7-d0fa-4e77-9218-8f1c4f9bac20 req-540ccacb-b732-4f62-864d-6e6491c5fc7f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838375 Feb 11 13:01:08.540743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4638754b-3845-42eb-8346-4766da178c35 req-46c5a3e6-bfa0-4877-a110-b67ef2719f65 tempest-ServerGroupTestJSON-1868130213 tempest-ServerGroupTestJSON-1868130213-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf0f99db-67b2-4ea7-b9ba-3fe09c8c415b HTTP/1.1" status: 200 len: 210 time: 0.0295892 Feb 11 13:01:08.587955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks [] for port (2854d792-085b-485f-bbdf-58819d8774c4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.625654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2854d792-085b-485f-bbdf-58819d8774c4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.638804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f', '2fe50bd9-d157-4040-b396-480fc16513c8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:08.642330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f', 'a711fa50-64fd-49f1-ada7-6681d0e7b893', '57407da5-92c7-468a-a6ce-8a048d6b8ea6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:08.680115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:08.684216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:08.686829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:08.691110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event updated for resources: {'Port': ['ID=2854d792-085b-485f-bbdf-58819d8774c4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:08.756935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['ffabeb8c-b1a0-4b31-b11d-686c52f3f687'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:08.758038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:08.758933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.804608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-6244d784-cf7a-4919-9dd4-d202cef6e08c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7160771 Feb 11 13:01:08.820934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Request body: {'port': {'device_id': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:08.863808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-added975-834f-49bf-bfa4-bd4cf4f05213 req-0ed73169-7810-462e-855f-3a70f3c8b636 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:08.865339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-added975-834f-49bf-bfa4-bd4cf4f05213 req-0ed73169-7810-462e-855f-3a70f3c8b636 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1037438 Feb 11 13:01:08.914325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2854d792-085b-485f-bbdf-58819d8774c4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.974720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-added975-834f-49bf-bfa4-bd4cf4f05213 req-61732212-db00-4afd-828f-c5563d76395e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880589 Feb 11 13:01:09.054107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8fab7531-6e3a-4d4a-9d20-2d8d056028f5 None None] Provisioning complete for port 2854d792-085b-485f-bbdf-58819d8774c4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:09.054702 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8fab7531-6e3a-4d4a-9d20-2d8d056028f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2854d792-085b-485f-bbdf-58819d8774c4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:09.166417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8fab7531-6e3a-4d4a-9d20-2d8d056028f5 None None] Port 2854d792-085b-485f-bbdf-58819d8774c4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:01:09.167206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d43b0-2470-4bfb-87ee-6f10b8f3ab7b req-df24a51b-87da-4409-aec1-2c060d24ba4b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:09.168970 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b7d43b0-2470-4bfb-87ee-6f10b8f3ab7b req-df24a51b-87da-4409-aec1-2c060d24ba4b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 936 time: 0.0594962 Feb 11 13:01:09.217437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2854d792-085b-485f-bbdf-58819d8774c4 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:09.225879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Publish callbacks [] for port (2854d792-085b-485f-bbdf-58819d8774c4), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:09.232763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6b7d43b0-2470-4bfb-87ee-6f10b8f3ab7b req-31805ee8-b62b-4908-b080-37e3dbf61b28 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556161 Feb 11 13:01:09.238675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Transition to ACTIVE for port object 2854d792-085b-485f-bbdf-58819d8774c4 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:01:09.243551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2854d792-085b-485f-bbdf-58819d8774c4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:09.320729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Pushing event updated for resources: {'Port': ['ID=2854d792-085b-485f-bbdf-58819d8774c4,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:09.412968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd850e2-e6bd-4bf8-aba1-25ec6ff753a8 req-a5304277-d64f-42bc-a2a6-1d9c9e5e43ec tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:09.414644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd850e2-e6bd-4bf8-aba1-25ec6ff753a8 req-a5304277-d64f-42bc-a2a6-1d9c9e5e43ec tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 944 time: 0.1077962 Feb 11 13:01:09.453329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Attempting to bind port 2854d792-085b-485f-bbdf-58819d8774c4 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:09.453952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Attempting to bind port 2854d792-085b-485f-bbdf-58819d8774c4 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:09.454060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Attempting to bind port 2854d792-085b-485f-bbdf-58819d8774c4 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:09.467938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Port 2854d792-085b-485f-bbdf-58819d8774c4 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:01:09.468265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Attempting to bind port 2854d792-085b-485f-bbdf-58819d8774c4 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:09.476370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:09.476716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:09.477094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:09.477673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Bound port: 2854d792-085b-485f-bbdf-58819d8774c4, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:09.477932 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2854d792-085b-485f-bbdf-58819d8774c4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:09.504696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bd850e2-e6bd-4bf8-aba1-25ec6ff753a8 req-13df04b9-1ed8-4a2a-81d4-a186ac2887d9 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807111 Feb 11 13:01:09.584027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] For port 2854d792-085b-485f-bbdf-58819d8774c4, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:09.589580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] For port 2854d792-085b-485f-bbdf-58819d8774c4, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2854d792-085b-485f-bbdf-58819d8774c4,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:09.604715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2854d792-085b-485f-bbdf-58819d8774c4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:09.679587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:09.680274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:09.682145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] 10.222.0.64 "PUT /v2.0/ports/2854d792-085b-485f-bbdf-58819d8774c4 HTTP/1.1" status: 200 len: 1096 time: 0.8670995 Feb 11 13:01:09.706968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d627e78-c7dd-4bb7-a678-532a864b4d50 service neutron] Pushing event updated for resources: {'Port': ['ID=2854d792-085b-485f-bbdf-58819d8774c4,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:09.719472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33492fd4-5ba8-4ba1-b99d-6e81dd6dadba req-8bf00b7f-768c-48c3-acef-01597ba96f03 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:09.722110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33492fd4-5ba8-4ba1-b99d-6e81dd6dadba req-8bf00b7f-768c-48c3-acef-01597ba96f03 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 943 time: 0.1305501 Feb 11 13:01:09.792180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb352f9f-a634-491f-b7c1-a95decc284b0 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:09.820282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33492fd4-5ba8-4ba1-b99d-6e81dd6dadba req-3f254ee6-f46b-459c-bc79-2c7170e33946 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Feb 11 13:01:09.839252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-4ec230a6-a823-472e-a90c-cbfc74288730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:09.840765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-4ec230a6-a823-472e-a90c-cbfc74288730 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 1130 time: 0.1052239 Feb 11 13:01:09.902355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-73ad6bdb-cf33-4ec7-9910-00ce75e54272 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2854d792-085b-485f-bbdf-58819d8774c4 HTTP/1.1" status: 200 len: 217 time: 0.0535746 Feb 11 13:01:09.949770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39756) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:09.962535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:09.965434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-d7b064cf-0c33-4d06-b023-bd68699e402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:09.968022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-d7b064cf-0c33-4d06-b023-bd68699e402c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0598526 Feb 11 13:01:09.976405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'mac_address': 'fa:16:3e:e8:40:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:10.006539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'tag': '2854d792-085b-485f-bbdf-58819d8774c4'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:10.009123 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb86583-0130-4f86-82df-a17be4f55bef" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed75db3-1461-4a29-9fce-5f58c72adfec", "tag": "2854d792-085b-485f-bbdf-58819d8774c4"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:10.011979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] Deleting subnet d970e7b6-37d5-432c-aa42-ee00f7b77a5e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:01:10.015864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] Publish callbacks [] for subnet (d970e7b6-37d5-432c-aa42-ee00f7b77a5e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.036901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-503ae9d9-96f5-488f-b2b1-8cab97ca0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:10.038440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-503ae9d9-96f5-488f-b2b1-8cab97ca0a1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0635502 Feb 11 13:01:10.045290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port eb352f9f-a634-491f-b7c1-a95decc284b0 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:10.045718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.065685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb352f9f-a634-491f-b7c1-a95decc284b0 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:10.070341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (d970e7b6-37d5-432c-aa42-ee00f7b77a5e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.070799 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a828865-5318-4a15-9b24-23f75afa73e0 x-openstack-request-id: req-7a828865-5318-4a15-9b24-23f75afa73e0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:10.071093 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed75db3-1461-4a29-9fce-5f58c72adfec", "tag": "2854d792-085b-485f-bbdf-58819d8774c4", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:10.071345 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a828865-5318-4a15-9b24-23f75afa73e0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:10.072295 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'tag': '2854d792-085b-485f-bbdf-58819d8774c4', 'status': 'completed', 'code': 200} Feb 11 13:01:10.089265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:10.094140 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.144985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:10.159428 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d970e7b6-37d5-432c-aa42-ee00f7b77a5e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.165315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-f1de87e7-98c3-4735-b049-6fff086ceab2 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145535 Feb 11 13:01:10.268502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-901b1762-4672-4461-b2a1-06e5bfb947bd req-d5ca6dbc-27b8-407f-ad10-fded571e7926 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958486 Feb 11 13:01:10.378225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 191e47ec-64c3-4776-9ccd-5b9b7d320481 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:10.457770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c62916-1814-4b60-8830-5e6ba9093a8d req-8c2a8504-c46d-48e2-943c-b9f620625742 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:10.460262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5c62916-1814-4b60-8830-5e6ba9093a8d req-8c2a8504-c46d-48e2-943c-b9f620625742 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 948 time: 0.1104484 Feb 11 13:01:10.467727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86583-0130-4f86-82df-a17be4f55bef req-09ab6f08-a5fa-47bb-b29d-6222f56d7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:10.470074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb86583-0130-4f86-82df-a17be4f55bef req-09ab6f08-a5fa-47bb-b29d-6222f56d7ef4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f8826ab4085649058c2f3e7d612233c1&device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 1130 time: 0.1311002 Feb 11 13:01:10.512337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fad372-926d-47f8-ad60-97f06b0ae524 req-7e856ac8-0b0c-4557-b4b1-703fc078f28b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:10.515843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62fad372-926d-47f8-ad60-97f06b0ae524 req-7e856ac8-0b0c-4557-b4b1-703fc078f28b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.4237859 Feb 11 13:01:10.524999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5c62916-1814-4b60-8830-5e6ba9093a8d req-8de7324e-4ee3-4e00-a993-aa617d167133 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535827 Feb 11 13:01:10.531964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 191e47ec-64c3-4776-9ccd-5b9b7d320481, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:10.565809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8ff52024-1eaa-478b-91fd-cfee680a6ee5 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:10.576986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '191e47ec-64c3-4776-9ccd-5b9b7d320481', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'port_id': '191e47ec-64c3-4776-9ccd-5b9b7d320481', 'mac_address': 'fa:16:3e:64:11:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de3860f-0c2c-49ed-9672-3990a97fdc7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:10.584159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['eb352f9f-a634-491f-b7c1-a95decc284b0'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:10.600010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62fad372-926d-47f8-ad60-97f06b0ae524 req-b00e16fa-98f5-4607-8b3b-70a950cdc9cc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779002 Feb 11 13:01:10.611183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d970e7b6-37d5-432c-aa42-ee00f7b77a5e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.656672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d970e7b6-37d5-432c-aa42-ee00f7b77a5e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:10.660639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86583-0130-4f86-82df-a17be4f55bef req-3e891496-f3e1-4a3a-8f8e-599489a55f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:10.664539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb86583-0130-4f86-82df-a17be4f55bef req-3e891496-f3e1-4a3a-8f8e-599489a55f4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1437056 Feb 11 13:01:10.666064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.672803 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f2db7d05-ed96-4fa7-a567-495c8cf99de5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d970e7b6-37d5-432c-aa42-ee00f7b77a5e HTTP/1.1" status: 204 len: 168 time: 0.7215714 Feb 11 13:01:10.673430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39792) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:10.726915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 8ff52024-1eaa-478b-91fd-cfee680a6ee5 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:10.727114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8ff52024-1eaa-478b-91fd-cfee680a6ee5 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:10.771070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb86583-0130-4f86-82df-a17be4f55bef req-c0b5390c-3f9a-4ada-b377-a62a520cfbaf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=2854d792-085b-485f-bbdf-58819d8774c4 HTTP/1.1" status: 200 len: 217 time: 0.0866811 Feb 11 13:01:10.771778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (dfcda144-894c-4d05-a2c6-63f42f0b94c2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.790743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 191e47ec-64c3-4776-9ccd-5b9b7d320481 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:10.791145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.816559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191e47ec-64c3-4776-9ccd-5b9b7d320481 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:10.852952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 191e47ec-64c3-4776-9ccd-5b9b7d320481, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:10.879022 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (dfcda144-894c-4d05-a2c6-63f42f0b94c2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.886491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.889257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22fe1-f88f-4a53-afc1-698f541fe8d7 req-ec9b3c21-743a-4305-8a48-26d3c9e768d1 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:10.897538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7d22fe1-f88f-4a53-afc1-698f541fe8d7 req-ec9b3c21-743a-4305-8a48-26d3c9e768d1 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 944 time: 0.2405319 Feb 11 13:01:10.905020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfcda144-894c-4d05-a2c6-63f42f0b94c2']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:10.930235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bc4d8c-aa8f-4df9-ab28-991caf715592') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:10.930474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bc4d8c-aa8f-4df9-ab28-991caf715592') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:10.950722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (39bc4d8c-aa8f-4df9-ab28-991caf715592), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:10.957727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86583-0130-4f86-82df-a17be4f55bef req-3873af4b-c19e-4bdb-8bfe-89ceb9f34bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:10.962660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb86583-0130-4f86-82df-a17be4f55bef req-3873af4b-c19e-4bdb-8bfe-89ceb9f34bc0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1755962 Feb 11 13:01:11.013389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (39bc4d8c-aa8f-4df9-ab28-991caf715592), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.020672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=191e47ec-64c3-4776-9ccd-5b9b7d320481,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:11.023932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:01:11.024339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (39bc4d8c-aa8f-4df9-ab28-991caf715592), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:01:11.026232 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:01:11.059567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7d22fe1-f88f-4a53-afc1-698f541fe8d7 req-7caf7408-423e-431a-a0e4-a5a00519f386 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609852 Feb 11 13:01:11.077172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db47c9-b8ab-41fc-98fb-928fc6ec6d20 req-13d9e0e7-426d-4feb-b516-018c0df36fff tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:11.084656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4db47c9-b8ab-41fc-98fb-928fc6ec6d20 req-13d9e0e7-426d-4feb-b516-018c0df36fff tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 944 time: 0.1571119 Feb 11 13:01:11.108576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86583-0130-4f86-82df-a17be4f55bef req-b49019a4-2366-4980-81a0-d73421569f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:11.113869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb86583-0130-4f86-82df-a17be4f55bef req-b49019a4-2366-4980-81a0-d73421569f27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1271067 Feb 11 13:01:11.146925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (dfcda144-894c-4d05-a2c6-63f42f0b94c2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.157455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.164158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] 10.222.0.42 "DELETE /v2.0/networks/dfcda144-894c-4d05-a2c6-63f42f0b94c2 HTTP/1.1" status: 204 len: 168 time: 0.4867167 Feb 11 13:01:11.188520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafa043-ffe1-430f-8637-88b86f1a948f admin admin] Pushing event deleted for resources: {'Network': ['ID=dfcda144-894c-4d05-a2c6-63f42f0b94c2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:11.222422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4db47c9-b8ab-41fc-98fb-928fc6ec6d20 req-02fa999c-c486-4498-8985-28f54edd419b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366467 Feb 11 13:01:11.320645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb86583-0130-4f86-82df-a17be4f55bef req-7174c45a-61fb-48de-9da8-68a13bf4ddec service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988730 Feb 11 13:01:11.362965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39812) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:11.418288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39814) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:11.431216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-72975cc5-76c0-4e5a-8010-cb470e13165e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d1f4f0ee82a41f68aef562a1b5927d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0669124 Feb 11 13:01:11.437428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39818) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:11.446383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb86583-0130-4f86-82df-a17be4f55bef req-f93e2f7a-6eb3-4901-80f7-454fdd4f05c7 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218133 Feb 11 13:01:11.482763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['191e47ec-64c3-4776-9ccd-5b9b7d320481'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:11.532847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f3717d1-3c1f-463f-a148-b5519f316ecd admin admin] Publish callbacks [] for security_group (0c3e6b80-f2a3-443f-809e-7476f616a5f3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.572844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f3717d1-3c1f-463f-a148-b5519f316ecd admin admin] Publish callbacks [] for security_group (0c3e6b80-f2a3-443f-809e-7476f616a5f3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.652566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f3717d1-3c1f-463f-a148-b5519f316ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0c3e6b80-f2a3-443f-809e-7476f616a5f3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.657395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f3717d1-3c1f-463f-a148-b5519f316ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.667821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2f3717d1-3c1f-463f-a148-b5519f316ecd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c3e6b80-f2a3-443f-809e-7476f616a5f3 HTTP/1.1" status: 204 len: 168 time: 0.2288306 Feb 11 13:01:11.689720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3717d1-3c1f-463f-a148-b5519f316ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e6b80-f2a3-443f-809e-7476f616a5f3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:11.726765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79ce69eb-83e6-4866-9669-b690ce2c274c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.792455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb25b9d-282c-4b57-81a3-0bd57b87abae req-bf798745-8e99-443c-8870-632a542668da tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:11.794574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ffabeb8c-b1a0-4b31-b11d-686c52f3f687 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:11.795425 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3bb25b9d-282c-4b57-81a3-0bd57b87abae req-bf798745-8e99-443c-8870-632a542668da tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0704014 Feb 11 13:01:11.816716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4dbc3-b125-4d75-bf70-b961e673481a req-cea8fd3c-e550-410b-8cda-d88e0d332723 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:11.818641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51f4dbc3-b125-4d75-bf70-b961e673481a req-cea8fd3c-e550-410b-8cda-d88e0d332723 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 948 time: 0.1678917 Feb 11 13:01:11.876278 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3bb25b9d-282c-4b57-81a3-0bd57b87abae req-bfe686b3-4701-4412-9783-810bd819415a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719748 Feb 11 13:01:11.884842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:11.896262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:11.897389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:11.945025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51f4dbc3-b125-4d75-bf70-b961e673481a req-8217a6bb-933b-4eae-8dda-bb4ce5a5ca4c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120269 Feb 11 13:01:11.996698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79ce69eb-83e6-4866-9669-b690ce2c274c admin admin] Publish callbacks [] for security_group (d43b980e-748a-4f52-9a0a-ddd5537e1dcb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.001842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79ce69eb-83e6-4866-9669-b690ce2c274c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d43b980e-748a-4f52-9a0a-ddd5537e1dcb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.043863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-79ce69eb-83e6-4866-9669-b690ce2c274c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cabb78eb3a2249a391c8623fbcc9ae12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6240275 Feb 11 13:01:12.045402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce69eb-83e6-4866-9669-b690ce2c274c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43b980e-748a-4f52-9a0a-ddd5537e1dcb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:12.046486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39838) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:12.062960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:12.064394 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.114496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:12.117532 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eaaf40-e0dd-48e7-aac9-88890f540a3f" -d '{"events": [{"server_uuid": "eb443caf-76a4-498a-a549-af85c09c3cc8", "name": "network-vif-plugged", "status": "completed", "tag": "ffabeb8c-b1a0-4b31-b11d-686c52f3f687"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:12.138857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ffabeb8c-b1a0-4b31-b11d-686c52f3f687, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,segment=NetworkSegment(29430d17-f244-444d-8d65-fca6e219a55b),segment_id=29430d17-f244-444d-8d65-fca6e219a55b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:12.144124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.145118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb352f9f-a634-491f-b7c1-a95decc284b0 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:12.257758 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2ab6da-8f2b-473e-a59d-95bdb5bbf0b0 x-openstack-request-id: req-8d2ab6da-8f2b-473e-a59d-95bdb5bbf0b0 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:12.258752 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb443caf-76a4-498a-a549-af85c09c3cc8", "name": "network-vif-plugged", "status": "completed", "tag": "ffabeb8c-b1a0-4b31-b11d-686c52f3f687", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:12.259582 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d2ab6da-8f2b-473e-a59d-95bdb5bbf0b0 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:12.260353 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687', 'code': 200} Feb 11 13:01:12.291824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b813c5e-19b5-4e03-a454-aee67773be87 admin admin] Publish callbacks [] for security_group (d43b980e-748a-4f52-9a0a-ddd5537e1dcb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.296525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port eb352f9f-a634-491f-b7c1-a95decc284b0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:12.296903 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.318232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:12.346620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b813c5e-19b5-4e03-a454-aee67773be87 admin admin] Publish callbacks [] for security_group (d43b980e-748a-4f52-9a0a-ddd5537e1dcb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.354786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb8c57-14fd-46fb-b953-2fca1fef9afc req-f5106141-cce8-45a9-ab74-a5129c244c5e tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:12.356358 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8ebb8c57-14fd-46fb-b953-2fca1fef9afc req-f5106141-cce8-45a9-ab74-a5129c244c5e tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.1366310 Feb 11 13:01:12.391963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port eb352f9f-a634-491f-b7c1-a95decc284b0 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:12.392908 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.444360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8ebb8c57-14fd-46fb-b953-2fca1fef9afc req-72640848-8eb7-4ac1-be0f-5cc156d71608 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790176 Feb 11 13:01:12.458996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:12.463272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.471860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b813c5e-19b5-4e03-a454-aee67773be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d43b980e-748a-4f52-9a0a-ddd5537e1dcb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.475399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b813c5e-19b5-4e03-a454-aee67773be87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:12.476907 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b813c5e-19b5-4e03-a454-aee67773be87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d43b980e-748a-4f52-9a0a-ddd5537e1dcb HTTP/1.1" status: 204 len: 168 time: 0.4293873 Feb 11 13:01:12.486429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b813c5e-19b5-4e03-a454-aee67773be87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43b980e-748a-4f52-9a0a-ddd5537e1dcb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:12.526951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dee5a4-d364-49b9-9b68-3202a2f310ba req-fe28f04d-ec98-4ae1-9434-d5786e87e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:12.528754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1dee5a4-d364-49b9-9b68-3202a2f310ba req-fe28f04d-ec98-4ae1-9434-d5786e87e8a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 1127 time: 0.2177474 Feb 11 13:01:12.549500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:12.604763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4c824-7938-4646-bd36-d2caaf61edf2 req-18230f56-0427-4309-92b2-7e1adf9fc52c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:12.607254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afb4c824-7938-4646-bd36-d2caaf61edf2 req-18230f56-0427-4309-92b2-7e1adf9fc52c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 944 time: 0.2058334 Feb 11 13:01:12.640274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1dee5a4-d364-49b9-9b68-3202a2f310ba req-99f3ac4f-9bd2-4638-a825-1758bb3c6d5a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002688 Feb 11 13:01:12.700043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afb4c824-7938-4646-bd36-d2caaf61edf2 req-03e3bb5f-e2c9-4547-96af-3e22fb8fdf23 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729272 Feb 11 13:01:12.879381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39866) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:13.025184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a9266-4202-443c-9b99-be88d06d23e0 req-d88646e8-92bb-4f88-bc15-6363e01d4472 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:13.033941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c75a9266-4202-443c-9b99-be88d06d23e0 req-d88646e8-92bb-4f88-bc15-6363e01d4472 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0809410 Feb 11 13:01:13.084269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1490606674-network', 'tenant_id': '5711b1ee315646c6a22db946d5fd681b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:13.134933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c75a9266-4202-443c-9b99-be88d06d23e0 req-c7dd87b4-b297-44d6-a562-8404eaaad709 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973380 Feb 11 13:01:13.169717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Made reservation on behalf of 5711b1ee315646c6a22db946d5fd681b for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:13.172187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.185742 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.196366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c8e92-2103-439a-b74b-79c297ae4e8c req-9b03e0cd-80ae-4e7c-b5e5-8a60c42a9952 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:13.204629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee1c8e92-2103-439a-b74b-79c297ae4e8c req-9b03e0cd-80ae-4e7c-b5e5-8a60c42a9952 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 948 time: 0.0822840 Feb 11 13:01:13.286903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee1c8e92-2103-439a-b74b-79c297ae4e8c req-a608947c-27b7-4a99-b968-dce7b64af17a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810881 Feb 11 13:01:13.315804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks [] for security_group (4aae28d0-5be0-4a97-b9b7-1b6648308e95), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.329256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4aae28d0-5be0-4a97-b9b7-1b6648308e95), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.358343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:01:13.363878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae28d0-5be0-4a97-b9b7-1b6648308e95,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:13.373706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8f376074-0483-4d74-b48a-ffd97e6f5037), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.373706 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Added segment 8f376074-0483-4d74-b48a-ffd97e6f5037 of type vlan for network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 Feb 11 13:01:13.427378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.459420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.460941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:13.461590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.501539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6204612 Feb 11 13:01:13.504883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:13.512227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Request body: {'subnet': {'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1490606674-subnet', 'tenant_id': '5711b1ee315646c6a22db946d5fd681b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:13.542772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277166c7-cd89-4a84-8ad8-542ef06e8ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:13.553225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:01:13.563570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Made reservation on behalf of 5711b1ee315646c6a22db946d5fd681b for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:13.568426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.668953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ed9ee-e0fa-471f-a6e7-7593d8f0ec83 req-17516742-51ad-465e-a903-12255eba993f tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:13.678998 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d04ed9ee-e0fa-471f-a6e7-7593d8f0ec83 req-17516742-51ad-465e-a903-12255eba993f tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.1244066 Feb 11 13:01:13.741195 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d04ed9ee-e0fa-471f-a6e7-7593d8f0ec83 req-b738d8cc-473e-4b4c-9a0a-4d7c07a1f523 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610204 Feb 11 13:01:13.803096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (dc071c14-4718-455d-b918-a5455f09574e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:13.908338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc071c14-4718-455d-b918-a5455f09574e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:13.913523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Checking segment: {'id': '8f376074-0483-4d74-b48a-ffd97e6f5037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:13.913924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Network hostable DHCP agents. Network: 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:01:13.937470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a084df-c117-48df-b1d5-9a83f771b35c req-53f1f35f-5153-4cc4-89ab-95fa57c59cda tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:13.939011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a084df-c117-48df-b1d5-9a83f771b35c req-53f1f35f-5153-4cc4-89ab-95fa57c59cda tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 944 time: 0.1056309 Feb 11 13:01:13.948396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:01:13.965993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:13.977051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af5a83-cb59-428e-9b9f-07fcdba2f8c9 None None] Network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:13.993247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:13.993895 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:14.037529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dfe1d826-f270-4e1d-96c7-f87b07bf2c52 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5303075 Feb 11 13:01:14.088307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a084df-c117-48df-b1d5-9a83f771b35c req-a309b4df-da1c-48a9-a334-aca528098724 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334646 Feb 11 13:01:14.167518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda6503-98ee-45cd-9216-9e0929256ad5 None None] Network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:14.272356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:14.275293 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0a6980-96fc-4340-abd8-bb518cfbaf92" -d '{"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-plugged", "status": "completed", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:14.345993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1413f8a-b844-46f2-80c8-e453ff32ec01 req-3d878d51-6461-4871-afd9-4922b2427009 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:14.347846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1413f8a-b844-46f2-80c8-e453ff32ec01 req-3d878d51-6461-4871-afd9-4922b2427009 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1334081 Feb 11 13:01:14.412187 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf078bcc-fe0e-4a4a-9401-8d15795a053f x-openstack-request-id: req-cf078bcc-fe0e-4a4a-9401-8d15795a053f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:14.412427 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-plugged", "status": "completed", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:14.412869 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf078bcc-fe0e-4a4a-9401-8d15795a053f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:14.413348 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'code': 200} Feb 11 13:01:14.414551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2854d792-085b-485f-bbdf-58819d8774c4 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:14.416786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 191e47ec-64c3-4776-9ccd-5b9b7d320481 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:14.468721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1413f8a-b844-46f2-80c8-e453ff32ec01 req-6e965339-ada5-4e9c-bbba-49406b67aac3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134312 Feb 11 13:01:14.558180 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb147-1bda-49d0-a715-7ccd66a3f4fe req-e69cab53-ad6a-4427-be82-2fbddf2eac44 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:14.573081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b70eb147-1bda-49d0-a715-7ccd66a3f4fe req-e69cab53-ad6a-4427-be82-2fbddf2eac44 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 948 time: 0.1226532 Feb 11 13:01:14.616659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 191e47ec-64c3-4776-9ccd-5b9b7d320481 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:14.626211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 191e47ec-64c3-4776-9ccd-5b9b7d320481 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:14.626419 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:14.708979 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b70eb147-1bda-49d0-a715-7ccd66a3f4fe req-99657eed-24f1-4e38-bbc8-a582fbac2a4f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301253 Feb 11 13:01:14.728727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2854d792-085b-485f-bbdf-58819d8774c4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2854d792-085b-485f-bbdf-58819d8774c4,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:14.765965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '2854d792-085b-485f-bbdf-58819d8774c4', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '2854d792-085b-485f-bbdf-58819d8774c4', 'mac_address': 'fa:16:3e:e7:61:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:14.798737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 191e47ec-64c3-4776-9ccd-5b9b7d320481 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:14.799138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:14.902975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2854d792-085b-485f-bbdf-58819d8774c4 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:14.903396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2854d792-085b-485f-bbdf-58819d8774c4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:14.950251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2854d792-085b-485f-bbdf-58819d8774c4 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:14.962046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 191e47ec-64c3-4776-9ccd-5b9b7d320481, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:14.972890 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:14.988076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2854d792-085b-485f-bbdf-58819d8774c4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2854d792-085b-485f-bbdf-58819d8774c4,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:15.004686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d477b-a8da-41fc-922d-79557997fca9 req-05b78286-8b48-4fbc-be8f-97b7a998bfde tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:15.010094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-242d477b-a8da-41fc-922d-79557997fca9 req-05b78286-8b48-4fbc-be8f-97b7a998bfde tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.1159520 Feb 11 13:01:15.012891 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2854d792-085b-485f-bbdf-58819d8774c4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:15.058207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=191e47ec-64c3-4776-9ccd-5b9b7d320481,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:15.094077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-242d477b-a8da-41fc-922d-79557997fca9 req-5ee1daf1-3ce7-4f44-889d-17d41cb7e9be tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779238 Feb 11 13:01:15.123151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2854d792-085b-485f-bbdf-58819d8774c4,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:15.227090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81f05e-9ed5-46c2-bc60-283f633295e6 req-4343a448-9ab9-4640-80a1-d8ed8a947d07 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:15.235520 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa81f05e-9ed5-46c2-bc60-283f633295e6 req-4343a448-9ab9-4640-80a1-d8ed8a947d07 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.0696497 Feb 11 13:01:15.294610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa81f05e-9ed5-46c2-bc60-283f633295e6 req-3305a6bf-1e64-4328-b9c1-7446c452959b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579994 Feb 11 13:01:15.456286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-10fd1799-1ddc-4da6-b08e-bbb1285dc376 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:15.466015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-10fd1799-1ddc-4da6-b08e-bbb1285dc376 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/networks?id=49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 HTTP/1.1" status: 200 len: 809 time: 0.1863146 Feb 11 13:01:15.470290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['2854d792-085b-485f-bbdf-58819d8774c4'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:15.509339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-39e41f2a-3e00-4642-8d65-1817a1821706 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/quotas/5711b1ee315646c6a22db946d5fd681b HTTP/1.1" status: 200 len: 375 time: 0.0423374 Feb 11 13:01:15.595428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-c39e15a3-269b-41a3-8d92-7b291f2ff888 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5711b1ee315646c6a22db946d5fd681b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850887 Feb 11 13:01:15.678804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677db7c-c8ba-4630-984a-f1e83374dd2d req-c08337aa-2136-469d-9d16-feb218dacc71 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:15.691398 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9677db7c-c8ba-4630-984a-f1e83374dd2d req-c08337aa-2136-469d-9d16-feb218dacc71 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0861833 Feb 11 13:01:15.762644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-cdcfd6ce-17f9-4b7d-beab-76e24990fde2 service neutron] 10.222.0.42 "GET /v2.0/networks/49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663773 Feb 11 13:01:15.786426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9677db7c-c8ba-4630-984a-f1e83374dd2d req-efe4d1d4-423c-4a86-bf85-a61f15523c69 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Feb 11 13:01:15.873565 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:01:15.927702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-60de60ed-84a1-4f39-bc2a-2dbe3b16f9d7 service neutron] 10.222.0.42 "GET /v2.0/networks/49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455576 Feb 11 13:01:15.939794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556b784-4045-4e5e-bdd1-68d48f13e988 req-189feabf-065e-4464-b521-07559ac4720c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:15.942656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8556b784-4045-4e5e-bdd1-68d48f13e988 req-189feabf-065e-4464-b521-07559ac4720c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 949 time: 0.0909133 Feb 11 13:01:16.034569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8556b784-4045-4e5e-bdd1-68d48f13e988 req-66184a0b-a91a-4e7c-91c8-3df01ef5e8f5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735319 Feb 11 13:01:16.073129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.074543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40008) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:16.184270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8fe840f7-baba-4227-9c6c-f1a5ddf5dd78 req-d099675d-d845-46bb-b3f0-6e8c2487d6e7 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 210 time: 0.0547915 Feb 11 13:01:16.268424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c4002-cf17-4c87-925f-ff92cf94a262 req-9981726f-1c4d-40fe-8529-81b9505bdaa8 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:16.276180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c34c4002-cf17-4c87-925f-ff92cf94a262 req-9981726f-1c4d-40fe-8529-81b9505bdaa8 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.0727963 Feb 11 13:01:16.301505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ef9769d7-902e-4d1c-900a-9b7df99ff80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.415358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c34c4002-cf17-4c87-925f-ff92cf94a262 req-ac8e4ed4-85b0-4475-bbe5-79ef1481e2a1 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375296 Feb 11 13:01:16.415676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854834ce-5526-4ccc-ad08-ebdd05052204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e47ec-64c3-4776-9ccd-5b9b7d320481'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:16.420744 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5137b5-bca3-43b2-9280-4fccebac85ba" -d '{"events": [{"server_uuid": "854834ce-5526-4ccc-ad08-ebdd05052204", "name": "network-vif-plugged", "status": "completed", "tag": "191e47ec-64c3-4776-9ccd-5b9b7d320481"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:16.486233 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9e36e6-970b-43f2-9378-97d8c3b84d0c x-openstack-request-id: req-7b9e36e6-970b-43f2-9378-97d8c3b84d0c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:16.487218 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854834ce-5526-4ccc-ad08-ebdd05052204", "name": "network-vif-plugged", "status": "completed", "tag": "191e47ec-64c3-4776-9ccd-5b9b7d320481", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:16.487477 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b9e36e6-970b-43f2-9378-97d8c3b84d0c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:16.487933 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854834ce-5526-4ccc-ad08-ebdd05052204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e47ec-64c3-4776-9ccd-5b9b7d320481', 'code': 200} Feb 11 13:01:16.494042 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ef9769d7-902e-4d1c-900a-9b7df99ff80c admin admin] Publish callbacks [] for security_group (ec11fdbb-9dd9-4405-a80c-33476a04a5b1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.500830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ef9769d7-902e-4d1c-900a-9b7df99ff80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ec11fdbb-9dd9-4405-a80c-33476a04a5b1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.509817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a007e-6fb9-45b3-ac08-f416460d71fc req-c0021580-cf1d-4f19-b6c3-348858f880c4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:16.519161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e09a007e-6fb9-45b3-ac08-f416460d71fc req-c0021580-cf1d-4f19-b6c3-348858f880c4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.1145921 Feb 11 13:01:16.597971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e09a007e-6fb9-45b3-ac08-f416460d71fc req-91773341-5b63-4dc9-a714-5380db0fcb98 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739861 Feb 11 13:01:16.661949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ef9769d7-902e-4d1c-900a-9b7df99ff80c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3acc6c544268407e9a74c814ed89ae7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5832691 Feb 11 13:01:16.662437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40044) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:16.680641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9769d7-902e-4d1c-900a-9b7df99ff80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec11fdbb-9dd9-4405-a80c-33476a04a5b1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:16.714466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac18d-4c9c-4ea7-af29-f1124a43df92 req-896d448c-41e1-43c6-b19f-f7dc98fe9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:16.715870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab6ac18d-4c9c-4ea7-af29-f1124a43df92 req-896d448c-41e1-43c6-b19f-f7dc98fe9507 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 1127 time: 0.1461208 Feb 11 13:01:16.723413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d90e5-9268-4b0f-ae0f-14b34e3e650c req-207fc445-6c87-4524-8d61-1f601ba51e36 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:16.731253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f4d90e5-9268-4b0f-ae0f-14b34e3e650c req-207fc445-6c87-4524-8d61-1f601ba51e36 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.1280944 Feb 11 13:01:16.743552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd610646-ad13-4a9a-8ab6-11951b06308c admin admin] Publish callbacks [] for security_group (ec11fdbb-9dd9-4405-a80c-33476a04a5b1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.774783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd610646-ad13-4a9a-8ab6-11951b06308c admin admin] Publish callbacks [] for security_group (ec11fdbb-9dd9-4405-a80c-33476a04a5b1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.807922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab6ac18d-4c9c-4ea7-af29-f1124a43df92 req-ed5461d8-c6bd-4e96-b4a7-e7fcc845f660 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737617 Feb 11 13:01:16.816647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f4d90e5-9268-4b0f-ae0f-14b34e3e650c req-bd6625ec-23ae-41aa-84df-a700b1db42e2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844650 Feb 11 13:01:16.864520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd610646-ad13-4a9a-8ab6-11951b06308c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ec11fdbb-9dd9-4405-a80c-33476a04a5b1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.868378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd610646-ad13-4a9a-8ab6-11951b06308c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:16.872904 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd610646-ad13-4a9a-8ab6-11951b06308c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec11fdbb-9dd9-4405-a80c-33476a04a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2091799 Feb 11 13:01:16.886804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd610646-ad13-4a9a-8ab6-11951b06308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec11fdbb-9dd9-4405-a80c-33476a04a5b1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:16.966231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a98a1-a80b-4dd1-b978-47ed9a69b394 req-3c740bc4-f52a-4bfc-823a-9a0c811eb58c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:16.968105 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-575a98a1-a80b-4dd1-b978-47ed9a69b394 req-3c740bc4-f52a-4bfc-823a-9a0c811eb58c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0937815 Feb 11 13:01:17.056024 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:17.085629 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-575a98a1-a80b-4dd1-b978-47ed9a69b394 req-a27ea324-0dd1-4873-8cc5-2f995b1a67f3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112266 Feb 11 13:01:17.248812 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e25747-aaeb-4b2a-8ec4-77e398886401 req-220871e6-bc4d-4e48-89d3-2f53ef6e2552 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:17.264653 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4e25747-aaeb-4b2a-8ec4-77e398886401 req-220871e6-bc4d-4e48-89d3-2f53ef6e2552 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 949 time: 0.0941830 Feb 11 13:01:17.344747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4e25747-aaeb-4b2a-8ec4-77e398886401 req-e2b82567-d7fe-49e4-9556-f698ead0c250 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772738 Feb 11 13:01:17.373229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40060) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:17.397316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdb929c9-58fe-4901-9fe1-8bba36678394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:17.519503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdb929c9-58fe-4901-9fe1-8bba36678394 admin admin] Publish callbacks [] for security_group (dfc47191-d145-4c29-a7e8-bd4c1cc8a73a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:17.546954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdb929c9-58fe-4901-9fe1-8bba36678394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dfc47191-d145-4c29-a7e8-bd4c1cc8a73a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:17.551325 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1873f84-c687-4c00-86fe-64cc11ccf8e9 req-bf5fa99e-f2da-4264-8ecc-ae43edb09aa6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 210 time: 0.0587432 Feb 11 13:01:17.589002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb929c9-58fe-4901-9fe1-8bba36678394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc47191-d145-4c29-a7e8-bd4c1cc8a73a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:17.617848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd7915-e5b0-4089-806f-668eb45d3f71 req-5dee5031-ae0a-4578-9189-5353b8bb7255 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:17.620715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cbd7915-e5b0-4089-806f-668eb45d3f71 req-5dee5031-ae0a-4578-9189-5353b8bb7255 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.0797327 Feb 11 13:01:17.622625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bdb929c9-58fe-4901-9fe1-8bba36678394 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9989ce3f9c574447ae7b5acb951df879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480798 Feb 11 13:01:17.625163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40066) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:17.730258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cbd7915-e5b0-4089-806f-668eb45d3f71 req-74cd061d-6c1a-47c0-9644-2eb83e6429a6 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963688 Feb 11 13:01:17.779753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050b16d-e66b-40a0-8233-5e93b20563e1 req-56539d72-d1c7-4490-a0de-691b2be37159 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:17.781373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d050b16d-e66b-40a0-8233-5e93b20563e1 req-56539d72-d1c7-4490-a0de-691b2be37159 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.0864992 Feb 11 13:01:17.902930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d050b16d-e66b-40a0-8233-5e93b20563e1 req-61b4d6ae-d8d3-472a-817d-1068ebb372de tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044915 Feb 11 13:01:18.257806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f9a7f-5185-480c-8a48-392e83583c29 req-49fa3e4d-b7e2-4bfc-9192-66c6ab418f5d tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:18.265985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b66f9a7f-5185-480c-8a48-392e83583c29 req-49fa3e4d-b7e2-4bfc-9192-66c6ab418f5d tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.0861025 Feb 11 13:01:18.291325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af9364f5-da7e-4788-8cc2-8c1b36a46b8e admin admin] Publish callbacks [] for security_group (dfc47191-d145-4c29-a7e8-bd4c1cc8a73a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.344457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b66f9a7f-5185-480c-8a48-392e83583c29 req-732af8c1-05d5-442b-911f-38ca76831241 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Feb 11 13:01:18.397312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af9364f5-da7e-4788-8cc2-8c1b36a46b8e admin admin] Publish callbacks [] for security_group (dfc47191-d145-4c29-a7e8-bd4c1cc8a73a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.408143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2854d792-085b-485f-bbdf-58819d8774c4 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:18.470775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-c841c113-cb6a-4d0d-b7bf-67e0e384de09 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:18.472567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-c841c113-cb6a-4d0d-b7bf-67e0e384de09 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.64 "GET /v2.0/networks?id=49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 HTTP/1.1" status: 200 len: 809 time: 0.7376182 Feb 11 13:01:18.487100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d6b08-a1cd-459f-8e33-8ce332b55043 req-522fbabf-5357-4c64-8d21-1cd924424cb9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:18.494717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857d6b08-a1cd-459f-8e33-8ce332b55043 req-522fbabf-5357-4c64-8d21-1cd924424cb9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.2211969 Feb 11 13:01:18.506724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Request body: {'port': {'device_id': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7', 'admin_state_up': True, 'tenant_id': '5711b1ee315646c6a22db946d5fd681b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:18.564081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 2854d792-085b-485f-bbdf-58819d8774c4 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:18.570992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 2854d792-085b-485f-bbdf-58819d8774c4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:18.571580 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2854d792-085b-485f-bbdf-58819d8774c4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.602842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af9364f5-da7e-4788-8cc2-8c1b36a46b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dfc47191-d145-4c29-a7e8-bd4c1cc8a73a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.605780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af9364f5-da7e-4788-8cc2-8c1b36a46b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.609733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af9364f5-da7e-4788-8cc2-8c1b36a46b8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfc47191-d145-4c29-a7e8-bd4c1cc8a73a HTTP/1.1" status: 204 len: 168 time: 0.9804764 Feb 11 13:01:18.650296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857d6b08-a1cd-459f-8e33-8ce332b55043 req-e5d86907-eb54-4510-a8b7-31f6c4f1c5a9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539869 Feb 11 13:01:18.653752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459be0ee-2f20-4a0a-a83e-823df66c09ce req-70dec4e6-b337-44d7-ac25-c81bd9015008 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:18.658830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9364f5-da7e-4788-8cc2-8c1b36a46b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc47191-d145-4c29-a7e8-bd4c1cc8a73a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:18.672713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-459be0ee-2f20-4a0a-a83e-823df66c09ce req-70dec4e6-b337-44d7-ac25-c81bd9015008 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 949 time: 0.1675858 Feb 11 13:01:18.739286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2854d792-085b-485f-bbdf-58819d8774c4 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:18.740215 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2854d792-085b-485f-bbdf-58819d8774c4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.767625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Made reservation on behalf of 5711b1ee315646c6a22db946d5fd681b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:18.771631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.786548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2854d792-085b-485f-bbdf-58819d8774c4'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:18.789900 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53abad18-294b-47be-a8b7-39f0e39f265d" -d '{"events": [{"server_uuid": "2ed75db3-1461-4a29-9fce-5f58c72adfec", "name": "network-vif-plugged", "status": "completed", "tag": "2854d792-085b-485f-bbdf-58819d8774c4"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:18.795421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-459be0ee-2f20-4a0a-a83e-823df66c09ce req-51414e3e-2c21-41bc-beee-ffa7c6cb4f49 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211417 Feb 11 13:01:18.818920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2854d792-085b-485f-bbdf-58819d8774c4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2854d792-085b-485f-bbdf-58819d8774c4,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:18.831248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2854d792-085b-485f-bbdf-58819d8774c4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:18.938492 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0838539-bd21-4338-bb1d-d38b36fb8e10 x-openstack-request-id: req-f0838539-bd21-4338-bb1d-d38b36fb8e10 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:18.939024 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed75db3-1461-4a29-9fce-5f58c72adfec", "name": "network-vif-plugged", "status": "completed", "tag": "2854d792-085b-485f-bbdf-58819d8774c4", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:18.939462 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0838539-bd21-4338-bb1d-d38b36fb8e10 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:18.941449 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2854d792-085b-485f-bbdf-58819d8774c4', 'code': 200} Feb 11 13:01:18.999884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2854d792-085b-485f-bbdf-58819d8774c4,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:19.019076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b94e6c9-fc25-43e7-a158-2452b61ac4d0 req-8f235ff3-b71e-4afa-8135-842642c2cb5c tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 210 time: 0.2148097 Feb 11 13:01:19.094999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Allocated IP 172.20.0.13 (49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7/dc071c14-4718-455d-b918-a5455f09574e/fb69b871-9bfb-4640-abce-81cd2f2b6640) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:19.101881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bf5d0-53e2-4b08-98b8-5cbf3c0e2d76 req-4c1af133-dead-44eb-b869-015f764568ec tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:19.119467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c55bf5d0-53e2-4b08-98b8-5cbf3c0e2d76 req-4c1af133-dead-44eb-b869-015f764568ec tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.0990088 Feb 11 13:01:19.137784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b169311-33c6-4c17-8d3f-0627cd6b1bf8 req-40cebbf2-f944-4994-8026-43fe1be6d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:19.140081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b169311-33c6-4c17-8d3f-0627cd6b1bf8 req-40cebbf2-f944-4994-8026-43fe1be6d16b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 1132 time: 0.1403508 Feb 11 13:01:19.213169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c55bf5d0-53e2-4b08-98b8-5cbf3c0e2d76 req-e8f9710e-92b9-476a-803e-a955a732e967 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921664 Feb 11 13:01:19.282121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b169311-33c6-4c17-8d3f-0627cd6b1bf8 req-f5238b9c-fa65-4e60-9bbb-021e109ede39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245272 Feb 11 13:01:19.372844 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks [] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:19.420342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:19.538698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:19.542915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:19.545015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Pushing event updated for resources: {'Port': ['ID=fb69b871-9bfb-4640-abce-81cd2f2b6640,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:19.547333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:19.610427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0446566-177a-4e7a-a65a-724c60ece00d req-ee03d8b1-120a-45cc-94fc-90ac687017a9 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:19.617785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0446566-177a-4e7a-a65a-724c60ece00d req-ee03d8b1-120a-45cc-94fc-90ac687017a9 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.1444705 Feb 11 13:01:19.633603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:19.634261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:19.777871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-79e87b65-8ef2-4b2d-bad8-15af3c30283a tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2754040 Feb 11 13:01:19.802452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0446566-177a-4e7a-a65a-724c60ece00d req-52c98e7f-72bd-44f4-bdf6-d2dad24ad294 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836984 Feb 11 13:01:19.807752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Request body: {'port': {'device_id': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:19.881541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb928d-449b-4ed2-a248-42546f8dd0c0 req-d9684212-5d8d-41bb-928a-f88a7b90c5a3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:19.889798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ebb928d-449b-4ed2-a248-42546f8dd0c0 req-d9684212-5d8d-41bb-928a-f88a7b90c5a3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1111138 Feb 11 13:01:19.922585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:19.963005 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ebb928d-449b-4ed2-a248-42546f8dd0c0 req-96e1b3b9-6b6e-4275-9d77-bb2d9525ef8e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722051 Feb 11 13:01:20.039926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017a50d-37dd-4277-b09d-648f2fd30639 req-041a1e45-6f3b-4834-8885-c62a31e15ae7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:20.047572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7017a50d-37dd-4277-b09d-648f2fd30639 req-041a1e45-6f3b-4834-8885-c62a31e15ae7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 950 time: 0.1268604 Feb 11 13:01:20.188395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7017a50d-37dd-4277-b09d-648f2fd30639 req-c15770c6-c1cb-40e0-9593-d4afa1a258da tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403670 Feb 11 13:01:20.234829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ac89c-db14-4da8-862f-0f25998d49ce req-94c6663a-5fc6-4501-acc0-b96a6286941e tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:20.237226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-569ac89c-db14-4da8-862f-0f25998d49ce req-94c6663a-5fc6-4501-acc0-b96a6286941e tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 932 time: 0.0988467 Feb 11 13:01:20.347179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-569ac89c-db14-4da8-862f-0f25998d49ce req-1af467eb-9373-4b2a-9dbd-62054886a98f tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025491 Feb 11 13:01:20.468324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb69b871-9bfb-4640-abce-81cd2f2b6640 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:20.480459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Publish callbacks [] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:20.510353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Transition to ACTIVE for port object fb69b871-9bfb-4640-abce-81cd2f2b6640 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:01:20.518543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:20.869773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Pushing event updated for resources: {'Port': ['ID=fb69b871-9bfb-4640-abce-81cd2f2b6640,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:20.897821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Attempting to bind port fb69b871-9bfb-4640-abce-81cd2f2b6640 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:20.898337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Attempting to bind port fb69b871-9bfb-4640-abce-81cd2f2b6640 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '8f376074-0483-4d74-b48a-ffd97e6f5037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:20.898660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Attempting to bind port fb69b871-9bfb-4640-abce-81cd2f2b6640 on network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:20.903644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Port fb69b871-9bfb-4640-abce-81cd2f2b6640 on network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:01:20.903960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Attempting to bind port fb69b871-9bfb-4640-abce-81cd2f2b6640 on network 49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:20.909658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:20.910140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Checking segment: {'id': '8f376074-0483-4d74-b48a-ffd97e6f5037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:20.910632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Bound using segment: {'id': '8f376074-0483-4d74-b48a-ffd97e6f5037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:20.911318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Bound port: fb69b871-9bfb-4640-abce-81cd2f2b6640, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f376074-0483-4d74-b48a-ffd97e6f5037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:20.911727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:21.074288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] For port fb69b871-9bfb-4640-abce-81cd2f2b6640, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:21.079026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] For port fb69b871-9bfb-4640-abce-81cd2f2b6640, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fb69b871-9bfb-4640-abce-81cd2f2b6640,segment=NetworkSegment(8f376074-0483-4d74-b48a-ffd97e6f5037),segment_id=8f376074-0483-4d74-b48a-ffd97e6f5037)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:21.100673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:21.273917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:21.275081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:21.277402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] 10.222.0.64 "PUT /v2.0/ports/fb69b871-9bfb-4640-abce-81cd2f2b6640 HTTP/1.1" status: 200 len: 1092 time: 1.4737327 Feb 11 13:01:21.278229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'tag': 'fb69b871-9bfb-4640-abce-81cd2f2b6640'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:21.281218 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e23e14-08fa-4c60-8e38-86206182bec6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3fd2899-5425-4494-97e4-4fbfb47ca2e1", "tag": "fb69b871-9bfb-4640-abce-81cd2f2b6640"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:21.303741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb5fdc-6d0b-4093-aec1-08ac8a919030 req-4fec9969-e54e-4220-939a-480a0b75857d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:21.314500 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-75fb5fdc-6d0b-4093-aec1-08ac8a919030 req-4fec9969-e54e-4220-939a-480a0b75857d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1786137 Feb 11 13:01:21.323373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed54f77-949a-46c9-bf29-94779f961573 service neutron] Pushing event updated for resources: {'Port': ['ID=fb69b871-9bfb-4640-abce-81cd2f2b6640,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:21.346159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b53dbd-aa65-47b0-9c44-0aedc1c69b56 req-7f368ddf-c756-488b-b3fa-6bb93ff438f6 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:21.357105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41b53dbd-aa65-47b0-9c44-0aedc1c69b56 req-7f368ddf-c756-488b-b3fa-6bb93ff438f6 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.2629187 Feb 11 13:01:21.374082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-280767a7-5ed9-4ee0-ad03-6ee820d4246d tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:21.377866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-280767a7-5ed9-4ee0-ad03-6ee820d4246d tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.2819755 Feb 11 13:01:21.408390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-75fb5fdc-6d0b-4093-aec1-08ac8a919030 req-7e5472c1-b84f-4d4e-bf80-bb16c318cdaf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949395 Feb 11 13:01:21.559729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-40b8c903-0079-4413-8fa8-4dedf6f0518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:21.561741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-40b8c903-0079-4413-8fa8-4dedf6f0518d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5711b1ee315646c6a22db946d5fd681b&device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 1126 time: 0.2012329 Feb 11 13:01:21.577117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41b53dbd-aa65-47b0-9c44-0aedc1c69b56 req-4020b71b-8ba5-447d-ac69-dcec2e519151 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188261 Feb 11 13:01:21.671011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-cb65cbf8-54b1-4f00-9bd9-55739c5be293 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb69b871-9bfb-4640-abce-81cd2f2b6640 HTTP/1.1" status: 200 len: 217 time: 0.0844657 Feb 11 13:01:21.813677 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00b0558-f44c-4891-8699-d21b50af9f17 x-openstack-request-id: req-b00b0558-f44c-4891-8699-d21b50af9f17 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:21.814044 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3fd2899-5425-4494-97e4-4fbfb47ca2e1", "tag": "fb69b871-9bfb-4640-abce-81cd2f2b6640", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:21.814330 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b00b0558-f44c-4891-8699-d21b50af9f17 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:21.814776 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'tag': 'fb69b871-9bfb-4640-abce-81cd2f2b6640', 'status': 'completed', 'code': 200} Feb 11 13:01:21.887740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-01956d74-4bbc-4d6b-ba77-4a6ec73d344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:21.898607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-01956d74-4bbc-4d6b-ba77-4a6ec73d344c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc071c14-4718-455d-b918-a5455f09574e HTTP/1.1" status: 200 len: 849 time: 0.2265222 Feb 11 13:01:21.901494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Deleting port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:21.901861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:21.987609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067125c-04d6-4b4e-a876-684d05d8506d req-2891170f-05c8-4722-98b2-b08745af0182 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:22.001103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b067125c-04d6-4b4e-a876-684d05d8506d req-2891170f-05c8-4722-98b2-b08745af0182 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 944 time: 0.1519310 Feb 11 13:01:22.094661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-78eca2a8-8a4b-4901-9a4a-55d5c01fb343 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856837 Feb 11 13:01:22.111664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b067125c-04d6-4b4e-a876-684d05d8506d req-8aa266da-3048-476c-b745-d81e4bccacad tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089182 Feb 11 13:01:22.236954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-2c2b36a7-b1df-4b19-a9f1-0d26538fbffc service neutron] 10.222.0.64 "GET /v2.0/networks/49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316707 Feb 11 13:01:22.246253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28925f12-6486-4dbb-8122-7c6660d2a09b req-f4de4bca-4e00-42f4-a282-ce47b583218f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:22.248003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28925f12-6486-4dbb-8122-7c6660d2a09b req-f4de4bca-4e00-42f4-a282-ce47b583218f tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 950 time: 0.4323428 Feb 11 13:01:22.334583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] For port ffabeb8c-b1a0-4b31-b11d-686c52f3f687, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,segment=NetworkSegment(29430d17-f244-444d-8d65-fca6e219a55b),segment_id=29430d17-f244-444d-8d65-fca6e219a55b)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:22.335029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:22.367364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Calling delete_port for ffabeb8c-b1a0-4b31-b11d-686c52f3f687 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:22.483466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28925f12-6486-4dbb-8122-7c6660d2a09b req-d313f88b-5a19-4cae-8792-c70bcc2a3f4e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109928 Feb 11 13:01:22.495221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583bf6c5-58e2-49fa-a4d8-0743dce27a25 req-c98769b7-8f96-4303-a88c-56580cff692e service neutron] 10.222.0.64 "GET /v2.0/networks/49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427566 Feb 11 13:01:22.618590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4df5b-b889-41c8-9b74-6c8f63a0a5b4 req-b0ec213f-b7d0-46cd-91dc-dcb8efc12ae2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:22.630324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fac4df5b-b889-41c8-9b74-6c8f63a0a5b4 req-b0ec213f-b7d0-46cd-91dc-dcb8efc12ae2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1133235 Feb 11 13:01:22.671341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40254) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:22.705268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-e17e4ea0-573c-45da-9388-19106118ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:22.707194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-e17e4ea0-573c-45da-9388-19106118ccd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5711b1ee315646c6a22db946d5fd681b&device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 1126 time: 0.1411150 Feb 11 13:01:22.738383 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fac4df5b-b889-41c8-9b74-6c8f63a0a5b4 req-4c4ccb9b-a3f6-4c68-a5a9-6672869551ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015129 Feb 11 13:01:22.841332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ba77d-7052-4701-ba53-dc6151d39c75 req-d2fe6809-d4a5-4e0c-be42-bad700a7368d tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:22.848460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b57ba77d-7052-4701-ba53-dc6151d39c75 req-d2fe6809-d4a5-4e0c-be42-bad700a7368d tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 1132 time: 0.1938870 Feb 11 13:01:22.861628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b41fc07b-60b9-4e65-8a2e-c36250c9a0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:22.898905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ffabeb8c-b1a0-4b31-b11d-686c52f3f687), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:22.902609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ac43d-811c-4f0e-812a-1322d7467e19 req-240ffe0c-6fab-42fe-b1e1-2e58c4778196 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:22.902796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-5de7f023-b0a9-43e1-8e61-d276928aa0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:22.904272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-5de7f023-b0a9-43e1-8e61-d276928aa0c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 HTTP/1.1" status: 200 len: 910 time: 0.1664186 Feb 11 13:01:22.904673 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-430ac43d-811c-4f0e-812a-1322d7467e19 req-240ffe0c-6fab-42fe-b1e1-2e58c4778196 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 945 time: 0.1098230 Feb 11 13:01:22.924102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['ffabeb8c-b1a0-4b31-b11d-686c52f3f687'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:23.001134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b57ba77d-7052-4701-ba53-dc6151d39c75 req-0a6be0b9-d96e-4a65-beba-54d1fe681b1f tempest-ServersOnMultiNodesTest-1858334357 tempest-ServersOnMultiNodesTest-1858334357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517866 Feb 11 13:01:23.003109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-6a559117-922e-40c0-b86b-8737234b1a2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb69b871-9bfb-4640-abce-81cd2f2b6640 HTTP/1.1" status: 200 len: 217 time: 0.0865266 Feb 11 13:01:23.005273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Pushing event deleted for resources: {'Port': ['ID=ffabeb8c-b1a0-4b31-b11d-686c52f3f687,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:23.019504 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-430ac43d-811c-4f0e-812a-1322d7467e19 req-c542cbc5-08e0-4fe0-a8a2-7a0b9b1987e9 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/security-groups?id=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039789 Feb 11 13:01:23.054919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b41fc07b-60b9-4e65-8a2e-c36250c9a0f6 admin admin] Publish callbacks [] for security_group (af46eeda-b573-4282-ba5b-a663200ae19d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:23.084836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.085197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.085541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088437 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b41fc07b-60b9-4e65-8a2e-c36250c9a0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af46eeda-b573-4282-ba5b-a663200ae19d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:23.088531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.088531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.089049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:23.117473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] No DVR routers for this DVR port ffabeb8c-b1a0-4b31-b11d-686c52f3f687 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:23.123597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:23.127078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c26de0e-3cdf-4126-ae60-ccdca5f65f60 req-96ec7635-8da6-479e-8f6e-eeb5263983b2 tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.53 "DELETE /v2.0/ports/ffabeb8c-b1a0-4b31-b11d-686c52f3f687 HTTP/1.1" status: 204 len: 173 time: 1.7150533 Feb 11 13:01:23.140104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-42e6d8b3-0f64-4409-b940-da1f634efc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:23.142222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-42e6d8b3-0f64-4409-b940-da1f634efc04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=dc071c14-4718-455d-b918-a5455f09574e HTTP/1.1" status: 200 len: 849 time: 0.1287220 Feb 11 13:01:23.202074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fc07b-60b9-4e65-8a2e-c36250c9a0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af46eeda-b573-4282-ba5b-a663200ae19d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:23.209177 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b41fc07b-60b9-4e65-8a2e-c36250c9a0f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1717248f1a7f4950a85ad76fc612454b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342433 Feb 11 13:01:23.217774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40274) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:23.226148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-5721bc1f-cc21-440c-8985-0f326e1186ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778608 Feb 11 13:01:23.287491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f2b8-75e0-44b1-af7f-1a27780be9be admin admin] Publish callbacks [] for security_group (af46eeda-b573-4282-ba5b-a663200ae19d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:23.312802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f2b8-75e0-44b1-af7f-1a27780be9be admin admin] Publish callbacks [] for security_group (af46eeda-b573-4282-ba5b-a663200ae19d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:23.373578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-ed450039-a89f-498d-9e96-0783199358e3 service neutron] 10.222.0.64 "GET /v2.0/networks/49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376371 Feb 11 13:01:23.399348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f2b8-75e0-44b1-af7f-1a27780be9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af46eeda-b573-4282-ba5b-a663200ae19d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:23.403042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4ec9f2b8-75e0-44b1-af7f-1a27780be9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:23.405697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4ec9f2b8-75e0-44b1-af7f-1a27780be9be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af46eeda-b573-4282-ba5b-a663200ae19d HTTP/1.1" status: 204 len: 168 time: 0.1855829 Feb 11 13:01:23.425722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9f2b8-75e0-44b1-af7f-1a27780be9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af46eeda-b573-4282-ba5b-a663200ae19d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:23.640103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5e23e14-08fa-4c60-8e38-86206182bec6 req-d50259d3-931e-4d17-87d5-4ed3d46c7789 service neutron] 10.222.0.64 "GET /v2.0/networks/49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612712 Feb 11 13:01:23.655352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa744b3-5eb2-4c83-8641-9ef4f1cb256f req-42d8ca0a-b856-4b7b-8041-096d169e1ca8 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:23.674265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfa744b3-5eb2-4c83-8641-9ef4f1cb256f req-42d8ca0a-b856-4b7b-8041-096d169e1ca8 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 944 time: 0.1677487 Feb 11 13:01:23.791233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfa744b3-5eb2-4c83-8641-9ef4f1cb256f req-f37fde0d-57ff-4bf2-a1a2-ad3bea29a471 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159317 Feb 11 13:01:23.818502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'name': 'network-vif-deleted', 'tag': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:23.821720 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a209c-7e32-4c44-bc25-17e74f09d3fd" -d '{"events": [{"server_uuid": "eb443caf-76a4-498a-a549-af85c09c3cc8", "name": "network-vif-deleted", "tag": "ffabeb8c-b1a0-4b31-b11d-686c52f3f687"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:23.938547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f340765-57f7-452a-a3f8-044495326222 req-0bb74cff-0774-470f-a1b1-196c06d56bf5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:23.954279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f340765-57f7-452a-a3f8-044495326222 req-0bb74cff-0774-470f-a1b1-196c06d56bf5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 950 time: 0.1390166 Feb 11 13:01:23.965408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40294) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:24.000112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dfd43-b1c9-4d6b-9598-876c64bc8a78 req-712b5c44-2a61-432a-9b35-15507f0c8e09 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:24.010120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-916dfd43-b1c9-4d6b-9598-876c64bc8a78 req-712b5c44-2a61-432a-9b35-15507f0c8e09 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.1073763 Feb 11 13:01:24.015883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e42d632c-af99-4f1c-a75a-fa73c52ca704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:24.077681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f340765-57f7-452a-a3f8-044495326222 req-c0cafca8-224e-4a79-881b-4888e368dd63 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208358 Feb 11 13:01:24.142572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-916dfd43-b1c9-4d6b-9598-876c64bc8a78 req-5644a2c3-619b-497d-8b36-da55316d010e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Feb 11 13:01:24.188097 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b77cb6b-9ded-4db3-8817-8f790e58f7a4 x-openstack-request-id: req-2b77cb6b-9ded-4db3-8817-8f790e58f7a4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:24.188097 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb443caf-76a4-498a-a549-af85c09c3cc8", "name": "network-vif-deleted", "tag": "ffabeb8c-b1a0-4b31-b11d-686c52f3f687", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:24.188097 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b77cb6b-9ded-4db3-8817-8f790e58f7a4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:24.188097 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb443caf-76a4-498a-a549-af85c09c3cc8', 'name': 'network-vif-deleted', 'tag': 'ffabeb8c-b1a0-4b31-b11d-686c52f3f687', 'status': 'completed', 'code': 200} Feb 11 13:01:24.216280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e42d632c-af99-4f1c-a75a-fa73c52ca704 admin admin] Publish callbacks [] for security_group (7c46de7d-8446-4bed-b60a-99263ff0157b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:24.225528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e42d632c-af99-4f1c-a75a-fa73c52ca704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7c46de7d-8446-4bed-b60a-99263ff0157b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:24.287409 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e42d632c-af99-4f1c-a75a-fa73c52ca704 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e96622528c341b7a51619fd8503ed5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185027 Feb 11 13:01:24.297305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40308) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:24.305464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9051c7c9-aab7-4c1d-b46a-27d5440ef155 req-466d6392-17d2-4ed2-b6a3-d2fe092ab9fb tempest-ServersNegativeTestMultiTenantJSON-1360740562 tempest-ServersNegativeTestMultiTenantJSON-1360740562-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb443caf-76a4-498a-a549-af85c09c3cc8 HTTP/1.1" status: 200 len: 210 time: 0.0817349 Feb 11 13:01:24.337380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d632c-af99-4f1c-a75a-fa73c52ca704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c46de7d-8446-4bed-b60a-99263ff0157b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:24.387952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4117-c66b-4584-bd52-4654772fd06a admin admin] Publish callbacks [] for security_group (7c46de7d-8446-4bed-b60a-99263ff0157b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:24.425994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4117-c66b-4584-bd52-4654772fd06a admin admin] Publish callbacks [] for security_group (7c46de7d-8446-4bed-b60a-99263ff0157b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:24.500099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4117-c66b-4584-bd52-4654772fd06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7c46de7d-8446-4bed-b60a-99263ff0157b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:24.503094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d3f4117-c66b-4584-bd52-4654772fd06a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:24.504290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d3f4117-c66b-4584-bd52-4654772fd06a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c46de7d-8446-4bed-b60a-99263ff0157b HTTP/1.1" status: 204 len: 168 time: 0.2054434 Feb 11 13:01:24.527237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f4117-c66b-4584-bd52-4654772fd06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c46de7d-8446-4bed-b60a-99263ff0157b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:24.978852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa8637-c91c-4737-980e-427c47d9bd92 req-4d272fbb-9d28-4a09-b631-ec2bbe70fa3d tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:24.988417 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7efa8637-c91c-4737-980e-427c47d9bd92 req-4d272fbb-9d28-4a09-b631-ec2bbe70fa3d tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 944 time: 0.0907021 Feb 11 13:01:25.088651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7efa8637-c91c-4737-980e-427c47d9bd92 req-48a97121-053c-4e12-8e98-c6a7403096d0 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988741 Feb 11 13:01:25.339923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f8a1d-3f9e-4741-ac3b-b8069c1c17e4 req-486e43b8-6907-4f9f-88e9-87f0585b2418 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:25.341932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-755f8a1d-3f9e-4741-ac3b-b8069c1c17e4 req-486e43b8-6907-4f9f-88e9-87f0585b2418 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.0701134 Feb 11 13:01:25.349396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29128e1-b480-49db-8044-4199d0e59421 req-d60ab47e-2c76-4b72-9a15-b411333316b5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:25.351564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e29128e1-b480-49db-8044-4199d0e59421 req-d60ab47e-2c76-4b72-9a15-b411333316b5 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 950 time: 0.1607468 Feb 11 13:01:25.374577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-f97e345e-d2b2-4b08-a275-fa740513b447 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:25.376378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-f97e345e-d2b2-4b08-a275-fa740513b447 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 950 time: 0.1308613 Feb 11 13:01:25.465227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-755f8a1d-3f9e-4741-ac3b-b8069c1c17e4 req-fd5b802a-2919-4edd-91d0-ec9f1cf4d17d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163425 Feb 11 13:01:25.476055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e29128e1-b480-49db-8044-4199d0e59421 req-98abbbae-fd6a-4d19-95e0-e72468f923f0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151597 Feb 11 13:01:25.577490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40346) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:25.619968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port 2854d792-085b-485f-bbdf-58819d8774c4 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:25.620301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2854d792-085b-485f-bbdf-58819d8774c4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:25.702126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] Deleting subnet cfc0a9b1-0039-4f48-8c31-b1b634d9cf40 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:01:25.732395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] Publish callbacks [] for subnet (cfc0a9b1-0039-4f48-8c31-b1b634d9cf40), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:25.757610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port 2854d792-085b-485f-bbdf-58819d8774c4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2854d792-085b-485f-bbdf-58819d8774c4,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:25.758101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2854d792-085b-485f-bbdf-58819d8774c4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:25.782286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for 2854d792-085b-485f-bbdf-58819d8774c4 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:25.819074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (cfc0a9b1-0039-4f48-8c31-b1b634d9cf40), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:25.876471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ffabeb8c-b1a0-4b31-b11d-686c52f3f687 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:25.913848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: ffabeb8c-b1a0-4b31-b11d-686c52f3f687 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:25.914425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ffabeb8c-b1a0-4b31-b11d-686c52f3f687 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:26.007900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cfc0a9b1-0039-4f48-8c31-b1b634d9cf40), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:26.052458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2854d792-085b-485f-bbdf-58819d8774c4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:26.065552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f', '2fe50bd9-d157-4040-b396-480fc16513c8', '2854d792-085b-485f-bbdf-58819d8774c4'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:26.072002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b28a7-42f8-4fca-962f-6a52d146628d req-0a229658-fa28-49ff-9690-bcaafd2601e9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:26.074232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f', 'a711fa50-64fd-49f1-ada7-6681d0e7b893', '57407da5-92c7-468a-a6ce-8a048d6b8ea6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:26.081259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a15b28a7-42f8-4fca-962f-6a52d146628d req-0a229658-fa28-49ff-9690-bcaafd2601e9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1881454 Feb 11 13:01:26.190649 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a15b28a7-42f8-4fca-962f-6a52d146628d req-7ebfc11f-009a-42fe-8cbc-e4020121bd69 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056848 Feb 11 13:01:26.215244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (cfc0a9b1-0039-4f48-8c31-b1b634d9cf40), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:26.306735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:26.321663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cfc0a9b1-0039-4f48-8c31-b1b634d9cf40 HTTP/1.1" status: 204 len: 168 time: 0.7425303 Feb 11 13:01:26.322989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40366) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:26.326463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2594f2d-8489-4b1e-80cb-55a3dc4869ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc0a9b1-0039-4f48-8c31-b1b634d9cf40,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:26.379489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=2854d792-085b-485f-bbdf-58819d8774c4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:26.480565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fb69b871-9bfb-4640-abce-81cd2f2b6640 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:26.510417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a4c52-469d-4493-bc4a-a6b07c568fb0 req-b28afd05-a882-4f2a-931b-6530160404d1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:26.519310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a65a4c52-469d-4493-bc4a-a6b07c568fb0 req-b28afd05-a882-4f2a-931b-6530160404d1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1644905 Feb 11 13:01:26.555307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port 2854d792-085b-485f-bbdf-58819d8774c4 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:26.560634 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (aa209fb0-958d-47d0-9d85-24ea6b9cdcfa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:26.580084 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:26.591975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00a978a5-99ca-4bcb-a0a2-3c84b281c245 req-193ce476-daa7-4ef4-a1ef-a3350f0883c2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "DELETE /v2.0/ports/2854d792-085b-485f-bbdf-58819d8774c4 HTTP/1.1" status: 204 len: 173 time: 1.2044070 Feb 11 13:01:26.597204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'name': 'network-vif-deleted', 'tag': '2854d792-085b-485f-bbdf-58819d8774c4'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:26.602348 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10caa449-3c33-4072-ac75-77f96e7e9980" -d '{"events": [{"server_uuid": "2ed75db3-1461-4a29-9fce-5f58c72adfec", "name": "network-vif-deleted", "tag": "2854d792-085b-485f-bbdf-58819d8774c4"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:26.700634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde10f6-c6e3-4056-94c7-fa21a984a328 req-d78c8957-4c37-4bf2-b78d-dee1e61f1755 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:26.703909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dcde10f6-c6e3-4056-94c7-fa21a984a328 req-d78c8957-4c37-4bf2-b78d-dee1e61f1755 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 944 time: 0.3330343 Feb 11 13:01:26.772370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a65a4c52-469d-4493-bc4a-a6b07c568fb0 req-4f18b428-966f-44fa-925c-7d94cf343124 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519975 Feb 11 13:01:26.899642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dcde10f6-c6e3-4056-94c7-fa21a984a328 req-68974b4c-b28d-4430-94cb-8a6b63fd1927 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870213 Feb 11 13:01:26.935866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fb69b871-9bfb-4640-abce-81cd2f2b6640, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fb69b871-9bfb-4640-abce-81cd2f2b6640,segment=NetworkSegment(8f376074-0483-4d74-b48a-ffd97e6f5037),segment_id=8f376074-0483-4d74-b48a-ffd97e6f5037)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:26.983248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (aa209fb0-958d-47d0-9d85-24ea6b9cdcfa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.024094 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6870a745-5dab-4e55-be15-c4e78f6dc62a x-openstack-request-id: req-6870a745-5dab-4e55-be15-c4e78f6dc62a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:27.024450 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed75db3-1461-4a29-9fce-5f58c72adfec", "name": "network-vif-deleted", "tag": "2854d792-085b-485f-bbdf-58819d8774c4", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:27.024760 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6870a745-5dab-4e55-be15-c4e78f6dc62a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:27.025237 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed75db3-1461-4a29-9fce-5f58c72adfec', 'name': 'network-vif-deleted', 'tag': '2854d792-085b-485f-bbdf-58819d8774c4', 'status': 'completed', 'code': 200} Feb 11 13:01:27.027063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'fb69b871-9bfb-4640-abce-81cd2f2b6640', 'network_id': '49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7', 'port_id': 'fb69b871-9bfb-4640-abce-81cd2f2b6640', 'mac_address': 'fa:16:3e:2e:2d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc071c14-4718-455d-b918-a5455f09574e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:27.057593 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edf58734-69fb-4dca-8d2c-0a808e83fb43 req-1d5ce366-ec71-4736-a71a-92d33d69e024 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed75db3-1461-4a29-9fce-5f58c72adfec HTTP/1.1" status: 200 len: 210 time: 0.0764596 Feb 11 13:01:27.066555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa209fb0-958d-47d0-9d85-24ea6b9cdcfa']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:27.079384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29430d17-f244-444d-8d65-fca6e219a55b') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:27.079765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29430d17-f244-444d-8d65-fca6e219a55b') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:27.099041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (29430d17-f244-444d-8d65-fca6e219a55b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.125345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (29430d17-f244-444d-8d65-fca6e219a55b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.137848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:01:27.139415 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (29430d17-f244-444d-8d65-fca6e219a55b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:01:27.147564 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:01:27.314344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40396) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:27.331869 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (aa209fb0-958d-47d0-9d85-24ea6b9cdcfa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.341527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.357026 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/aa209fb0-958d-47d0-9d85-24ea6b9cdcfa HTTP/1.1" status: 204 len: 168 time: 1.0181916 Feb 11 13:01:27.359996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40400) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:27.387957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9e8c5-6273-4075-9462-91d753c99bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa209fb0-958d-47d0-9d85-24ea6b9cdcfa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:27.507589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] Deleting subnet bccc5d87-fe77-4f22-b0f4-4afe083a2b4e {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:01:27.524511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] Publish callbacks [] for subnet (bccc5d87-fe77-4f22-b0f4-4afe083a2b4e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.575000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e4913-04d6-4781-858a-b87e43473e2a req-e63f7ab7-05a4-4c63-bed7-fd2f4b744913 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:27.579116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4a2e4913-04d6-4781-858a-b87e43473e2a req-e63f7ab7-05a4-4c63-bed7-fd2f4b744913 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1735778 Feb 11 13:01:27.596654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (bccc5d87-fe77-4f22-b0f4-4afe083a2b4e), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.689914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4a2e4913-04d6-4781-858a-b87e43473e2a req-cbdc3d17-df8e-4a40-acc8-738be88ad3d1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045759 Feb 11 13:01:27.693573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (bccc5d87-fe77-4f22-b0f4-4afe083a2b4e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.772358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fb69b871-9bfb-4640-abce-81cd2f2b6640 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:27.773134 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.782031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (bccc5d87-fe77-4f22-b0f4-4afe083a2b4e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.818591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccc5d87-fe77-4f22-b0f4-4afe083a2b4e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:27.874239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-694993998'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:27.900088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:27.911742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40410) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:27.911958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b9e5d6fc-5c5b-4405-bcea-6c0a059b01c0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bccc5d87-fe77-4f22-b0f4-4afe083a2b4e HTTP/1.1" status: 204 len: 168 time: 0.5505028 Feb 11 13:01:27.961850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2cd4f-fd03-42c4-8e3b-2d948748b8cd req-c2921094-1d3d-44d1-97a6-645689d94065 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:27.964320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23c2cd4f-fd03-42c4-8e3b-2d948748b8cd req-c2921094-1d3d-44d1-97a6-645689d94065 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1519735 Feb 11 13:01:27.965352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Made reservation on behalf of 262f269b04a14ee59cf331bf0ec1eb14 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:27.969400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.044904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb69b871-9bfb-4640-abce-81cd2f2b6640 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:28.055749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23c2cd4f-fd03-42c4-8e3b-2d948748b8cd req-210310fd-c7f7-4639-9d96-da6038b581f3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637867 Feb 11 13:01:28.078358 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.090700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fb69b871-9bfb-4640-abce-81cd2f2b6640, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fb69b871-9bfb-4640-abce-81cd2f2b6640,segment=NetworkSegment(8f376074-0483-4d74-b48a-ffd97e6f5037),segment_id=8f376074-0483-4d74-b48a-ffd97e6f5037)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:28.111190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.176283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (80e3791b-269f-48fe-bece-67ec256f3d72), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.269200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks [] for security_group (62a347be-8586-41fd-a0a7-6298d1c6205a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.278334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (62a347be-8586-41fd-a0a7-6298d1c6205a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.368946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:01:28.404654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a347be-8586-41fd-a0a7-6298d1c6205a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:28.410270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f1e9a323-9bb9-486e-9bb4-f65febedb67c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.410939 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Added segment f1e9a323-9bb9-486e-9bb4-f65febedb67c of type vlan for network 44f88326-c655-4466-b456-709083e3dc5b Feb 11 13:01:28.467412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (44f88326-c655-4466-b456-709083e3dc5b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.472176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fb69b871-9bfb-4640-abce-81cd2f2b6640,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:28.508409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (44f88326-c655-4466-b456-709083e3dc5b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.517548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:28.527041 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.527884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2854d792-085b-485f-bbdf-58819d8774c4 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:28.549735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (80e3791b-269f-48fe-bece-67ec256f3d72), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.587442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80e3791b-269f-48fe-bece-67ec256f3d72']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:28.597181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641a9cb-1ae0-4705-b3bb-3762b73d446e req-9fdb29ef-33ac-43ad-a5f8-360c412727e9 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:28.605695 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1641a9cb-1ae0-4705-b3bb-3762b73d446e req-9fdb29ef-33ac-43ad-a5f8-360c412727e9 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 945 time: 0.4183671 Feb 11 13:01:28.613455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 2854d792-085b-485f-bbdf-58819d8774c4 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:28.613835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2854d792-085b-485f-bbdf-58819d8774c4 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:28.622166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c383a69-3bb9-4432-b61b-6037c54a0cfd') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:28.622166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c383a69-3bb9-4432-b61b-6037c54a0cfd') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:28.623883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fb69b871-9bfb-4640-abce-81cd2f2b6640'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:28.639337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (9c383a69-3bb9-4432-b61b-6037c54a0cfd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.681689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9c383a69-3bb9-4432-b61b-6037c54a0cfd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.697328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:01:28.697852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (9c383a69-3bb9-4432-b61b-6037c54a0cfd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:01:28.699641 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:01:28.726140 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1641a9cb-1ae0-4705-b3bb-3762b73d446e req-5c533101-e29d-471a-9b1d-47c9ccb335c9 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167269 Feb 11 13:01:28.734241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4154394 Feb 11 13:01:28.760073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40436) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:28.771881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Request body: {'subnet': {'network_id': '44f88326-c655-4466-b456-709083e3dc5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:28.823838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (80e3791b-269f-48fe-bece-67ec256f3d72), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.830969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:28.834287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] 10.222.0.42 "DELETE /v2.0/networks/80e3791b-269f-48fe-bece-67ec256f3d72 HTTP/1.1" status: 204 len: 168 time: 0.9212821 Feb 11 13:01:28.860383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39a8be-aeb5-4806-b4ee-34bba4330645 admin admin] Pushing event deleted for resources: {'Network': ['ID=80e3791b-269f-48fe-bece-67ec256f3d72,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:28.893929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea309e-4b3f-47d8-b7c4-74183fe42b56 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event updated for resources: {'Network': ['ID=44f88326-c655-4466-b456-709083e3dc5b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:28.946927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 44f88326-c655-4466-b456-709083e3dc5b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:01:28.986654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8b82c-e803-48e5-b310-e8ffadefb947 req-50e0d454-7a7f-4a61-85bd-317873818527 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:28.999416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85c8b82c-e803-48e5-b310-e8ffadefb947 req-50e0d454-7a7f-4a61-85bd-317873818527 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 950 time: 0.1402996 Feb 11 13:01:29.089986 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85c8b82c-e803-48e5-b310-e8ffadefb947 req-751cae51-a8d4-4b66-b5b1-4771832347ce tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899887 Feb 11 13:01:29.103529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Made reservation on behalf of 262f269b04a14ee59cf331bf0ec1eb14 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:29.108145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:29.148287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-476071f0-d805-420f-b89a-424e366e5195 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:29.150026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-476071f0-d805-420f-b89a-424e366e5195 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.2623365 Feb 11 13:01:29.171498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-9e674359-3c5c-40f1-bcea-9340da89d29e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/quotas/8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 375 time: 0.0146546 Feb 11 13:01:29.197461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:29.245431 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02fb6cac-02a3-410b-bb2f-8d7a05122b95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fbeec3a0f0849699c166756e6c00a87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466058 Feb 11 13:01:29.247727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40460) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:29.262051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1b8a394a-ee5a-4193-b0cc-f829d75228ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:29.304007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-1378cec6-f631-41de-adc1-5909eaea2b52 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0863149 Feb 11 13:01:29.308097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-665663ea-da26-4bed-9ee8-d9a4a2759327 admin admin] Publish callbacks [] for security_group (4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:29.331698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-665663ea-da26-4bed-9ee8-d9a4a2759327 admin admin] Publish callbacks [] for security_group (4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:29.390220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-665663ea-da26-4bed-9ee8-d9a4a2759327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:29.393163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-665663ea-da26-4bed-9ee8-d9a4a2759327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:29.396895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-665663ea-da26-4bed-9ee8-d9a4a2759327 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6 HTTP/1.1" status: 204 len: 168 time: 0.1457810 Feb 11 13:01:29.404411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665663ea-da26-4bed-9ee8-d9a4a2759327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfef9d7-e046-4e48-a7a4-cf658a2ab6f6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:29.507714 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (d32514f4-4ccb-4330-921c-d6938278341c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:29.546001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-4c33a129-461d-473a-86d1-8d9b7fcc1de5 service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175260 Feb 11 13:01:29.841503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40492) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:29.922366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-64f39b47-9f66-4090-a400-967ffc27ace7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01e891a625e341cb853f208a5f4306b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793016 Feb 11 13:01:29.924965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40494) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:29.970251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521911f-e4e0-4afb-8d51-6e0f6407b49e req-2b40d01f-2786-47ff-8ca5-cf2591ff2cd7 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:29.971756 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b521911f-e4e0-4afb-8d51-6e0f6407b49e req-2b40d01f-2786-47ff-8ca5-cf2591ff2cd7 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 945 time: 0.0978861 Feb 11 13:01:30.012535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849ac65d-0ed8-483f-9653-c9d31cb2cd28 admin admin] Publish callbacks [] for security_group (7d2fb7f7-2158-43ca-8ca3-d215b9f16354), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.015494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event updated for resources: {'Subnet': ['ID=d32514f4-4ccb-4330-921c-d6938278341c,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:30.032254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Checking segment: {'id': 'f1e9a323-9bb9-486e-9bb4-f65febedb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '44f88326-c655-4466-b456-709083e3dc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:30.032254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Network hostable DHCP agents. Network: 44f88326-c655-4466-b456-709083e3dc5b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:01:30.050680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849ac65d-0ed8-483f-9653-c9d31cb2cd28 admin admin] Publish callbacks [] for security_group (7d2fb7f7-2158-43ca-8ca3-d215b9f16354), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.061841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-d355b725-296c-4901-a36a-060ad05cb87e service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149837 Feb 11 13:01:30.064222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Network 44f88326-c655-4466-b456-709083e3dc5b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:01:30.068117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b521911f-e4e0-4afb-8d51-6e0f6407b49e req-486e3fc9-af75-4ef8-9dab-5869a101805f tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821297 Feb 11 13:01:30.078092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 44f88326-c655-4466-b456-709083e3dc5b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:30.084891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:30.085490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.099932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747c8d9-62d9-4149-b394-3ebe39cf7b45 None None] Network 44f88326-c655-4466-b456-709083e3dc5b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:30.137633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40506) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:30.139921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-37f363f5-c72c-4554-beb3-d623e165bb50 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3783979 Feb 11 13:01:30.153913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Request body: {'port': {'network_id': '44f88326-c655-4466-b456-709083e3dc5b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2036699435'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:30.168858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849ac65d-0ed8-483f-9653-c9d31cb2cd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7d2fb7f7-2158-43ca-8ca3-d215b9f16354), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.175718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849ac65d-0ed8-483f-9653-c9d31cb2cd28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.177231 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-849ac65d-0ed8-483f-9653-c9d31cb2cd28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d2fb7f7-2158-43ca-8ca3-d215b9f16354 HTTP/1.1" status: 204 len: 168 time: 0.2509639 Feb 11 13:01:30.309415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-44f88326-c655-4466-b456-709083e3dc5b', 'network_id': '44f88326-c655-4466-b456-709083e3dc5b', 'project_id': '262f269b04a14ee59cf331bf0ec1eb14', 'fixed_ips': [{'subnet_id': 'd32514f4-4ccb-4330-921c-d6938278341c'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:01:30.319772 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.324342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ac65d-0ed8-483f-9653-c9d31cb2cd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2fb7f7-2158-43ca-8ca3-d215b9f16354,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:30.349830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Made reservation on behalf of 262f269b04a14ee59cf331bf0ec1eb14 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:30.364725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.433499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] device_id is not set on port e8a37ac1-e644-4463-ac2d-b961b1d8e8a8 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:01:30.542316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Allocated IP 172.20.0.2 (44f88326-c655-4466-b456-709083e3dc5b/d32514f4-4ccb-4330-921c-d6938278341c/9c484994-ccbe-4770-9bfa-302cbc8aff92) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:30.569823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdea59-608b-4698-8ec7-7418482b2ea6 req-892045c0-e965-437c-973a-81e651beaa3a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:30.580543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14fdea59-608b-4698-8ec7-7418482b2ea6 req-892045c0-e965-437c-973a-81e651beaa3a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 950 time: 0.1702101 Feb 11 13:01:30.625616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fb69b871-9bfb-4640-abce-81cd2f2b6640 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:30.718205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14fdea59-608b-4698-8ec7-7418482b2ea6 req-8c3e0f57-7ff7-4941-83cd-517f530949c3 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347935 Feb 11 13:01:30.748017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port fb69b871-9bfb-4640-abce-81cd2f2b6640 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:30.771770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port fb69b871-9bfb-4640-abce-81cd2f2b6640 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:30.772434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.876398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66592ed6-c81a-4548-9c45-99f9b05bdcae req-c94162da-f08e-4435-a671-0aafe6243a5e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 210 time: 0.0745714 Feb 11 13:01:30.908479 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Publish callbacks [] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:30.943240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.034909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Allocated IP 172.20.0.10 (44f88326-c655-4466-b456-709083e3dc5b/d32514f4-4ccb-4330-921c-d6938278341c/e8a37ac1-e644-4463-ac2d-b961b1d8e8a8) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:31.136473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Network 44f88326-c655-4466-b456-709083e3dc5b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:31.137449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Pushing event updated for resources: {'Port': ['ID=9c484994-ccbe-4770-9bfa-302cbc8aff92,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:31.153134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:31.167417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:31.239906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fb69b871-9bfb-4640-abce-81cd2f2b6640 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:31.239906 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.326562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Attempting to bind port 9c484994-ccbe-4770-9bfa-302cbc8aff92 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:31.331116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Attempting to bind port 9c484994-ccbe-4770-9bfa-302cbc8aff92 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f1e9a323-9bb9-486e-9bb4-f65febedb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '44f88326-c655-4466-b456-709083e3dc5b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:31.331739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Attempting to bind port 9c484994-ccbe-4770-9bfa-302cbc8aff92 on network 44f88326-c655-4466-b456-709083e3dc5b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:31.343933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks [] for port (e8a37ac1-e644-4463-ac2d-b961b1d8e8a8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.355082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0745bcf-3c5b-489a-8456-738e12c45c4c req-2b963710-3e2a-4ad4-89ac-b0f490219085 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:31.357320 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0745bcf-3c5b-489a-8456-738e12c45c4c req-2b963710-3e2a-4ad4-89ac-b0f490219085 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 945 time: 0.1171157 Feb 11 13:01:31.364557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:31.365897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Checking segment: {'id': 'f1e9a323-9bb9-486e-9bb4-f65febedb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '44f88326-c655-4466-b456-709083e3dc5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:31.366484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.371852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Bound using segment: {'id': 'f1e9a323-9bb9-486e-9bb4-f65febedb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '44f88326-c655-4466-b456-709083e3dc5b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:31.372575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Bound port: 9c484994-ccbe-4770-9bfa-302cbc8aff92, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e9a323-9bb9-486e-9bb4-f65febedb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '44f88326-c655-4466-b456-709083e3dc5b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:31.373150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.416755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb69b871-9bfb-4640-abce-81cd2f2b6640'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:31.420846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-fac12862-bede-4261-8c14-8aca4f4938ec tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:31.422544 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728dd800-fa7b-4c68-8696-09a6acc8d9b5" -d '{"events": [{"server_uuid": "c3fd2899-5425-4494-97e4-4fbfb47ca2e1", "name": "network-vif-plugged", "status": "completed", "tag": "fb69b871-9bfb-4640-abce-81cd2f2b6640"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:31.423436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-fac12862-bede-4261-8c14-8aca4f4938ec tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 950 time: 0.1269729 Feb 11 13:01:31.493352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fb69b871-9bfb-4640-abce-81cd2f2b6640, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fb69b871-9bfb-4640-abce-81cd2f2b6640,segment=NetworkSegment(8f376074-0483-4d74-b48a-ffd97e6f5037),segment_id=8f376074-0483-4d74-b48a-ffd97e6f5037)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:31.500488 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d72b5e8b-21ab-4ed0-a47f-35472e7a2f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.524483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.534383 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a0745bcf-3c5b-489a-8456-738e12c45c4c req-7f6ca47b-ac2c-41a0-b7d5-ca689fbdfe87 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607237 Feb 11 13:01:31.554748 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e8a37ac1-e644-4463-ac2d-b961b1d8e8a8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.626893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40588) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:31.677599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Network 44f88326-c655-4466-b456-709083e3dc5b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:31.682380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] For port 9c484994-ccbe-4770-9bfa-302cbc8aff92, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:31.685463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:31.687744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] For port 9c484994-ccbe-4770-9bfa-302cbc8aff92, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c484994-ccbe-4770-9bfa-302cbc8aff92,segment=NetworkSegment(f1e9a323-9bb9-486e-9bb4-f65febedb67c),segment_id=f1e9a323-9bb9-486e-9bb4-f65febedb67c)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:31.689793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fb69b871-9bfb-4640-abce-81cd2f2b6640,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:31.699147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:31.703451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event updated for resources: {'Port': ['ID=e8a37ac1-e644-4463-ac2d-b961b1d8e8a8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:31.710638 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8d067e-8d9a-4748-8fc3-5ce4e2f22970 x-openstack-request-id: req-2f8d067e-8d9a-4748-8fc3-5ce4e2f22970 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:31.711146 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3fd2899-5425-4494-97e4-4fbfb47ca2e1", "name": "network-vif-plugged", "status": "completed", "tag": "fb69b871-9bfb-4640-abce-81cd2f2b6640", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:31.711563 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f8d067e-8d9a-4748-8fc3-5ce4e2f22970 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:31.712314 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb69b871-9bfb-4640-abce-81cd2f2b6640', 'code': 200} Feb 11 13:01:31.716122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.790256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:31.790904 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.813871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1024382215-network', 'tenant_id': '9f64f2ebc45c4eea8002409169ef2fc1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:31.869288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ea1ae-c6ce-43fe-a793-77aca75a3bb2 None None] Pushing event updated for resources: {'Port': ['ID=9c484994-ccbe-4770-9bfa-302cbc8aff92,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:31.883367 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f666a712-f570-44ec-b3df-fffafbcf1302 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7443542 Feb 11 13:01:31.884878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40596) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:31.893533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Made reservation on behalf of 9f64f2ebc45c4eea8002409169ef2fc1 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:31.896413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.919374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528399-59b6-4443-b825-f9fa66e7071b req-bd4e0c8f-d3be-4f33-8b21-e1619c154136 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:31.920870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-bd4e0c8f-d3be-4f33-8b21-e1619c154136 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.3736126 Feb 11 13:01:31.926985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e66f1-8da1-455c-a4f5-c57b55fe2d40 req-12cc18d9-515a-4003-9cec-a42f783ae6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:31.928561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-603e66f1-8da1-455c-a4f5-c57b55fe2d40 req-12cc18d9-515a-4003-9cec-a42f783ae6a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 1128 time: 0.1457813 Feb 11 13:01:31.931661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:31.932004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.938068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:31.989110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-031d7fe5-66ef-4122-97a9-56929aa9806e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/quotas/ba884f91568d49a1933549f6c67fed1b HTTP/1.1" status: 200 len: 375 time: 0.0528605 Feb 11 13:01:32.003663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ead005-be36-4ad2-8e38-663f60c32fc7 req-262c0eb0-9f73-41f7-979a-bf71cda742e0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:32.005101 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39ead005-be36-4ad2-8e38-663f60c32fc7 req-262c0eb0-9f73-41f7-979a-bf71cda742e0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 950 time: 0.1671023 Feb 11 13:01:32.072864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-603e66f1-8da1-455c-a4f5-c57b55fe2d40 req-8cde2676-64c3-4b53-b826-66d587252bbd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355145 Feb 11 13:01:32.106556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Deleting port e8a37ac1-e644-4463-ac2d-b961b1d8e8a8 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:32.106887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e8a37ac1-e644-4463-ac2d-b961b1d8e8a8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.108886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port 57407da5-92c7-468a-a6ce-8a048d6b8ea6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=57407da5-92c7-468a-a6ce-8a048d6b8ea6,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:32.109262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.126495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for 57407da5-92c7-468a-a6ce-8a048d6b8ea6 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:32.134707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f949e387-f738-47da-beae-ed0858c0b264 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304843 Feb 11 13:01:32.183488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-39ead005-be36-4ad2-8e38-663f60c32fc7 req-2bbb1b65-20df-4e20-9204-94c3dfe8b306 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644330 Feb 11 13:01:32.205677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks [] for security_group (6aa59a4e-6132-400f-8891-7bf4678dbec3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.228972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6aa59a4e-6132-400f-8891-7bf4678dbec3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.272731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e8a37ac1-e644-4463-ac2d-b961b1d8e8a8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.313370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Calling delete_port for e8a37ac1-e644-4463-ac2d-b961b1d8e8a8 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:32.378371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:01:32.418648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa59a4e-6132-400f-8891-7bf4678dbec3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:32.446262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b7a66b2f-5ca4-4903-b352-1d7159f1da51), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.446905 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Added segment b7a66b2f-5ca4-4903-b352-1d7159f1da51 of type vlan for network fdd5ec04-375f-4753-bca5-5e339a7d25be Feb 11 13:01:32.452002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-77b0b594-65c4-44c3-8bb5-317ee94eda93 req-9854ab20-610a-48f6-8da4-b153d91655b2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 210 time: 0.0714190 Feb 11 13:01:32.453339 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.467141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.467373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.467701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.468042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.468355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.468672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.468993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.469309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.469623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.469966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.470266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.470571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.470887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:32.515964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (57407da5-92c7-468a-a6ce-8a048d6b8ea6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.538398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f', '2fe50bd9-d157-4040-b396-480fc16513c8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:32.600408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=57407da5-92c7-468a-a6ce-8a048d6b8ea6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:32.607641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-eb97f490-7166-4dba-a4bc-e8de337ba3c4 service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290454 Feb 11 13:01:32.654511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f', 'a711fa50-64fd-49f1-ada7-6681d0e7b893', '57407da5-92c7-468a-a6ce-8a048d6b8ea6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:32.731312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port 57407da5-92c7-468a-a6ce-8a048d6b8ea6 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:32.743553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:32.747164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-264327bd-7ac4-48ff-8a7e-03a47e28de7d req-ba2aa291-a17c-4599-9ac7-9c0588bf6528 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "DELETE /v2.0/ports/57407da5-92c7-468a-a6ce-8a048d6b8ea6 HTTP/1.1" status: 204 len: 173 time: 1.3031745 Feb 11 13:01:32.747763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedc5b00-770b-417b-8714-b92223cde338', 'name': 'network-vif-deleted', 'tag': '57407da5-92c7-468a-a6ce-8a048d6b8ea6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:32.750322 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1ef0a9-0f7f-4850-93d7-7b6523282e5e" -d '{"events": [{"server_uuid": "aedc5b00-770b-417b-8714-b92223cde338", "name": "network-vif-deleted", "tag": "57407da5-92c7-468a-a6ce-8a048d6b8ea6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:32.793608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-6ecb9b05-bff1-4cb2-b7dd-c82fe90e34e6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:32.795520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-6ecb9b05-bff1-4cb2-b7dd-c82fe90e34e6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.4698470 Feb 11 13:01:32.822940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'port': {'device_id': '78307864-4b8c-4551-b96e-c50656aede10', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'admin_state_up': True, 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:32.969963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-9b07ab21-7e1e-4854-90db-505cc6a3934d service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552442 Feb 11 13:01:33.082249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Made reservation on behalf of 8b969ccd94c24a3b8456f6e70eac2cd4 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:33.086138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:33.093571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (fdd5ec04-375f-4753-bca5-5e339a7d25be), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:33.253523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (fdd5ec04-375f-4753-bca5-5e339a7d25be), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:33.254525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:33.255099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:33.267586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c484994-ccbe-4770-9bfa-302cbc8aff92 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:33.280907 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67f31b6-d42d-41e7-9ef9-e23e7e43444c x-openstack-request-id: req-b67f31b6-d42d-41e7-9ef9-e23e7e43444c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:33.281346 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedc5b00-770b-417b-8714-b92223cde338", "name": "network-vif-deleted", "tag": "57407da5-92c7-468a-a6ce-8a048d6b8ea6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:33.281726 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b67f31b6-d42d-41e7-9ef9-e23e7e43444c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:33.282233 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedc5b00-770b-417b-8714-b92223cde338', 'name': 'network-vif-deleted', 'tag': '57407da5-92c7-468a-a6ce-8a048d6b8ea6', 'status': 'completed', 'code': 200} Feb 11 13:01:33.345695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e8a37ac1-e644-4463-ac2d-b961b1d8e8a8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:33.357665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b68f97-7a49-4bda-a4e7-a943937b6857 req-f9950935-c441-418f-baf1-d070e0be60b1 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:33.366147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2b68f97-7a49-4bda-a4e7-a943937b6857 req-f9950935-c441-418f-baf1-d070e0be60b1 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 946 time: 0.3737316 Feb 11 13:01:33.444433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9c484994-ccbe-4770-9bfa-302cbc8aff92 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:33.450520 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:33.461251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8333282 Feb 11 13:01:33.466741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bb89308-25db-4205-8ece-d31afcd44db7 req-9fdaa49f-6875-443d-8677-8abae4e518d2 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 210 time: 0.0820968 Feb 11 13:01:33.559298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event deleted for resources: {'Port': ['ID=e8a37ac1-e644-4463-ac2d-b961b1d8e8a8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:33.561232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e79906-fbd4-47a4-8358-0098ce1b7ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=fdd5ec04-375f-4753-bca5-5e339a7d25be,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:33.726853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Allocated IP 172.20.0.11 (9317fd9e-eafc-4090-a86a-9621fd4980db/0d30468b-d577-458d-a627-8de8662a6d98/7c4d8d93-86ae-487b-a939-d798ee0f4eae) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:33.742215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network fdd5ec04-375f-4753-bca5-5e339a7d25be details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:01:33.761741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2b68f97-7a49-4bda-a4e7-a943937b6857 req-a93932f5-ab26-4f37-9465-5e1a49a38cea tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913560 Feb 11 13:01:33.825197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98f143ba-7c71-425d-ac77-1ec358f2851e req-63cdccbf-b451-4c0a-8e06-ea2c2ae49d39 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=aedc5b00-770b-417b-8714-b92223cde338 HTTP/1.1" status: 200 len: 210 time: 0.1601837 Feb 11 13:01:33.830948 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:33.854711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3dbaed8f-de20-4a40-9987-8adb81d00464 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "DELETE /v2.0/ports/e8a37ac1-e644-4463-ac2d-b961b1d8e8a8 HTTP/1.1" status: 204 len: 168 time: 1.9684076 Feb 11 13:01:33.855355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40622) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:33.879876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6e6e7-455d-4f9f-871f-7e75c2550894 None None] Network 44f88326-c655-4466-b456-709083e3dc5b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:34.048051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 57407da5-92c7-468a-a6ce-8a048d6b8ea6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:34.060644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-deae3a68-2dcf-4c08-8440-a02f7eae7cd2 req-7ca4d4a0-df71-4055-a116-e8c4c50c1088 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 210 time: 0.0905550 Feb 11 13:01:34.112055 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af5af6af-a5b0-47c0-b68c-6144bc999b35 tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2531614 Feb 11 13:01:34.113000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40634) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:34.124494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1077578025'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:34.136654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.165095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9c484994-ccbe-4770-9bfa-302cbc8aff92 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:34.166444 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.166872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Made reservation on behalf of 262f269b04a14ee59cf331bf0ec1eb14 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:34.182844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.223362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:01:34.225084 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.235316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (44d1be02-0b6b-4234-b0b7-ddaa56f4d182), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.236190 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Added segment 44d1be02-0b6b-4234-b0b7-ddaa56f4d182 of type vlan for network 5d6838cc-3f93-4107-931d-66475a6aaf32 Feb 11 13:01:34.313940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 57407da5-92c7-468a-a6ce-8a048d6b8ea6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:34.314564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 57407da5-92c7-468a-a6ce-8a048d6b8ea6 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:34.315116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb352f9f-a634-491f-b7c1-a95decc284b0 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:34.319755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (5d6838cc-3f93-4107-931d-66475a6aaf32), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.347894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c9ab2389-48a8-4551-b45a-f4fef3d4b968'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:34.361143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (5d6838cc-3f93-4107-931d-66475a6aaf32), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.372985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:34.379329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:34.389397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.407758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:34.444500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:34.456799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=7c4d8d93-86ae-487b-a939-d798ee0f4eae,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:34.543567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event updated for resources: {'Network': ['ID=5d6838cc-3f93-4107-931d-66475a6aaf32,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:34.551217 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-94596165-4edb-40d1-bd89-e48ebdd3bc9c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4366579 Feb 11 13:01:34.553830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40638) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:34.577394 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.600466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9c484994-ccbe-4770-9bfa-302cbc8aff92, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c484994-ccbe-4770-9bfa-302cbc8aff92,segment=NetworkSegment(f1e9a323-9bb9-486e-9bb4-f65febedb67c),segment_id=f1e9a323-9bb9-486e-9bb4-f65febedb67c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:34.602649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 5d6838cc-3f93-4107-931d-66475a6aaf32 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:01:34.629065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f20a37ec-b0fb-47d4-b9a9-45a47c2f0b41 None None] Provisioning complete for port 9c484994-ccbe-4770-9bfa-302cbc8aff92 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:34.629536 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f20a37ec-b0fb-47d4-b9a9-45a47c2f0b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.754420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:34.755250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.764992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.771835 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2c109e2-eacb-4c0c-bac9-113e9fe2850d tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "GET /v2.0/agents/7ccaca05-9c53-445b-bd45-f52dc91ba361/dhcp-networks HTTP/1.1" status: 200 len: 9659 time: 0.2167561 Feb 11 13:01:34.775803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:34.809385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e153ee4d-674c-4429-b2b3-3abd5e5fb023 req-4adc0d27-49ec-470e-8408-5dde6d2a2df9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 210 time: 0.2024419 Feb 11 13:01:34.811396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff18f8-b81f-4a7a-bb91-372a3bcb7ae0 req-fd1a5826-4566-437f-9d5d-89bad5b8092b tempest-ComputeTenantNetworksTest-1047077329 tempest-ComputeTenantNetworksTest-1047077329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:34.819760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff18f8-b81f-4a7a-bb91-372a3bcb7ae0 req-fd1a5826-4566-437f-9d5d-89bad5b8092b tempest-ComputeTenantNetworksTest-1047077329 tempest-ComputeTenantNetworksTest-1047077329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:34.825761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff18f8-b81f-4a7a-bb91-372a3bcb7ae0 req-fd1a5826-4566-437f-9d5d-89bad5b8092b tempest-ComputeTenantNetworksTest-1047077329 tempest-ComputeTenantNetworksTest-1047077329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:34.828464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-89ff18f8-b81f-4a7a-bb91-372a3bcb7ae0 req-fd1a5826-4566-437f-9d5d-89bad5b8092b tempest-ComputeTenantNetworksTest-1047077329 tempest-ComputeTenantNetworksTest-1047077329-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5424614 Feb 11 13:01:34.842264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-f340281f-f1c1-4dea-9999-0615f98431f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0273714 Feb 11 13:01:34.864974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Request body: {'port': {'device_id': '78307864-4b8c-4551-b96e-c50656aede10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:34.889795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-3dc1b2d6-2194-41f2-880e-c37ee1f7b1dd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:34.891707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-3dc1b2d6-2194-41f2-880e-c37ee1f7b1dd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b967ae-75fb-4b59-817d-055572ad53ae HTTP/1.1" status: 200 len: 945 time: 0.2559695 Feb 11 13:01:34.943219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f20a37ec-b0fb-47d4-b9a9-45a47c2f0b41 None None] Current status of the port 9c484994-ccbe-4770-9bfa-302cbc8aff92 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:34.985816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e411e-5d93-4c33-94d9-19f3fe635712 tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] Network 5d6838cc-3f93-4107-931d-66475a6aaf32 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:01:35.008049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948434f-8a12-42c2-b5ec-026a4fd8ecc3 req-03fcc5e6-6894-4771-b440-203095796d99 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:35.009814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1948434f-8a12-42c2-b5ec-026a4fd8ecc3 req-03fcc5e6-6894-4771-b440-203095796d99 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 946 time: 0.1252682 Feb 11 13:01:35.013098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-168e411e-5d93-4c33-94d9-19f3fe635712 tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "POST /v2.0/agents/7ccaca05-9c53-445b-bd45-f52dc91ba361/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2381325 Feb 11 13:01:35.018433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40650) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:35.122001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1948434f-8a12-42c2-b5ec-026a4fd8ecc3 req-96ac4710-6506-4c16-91ce-351a21a535ae tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963471 Feb 11 13:01:35.216746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.255786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port eb352f9f-a634-491f-b7c1-a95decc284b0 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:35.256269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.279290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea26343-fc87-4ff6-81a7-1dd28144b011 None None] Network 5d6838cc-3f93-4107-931d-66475a6aaf32 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:35.380402 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3c0ea0fc-89fd-4368-82a5-f3b9541e8a27 tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "GET /v2.0/agents/7ccaca05-9c53-445b-bd45-f52dc91ba361/dhcp-networks HTTP/1.1" status: 200 len: 10431 time: 0.3561461 Feb 11 13:01:35.380706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:35.475676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9dd48-56dd-4780-961e-64bd535c7fb6 req-eb93305e-e6d1-490e-9672-2f53ce205984 tempest-ComputeTenantNetworksTest-1047077329 tempest-ComputeTenantNetworksTest-1047077329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:35.490470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28d9dd48-56dd-4780-961e-64bd535c7fb6 req-eb93305e-e6d1-490e-9672-2f53ce205984 tempest-ComputeTenantNetworksTest-1047077329 tempest-ComputeTenantNetworksTest-1047077329-project] 10.222.0.42 "GET /v2.0/networks/fdd5ec04-375f-4753-bca5-5e339a7d25be HTTP/1.1" status: 200 len: 769 time: 0.5445015 Feb 11 13:01:35.493454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40662) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:35.530223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9c484994-ccbe-4770-9bfa-302cbc8aff92,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:35.558697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-06cd7c1f-37bf-4d8c-9208-1a2fa4081831 tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "DELETE /v2.0/agents/7ccaca05-9c53-445b-bd45-f52dc91ba361/dhcp-networks/5d6838cc-3f93-4107-931d-66475a6aaf32 HTTP/1.1" status: 204 len: 168 time: 0.1765816 Feb 11 13:01:35.561063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40664) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:35.585243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:35.587990 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6f8dae-bbe9-4a18-bde8-e43d5c8bce03" -d '{"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-unplugged", "status": "completed", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:35.589925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d40527-add8-4f21-8a73-eb20e10c38d0 req-b695468d-9b2e-4d30-8971-a8516b18e9d5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:35.591956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-31d40527-add8-4f21-8a73-eb20e10c38d0 req-b695468d-9b2e-4d30-8971-a8516b18e9d5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 932 time: 0.0895834 Feb 11 13:01:35.678042 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.696110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.696970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.696970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.697137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.697457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.697808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.698132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.698450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.698971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.699532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.708560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Deleting port eb352f9f-a634-491f-b7c1-a95decc284b0 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:35.709158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.711424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.711789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.713609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-31d40527-add8-4f21-8a73-eb20e10c38d0 req-524f13b7-2d40-43c9-b32e-f29ad4667ef7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972757 Feb 11 13:01:35.722094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:01:35.726261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528399-59b6-4443-b825-f9fa66e7071b req-732a3e90-345a-431c-a5df-41c102ce8fae tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:35.728179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-732a3e90-345a-431c-a5df-41c102ce8fae tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.4959974 Feb 11 13:01:35.731476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7d003eb1-bcc4-4e68-8c91-410f0ec018d6 None None] Provisioning complete for port 7c4d8d93-86ae-487b-a939-d798ee0f4eae triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:35.731976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7d003eb1-bcc4-4e68-8c91-410f0ec018d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.740553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:35.760413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Request body: {'port': {'device_id': '7326be2c-1416-418d-a731-80b5278b2cf1', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'admin_state_up': True, 'tenant_id': 'ba884f91568d49a1933549f6c67fed1b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:35.770946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (fdd5ec04-375f-4753-bca5-5e339a7d25be), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.815301 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4ffab594-08da-4d87-a614-e4653cbc6989 tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "GET /v2.0/agents/7ccaca05-9c53-445b-bd45-f52dc91ba361/dhcp-networks HTTP/1.1" status: 200 len: 9659 time: 0.2526321 Feb 11 13:01:35.820233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40670) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:35.828113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.867888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7bd63004-37fc-441d-9347-afe7fab9a1a4 tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "GET /v2.0/networks/44f88326-c655-4466-b456-709083e3dc5b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0433409 Feb 11 13:01:35.880608 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e4e97c-0915-4801-99aa-2f2eaf8caf84 x-openstack-request-id: req-12e4e97c-0915-4801-99aa-2f2eaf8caf84 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:35.881069 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-unplugged", "status": "completed", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:35.888472 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12e4e97c-0915-4801-99aa-2f2eaf8caf84 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:35.889240 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'code': 200} Feb 11 13:01:35.889963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40674) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:35.949888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d08d9578-01da-4922-ae76-6ce2fcac9fcb tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "GET /v2.0/networks/44f88326-c655-4466-b456-709083e3dc5b/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0587142 Feb 11 13:01:35.950792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40678) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:35.951987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7d003eb1-bcc4-4e68-8c91-410f0ec018d6 None None] Port 7c4d8d93-86ae-487b-a939-d798ee0f4eae cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:01:35.971622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:36.019598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393cb0df-69fa-4099-a179-4d143c15809e req-59a4e876-5b33-42ff-a897-4a3413dd4d8a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:36.028862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-393cb0df-69fa-4099-a179-4d143c15809e req-59a4e876-5b33-42ff-a897-4a3413dd4d8a tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 949 time: 0.1674228 Feb 11 13:01:36.080831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5be2c9b1-5931-40b8-908f-8ace38fb3004 req-ce72adc7-c5f0-4d19-ace0-8697d633aed3 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 210 time: 0.0669460 Feb 11 13:01:36.088949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d2ba9773-383c-4848-890b-8981532deff1 None None] Provisioning complete for port 9c484994-ccbe-4770-9bfa-302cbc8aff92 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:36.089548 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9773-383c-4848-890b-8981532deff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.244315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba9773-383c-4848-890b-8981532deff1 None None] Current status of the port 9c484994-ccbe-4770-9bfa-302cbc8aff92 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:36.259613 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bef275f7-f1eb-4d1f-9018-233f2e01550c tempest-DHCPAgentSchedulersTestJSON-1102721886 tempest-DHCPAgentSchedulersTestJSON-1102721886-project-admin] 10.222.0.42 "GET /v2.0/agents/7ccaca05-9c53-445b-bd45-f52dc91ba361/dhcp-networks HTTP/1.1" status: 200 len: 9659 time: 0.2969720 Feb 11 13:01:36.261463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:36.281160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-393cb0df-69fa-4099-a179-4d143c15809e req-06dafa39-d9ca-4c1e-8b54-60574dd9141d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512550 Feb 11 13:01:36.397212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Made reservation on behalf of ba884f91568d49a1933549f6c67fed1b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:36.403088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.412125 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (5d6838cc-3f93-4107-931d-66475a6aaf32), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.465535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9239e1b8-5a76-44c7-8fa7-87814e42b3cc None None] Could not find standard attr ID for object e8a37ac1-e644-4463-ac2d-b961b1d8e8a8. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:01:36.509553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] For port eb352f9f-a634-491f-b7c1-a95decc284b0, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb352f9f-a634-491f-b7c1-a95decc284b0,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:36.510235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.555925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (fdd5ec04-375f-4753-bca5-5e339a7d25be), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.590426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd5ec04-375f-4753-bca5-5e339a7d25be']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:36.595699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (5d6838cc-3f93-4107-931d-66475a6aaf32), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.639603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6838cc-3f93-4107-931d-66475a6aaf32']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:36.656417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d1be02-0b6b-4234-b0b7-ddaa56f4d182') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:36.656735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d1be02-0b6b-4234-b0b7-ddaa56f4d182') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:36.663158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a66b2f-5ca4-4903-b352-1d7159f1da51') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:36.663724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a66b2f-5ca4-4903-b352-1d7159f1da51') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:36.673942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (44d1be02-0b6b-4234-b0b7-ddaa56f4d182), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.686598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Calling delete_port for eb352f9f-a634-491f-b7c1-a95decc284b0 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:36.695051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (44d1be02-0b6b-4234-b0b7-ddaa56f4d182), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.695402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (b7a66b2f-5ca4-4903-b352-1d7159f1da51), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.703915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:01:36.703915 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (44d1be02-0b6b-4234-b0b7-ddaa56f4d182), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:01:36.711419 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:01:36.840757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (5d6838cc-3f93-4107-931d-66475a6aaf32), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.853117 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.857398 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "DELETE /v2.0/networks/5d6838cc-3f93-4107-931d-66475a6aaf32 HTTP/1.1" status: 204 len: 168 time: 0.5963085 Feb 11 13:01:36.885908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40700) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:36.925290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b96b7-e22e-4732-9f18-15da8fd8c348 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event deleted for resources: {'Network': ['ID=5d6838cc-3f93-4107-931d-66475a6aaf32,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:36.931032 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-990a7413-f8b4-4eef-8c8e-1016e5b5146c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] DELETE failed (client error): The resource could not be found. Feb 11 13:01:36.931863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990a7413-f8b4-4eef-8c8e-1016e5b5146c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:01:36.935857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-990a7413-f8b4-4eef-8c8e-1016e5b5146c tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "DELETE /v2.0/ports/e8a37ac1-e644-4463-ac2d-b961b1d8e8a8 HTTP/1.1" status: 404 len: 333 time: 0.0473232 Feb 11 13:01:36.940420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (eb352f9f-a634-491f-b7c1-a95decc284b0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.942001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40702) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:36.961084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17335c34-aacc-43d9-999a-d424e511ffd1 req-28de4d02-a076-4f3d-b02b-baeb0ef230ef tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:36.967436 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b7a66b2f-5ca4-4903-b352-1d7159f1da51), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:36.969040 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17335c34-aacc-43d9-999a-d424e511ffd1 req-28de4d02-a076-4f3d-b02b-baeb0ef230ef tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 932 time: 0.1433554 Feb 11 13:01:37.041491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4d8d93-86ae-487b-a939-d798ee0f4eae {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:37.051692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:01:37.052103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (b7a66b2f-5ca4-4903-b352-1d7159f1da51), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:01:37.063444 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:01:37.065134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-17335c34-aacc-43d9-999a-d424e511ffd1 req-666b5c14-b248-4dfd-9891-4b9c706d835a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934784 Feb 11 13:01:37.065624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event deleted for resources: {'Port': ['ID=eb352f9f-a634-491f-b7c1-a95decc284b0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:37.069238 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Publish callbacks [] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.093404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c484994-ccbe-4770-9bfa-302cbc8aff92 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:37.182082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9c484994-ccbe-4770-9bfa-302cbc8aff92 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:37.182624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.205197 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a8dc32b-746d-42a8-9a05-27f79be3bcf6 req-f498d9bc-658e-421f-9cb5-e0bdd02950bb tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 210 time: 0.0496485 Feb 11 13:01:37.304328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9c484994-ccbe-4770-9bfa-302cbc8aff92 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:37.476213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Deleting subnet d32514f4-4ccb-4330-921c-d6938278341c {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:01:37.551744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks [] for subnet (d32514f4-4ccb-4330-921c-d6938278341c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.631794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] No DVR routers for this DVR port eb352f9f-a634-491f-b7c1-a95decc284b0 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:37.637827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Allocated IP 172.20.0.9 (1ea51000-bd0d-49f2-bf38-62858fa5fc7b/37777208-7d48-4d2c-b767-3ffa3462226c/cd08f406-4963-4703-8960-1e4353585495) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:37.640321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.643671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7bbdba6e-69b1-42b2-a2fb-4197644376fd req-e8ec7ed6-447b-4adb-99ce-f3901675d36d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "DELETE /v2.0/ports/eb352f9f-a634-491f-b7c1-a95decc284b0 HTTP/1.1" status: 204 len: 173 time: 2.7326655 Feb 11 13:01:37.647765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Transition to ACTIVE for port object 7c4d8d93-86ae-487b-a939-d798ee0f4eae will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:01:37.648409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-deleted', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:37.650694 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf0e17b-b290-42e3-ae49-8dcc35e87fbd" -d '{"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-deleted", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:37.658462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (fdd5ec04-375f-4753-bca5-5e339a7d25be), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.677915 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.685012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.688521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fdd5ec04-375f-4753-bca5-5e339a7d25be HTTP/1.1" status: 204 len: 168 time: 2.1837478 Feb 11 13:01:37.693152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (d32514f4-4ccb-4330-921c-d6938278341c), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.727549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468863e-e727-491d-9cac-d457a3898d00 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd5ec04-375f-4753-bca5-5e339a7d25be,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:37.836647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1011d23-59bf-45a7-8a93-cdb340bc1c12 req-7fb06661-73e7-4b2f-95b4-28bfd50e9e95 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:37.845183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1011d23-59bf-45a7-8a93-cdb340bc1c12 req-7fb06661-73e7-4b2f-95b4-28bfd50e9e95 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 949 time: 0.3604741 Feb 11 13:01:37.905894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Pushing event updated for resources: {'Port': ['ID=7c4d8d93-86ae-487b-a939-d798ee0f4eae,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:37.924947 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eaa232-0b92-49d7-9f47-e1641647f048 x-openstack-request-id: req-26eaa232-0b92-49d7-9f47-e1641647f048 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:37.925472 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b967ae-75fb-4b59-817d-055572ad53ae", "name": "network-vif-deleted", "tag": "eb352f9f-a634-491f-b7c1-a95decc284b0", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:37.925968 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26eaa232-0b92-49d7-9f47-e1641647f048 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:37.926585 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b967ae-75fb-4b59-817d-055572ad53ae', 'name': 'network-vif-deleted', 'tag': 'eb352f9f-a634-491f-b7c1-a95decc284b0', 'status': 'completed', 'code': 200} Feb 11 13:01:38.000771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40728) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:38.063893 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-733337d9-f19d-4468-a2dd-0be88db51c34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f64f2ebc45c4eea8002409169ef2fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613956 Feb 11 13:01:38.065499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:38.075301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-e8b757e1-eb66-4082-a777-9b3088a9cbc8 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:38.075301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-e8b757e1-eb66-4082-a777-9b3088a9cbc8 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 949 time: 0.3910091 Feb 11 13:01:38.146071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a7f00be-aa1e-4373-8655-14d4ca3dce7e admin admin] Publish callbacks [] for security_group (6aa59a4e-6132-400f-8891-7bf4678dbec3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.175693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a7f00be-aa1e-4373-8655-14d4ca3dce7e admin admin] Publish callbacks [] for security_group (6aa59a4e-6132-400f-8891-7bf4678dbec3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.237903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1011d23-59bf-45a7-8a93-cdb340bc1c12 req-3cd13fbb-b582-4335-aad1-5084ddeccc50 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876112 Feb 11 13:01:38.280248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a7f00be-aa1e-4373-8655-14d4ca3dce7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6aa59a4e-6132-400f-8891-7bf4678dbec3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.282175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d32514f4-4ccb-4330-921c-d6938278341c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.289545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a7f00be-aa1e-4373-8655-14d4ca3dce7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.293539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6a7f00be-aa1e-4373-8655-14d4ca3dce7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6aa59a4e-6132-400f-8891-7bf4678dbec3 HTTP/1.1" status: 204 len: 168 time: 0.2265177 Feb 11 13:01:38.322953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f00be-aa1e-4373-8655-14d4ca3dce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa59a4e-6132-400f-8891-7bf4678dbec3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:38.336418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20d6d0-d6da-4b8b-a765-d7b981af47fd req-342e91cb-42a9-4b52-b03d-6646b971b3be tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:38.347265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b20d6d0-d6da-4b8b-a765-d7b981af47fd req-342e91cb-42a9-4b52-b03d-6646b971b3be tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 944 time: 0.1191132 Feb 11 13:01:38.406883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Attempting to bind port 7c4d8d93-86ae-487b-a939-d798ee0f4eae on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:38.407347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Attempting to bind port 7c4d8d93-86ae-487b-a939-d798ee0f4eae by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:38.407769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Attempting to bind port 7c4d8d93-86ae-487b-a939-d798ee0f4eae on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:38.440003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Port 7c4d8d93-86ae-487b-a939-d798ee0f4eae on network 9317fd9e-eafc-4090-a86a-9621fd4980db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:01:38.441166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Attempting to bind port 7c4d8d93-86ae-487b-a939-d798ee0f4eae on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:38.474042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b20d6d0-d6da-4b8b-a765-d7b981af47fd req-9fc37de5-9f3e-43f2-baae-6fc9da3efbec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213050 Feb 11 13:01:38.483431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks [] for port (cd08f406-4963-4703-8960-1e4353585495), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.485393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:38.498363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:38.499127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Bound using segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:38.499861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Bound port: 7c4d8d93-86ae-487b-a939-d798ee0f4eae, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:38.500763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.537397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (d32514f4-4ccb-4330-921c-d6938278341c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.644813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event deleted for resources: {'Subnet': ['ID=d32514f4-4ccb-4330-921c-d6938278341c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:38.650907 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cd08f406-4963-4703-8960-1e4353585495), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.670737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12ceb6bd-bf5d-40fc-b0ac-97f22cf8d093 req-93545d32-3df6-4c69-89aa-eb833b4bd53b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 210 time: 0.0645130 Feb 11 13:01:38.672147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2eefbb-d336-46d4-aa28-f59fa217c58b None None] Network 44f88326-c655-4466-b456-709083e3dc5b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:38.694398 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.699033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-64987456-fccb-405c-b993-66047e0f1359 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "DELETE /v2.0/subnets/d32514f4-4ccb-4330-921c-d6938278341c HTTP/1.1" status: 204 len: 168 time: 1.7506583 Feb 11 13:01:38.702334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40748) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:38.746021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port a711fa50-64fd-49f1-ada7-6681d0e7b893 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:38.746555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.813349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (44f88326-c655-4466-b456-709083e3dc5b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.885181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:38.893296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:38.908480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:38.917248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:38.947334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] DHCP port deletion for 44f88326-c655-4466-b456-709083e3dc5b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:01:38.971743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] For port 7c4d8d93-86ae-487b-a939-d798ee0f4eae, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:39.001728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port a711fa50-64fd-49f1-ada7-6681d0e7b893, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a711fa50-64fd-49f1-ada7-6681d0e7b893,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:39.002103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.005541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] For port 7c4d8d93-86ae-487b-a939-d798ee0f4eae, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:39.024969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for a711fa50-64fd-49f1-ada7-6681d0e7b893 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:39.034299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] Deleting port 9c484994-ccbe-4770-9bfa-302cbc8aff92 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:39.034415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:39.034675 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.035013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.036056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Deleting port 9c484994-ccbe-4770-9bfa-302cbc8aff92 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:39.036512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.044761 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.135014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-f6a46720-3683-4c3f-bcdd-ddce9acd24fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3789766 Feb 11 13:01:39.136339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:39.136954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.138296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] 10.222.0.53 "PUT /v2.0/ports/7c4d8d93-86ae-487b-a939-d798ee0f4eae HTTP/1.1" status: 200 len: 1092 time: 4.2834585 Feb 11 13:01:39.146352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c484994-ccbe-4770-9bfa-302cbc8aff92 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:39.190025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Request body: {'port': {'device_id': '7326be2c-1416-418d-a731-80b5278b2cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:39.199625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] For port 9c484994-ccbe-4770-9bfa-302cbc8aff92, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c484994-ccbe-4770-9bfa-302cbc8aff92,segment=NetworkSegment(f1e9a323-9bb9-486e-9bb4-f65febedb67c),segment_id=f1e9a323-9bb9-486e-9bb4-f65febedb67c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:39.200057 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.220385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] Calling delete_port for 9c484994-ccbe-4770-9bfa-302cbc8aff92 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:39.233740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] For port 9c484994-ccbe-4770-9bfa-302cbc8aff92, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c484994-ccbe-4770-9bfa-302cbc8aff92,segment=NetworkSegment(f1e9a323-9bb9-486e-9bb4-f65febedb67c),segment_id=f1e9a323-9bb9-486e-9bb4-f65febedb67c)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:39.234068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.256654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733d634-2dd9-4266-92f2-8d7fb6dbb3bc service neutron] Pushing event updated for resources: {'Port': ['ID=7c4d8d93-86ae-487b-a939-d798ee0f4eae,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:39.295121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Calling delete_port for 9c484994-ccbe-4770-9bfa-302cbc8aff92 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:39.392421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9c484994-ccbe-4770-9bfa-302cbc8aff92 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:39.393689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd08f406-4963-4703-8960-1e4353585495), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.394262 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.460510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9c484994-ccbe-4770-9bfa-302cbc8aff92, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c484994-ccbe-4770-9bfa-302cbc8aff92,segment=NetworkSegment(f1e9a323-9bb9-486e-9bb4-f65febedb67c),segment_id=f1e9a323-9bb9-486e-9bb4-f65febedb67c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:39.469913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.475749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-86e6c650-ac87-4a8d-81b7-c8816114263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:39.477578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-86e6c650-ac87-4a8d-81b7-c8816114263e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 1126 time: 0.2587190 Feb 11 13:01:39.508204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.534942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] No DVR routers for this DVR port 9c484994-ccbe-4770-9bfa-302cbc8aff92 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:39.574302 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3d6e4-bec8-44eb-ad5b-c59937866f9d req-69d7e9aa-990b-4e62-ba4a-64eceed76f5c tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:39.575952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9c484994-ccbe-4770-9bfa-302cbc8aff92,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:39.593461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-40c3d6e4-bec8-44eb-ad5b-c59937866f9d req-69d7e9aa-990b-4e62-ba4a-64eceed76f5c tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 946 time: 0.6540599 Feb 11 13:01:39.611212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24875eb4-2868-4fac-95b2-0c2178e41ce4 None None] Pushing event deleted for resources: {'Port': ['ID=9c484994-ccbe-4770-9bfa-302cbc8aff92,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:39.655235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9c484994-ccbe-4770-9bfa-302cbc8aff92), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.664319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-4ffb46a5-5492-4951-b3ad-dd6085b055cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae HTTP/1.1" status: 200 len: 217 time: 0.1630571 Feb 11 13:01:39.689905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event deleted for resources: {'Port': ['ID=9c484994-ccbe-4770-9bfa-302cbc8aff92,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:39.710487 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-40c3d6e4-bec8-44eb-ad5b-c59937866f9d req-5ecc07fd-f092-4baf-adcb-db8af85a2e4b tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143703 Feb 11 13:01:39.712455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] No DVR routers for this DVR port 9c484994-ccbe-4770-9bfa-302cbc8aff92 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:39.750094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a711fa50-64fd-49f1-ada7-6681d0e7b893), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.763683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f', '2fe50bd9-d157-4040-b396-480fc16513c8'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:39.827313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (44f88326-c655-4466-b456-709083e3dc5b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.835477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3ddd1-343c-4024-8b26-edceb83c4657 req-b0539619-f47f-4d3c-acb9-2df8dbce149b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:39.838983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f', 'a711fa50-64fd-49f1-ada7-6681d0e7b893'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:39.844077 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7a3ddd1-343c-4024-8b26-edceb83c4657 req-b0539619-f47f-4d3c-acb9-2df8dbce149b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b6c21fe-767f-4836-b2d8-2b0d6d89c999 HTTP/1.1" status: 200 len: 949 time: 0.3713601 Feb 11 13:01:39.858068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f88326-c655-4466-b456-709083e3dc5b']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:39.874727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e9a323-9bb9-486e-9bb4-f65febedb67c') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:39.875169 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e9a323-9bb9-486e-9bb4-f65febedb67c') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:39.893250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=a711fa50-64fd-49f1-ada7-6681d0e7b893,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:39.898935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (f1e9a323-9bb9-486e-9bb4-f65febedb67c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.939254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb352f9f-a634-491f-b7c1-a95decc284b0 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:39.939619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f1e9a323-9bb9-486e-9bb4-f65febedb67c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.946924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78307864-4b8c-4551-b96e-c50656aede10', 'tag': '7c4d8d93-86ae-487b-a939-d798ee0f4eae'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:39.949562 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962b37cb-5184-42ba-9092-dcf37426561d" -d '{"events": [{"name": "network-changed", "server_uuid": "78307864-4b8c-4551-b96e-c50656aede10", "tag": "7c4d8d93-86ae-487b-a939-d798ee0f4eae"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:39.953153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-072b5895-2b72-4824-a996-86e42458d849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:39.955209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-072b5895-2b72-4824-a996-86e42458d849 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.2707081 Feb 11 13:01:39.967941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:01:39.968934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (f1e9a323-9bb9-486e-9bb4-f65febedb67c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:39.973206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: eb352f9f-a634-491f-b7c1-a95decc284b0 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:39.973554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb352f9f-a634-491f-b7c1-a95decc284b0 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:01:39.978391 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:01:40.008827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port a711fa50-64fd-49f1-ada7-6681d0e7b893 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:40.033952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae497833-c52a-41ed-98d2-5773e2a46240 req-e53264b5-dfa7-46c7-b6f3-30bf0d1a0f43 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:40.036242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae497833-c52a-41ed-98d2-5773e2a46240 req-e53264b5-dfa7-46c7-b6f3-30bf0d1a0f43 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 944 time: 0.1644845 Feb 11 13:01:40.040734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:40.044241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e77930d-c74f-4c8d-86e1-d9a38cab06b4 req-fb82e9c4-ff6e-4726-95d9-62d8ebe834e9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "DELETE /v2.0/ports/a711fa50-64fd-49f1-ada7-6681d0e7b893 HTTP/1.1" status: 204 len: 173 time: 1.9038651 Feb 11 13:01:40.132548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7a3ddd1-343c-4024-8b26-edceb83c4657 req-b67aeea8-3643-439f-8424-1e0c1396bf1e tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872999 Feb 11 13:01:40.179600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-b8a56914-2aa1-4962-ad3e-4474280a1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:40.183924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-b8a56914-2aa1-4962-ad3e-4474280a1daf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1958935 Feb 11 13:01:40.226888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (44f88326-c655-4466-b456-709083e3dc5b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:40.276317 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:40.291309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] 10.222.0.42 "DELETE /v2.0/networks/44f88326-c655-4466-b456-709083e3dc5b HTTP/1.1" status: 204 len: 168 time: 1.5877123 Feb 11 13:01:40.292427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa687d1-fe65-4744-8b19-89dcf5792967 tempest-DHCPAgentSchedulersTestJSON-1551546367 tempest-DHCPAgentSchedulersTestJSON-1551546367-project] Pushing event deleted for resources: {'Network': ['ID=44f88326-c655-4466-b456-709083e3dc5b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:40.316525 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae497833-c52a-41ed-98d2-5773e2a46240 req-6ebe7752-e5fb-42ad-ba58-fefe7d9f9363 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658935 Feb 11 13:01:40.786493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40794) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:40.787605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc438e8b-d095-43e9-a733-1ae9310d0e7b req-1f021a76-96bd-4bfb-8046-9f25b7671788 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:40.789216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc438e8b-d095-43e9-a733-1ae9310d0e7b req-1f021a76-96bd-4bfb-8046-9f25b7671788 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 931 time: 0.5566692 Feb 11 13:01:40.826870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-ba7485e4-ee66-480e-b189-f0615c94cfea service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306121 Feb 11 13:01:40.838023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd08f406-4963-4703-8960-1e4353585495 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:40.858293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Publish callbacks [] for port (cd08f406-4963-4703-8960-1e4353585495), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:40.886827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-5a0e1577-6c91-4a8b-8bde-a25b3021bd3e tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:40.888328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-5a0e1577-6c91-4a8b-8bde-a25b3021bd3e tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 946 time: 0.1973910 Feb 11 13:01:40.944598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Transition to ACTIVE for port object cd08f406-4963-4703-8960-1e4353585495 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:01:40.970485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3c8a6853-c39b-49ee-b052-2320494b6059 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=262f269b04a14ee59cf331bf0ec1eb14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1801260 Feb 11 13:01:40.971161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40802) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:40.989408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (cd08f406-4963-4703-8960-1e4353585495), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.008284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc438e8b-d095-43e9-a733-1ae9310d0e7b req-06dca6cb-61e9-4cb2-a28a-56c256961e7b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045903 Feb 11 13:01:41.039891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2876beb2-0e86-4a66-8fe3-a39b141ef9f4 admin admin] Publish callbacks [] for security_group (62a347be-8586-41fd-a0a7-6298d1c6205a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.074415 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3d7da3-afc9-4a77-9281-721a896ac4d9 x-openstack-request-id: req-7c3d7da3-afc9-4a77-9281-721a896ac4d9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:41.074649 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78307864-4b8c-4551-b96e-c50656aede10", "tag": "7c4d8d93-86ae-487b-a939-d798ee0f4eae", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:41.074890 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c3d7da3-afc9-4a77-9281-721a896ac4d9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:41.075299 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78307864-4b8c-4551-b96e-c50656aede10', 'tag': '7c4d8d93-86ae-487b-a939-d798ee0f4eae', 'status': 'completed', 'code': 200} Feb 11 13:01:41.106602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2876beb2-0e86-4a66-8fe3-a39b141ef9f4 admin admin] Publish callbacks [] for security_group (62a347be-8586-41fd-a0a7-6298d1c6205a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.174020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2876beb2-0e86-4a66-8fe3-a39b141ef9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (62a347be-8586-41fd-a0a7-6298d1c6205a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.176990 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2876beb2-0e86-4a66-8fe3-a39b141ef9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.180676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2876beb2-0e86-4a66-8fe3-a39b141ef9f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62a347be-8586-41fd-a0a7-6298d1c6205a HTTP/1.1" status: 204 len: 168 time: 0.2066336 Feb 11 13:01:41.184508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:41.188373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77d1f31c-949d-4a92-9593-68a10961e4e9 req-0f2af5d9-133b-4e6e-9734-7bec93443189 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409326 Feb 11 13:01:41.205267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876beb2-0e86-4a66-8fe3-a39b141ef9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a347be-8586-41fd-a0a7-6298d1c6205a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:41.315661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485b127-cd9d-4232-9e15-60413782ee0a req-eb67d8a3-d05f-4015-b658-57a551a2b141 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:41.322999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7485b127-cd9d-4232-9e15-60413782ee0a req-eb67d8a3-d05f-4015-b658-57a551a2b141 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 946 time: 0.1865902 Feb 11 13:01:41.331915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Deleting port fb69b871-9bfb-4640-abce-81cd2f2b6640 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:41.332264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.395609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Attempting to bind port cd08f406-4963-4703-8960-1e4353585495 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:41.395944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Attempting to bind port cd08f406-4963-4703-8960-1e4353585495 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:41.396273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Attempting to bind port cd08f406-4963-4703-8960-1e4353585495 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:41.443742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Port cd08f406-4963-4703-8960-1e4353585495 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:01:41.444264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Attempting to bind port cd08f406-4963-4703-8960-1e4353585495 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:41.466144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:41.466732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Checking segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:41.467267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Bound using segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:41.467865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Bound port: cd08f406-4963-4703-8960-1e4353585495, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:41.468407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd08f406-4963-4703-8960-1e4353585495), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.486585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b37cb-5184-42ba-9092-dcf37426561d req-f99bd3f3-b837-4c60-bf2d-e02979e84eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:41.488358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-962b37cb-5184-42ba-9092-dcf37426561d req-f99bd3f3-b837-4c60-bf2d-e02979e84eac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 1126 time: 0.2227228 Feb 11 13:01:41.528592 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7485b127-cd9d-4232-9e15-60413782ee0a req-1e65962f-2003-4b5e-939f-12fa891db199 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/security-groups?id=4aae28d0-5be0-4a97-b9b7-1b6648308e95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996980 Feb 11 13:01:41.547475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] For port fb69b871-9bfb-4640-abce-81cd2f2b6640, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fb69b871-9bfb-4640-abce-81cd2f2b6640,segment=NetworkSegment(8f376074-0483-4d74-b48a-ffd97e6f5037),segment_id=8f376074-0483-4d74-b48a-ffd97e6f5037)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:41.548021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.609391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:41.613010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:41.633261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (cd08f406-4963-4703-8960-1e4353585495), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.654752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Calling delete_port for fb69b871-9bfb-4640-abce-81cd2f2b6640 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:41.670648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6f3d0-11f0-4d02-ba97-38325dc7aaaf req-b71fe8a4-b949-4aa4-a85a-8369e7fae67a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:41.674821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40822) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:41.683790 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5da6f3d0-11f0-4d02-ba97-38325dc7aaaf req-b71fe8a4-b949-4aa4-a85a-8369e7fae67a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 944 time: 0.1223979 Feb 11 13:01:41.744553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:41.745359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.746976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] 10.222.0.53 "PUT /v2.0/ports/cd08f406-4963-4703-8960-1e4353585495 HTTP/1.1" status: 200 len: 1091 time: 2.5818660 Feb 11 13:01:41.751304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6186284d-9ccd-419c-a6c4-0c9f2e6a8418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:41.751791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5da6f3d0-11f0-4d02-ba97-38325dc7aaaf req-d0b5cfed-f7db-4b10-b5a2-6b9b1bc868b5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666783 Feb 11 13:01:41.831952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738f071-06e3-4318-af03-d3232d373d0f service neutron] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:41.891473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df78f9-7d93-40c7-a7cc-21782f38ee07 req-ce193390-9f98-4265-81a3-8c543a2c32f4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:41.893146 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7df78f9-7d93-40c7-a7cc-21782f38ee07 req-ce193390-9f98-4265-81a3-8c543a2c32f4 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 950 time: 0.0549498 Feb 11 13:01:41.904048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b37cb-5184-42ba-9092-dcf37426561d req-ffceb1fb-d151-47a9-8b55-3e6781d0f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:41.905604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-962b37cb-5184-42ba-9092-dcf37426561d req-ffceb1fb-d151-47a9-8b55-3e6781d0f06c service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.4025836 Feb 11 13:01:41.936991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a711fa50-64fd-49f1-ada7-6681d0e7b893 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:41.971832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: a711fa50-64fd-49f1-ada7-6681d0e7b893 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:41.972958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a711fa50-64fd-49f1-ada7-6681d0e7b893 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:41.977492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-962b37cb-5184-42ba-9092-dcf37426561d req-2734ddc7-91fb-43a1-ad74-f700120eacad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae HTTP/1.1" status: 200 len: 217 time: 0.0491068 Feb 11 13:01:41.985493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528399-59b6-4443-b825-f9fa66e7071b req-cf739617-930b-4f66-94c0-d7ef937f4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:41.987119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-cf739617-930b-4f66-94c0-d7ef937f4d2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 1125 time: 0.1719432 Feb 11 13:01:41.989861 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7df78f9-7d93-40c7-a7cc-21782f38ee07 req-66b23720-f7ba-4ea5-a13f-79bf0c8dc2df tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872152 Feb 11 13:01:42.090650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-64ed12ff-aabb-44cc-9225-e4c195dd4416 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd08f406-4963-4703-8960-1e4353585495 HTTP/1.1" status: 200 len: 217 time: 0.0879645 Feb 11 13:01:42.181275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6186284d-9ccd-419c-a6c4-0c9f2e6a8418 admin admin] Publish callbacks [] for security_group (5bca56ea-c629-49a6-af47-e2a3afe5e556), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.194156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6186284d-9ccd-419c-a6c4-0c9f2e6a8418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5bca56ea-c629-49a6-af47-e2a3afe5e556), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.197094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b37cb-5184-42ba-9092-dcf37426561d req-76fd7f67-14ea-4578-9ed9-478f1dbe481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:42.198606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-962b37cb-5184-42ba-9092-dcf37426561d req-76fd7f67-14ea-4578-9ed9-478f1dbe481b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.2083337 Feb 11 13:01:42.236852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fb69b871-9bfb-4640-abce-81cd2f2b6640), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.249138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fb69b871-9bfb-4640-abce-81cd2f2b6640'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:42.291017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d528399-59b6-4443-b825-f9fa66e7071b req-b847c3cb-1d44-4bfc-b19f-563e7da57df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:42.292491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-b847c3cb-1d44-4bfc-b19f-563e7da57df1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.1845732 Feb 11 13:01:42.327857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186284d-9ccd-419c-a6c4-0c9f2e6a8418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bca56ea-c629-49a6-af47-e2a3afe5e556,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:42.333673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Pushing event deleted for resources: {'Port': ['ID=fb69b871-9bfb-4640-abce-81cd2f2b6640,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:42.340481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6186284d-9ccd-419c-a6c4-0c9f2e6a8418 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c96fbf5ad9e0406eb0f79ee07c630544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6553361 Feb 11 13:01:42.341037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40834) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:42.377370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-035cd94e-bfad-40e8-88da-98f825ad9f9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596943 Feb 11 13:01:42.384932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf631a-9a44-4850-8ca3-39b3dba1f120 req-59186e73-c335-4c6a-89c0-c626c44313ae tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:42.386548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3daf631a-9a44-4850-8ca3-39b3dba1f120 req-59186e73-c335-4c6a-89c0-c626c44313ae tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 943 time: 0.3053393 Feb 11 13:01:42.496770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b37cb-5184-42ba-9092-dcf37426561d req-1b92d153-a91e-49e9-b1f1-08e626f4434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:42.498487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-962b37cb-5184-42ba-9092-dcf37426561d req-1b92d153-a91e-49e9-b1f1-08e626f4434f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2885439 Feb 11 13:01:42.570891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] No DVR routers for this DVR port fb69b871-9bfb-4640-abce-81cd2f2b6640 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:42.574601 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.578725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2bc0b86-d19a-469e-a855-5b7cf4b490dd req-3f0f2cdf-f031-4878-93a7-83f26b8b13d6 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.64 "DELETE /v2.0/ports/fb69b871-9bfb-4640-abce-81cd2f2b6640 HTTP/1.1" status: 204 len: 173 time: 1.6727161 Feb 11 13:01:42.637560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1692fc9a-71af-4b7f-bad0-ea8a53f3aabb req-a9985b02-ef91-4cbd-a1c5-272536be3cb8 tempest-ServerTagsTestJSON-1828089070 tempest-ServerTagsTestJSON-1828089070-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3fd2899-5425-4494-97e4-4fbfb47ca2e1 HTTP/1.1" status: 200 len: 210 time: 0.0326197 Feb 11 13:01:42.642093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3daf631a-9a44-4850-8ca3-39b3dba1f120 req-3f00410c-c857-4abb-9f5a-4c6a470cfce1 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472501 Feb 11 13:01:42.685852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d6e6-a380-439e-b000-d8fbb36d5d62 admin admin] Publish callbacks [] for security_group (5bca56ea-c629-49a6-af47-e2a3afe5e556), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.718894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-24f08498-3a34-4810-8211-bc9fe05b9f02 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313444 Feb 11 13:01:42.731515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d6e6-a380-439e-b000-d8fbb36d5d62 admin admin] Publish callbacks [] for security_group (5bca56ea-c629-49a6-af47-e2a3afe5e556), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.802669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-962b37cb-5184-42ba-9092-dcf37426561d req-b02358aa-8796-4723-b4bc-d630c61df366 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793880 Feb 11 13:01:42.937525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d6e6-a380-439e-b000-d8fbb36d5d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5bca56ea-c629-49a6-af47-e2a3afe5e556), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.940050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c1d6e6-a380-439e-b000-d8fbb36d5d62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:42.941189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1c1d6e6-a380-439e-b000-d8fbb36d5d62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bca56ea-c629-49a6-af47-e2a3afe5e556 HTTP/1.1" status: 204 len: 168 time: 0.5953755 Feb 11 13:01:42.965956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d528399-59b6-4443-b825-f9fa66e7071b req-2cde09ab-3bd3-4579-b846-298bce709e5f service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320163 Feb 11 13:01:42.968909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1d6e6-a380-439e-b000-d8fbb36d5d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bca56ea-c629-49a6-af47-e2a3afe5e556,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:42.999485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc242b4-c42a-4172-893b-f41849062a8e req-dcc7a1d0-67cc-480c-8dd7-655f615d6b6f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:43.001023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efc242b4-c42a-4172-893b-f41849062a8e req-dcc7a1d0-67cc-480c-8dd7-655f615d6b6f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 944 time: 0.1700137 Feb 11 13:01:43.003271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-962b37cb-5184-42ba-9092-dcf37426561d req-33022ad3-5af8-47e4-88e1-64029b7f694f service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695900 Feb 11 13:01:43.061037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efc242b4-c42a-4172-893b-f41849062a8e req-99d54fa3-9b37-4c30-ae73-2bd851589625 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498245 Feb 11 13:01:43.080053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'name': 'network-vif-deleted', 'tag': 'a711fa50-64fd-49f1-ada7-6681d0e7b893'}, {'name': 'network-changed', 'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'tag': 'cd08f406-4963-4703-8960-1e4353585495'}, {'server_uuid': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'name': 'network-vif-deleted', 'tag': 'fb69b871-9bfb-4640-abce-81cd2f2b6640'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:43.083315 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f59e9f-abcd-411e-b47f-8baa7bafb321" -d '{"events": [{"server_uuid": "6b6c21fe-767f-4836-b2d8-2b0d6d89c999", "name": "network-vif-deleted", "tag": "a711fa50-64fd-49f1-ada7-6681d0e7b893"}, {"name": "network-changed", "server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "tag": "cd08f406-4963-4703-8960-1e4353585495"}, {"server_uuid": "c3fd2899-5425-4494-97e4-4fbfb47ca2e1", "name": "network-vif-deleted", "tag": "fb69b871-9bfb-4640-abce-81cd2f2b6640"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:43.144382 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa96fd08-14a5-49ed-a560-c9e7a3218f4e x-openstack-request-id: req-fa96fd08-14a5-49ed-a560-c9e7a3218f4e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:43.144686 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6c21fe-767f-4836-b2d8-2b0d6d89c999", "name": "network-vif-deleted", "tag": "a711fa50-64fd-49f1-ada7-6681d0e7b893", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "tag": "cd08f406-4963-4703-8960-1e4353585495", "status": "completed", "code": 200}, {"server_uuid": "c3fd2899-5425-4494-97e4-4fbfb47ca2e1", "name": "network-vif-deleted", "tag": "fb69b871-9bfb-4640-abce-81cd2f2b6640", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:43.144942 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa96fd08-14a5-49ed-a560-c9e7a3218f4e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:43.145341 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6c21fe-767f-4836-b2d8-2b0d6d89c999', 'name': 'network-vif-deleted', 'tag': 'a711fa50-64fd-49f1-ada7-6681d0e7b893', 'status': 'completed', 'code': 200} Feb 11 13:01:43.145629 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'tag': 'cd08f406-4963-4703-8960-1e4353585495', 'status': 'completed', 'code': 200} Feb 11 13:01:43.145918 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3fd2899-5425-4494-97e4-4fbfb47ca2e1', 'name': 'network-vif-deleted', 'tag': 'fb69b871-9bfb-4640-abce-81cd2f2b6640', 'status': 'completed', 'code': 200} Feb 11 13:01:43.148018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac5c0f-41d9-46b2-92df-b30fd9f43d1b req-2ddca26d-e371-4774-bed3-56df4718c99b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:43.149576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9cac5c0f-41d9-46b2-92df-b30fd9f43d1b req-2ddca26d-e371-4774-bed3-56df4718c99b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 950 time: 0.0842726 Feb 11 13:01:43.217481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9cac5c0f-41d9-46b2-92df-b30fd9f43d1b req-cbd8aa94-d46b-4419-b0a1-4d9348c40bd3 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542440 Feb 11 13:01:43.301391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-1243b962-b01e-48b5-a9e5-290eed849ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:43.303074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-1243b962-b01e-48b5-a9e5-290eed849ee6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 1125 time: 0.1245143 Feb 11 13:01:43.311180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-d7555248-6bfc-4051-beb5-6f1ead152355 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:43.312608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-d7555248-6bfc-4051-beb5-6f1ead152355 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 950 time: 0.0697529 Feb 11 13:01:43.720515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-554fdcec-a3d1-4871-882b-b3585d290492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:43.722003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-554fdcec-a3d1-4871-882b-b3585d290492 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 906 time: 0.4085248 Feb 11 13:01:43.752185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port 2fe50bd9-d157-4040-b396-480fc16513c8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:43.752524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:43.780531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40888) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:43.877374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] Deleting subnet dc071c14-4718-455d-b918-a5455f09574e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:01:43.882648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] Publish callbacks [] for subnet (dc071c14-4718-455d-b918-a5455f09574e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:43.901920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-fa59b74d-b71f-47d8-8331-cdefae35f64d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd08f406-4963-4703-8960-1e4353585495 HTTP/1.1" status: 200 len: 217 time: 0.1655383 Feb 11 13:01:43.936276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7c4d8d93-86ae-487b-a939-d798ee0f4eae details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:43.938824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (dc071c14-4718-455d-b918-a5455f09574e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.007011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095597a-d7b6-4122-a807-e5c0cedd0afd req-9f547fdd-46d4-4c07-a222-5b4211003bf2 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:44.016026 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4095597a-d7b6-4122-a807-e5c0cedd0afd req-9f547fdd-46d4-4c07-a222-5b4211003bf2 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 943 time: 0.2452502 Feb 11 13:01:44.040322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-4d77b8f2-7b77-4006-a6b9-1a4db91688ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:44.045755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-4d77b8f2-7b77-4006-a6b9-1a4db91688ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.1316535 Feb 11 13:01:44.046462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (dc071c14-4718-455d-b918-a5455f09574e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.066953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port 2fe50bd9-d157-4040-b396-480fc16513c8, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2fe50bd9-d157-4040-b396-480fc16513c8,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:44.067965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.068151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7c4d8d93-86ae-487b-a939-d798ee0f4eae, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:44.097794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '7c4d8d93-86ae-487b-a939-d798ee0f4eae', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '7c4d8d93-86ae-487b-a939-d798ee0f4eae', 'mac_address': 'fa:16:3e:44:76:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:44.116794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4095597a-d7b6-4122-a807-e5c0cedd0afd req-53953ea9-ed31-4d96-943f-13889b42a02b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994620 Feb 11 13:01:44.123110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for 2fe50bd9-d157-4040-b396-480fc16513c8 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:44.151375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (dc071c14-4718-455d-b918-a5455f09574e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.175378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7c4d8d93-86ae-487b-a939-d798ee0f4eae is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:44.175770 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.197829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc071c14-4718-455d-b918-a5455f09574e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:44.200620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.204838 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-931ccd49-c323-4462-b9eb-496f0eae758d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dc071c14-4718-455d-b918-a5455f09574e HTTP/1.1" status: 204 len: 168 time: 0.4221807 Feb 11 13:01:44.206782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40900) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:44.209696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4d8d93-86ae-487b-a939-d798ee0f4eae {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:44.243363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7c4d8d93-86ae-487b-a939-d798ee0f4eae, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:44.262981 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.281705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-71f4192a-cf22-49f8-92a8-3f7d7896d5aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249688 Feb 11 13:01:44.299932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-5ecd9064-c40b-4d73-806c-4953e63e0cf6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:44.303318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-5ecd9064-c40b-4d73-806c-4953e63e0cf6 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa0d6cdc-084b-44df-81e0-8e605545afd3 HTTP/1.1" status: 200 len: 950 time: 0.5120924 Feb 11 13:01:44.333448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7c4d8d93-86ae-487b-a939-d798ee0f4eae,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:44.356152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.458164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d237a-7d5a-4f6d-8d2e-b2bc6fa4e906 req-1118d091-964a-4950-affd-2f94af5dd92d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:44.460606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f81d237a-7d5a-4f6d-8d2e-b2bc6fa4e906 req-1118d091-964a-4950-affd-2f94af5dd92d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 950 time: 0.1022663 Feb 11 13:01:44.530791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.569436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f81d237a-7d5a-4f6d-8d2e-b2bc6fa4e906 req-fbb26ef4-434e-4069-92b8-b2cc5fece42d tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991900 Feb 11 13:01:44.587826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:44.608481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f376074-0483-4d74-b48a-ffd97e6f5037') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:44.609175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f376074-0483-4d74-b48a-ffd97e6f5037') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:01:44.610278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fb69b871-9bfb-4640-abce-81cd2f2b6640 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:44.624672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2dbf5-bfe1-47fc-8815-9f79446cf793 req-726da6d3-dee5-4b5f-b8da-8cf113f2babf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:44.625281 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (8f376074-0483-4d74-b48a-ffd97e6f5037), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.632122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cd2dbf5-bfe1-47fc-8815-9f79446cf793 req-726da6d3-dee5-4b5f-b8da-8cf113f2babf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 945 time: 0.3633003 Feb 11 13:01:44.645443 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8f376074-0483-4d74-b48a-ffd97e6f5037), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.654553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:01:44.655077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (8f376074-0483-4d74-b48a-ffd97e6f5037), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.656357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: fb69b871-9bfb-4640-abce-81cd2f2b6640 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:01:44.657100 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:01:44.660458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fb69b871-9bfb-4640-abce-81cd2f2b6640 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:44.674688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-3cefc7eb-efaa-41c9-af2f-45bce834f54d service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652911 Feb 11 13:01:44.690072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port 4f5da101-8273-4567-9738-d0dba621bc1f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:44.690389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.701921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7c4d8d93-86ae-487b-a939-d798ee0f4eae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:44.751562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.773392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.777579 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] 10.222.0.42 "DELETE /v2.0/networks/49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7 HTTP/1.1" status: 204 len: 168 time: 0.5695262 Feb 11 13:01:44.778909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2ce7e-e87c-4570-ad4d-5930d1ebc47c admin admin] Pushing event deleted for resources: {'Network': ['ID=49c99cf5-7c51-4bd6-b7c6-2ada631f1ec7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:44.822803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cd2dbf5-bfe1-47fc-8815-9f79446cf793 req-0b90cbe4-5ee0-4a05-9803-aa05c665ccb7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887953 Feb 11 13:01:44.934333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2fe50bd9-d157-4040-b396-480fc16513c8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:44.995879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:44.998547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:45.007832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=2fe50bd9-d157-4040-b396-480fc16513c8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:45.011131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port 4f5da101-8273-4567-9738-d0dba621bc1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4f5da101-8273-4567-9738-d0dba621bc1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:45.011605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.017660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f59e9f-abcd-411e-b47f-8baa7bafb321 req-4389fcc1-77f2-40d3-83f3-e5c13eea8901 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195801 Feb 11 13:01:45.055199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for 4f5da101-8273-4567-9738-d0dba621bc1f owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:45.093895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port 2fe50bd9-d157-4040-b396-480fc16513c8 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:45.098230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.099637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40924) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:45.103481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-931ffa2e-a7cc-4c9b-bfd8-aad56a808071 req-f2d14440-d126-42f7-acd9-e7ccec00d886 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "DELETE /v2.0/ports/2fe50bd9-d157-4040-b396-480fc16513c8 HTTP/1.1" status: 204 len: 173 time: 1.7820566 Feb 11 13:01:45.111321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40928) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:45.151542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'name': 'network-vif-deleted', 'tag': '2fe50bd9-d157-4040-b396-480fc16513c8'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:45.153907 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc1266b-dd31-430f-87b2-d3c8fbc7c33a" -d '{"events": [{"server_uuid": "873d4a77-f7f4-4049-bc46-79cc4eb2adfd", "name": "network-vif-deleted", "tag": "2fe50bd9-d157-4040-b396-480fc16513c8"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:45.205097 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5bb8ba9e-aff9-49f4-a0dc-3a87eeacd2f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5711b1ee315646c6a22db946d5fd681b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0925198 Feb 11 13:01:45.207798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40934) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:45.236999 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac61d9-d122-4970-bcd4-854fa79758a7 x-openstack-request-id: req-a2ac61d9-d122-4970-bcd4-854fa79758a7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:45.237434 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d4a77-f7f4-4049-bc46-79cc4eb2adfd", "name": "network-vif-deleted", "tag": "2fe50bd9-d157-4040-b396-480fc16513c8", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:45.237539 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a2ac61d9-d122-4970-bcd4-854fa79758a7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:45.237972 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d4a77-f7f4-4049-bc46-79cc4eb2adfd', 'name': 'network-vif-deleted', 'tag': '2fe50bd9-d157-4040-b396-480fc16513c8', 'status': 'completed', 'code': 200} Feb 11 13:01:45.361208 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4f5da101-8273-4567-9738-d0dba621bc1f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.364604 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6116d77-46a5-45a6-96b2-f9fa5755b87f admin admin] Publish callbacks [] for security_group (4aae28d0-5be0-4a97-b9b7-1b6648308e95), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.385963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45564ffc-aff1-416a-a7b7-14d41ff46531 req-3aed276e-42c2-4582-89b7-2536424b5349 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:45.394052 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45564ffc-aff1-416a-a7b7-14d41ff46531 req-3aed276e-42c2-4582-89b7-2536424b5349 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 943 time: 0.1191721 Feb 11 13:01:45.409417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=4f5da101-8273-4567-9738-d0dba621bc1f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:45.432337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', '164c43a6-e102-4943-82b4-53c1b9108f30', '386e0d03-8338-4b45-948c-c72531cc388f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:45.437794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4f5da101-8273-4567-9738-d0dba621bc1f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:45.443484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6116d77-46a5-45a6-96b2-f9fa5755b87f admin admin] Publish callbacks [] for security_group (4aae28d0-5be0-4a97-b9b7-1b6648308e95), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.484924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port 4f5da101-8273-4567-9738-d0dba621bc1f on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:45.488210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.493112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe114291-a2e6-4100-bd9e-d1880c7bc9d2 req-96299505-049d-43d4-b2ef-2b9bdfd151f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.53 "DELETE /v2.0/ports/4f5da101-8273-4567-9738-d0dba621bc1f HTTP/1.1" status: 204 len: 173 time: 1.1225193 Feb 11 13:01:45.504449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45564ffc-aff1-416a-a7b7-14d41ff46531 req-1922cb59-a37d-43fa-a586-a2b1a18038d2 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978894 Feb 11 13:01:45.538625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:45.544961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6116d77-46a5-45a6-96b2-f9fa5755b87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4aae28d0-5be0-4a97-b9b7-1b6648308e95), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.547735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6116d77-46a5-45a6-96b2-f9fa5755b87f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.548983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e6116d77-46a5-45a6-96b2-f9fa5755b87f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4aae28d0-5be0-4a97-b9b7-1b6648308e95 HTTP/1.1" status: 204 len: 168 time: 0.3398907 Feb 11 13:01:45.604879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6116d77-46a5-45a6-96b2-f9fa5755b87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae28d0-5be0-4a97-b9b7-1b6648308e95,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:45.650379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:45.820556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08f79def-d2af-4e09-9e86-c32d75a44275 req-acdf5dc5-a8a6-43bb-bfd0-ed8b0aaba21b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=873d4a77-f7f4-4049-bc46-79cc4eb2adfd HTTP/1.1" status: 200 len: 210 time: 0.0614583 Feb 11 13:01:45.860884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:46.040548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd08f406-4963-4703-8960-1e4353585495 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:46.056503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db870a4f-919d-4c45-84f0-faa78513cb5b req-9fb71483-bb18-458c-8619-3c192114d1ba tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:46.080334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db870a4f-919d-4c45-84f0-faa78513cb5b req-9fb71483-bb18-458c-8619-3c192114d1ba tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 945 time: 0.1457686 Feb 11 13:01:46.222345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db870a4f-919d-4c45-84f0-faa78513cb5b req-e9f2e53d-e829-4d7a-af00-490845cc10d9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373389 Feb 11 13:01:46.238487 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:46.264414 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:01:46.706542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae7107-d3c6-42cf-9058-3f80059bfab5 req-d595fc69-9442-43e5-b6aa-8607e2a90b00 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:46.710063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ae7107-d3c6-42cf-9058-3f80059bfab5 req-d595fc69-9442-43e5-b6aa-8607e2a90b00 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 943 time: 0.1065865 Feb 11 13:01:46.735452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2fe50bd9-d157-4040-b396-480fc16513c8 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:46.776026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 2fe50bd9-d157-4040-b396-480fc16513c8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:46.776370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2fe50bd9-d157-4040-b396-480fc16513c8 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:46.793705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Allocated IP 172.25.1.101 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/81ec915c-788a-4fba-bf71-77c8ae00b08a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:46.824783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-819602ee-0ad4-4cc7-bacb-ce26ebae15be tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:46.832148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-819602ee-0ad4-4cc7-bacb-ce26ebae15be tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.2095459 Feb 11 13:01:46.835149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ae7107-d3c6-42cf-9058-3f80059bfab5 req-047ad223-78f4-49ee-a5b2-5cac83ce1c8e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193535 Feb 11 13:01:46.846873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:46.882928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-3b723abf-5241-43ec-b2e8-8a21ca436bb5 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/quotas/8c365546dfcd47c6b50ddd9f03029764 HTTP/1.1" status: 200 len: 375 time: 0.0498593 Feb 11 13:01:46.898113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'cd08f406-4963-4703-8960-1e4353585495', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': 'cd08f406-4963-4703-8960-1e4353585495', 'mac_address': 'fa:16:3e:d6:c3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:47.036772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.062035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-d21123ed-955d-4ef6-b6b8-bb519cc76c18 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1734569 Feb 11 13:01:47.189530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port cd08f406-4963-4703-8960-1e4353585495 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:47.190226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd08f406-4963-4703-8960-1e4353585495), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.236154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.239203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'name': 'network-vif-deleted', 'tag': '4f5da101-8273-4567-9738-d0dba621bc1f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:47.240303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd08f406-4963-4703-8960-1e4353585495 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:47.242782 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a35bca-0c21-45ea-a38a-25b6a36057c9" -d '{"events": [{"server_uuid": "aa0d6cdc-084b-44df-81e0-8e605545afd3", "name": "network-vif-deleted", "tag": "4f5da101-8273-4567-9738-d0dba621bc1f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:47.277419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:47.285329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd08f406-4963-4703-8960-1e4353585495), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.343448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.362737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:47.401406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:47.410659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:47.424726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:47.471029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-c11e2481-6f2d-45ac-8194-da783781bd0b service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775978 Feb 11 13:01:47.482236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Pushing event updated for resources: {'Port': ['ID=81ec915c-788a-4fba-bf71-77c8ae00b08a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:47.525195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e080c33-0e4e-4e12-8161-43eabd56f89e req-d52e39c4-7b40-4f6f-b912-91afdbec9434 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:47.527180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e080c33-0e4e-4e12-8161-43eabd56f89e req-d52e39c4-7b40-4f6f-b912-91afdbec9434 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 945 time: 0.0581646 Feb 11 13:01:47.587369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e080c33-0e4e-4e12-8161-43eabd56f89e req-494d0988-7df8-47f2-a21d-7949a60687a0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543334 Feb 11 13:01:47.628953 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-65239039-f9de-4e46-8b95-7370964993bd service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568968 Feb 11 13:01:47.650320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for floatingip (6e0677e7-e6a8-4829-936f-c024706092ee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.659112 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae57ce4c-162f-4296-ac50-d9c09c453879 x-openstack-request-id: req-ae57ce4c-162f-4296-ac50-d9c09c453879 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:47.659399 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa0d6cdc-084b-44df-81e0-8e605545afd3", "name": "network-vif-deleted", "tag": "4f5da101-8273-4567-9738-d0dba621bc1f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:47.660847 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae57ce4c-162f-4296-ac50-d9c09c453879 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:47.662009 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa0d6cdc-084b-44df-81e0-8e605545afd3', 'name': 'network-vif-deleted', 'tag': '4f5da101-8273-4567-9738-d0dba621bc1f', 'status': 'completed', 'code': 200} Feb 11 13:01:47.699037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.782723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd08f406-4963-4703-8960-1e4353585495'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:47.850996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d777f429-6aa9-416b-b87e-b8c5fa964aae req-c76ec12e-089d-44ef-95cc-690000b59fa1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 210 time: 0.0392458 Feb 11 13:01:47.941794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:47.967136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7c4d8d93-86ae-487b-a939-d798ee0f4eae up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:47.973835 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.051239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7441956-fa28-41c3-b3b3-f9668d40ba79 req-9fef1f94-728e-404c-8ce8-7e958436fd21 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:48.053288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7441956-fa28-41c3-b3b3-f9668d40ba79 req-9fef1f94-728e-404c-8ce8-7e958436fd21 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 950 time: 0.0743570 Feb 11 13:01:48.087851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66747332-9a53-4edc-b812-592ffefe0e2e req-78abfe82-479f-489b-86f4-6dfdb9ab406b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:48.095855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66747332-9a53-4edc-b812-592ffefe0e2e req-78abfe82-479f-489b-86f4-6dfdb9ab406b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 944 time: 0.1684673 Feb 11 13:01:48.136396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Pushing event updated for resources: {'Port': ['ID=81ec915c-788a-4fba-bf71-77c8ae00b08a,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:48.144908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6e0677e7-e6a8-4829-936f-c024706092ee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.151014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 7c4d8d93-86ae-487b-a939-d798ee0f4eae completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:48.164919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7441956-fa28-41c3-b3b3-f9668d40ba79 req-a139bf0a-256a-4d71-bbb1-849bfed830f0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981417 Feb 11 13:01:48.165980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 7c4d8d93-86ae-487b-a939-d798ee0f4eae triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:48.166531 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.196555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.197942 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d99f1c5f-3862-4db3-ae7c-f6797bc76af4 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0961301 Feb 11 13:01:48.201114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41032) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:48.209482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-718687153', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'fixed_ips': [{'ip_address': '172.25.1.101'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:48.215931 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66747332-9a53-4edc-b812-592ffefe0e2e req-e205f5c1-32fc-4422-ab1b-ba1267a16449 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190934 Feb 11 13:01:48.258859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Made reservation on behalf of fcca75959ac545a79d6cb68fee91b83c for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:48.263162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.283825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.306983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7c4d8d93-86ae-487b-a939-d798ee0f4eae is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:48.307590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.358300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78307864-4b8c-4551-b96e-c50656aede10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4d8d93-86ae-487b-a939-d798ee0f4eae'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:48.370308 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592c6a3d-593c-4766-91c2-da3fb74038d0" -d '{"events": [{"server_uuid": "78307864-4b8c-4551-b96e-c50656aede10", "name": "network-vif-plugged", "status": "completed", "tag": "7c4d8d93-86ae-487b-a939-d798ee0f4eae"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:48.387466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7c4d8d93-86ae-487b-a939-d798ee0f4eae, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:48.406165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.408986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4f5da101-8273-4567-9738-d0dba621bc1f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:48.421590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for security_group (0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.427906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:48.437936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] device_id is not set on port 5a2e7d24-e35c-41a1-806a-83b5f42498f9 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:01:48.463855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 4f5da101-8273-4567-9738-d0dba621bc1f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:48.464326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4f5da101-8273-4567-9738-d0dba621bc1f not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:48.505417 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05c4f79-d4b3-46dd-83e0-0efc3d088225 x-openstack-request-id: req-e05c4f79-d4b3-46dd-83e0-0efc3d088225 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:48.506013 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78307864-4b8c-4551-b96e-c50656aede10", "name": "network-vif-plugged", "status": "completed", "tag": "7c4d8d93-86ae-487b-a939-d798ee0f4eae", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:48.506549 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e05c4f79-d4b3-46dd-83e0-0efc3d088225 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:48.507012 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78307864-4b8c-4551-b96e-c50656aede10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4d8d93-86ae-487b-a939-d798ee0f4eae', 'code': 200} Feb 11 13:01:48.563772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7c4d8d93-86ae-487b-a939-d798ee0f4eae,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:48.762552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:48.824885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839b03b-a67a-45fe-8343-b6c893a28021 req-98c656ae-d501-4677-9cfc-f8d79114cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:48.826509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8839b03b-a67a-45fe-8343-b6c893a28021 req-98c656ae-d501-4677-9cfc-f8d79114cb70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 1128 time: 0.2193556 Feb 11 13:01:48.842447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efa776-b44d-4f72-9dac-35667bb4217a req-e91fbe63-8388-4195-a2ae-cfd599e62ddd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:48.849886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4efa776-b44d-4f72-9dac-35667bb4217a req-e91fbe63-8388-4195-a2ae-cfd599e62ddd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 946 time: 0.1286576 Feb 11 13:01:48.878878 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:01:48.879646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:01:48.923610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9e7846ab-2ffd-4ee1-9a16-b8d9be8a0302 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7206378 Feb 11 13:01:48.927412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41064) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:49.001452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4efa776-b44d-4f72-9dac-35667bb4217a req-7b70499c-7aca-4473-a63d-c8cf2e5778f4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436083 Feb 11 13:01:49.004450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8839b03b-a67a-45fe-8343-b6c893a28021 req-146e574b-b177-4621-8a97-18e58089058c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520865 Feb 11 13:01:49.106938 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ca45dd3-b8b7-4ac7-a0d9-1e7507627d05 req-c35e333c-3a1d-498a-b1cc-baa6f114a9e3 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 210 time: 0.0588667 Feb 11 13:01:49.166446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Deleting port 81ec915c-788a-4fba-bf71-77c8ae00b08a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:49.167031 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:49.253700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:49.254195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for floatingip (81ec915c-788a-4fba-bf71-77c8ae00b08a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:49.269279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Calling delete_port for 81ec915c-788a-4fba-bf71-77c8ae00b08a owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:49.367019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-9745ad1d-5b2e-4b82-8446-8a2014fca5f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:49.368634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-9745ad1d-5b2e-4b82-8446-8a2014fca5f9 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 950 time: 0.1430542 Feb 11 13:01:49.445058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2070f7-95f9-4822-af1c-85ca3dc8571e req-c6c621e3-989f-4e5e-837c-e94d60668420 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:49.452918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d2070f7-95f9-4822-af1c-85ca3dc8571e req-c6c621e3-989f-4e5e-837c-e94d60668420 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 950 time: 0.1394310 Feb 11 13:01:49.484956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da510-72ef-4a1d-8a92-4c6d51d34557 req-ec6ee5a1-abd8-46da-a115-a2010fbec1ea tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:49.486866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b8da510-72ef-4a1d-8a92-4c6d51d34557 req-ec6ee5a1-abd8-46da-a115-a2010fbec1ea tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 944 time: 0.1565201 Feb 11 13:01:49.529751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d2070f7-95f9-4822-af1c-85ca3dc8571e req-afee2cd5-8c70-43d6-b612-c7d328a03a4b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763874 Feb 11 13:01:49.605588 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b8da510-72ef-4a1d-8a92-4c6d51d34557 req-f1b5f5b2-da95-4735-9ba4-bb0429054dcb tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009398 Feb 11 13:01:49.638577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (81ec915c-788a-4fba-bf71-77c8ae00b08a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:49.742152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Pushing event deleted for resources: {'Port': ['ID=81ec915c-788a-4fba-bf71-77c8ae00b08a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:49.742826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-818b41c2-8000-4a5b-beb2-1d31b31c9cdd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:49.750416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-818b41c2-8000-4a5b-beb2-1d31b31c9cdd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.2438428 Feb 11 13:01:49.765030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Request body: {'port': {'device_id': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'admin_state_up': True, 'tenant_id': '8c365546dfcd47c6b50ddd9f03029764'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:49.794323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks [] for floatingip (6e0677e7-e6a8-4829-936f-c024706092ee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:49.796923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:49.798305 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cda2e20b-1dd0-4726-8d99-90a7e378a2b9 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430 tempest-ExternalNetworksAdminNegativeTestJSON-1969853430-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/6e0677e7-e6a8-4829-936f-c024706092ee HTTP/1.1" status: 204 len: 168 time: 0.8691294 Feb 11 13:01:49.993005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd08f406-4963-4703-8960-1e4353585495 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:50.071039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port cd08f406-4963-4703-8960-1e4353585495 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:50.077014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port cd08f406-4963-4703-8960-1e4353585495 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:50.077675 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd08f406-4963-4703-8960-1e4353585495), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.180829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-3df24878-e436-4e02-9cf4-a4a71631b5ff tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:50.182374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-3df24878-e436-4e02-9cf4-a4a71631b5ff tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 949 time: 0.5586810 Feb 11 13:01:50.244101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port cd08f406-4963-4703-8960-1e4353585495 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:50.244596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd08f406-4963-4703-8960-1e4353585495), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.249507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41094) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:50.286146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:50.289968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port 164c43a6-e102-4943-82b4-53c1b9108f30 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:50.290630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.297150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd08f406-4963-4703-8960-1e4353585495), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.350530 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3f11824a-789a-4db3-a615-1097cbc7b8db req-22c6615c-436e-47de-8f28-86e973756c86 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 210 time: 0.0916405 Feb 11 13:01:50.390329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7448b-0761-4140-8575-3ef9e51f65c0 req-c8f1b4db-43ac-4227-9dbd-89c1882684c2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:50.391924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13f7448b-0761-4140-8575-3ef9e51f65c0 req-c8f1b4db-43ac-4227-9dbd-89c1882684c2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 946 time: 0.2054749 Feb 11 13:01:50.446395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:50.508689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08f406-4963-4703-8960-1e4353585495'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:50.513106 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a253634-adae-4ed4-b1f7-8110e3141845" -d '{"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-plugged", "status": "completed", "tag": "cd08f406-4963-4703-8960-1e4353585495"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:50.517963 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08f1ceda-fa5c-4aee-be81-cde6943cf7a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.519323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Made reservation on behalf of 8c365546dfcd47c6b50ddd9f03029764 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:50.523384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.533767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port 386e0d03-8338-4b45-948c-c72531cc388f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:50.534128 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (386e0d03-8338-4b45-948c-c72531cc388f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.591078 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1bf0cf-4cea-4da8-9a1a-d8fba22e052f x-openstack-request-id: req-7b1bf0cf-4cea-4da8-9a1a-d8fba22e052f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:50.595596 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-plugged", "status": "completed", "tag": "cd08f406-4963-4703-8960-1e4353585495", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:50.595922 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b1bf0cf-4cea-4da8-9a1a-d8fba22e052f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:50.596430 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08f406-4963-4703-8960-1e4353585495', 'code': 200} Feb 11 13:01:50.642492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port 164c43a6-e102-4943-82b4-53c1b9108f30, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=164c43a6-e102-4943-82b4-53c1b9108f30,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:50.642492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.660039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08f1ceda-fa5c-4aee-be81-cde6943cf7a9 admin admin] Publish callbacks [] for security_group (7e4ac1d1-3d30-42d8-aa16-0b99df177ca2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.667247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08f1ceda-fa5c-4aee-be81-cde6943cf7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7e4ac1d1-3d30-42d8-aa16-0b99df177ca2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.669742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for 164c43a6-e102-4943-82b4-53c1b9108f30 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:50.699351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41108) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:50.734841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08f1ceda-fa5c-4aee-be81-cde6943cf7a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d49f06267a54a8280419b25c18a736c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4841833 Feb 11 13:01:50.735600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41112) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:50.737040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f1ceda-fa5c-4aee-be81-cde6943cf7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4ac1d1-3d30-42d8-aa16-0b99df177ca2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:50.763646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13f7448b-0761-4140-8575-3ef9e51f65c0 req-11a52fec-b8eb-4f09-8772-931a8661d306 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334081 Feb 11 13:01:50.909247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b035b-b53d-49c1-a79b-4a6a6c9d11d9 req-cb492d0d-679a-4677-87a9-26884ba650ca tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:50.911043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-247b035b-b53d-49c1-a79b-4a6a6c9d11d9 req-cb492d0d-679a-4677-87a9-26884ba650ca tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=f6b927df-e07f-4c23-a98b-63183ec517f4 HTTP/1.1" status: 200 len: 950 time: 0.2104387 Feb 11 13:01:50.951242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d28a570-1cc0-4533-99f7-61b797ae9dfd admin admin] Publish callbacks [] for security_group (7e4ac1d1-3d30-42d8-aa16-0b99df177ca2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:50.993364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d28a570-1cc0-4533-99f7-61b797ae9dfd admin admin] Publish callbacks [] for security_group (7e4ac1d1-3d30-42d8-aa16-0b99df177ca2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.019392 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dbaeaa0-5830-4603-96e2-dedeb3298e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.041579 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-247b035b-b53d-49c1-a79b-4a6a6c9d11d9 req-3f4385ef-ed52-478c-b11f-6ceb20ee7d1c tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077094 Feb 11 13:01:51.077010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (164c43a6-e102-4943-82b4-53c1b9108f30), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.092698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:51.104490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port 386e0d03-8338-4b45-948c-c72531cc388f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=386e0d03-8338-4b45-948c-c72531cc388f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:51.104859 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (386e0d03-8338-4b45-948c-c72531cc388f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.133746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d28a570-1cc0-4533-99f7-61b797ae9dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7e4ac1d1-3d30-42d8-aa16-0b99df177ca2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.138055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d28a570-1cc0-4533-99f7-61b797ae9dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.139542 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1d28a570-1cc0-4533-99f7-61b797ae9dfd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e4ac1d1-3d30-42d8-aa16-0b99df177ca2 HTTP/1.1" status: 204 len: 168 time: 0.3975580 Feb 11 13:01:51.172576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28a570-1cc0-4533-99f7-61b797ae9dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4ac1d1-3d30-42d8-aa16-0b99df177ca2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:51.197220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for 386e0d03-8338-4b45-948c-c72531cc388f owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:51.208638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=164c43a6-e102-4943-82b4-53c1b9108f30,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:51.225731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66aaf6-8b13-4b96-bcb5-d9019aaa18f8 req-0becc458-89cf-460d-bba6-ca5c8091d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:51.227535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c66aaf6-8b13-4b96-bcb5-d9019aaa18f8 req-0becc458-89cf-460d-bba6-ca5c8091d3db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 1127 time: 0.5271344 Feb 11 13:01:51.343462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Allocated IP 172.20.0.6 (0374bd3e-e59c-4cbf-86d4-e53fa72225b0/9de3860f-0c2c-49ed-9672-3990a97fdc7e/cb6d5a93-2808-4d95-8fa3-c514aafba286) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:51.389151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f49625-ed53-4041-aa89-726526d40239 req-2dee3f2f-100c-4449-b237-76d35bd4807b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:51.396671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f49625-ed53-4041-aa89-726526d40239 req-2dee3f2f-100c-4449-b237-76d35bd4807b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.4583704 Feb 11 13:01:51.399487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port 164c43a6-e102-4943-82b4-53c1b9108f30 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:51.417084 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.423854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e58a80-a1d3-4d52-b738-5a2c66900232 req-f92e94ea-2766-44db-9f2a-61d4aa0a53b0 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "DELETE /v2.0/ports/164c43a6-e102-4943-82b4-53c1b9108f30 HTTP/1.1" status: 204 len: 173 time: 2.0480192 Feb 11 13:01:51.430018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'name': 'network-vif-deleted', 'tag': '164c43a6-e102-4943-82b4-53c1b9108f30'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:51.437377 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92df709-b0f8-42b9-998a-8393cafa54dc" -d '{"events": [{"server_uuid": "f6b927df-e07f-4c23-a98b-63183ec517f4", "name": "network-vif-deleted", "tag": "164c43a6-e102-4943-82b4-53c1b9108f30"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:51.491392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c43e4038-2e6b-4291-8e25-c46043d2a74d req-8b40aeeb-a820-4397-b499-fc1ce59b449a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 210 time: 0.0453110 Feb 11 13:01:51.515229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c66aaf6-8b13-4b96-bcb5-d9019aaa18f8 req-41de7f62-d223-4503-b74a-f75b0f7a1afe service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761586 Feb 11 13:01:51.577969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41126) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:51.579727 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b187a770-55a4-46e5-b86b-3403fc6507d0 x-openstack-request-id: req-b187a770-55a4-46e5-b86b-3403fc6507d0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:51.580025 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b927df-e07f-4c23-a98b-63183ec517f4", "name": "network-vif-deleted", "tag": "164c43a6-e102-4943-82b4-53c1b9108f30", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:51.580276 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b187a770-55a4-46e5-b86b-3403fc6507d0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:51.580675 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b927df-e07f-4c23-a98b-63183ec517f4', 'name': 'network-vif-deleted', 'tag': '164c43a6-e102-4943-82b4-53c1b9108f30', 'status': 'completed', 'code': 200} Feb 11 13:01:51.592045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dbaeaa0-5830-4603-96e2-dedeb3298e40 admin admin] Publish callbacks [] for security_group (aef83ad2-3f3b-4f8c-a401-b7da44a23f2b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.608764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2f49625-ed53-4041-aa89-726526d40239 req-8f313aef-47ba-415d-9a7a-095940554963 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104487 Feb 11 13:01:51.621126 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dbaeaa0-5830-4603-96e2-dedeb3298e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (aef83ad2-3f3b-4f8c-a401-b7da44a23f2b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.634276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-855b4885-409c-4db4-9a0a-a3cb839237fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcca75959ac545a79d6cb68fee91b83c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514534 Feb 11 13:01:51.635580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41128) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:51.686714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-869e2103-706d-4163-a15b-a918f269f4d8 admin admin] Publish callbacks [] for security_group (0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.710551 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-869e2103-706d-4163-a15b-a918f269f4d8 admin admin] Publish callbacks [] for security_group (0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.749144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7dbaeaa0-5830-4603-96e2-dedeb3298e40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=316d5e5e76ac49db9b6ccc27b50ac8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0455828 Feb 11 13:01:51.751878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41130) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:51.766102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbaeaa0-5830-4603-96e2-dedeb3298e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef83ad2-3f3b-4f8c-a401-b7da44a23f2b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:51.794029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (386e0d03-8338-4b45-948c-c72531cc388f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.807523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-869e2103-706d-4163-a15b-a918f269f4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.808048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:51.810429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-869e2103-706d-4163-a15b-a918f269f4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.814401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-869e2103-706d-4163-a15b-a918f269f4d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27 HTTP/1.1" status: 204 len: 168 time: 0.1775928 Feb 11 13:01:51.834310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e2103-706d-4163-a15b-a918f269f4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa7e2f1-51b7-4aab-94e3-7aa6e0b3be27,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:51.883511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=386e0d03-8338-4b45-948c-c72531cc388f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:51.887596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c00bcca-bea4-431f-ab3b-136b61275d03 admin admin] Publish callbacks [] for security_group (aef83ad2-3f3b-4f8c-a401-b7da44a23f2b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.929874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks [] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.958243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port 386e0d03-8338-4b45-948c-c72531cc388f on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:51.961632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:51.966350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32006b3c-4558-4d1e-b3c0-37d9bc5e2213 req-9f1e4a72-8c0c-4eab-ad6a-2b38a04a2ed2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "DELETE /v2.0/ports/386e0d03-8338-4b45-948c-c72531cc388f HTTP/1.1" status: 204 len: 173 time: 1.7444587 Feb 11 13:01:52.013397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:52.038515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['191e47ec-64c3-4776-9ccd-5b9b7d320481'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:52.041287 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c00bcca-bea4-431f-ab3b-136b61275d03 admin admin] Publish callbacks [] for security_group (aef83ad2-3f3b-4f8c-a401-b7da44a23f2b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:52.166785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5da0f-957a-4989-969e-ca1e0b6f810d req-f7165368-8639-41fe-bf68-39b7f6eb41bc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:52.168422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5e5da0f-957a-4989-969e-ca1e0b6f810d req-f7165368-8639-41fe-bf68-39b7f6eb41bc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 946 time: 0.2235551 Feb 11 13:01:52.217822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:52.236615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:52.238923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c00bcca-bea4-431f-ab3b-136b61275d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (aef83ad2-3f3b-4f8c-a401-b7da44a23f2b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:52.242470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:52.244566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c00bcca-bea4-431f-ab3b-136b61275d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:52.245867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0c00bcca-bea4-431f-ab3b-136b61275d03 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aef83ad2-3f3b-4f8c-a401-b7da44a23f2b HTTP/1.1" status: 204 len: 168 time: 0.4926968 Feb 11 13:01:52.251885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event updated for resources: {'Port': ['ID=cb6d5a93-2808-4d95-8fa3-c514aafba286,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:52.290388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00bcca-bea4-431f-ab3b-136b61275d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef83ad2-3f3b-4f8c-a401-b7da44a23f2b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:52.336949 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5e5da0f-957a-4989-969e-ca1e0b6f810d req-ba30e78f-42e6-4452-b862-0da7c523ddaf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524863 Feb 11 13:01:52.360428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:52.361045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:52.420069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-e76802fe-2ae7-4df1-b1d7-ce9dae1f742d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6656573 Feb 11 13:01:52.433373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Request body: {'port': {'device_id': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:52.654489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:52.670715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 386e0d03-8338-4b45-948c-c72531cc388f no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:52.698506 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8f17bf0-79e6-4926-8a92-5e9f7391b294 req-3c2f64c4-9d82-46b0-814d-cb5d43f776e8 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=e929c747-15ec-4baa-8dc3-1a3bf83c3fa8 HTTP/1.1" status: 200 len: 210 time: 0.1122603 Feb 11 13:01:52.759580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 386e0d03-8338-4b45-948c-c72531cc388f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:52.762226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 386e0d03-8338-4b45-948c-c72531cc388f not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:52.762701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 164c43a6-e102-4943-82b4-53c1b9108f30 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:52.820054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 164c43a6-e102-4943-82b4-53c1b9108f30 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:52.820409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 164c43a6-e102-4943-82b4-53c1b9108f30 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:52.874280 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:01:52.932099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072b3c0-a54a-4cf2-9780-310941b6ce29 req-872bf892-2cc7-47c5-84b7-33352fb86bfd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:52.938458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51361790-ec92-46ea-be2c-25e57c15006c req-e51bf486-492a-4ffd-8cfa-58c4534697d7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:52.940078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51361790-ec92-46ea-be2c-25e57c15006c req-e51bf486-492a-4ffd-8cfa-58c4534697d7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 931 time: 0.2664526 Feb 11 13:01:52.942807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2072b3c0-a54a-4cf2-9780-310941b6ce29 req-872bf892-2cc7-47c5-84b7-33352fb86bfd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1214960 Feb 11 13:01:53.106506 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2072b3c0-a54a-4cf2-9780-310941b6ce29 req-7722492c-6956-4a29-9825-88b950992925 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596227 Feb 11 13:01:53.156394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41188) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:53.176521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba434ff9-2570-4dda-91c9-09023e5a6ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.301092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41192) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:53.326795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51361790-ec92-46ea-be2c-25e57c15006c req-e05ade21-8b5f-4481-9115-f69b0c96bc43 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746336 Feb 11 13:01:53.347250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba434ff9-2570-4dda-91c9-09023e5a6ec8 admin admin] Publish callbacks [] for security_group (b218b008-99d1-4a11-b183-07476c31be4f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.354987 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba434ff9-2570-4dda-91c9-09023e5a6ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b218b008-99d1-4a11-b183-07476c31be4f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.356244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6d5a93-2808-4d95-8fa3-c514aafba286 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:53.375087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Publish callbacks [] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.398623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Transition to ACTIVE for port object cb6d5a93-2808-4d95-8fa3-c514aafba286 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:01:53.413013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.421240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba434ff9-2570-4dda-91c9-09023e5a6ec8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=474f9401b1f741889e98ee2b8ecdd901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2636726 Feb 11 13:01:53.425475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41204) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:53.486952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba434ff9-2570-4dda-91c9-09023e5a6ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b218b008-99d1-4a11-b183-07476c31be4f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:53.517828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.519228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.519707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.532917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.533346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.533851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.542333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.550115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d09e159e-00af-4adf-9953-930077dde258 req-b92c6e0e-dc44-40a3-aaa1-466ee9ea5690 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6719 time: 0.2479303 Feb 11 13:01:53.566126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6d5a93-2808-4d95-8fa3-c514aafba286,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:53.581502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'name': 'network-vif-deleted', 'tag': '386e0d03-8338-4b45-948c-c72531cc388f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:53.584733 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ff9aa-4385-46ce-b581-e08e32436e32" -d '{"events": [{"server_uuid": "e929c747-15ec-4baa-8dc3-1a3bf83c3fa8", "name": "network-vif-deleted", "tag": "386e0d03-8338-4b45-948c-c72531cc388f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:53.626415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d09e159e-00af-4adf-9953-930077dde258 req-6e2f482b-4371-4f84-9443-2cc080f5c147 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750282 Feb 11 13:01:53.630167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6af3b7a-2041-4a46-9eb3-efd1082b35e6 admin admin] Publish callbacks [] for security_group (b218b008-99d1-4a11-b183-07476c31be4f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.650504 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d482b3-ace9-477a-b82c-d42432fe1553 x-openstack-request-id: req-a0d482b3-ace9-477a-b82c-d42432fe1553 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:53.650504 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e929c747-15ec-4baa-8dc3-1a3bf83c3fa8", "name": "network-vif-deleted", "tag": "386e0d03-8338-4b45-948c-c72531cc388f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:53.650882 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0d482b3-ace9-477a-b82c-d42432fe1553 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:53.651452 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e929c747-15ec-4baa-8dc3-1a3bf83c3fa8', 'name': 'network-vif-deleted', 'tag': '386e0d03-8338-4b45-948c-c72531cc388f', 'status': 'completed', 'code': 200} Feb 11 13:01:53.683080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6af3b7a-2041-4a46-9eb3-efd1082b35e6 admin admin] Publish callbacks [] for security_group (b218b008-99d1-4a11-b183-07476c31be4f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.744695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Attempting to bind port cb6d5a93-2808-4d95-8fa3-c514aafba286 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:01:53.745616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Attempting to bind port cb6d5a93-2808-4d95-8fa3-c514aafba286 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:01:53.746215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Attempting to bind port cb6d5a93-2808-4d95-8fa3-c514aafba286 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:53.752112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Port cb6d5a93-2808-4d95-8fa3-c514aafba286 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:01:53.752647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Attempting to bind port cb6d5a93-2808-4d95-8fa3-c514aafba286 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:01:53.759574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:01:53.760089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Checking segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:53.760649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Bound using segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:01:53.761513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Bound port: cb6d5a93-2808-4d95-8fa3-c514aafba286, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:01:53.762916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.801379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6af3b7a-2041-4a46-9eb3-efd1082b35e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b218b008-99d1-4a11-b183-07476c31be4f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.805027 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6af3b7a-2041-4a46-9eb3-efd1082b35e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.805703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e6af3b7a-2041-4a46-9eb3-efd1082b35e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b218b008-99d1-4a11-b183-07476c31be4f HTTP/1.1" status: 204 len: 168 time: 0.3686979 Feb 11 13:01:53.823158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af3b7a-2041-4a46-9eb3-efd1082b35e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b218b008-99d1-4a11-b183-07476c31be4f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:53.852153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] For port cb6d5a93-2808-4d95-8fa3-c514aafba286, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:01:53.857093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] For port cb6d5a93-2808-4d95-8fa3-c514aafba286, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb6d5a93-2808-4d95-8fa3-c514aafba286,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:01:53.868431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.922482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:53.923593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:53.925322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] 10.222.0.64 "PUT /v2.0/ports/cb6d5a93-2808-4d95-8fa3-c514aafba286 HTTP/1.1" status: 200 len: 1091 time: 1.4973800 Feb 11 13:01:53.946856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebec10-1034-40b4-8413-a74eccf1ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6d5a93-2808-4d95-8fa3-c514aafba286,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:54.036627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-b349c930-bbee-4d01-a303-4faacef41087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:54.039337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-b349c930-bbee-4d01-a303-4faacef41087 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 1125 time: 0.0638022 Feb 11 13:01:54.103974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-68a04ed0-4df7-4cb2-ae11-f90e5f432918 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb6d5a93-2808-4d95-8fa3-c514aafba286 HTTP/1.1" status: 200 len: 217 time: 0.0531678 Feb 11 13:01:54.180969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-5086ecd3-f9cc-4476-8eb5-7c770010edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:54.183023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-5086ecd3-f9cc-4476-8eb5-7c770010edf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.0708711 Feb 11 13:01:54.223011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-943cc1d4-7ac2-4a4d-b489-e788d0627d2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317287 Feb 11 13:01:54.236778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccdff8-c80b-4d31-aebc-b19472a4ed05 req-0d4ea475-5fd9-46d1-907d-939f22e8d7f1 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:54.242655 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3ccdff8-c80b-4d31-aebc-b19472a4ed05 req-0d4ea475-5fd9-46d1-907d-939f22e8d7f1 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 950 time: 0.1295471 Feb 11 13:01:54.324278 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3ccdff8-c80b-4d31-aebc-b19472a4ed05 req-1069cf44-ca6a-4edc-b438-fdfcf281769b tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738721 Feb 11 13:01:54.384097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-4137d715-d384-41ac-aaae-c076768f800d service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494682 Feb 11 13:01:54.438159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d64f1-5f6f-4a37-84e0-e34f7b81a257 req-970dbc98-b593-40e3-9396-b72d33d9a14f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:54.443965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-173d64f1-5f6f-4a37-84e0-e34f7b81a257 req-970dbc98-b593-40e3-9396-b72d33d9a14f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.2195325 Feb 11 13:01:54.541461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-173d64f1-5f6f-4a37-84e0-e34f7b81a257 req-066cd048-33fd-450a-b432-41de6cce93e2 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969703 Feb 11 13:01:54.547770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddb962-32ac-415a-97a7-36a288ed6da6 req-9d30b2e5-39f2-4e8b-96d0-a3512ec6dac8 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:54.553577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d08ed2e-4e26-448b-b683-8994be4f0f5d req-511dd560-e0dd-4748-9ccd-db80a959f2cd service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618590 Feb 11 13:01:54.564641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-51ddb962-32ac-415a-97a7-36a288ed6da6 req-9d30b2e5-39f2-4e8b-96d0-a3512ec6dac8 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 943 time: 0.1329618 Feb 11 13:01:54.638668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-51ddb962-32ac-415a-97a7-36a288ed6da6 req-5b28d30d-3bb5-4f15-b3b6-39d95f25be8b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617371 Feb 11 13:01:54.782598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41270) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:54.903428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a3f5c-65da-42d3-bfe2-70a30e36ce22 req-fd49e3a2-7537-4613-aa06-8b20e6ab80ff tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:54.910734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-551a3f5c-65da-42d3-bfe2-70a30e36ce22 req-fd49e3a2-7537-4613-aa06-8b20e6ab80ff tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.0829620 Feb 11 13:01:54.959814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-551a3f5c-65da-42d3-bfe2-70a30e36ce22 req-ec182a34-ac30-4330-a71f-b9bbadfaf50b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480311 Feb 11 13:01:55.056003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-820686988', 'router:external': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:55.077052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Made reservation on behalf of 5c4a1b1541ba46eb8ef1cc55207fb759 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:55.079956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.089774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.163412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for security_group (b176759d-6898-4eaa-9ae6-be1962d9d3cd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.177630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b176759d-6898-4eaa-9ae6-be1962d9d3cd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.205427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:01:55.216040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b176759d-6898-4eaa-9ae6-be1962d9d3cd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:55.221222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.221562 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Added segment cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6 of type vlan for network b836fb25-a918-461e-b62b-b48e1a467c17 Feb 11 13:01:55.278727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (b836fb25-a918-461e-b62b-b48e1a467c17), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.313080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (b836fb25-a918-461e-b62b-b48e1a467c17), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.314109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:55.314688 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.375710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5919380 Feb 11 13:01:55.378870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41288) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:55.383851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'subnet': {'network_id': 'b836fb25-a918-461e-b62b-b48e1a467c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:55.406797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Made reservation on behalf of 5c4a1b1541ba46eb8ef1cc55207fb759 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:55.409353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.433307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b6dad-55f7-464a-b092-696d6918a6de tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Network': ['ID=b836fb25-a918-461e-b62b-b48e1a467c17,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:55.446989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network b836fb25-a918-461e-b62b-b48e1a467c17 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:01:55.475719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c48a6-31cc-4534-b363-c7d909f3aa7a req-46398cc9-fd46-4387-80da-9893bd5c5ade tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:55.482742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-783c48a6-31cc-4534-b363-c7d909f3aa7a req-46398cc9-fd46-4387-80da-9893bd5c5ade tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 950 time: 0.0643728 Feb 11 13:01:55.584793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-783c48a6-31cc-4534-b363-c7d909f3aa7a req-edcb3a68-1a81-47f3-b7e0-9fd89578fc91 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010168 Feb 11 13:01:55.602994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-34f3d9f6-6b2e-45b1-949c-803f8f1ab2f2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:55.604576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-34f3d9f6-6b2e-45b1-949c-803f8f1ab2f2 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 950 time: 0.1003082 Feb 11 13:01:55.653730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'tag': 'cb6d5a93-2808-4d95-8fa3-c514aafba286'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:55.660053 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69218b7-ab55-4737-ada7-dd9f8c6ea862" -d '{"events": [{"name": "network-changed", "server_uuid": "cc04dce1-a4e5-4c75-ba61-5dc54c407f86", "tag": "cb6d5a93-2808-4d95-8fa3-c514aafba286"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:55.822983 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e468d6bd-c8c2-495e-9ab3-05e764b6f14f x-openstack-request-id: req-e468d6bd-c8c2-495e-9ab3-05e764b6f14f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:55.823929 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc04dce1-a4e5-4c75-ba61-5dc54c407f86", "tag": "cb6d5a93-2808-4d95-8fa3-c514aafba286", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:55.824614 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e468d6bd-c8c2-495e-9ab3-05e764b6f14f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:55.825465 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'tag': 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'status': 'completed', 'code': 200} Feb 11 13:01:55.863064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:01:55.863653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (d94def97-9ad4-4d60-9ee2-ace9175df582), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.901284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Deleting port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:55.901910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:55.947674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d94def97-9ad4-4d60-9ee2-ace9175df582,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:55.953583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c483-45ea-4684-9945-a7d00a596c72 req-02fe3178-eebc-4988-b1ac-1cea878796cb tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:55.955226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acd4c483-45ea-4684-9945-a7d00a596c72 req-02fe3178-eebc-4988-b1ac-1cea878796cb tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 943 time: 0.1997924 Feb 11 13:01:55.978560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Checking segment: {'id': 'cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b836fb25-a918-461e-b62b-b48e1a467c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:01:55.979017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network hostable DHCP agents. Network: b836fb25-a918-461e-b62b-b48e1a467c17, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:01:56.010145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network b836fb25-a918-461e-b62b-b48e1a467c17 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:01:56.027394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, b836fb25-a918-461e-b62b-b48e1a467c17) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:56.029417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-1bffce94-b80e-4a35-946c-49aa16530c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:56.031193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-1bffce94-b80e-4a35-946c-49aa16530c19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 1125 time: 0.2112086 Feb 11 13:01:56.032821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:56.035651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.039329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e638fbd3-5e34-471e-9a74-297fa7dcb18a None None] Network b836fb25-a918-461e-b62b-b48e1a467c17 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:56.106048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c53435d0-fecf-4e79-94e4-9b763f1c1224 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7236717 Feb 11 13:01:56.107013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41318) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:56.131214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2058197907', 'network_id': 'b836fb25-a918-461e-b62b-b48e1a467c17'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:56.180007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ec805-4a7b-4d7a-a707-7bb8ce4a5696 req-ae72d683-421c-4abe-be22-b0d2717764fd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:56.188726 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-049ec805-4a7b-4d7a-a707-7bb8ce4a5696 req-ae72d683-421c-4abe-be22-b0d2717764fd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1046400 Feb 11 13:01:56.198378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Made reservation on behalf of 5c4a1b1541ba46eb8ef1cc55207fb759 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:01:56.200986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.243241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] device_id is not set on port 4bdd37a9-3743-4158-abf0-767602747276 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:01:56.286289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-049ec805-4a7b-4d7a-a707-7bb8ce4a5696 req-23c70c99-0311-4485-943a-58cc9f702d78 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963206 Feb 11 13:01:56.332590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fdf2b-e679-4b2e-874e-8bda1c53d4e2 None None] Network b836fb25-a918-461e-b62b-b48e1a467c17 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:01:56.421141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Allocated IP 2001:db8::2e7 (b836fb25-a918-461e-b62b-b48e1a467c17/d94def97-9ad4-4d60-9ee2-ace9175df582/4bdd37a9-3743-4158-abf0-767602747276) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:56.426746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acd4c483-45ea-4684-9945-a7d00a596c72 req-718f2be5-51c9-44ef-8b31-7517489d9a3a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4639380 Feb 11 13:01:56.439105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] For port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:56.440601 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.531258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Calling delete_port for bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:56.601686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-8511a765-e44c-4dd0-978a-9cf85843b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:56.603199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-8511a765-e44c-4dd0-978a-9cf85843b821 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 916 time: 0.5624580 Feb 11 13:01:56.648714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb6d5a93-2808-4d95-8fa3-c514aafba286 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:01:56.667230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-cf291e7f-e1a7-4fd5-9f27-ec831e32462a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb6d5a93-2808-4d95-8fa3-c514aafba286 HTTP/1.1" status: 200 len: 217 time: 0.0547404 Feb 11 13:01:56.673876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for port (4bdd37a9-3743-4158-abf0-767602747276), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.824749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cb6d5a93-2808-4d95-8fa3-c514aafba286, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb6d5a93-2808-4d95-8fa3-c514aafba286,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:56.828294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf7ff2-7870-4f9f-bba2-4401401b94e3 req-de5d26a5-c0a3-41e6-bd50-2d792f42a0a7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:56.830320 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-afcf7ff2-7870-4f9f-bba2-4401401b94e3 req-de5d26a5-c0a3-41e6-bd50-2d792f42a0a7 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/ports?device_id=93bd56ec-992e-453d-9d3b-5ca50b693ec5 HTTP/1.1" status: 200 len: 950 time: 0.1426933 Feb 11 13:01:56.832217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4bdd37a9-3743-4158-abf0-767602747276), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.850171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'port_id': 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'mac_address': 'fa:16:3e:7a:b9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de3860f-0c2c-49ed-9672-3990a97fdc7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:01:56.855639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-91988625-ca0e-44a6-bf78-edb272b53c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:56.857096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-91988625-ca0e-44a6-bf78-edb272b53c7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.1845734 Feb 11 13:01:56.860278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bd573ef6-a5e3-472f-b2c0-e60563eaf3b1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.895595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:56.932902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network b836fb25-a918-461e-b62b-b48e1a467c17 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:01:56.941737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:01:56.955299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Port': ['ID=4bdd37a9-3743-4158-abf0-767602747276,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:56.959769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port cb6d5a93-2808-4d95-8fa3-c514aafba286 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:56.960902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.968329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:01:56.969543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:56.970844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:56.971841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-1c65db03-ddb8-4aa5-abbc-048a4ec705d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084220 Feb 11 13:01:56.993086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6d5a93-2808-4d95-8fa3-c514aafba286 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:01:56.999421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e4b8af20-c885-4ce9-8ffa-36b657fcb98e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8913488 Feb 11 13:01:57.012542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41356) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:57.019480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-afcf7ff2-7870-4f9f-bba2-4401401b94e3 req-3d8dab8f-15c1-40af-af0c-4772348fc465 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.42 "GET /v2.0/security-groups?id=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783233 Feb 11 13:01:57.047712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cb6d5a93-2808-4d95-8fa3-c514aafba286, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb6d5a93-2808-4d95-8fa3-c514aafba286,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:57.058288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:57.159475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=cb6d5a93-2808-4d95-8fa3-c514aafba286,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:57.171352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-d600b211-5f8c-460c-802e-2cc77acb55d9 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152341 Feb 11 13:01:57.172721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Deleting port 4bdd37a9-3743-4158-abf0-767602747276 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:01:57.174102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4bdd37a9-3743-4158-abf0-767602747276), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:57.175048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Pushing event deleted for resources: {'Port': ['ID=bd573ef6-a5e3-472f-b2c0-e60563eaf3b1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:57.329907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] No DVR routers for this DVR port bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:01:57.334915 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:57.343923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b4fb084-28ab-4405-8ad0-368fb1964437 req-0f868284-b350-4a57-831d-b783206b7c57 tempest-ServersOnMultiNodesTest-240159014 tempest-ServersOnMultiNodesTest-240159014-project] 10.222.0.64 "DELETE /v2.0/ports/bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 HTTP/1.1" status: 204 len: 173 time: 1.7331109 Feb 11 13:01:57.401943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['cb6d5a93-2808-4d95-8fa3-c514aafba286'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:01:57.407812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c69218b7-ab55-4737-ada7-dd9f8c6ea862 req-835a8407-c9d3-4a44-a80d-228fac72f980 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279816 Feb 11 13:01:57.412470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4bdd37a9-3743-4158-abf0-767602747276), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:57.554201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Calling delete_port for 4bdd37a9-3743-4158-abf0-767602747276 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:01:57.618274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41372) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:57.649897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765ca04-69b9-44b6-9b5a-60d657e85758 req-4547955a-b37a-4260-8afd-99fbb1fe08f0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:57.659525 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3765ca04-69b9-44b6-9b5a-60d657e85758 req-4547955a-b37a-4260-8afd-99fbb1fe08f0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.2043126 Feb 11 13:01:57.708367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41376) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:57.782624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361285f3-27f8-48a8-9784-53e43d4a874e req-426f2d36-c6f3-47d6-9cf6-fe8dc7c9f815 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:57.784256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-361285f3-27f8-48a8-9784-53e43d4a874e req-426f2d36-c6f3-47d6-9cf6-fe8dc7c9f815 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 944 time: 0.1719983 Feb 11 13:01:57.789270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3765ca04-69b9-44b6-9b5a-60d657e85758 req-ffd92d1c-3724-4825-a0f6-ebe822e1f2cd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287463 Feb 11 13:01:57.833951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'name': 'network-vif-deleted', 'tag': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:57.840198 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd881e65-8d96-46f1-9b6a-66d5e33a8734" -d '{"events": [{"server_uuid": "93bd56ec-992e-453d-9d3b-5ca50b693ec5", "name": "network-vif-deleted", "tag": "bd573ef6-a5e3-472f-b2c0-e60563eaf3b1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:57.963451 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f904dc2-ca2b-4bbb-8bc6-fd425aac722b x-openstack-request-id: req-5f904dc2-ca2b-4bbb-8bc6-fd425aac722b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:57.963743 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93bd56ec-992e-453d-9d3b-5ca50b693ec5", "name": "network-vif-deleted", "tag": "bd573ef6-a5e3-472f-b2c0-e60563eaf3b1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:57.964663 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f904dc2-ca2b-4bbb-8bc6-fd425aac722b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:57.965069 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93bd56ec-992e-453d-9d3b-5ca50b693ec5', 'name': 'network-vif-deleted', 'tag': 'bd573ef6-a5e3-472f-b2c0-e60563eaf3b1', 'status': 'completed', 'code': 200} Feb 11 13:01:57.974692 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62ae409a-4594-4c79-827b-e3b8707e1191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:57.991862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b1e31739-68e9-438f-bbec-e4a925d2996d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:57.996000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4bdd37a9-3743-4158-abf0-767602747276), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:57.996718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-361285f3-27f8-48a8-9784-53e43d4a874e req-d41f8a4f-be3d-4634-9acc-4f3e798b3b37 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953058 Feb 11 13:01:58.035391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bdd37a9-3743-4158-abf0-767602747276,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:58.095511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62ae409a-4594-4c79-827b-e3b8707e1191 admin admin] Publish callbacks [] for security_group (1013c53b-6e2e-4113-802e-27916f64a213), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.112531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62ae409a-4594-4c79-827b-e3b8707e1191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1013c53b-6e2e-4113-802e-27916f64a213), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.131351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.141079 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8ad9708b-f52d-449c-b1bd-782dabc850b2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4bdd37a9-3743-4158-abf0-767602747276 HTTP/1.1" status: 204 len: 168 time: 1.1266184 Feb 11 13:01:58.141895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41388) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:58.149258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b836fb25-a918-461e-b62b-b48e1a467c17', 'external_fixed_ips': [{'subnet_id': 'd94def97-9ad4-4d60-9ee2-ace9175df582', 'ip_address': '2001:db8::2e7'}]}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:01:58.178683 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (899093e4-66cb-4aca-871f-aa3948bfefbf), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.180357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (899093e4-66cb-4aca-871f-aa3948bfefbf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.189988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae409a-4594-4c79-827b-e3b8707e1191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1013c53b-6e2e-4113-802e-27916f64a213,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:58.202387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41390) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:58.202668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-62ae409a-4594-4c79-827b-e3b8707e1191 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb6090d67c814f1fb7e579e6a82a9a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915323 Feb 11 13:01:58.258125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b1e31739-68e9-438f-bbec-e4a925d2996d admin admin] Publish callbacks [] for security_group (e7f94672-8fc5-4f6f-acf0-cad6b1d84539), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.265311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b1e31739-68e9-438f-bbec-e4a925d2996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e7f94672-8fc5-4f6f-acf0-cad6b1d84539), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.299382 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (899093e4-66cb-4aca-871f-aa3948bfefbf), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.324644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b1e31739-68e9-438f-bbec-e4a925d2996d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cffe74e0f0bb43d1baa7a8ab0ae013ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7049427 Feb 11 13:01:58.325278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41394) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:58.332090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e31739-68e9-438f-bbec-e4a925d2996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f94672-8fc5-4f6f-acf0-cad6b1d84539,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:58.371266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cc398f7-c047-419e-91d7-3955857156ee admin admin] Publish callbacks [] for security_group (1013c53b-6e2e-4113-802e-27916f64a213), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.401727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89560034-3e1b-47ca-bceb-eb0277caaf8c admin admin] Publish callbacks [] for security_group (e7f94672-8fc5-4f6f-acf0-cad6b1d84539), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.417426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41396) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:58.431253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89560034-3e1b-47ca-bceb-eb0277caaf8c admin admin] Publish callbacks [] for security_group (e7f94672-8fc5-4f6f-acf0-cad6b1d84539), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.464617 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cc398f7-c047-419e-91d7-3955857156ee admin admin] Publish callbacks [] for security_group (1013c53b-6e2e-4113-802e-27916f64a213), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.492810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89560034-3e1b-47ca-bceb-eb0277caaf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e7f94672-8fc5-4f6f-acf0-cad6b1d84539), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.496535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89560034-3e1b-47ca-bceb-eb0277caaf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.502750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-89560034-3e1b-47ca-bceb-eb0277caaf8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7f94672-8fc5-4f6f-acf0-cad6b1d84539 HTTP/1.1" status: 204 len: 168 time: 0.1756446 Feb 11 13:01:58.514029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89560034-3e1b-47ca-bceb-eb0277caaf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f94672-8fc5-4f6f-acf0-cad6b1d84539,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:58.637728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60b79c7b-f810-4504-b788-579e453e6248 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8826ab4085649058c2f3e7d612233c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181592 Feb 11 13:01:58.643429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41402) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:58.657505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb6d5a93-2808-4d95-8fa3-c514aafba286 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:01:58.719158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be344bfa-e97a-4e97-a3c9-09eb0c5f46b0 admin admin] Publish callbacks [] for security_group (787f46d3-6f0c-4c9b-82a4-04fdfb59f28c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.753731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port cb6d5a93-2808-4d95-8fa3-c514aafba286 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:01:58.761106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port cb6d5a93-2808-4d95-8fa3-c514aafba286 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:01:58.761894 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.769999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be344bfa-e97a-4e97-a3c9-09eb0c5f46b0 admin admin] Publish callbacks [] for security_group (787f46d3-6f0c-4c9b-82a4-04fdfb59f28c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.824677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (899093e4-66cb-4aca-871f-aa3948bfefbf), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.882032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be344bfa-e97a-4e97-a3c9-09eb0c5f46b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (787f46d3-6f0c-4c9b-82a4-04fdfb59f28c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.886820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be344bfa-e97a-4e97-a3c9-09eb0c5f46b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.889261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-be344bfa-e97a-4e97-a3c9-09eb0c5f46b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/787f46d3-6f0c-4c9b-82a4-04fdfb59f28c HTTP/1.1" status: 204 len: 168 time: 0.2446251 Feb 11 13:01:58.919840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be344bfa-e97a-4e97-a3c9-09eb0c5f46b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f46d3-6f0c-4c9b-82a4-04fdfb59f28c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:58.936677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cc398f7-c047-419e-91d7-3955857156ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1013c53b-6e2e-4113-802e-27916f64a213), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.939500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cc398f7-c047-419e-91d7-3955857156ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:58.944491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3cc398f7-c047-419e-91d7-3955857156ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1013c53b-6e2e-4113-802e-27916f64a213 HTTP/1.1" status: 204 len: 168 time: 0.7365525 Feb 11 13:01:58.954153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc398f7-c047-419e-91d7-3955857156ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1013c53b-6e2e-4113-802e-27916f64a213,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:59.034301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port cb6d5a93-2808-4d95-8fa3-c514aafba286 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:59.035908 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.055435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567b59c-264a-4d17-b573-506832d999e4 req-6a08db4b-aa18-48f9-b4a3-e37dd039c4a9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:59.057045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7567b59c-264a-4d17-b573-506832d999e4 req-6a08db4b-aa18-48f9-b4a3-e37dd039c4a9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1049695 Feb 11 13:01:59.107575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cb6d5a93-2808-4d95-8fa3-c514aafba286, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb6d5a93-2808-4d95-8fa3-c514aafba286,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:01:59.108805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6d5a93-2808-4d95-8fa3-c514aafba286'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:01:59.111756 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46683a40-4530-4576-ade0-5dfc7a4c4350" -d '{"events": [{"server_uuid": "cc04dce1-a4e5-4c75-ba61-5dc54c407f86", "name": "network-vif-plugged", "status": "completed", "tag": "cb6d5a93-2808-4d95-8fa3-c514aafba286"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:01:59.118405 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.119945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:01:59.168521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:01:59.169111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device bd573ef6-a5e3-472f-b2c0-e60563eaf3b1 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:01:59.258067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4215979-7ec2-420f-8495-d596d053f7aa req-274167bb-e233-473c-85c7-deea019f2a3b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:59.267877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4215979-7ec2-420f-8495-d596d053f7aa req-274167bb-e233-473c-85c7-deea019f2a3b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 945 time: 0.1354907 Feb 11 13:01:59.294202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=cb6d5a93-2808-4d95-8fa3-c514aafba286,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:59.306053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c531-203a-45c9-b46e-ea06deeace95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.364695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4215979-7ec2-420f-8495-d596d053f7aa req-d95c6b87-c545-44a9-86f0-95eaeae7da55 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943511 Feb 11 13:01:59.404927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7567b59c-264a-4d17-b573-506832d999e4 req-9906d6e1-40eb-4d84-9d1e-fc937d8ae7e5 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405521 Feb 11 13:01:59.410438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (899093e4-66cb-4aca-871f-aa3948bfefbf), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.435587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.488772 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3708e593-7c26-458e-a0df-9e3dcf73f1bf x-openstack-request-id: req-3708e593-7c26-458e-a0df-9e3dcf73f1bf {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:01:59.489146 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04dce1-a4e5-4c75-ba61-5dc54c407f86", "name": "network-vif-plugged", "status": "completed", "tag": "cb6d5a93-2808-4d95-8fa3-c514aafba286", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:01:59.489619 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3708e593-7c26-458e-a0df-9e3dcf73f1bf {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:01:59.490150 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'code': 200} Feb 11 13:01:59.573675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41430) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:59.626842 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba444cd0-6ef3-4cdc-86ae-957d3c8c84cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d332f8a84bd44afbcaa49c73ebc729a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497339 Feb 11 13:01:59.628168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41432) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:59.651262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef74d9-4e24-4bb3-ac85-799e32dec9be req-fdea8281-5e38-4e56-876e-360b9a213f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:01:59.656183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cef74d9-4e24-4bb3-ac85-799e32dec9be req-fdea8281-5e38-4e56-876e-360b9a213f57 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 1127 time: 0.1028857 Feb 11 13:01:59.719519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41434) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:59.722212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cef74d9-4e24-4bb3-ac85-799e32dec9be req-b1b70950-9f53-4da1-a5d7-ad87e84d7155 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579512 Feb 11 13:01:59.738386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6635-a08e-4ef8-81d4-4e3dfa3bdbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.745250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10c0c4da-3c9a-46b6-b972-64130fc99604 admin admin] Publish callbacks [] for security_group (77a57d96-9ce4-4b98-8455-cab770c994af), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.757411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Allocated IP 2001:db8::2e7 (b836fb25-a918-461e-b62b-b48e1a467c17/d94def97-9ad4-4d60-9ee2-ace9175df582/e47c7762-683b-446c-a758-2b2d0f54d72e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:01:59.791203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10c0c4da-3c9a-46b6-b972-64130fc99604 admin admin] Publish callbacks [] for security_group (77a57d96-9ce4-4b98-8455-cab770c994af), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.826890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6635-a08e-4ef8-81d4-4e3dfa3bdbc9 admin admin] Publish callbacks [] for security_group (9af1e9ab-689c-42b4-8d63-2da79d776162), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.836274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d8a6635-a08e-4ef8-81d4-4e3dfa3bdbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9af1e9ab-689c-42b4-8d63-2da79d776162), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.879016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4d8a6635-a08e-4ef8-81d4-4e3dfa3bdbc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a48305785cf2434b804c8539418b45eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557443 Feb 11 13:01:59.880237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8a6635-a08e-4ef8-81d4-4e3dfa3bdbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af1e9ab-689c-42b4-8d63-2da79d776162,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:01:59.881753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41438) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:01:59.959564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-231f9e38-c5d0-4459-ac82-2bd2051b0a00 admin admin] Publish callbacks [] for security_group (9af1e9ab-689c-42b4-8d63-2da79d776162), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.965557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10c0c4da-3c9a-46b6-b972-64130fc99604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (77a57d96-9ce4-4b98-8455-cab770c994af), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.968303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10c0c4da-3c9a-46b6-b972-64130fc99604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:59.969677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-10c0c4da-3c9a-46b6-b972-64130fc99604 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77a57d96-9ce4-4b98-8455-cab770c994af HTTP/1.1" status: 204 len: 168 time: 0.3403368 Feb 11 13:01:59.991998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for port (e47c7762-683b-446c-a758-2b2d0f54d72e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:00.019793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0c4da-3c9a-46b6-b972-64130fc99604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a57d96-9ce4-4b98-8455-cab770c994af,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:00.025786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-231f9e38-c5d0-4459-ac82-2bd2051b0a00 admin admin] Publish callbacks [] for security_group (9af1e9ab-689c-42b4-8d63-2da79d776162), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:00.097845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e47c7762-683b-446c-a758-2b2d0f54d72e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:00.141073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-231f9e38-c5d0-4459-ac82-2bd2051b0a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9af1e9ab-689c-42b4-8d63-2da79d776162), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:00.143775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-231f9e38-c5d0-4459-ac82-2bd2051b0a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:00.144965 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-231f9e38-c5d0-4459-ac82-2bd2051b0a00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9af1e9ab-689c-42b4-8d63-2da79d776162 HTTP/1.1" status: 204 len: 168 time: 0.2622404 Feb 11 13:02:00.155534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network b836fb25-a918-461e-b62b-b48e1a467c17 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:00.165473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:00.167463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231f9e38-c5d0-4459-ac82-2bd2051b0a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af1e9ab-689c-42b4-8d63-2da79d776162,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:00.169057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:00.171354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Port': ['ID=e47c7762-683b-446c-a758-2b2d0f54d72e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:00.422723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (899093e4-66cb-4aca-871f-aa3948bfefbf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:00.563725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08bffd-499f-46bf-8988-d43844a93100 req-79396cf8-1384-480c-a125-e5687f8460ee tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:00.565303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc08bffd-499f-46bf-8988-d43844a93100 req-79396cf8-1384-480c-a125-e5687f8460ee tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 945 time: 0.0759189 Feb 11 13:02:00.632054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc08bffd-499f-46bf-8988-d43844a93100 req-c4bf5482-7248-471b-8ce2-eb326bb1529e tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573075 Feb 11 13:02:00.673717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e03fe1-d4df-47d4-95b6-d5173aef8173 req-976c53cf-6823-4ad8-b589-8b7342a6d4f8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:00.675379 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1e03fe1-d4df-47d4-95b6-d5173aef8173 req-976c53cf-6823-4ad8-b589-8b7342a6d4f8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1449397 Feb 11 13:02:00.757918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (899093e4-66cb-4aca-871f-aa3948bfefbf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:00.773911 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1e03fe1-d4df-47d4-95b6-d5173aef8173 req-b0b7305e-20a9-491a-be06-d82defb5151f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920649 Feb 11 13:02:00.906878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Router 899093e4-66cb-4aca-871f-aa3948bfefbf is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:01.052376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:01.063872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Sync routers for ids ['899093e4-66cb-4aca-871f-aa3948bfefbf'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:01.078171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Routers {'899093e4-66cb-4aca-871f-aa3948bfefbf'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:01.079187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:01:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['899093e4-66cb-4aca-871f-aa3948bfefbf'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:01.083971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.088443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41498) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:01.088926 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3620ca5e-37fb-4792-ae91-ac5ebf0229fd tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9455361 Feb 11 13:02:01.219255 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (899093e4-66cb-4aca-871f-aa3948bfefbf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.329663 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (899093e4-66cb-4aca-871f-aa3948bfefbf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.393554 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd854926-4448-4942-8fae-e353f5f7bbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.396044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Set router 899093e4-66cb-4aca-871f-aa3948bfefbf gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:01.415023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Deleting port e47c7762-683b-446c-a758-2b2d0f54d72e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:01.415540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e47c7762-683b-446c-a758-2b2d0f54d72e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.530572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e47c7762-683b-446c-a758-2b2d0f54d72e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.543551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Calling delete_port for e47c7762-683b-446c-a758-2b2d0f54d72e owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:01.605795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899093e4-66cb-4aca-871f-aa3948bfefbf', 'name': '', 'tenant_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b836fb25-a918-461e-b62b-b48e1a467c17', 'external_fixed_ips': [{'subnet_id': 'd94def97-9ad4-4d60-9ee2-ace9175df582', 'ip_address': '2001:db8::2e7'}], 'enable_snat': True}, 'gw_port_id': 'e47c7762-683b-446c-a758-2b2d0f54d72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:01:58Z', 'updated_at': '2022-02-11T13:02:00Z', 'revision_number': 3, 'project_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'gw_port': {'id': 'e47c7762-683b-446c-a758-2b2d0f54d72e', 'name': '', 'network_id': 'b836fb25-a918-461e-b62b-b48e1a467c17', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:20:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899093e4-66cb-4aca-871f-aa3948bfefbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': 'd94def97-9ad4-4d60-9ee2-ace9175df582', 'ip_address': '2001:db8::2e7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:01:59Z', 'updated_at': '2022-02-11T13:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd94def97-9ad4-4d60-9ee2-ace9175df582', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:01.642447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Checking router: 899093e4-66cb-4aca-871f-aa3948bfefbf for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:02:01.642975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Updating router 899093e4-66cb-4aca-871f-aa3948bfefbf port e47c7762-683b-446c-a758-2b2d0f54d72e binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:02:01.735202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e47c7762-683b-446c-a758-2b2d0f54d72e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.856365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096171a-893a-4adc-b94b-c0ccdc6f98c7 req-1c9ac95c-c0cc-41bb-ab95-854aae016edd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:01.859445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5096171a-893a-4adc-b94b-c0ccdc6f98c7 req-1c9ac95c-c0cc-41bb-ab95-854aae016edd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 945 time: 0.1152766 Feb 11 13:02:01.941103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5096171a-893a-4adc-b94b-c0ccdc6f98c7 req-7a4c02b2-6f46-4393-9ec2-5e234c4dc221 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753059 Feb 11 13:02:01.943184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e47c7762-683b-446c-a758-2b2d0f54d72e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:01.972803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event deleted for resources: {'Port': ['ID=e47c7762-683b-446c-a758-2b2d0f54d72e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:02.005361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (899093e4-66cb-4aca-871f-aa3948bfefbf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.119908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f7fe7-2c32-4c24-9cc8-c14eb881ed72 req-8f21d980-0741-4d0d-a734-a03d15610fcb tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:02.123266 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:02:02.123704 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:02:02.128110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-413f7fe7-2c32-4c24-9cc8-c14eb881ed72 req-8f21d980-0741-4d0d-a734-a03d15610fcb tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1843364 Feb 11 13:02:02.204826 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-413f7fe7-2c32-4c24-9cc8-c14eb881ed72 req-63759b81-6d15-43cf-b9ff-ed146ee21833 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760236 Feb 11 13:02:02.244702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (899093e4-66cb-4aca-871f-aa3948bfefbf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.247177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (899093e4-66cb-4aca-871f-aa3948bfefbf), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.331747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (899093e4-66cb-4aca-871f-aa3948bfefbf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.332509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 899093e4-66cb-4aca-871f-aa3948bfefbf {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:02.338227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.339727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2a1277f9-6a64-4ea1-8d6d-61cce2d0ffbb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "DELETE /v2.0/routers/899093e4-66cb-4aca-871f-aa3948bfefbf HTTP/1.1" status: 204 len: 168 time: 1.2492247 Feb 11 13:02:02.343407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41540) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:02.393050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Deleting subnet d94def97-9ad4-4d60-9ee2-ace9175df582 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:02:02.396645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for subnet (d94def97-9ad4-4d60-9ee2-ace9175df582), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.436994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (d94def97-9ad4-4d60-9ee2-ace9175df582), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.465305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.481409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d94def97-9ad4-4d60-9ee2-ace9175df582), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.554697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (d94def97-9ad4-4d60-9ee2-ace9175df582), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.586143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d94def97-9ad4-4d60-9ee2-ace9175df582,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:02.587893 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.591324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0c60777a-dfba-4678-af63-21f431a4d125 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/d94def97-9ad4-4d60-9ee2-ace9175df582 HTTP/1.1" status: 204 len: 168 time: 0.2461481 Feb 11 13:02:02.593918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41558) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:02.656410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Port e47c7762-683b-446c-a758-2b2d0f54d72e not found while updating agent binding for router 899093e4-66cb-4aca-871f-aa3948bfefbf. {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 13:02:02.678056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Routers set() bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:02.678442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Router IDs set() for agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:02:02.679121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'899093e4-66cb-4aca-871f-aa3948bfefbf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent'). {{(pid=109686) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:02:02.679509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4896663-5e6a-499e-ac27-579004a5fbb8 None None] The sync data for ids ['899093e4-66cb-4aca-871f-aa3948bfefbf'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:02.698262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (b836fb25-a918-461e-b62b-b48e1a467c17), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.706301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:02.783410 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (b836fb25-a918-461e-b62b-b48e1a467c17), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.805391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b836fb25-a918-461e-b62b-b48e1a467c17']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:02.818470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:02.819039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:02.831186 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.848103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.859719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:02:02.859960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (cbe01917-b1f7-4227-8e15-3f1c0b5aa8c6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:02:02.862210 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:02:02.947515 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37427739-2c8b-44ee-b997-7c5a40419982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:02.962178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (b836fb25-a918-461e-b62b-b48e1a467c17), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.003004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event deleted for resources: {'Network': ['ID=b836fb25-a918-461e-b62b-b48e1a467c17,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:03.019134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b836fb25-a918-461e-b62b-b48e1a467c17 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:02:03.046381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-7bc33229-48d7-4ebf-90b6-6d5a5d45c986 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1315792 Feb 11 13:02:03.047821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.060564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2ffa9581-42d0-4700-bb3c-01c013cdfb33 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "DELETE /v2.0/networks/b836fb25-a918-461e-b62b-b48e1a467c17 HTTP/1.1" status: 204 len: 168 time: 0.4655662 Feb 11 13:02:03.099889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37427739-2c8b-44ee-b997-7c5a40419982 admin admin] Publish callbacks [] for security_group (91d8e287-d67c-4639-97dd-a24c46fda222), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.110180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37427739-2c8b-44ee-b997-7c5a40419982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (91d8e287-d67c-4639-97dd-a24c46fda222), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.178069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-37427739-2c8b-44ee-b997-7c5a40419982 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8602cc175dbf4e8b8aaa4043fd77da94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4704411 Feb 11 13:02:03.178883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41580) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:03.205308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37427739-2c8b-44ee-b997-7c5a40419982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d8e287-d67c-4639-97dd-a24c46fda222,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:03.309287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.309958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.310237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.310686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.311132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.311865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.312006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.314081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3cc6c20a-c7a0-4ff0-8a10-452fd1aa975d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=07c9b5f14a794256834beaa47efecae1&device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 6719 time: 0.1897430 Feb 11 13:02:03.372612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00a78637-c30f-4f9d-9fa7-652633ed08ff admin admin] Publish callbacks [] for security_group (91d8e287-d67c-4639-97dd-a24c46fda222), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.440012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2038-2f20-4d03-b8ba-7b0f894b423e req-acbe8098-45d6-440b-8693-4cfb0984a98a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.441915 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b10d2038-2f20-4d03-b8ba-7b0f894b423e req-acbe8098-45d6-440b-8693-4cfb0984a98a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1396568 Feb 11 13:02:03.548440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00a78637-c30f-4f9d-9fa7-652633ed08ff admin admin] Publish callbacks [] for security_group (91d8e287-d67c-4639-97dd-a24c46fda222), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.557751 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b10d2038-2f20-4d03-b8ba-7b0f894b423e req-73c82ec8-8427-4e13-89df-edd2ef7ee120 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019769 Feb 11 13:02:03.598498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41594) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:03.603781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4a09b66c-f9f5-4a51-a2c8-f2142cf993f5 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'router': {'name': 'tempest-router--813726708', 'project_id': 'ad50b62d619d46bc9ca619e2e328b075'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:03.616881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-f54aaefe-31a8-4734-8b9f-e9e17d7959c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.617342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-f54aaefe-31a8-4734-8b9f-e9e17d7959c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.617985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-f54aaefe-31a8-4734-8b9f-e9e17d7959c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.619575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-f54aaefe-31a8-4734-8b9f-e9e17d7959c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2a29b801-2432-4e5f-b655-1fc9815028ad&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&id=289e2bbb-2984-4742-a689-7bd39985aa6f&id=289e2bbb-2984-4742-a689-7bd39985aa6f HTTP/1.1" status: 200 len: 2298 time: 0.2702329 Feb 11 13:02:03.649066 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a09b66c-f9f5-4a51-a2c8-f2142cf993f5 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (b3a5145e-ff67-4235-aa49-722ecab6f343), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.650604 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a09b66c-f9f5-4a51-a2c8-f2142cf993f5 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (b3a5145e-ff67-4235-aa49-722ecab6f343), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.685979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00a78637-c30f-4f9d-9fa7-652633ed08ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (91d8e287-d67c-4639-97dd-a24c46fda222), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.688600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00a78637-c30f-4f9d-9fa7-652633ed08ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.690282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-00a78637-c30f-4f9d-9fa7-652633ed08ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91d8e287-d67c-4639-97dd-a24c46fda222 HTTP/1.1" status: 204 len: 168 time: 0.5092554 Feb 11 13:02:03.710063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a78637-c30f-4f9d-9fa7-652633ed08ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d8e287-d67c-4639-97dd-a24c46fda222,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:03.747722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-814be2e1-a100-4746-908b-40018e9bdca1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f HTTP/1.1" status: 200 len: 1001 time: 0.1135352 Feb 11 13:02:03.765522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a09b66c-f9f5-4a51-a2c8-f2142cf993f5 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (b3a5145e-ff67-4235-aa49-722ecab6f343), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.773357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a09b66c-f9f5-4a51-a2c8-f2142cf993f5 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (b3a5145e-ff67-4235-aa49-722ecab6f343), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.801612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a09b66c-f9f5-4a51-a2c8-f2142cf993f5 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:03.811305 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4a09b66c-f9f5-4a51-a2c8-f2142cf993f5 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2115734 Feb 11 13:02:03.812512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41602) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:03.842763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-24d11b53-2279-4aa1-8933-737a2dc08ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.846570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-24d11b53-2279-4aa1-8933-737a2dc08ac2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96c7138b-c54b-40d5-a9e9-12c8ca154281 HTTP/1.1" status: 200 len: 856 time: 0.0878251 Feb 11 13:02:03.920614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-949f7fc9-ddd0-459f-bdd1-0ff9ec5fd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:03.922254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-949f7fc9-ddd0-459f-bdd1-0ff9ec5fd2c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2a29b801-2432-4e5f-b655-1fc9815028ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648944 Feb 11 13:02:03.951112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0b57-0253-4959-bfb1-e0ec5636fc6e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (b3a5145e-ff67-4235-aa49-722ecab6f343), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.037498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-0518cbd7-70b6-4d40-ae2a-54a35bfdd91e service neutron] 10.222.0.53 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051540 Feb 11 13:02:04.152472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-d468ef79-c49d-493e-aa29-a52d7b8ad775 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6e358fd82a7a43d4816488e658b47bd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327950 Feb 11 13:02:04.175530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.263188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0b57-0253-4959-bfb1-e0ec5636fc6e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (b3a5145e-ff67-4235-aa49-722ecab6f343), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.266497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0b57-0253-4959-bfb1-e0ec5636fc6e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (b3a5145e-ff67-4235-aa49-722ecab6f343), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.280660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-55fdf807-930d-492a-8f4f-7656557dfaf3 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:04.288878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-55fdf807-930d-492a-8f4f-7656557dfaf3 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347950 Feb 11 13:02:04.342156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0b57-0253-4959-bfb1-e0ec5636fc6e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (b3a5145e-ff67-4235-aa49-722ecab6f343), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.344834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-1c33dc3b-9f37-4211-8c91-345e4a10e32d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/quotas/6e358fd82a7a43d4816488e658b47bd4 HTTP/1.1" status: 200 len: 375 time: 0.0549800 Feb 11 13:02:04.345406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6c0b57-0253-4959-bfb1-e0ec5636fc6e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3a5145e-ff67-4235-aa49-722ecab6f343 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:04.363609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f6c0b57-0253-4959-bfb1-e0ec5636fc6e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.364315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1f6c0b57-0253-4959-bfb1-e0ec5636fc6e tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b3a5145e-ff67-4235-aa49-722ecab6f343 HTTP/1.1" status: 204 len: 168 time: 0.5507331 Feb 11 13:02:04.398396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8d26a01b-c9e5-4e8b-ab40-5cef9b38d2ab tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6e358fd82a7a43d4816488e658b47bd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526569 Feb 11 13:02:04.415372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41622) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:04.449033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1667eb24-8411-4cf6-9789-0eca606f42ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.475643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-0db58aec-b454-4198-9831-cb30411082a8 service neutron] 10.222.0.53 "GET /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302061 Feb 11 13:02:04.541686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-bc4d5950-9193-4011-a8bf-0aca7f190beb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 217 time: 0.0531690 Feb 11 13:02:04.581138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1667eb24-8411-4cf6-9789-0eca606f42ca admin admin] Publish callbacks [] for security_group (fec53141-38ee-432c-ab06-d92730aaf677), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.588673 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1667eb24-8411-4cf6-9789-0eca606f42ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fec53141-38ee-432c-ab06-d92730aaf677), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.658682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-183a9237-ca1a-408e-b457-70b5d210c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:04.660297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-183a9237-ca1a-408e-b457-70b5d210c0e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 0.1080525 Feb 11 13:02:04.737280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1667eb24-8411-4cf6-9789-0eca606f42ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d683a1a9c31f43f69d44cbb45aac2389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185179 Feb 11 13:02:04.742773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41634) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:04.759339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667eb24-8411-4cf6-9789-0eca606f42ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec53141-38ee-432c-ab06-d92730aaf677,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:04.848323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-607d8a17-9e2d-4d9d-b6c6-0bb885571b62 req-69e97870-9273-4996-8e37-0359d6fc4463 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 210 time: 0.0714586 Feb 11 13:02:04.852088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41640) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:04.925656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca31cb1-53d4-4137-b211-ef62b0d0d22d req-758663ce-858d-41e3-8ecf-aa8b1c287197 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:04.935779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ca31cb1-53d4-4137-b211-ef62b0d0d22d req-758663ce-858d-41e3-8ecf-aa8b1c287197 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1527336 Feb 11 13:02:04.969434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-2407fa78-27bf-4514-ae87-277b4ff42485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:04.983207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-2407fa78-27bf-4514-ae87-277b4ff42485 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3107347 Feb 11 13:02:04.994063 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ca31cb1-53d4-4137-b211-ef62b0d0d22d req-f9f428e5-70be-46b3-a167-d95c65dd045a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569148 Feb 11 13:02:05.037888 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-934819fa-b0d2-4433-baef-b9e31145d729 admin admin] Publish callbacks [] for security_group (fec53141-38ee-432c-ab06-d92730aaf677), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.061784 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-934819fa-b0d2-4433-baef-b9e31145d729 admin admin] Publish callbacks [] for security_group (fec53141-38ee-432c-ab06-d92730aaf677), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.276420 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.444927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1126965718', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:05.481160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-934819fa-b0d2-4433-baef-b9e31145d729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fec53141-38ee-432c-ab06-d92730aaf677), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.484159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-934819fa-b0d2-4433-baef-b9e31145d729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.485398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-934819fa-b0d2-4433-baef-b9e31145d729 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fec53141-38ee-432c-ab06-d92730aaf677 HTTP/1.1" status: 204 len: 168 time: 0.7254212 Feb 11 13:02:05.539660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934819fa-b0d2-4433-baef-b9e31145d729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec53141-38ee-432c-ab06-d92730aaf677,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:05.560766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (2493ca39-4b6d-4699-9f75-11e5ff38c679), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.562929 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (2493ca39-4b6d-4699-9f75-11e5ff38c679), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.678834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-c0483d18-0390-4ecb-ac0c-043a023bdc4f service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6426396 Feb 11 13:02:05.683977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (2493ca39-4b6d-4699-9f75-11e5ff38c679), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.859132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41668) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:06.046708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-244df9c6-70f9-4d18-b8bd-7a074f416c74 req-3684db55-12a7-4e4a-9c16-f030425bbab3 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 210 time: 0.0609012 Feb 11 13:02:06.124053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (2493ca39-4b6d-4699-9f75-11e5ff38c679), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.200399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d81b2189-f52c-4d9d-9f74-7a47298cb7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.218470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-a2568b8c-d575-4d6e-91c7-0d58a4b54799 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297182 Feb 11 13:02:06.262745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462a30e-b84f-4873-a382-ba29767dff7b req-ef7a88ad-9060-4818-8621-d2d90cff4a18 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:06.264579 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9462a30e-b84f-4873-a382-ba29767dff7b req-ef7a88ad-9060-4818-8621-d2d90cff4a18 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1452124 Feb 11 13:02:06.359197 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9462a30e-b84f-4873-a382-ba29767dff7b req-9dde19bb-bf7f-4d69-aa2b-0b4419b4bacd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851114 Feb 11 13:02:06.386082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-1510ab88-d35e-4e38-9166-77d442b51e30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 217 time: 0.1241503 Feb 11 13:02:06.408593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d81b2189-f52c-4d9d-9f74-7a47298cb7b8 admin admin] Publish callbacks [] for security_group (fcf657b9-8f3a-4035-9f1d-008c0defeb7e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.414535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d81b2189-f52c-4d9d-9f74-7a47298cb7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fcf657b9-8f3a-4035-9f1d-008c0defeb7e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.486066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b2189-f52c-4d9d-9f74-7a47298cb7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf657b9-8f3a-4035-9f1d-008c0defeb7e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:06.508437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d81b2189-f52c-4d9d-9f74-7a47298cb7b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7917f894999c4b899374d2ec79cf7730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6475301 Feb 11 13:02:06.512994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41694) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:06.600678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-ea479cb2-b43c-424a-9505-2a2cc7ab4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:06.602180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-ea479cb2-b43c-424a-9505-2a2cc7ab4129 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 0.1986041 Feb 11 13:02:06.656273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7588bf4-0980-44f2-bf40-4c1c2feebd4b req-1998f310-bfca-44b2-b0cb-99b2957fe93c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:06.657812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7588bf4-0980-44f2-bf40-4c1c2feebd4b req-1998f310-bfca-44b2-b0cb-99b2957fe93c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2697318 Feb 11 13:02:06.663782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ee715cb-40ac-47cb-9a6b-ed828a7ee30d admin admin] Publish callbacks [] for security_group (fcf657b9-8f3a-4035-9f1d-008c0defeb7e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.694362 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ee715cb-40ac-47cb-9a6b-ed828a7ee30d admin admin] Publish callbacks [] for security_group (fcf657b9-8f3a-4035-9f1d-008c0defeb7e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.766996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ee715cb-40ac-47cb-9a6b-ed828a7ee30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fcf657b9-8f3a-4035-9f1d-008c0defeb7e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.769744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ee715cb-40ac-47cb-9a6b-ed828a7ee30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:06.777725 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1ee715cb-40ac-47cb-9a6b-ed828a7ee30d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fcf657b9-8f3a-4035-9f1d-008c0defeb7e HTTP/1.1" status: 204 len: 168 time: 0.2618961 Feb 11 13:02:06.787111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-0bbb9f15-2526-4c05-a5fd-d45906d93b1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6e358fd82a7a43d4816488e658b47bd4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1704161 Feb 11 13:02:06.794884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee715cb-40ac-47cb-9a6b-ed828a7ee30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf657b9-8f3a-4035-9f1d-008c0defeb7e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:06.930191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7588bf4-0980-44f2-bf40-4c1c2feebd4b req-82631905-c620-43f7-8d17-8ff80d853a37 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308905 Feb 11 13:02:07.009772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-b2a07999-9534-42ff-8530-e4e9e533f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:07.015536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-b2a07999-9534-42ff-8530-e4e9e533f91f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3976431 Feb 11 13:02:07.135520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e08c07-4738-4902-90ce-b9a15b31feba req-f5490d81-db66-45e1-b905-2c494f61f972 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:07.151499 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2e08c07-4738-4902-90ce-b9a15b31feba req-f5490d81-db66-45e1-b905-2c494f61f972 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1204226 Feb 11 13:02:07.211628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-78d3ddeb-691d-4c47-b8e2-1de3da078c4a tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:07.216545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-78d3ddeb-691d-4c47-b8e2-1de3da078c4a tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3926842 Feb 11 13:02:07.265702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2e08c07-4738-4902-90ce-b9a15b31feba req-83695733-677b-4fe9-8686-29c2bd71c261 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129577 Feb 11 13:02:07.486655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b65e9f-4aa0-49a3-8ca1-ed80d30427e7 req-6041b815-041e-42d0-b540-595a24cb0c67 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 210 time: 0.2654169 Feb 11 13:02:07.542477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57aaf4-7285-4f3c-81cd-ba6ff3807d8f req-93e9e9e7-ea0e-4abb-ac5d-822ec945a43e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:07.550192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c57aaf4-7285-4f3c-81cd-ba6ff3807d8f req-93e9e9e7-ea0e-4abb-ac5d-822ec945a43e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1150877 Feb 11 13:02:07.570665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Request body: {'port': {'device_id': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '6e358fd82a7a43d4816488e658b47bd4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:07.579676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (2493ca39-4b6d-4699-9f75-11e5ff38c679), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:07.621297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41722) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:07.658585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c45f84c-ca45-4a9b-954f-121a2f151e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:07.702686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c57aaf4-7285-4f3c-81cd-ba6ff3807d8f req-c43cc43d-4fa8-4c8d-8c87-5a11d126c01a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428747 Feb 11 13:02:07.731265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:07.815059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c45f84c-ca45-4a9b-954f-121a2f151e4a admin admin] Publish callbacks [] for security_group (ef7caec5-4a58-489c-a0a5-77bcc81f774b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:07.824117 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c45f84c-ca45-4a9b-954f-121a2f151e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ef7caec5-4a58-489c-a0a5-77bcc81f774b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:07.891485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3c45f84c-ca45-4a9b-954f-121a2f151e4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72907f0c73f54033ba5ed21d5206c1e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687063 Feb 11 13:02:07.910392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41728) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:07.964937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45f84c-ca45-4a9b-954f-121a2f151e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7caec5-4a58-489c-a0a5-77bcc81f774b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:07.992497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d4730-2547-4f5c-a6ff-c37bed3fe2fa req-01a4fbd6-d483-48c7-86cf-48cea322dbc7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:07.999532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a36d4730-2547-4f5c-a6ff-c37bed3fe2fa req-01a4fbd6-d483-48c7-86cf-48cea322dbc7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1498702 Feb 11 13:02:08.035925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36c5fc-f69c-434c-9772-1fe3c20fb510 req-212ffc8e-44c5-4883-8e6f-8dce56c3d855 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:08.038951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af36c5fc-f69c-434c-9772-1fe3c20fb510 req-212ffc8e-44c5-4883-8e6f-8dce56c3d855 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.4294651 Feb 11 13:02:08.078605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-445359bc-142c-4f76-ae93-1d3b3a416d35 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0365667 Feb 11 13:02:08.095776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a36d4730-2547-4f5c-a6ff-c37bed3fe2fa req-f2decf83-726d-4a2d-a068-78950c47a6d5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951564 Feb 11 13:02:08.157839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Allocated IP 172.25.1.199 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/0dc298d7-4ae1-4200-aac1-340e28ac4c9c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:08.183704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Made reservation on behalf of 6e358fd82a7a43d4816488e658b47bd4 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:08.187063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:08.246264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af36c5fc-f69c-434c-9772-1fe3c20fb510 req-3cdbddc7-fa25-40bf-8f7f-15208bc8a818 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970608 Feb 11 13:02:08.247358 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:08.591470 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f254ca31-d030-492d-94c5-fa7a289fd729 req-2fd23589-9cdc-4995-af38-02f127db197d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 210 time: 0.0300150 Feb 11 13:02:08.632829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5260761c-2d18-40eb-ad75-0359d6fa8057 admin admin] Publish callbacks [] for security_group (ef7caec5-4a58-489c-a0a5-77bcc81f774b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:08.773175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5260761c-2d18-40eb-ad75-0359d6fa8057 admin admin] Publish callbacks [] for security_group (ef7caec5-4a58-489c-a0a5-77bcc81f774b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:08.798013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-2650e2ce-cd0e-4495-ba06-09fc2095d0d4 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006779 Feb 11 13:02:08.886284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d57609-e9ae-4e30-8dea-51aa9a7994d4 req-dae149df-56ae-4d3d-98a2-3a51a18536bb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:08.887805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01d57609-e9ae-4e30-8dea-51aa9a7994d4 req-dae149df-56ae-4d3d-98a2-3a51a18536bb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2477760 Feb 11 13:02:08.908932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-35022b53-792c-4172-941c-b35e2f6bafd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955 HTTP/1.1" status: 200 len: 217 time: 0.0993986 Feb 11 13:02:08.918608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for port (0dc298d7-4ae1-4200-aac1-340e28ac4c9c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:08.921205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks [] for security_group (bc474a9a-745a-4139-a7a6-9c9311f1c1db), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:08.941076 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bc474a9a-745a-4139-a7a6-9c9311f1c1db), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:09.088633 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5260761c-2d18-40eb-ad75-0359d6fa8057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ef7caec5-4a58-489c-a0a5-77bcc81f774b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:09.091231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5260761c-2d18-40eb-ad75-0359d6fa8057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:09.092404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5260761c-2d18-40eb-ad75-0359d6fa8057 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef7caec5-4a58-489c-a0a5-77bcc81f774b HTTP/1.1" status: 204 len: 168 time: 1.1269429 Feb 11 13:02:09.106332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc474a9a-745a-4139-a7a6-9c9311f1c1db,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:09.112825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-bb44e310-a771-4ada-92f5-48e09425e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:09.114373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-bb44e310-a771-4ada-92f5-48e09425e432 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 0.1863663 Feb 11 13:02:09.135592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260761c-2d18-40eb-ad75-0359d6fa8057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7caec5-4a58-489c-a0a5-77bcc81f774b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:09.176844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01d57609-e9ae-4e30-8dea-51aa9a7994d4 req-8320e347-7823-4e03-93d2-281e5e884222 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615144 Feb 11 13:02:09.191921 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0dc298d7-4ae1-4200-aac1-340e28ac4c9c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:09.280786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event updated for resources: {'Port': ['ID=0dc298d7-4ae1-4200-aac1-340e28ac4c9c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:09.319053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:09.325128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-2fdb4506-88e5-4507-81d1-3fdbc9620c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:09.326707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-2fdb4506-88e5-4507-81d1-3fdbc9620c6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1876349 Feb 11 13:02:09.330258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:09.335187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:09.504763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-111e355d-d6a9-4ff4-bac1-c81c03fdc844 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104894 Feb 11 13:02:09.507654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Allocated IP 192.168.233.250 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:09.719140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-240d26f2-8c6d-4315-8908-e4cf4d61378e service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814644 Feb 11 13:02:09.865767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-72f6778f-8a98-46d7-abb8-c919f3400ab6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.197&port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a HTTP/1.1" status: 200 len: 217 time: 0.1361380 Feb 11 13:02:09.878522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1da781f1-e56b-41ec-8be5-4fea409dcf1d req-ccc221b9-aebd-4358-b306-258bf8a646b2 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 210 time: 0.0492797 Feb 11 13:02:09.886866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72b443-d61e-4f74-906a-e8ffdefb6432 req-2a56f89f-129e-42a3-bf8c-4698bea6cc82 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:09.888192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee72b443-d61e-4f74-906a-e8ffdefb6432 req-2a56f89f-129e-42a3-bf8c-4698bea6cc82 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.3938227 Feb 11 13:02:10.016895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e508170-3518-42b4-9429-bc67d2d02af0 req-48f98b64-8a1f-4ff6-875f-439d4048474e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:10.024402 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1e508170-3518-42b4-9429-bc67d2d02af0 req-48f98b64-8a1f-4ff6-875f-439d4048474e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0686681 Feb 11 13:02:10.090923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee72b443-d61e-4f74-906a-e8ffdefb6432 req-fcb25a1b-9b5a-456e-afaf-b90c1c821536 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905460 Feb 11 13:02:10.162649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-58e75dc5-084d-4aec-852d-70af230e1133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:10.164139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-58e75dc5-084d-4aec-852d-70af230e1133 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 200 len: 797 time: 0.2650402 Feb 11 13:02:10.165138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1e508170-3518-42b4-9429-bc67d2d02af0 req-8c0eae1f-a2ac-45aa-97b7-d0f1d0d14c63 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265359 Feb 11 13:02:10.424853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-40fd9f73-eca3-440b-b69c-7b6b92027e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:10.426435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-40fd9f73-eca3-440b-b69c-7b6b92027e19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d2a07d6b-71f7-4b02-9dbb-38caa38e013d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2238185 Feb 11 13:02:10.432141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks [] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:10.490528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (2493ca39-4b6d-4699-9f75-11e5ff38c679), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:10.668806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-917a3dea-bdcc-43ef-94c6-35832d9fb43c service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221072 Feb 11 13:02:10.694999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:10.808770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:10.849277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:10.862664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:10.903139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Pushing event updated for resources: {'Port': ['ID=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:11.110958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d506a4-11f0-4299-afe1-60c32725991a req-1352425e-9939-4482-aaa7-af76813eb989 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:11.116012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54d506a4-11f0-4299-afe1-60c32725991a req-1352425e-9939-4482-aaa7-af76813eb989 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 936 time: 0.1508887 Feb 11 13:02:11.275868 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-54d506a4-11f0-4299-afe1-60c32725991a req-92d96bea-4989-4d41-8b24-c6768588a5b8 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448989 Feb 11 13:02:11.346451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8890abad-7b36-49fd-aa1c-7e31c45676b8 None None] Provisioning complete for port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:11.346902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8890abad-7b36-49fd-aa1c-7e31c45676b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:11.394061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-8042a321-4663-481d-a36a-c42f5ac17417 service neutron] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148039 Feb 11 13:02:11.420422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:11.421098 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:11.438471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8890abad-7b36-49fd-aa1c-7e31c45676b8 None None] Port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:02:11.513736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-388c6c9a-f3cb-4285-9ac3-ff488351954e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47 HTTP/1.1" status: 200 len: 217 time: 0.0862248 Feb 11 13:02:11.522632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5039f-00f2-490e-ac45-bf6432749642 req-c2ad47d6-58cb-4f14-9251-4509c2571000 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:11.530848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23b5039f-00f2-490e-ac45-bf6432749642 req-c2ad47d6-58cb-4f14-9251-4509c2571000 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0999672 Feb 11 13:02:11.535577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-8ea1e5de-ff78-47e5-b4ff-1b4901741a75 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0473640 Feb 11 13:02:11.559098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Request body: {'port': {'device_id': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:11.563768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (2493ca39-4b6d-4699-9f75-11e5ff38c679), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:11.590129 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23b5039f-00f2-490e-ac45-bf6432749642 req-9f4cc11a-2081-4082-be0e-ab01b8baaad4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557244 Feb 11 13:02:11.705340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b1826-a188-41d2-ba53-712b3adce7da req-21e99a06-1171-4b90-90a2-64696458cf4a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:11.707505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b80b1826-a188-41d2-ba53-712b3adce7da req-21e99a06-1171-4b90-90a2-64696458cf4a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.3331256 Feb 11 13:02:11.824150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-0d1fb1af-e089-4e0d-bfc3-f13f7996929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:11.830200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-0d1fb1af-e089-4e0d-bfc3-f13f7996929c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bb544348-6f0b-444e-ae1d-8e946d1822c2 HTTP/1.1" status: 200 len: 797 time: 0.3012195 Feb 11 13:02:11.833723 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:12.001193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b80b1826-a188-41d2-ba53-712b3adce7da req-371161d2-8ee5-43a5-8682-bf3454ec7863 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852550 Feb 11 13:02:12.035019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-e3f12c57-052e-433e-88de-9e07d6e5e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:12.036669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-e3f12c57-052e-433e-88de-9e07d6e5e4a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=289e2bbb-2984-4742-a689-7bd39985aa6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1929493 Feb 11 13:02:12.218136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Router 2493ca39-4b6d-4699-9f75-11e5ff38c679 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:12.285094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-3b5ba766-c273-41dd-81e5-dca30318a567 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039580 Feb 11 13:02:12.502902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7522-e711-4dfa-aa5a-4f6d0bce1844 req-433b6db1-e9a1-43a6-9018-571d27cb2cfe tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:12.505975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bda7522-e711-4dfa-aa5a-4f6d0bce1844 req-433b6db1-e9a1-43a6-9018-571d27cb2cfe tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 936 time: 0.1098633 Feb 11 13:02:12.603135 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bda7522-e711-4dfa-aa5a-4f6d0bce1844 req-120cbdd6-e904-47bd-84ad-63e64c37e1c7 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906126 Feb 11 13:02:12.649043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-6a0a3ffc-50cf-4960-a70e-7e3706fc101a service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918732 Feb 11 13:02:12.663830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:12.683119 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] Sync routers for ids ['2493ca39-4b6d-4699-9f75-11e5ff38c679'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:12.702615 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] Routers {'2493ca39-4b6d-4699-9f75-11e5ff38c679'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:12.704954 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2493ca39-4b6d-4699-9f75-11e5ff38c679'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:12.712020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:02:12.725309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-ed98cdc6-8ce9-4585-9971-ceb301688034 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b6908d7d-c822-4e57-8a01-d3587387df73 HTTP/1.1" status: 200 len: 217 time: 0.0649531 Feb 11 13:02:12.727754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Publish callbacks [] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:12.752447 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:12.763110 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] Routers {'2493ca39-4b6d-4699-9f75-11e5ff38c679'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:12.763872 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2493ca39-4b6d-4699-9f75-11e5ff38c679'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:12.790469 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:12.791719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3d04b926-f255-4cc9-9408-527b211aa44e tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9386694 Feb 11 13:02:12.794857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41890) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:12.800032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Transition to ACTIVE for port object a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:02:12.813138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:12.862749 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:12.863440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b5ec1-dc65-48f5-ae97-54da90cd17d5 None None] The sync data for ids ['2493ca39-4b6d-4699-9f75-11e5ff38c679'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:12.927355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-e17979c9-84b3-447a-ad5a-fd5e3a2b6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:12.942022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-e17979c9-84b3-447a-ad5a-fd5e3a2b6860 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bb544348-6f0b-444e-ae1d-8e946d1822c2 HTTP/1.1" status: 200 len: 797 time: 0.2022598 Feb 11 13:02:12.954493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-23c3381a-55b6-4a77-a0fc-fcbb0fcebe1c tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/2493ca39-4b6d-4699-9f75-11e5ff38c679 HTTP/1.1" status: 200 len: 925 time: 0.1579664 Feb 11 13:02:12.955212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41898) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:13.015480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0787f-21d4-4ea7-814e-b88d0e2bce36 req-13c26219-cbf4-42af-943c-c889352d481b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:13.022891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebf0787f-21d4-4ea7-814e-b88d0e2bce36 req-13c26219-cbf4-42af-943c-c889352d481b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.3043237 Feb 11 13:02:13.028338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:13.247287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-b21f9fa4-2b7d-4c8f-be40-e6c1609d7084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:13.254052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-b21f9fa4-2b7d-4c8f-be40-e6c1609d7084 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=289e2bbb-2984-4742-a689-7bd39985aa6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2985690 Feb 11 13:02:13.265383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebf0787f-21d4-4ea7-814e-b88d0e2bce36 req-df2fbbe3-e215-4748-bd4e-1651e64b0441 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323060 Feb 11 13:02:13.324725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Attempting to bind port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:13.325525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Attempting to bind port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:13.326120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Attempting to bind port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:13.375283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:13.375975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Attempting to bind port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:13.387768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:13.388430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:13.389021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:13.389676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Bound port: a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:13.390278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:13.471862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-52bb6242-992c-4b50-b87b-ec4c67735130 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051337 Feb 11 13:02:13.543552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] For port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:13.569430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-baa043df-fe85-476d-9548-5fb80622831a tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=2493ca39-4b6d-4699-9f75-11e5ff38c679 HTTP/1.1" status: 200 len: 205 time: 0.6126647 Feb 11 13:02:13.584431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:13.596265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] For port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:13.614583 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:13.681223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:13.681966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:13.683757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] 10.222.0.53 "PUT /v2.0/ports/a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b HTTP/1.1" status: 200 len: 1096 time: 2.1321688 Feb 11 13:02:13.690782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'tag': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:02:13.707832 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2cb428-c10e-4431-8cb1-41033d9c2415" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5a1b09-afb9-4c29-b8fa-901735f95514", "tag": "a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:02:13.766699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1994520f-2b64-4ac8-8f2a-8a67946b4155 req-4396a918-171c-4ab5-933b-c38ca35f0866 service neutron] 10.222.0.53 "GET /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775345 Feb 11 13:02:13.872520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (2493ca39-4b6d-4699-9f75-11e5ff38c679), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:13.989030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ac37c-e770-43c1-84b5-155c5210e688 req-16582832-c7cf-43e5-a197-b7a45146f7e9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:13.996364 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-800ac37c-e770-43c1-84b5-155c5210e688 req-16582832-c7cf-43e5-a197-b7a45146f7e9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.4406807 Feb 11 13:02:14.007535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f683-99dc-4d0e-908c-5c240cafa1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:14.022923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-548bac97-18ea-474c-a91a-467ce4d0d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.024985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-548bac97-18ea-474c-a91a-467ce4d0d217 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e358fd82a7a43d4816488e658b47bd4&device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 1130 time: 0.2674809 Feb 11 13:02:14.039238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c884c8b-b8b2-48b6-bb77-8cb5f9533d72 req-b73ede11-0c58-447e-b8c7-7d68969b6e9d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.051351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c884c8b-b8b2-48b6-bb77-8cb5f9533d72 req-b73ede11-0c58-447e-b8c7-7d68969b6e9d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 948 time: 0.2973239 Feb 11 13:02:14.105099 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-800ac37c-e770-43c1-84b5-155c5210e688 req-153986f6-72d3-4920-a6fc-dff4b3d598c3 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078494 Feb 11 13:02:14.109220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (2493ca39-4b6d-4699-9f75-11e5ff38c679), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.139576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-34f728db-c52c-43d2-9fa5-f4f728137daa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b HTTP/1.1" status: 200 len: 217 time: 0.0569134 Feb 11 13:02:14.226391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Deleting port 0dc298d7-4ae1-4200-aac1-340e28ac4c9c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:14.226733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0dc298d7-4ae1-4200-aac1-340e28ac4c9c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.267001 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc93fbe4-29dc-4bd7-adee-2f08d0a53e7c x-openstack-request-id: req-bc93fbe4-29dc-4bd7-adee-2f08d0a53e7c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:02:14.267317 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5a1b09-afb9-4c29-b8fa-901735f95514", "tag": "a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:02:14.267709 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc93fbe4-29dc-4bd7-adee-2f08d0a53e7c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:02:14.268317 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'tag': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b', 'status': 'completed', 'code': 200} Feb 11 13:02:14.269990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-b42ff712-f620-4579-a0ec-f4f831863c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.272452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-b42ff712-f620-4579-a0ec-f4f831863c01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1164947 Feb 11 13:02:14.276411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c884c8b-b8b2-48b6-bb77-8cb5f9533d72 req-42184239-0157-49b1-9121-f7589f70ced9 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241855 Feb 11 13:02:14.328339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41944) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:14.360057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8252ba-3631-4191-a621-074c6cad7335 req-2a16da88-e3eb-4d45-adf7-26ce4d45a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.361765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-2a16da88-e3eb-4d45-adf7-26ce4d45a644 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0768204 Feb 11 13:02:14.421853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0dc298d7-4ae1-4200-aac1-340e28ac4c9c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.438193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Calling delete_port for 0dc298d7-4ae1-4200-aac1-340e28ac4c9c owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:14.470398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35952888-bcd6-4f42-92c0-65d42f30fb2f req-91b32bad-eef2-46b5-ad32-b8ace1d5e4ce tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.471922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35952888-bcd6-4f42-92c0-65d42f30fb2f req-91b32bad-eef2-46b5-ad32-b8ace1d5e4ce tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0935833 Feb 11 13:02:14.522322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-3d584469-c8b2-43ac-aba6-737a66b8e1e9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496551 Feb 11 13:02:14.565317 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35952888-bcd6-4f42-92c0-65d42f30fb2f req-1040ad02-5812-4465-bc76-fdd4910d9fa5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601723 Feb 11 13:02:14.708564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cdf58916-a5a6-4ae6-af49-501f4a305fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.723581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a8252ba-3631-4191-a621-074c6cad7335 req-12014377-3998-4569-8813-1e851405ef23 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914682 Feb 11 13:02:14.747081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (0dc298d7-4ae1-4200-aac1-340e28ac4c9c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.782479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event deleted for resources: {'Port': ['ID=0dc298d7-4ae1-4200-aac1-340e28ac4c9c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:14.878883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cdf58916-a5a6-4ae6-af49-501f4a305fcd admin admin] Publish callbacks [] for security_group (58e4537e-6a4e-438d-b631-753aada99646), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.880002 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (2493ca39-4b6d-4699-9f75-11e5ff38c679), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.884363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-b04721fc-06be-4693-9818-c77eff51786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.885942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-b04721fc-06be-4693-9818-c77eff51786e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6e358fd82a7a43d4816488e658b47bd4&device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 1130 time: 0.0969250 Feb 11 13:02:14.980533 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (2493ca39-4b6d-4699-9f75-11e5ff38c679), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.981544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (2493ca39-4b6d-4699-9f75-11e5ff38c679), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.025598 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cdf58916-a5a6-4ae6-af49-501f4a305fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (58e4537e-6a4e-438d-b631-753aada99646), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.055193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cdf58916-a5a6-4ae6-af49-501f4a305fcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3682e2dfa5e48bfb29172902ae72337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7235112 Feb 11 13:02:15.055193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (2493ca39-4b6d-4699-9f75-11e5ff38c679), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.055558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Fanout notify agent at l3_agent the message router_deleted on router 2493ca39-4b6d-4699-9f75-11e5ff38c679 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:15.056950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41966) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:15.068562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.072985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b4680e69-dbf1-404a-bead-afe1aa7d8b9d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/2493ca39-4b6d-4699-9f75-11e5ff38c679 HTTP/1.1" status: 204 len: 168 time: 1.4841268 Feb 11 13:02:15.083070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41968) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:15.095219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'router': {'name': 'tempest-snat-router-600070539', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': False}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:15.122551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf58916-a5a6-4ae6-af49-501f4a305fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4537e-6a4e-438d-b631-753aada99646,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:15.157121 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (b9caef33-f0ab-41a4-b750-6ab56235bd5a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.158571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (b9caef33-f0ab-41a4-b750-6ab56235bd5a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.236574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (b9caef33-f0ab-41a4-b750-6ab56235bd5a), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.242642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7f58-0149-44c1-9e18-3936656def84 admin admin] Publish callbacks [] for security_group (58e4537e-6a4e-438d-b631-753aada99646), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.304937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7f58-0149-44c1-9e18-3936656def84 admin admin] Publish callbacks [] for security_group (58e4537e-6a4e-438d-b631-753aada99646), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.388198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7f58-0149-44c1-9e18-3936656def84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (58e4537e-6a4e-438d-b631-753aada99646), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.390929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7f58-0149-44c1-9e18-3936656def84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.392114 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c0cb7f58-0149-44c1-9e18-3936656def84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58e4537e-6a4e-438d-b631-753aada99646 HTTP/1.1" status: 204 len: 168 time: 0.3297956 Feb 11 13:02:15.392605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-328ebb17-b1e0-4daa-b63b-40844ffdeaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:15.394584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-328ebb17-b1e0-4daa-b63b-40844ffdeaeb service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.5010624 Feb 11 13:02:15.404768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb7f58-0149-44c1-9e18-3936656def84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4537e-6a4e-438d-b631-753aada99646,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:15.499258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-ac8ec9f2-577f-4a3f-b2b2-1534ca706db0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b HTTP/1.1" status: 200 len: 217 time: 0.0597782 Feb 11 13:02:15.502859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b9caef33-f0ab-41a4-b750-6ab56235bd5a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.549762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f527a-c144-40c3-a52b-f8fd49add026 req-4245c3b2-9442-446a-add9-8d527f4a5c13 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:15.552194 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac9f527a-c144-40c3-a52b-f8fd49add026 req-4245c3b2-9442-446a-add9-8d527f4a5c13 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 948 time: 0.0789082 Feb 11 13:02:15.586527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-3e56ea4a-fc07-44d5-9d4c-f028e9640335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:15.588816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-3e56ea4a-fc07-44d5-9d4c-f028e9640335 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0784941 Feb 11 13:02:15.602177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b839f6-1825-4504-b5a4-5f21d71c9e0f req-d9ac5de9-6311-48a8-8661-87820763563a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:15.609964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2b839f6-1825-4504-b5a4-5f21d71c9e0f req-d9ac5de9-6311-48a8-8661-87820763563a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.2981935 Feb 11 13:02:15.626726 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac9f527a-c144-40c3-a52b-f8fd49add026 req-f04489a1-0a18-4157-84a7-782dee74d1a8 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634038 Feb 11 13:02:15.721842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2b839f6-1825-4504-b5a4-5f21d71c9e0f req-a9916552-1789-455c-bc09-dd2042512798 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106551 Feb 11 13:02:15.738827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-cf563acd-04af-4cec-b442-a332d8a870e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:15.756135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-cf563acd-04af-4cec-b442-a332d8a870e8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1170440 Feb 11 13:02:15.878124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-4c068af5-d026-467f-94c8-ae9d92300571 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134996 Feb 11 13:02:15.906980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b9caef33-f0ab-41a4-b750-6ab56235bd5a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.935857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.954357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7643b-a297-47a1-a2e6-7158aff7d5b3 req-99646f7d-2eb5-4ec3-9894-9230e912024a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:15.955941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dee7643b-a297-47a1-a2e6-7158aff7d5b3 req-99646f7d-2eb5-4ec3-9894-9230e912024a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1282697 Feb 11 13:02:15.996130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2cb428-c10e-4431-8cb1-41033d9c2415 req-14c204d2-9adf-49fe-bc7f-bacb09871d41 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072686 Feb 11 13:02:16.023516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41998) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:16.050674 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e3de7fe5-b9bd-4af2-a180-1af16e98971e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.071939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.111405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dee7643b-a297-47a1-a2e6-7158aff7d5b3 req-10649cc0-6de1-4900-8720-4e513d7bdc1a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491129 Feb 11 13:02:16.143714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Allocated IP 172.25.1.241 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/9c6b1e31-4146-4e30-8bdc-040917ccb87e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:16.258041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e3de7fe5-b9bd-4af2-a180-1af16e98971e admin admin] Publish callbacks [] for security_group (527ceeac-38a4-4263-8b3e-2a4b1612daa9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.264687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e3de7fe5-b9bd-4af2-a180-1af16e98971e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (527ceeac-38a4-4263-8b3e-2a4b1612daa9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.320769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.322544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de7fe5-b9bd-4af2-a180-1af16e98971e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527ceeac-38a4-4263-8b3e-2a4b1612daa9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:16.328098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e3de7fe5-b9bd-4af2-a180-1af16e98971e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e556719d9fd43bba6833e84d2c44458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035917 Feb 11 13:02:16.330783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42006) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:16.399964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.408421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ac4b-3f13-455f-96cf-4b493698a296 admin admin] Publish callbacks [] for security_group (527ceeac-38a4-4263-8b3e-2a4b1612daa9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.451082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:16.458074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:16.466184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:16.492762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ac4b-3f13-455f-96cf-4b493698a296 admin admin] Publish callbacks [] for security_group (527ceeac-38a4-4263-8b3e-2a4b1612daa9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.507860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Port': ['ID=9c6b1e31-4146-4e30-8bdc-040917ccb87e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:16.656536 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ac4b-3f13-455f-96cf-4b493698a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (527ceeac-38a4-4263-8b3e-2a4b1612daa9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.659520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ea0ac4b-3f13-455f-96cf-4b493698a296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.663213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2ea0ac4b-3f13-455f-96cf-4b493698a296 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/527ceeac-38a4-4263-8b3e-2a4b1612daa9 HTTP/1.1" status: 204 len: 168 time: 0.3290033 Feb 11 13:02:16.672397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0ac4b-3f13-455f-96cf-4b493698a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527ceeac-38a4-4263-8b3e-2a4b1612daa9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:16.797339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df502ee2-8b55-417d-8f53-019c03d265fe req-435ce13c-2e0f-4dc7-9cfe-23e740870df5 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:16.799149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df502ee2-8b55-417d-8f53-019c03d265fe req-435ce13c-2e0f-4dc7-9cfe-23e740870df5 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 948 time: 0.0610092 Feb 11 13:02:16.865594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df502ee2-8b55-417d-8f53-019c03d265fe req-61c19f9f-a123-4ca4-8fe3-704760cdf369 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Feb 11 13:02:16.917531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b9caef33-f0ab-41a4-b750-6ab56235bd5a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:16.926978 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-6a78491b-f5ff-42ab-a71c-635a9a198fbf tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:16.928497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-6a78491b-f5ff-42ab-a71c-635a9a198fbf tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.1686492 Feb 11 13:02:16.978255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-6b14d67f-7983-41c3-939f-fab252f5dad1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/quotas/8c365546dfcd47c6b50ddd9f03029764 HTTP/1.1" status: 200 len: 375 time: 0.0168748 Feb 11 13:02:17.015109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908452a-b873-47e9-a0bb-b503b7dea152 req-5a7cbf7b-57e9-429f-bbd2-c8a95730f2e7 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:17.032394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f908452a-b873-47e9-a0bb-b503b7dea152 req-5a7cbf7b-57e9-429f-bbd2-c8a95730f2e7 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.0904346 Feb 11 13:02:17.065135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:17.102277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f908452a-b873-47e9-a0bb-b503b7dea152 req-f286edc2-f6dd-45e4-b01b-93acac924676 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635538 Feb 11 13:02:17.263409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c18c7-befe-40ae-8d7c-c49af0e37cde req-f917285f-e2fe-4f3b-9b49-4242f47c7cc9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:17.271494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f8c18c7-befe-40ae-8d7c-c49af0e37cde req-f917285f-e2fe-4f3b-9b49-4242f47c7cc9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0852883 Feb 11 13:02:17.337571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f8c18c7-befe-40ae-8d7c-c49af0e37cde req-5b967a72-e741-4e0a-b15c-7b71b2221986 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650098 Feb 11 13:02:17.441969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-ec993fdb-b1fd-4afd-aee3-d8ce57ede008 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4567957 Feb 11 13:02:17.521025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (b9caef33-f0ab-41a4-b750-6ab56235bd5a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:17.657317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Router b9caef33-f0ab-41a4-b750-6ab56235bd5a is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:17.841556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:17.851231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Sync routers for ids ['b9caef33-f0ab-41a4-b750-6ab56235bd5a'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:17.852878 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-4b657a2c-dacf-470c-8ed0-74593589aa34 service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020998 Feb 11 13:02:17.862192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Routers {'b9caef33-f0ab-41a4-b750-6ab56235bd5a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:17.863326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b9caef33-f0ab-41a4-b750-6ab56235bd5a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:17.874386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:17.879209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0b194968-927d-403f-90ce-c41711a1cada tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7912717 Feb 11 13:02:17.879581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:18.005141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-c6ca19f5-6435-4462-b6ee-256ebb14ac99 service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459322 Feb 11 13:02:18.027759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Set router b9caef33-f0ab-41a4-b750-6ab56235bd5a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:18.075407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791209b-5676-435a-846f-94ac55e6d367 req-ba380770-816f-45c5-84ee-5eefe02d54f0 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:18.076923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d791209b-5676-435a-846f-94ac55e6d367 req-ba380770-816f-45c5-84ee-5eefe02d54f0 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 948 time: 0.1137416 Feb 11 13:02:18.081275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fbda3bc2-d9fb-4a9b-9632-eb5795e8f034 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/b9caef33-f0ab-41a4-b750-6ab56235bd5a HTTP/1.1" status: 200 len: 908 time: 0.2004735 Feb 11 13:02:18.085278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42078) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:18.090247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'router': {'name': 'tempest-snat-router-600070539', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': True}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:18.139231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d791209b-5676-435a-846f-94ac55e6d367 req-82ef06c7-9cba-4517-a4f0-4074bbce1397 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553367 Feb 11 13:02:18.151183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (b52cd229-4603-4207-a0c9-d7168ace2b18), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.152364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (b52cd229-4603-4207-a0c9-d7168ace2b18), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.161881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:02:18.275678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:18.287488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (b52cd229-4603-4207-a0c9-d7168ace2b18), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.292580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b', 'mac_address': 'fa:16:3e:08:4e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:02:18.351922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34578b16-7140-49e1-8027-9081501dab9c req-256701b2-4187-4aae-9f38-8b03eed6a882 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:18.361906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34578b16-7140-49e1-8027-9081501dab9c req-256701b2-4187-4aae-9f38-8b03eed6a882 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1023591 Feb 11 13:02:18.401438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:18.401438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.406206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42094) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:18.444312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:02:18.444742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67b7c430-dbae-4b6b-aecb-67c755ce822c req-8dd2fdb4-5cc8-463c-b926-e1610955e559 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 210 time: 0.0872509 Feb 11 13:02:18.476530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34578b16-7140-49e1-8027-9081501dab9c req-de2165df-ad64-451b-b1d0-3f84c9ea4b90 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122677 Feb 11 13:02:18.559387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:18.573158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.621849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774be555-9201-439d-bc75-13b94cb6776a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.625683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:18.644393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9caef33-f0ab-41a4-b750-6ab56235bd5a', 'name': 'tempest-snat-router-600070539', 'tenant_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.241'}], 'enable_snat': False}, 'gw_port_id': '9c6b1e31-4146-4e30-8bdc-040917ccb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:15Z', 'updated_at': '2022-02-11T13:02:16Z', 'revision_number': 3, 'project_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'gw_port': {'id': '9c6b1e31-4146-4e30-8bdc-040917ccb87e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9caef33-f0ab-41a4-b750-6ab56235bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:15Z', 'updated_at': '2022-02-11T13:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:18.665017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b52cd229-4603-4207-a0c9-d7168ace2b18), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.678461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Checking router: b9caef33-f0ab-41a4-b750-6ab56235bd5a for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:02:18.679094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Updating router b9caef33-f0ab-41a4-b750-6ab56235bd5a port 9c6b1e31-4146-4e30-8bdc-040917ccb87e binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:02:18.715583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.731681 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774be555-9201-439d-bc75-13b94cb6776a admin admin] Publish callbacks [] for security_group (3495ca8c-f280-4aa6-9d5f-d692cf613896), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.743491 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-774be555-9201-439d-bc75-13b94cb6776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3495ca8c-f280-4aa6-9d5f-d692cf613896), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.796472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001074bf-f7cd-477b-ab20-19487c8a9344 req-c4f2f9b5-34cb-4002-8b7f-1e80a3943580 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:18.804175 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-001074bf-f7cd-477b-ab20-19487c8a9344 req-c4f2f9b5-34cb-4002-8b7f-1e80a3943580 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2556403 Feb 11 13:02:18.830595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-774be555-9201-439d-bc75-13b94cb6776a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=560adb79fa28413ca99f5fa74a0bedf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4165444 Feb 11 13:02:18.833302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:18.851281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774be555-9201-439d-bc75-13b94cb6776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3495ca8c-f280-4aa6-9d5f-d692cf613896,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:18.897903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39404b6d-f7b7-4bf7-a966-544bd474d398 admin admin] Publish callbacks [] for security_group (3495ca8c-f280-4aa6-9d5f-d692cf613896), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.920908 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-001074bf-f7cd-477b-ab20-19487c8a9344 req-496aeb4b-9ddc-4075-9a15-efef536d3586 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158330 Feb 11 13:02:18.937726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39404b6d-f7b7-4bf7-a966-544bd474d398 admin admin] Publish callbacks [] for security_group (3495ca8c-f280-4aa6-9d5f-d692cf613896), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.990447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39404b6d-f7b7-4bf7-a966-544bd474d398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3495ca8c-f280-4aa6-9d5f-d692cf613896), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.993257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39404b6d-f7b7-4bf7-a966-544bd474d398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:18.994548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-39404b6d-f7b7-4bf7-a966-544bd474d398 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3495ca8c-f280-4aa6-9d5f-d692cf613896 HTTP/1.1" status: 204 len: 168 time: 0.1600950 Feb 11 13:02:19.013338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39404b6d-f7b7-4bf7-a966-544bd474d398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3495ca8c-f280-4aa6-9d5f-d692cf613896,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:19.037456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:02:19.170936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b52cd229-4603-4207-a0c9-d7168ace2b18), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.199059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.206095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Publish callbacks [] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.238098 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.332446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0321c5-4dbe-4523-b981-7c566f7183f2 req-dc86c1eb-91e5-482f-92cc-58b2763ae19b tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:19.342967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc0321c5-4dbe-4523-b981-7c566f7183f2 req-dc86c1eb-91e5-482f-92cc-58b2763ae19b tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 949 time: 0.0773091 Feb 11 13:02:19.380341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Attempting to bind port 9c6b1e31-4146-4e30-8bdc-040917ccb87e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:19.381028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Attempting to bind port 9c6b1e31-4146-4e30-8bdc-040917ccb87e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:19.381556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Attempting to bind port 9c6b1e31-4146-4e30-8bdc-040917ccb87e on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:19.389132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c9c8-91e3-4402-b87f-05989a3691ef None None] Pushing event updated for resources: {'Port': ['ID=9c6b1e31-4146-4e30-8bdc-040917ccb87e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:19.391604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:19.392254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:19.392824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.393980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:19.394765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Bound port: 9c6b1e31-4146-4e30-8bdc-040917ccb87e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:19.395344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.416560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Allocated IP 172.25.1.5 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/5b943b64-9647-4048-a3f8-d5349e77e725) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:19.436443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc0321c5-4dbe-4523-b981-7c566f7183f2 req-6ecbd809-a2d9-46cc-a6b3-34e5bd299b64 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922902 Feb 11 13:02:19.474700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] For port 9c6b1e31-4146-4e30-8bdc-040917ccb87e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:19.479470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] For port 9c6b1e31-4146-4e30-8bdc-040917ccb87e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c6b1e31-4146-4e30-8bdc-040917ccb87e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:19.490510 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.555174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Routers {'b9caef33-f0ab-41a4-b750-6ab56235bd5a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:19.556117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b9caef33-f0ab-41a4-b750-6ab56235bd5a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:19.600229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c9c8-91e3-4402-b87f-05989a3691ef None None] Pushing event updated for resources: {'Port': ['ID=9c6b1e31-4146-4e30-8bdc-040917ccb87e,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:19.660787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4214ba2f-4775-45fd-8de3-b02ce9f325c5 req-f54f7432-4ac7-468e-b524-ac700f76b061 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 210 time: 0.0565102 Feb 11 13:02:19.720855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for port (5b943b64-9647-4048-a3f8-d5349e77e725), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.738503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03e640-aa6e-4d08-9f0c-2f9aa739b01e req-68ef704c-4ece-4ab8-9f7a-f5956fa4e213 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:19.741726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e03e640-aa6e-4d08-9f0c-2f9aa739b01e req-68ef704c-4ece-4ab8-9f7a-f5956fa4e213 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1425264 Feb 11 13:02:19.762776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] Set router b9caef33-f0ab-41a4-b750-6ab56235bd5a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:19.782517 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:19.828406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:19.898231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e03e640-aa6e-4d08-9f0c-2f9aa739b01e req-a61b0311-2075-435e-8774-09a170822fae tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435704 Feb 11 13:02:19.904863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:19.922607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:19.941396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-ed934921-e6d7-4ded-a9ba-5e6c5a24d926 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:19.944361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-ed934921-e6d7-4ded-a9ba-5e6c5a24d926 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.2311175 Feb 11 13:02:19.961501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Request body: {'port': {'device_id': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'admin_state_up': True, 'tenant_id': '8c365546dfcd47c6b50ddd9f03029764'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:20.123506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Port': ['ID=5b943b64-9647-4048-a3f8-d5349e77e725,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:20.154617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Made reservation on behalf of 8c365546dfcd47c6b50ddd9f03029764 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:20.158343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:20.225078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc643d-eba1-4885-a61e-054e05f13f67 req-4fc44860-33a2-4be3-b86c-ae0d83311407 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:20.226897 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38bc643d-eba1-4885-a61e-054e05f13f67 req-4fc44860-33a2-4be3-b86c-ae0d83311407 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1271989 Feb 11 13:02:20.277027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9caef33-f0ab-41a4-b750-6ab56235bd5a', 'name': 'tempest-snat-router-600070539', 'tenant_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.241'}], 'enable_snat': False}, 'gw_port_id': '9c6b1e31-4146-4e30-8bdc-040917ccb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:15Z', 'updated_at': '2022-02-11T13:02:16Z', 'revision_number': 3, 'project_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'gw_port': {'id': '9c6b1e31-4146-4e30-8bdc-040917ccb87e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9caef33-f0ab-41a4-b750-6ab56235bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:15Z', 'updated_at': '2022-02-11T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:20.351013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14c703-020b-48e7-b57c-04ea57ae7cb6 None None] The sync data for ids ['b9caef33-f0ab-41a4-b750-6ab56235bd5a'] in n-d-828675-3 is: [{'id': 'b9caef33-f0ab-41a4-b750-6ab56235bd5a', 'name': 'tempest-snat-router-600070539', 'tenant_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.241'}], 'enable_snat': False}, 'gw_port_id': '9c6b1e31-4146-4e30-8bdc-040917ccb87e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:15Z', 'updated_at': '2022-02-11T13:02:16Z', 'revision_number': 3, 'project_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'gw_port': {'id': '9c6b1e31-4146-4e30-8bdc-040917ccb87e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:90:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9caef33-f0ab-41a4-b750-6ab56235bd5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:15Z', 'updated_at': '2022-02-11T13:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:20.375128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Allocated IP 172.20.0.11 (0374bd3e-e59c-4cbf-86d4-e53fa72225b0/9de3860f-0c2c-49ed-9672-3990a97fdc7e/e4ac56e2-4887-4aff-aa8f-f010f996d3e7) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:20.462314 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38bc643d-eba1-4885-a61e-054e05f13f67 req-1145dbe8-23fc-48e3-a6d5-535f905da797 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286048 Feb 11 13:02:20.495277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b52cd229-4603-4207-a0c9-d7168ace2b18), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:20.662876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks [] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:20.753537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b93e48-3911-446e-b4a2-b9618d02ac04 req-80b8849e-7dea-47c3-aced-6ec7137a0c74 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:20.755627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68b93e48-3911-446e-b4a2-b9618d02ac04 req-80b8849e-7dea-47c3-aced-6ec7137a0c74 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 949 time: 0.1540370 Feb 11 13:02:20.824155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:20.838017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['191e47ec-64c3-4776-9ccd-5b9b7d320481', 'cb6d5a93-2808-4d95-8fa3-c514aafba286'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:02:20.870829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68b93e48-3911-446e-b4a2-b9618d02ac04 req-3606870f-f35e-4c07-80e7-899beb2eced6 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091421 Feb 11 13:02:20.924980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:20.945617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:20.958555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:21.081114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event updated for resources: {'Port': ['ID=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:21.081860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (b52cd229-4603-4207-a0c9-d7168ace2b18), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:21.176054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:21.177085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:21.222215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0a0f8-f0e1-46ab-b662-b8e1dfd72787 req-e3a617d0-c12b-4150-b464-f0d93918cece tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:21.224053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48b0a0f8-f0e1-46ab-b662-b8e1dfd72787 req-e3a617d0-c12b-4150-b464-f0d93918cece tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1534183 Feb 11 13:02:21.233170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c6b1e31-4146-4e30-8bdc-040917ccb87e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:21.234890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-58e3bbce-7175-400b-be9f-68042cefe88c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2788038 Feb 11 13:02:21.240454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21b53b-e2a6-4f3b-9f92-ea3aec6424a7 req-f32fa5ca-5ed0-40b2-9ec3-65dcaee1cc69 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:21.242148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d21b53b-e2a6-4f3b-9f92-ea3aec6424a7 req-f32fa5ca-5ed0-40b2-9ec3-65dcaee1cc69 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 932 time: 0.3548625 Feb 11 13:02:21.303531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Request body: {'port': {'device_id': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:21.393780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9c6b1e31-4146-4e30-8bdc-040917ccb87e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:21.395393 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:21.436765 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d21b53b-e2a6-4f3b-9f92-ea3aec6424a7 req-904e5caa-ea2f-4d66-a928-9e5f8275aba5 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810522 Feb 11 13:02:21.484697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:21.509306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48b0a0f8-f0e1-46ab-b662-b8e1dfd72787 req-56018e69-6179-4bbe-8bf0-2253f8e3a334 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721419 Feb 11 13:02:21.533998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Router b52cd229-4603-4207-a0c9-d7168ace2b18 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:21.580880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9c6b1e31-4146-4e30-8bdc-040917ccb87e is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:21.581398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:21.634441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9c6b1e31-4146-4e30-8bdc-040917ccb87e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c6b1e31-4146-4e30-8bdc-040917ccb87e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:21.646801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:21.675468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1737a1-0d83-4a43-975c-6f2fa6824b91 req-746bfec9-8a3f-4949-9ccc-84ca0b888bb5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:21.677121 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c1737a1-0d83-4a43-975c-6f2fa6824b91 req-746bfec9-8a3f-4949-9ccc-84ca0b888bb5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0769441 Feb 11 13:02:21.766125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9c6b1e31-4146-4e30-8bdc-040917ccb87e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:21.768043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c1737a1-0d83-4a43-975c-6f2fa6824b91 req-c0b4a4a1-e536-4a84-baaa-c035d69a7171 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563171 Feb 11 13:02:21.773938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:21.786616 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Sync routers for ids ['b52cd229-4603-4207-a0c9-d7168ace2b18'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:21.818932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:21.819554 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Routers {'b52cd229-4603-4207-a0c9-d7168ace2b18'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:21.821262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b52cd229-4603-4207-a0c9-d7168ace2b18'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:21.827758 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b9b2ee65-6175-42ad-8826-e9152d83dd05 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 3.7407684 Feb 11 13:02:21.828994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42196) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:22.044477 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3d69292d-ad26-4049-8b85-12ee470498c6 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/b52cd229-4603-4207-a0c9-d7168ace2b18 HTTP/1.1" status: 200 len: 905 time: 0.2138522 Feb 11 13:02:22.045090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42212) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:22.046126 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Set router b52cd229-4603-4207-a0c9-d7168ace2b18 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:22.067032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ac56e2-4887-4aff-aa8f-f010f996d3e7 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:02:22.077119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Publish callbacks [] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.095247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Transition to ACTIVE for port object e4ac56e2-4887-4aff-aa8f-f010f996d3e7 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:02:22.107999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7509064-f62a-4020-8db3-cc7ddd116418 req-49ff4aeb-8ba1-4868-8fa0-004bc29da95d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:22.109282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7509064-f62a-4020-8db3-cc7ddd116418 req-49ff4aeb-8ba1-4868-8fa0-004bc29da95d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 949 time: 0.0939782 Feb 11 13:02:22.110488 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.135087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:22.253086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:22.258611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:02:22.268627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:22.269186 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.279567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7509064-f62a-4020-8db3-cc7ddd116418 req-f2b324ae-2c42-4d0d-8d2a-59f82656362a tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548672 Feb 11 13:02:22.339406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Attempting to bind port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:22.339750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Attempting to bind port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:22.340084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Attempting to bind port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:22.357704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:22.358016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Attempting to bind port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:22.365070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:22.365419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Checking segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:22.365841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Bound using segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:22.366285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Bound port: e4ac56e2-4887-4aff-aa8f-f010f996d3e7, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:22.366650 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.387836 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52cd229-4603-4207-a0c9-d7168ace2b18', 'name': 'tempest-snat-router-600070539', 'tenant_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.5'}], 'enable_snat': True}, 'gw_port_id': '5b943b64-9647-4048-a3f8-d5349e77e725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:18Z', 'updated_at': '2022-02-11T13:02:20Z', 'revision_number': 3, 'project_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'gw_port': {'id': '5b943b64-9647-4048-a3f8-d5349e77e725', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52cd229-4603-4207-a0c9-d7168ace2b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:19Z', 'updated_at': '2022-02-11T13:02:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:22.417127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:22.417685 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.451245 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Checking router: b52cd229-4603-4207-a0c9-d7168ace2b18 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:02:22.456848 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Updating router b52cd229-4603-4207-a0c9-d7168ace2b18 port 5b943b64-9647-4048-a3f8-d5349e77e725 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:02:22.471137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:02:22.473993 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b5bce-f5cd-4bc9-adec-82d7d985fcb5" -d '{"events": [{"server_uuid": "eb5a1b09-afb9-4c29-b8fa-901735f95514", "name": "network-vif-plugged", "status": "completed", "tag": "a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:02:22.497130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:22.511212 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.522363 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.526948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] For port e4ac56e2-4887-4aff-aa8f-f010f996d3e7, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:22.530798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] For port e4ac56e2-4887-4aff-aa8f-f010f996d3e7, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:22.553700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.632006 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e368c2-729e-48ab-ba21-eec5e63257b6 x-openstack-request-id: req-14e368c2-729e-48ab-ba21-eec5e63257b6 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:02:22.632621 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5a1b09-afb9-4c29-b8fa-901735f95514", "name": "network-vif-plugged", "status": "completed", "tag": "a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:02:22.633205 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-14e368c2-729e-48ab-ba21-eec5e63257b6 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:02:22.633768 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b', 'code': 200} Feb 11 13:02:22.644103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:22.686963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:22.688396 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.691613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] 10.222.0.64 "PUT /v2.0/ports/e4ac56e2-4887-4aff-aa8f-f010f996d3e7 HTTP/1.1" status: 200 len: 1092 time: 1.4325492 Feb 11 13:02:22.697179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'tag': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:02:22.704440 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5956e2-c352-47be-999f-98a3284bd6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1ce6f5-76f7-4ccf-a97e-1a871062f333", "tag": "e4ac56e2-4887-4aff-aa8f-f010f996d3e7"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:02:22.896580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f7720-ba86-4d8c-b094-a085f2bdc504 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:22.934399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96795ef0-0d3c-49eb-b380-e1bbe40707d7 req-203ce770-0bca-43f5-8232-573bfb2ab3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:22.936061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96795ef0-0d3c-49eb-b380-e1bbe40707d7 req-203ce770-0bca-43f5-8232-573bfb2ab3ab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 1132 time: 0.1947768 Feb 11 13:02:22.948023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-f117ebba-ec81-4162-9fbb-7c599728e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:22.952133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-f117ebba-ec81-4162-9fbb-7c599728e574 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 1126 time: 0.1473815 Feb 11 13:02:22.982973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (b52cd229-4603-4207-a0c9-d7168ace2b18), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:22.997548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9260415-ac81-41cf-a72f-c0ce32caebd8 req-8cc03f5b-5cb4-4980-8e11-6a7335142ae0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:23.004753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9260415-ac81-41cf-a72f-c0ce32caebd8 req-8cc03f5b-5cb4-4980-8e11-6a7335142ae0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.2146840 Feb 11 13:02:23.052079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-61404137-cfd0-4668-9e4b-dfab024f2040 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4ac56e2-4887-4aff-aa8f-f010f996d3e7 HTTP/1.1" status: 200 len: 217 time: 0.0908289 Feb 11 13:02:23.059418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84264005-0403-417a-a1d6-22cab76202ed req-52ab967f-0ac9-4703-b27f-2a215f6a2375 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:23.061069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84264005-0403-417a-a1d6-22cab76202ed req-52ab967f-0ac9-4703-b27f-2a215f6a2375 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 944 time: 0.1539898 Feb 11 13:02:23.188312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c6b1e31-4146-4e30-8bdc-040917ccb87e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:23.200920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9260415-ac81-41cf-a72f-c0ce32caebd8 req-53dd6985-07ea-4912-8108-79fdbe73c1df tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936877 Feb 11 13:02:23.204827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84264005-0403-417a-a1d6-22cab76202ed req-4403c32e-ae6b-4872-8323-351369a6b8ae tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335604 Feb 11 13:02:23.216373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96795ef0-0d3c-49eb-b380-e1bbe40707d7 req-0fbc915c-4ec6-48eb-b88d-d1ebb71e3dbb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619212 Feb 11 13:02:23.255738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-26105329-c6b5-4dff-8648-d420e0fe2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:23.257684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-26105329-c6b5-4dff-8648-d420e0fe2ccc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.1926992 Feb 11 13:02:23.266667 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b52cd229-4603-4207-a0c9-d7168ace2b18), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.297050 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24346f2d-10cc-4188-9260-f80f6cb7d148 x-openstack-request-id: req-24346f2d-10cc-4188-9260-f80f6cb7d148 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:02:23.302742 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1ce6f5-76f7-4ccf-a97e-1a871062f333", "tag": "e4ac56e2-4887-4aff-aa8f-f010f996d3e7", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:02:23.303300 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24346f2d-10cc-4188-9260-f80f6cb7d148 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:02:23.303895 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'tag': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7', 'status': 'completed', 'code': 200} Feb 11 13:02:23.329579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-749afe8d-03b2-42ef-bf7c-66d7464de5ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649109 Feb 11 13:02:23.382235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9c6b1e31-4146-4e30-8bdc-040917ccb87e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:23.382631 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.398300 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Publish callbacks [] for port (5b943b64-9647-4048-a3f8-d5349e77e725), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.419872 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.447483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Deleting port 5b943b64-9647-4048-a3f8-d5349e77e725 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:23.447900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.457100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3098221-1f66-4aec-a140-101140d7d3f6 req-5d8c2ac2-3a0e-42a7-bc52-38ae0fdab633 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:23.464544 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3098221-1f66-4aec-a140-101140d7d3f6 req-5d8c2ac2-3a0e-42a7-bc52-38ae0fdab633 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1344767 Feb 11 13:02:23.521166 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Attempting to bind port 5b943b64-9647-4048-a3f8-d5349e77e725 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:23.521583 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Attempting to bind port 5b943b64-9647-4048-a3f8-d5349e77e725 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:23.521923 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Attempting to bind port 5b943b64-9647-4048-a3f8-d5349e77e725 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:23.535855 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:23.536292 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:23.536697 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.537088 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:23.537567 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Bound port: 5b943b64-9647-4048-a3f8-d5349e77e725, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:23.546204 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.564042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9c6b1e31-4146-4e30-8bdc-040917ccb87e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:23.603058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fe52e-5114-4994-96c7-df8d57100c77 req-5e64ffe6-98b7-4233-8523-045a8e1ceb52 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:23.609944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a78fe52e-5114-4994-96c7-df8d57100c77 req-5e64ffe6-98b7-4233-8523-045a8e1ceb52 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 950 time: 0.2240233 Feb 11 13:02:23.610594 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Pushing event updated for resources: {'Port': ['ID=5b943b64-9647-4048-a3f8-d5349e77e725,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:23.625961 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.626499 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.626840 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.627183 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.627781 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.628288 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.628665 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.628996 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.629462 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.630016 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.630342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.630690 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.631419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:23.633359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-feb96512-f308-4a35-8cca-59eb630fb5a9 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965710 Feb 11 13:02:23.643019 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3098221-1f66-4aec-a140-101140d7d3f6 req-26c884a2-b3a9-427f-a0a5-207356cfd195 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774819 Feb 11 13:02:23.666477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.677251 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] For port 5b943b64-9647-4048-a3f8-d5349e77e725, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:23.681291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Calling delete_port for 5b943b64-9647-4048-a3f8-d5349e77e725 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:23.685139 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] For port 5b943b64-9647-4048-a3f8-d5349e77e725, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5b943b64-9647-4048-a3f8-d5349e77e725,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:23.704983 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.781790 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1de2d-5371-41b5-b4a5-70a88277ce76 None None] Pushing event updated for resources: {'Port': ['ID=5b943b64-9647-4048-a3f8-d5349e77e725,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:23.786161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a78fe52e-5114-4994-96c7-df8d57100c77 req-00d59c71-6ddc-4821-900c-539cbc31d9fa tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732163 Feb 11 13:02:23.793464 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Routers {'b52cd229-4603-4207-a0c9-d7168ace2b18'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:23.794229 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b52cd229-4603-4207-a0c9-d7168ace2b18'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:23.847193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bae6db34-228b-4983-97bf-50cdfe2dc16c req-d3f16202-1bef-4528-a91c-808d0b826235 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051668 Feb 11 13:02:23.934895 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] Set router b52cd229-4603-4207-a0c9-d7168ace2b18 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:23.938938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5b943b64-9647-4048-a3f8-d5349e77e725), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:23.964730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5956e2-c352-47be-999f-98a3284bd6ef req-c2e40698-421e-40f1-95cf-67a1d06d80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:23.966335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5956e2-c352-47be-999f-98a3284bd6ef req-c2e40698-421e-40f1-95cf-67a1d06d80a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 1126 time: 0.0605235 Feb 11 13:02:23.981870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b943b64-9647-4048-a3f8-d5349e77e725,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:23.997631 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52cd229-4603-4207-a0c9-d7168ace2b18', 'name': 'tempest-snat-router-600070539', 'tenant_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:18Z', 'updated_at': '2022-02-11T13:02:23Z', 'revision_number': 4, 'project_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:24.032355 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18806e15-7c22-4173-89b3-906c8db8a5ac None None] The sync data for ids ['b52cd229-4603-4207-a0c9-d7168ace2b18'] in n-d-828675-3 is: [{'id': 'b52cd229-4603-4207-a0c9-d7168ace2b18', 'name': 'tempest-snat-router-600070539', 'tenant_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:18Z', 'updated_at': '2022-02-11T13:02:23Z', 'revision_number': 4, 'project_id': '5c4a1b1541ba46eb8ef1cc55207fb759', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:24.081702 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (b52cd229-4603-4207-a0c9-d7168ace2b18), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.111442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5956e2-c352-47be-999f-98a3284bd6ef req-161a9b46-928d-4f75-bf6a-f0d71bf70496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:24.113091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5956e2-c352-47be-999f-98a3284bd6ef req-161a9b46-928d-4f75-bf6a-f0d71bf70496 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 916 time: 0.1405063 Feb 11 13:02:24.162615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5956e2-c352-47be-999f-98a3284bd6ef req-56ca6f03-fc5d-468e-bfbd-c094a89866c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4ac56e2-4887-4aff-aa8f-f010f996d3e7 HTTP/1.1" status: 200 len: 217 time: 0.0413349 Feb 11 13:02:24.209335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (b52cd229-4603-4207-a0c9-d7168ace2b18), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.212191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (b52cd229-4603-4207-a0c9-d7168ace2b18), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.251223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5956e2-c352-47be-999f-98a3284bd6ef req-1b322736-74e0-42d7-ae18-bc998bbc733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:24.257022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5956e2-c352-47be-999f-98a3284bd6ef req-1b322736-74e0-42d7-ae18-bc998bbc733a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.0881631 Feb 11 13:02:24.282643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42318) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:24.298449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (b52cd229-4603-4207-a0c9-d7168ace2b18), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.299160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b52cd229-4603-4207-a0c9-d7168ace2b18 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:24.303971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.305213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-382be37f-9309-4b61-95a5-184bf63b09d2 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b52cd229-4603-4207-a0c9-d7168ace2b18 HTTP/1.1" status: 204 len: 168 time: 2.2591789 Feb 11 13:02:24.308057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42322) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:24.331174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5956e2-c352-47be-999f-98a3284bd6ef req-7e8918f4-1a0c-4dfe-b84a-e595e9fa6742 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667095 Feb 11 13:02:24.472913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.481565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcb717-2503-442b-a732-4372ae5bf986 req-d6d1fa1a-5b4f-4da3-a938-77ee34795e55 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:24.483100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23fcb717-2503-442b-a732-4372ae5bf986 req-d6d1fa1a-5b4f-4da3-a938-77ee34795e55 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 944 time: 0.1492834 Feb 11 13:02:24.502981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (b9caef33-f0ab-41a4-b750-6ab56235bd5a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.533617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5956e2-c352-47be-999f-98a3284bd6ef req-7f6cc47c-50b9-42ae-998a-dada61d7132a service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870825 Feb 11 13:02:24.564338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a0631-7606-4df3-bb64-44d9c5ac0b7d req-be4b780f-3012-4b5b-af59-77b46bc75ab4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:24.571567 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8b9a0631-7606-4df3-bb64-44d9c5ac0b7d req-be4b780f-3012-4b5b-af59-77b46bc75ab4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1166072 Feb 11 13:02:24.600966 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23fcb717-2503-442b-a732-4372ae5bf986 req-d34eb298-99c6-4635-abe0-64323a5cdc1f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063182 Feb 11 13:02:24.673110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8b9a0631-7606-4df3-bb64-44d9c5ac0b7d req-ea2df14f-f162-4703-92cd-155b3e70a672 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Feb 11 13:02:24.675586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (b9caef33-f0ab-41a4-b750-6ab56235bd5a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.707367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af5956e2-c352-47be-999f-98a3284bd6ef req-b64a2fb5-168a-4dd8-ab4e-5f56c41aede7 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666176 Feb 11 13:02:24.712389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Publish callbacks [] for security_group (fe916c04-5975-48ff-ae4d-40c461389ad2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.726447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fe916c04-5975-48ff-ae4d-40c461389ad2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.772607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Deleting port 9c6b1e31-4146-4e30-8bdc-040917ccb87e {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:24.775967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bf14000ce4d449a81d3a28e645d75c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883561 Feb 11 13:02:24.776086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.778387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42332) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:24.780267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe916c04-5975-48ff-ae4d-40c461389ad2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:24.827171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.827525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.827885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.828211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.828545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.828872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.829204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.829527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.829906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.830235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.830555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.830876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.831199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed607611-db76-49fe-8cca-283bd538bf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:24.890013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f0468-f594-4ba5-9bc3-0c88dbabf7fd req-b812892a-b45b-48f5-94ad-7949c7dd1264 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:24.903888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a0f0468-f594-4ba5-9bc3-0c88dbabf7fd req-b812892a-b45b-48f5-94ad-7949c7dd1264 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1262274 Feb 11 13:02:24.923678 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faf002da-2f67-4334-948c-b75390728d44 admin admin] Publish callbacks [] for security_group (fe916c04-5975-48ff-ae4d-40c461389ad2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.926791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] For port 9c6b1e31-4146-4e30-8bdc-040917ccb87e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c6b1e31-4146-4e30-8bdc-040917ccb87e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:24.927169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.949687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faf002da-2f67-4334-948c-b75390728d44 admin admin] Publish callbacks [] for security_group (fe916c04-5975-48ff-ae4d-40c461389ad2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:24.972799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Calling delete_port for 9c6b1e31-4146-4e30-8bdc-040917ccb87e owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:25.008642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a0f0468-f594-4ba5-9bc3-0c88dbabf7fd req-cb9e43f0-cf0e-4cdc-bb74-6a691b2c2cb2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037934 Feb 11 13:02:25.038854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faf002da-2f67-4334-948c-b75390728d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fe916c04-5975-48ff-ae4d-40c461389ad2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.041734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faf002da-2f67-4334-948c-b75390728d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.042899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-faf002da-2f67-4334-948c-b75390728d44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe916c04-5975-48ff-ae4d-40c461389ad2 HTTP/1.1" status: 204 len: 168 time: 0.2635000 Feb 11 13:02:25.049917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd298e4b-a927-4c28-9f21-e15e635a3e9d req-7cef2e5f-e415-4460-a526-cad5e59e8ddb tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:25.051572 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd298e4b-a927-4c28-9f21-e15e635a3e9d req-7cef2e5f-e415-4460-a526-cad5e59e8ddb tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 950 time: 0.1434598 Feb 11 13:02:25.054780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf002da-2f67-4334-948c-b75390728d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe916c04-5975-48ff-ae4d-40c461389ad2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:25.158096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd298e4b-a927-4c28-9f21-e15e635a3e9d req-97a0f3dd-e0d7-49e3-9927-30223c620ffc tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905590 Feb 11 13:02:25.230045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42342) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:25.255699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9c6b1e31-4146-4e30-8bdc-040917ccb87e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.282252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c6b1e31-4146-4e30-8bdc-040917ccb87e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:25.369855 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06146f3e-4bdf-40f0-bebc-cfe5a5a90359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.370771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (b9caef33-f0ab-41a4-b750-6ab56235bd5a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.463625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42346) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:25.477006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06146f3e-4bdf-40f0-bebc-cfe5a5a90359 admin admin] Publish callbacks [] for security_group (459dfa57-f0e1-46f3-8893-5f9502989527), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.484349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26ff23eb-289d-4b53-8458-557a79c00723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.484699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (b9caef33-f0ab-41a4-b750-6ab56235bd5a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.486409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06146f3e-4bdf-40f0-bebc-cfe5a5a90359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (459dfa57-f0e1-46f3-8893-5f9502989527), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.487119 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_controller (b9caef33-f0ab-41a4-b750-6ab56235bd5a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.543164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (b9caef33-f0ab-41a4-b750-6ab56235bd5a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.544023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9caef33-f0ab-41a4-b750-6ab56235bd5a {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:25.545960 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-06146f3e-4bdf-40f0-bebc-cfe5a5a90359 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=883ea34ccdb1499290e7b16ea33c3c5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137383 Feb 11 13:02:25.548472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06146f3e-4bdf-40f0-bebc-cfe5a5a90359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459dfa57-f0e1-46f3-8893-5f9502989527,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:25.551409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42348) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:25.554603 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.555743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a20cc947-706e-42f2-9331-0df73dd116eb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "DELETE /v2.0/routers/b9caef33-f0ab-41a4-b750-6ab56235bd5a HTTP/1.1" status: 204 len: 168 time: 1.2466924 Feb 11 13:02:25.559637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:25.564832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1253296294', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:25.592729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.594111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.654271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.665894 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628574a0-547b-4ea8-bdd6-d344da4f1c73 admin admin] Publish callbacks [] for security_group (459dfa57-f0e1-46f3-8893-5f9502989527), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.674003 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26ff23eb-289d-4b53-8458-557a79c00723 admin admin] Publish callbacks [] for security_group (37929a4c-c53e-4946-8b64-d2f5833b1a32), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.680826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26ff23eb-289d-4b53-8458-557a79c00723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (37929a4c-c53e-4946-8b64-d2f5833b1a32), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.724113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628574a0-547b-4ea8-bdd6-d344da4f1c73 admin admin] Publish callbacks [] for security_group (459dfa57-f0e1-46f3-8893-5f9502989527), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.783303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-26ff23eb-289d-4b53-8458-557a79c00723 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fbd569a19c3433cb64d04ba3c0f0250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3160145 Feb 11 13:02:25.784291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42356) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:25.787387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff23eb-289d-4b53-8458-557a79c00723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37929a4c-c53e-4946-8b64-d2f5833b1a32,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:25.857683 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.862328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ccd8d-947a-44d3-8a7f-ba2499209cd5 req-c985d33d-0f74-4269-9424-0dede41ff22f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:25.863851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c55ccd8d-947a-44d3-8a7f-ba2499209cd5 req-c985d33d-0f74-4269-9424-0dede41ff22f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 944 time: 0.1677151 Feb 11 13:02:25.899425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628574a0-547b-4ea8-bdd6-d344da4f1c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (459dfa57-f0e1-46f3-8893-5f9502989527), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.902105 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628574a0-547b-4ea8-bdd6-d344da4f1c73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.903221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-628574a0-547b-4ea8-bdd6-d344da4f1c73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/459dfa57-f0e1-46f3-8893-5f9502989527 HTTP/1.1" status: 204 len: 168 time: 0.3482101 Feb 11 13:02:25.915174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2374-1c07-4839-a0eb-e538c8d03988 admin admin] Publish callbacks [] for security_group (37929a4c-c53e-4946-8b64-d2f5833b1a32), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.917969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e6514-da62-49dd-a488-e4e31a6556b6 req-2a18d957-94e2-4fa1-b565-52e1ea15d03c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:25.920009 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-745e6514-da62-49dd-a488-e4e31a6556b6 req-2a18d957-94e2-4fa1-b565-52e1ea15d03c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1249111 Feb 11 13:02:25.932765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628574a0-547b-4ea8-bdd6-d344da4f1c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459dfa57-f0e1-46f3-8893-5f9502989527,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:25.954006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2374-1c07-4839-a0eb-e538c8d03988 admin admin] Publish callbacks [] for security_group (37929a4c-c53e-4946-8b64-d2f5833b1a32), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:25.980339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c55ccd8d-947a-44d3-8a7f-ba2499209cd5 req-818ce2f2-9cb6-4361-aad6-1e23681f464f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977266 Feb 11 13:02:26.020516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2374-1c07-4839-a0eb-e538c8d03988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (37929a4c-c53e-4946-8b64-d2f5833b1a32), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.023853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f5e2374-1c07-4839-a0eb-e538c8d03988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.025163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9f5e2374-1c07-4839-a0eb-e538c8d03988 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37929a4c-c53e-4946-8b64-d2f5833b1a32 HTTP/1.1" status: 204 len: 168 time: 0.2396235 Feb 11 13:02:26.033837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e2374-1c07-4839-a0eb-e538c8d03988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37929a4c-c53e-4946-8b64-d2f5833b1a32,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:26.038952 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-745e6514-da62-49dd-a488-e4e31a6556b6 req-4f0661be-1585-4c5f-8f64-7d8ee7a2dd44 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101623 Feb 11 13:02:26.182186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d36b2-9a08-41fe-aeaf-5cc9257a5de4 req-785931bc-83e4-4b68-ac79-d9c64e16836b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:26.183870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f80d36b2-9a08-41fe-aeaf-5cc9257a5de4 req-785931bc-83e4-4b68-ac79-d9c64e16836b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0659740 Feb 11 13:02:26.208280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.230532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.260937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f80d36b2-9a08-41fe-aeaf-5cc9257a5de4 req-69ae9e5a-6a35-4707-81a8-2e8c7d4cc93f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619547 Feb 11 13:02:26.402007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c6baf-c4b3-42a5-99a2-c571014c0804 req-f3db69e5-4a99-485e-a225-607e9eda6993 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:26.402007 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a2c6baf-c4b3-42a5-99a2-c571014c0804 req-f3db69e5-4a99-485e-a225-607e9eda6993 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 950 time: 0.1105442 Feb 11 13:02:26.424675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Allocated IP 172.25.1.131 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/5dcb7bf0-229b-4699-810f-a1f556b343f4) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:26.503799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a2c6baf-c4b3-42a5-99a2-c571014c0804 req-bb262e37-010a-48bb-8e94-73c024f0d2da tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890193 Feb 11 13:02:26.577706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42384) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:26.598350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6399aefd-535e-492a-84cb-6dea1c3ea9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.606883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b617221-656e-4587-8e18-750ab5156543 req-a9a1e95c-02ef-423f-b04c-800f70db3d5c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:26.613671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b617221-656e-4587-8e18-750ab5156543 req-a9a1e95c-02ef-423f-b04c-800f70db3d5c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1354887 Feb 11 13:02:26.618746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for port (5dcb7bf0-229b-4699-810f-a1f556b343f4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.658782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-7be75d79-e5da-42ec-aa6f-ed48ef4c319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:26.660289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-7be75d79-e5da-42ec-aa6f-ed48ef4c319d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1127 time: 0.1190138 Feb 11 13:02:26.699618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5dcb7bf0-229b-4699-810f-a1f556b343f4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.759794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e4ac56e2-4887-4aff-aa8f-f010f996d3e7 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:02:26.766606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:26.774969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-f1c12476-9803-4f4b-bfaa-9e26142b7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:26.776581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-f1c12476-9803-4f4b-bfaa-9e26142b7c3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.1083977 Feb 11 13:02:26.779958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:26.788368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:26.794309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b617221-656e-4587-8e18-750ab5156543 req-62e4b4e3-fa45-43f0-a63a-c4c279a80d81 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772969 Feb 11 13:02:26.796426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6399aefd-535e-492a-84cb-6dea1c3ea9af admin admin] Publish callbacks [] for security_group (1194ee8c-0d1f-403e-b4f5-6d115ddfbc85), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.844869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event updated for resources: {'Port': ['ID=5dcb7bf0-229b-4699-810f-a1f556b343f4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:26.851152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6399aefd-535e-492a-84cb-6dea1c3ea9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1194ee8c-0d1f-403e-b4f5-6d115ddfbc85), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:26.910170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e4ac56e2-4887-4aff-aa8f-f010f996d3e7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:26.925786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'port_id': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7', 'mac_address': 'fa:16:3e:cb:49:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de3860f-0c2c-49ed-9672-3990a97fdc7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:02:26.931800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-ad4dd08c-20a4-4e91-aa3a-7d3738745e84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1000 time: 0.1313450 Feb 11 13:02:26.996205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:26.996923 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:27.050121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ac56e2-4887-4aff-aa8f-f010f996d3e7 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:02:27.113776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6399aefd-535e-492a-84cb-6dea1c3ea9af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0100ab399fcb4a0882ee23c43b37e3c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5346231 Feb 11 13:02:27.116266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e4ac56e2-4887-4aff-aa8f-f010f996d3e7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:27.123025 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:27.133453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6399aefd-535e-492a-84cb-6dea1c3ea9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1194ee8c-0d1f-403e-b4f5-6d115ddfbc85,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:27.142738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42398) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:27.190494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c6b1e31-4146-4e30-8bdc-040917ccb87e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:02:27.230578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9c6b1e31-4146-4e30-8bdc-040917ccb87e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:02:27.230931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c6b1e31-4146-4e30-8bdc-040917ccb87e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:02:27.304042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:27.330005 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c8a7-6ec0-42c7-82c9-d5cc4f8ecf6f admin admin] Publish callbacks [] for security_group (1194ee8c-0d1f-403e-b4f5-6d115ddfbc85), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:27.407946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c8a7-6ec0-42c7-82c9-d5cc4f8ecf6f admin admin] Publish callbacks [] for security_group (1194ee8c-0d1f-403e-b4f5-6d115ddfbc85), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:27.411734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-2be44a70-bc5c-4607-a089-397c05b09b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:27.413669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-2be44a70-bc5c-4607-a089-397c05b09b67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.4755700 Feb 11 13:02:27.422618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:27.462243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a42eea-6ae7-4a2d-917c-1d0c714a529d req-89f06224-96ec-4b96-a495-22222e30648b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:27.464173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5a42eea-6ae7-4a2d-917c-1d0c714a529d req-89f06224-96ec-4b96-a495-22222e30648b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 945 time: 0.1009235 Feb 11 13:02:27.470466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e4ac56e2-4887-4aff-aa8f-f010f996d3e7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:02:27.514660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-c776328f-f07e-47fa-8789-ed03bdffb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:27.516789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-c776328f-f07e-47fa-8789-ed03bdffb5d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944252 Feb 11 13:02:27.626016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5a42eea-6ae7-4a2d-917c-1d0c714a529d req-14218609-5c79-4eaa-a476-dde91434b01d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461995 Feb 11 13:02:27.672621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-89877de8-367d-440d-b73f-ab0d6a3b7909 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468341 Feb 11 13:02:27.828652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-338e24a2-ad45-47ca-bef3-f549ebb22013 req-a00545e5-c50f-4c94-abb2-00da24807ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444733 Feb 11 13:02:27.990380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e5966-4760-4431-b859-fdced90e70f4 req-bbae772b-fab9-43c3-9f54-ad1ac6d23ce4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:27.992424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-904e5966-4760-4431-b859-fdced90e70f4 req-bbae772b-fab9-43c3-9f54-ad1ac6d23ce4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.6446896 Feb 11 13:02:28.018980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3d040-957d-40ed-b6b6-b943f258aa16 req-4b7fa914-564d-4b20-adb4-0d041d9e1019 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:28.020794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7f3d040-957d-40ed-b6b6-b943f258aa16 req-4b7fa914-564d-4b20-adb4-0d041d9e1019 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0669127 Feb 11 13:02:28.064067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c8a7-6ec0-42c7-82c9-d5cc4f8ecf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1194ee8c-0d1f-403e-b4f5-6d115ddfbc85), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.066695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c8a7-6ec0-42c7-82c9-d5cc4f8ecf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.071258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7fd3c8a7-6ec0-42c7-82c9-d5cc4f8ecf6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1194ee8c-0d1f-403e-b4f5-6d115ddfbc85 HTTP/1.1" status: 204 len: 168 time: 0.9249082 Feb 11 13:02:28.085058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7f3d040-957d-40ed-b6b6-b943f258aa16 req-1855f15a-5739-46b3-9a57-8f2ad8f19b44 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546219 Feb 11 13:02:28.104468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3c8a7-6ec0-42c7-82c9-d5cc4f8ecf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1194ee8c-0d1f-403e-b4f5-6d115ddfbc85,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:28.117800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42426) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:28.124196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-904e5966-4760-4431-b859-fdced90e70f4 req-60afc8ee-fa4e-47b3-8bfd-2e2b86472c0a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252358 Feb 11 13:02:28.125332 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.300548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Router 8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:28.311767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1228310302'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:28.336030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Made reservation on behalf of 758a7bcf0c2443f9ae952b4c5a79901d for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:28.339493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.348024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.451728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks [] for security_group (74c2ce5d-6c6f-4142-88ec-13c108d3d1c0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.455546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79c21d-c44b-4d3e-868c-f4871dcb9fdf req-5a3b8a70-0c66-457c-85d1-b8e09a1aefd8 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:28.457097 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e79c21d-c44b-4d3e-868c-f4871dcb9fdf req-5a3b8a70-0c66-457c-85d1-b8e09a1aefd8 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 950 time: 0.1112523 Feb 11 13:02:28.458875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (74c2ce5d-6c6f-4142-88ec-13c108d3d1c0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.467294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:28.484382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] Sync routers for ids ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:28.504687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] Routers {'8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:28.506469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:28.507289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:02:28.513114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.514574 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ed718dc9-5f33-42a1-bd79-120a07c6c9ef tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.9539683 Feb 11 13:02:28.518255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c2ce5d-6c6f-4142-88ec-13c108d3d1c0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:28.518404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42434) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:28.525791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4bed6130-8c0d-49d4-98a5-1a998cdcd7f5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.526272 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Added segment 4bed6130-8c0d-49d4-98a5-1a998cdcd7f5 of type vlan for network 84f96871-375a-4f21-984e-6fc304d98a14 Feb 11 13:02:28.533517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': False}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:28.588717 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (84f96871-375a-4f21-984e-6fc304d98a14), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.618272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e79c21d-c44b-4d3e-868c-f4871dcb9fdf req-9dc7f8b5-e435-417c-8cf0-b2f2281e8555 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486905 Feb 11 13:02:28.619278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:28.638324 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (84f96871-375a-4f21-984e-6fc304d98a14), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.643709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:28.644287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.646761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] Routers {'8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:28.648131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:28.691164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:28.691848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c550d98-21bd-4819-8906-eeb73c100f74 None None] The sync data for ids ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:28.741747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6195865 Feb 11 13:02:28.774876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e4ac56e2-4887-4aff-aa8f-f010f996d3e7 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:28.793923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381119-91ec-44ae-b3d5-e435f95dff34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Pushing event updated for resources: {'Network': ['ID=84f96871-375a-4f21-984e-6fc304d98a14,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:28.823128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 84f96871-375a-4f21-984e-6fc304d98a14 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:02:28.869751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dcfa7-0967-44a7-a842-a20db1264ba1 req-61001524-7542-42c0-96a0-65cf10558d1f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:28.871857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c33dcfa7-0967-44a7-a842-a20db1264ba1 req-61001524-7542-42c0-96a0-65cf10558d1f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 945 time: 0.1666071 Feb 11 13:02:28.966795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:02:28.972903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:28.973718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:28.993871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c33dcfa7-0967-44a7-a842-a20db1264ba1 req-e227e874-d130-49e1-9089-237e537f05c5 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153736 Feb 11 13:02:29.069740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.088605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:29.089178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.160324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e4ac56e2-4887-4aff-aa8f-f010f996d3e7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:29.161584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:02:29.164617 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa92811-d42a-47cb-8003-261df0e1ee18" -d '{"events": [{"server_uuid": "8a1ce6f5-76f7-4ccf-a97e-1a871062f333", "name": "network-vif-plugged", "status": "completed", "tag": "e4ac56e2-4887-4aff-aa8f-f010f996d3e7"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:02:29.179451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.259154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f3a71-a57a-4037-8e55-d5667ec7c65e req-905523de-ea21-4477-9f7e-2a58219a61a9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:29.267567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad5f3a71-a57a-4037-8e55-d5667ec7c65e req-905523de-ea21-4477-9f7e-2a58219a61a9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0905099 Feb 11 13:02:29.298604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da0fa912-3371-488d-ae61-5aaaf5786f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.300799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:29.315364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42464) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:29.325409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Request body: {'port': {'network_id': '84f96871-375a-4f21-984e-6fc304d98a14', 'binding:host_id': 'n-h1-828675-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-555609658'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:29.367962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad5f3a71-a57a-4037-8e55-d5667ec7c65e req-90c47003-af8c-4e5c-b561-dd06537474b0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993850 Feb 11 13:02:29.393529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Made reservation on behalf of a113d73e9b67416d82575472ee891767 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:29.396207 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.409330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.423932 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91194ba-28c5-4108-9009-9a150f8c8e6e x-openstack-request-id: req-c91194ba-28c5-4108-9009-9a150f8c8e6e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:02:29.424228 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1ce6f5-76f7-4ccf-a97e-1a871062f333", "name": "network-vif-plugged", "status": "completed", "tag": "e4ac56e2-4887-4aff-aa8f-f010f996d3e7", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:02:29.424485 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c91194ba-28c5-4108-9009-9a150f8c8e6e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:02:29.425222 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7', 'code': 200} Feb 11 13:02:29.541768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fa9b2-b6ef-4f01-ac1e-e708f4d4c036 req-48a60120-cfc5-4ee6-8a21-b7c3e6a9b3bf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:29.543433 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-775fa9b2-b6ef-4f01-ac1e-e708f4d4c036 req-48a60120-cfc5-4ee6-8a21-b7c3e6a9b3bf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1404624 Feb 11 13:02:29.617509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for security_group (92803b7b-bb6f-4d0d-9d18-3c02cd8252bc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.628978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (92803b7b-bb6f-4d0d-9d18-3c02cd8252bc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.639169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] device_id is not set on port eb38c76b-488c-4362-9b05-01ce35efbbaf yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:29.654257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd4315-023c-44f7-9e36-4bf17aa0343d req-551cef24-04b7-4431-a5bb-c394e135fcb1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:29.662370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dacd4315-023c-44f7-9e36-4bf17aa0343d req-551cef24-04b7-4431-a5bb-c394e135fcb1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1593428 Feb 11 13:02:29.679589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-775fa9b2-b6ef-4f01-ac1e-e708f4d4c036 req-129abb8b-dc7c-4701-ab0b-03e9a71b180c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970325 Feb 11 13:02:29.756435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329bfc0-ea53-4e4a-954f-f5f38f8ee7b5 req-ba4a9961-f561-41c9-b27e-03a032737221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:29.757979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5329bfc0-ea53-4e4a-954f-f5f38f8ee7b5 req-ba4a9961-f561-41c9-b27e-03a032737221 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 1128 time: 0.2225060 Feb 11 13:02:29.765038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.767182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92803b7b-bb6f-4d0d-9d18-3c02cd8252bc,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:29.770924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:29.847442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dacd4315-023c-44f7-9e36-4bf17aa0343d req-b24984a6-8dd3-4862-a3c2-5b01f51b37f8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832180 Feb 11 13:02:29.881379 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:02:29.892049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5329bfc0-ea53-4e4a-954f-f5f38f8ee7b5 req-25ee8016-70d8-4d6e-bfd5-81ec14c2e164 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262271 Feb 11 13:02:29.957549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df9920-a72b-4486-936f-80ff1338b855 req-cbfb60c0-8d3a-4eb4-bbb2-223ebafde0bb tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:29.959762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d9df9920-a72b-4486-936f-80ff1338b855 req-cbfb60c0-8d3a-4eb4-bbb2-223ebafde0bb tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 950 time: 0.1259770 Feb 11 13:02:30.000850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Router 8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:02:30.047227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] device_id is not set on port eb38c76b-488c-4362-9b05-01ce35efbbaf yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:30.073182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for port (eb38c76b-488c-4362-9b05-01ce35efbbaf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:30.081340 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d9df9920-a72b-4486-936f-80ff1338b855 req-7d736e0d-22aa-4d5e-bdd2-77bb3c0741f3 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141655 Feb 11 13:02:30.088729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (eb38c76b-488c-4362-9b05-01ce35efbbaf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:30.210004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=eb38c76b-488c-4362-9b05-01ce35efbbaf,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:30.223260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:30.233326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] Sync routers for ids ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:30.235711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:30.237324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1d7f205-4228-40ce-aa7f-c01e33be12ba tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "PUT /v2.0/routers/8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 HTTP/1.1" status: 200 len: 926 time: 1.7179153 Feb 11 13:02:30.241082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42492) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:30.243789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Checking segment: {'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:30.244162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Network hostable DHCP agents. Network: 84f96871-375a-4f21-984e-6fc304d98a14, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:02:30.246316 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] Routers {'8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:30.250534 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:30.269429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87273a07-533d-48e8-873e-59895be2f7ee req-c9b9c983-548d-414b-8ce8-85d6208c8736 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:30.271253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87273a07-533d-48e8-873e-59895be2f7ee req-c9b9c983-548d-414b-8ce8-85d6208c8736 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 946 time: 0.1293950 Feb 11 13:02:30.290736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Network 84f96871-375a-4f21-984e-6fc304d98a14 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:02:30.295395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:30.308580 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] Routers {'8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:30.309710 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:30.311204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 84f96871-375a-4f21-984e-6fc304d98a14) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:30.311806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379f230-0a5c-4318-a338-fcc884ff6276 req-91e3f047-97ac-4c7a-8fa6-6bc876fb2fe5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:30.320086 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6379f230-0a5c-4318-a338-fcc884ff6276 req-91e3f047-97ac-4c7a-8fa6-6bc876fb2fe5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1330783 Feb 11 13:02:30.334550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f649c510-8263-4f69-a057-b3dffc9a6036 None None] Network 84f96871-375a-4f21-984e-6fc304d98a14 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:30.353857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:30.354201 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:30.354917 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff2dffa-00ae-486e-8bc1-f28a1d4188df None None] The sync data for ids ['8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:30.460586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.461008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.461437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.486409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.487258 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:30.498045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6379f230-0a5c-4318-a338-fcc884ff6276 req-014f76f8-8c34-42be-9cc1-af4d9ebff970 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629343 Feb 11 13:02:30.498671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87273a07-533d-48e8-873e-59895be2f7ee req-f29ed83c-34e0-4cfa-8e21-f0bf3ce969cf tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165530 Feb 11 13:02:30.511679 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 2 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:30.515781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7bc96af1-b3c7-42c8-a40d-e4ac166bf775 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 HTTP/1.1" status: 200 len: 926 time: 0.2708640 Feb 11 13:02:30.516336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42500) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:30.557538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-859d3b2f-49a8-4b5e-b89d-b2b39d9cc54c tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:30.559465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-859d3b2f-49a8-4b5e-b89d-b2b39d9cc54c tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 950 time: 0.1950397 Feb 11 13:02:30.560574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.561059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.561546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.584503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.586097 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:30.605046 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 3 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:30.626123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.626492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.627071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.636037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231e0da5-79c9-4aa4-ac90-f3aa4f3b5562 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:30.637757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-231e0da5-79c9-4aa4-ac90-f3aa4f3b5562 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1199305 Feb 11 13:02:30.640784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42504) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:30.642988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.643607 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:30.643713 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 4 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:30.684849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.685202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.685525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.698119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.698446 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:30.700656 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 5 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:30.722832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.723214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.723564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.728642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7e03a-95f3-4f75-abe2-a8037c52ab43 req-302e99f4-e5b9-499e-a678-c460947553a4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:30.730291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08d7e03a-95f3-4f75-abe2-a8037c52ab43 req-302e99f4-e5b9-499e-a678-c460947553a4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1377170 Feb 11 13:02:30.731358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.731684 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:30.734085 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 6 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:30.759704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Deleting port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:30.760042 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:30.776794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.776950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.777221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.781814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62f903-1edc-4e7c-9073-f07bf666ea71 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:30.785898 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-de62f903-1edc-4e7c-9073-f07bf666ea71 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.1414142 Feb 11 13:02:30.789357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42512) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:30.806940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.807273 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:30.811364 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08d7e03a-95f3-4f75-abe2-a8037c52ab43 req-714f09b3-429b-469f-9d88-a558253f4b73 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717514 Feb 11 13:02:30.825692 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 7 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:30.866048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9966872f-f929-42d1-8610-ac55ec51a2d6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 HTTP/1.1" status: 200 len: 205 time: 0.0716686 Feb 11 13:02:30.866444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:30.921397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.921586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.921860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.943096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.943470 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:30.948827 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 8 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:30.967916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] For port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:30.968272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:30.981451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:30.981816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:30.982140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:30.988914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Calling delete_port for a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:30.997323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:30.997676 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:31.004536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e972322-b44d-4c38-96a7-e2c786ddf753 req-008e4073-1d8b-4db9-a1cc-3c8dbd484667 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:31.006190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e972322-b44d-4c38-96a7-e2c786ddf753 req-008e4073-1d8b-4db9-a1cc-3c8dbd484667 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.2029707 Feb 11 13:02:31.009684 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 9 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:31.024212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dbc8a-0559-4486-94e7-04f6296401f9 req-20a564e9-6f76-486b-a2d1-b68c0fb902a5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:31.025762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-119dbc8a-0559-4486-94e7-04f6296401f9 req-20a564e9-6f76-486b-a2d1-b68c0fb902a5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1084945 Feb 11 13:02:31.041911 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.066488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:31.066817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:31.067471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:31.079938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:31.080263 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:31.086957 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 10 to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf Feb 11 13:02:31.115287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:31.115627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:31.115961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:31.137428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e972322-b44d-4c38-96a7-e2c786ddf753 req-a8d8c3ff-05c9-4a28-bea0-8baaf4c6ef18 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220214 Feb 11 13:02:31.144377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port eb38c76b-488c-4362-9b05-01ce35efbbaf on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:31.146223 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port eb38c76b-488c-4362-9b05-01ce35efbbaf on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:31.146779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb38c76b-488c-4362-9b05-01ce35efbbaf), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.177580 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-119dbc8a-0559-4486-94e7-04f6296401f9 req-34ad4cc3-5bb2-41ba-abaa-3d1fb406f896 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912120 Feb 11 13:02:31.204352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.296907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Deleting port 5dcb7bf0-229b-4699-810f-a1f556b343f4 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:31.297449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5dcb7bf0-229b-4699-810f-a1f556b343f4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.353914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013b1d-a824-462f-bfed-4ea6bac4a6c4 req-37cdb9cb-8d52-4a62-b363-c3fe4bde1efc tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:31.361301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06013b1d-a824-462f-bfed-4ea6bac4a6c4 req-37cdb9cb-8d52-4a62-b363-c3fe4bde1efc tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 950 time: 0.1472282 Feb 11 13:02:31.368369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75a3e4c0-967a-4491-bcac-3490f3ab99a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.398723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] For port eb38c76b-488c-4362-9b05-01ce35efbbaf, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:31.399371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempted to set empty binding levels {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:02:31.415433 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (eb38c76b-488c-4362-9b05-01ce35efbbaf), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.450759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5dcb7bf0-229b-4699-810f-a1f556b343f4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.464820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Calling delete_port for 5dcb7bf0-229b-4699-810f-a1f556b343f4 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:31.476874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.481600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:31.482225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.493777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:02:31.523145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06013b1d-a824-462f-bfed-4ea6bac4a6c4 req-60bf84d2-9229-46b3-8cf0-3e4361abf455 tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc474a9a-745a-4139-a7a6-9c9311f1c1db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593747 Feb 11 13:02:31.560105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=eb38c76b-488c-4362-9b05-01ce35efbbaf,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:31.589572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Pushing event deleted for resources: {'Port': ['ID=a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:31.611431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ed565859-c3f2-4d57-b257-f569b6c66a10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2946136 Feb 11 13:02:31.612400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] No DVR routers for this DVR port a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:02:31.615547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42542) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:31.616743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.620160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2416c90-ae0d-48ad-9dd2-465c1de7ae67 req-695fb6c0-593b-4e0a-9097-eb15201a2a1d tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.53 "DELETE /v2.0/ports/a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b HTTP/1.1" status: 204 len: 173 time: 1.0531883 Feb 11 13:02:31.621266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'name': 'network-vif-deleted', 'tag': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:02:31.623140 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe639d59-3cce-4426-b649-dd0ddecb234b" -d '{"events": [{"server_uuid": "eb5a1b09-afb9-4c29-b8fa-901735f95514", "name": "network-vif-deleted", "tag": "a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:02:31.726905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Deleting port eb38c76b-488c-4362-9b05-01ce35efbbaf {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:31.727735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (eb38c76b-488c-4362-9b05-01ce35efbbaf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.809410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42550) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:31.864004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] For port eb38c76b-488c-4362-9b05-01ce35efbbaf, host n-h1-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:31.864530 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (eb38c76b-488c-4362-9b05-01ce35efbbaf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:31.885588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Calling delete_port for eb38c76b-488c-4362-9b05-01ce35efbbaf owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:31.903704 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4305c7ef-c7f8-4c95-96b6-bd1f9eda658e x-openstack-request-id: req-4305c7ef-c7f8-4c95-96b6-bd1f9eda658e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:02:31.904145 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5a1b09-afb9-4c29-b8fa-901735f95514", "name": "network-vif-deleted", "tag": "a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:02:31.904408 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4305c7ef-c7f8-4c95-96b6-bd1f9eda658e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:02:31.905011 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5a1b09-afb9-4c29-b8fa-901735f95514', 'name': 'network-vif-deleted', 'tag': 'a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b', 'status': 'completed', 'code': 200} Feb 11 13:02:32.031694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06b700a1-713c-4d55-9a63-3055c89ad7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.103796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5f8f4-c36c-4a29-9454-939cdcd4b260 req-38c8a963-0e79-45b7-b026-2ecfa4f70360 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:32.105588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15b5f8f4-c36c-4a29-9454-939cdcd4b260 req-38c8a963-0e79-45b7-b026-2ecfa4f70360 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1398671 Feb 11 13:02:32.135318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (eb38c76b-488c-4362-9b05-01ce35efbbaf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.181811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb38c76b-488c-4362-9b05-01ce35efbbaf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:32.230152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.233595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-82f096d4-bcbb-4bed-b792-92ef60cb6a41 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "DELETE /v2.0/ports/eb38c76b-488c-4362-9b05-01ce35efbbaf HTTP/1.1" status: 204 len: 168 time: 0.6183617 Feb 11 13:02:32.241244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42562) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:32.312033 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ced292-c3c7-482a-86a3-aaf74350bdca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:02:32.314147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c9ced292-c3c7-482a-86a3-aaf74350bdca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "GET /v2.0/ports/eb38c76b-488c-4362-9b05-01ce35efbbaf HTTP/1.1" status: 404 len: 333 time: 0.0709250 Feb 11 13:02:32.319768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42564) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:32.324561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Request body: {'port': {'network_id': '84f96871-375a-4f21-984e-6fc304d98a14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644605214'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:32.333714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15b5f8f4-c36c-4a29-9454-939cdcd4b260 req-3dc95a0c-a1b9-4f20-88d3-5d5dcb2d84ab tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151296 Feb 11 13:02:32.335644 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06b700a1-713c-4d55-9a63-3055c89ad7a1 admin admin] Publish callbacks [] for security_group (63fbddc1-67c2-42b4-ba34-3b86ba2eade5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.350844 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06b700a1-713c-4d55-9a63-3055c89ad7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (63fbddc1-67c2-42b4-ba34-3b86ba2eade5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.389119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Made reservation on behalf of a113d73e9b67416d82575472ee891767 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:32.391479 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.399582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21728122-ae6e-4e3a-a0a4-6df90c52b8fc req-88103ca1-6065-4106-86c4-5c3d33796866 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:32.401680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21728122-ae6e-4e3a-a0a4-6df90c52b8fc req-88103ca1-6065-4106-86c4-5c3d33796866 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 946 time: 0.1076748 Feb 11 13:02:32.408823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b700a1-713c-4d55-9a63-3055c89ad7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fbddc1-67c2-42b4-ba34-3b86ba2eade5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:32.412327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-06b700a1-713c-4d55-9a63-3055c89ad7a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46c5b79a57344ed5ab6b59599b47f072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006393 Feb 11 13:02:32.415692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42566) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:32.449345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] device_id is not set on port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:32.466015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.507020 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21728122-ae6e-4e3a-a0a4-6df90c52b8fc req-249bcdc5-a243-41e1-8913-07a8c881eeda tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708134 Feb 11 13:02:32.508193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5dcb7bf0-229b-4699-810f-a1f556b343f4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.537478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5920-3457-4276-981c-54bbff0adaf7 admin admin] Publish callbacks [] for security_group (63fbddc1-67c2-42b4-ba34-3b86ba2eade5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.559815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event deleted for resources: {'Port': ['ID=5dcb7bf0-229b-4699-810f-a1f556b343f4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:32.601862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5920-3457-4276-981c-54bbff0adaf7 admin admin] Publish callbacks [] for security_group (63fbddc1-67c2-42b4-ba34-3b86ba2eade5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.621111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.621966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.621966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.622230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.622480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.622813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.623153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.623481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.623810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.624133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.624493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.624812 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.625177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:32.654813 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.759381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4bc52d4-38a6-4285-8c99-9f49290691bb req-dc31b9a1-dae6-40cf-8881-5435e0b4ba7c tempest-TenantUsagesTestJSON-568805912 tempest-TenantUsagesTestJSON-568805912-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb5a1b09-afb9-4c29-b8fa-901735f95514 HTTP/1.1" status: 200 len: 210 time: 0.0815921 Feb 11 13:02:32.769756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.774654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.804231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.842399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.842703 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5920-3457-4276-981c-54bbff0adaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (63fbddc1-67c2-42b4-ba34-3b86ba2eade5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.843159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Fanout notify agent at l3_agent the message router_deleted on router 8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:32.845672 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5920-3457-4276-981c-54bbff0adaf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.846957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5f2f5920-3457-4276-981c-54bbff0adaf7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63fbddc1-67c2-42b4-ba34-3b86ba2eade5 HTTP/1.1" status: 204 len: 168 time: 0.4304154 Feb 11 13:02:32.873398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.879546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04adbffd-2f5b-4945-b075-21bd6587a128 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 HTTP/1.1" status: 204 len: 168 time: 2.0104795 Feb 11 13:02:32.882271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42584) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:32.901795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0ff86d8e-7881-45fb-9c15-5c150fd0d5cf tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-355058605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:32.938881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f5920-3457-4276-981c-54bbff0adaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fbddc1-67c2-42b4-ba34-3b86ba2eade5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:32.969721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ff86d8e-7881-45fb-9c15-5c150fd0d5cf tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.970759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:32.972288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ff86d8e-7881-45fb-9c15-5c150fd0d5cf tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.026256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Network 84f96871-375a-4f21-984e-6fc304d98a14 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:33.031660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:33.036424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:33.037604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:33.038245 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.042083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f8a683-eefb-4fb5-ab4c-81dd49900c0e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:33.061312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d243dbe1-7ab9-4405-9080-4cce12f2a44f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7404673 Feb 11 13:02:33.064104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:33.070239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:33.095074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ff86d8e-7881-45fb-9c15-5c150fd0d5cf tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (fbc17a68-1483-4045-8a0d-027831ba5faf), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.102258 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ff86d8e-7881-45fb-9c15-5c150fd0d5cf tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.129136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ff86d8e-7881-45fb-9c15-5c150fd0d5cf tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.131927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0ff86d8e-7881-45fb-9c15-5c150fd0d5cf tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2472503 Feb 11 13:02:33.133541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42596) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:33.141228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.142575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:33.311595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42598) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:33.330792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0589c7b7-21c9-4413-a7b4-337cc5e6a8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.333145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] device_id is not set on port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:33.342101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.349258 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.413088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f8a683-eefb-4fb5-ab4c-81dd49900c0e,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:33.440462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.441278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.441784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.465067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.465791 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.466389 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 2 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.479463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (fbc17a68-1483-4045-8a0d-027831ba5faf), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.499183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.499522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.500061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.509874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.510316 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.510776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0589c7b7-21c9-4413-a7b4-337cc5e6a8e3 admin admin] Publish callbacks [] for security_group (29b4fdc5-d3ce-4c13-aee6-7091788fbe8d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.512313 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 3 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.516152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0589c7b7-21c9-4413-a7b4-337cc5e6a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (29b4fdc5-d3ce-4c13-aee6-7091788fbe8d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.534551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50315f67-59c1-44df-b297-3c6b0615b40b req-d1ae0c85-d5a1-4575-9d12-cc704e6d1642 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:33.536670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50315f67-59c1-44df-b297-3c6b0615b40b req-d1ae0c85-d5a1-4575-9d12-cc704e6d1642 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0900490 Feb 11 13:02:33.537775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.538284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.538798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.543697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.544244 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.546060 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 4 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.574838 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0589c7b7-21c9-4413-a7b4-337cc5e6a8e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=274fba09c2264a008a25d129ea6e30c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2596080 Feb 11 13:02:33.574838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589c7b7-21c9-4413-a7b4-337cc5e6a8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b4fdc5-d3ce-4c13-aee6-7091788fbe8d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:33.577292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42602) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:33.587257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.587739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.588087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.622534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.622854 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.628866 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 5 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.656963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.657301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.657676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.665948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50315f67-59c1-44df-b297-3c6b0615b40b req-7690de39-51bc-4e97-b0b2-50a4f60e0c0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205554 Feb 11 13:02:33.672971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.673296 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.675517 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 6 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.681260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa69d2da-3bea-44b0-89d2-d4cba21e6357 admin admin] Publish callbacks [] for security_group (29b4fdc5-d3ce-4c13-aee6-7091788fbe8d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.708780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.709313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.709937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.725552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.725917 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.727978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa69d2da-3bea-44b0-89d2-d4cba21e6357 admin admin] Publish callbacks [] for security_group (29b4fdc5-d3ce-4c13-aee6-7091788fbe8d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.730654 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 7 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.758849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.759793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.759793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.779051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.779377 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.782045 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 8 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.798960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (fbc17a68-1483-4045-8a0d-027831ba5faf), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.820813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.821792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.822369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.823916 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.825284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa69d2da-3bea-44b0-89d2-d4cba21e6357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (29b4fdc5-d3ce-4c13-aee6-7091788fbe8d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.831141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa69d2da-3bea-44b0-89d2-d4cba21e6357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.848910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa69d2da-3bea-44b0-89d2-d4cba21e6357 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29b4fdc5-d3ce-4c13-aee6-7091788fbe8d HTTP/1.1" status: 204 len: 168 time: 0.2581694 Feb 11 13:02:33.873206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.875773 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.877292 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 9 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.881321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d2da-3bea-44b0-89d2-d4cba21e6357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b4fdc5-d3ce-4c13-aee6-7091788fbe8d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:33.922775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.927445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.928226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.937998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.937998 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:33.938862 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 10 to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e Feb 11 13:02:33.978343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:33.981392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:33.983648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:33.994766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:33.998159 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:34.000465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.134212 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.141689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Allocated IP 172.25.1.126 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/83cfea6c-66ed-4ee6-858e-a3cc8a5437fb) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:34.165420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] For port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:34.165983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempted to set empty binding levels {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:02:34.180447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.210021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd08f406-4963-4703-8960-1e4353585495 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:02:34.215704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:02:34.216557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] In _notify_port_updated(), no bound segment for port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:02:34.219682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.220407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.224585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "PUT /v2.0/ports/c7f8a683-eefb-4fb5-ab4c-81dd49900c0e HTTP/1.1" status: 200 len: 979 time: 1.1592450 Feb 11 13:02:34.249011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42628) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:34.361354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192675-a5db-4aa5-bc72-01950af5927b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=c7f8a683-eefb-4fb5-ab4c-81dd49900c0e,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:34.370933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:02:34.371287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a4fb5a3d-3193-47dd-8ac1-b1fa0e677d5b not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:02:34.442818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974489ab-efb8-4d5f-a664-a2d768ddf615 req-963d9498-e79e-4d57-8bfb-f3068e98b729 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.450940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-974489ab-efb8-4d5f-a664-a2d768ddf615 req-963d9498-e79e-4d57-8bfb-f3068e98b729 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2908854 Feb 11 13:02:34.491270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.491794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.492259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.492711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.493151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.493598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.494087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.494536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.496751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.497445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42634) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:34.497965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.498071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:34.498680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.499287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.499908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.500842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.501926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.502586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.503188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.503816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.504413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.505041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.505730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.506436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.507037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.507633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.522123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'cd08f406-4963-4703-8960-1e4353585495', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': 'cd08f406-4963-4703-8960-1e4353585495', 'mac_address': 'fa:16:3e:d6:c3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:02:34.523169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.523840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.526419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.528055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.528994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.530228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.532742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.532876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for port (83cfea6c-66ed-4ee6-858e-a3cc8a5437fb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.533218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:34.539683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9c7bc4d5-a7ed-4f5c-b36b-66ed3339ab3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29724 time: 0.2892845 Feb 11 13:02:34.546236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:34.553319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-974489ab-efb8-4d5f-a664-a2d768ddf615 req-c1d877d3-e8f2-4f3b-9d8e-b3b344d62442 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011193 Feb 11 13:02:34.642769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (83cfea6c-66ed-4ee6-858e-a3cc8a5437fb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.644567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port cd08f406-4963-4703-8960-1e4353585495 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:34.645193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd08f406-4963-4703-8960-1e4353585495), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.686133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd08f406-4963-4703-8960-1e4353585495 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:02:34.693048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:34.696433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:34.705498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:34.739682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:34.748186 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd08f406-4963-4703-8960-1e4353585495), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.753618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event updated for resources: {'Port': ['ID=83cfea6c-66ed-4ee6-858e-a3cc8a5437fb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:34.847836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Deleting port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:34.848502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.862141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:34.940355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['cd08f406-4963-4703-8960-1e4353585495'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:02:34.970854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] For port c7f8a683-eefb-4fb5-ab4c-81dd49900c0e, host n-h1-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:34.971308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:34.990368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Calling delete_port for c7f8a683-eefb-4fb5-ab4c-81dd49900c0e owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:35.002821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b3748176-307d-4d57-9a3a-7edaef7250c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e358fd82a7a43d4816488e658b47bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5038950 Feb 11 13:02:35.003487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42660) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:35.173266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9974-f9ca-44e4-8b01-b74c95f62dff admin admin] Publish callbacks [] for security_group (bc474a9a-745a-4139-a7a6-9c9311f1c1db), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.211741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c7f8a683-eefb-4fb5-ab4c-81dd49900c0e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.235726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9974-f9ca-44e4-8b01-b74c95f62dff admin admin] Publish callbacks [] for security_group (bc474a9a-745a-4139-a7a6-9c9311f1c1db), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.260231 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (fbc17a68-1483-4045-8a0d-027831ba5faf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.293285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7f8a683-eefb-4fb5-ab4c-81dd49900c0e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:35.309377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.330617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.335429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e05bdd1e-8d7c-4ee2-932b-d7497f2afe55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c7f8a683-eefb-4fb5-ab4c-81dd49900c0e HTTP/1.1" status: 204 len: 168 time: 0.7811930 Feb 11 13:02:35.336335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42690) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:35.369889 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bf33fa-d64b-43ce-a55f-bd1aca773c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:02:35.372274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e0bf33fa-d64b-43ce-a55f-bd1aca773c35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "GET /v2.0/ports/c7f8a683-eefb-4fb5-ab4c-81dd49900c0e HTTP/1.1" status: 404 len: 333 time: 0.0345273 Feb 11 13:02:35.378683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42692) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:35.394043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1152361298', 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:35.447570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Made reservation on behalf of a113d73e9b67416d82575472ee891767 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:35.450447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.475135 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9974-f9ca-44e4-8b01-b74c95f62dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bc474a9a-745a-4139-a7a6-9c9311f1c1db), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.481201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] device_id is not set on port 73463c44-0aab-4fa2-989f-7cb929e5c8ce yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:35.481432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9974-f9ca-44e4-8b01-b74c95f62dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.482515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f3dc9974-f9ca-44e4-8b01-b74c95f62dff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc474a9a-745a-4139-a7a6-9c9311f1c1db HTTP/1.1" status: 204 len: 168 time: 0.4759698 Feb 11 13:02:35.497451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc9974-f9ca-44e4-8b01-b74c95f62dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc474a9a-745a-4139-a7a6-9c9311f1c1db,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:35.586103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.592246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.785147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for port (73463c44-0aab-4fa2-989f-7cb929e5c8ce), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.813154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade55721-7ebb-4215-aef3-4c39be09ece7 req-a79e73ed-1397-4717-a9be-884284ee9de8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:35.820462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ade55721-7ebb-4215-aef3-4c39be09ece7 req-a79e73ed-1397-4717-a9be-884284ee9de8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1009514 Feb 11 13:02:35.885752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (73463c44-0aab-4fa2-989f-7cb929e5c8ce), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.932142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ade55721-7ebb-4215-aef3-4c39be09ece7 req-eb53eefa-ac4e-45ba-9227-ef8c5186acc3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106944 Feb 11 13:02:35.948146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Router fbc17a68-1483-4045-8a0d-027831ba5faf is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:35.965023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Network 84f96871-375a-4f21-984e-6fc304d98a14 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:35.988697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:35.992114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:35.996184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:35.996860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:36.044707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6643379 Feb 11 13:02:36.051107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42722) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:36.210981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd08f406-4963-4703-8960-1e4353585495 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:36.340492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be4f9c-fa83-40ae-ac7f-877d102d8bb9 req-ed5a7550-b68d-4ff9-800e-934a738b5ed5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:36.342199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port cd08f406-4963-4703-8960-1e4353585495 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:36.343168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd08f406-4963-4703-8960-1e4353585495), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:36.348786 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-95be4f9c-fa83-40ae-ac7f-877d102d8bb9 req-ed5a7550-b68d-4ff9-800e-934a738b5ed5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2810936 Feb 11 13:02:36.365347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42744) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:36.494668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e4eaf61-d98a-43da-8d89-0760f847a43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:36.504231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:36.521964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] Sync routers for ids ['fbc17a68-1483-4045-8a0d-027831ba5faf'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:36.527788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port cd08f406-4963-4703-8960-1e4353585495 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:36.528355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd08f406-4963-4703-8960-1e4353585495), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:36.530358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:36.533481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60354450-5ad1-4187-ae46-df811baa27b6 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "PUT /v2.0/routers/fbc17a68-1483-4045-8a0d-027831ba5faf HTTP/1.1" status: 200 len: 883 time: 3.3988314 Feb 11 13:02:36.555418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42748) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:36.559464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] Routers {'fbc17a68-1483-4045-8a0d-027831ba5faf'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:36.561054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fbc17a68-1483-4045-8a0d-027831ba5faf'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:36.635164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:36.637794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08f406-4963-4703-8960-1e4353585495'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:02:36.640445 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91630277-231f-4148-94a0-d9f0e9ded322" -d '{"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-plugged", "status": "completed", "tag": "cd08f406-4963-4703-8960-1e4353585495"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:02:36.660198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:36.670050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] Routers {'fbc17a68-1483-4045-8a0d-027831ba5faf'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:36.671163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fbc17a68-1483-4045-8a0d-027831ba5faf'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:36.714481 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06e5385-520e-42c3-be37-d184f0617e54 x-openstack-request-id: req-b06e5385-520e-42c3-be37-d184f0617e54 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:02:36.715201 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-plugged", "status": "completed", "tag": "cd08f406-4963-4703-8960-1e4353585495", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:02:36.715659 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b06e5385-520e-42c3-be37-d184f0617e54 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:02:36.716244 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd08f406-4963-4703-8960-1e4353585495', 'code': 200} Feb 11 13:02:36.717984 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd08f406-4963-4703-8960-1e4353585495), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:36.726492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:36.727891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07622ed7-36c0-47c8-a5f5-d88e08cd8d19 None None] The sync data for ids ['fbc17a68-1483-4045-8a0d-027831ba5faf'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:36.845399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:36.882625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.883371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.883914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.884451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.885005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.886054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.887071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.888080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.892106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.892819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.893371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.894703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.895285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:36.918298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-95be4f9c-fa83-40ae-ac7f-877d102d8bb9 req-eaba9dab-3d91-4bcd-ae42-d5cafa63ef55 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483041 Feb 11 13:02:37.057722 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1be8db05-a362-44c7-82f3-4fae1acfbcec tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/fbc17a68-1483-4045-8a0d-027831ba5faf HTTP/1.1" status: 200 len: 924 time: 0.4983978 Feb 11 13:02:37.060064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:37.077816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db1f31c-ca9a-4d7a-a1ca-e98d98582ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:37.081249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4db1f31c-ca9a-4d7a-a1ca-e98d98582ec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "GET /v2.0/ports/73463c44-0aab-4fa2-989f-7cb929e5c8ce HTTP/1.1" status: 200 len: 959 time: 1.0278826 Feb 11 13:02:37.106495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42762) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:37.184375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e23c3-db66-4463-a8c7-d829fb8db1eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=73463c44-0aab-4fa2-989f-7cb929e5c8ce,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:37.217375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e4eaf61-d98a-43da-8d89-0760f847a43f admin admin] Publish callbacks [] for security_group (ca528081-a40a-4784-af69-ff09e4317bc9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:37.242363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d66d29-87c6-49f4-8473-a921cff482ef tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:37.247283 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0d66d29-87c6-49f4-8473-a921cff482ef tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=fbc17a68-1483-4045-8a0d-027831ba5faf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1858013 Feb 11 13:02:37.248079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e4eaf61-d98a-43da-8d89-0760f847a43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ca528081-a40a-4784-af69-ff09e4317bc9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:37.250623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:37.256709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bd009-d8b0-47ae-b5e9-e48bfaa232a1 req-25314367-1592-443c-8f94-7d7b68071ef1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:37.263825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e8bd009-d8b0-47ae-b5e9-e48bfaa232a1 req-25314367-1592-443c-8f94-7d7b68071ef1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1756630 Feb 11 13:02:37.346736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e8bd009-d8b0-47ae-b5e9-e48bfaa232a1 req-e7ff3f7d-3888-452b-b5ee-5845f91f9906 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798850 Feb 11 13:02:37.437082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4eaf61-d98a-43da-8d89-0760f847a43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca528081-a40a-4784-af69-ff09e4317bc9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:37.498971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4e4eaf61-d98a-43da-8d89-0760f847a43f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e74f377f92141e8a901b369267f178d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1240649 Feb 11 13:02:37.504453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42784) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:37.531624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Deleting port 73463c44-0aab-4fa2-989f-7cb929e5c8ce {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:37.532654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (73463c44-0aab-4fa2-989f-7cb929e5c8ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:37.579122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3eeabd-61c8-4972-b156-063b95ba2f72 req-0a34b6d9-6146-416b-b9c1-d2a160bc269a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:37.582150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a3eeabd-61c8-4972-b156-063b95ba2f72 req-0a34b6d9-6146-416b-b9c1-d2a160bc269a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1052771 Feb 11 13:02:37.583413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32bbc20-7419-4db8-8144-3062177830cb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:37.588085 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d32bbc20-7419-4db8-8144-3062177830cb tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.3166218 Feb 11 13:02:37.590071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42786) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:37.646371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42790) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:37.647052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8760fcd4-80b6-4ea6-86f9-7b5d4edea024 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc17a68-1483-4045-8a0d-027831ba5faf HTTP/1.1" status: 200 len: 205 time: 0.0532753 Feb 11 13:02:37.666387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7bc10883-6475-4a41-a169-9c958a4845d3 admin admin] Publish callbacks [] for security_group (ca528081-a40a-4784-af69-ff09e4317bc9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:37.721778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (73463c44-0aab-4fa2-989f-7cb929e5c8ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:37.729589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a3eeabd-61c8-4972-b156-063b95ba2f72 req-5376bc42-d6b7-42a1-9703-d552dd62c824 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379263 Feb 11 13:02:37.773508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Calling delete_port for 73463c44-0aab-4fa2-989f-7cb929e5c8ce owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:37.813558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7bc10883-6475-4a41-a169-9c958a4845d3 admin admin] Publish callbacks [] for security_group (ca528081-a40a-4784-af69-ff09e4317bc9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:37.887075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42796) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:38.156098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:38.207355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.286782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.389675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.415862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7bc10883-6475-4a41-a169-9c958a4845d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ca528081-a40a-4784-af69-ff09e4317bc9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.429840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7bc10883-6475-4a41-a169-9c958a4845d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.442683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7bc10883-6475-4a41-a169-9c958a4845d3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca528081-a40a-4784-af69-ff09e4317bc9 HTTP/1.1" status: 204 len: 168 time: 0.9358234 Feb 11 13:02:38.491503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (73463c44-0aab-4fa2-989f-7cb929e5c8ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.604868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Allocated IP 172.25.1.38 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/1deb17d9-587e-4a01-b23e-37d1c837a42f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:38.849241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.897744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:39.011350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:39.016134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "DELETE /v2.0/ports/73463c44-0aab-4fa2-989f-7cb929e5c8ce HTTP/1.1" status: 204 len: 168 time: 1.9054241 Feb 11 13:02:39.020445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (fbc17a68-1483-4045-8a0d-027831ba5faf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:39.034391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Port': ['ID=1deb17d9-587e-4a01-b23e-37d1c837a42f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:39.048963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42816) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:39.063733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc10883-6475-4a41-a169-9c958a4845d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca528081-a40a-4784-af69-ff09e4317bc9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:39.091361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdf1201-4a61-469a-ae51-02dd53f81641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event deleted for resources: {'Port': ['ID=73463c44-0aab-4fa2-989f-7cb929e5c8ce,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:39.125769 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea2df4b-9dd1-4a37-bca0-08d2ea086e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:02:39.127281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7ea2df4b-9dd1-4a37-bca0-08d2ea086e5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "GET /v2.0/ports/73463c44-0aab-4fa2-989f-7cb929e5c8ce HTTP/1.1" status: 404 len: 333 time: 0.0773380 Feb 11 13:02:39.135582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42824) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:39.138798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cd9b8-970c-43c1-a25f-4a000dd4e811 req-25ae367a-4ed3-40aa-ab82-be4555b9df48 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:39.142560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca5cd9b8-970c-43c1-a25f-4a000dd4e811 req-25ae367a-4ed3-40aa-ab82-be4555b9df48 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 1.2755439 Feb 11 13:02:39.151970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Request body: {'port': {'network_id': '84f96871-375a-4f21-984e-6fc304d98a14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2090577691'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:39.170985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:39.219904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:39.225532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:39.236543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Made reservation on behalf of a113d73e9b67416d82575472ee891767 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:39.242053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:39.275443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca5cd9b8-970c-43c1-a25f-4a000dd4e811 req-72c42ff8-6e2f-413a-971a-3d368f87caf0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262085 Feb 11 13:02:39.304534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Deleting port 83cfea6c-66ed-4ee6-858e-a3cc8a5437fb {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:39.305494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (83cfea6c-66ed-4ee6-858e-a3cc8a5437fb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:39.358453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] device_id is not set on port ed0f2c77-48e7-41f4-98f0-35303ce9226b yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:39.512350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (83cfea6c-66ed-4ee6-858e-a3cc8a5437fb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:39.529406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Calling delete_port for 83cfea6c-66ed-4ee6-858e-a3cc8a5437fb owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:39.853504 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (83cfea6c-66ed-4ee6-858e-a3cc8a5437fb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:39.870836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec465c-048b-40bf-b961-94094c8f201e req-520c0951-ad24-46b9-ba37-6e5a412cc2dd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:39.882786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62ec465c-048b-40bf-b961-94094c8f201e req-520c0951-ad24-46b9-ba37-6e5a412cc2dd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.4028530 Feb 11 13:02:39.897085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event deleted for resources: {'Port': ['ID=83cfea6c-66ed-4ee6-858e-a3cc8a5437fb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:39.910536 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for floatingip (5d494423-08ae-471a-8df0-99430f6dedd8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.027192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (fbc17a68-1483-4045-8a0d-027831ba5faf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.080024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42850) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:40.116558 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.176365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.192655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.195840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (fbc17a68-1483-4045-8a0d-027831ba5faf), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.202145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62ec465c-048b-40bf-b961-94094c8f201e req-331a965a-6137-49a9-ae8d-887b8365fa3a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974896 Feb 11 13:02:40.296404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (fbc17a68-1483-4045-8a0d-027831ba5faf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.296925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Fanout notify agent at l3_agent the message router_deleted on router fbc17a68-1483-4045-8a0d-027831ba5faf {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:40.315845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.324516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-84570e5f-a62b-49f7-a02e-6b4b80b62980 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/fbc17a68-1483-4045-8a0d-027831ba5faf HTTP/1.1" status: 204 len: 168 time: 2.6765554 Feb 11 13:02:40.327439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42858) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:40.341403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e5a5176d-9c82-4808-ae44-d608a26a8d71 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1965666076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:40.401764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5a5176d-9c82-4808-ae44-d608a26a8d71 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.401764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5a5176d-9c82-4808-ae44-d608a26a8d71 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.428472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-165142398-network', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:40.484219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5a5176d-9c82-4808-ae44-d608a26a8d71 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (03915eda-e0b4-48fb-8dae-d8f3287caaeb), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.495306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5a5176d-9c82-4808-ae44-d608a26a8d71 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.524300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5a5176d-9c82-4808-ae44-d608a26a8d71 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.530122 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e5a5176d-9c82-4808-ae44-d608a26a8d71 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2013440 Feb 11 13:02:40.531022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42860) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:40.537081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': True}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:40.555451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.562126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Made reservation on behalf of c1ffe3a4dcff43bd837db395d1599175 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:40.566438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.574752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.594929 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.597786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.699596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Network 84f96871-375a-4f21-984e-6fc304d98a14 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:40.709717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:40.715938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:40.718553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:40.719777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.764024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6263134 Feb 11 13:02:40.767147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:40.774467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:40.821949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Port': ['ID=1deb17d9-587e-4a01-b23e-37d1c837a42f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:40.888786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbe16f-5c4f-442a-8e15-4bc028553990 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0f2c77-48e7-41f4-98f0-35303ce9226b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:40.919866 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (5d494423-08ae-471a-8df0-99430f6dedd8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.921746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (03915eda-e0b4-48fb-8dae-d8f3287caaeb), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.938972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.963264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:40.966979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-96040419-ee37-45e3-ac6c-89eba37abb00 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0778973 Feb 11 13:02:40.970410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42874) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:40.993413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2143859908'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:41.058170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks [] for security_group (e9760ba3-3bb6-4da8-9cc5-0c8c6f731715), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.075390 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e9760ba3-3bb6-4da8-9cc5-0c8c6f731715), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.125682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9760ba3-3bb6-4da8-9cc5-0c8c6f731715,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:41.152158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:02:41.155823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Made reservation on behalf of a74d0d375ced4273ad4d1476fb2c1a36 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:41.160611 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.167977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5d783617-d1a4-4a44-97c7-01b457b05996), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.181034 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Added segment 5d783617-d1a4-4a44-97c7-01b457b05996 of type vlan for network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca Feb 11 13:02:41.187953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.285538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.288841 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for security_group (ba05e2e3-f294-4b1b-acc7-b6da97183acd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.335149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ba05e2e3-f294-4b1b-acc7-b6da97183acd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.366172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.369294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:41.370064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.397708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:02:41.427346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05e2e3-f294-4b1b-acc7-b6da97183acd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:41.439092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.439588 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Added segment dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b of type vlan for network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 Feb 11 13:02:41.468431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3873856 Feb 11 13:02:41.471562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42878) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:41.486041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Request body: {'subnet': {'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-subnet', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:41.486792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53d68a-d1b7-4466-8cfa-112111038527 admin admin] Pushing event updated for resources: {'Network': ['ID=db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:41.499967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:02:41.510350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Made reservation on behalf of c1ffe3a4dcff43bd837db395d1599175 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:41.513871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.623094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] device_id is not set on port ed0f2c77-48e7-41f4-98f0-35303ce9226b yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:41.648035 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.663335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks [] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.699291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.705307 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (03915eda-e0b4-48fb-8dae-d8f3287caaeb), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.794630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (cf6e144f-95e7-4cda-8af2-0c9fc1982f64), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.797701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0f2c77-48e7-41f4-98f0-35303ce9226b,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:41.808092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.824429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.830462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:41.831240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:41.901066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:41.953770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:41.953770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:41.954802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6e144f-95e7-4cda-8af2-0c9fc1982f64,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:41.954802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Checking segment: {'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:41.954802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Network hostable DHCP agents. Network: db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:02:41.955064 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9228668 Feb 11 13:02:41.955155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42890) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:41.955155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Request body: {'subnet': {'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:41.955326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:41.955326 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:41.963682 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 2 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:41.970275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:02:42.022511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:42.030905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bbf370-afc0-4b38-99ef-fa531ad29b75 None None] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:42.053329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.053698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.054062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.057722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:42.058228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d49d68-e34d-4f53-80c5-b8f87bda85b5 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Network': ['ID=a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:42.058498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.070514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.070855 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.073033 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 3 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.091823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.092172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.092509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.099243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:02:42.100388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.100734 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.102813 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 4 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.117338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3c90b722-7499-4149-8527-d4a6d30aa644 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6446807 Feb 11 13:02:42.119830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Made reservation on behalf of a74d0d375ced4273ad4d1476fb2c1a36 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:42.120855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42896) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:42.123478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.130763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:42.141878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Allocated IP 172.25.1.68 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/1ce836cd-e57a-4b1f-ab58-de8f6bae312a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:42.148978 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.150259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.150381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.169597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.170324 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.173202 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 5 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.204303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.205400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.261380 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks [] for router_controller (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.268853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.269445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.269853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.278883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.279234 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.282889 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 6 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.442668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'fixed_ips': [{'subnet_id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:02:42.444029 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.465940 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (a033405b-5081-4cae-87f1-df59449d947b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.467940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for port (1ce836cd-e57a-4b1f-ab58-de8f6bae312a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.515619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.516008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.516428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.527305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.527601 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.528384 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 7 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.532818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1ce836cd-e57a-4b1f-ab58-de8f6bae312a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.587341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Subnet': ['ID=a033405b-5081-4cae-87f1-df59449d947b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:42.611838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Allocated IP 172.20.0.2 (db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca/cf6e144f-95e7-4cda-8af2-0c9fc1982f64/cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:42.633487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Checking segment: {'id': 'dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:42.634178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Network hostable DHCP agents. Network: a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:02:42.639038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Port': ['ID=1ce836cd-e57a-4b1f-ab58-de8f6bae312a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:42.649293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.649701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.650007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.657015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.657792 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.660161 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 8 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.680583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:02:42.700395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:42.705585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:42.707019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.711357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:42.715213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks [] for router_gateway (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.721324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:42.725875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:42.729218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.730145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.730949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.735822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ffffe2-1c77-4e6d-b31e-23f424d79d79 None None] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:42.750264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-12469a09-bb5e-4e94-9162-26c9701fcf04 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8251500 Feb 11 13:02:42.751253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:42.757198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1561362105', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:42.782540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.782885 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.792595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (ed0586a6-c69a-4567-94b7-40dd31698669), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.794091 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 9 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.797732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (ed0586a6-c69a-4567-94b7-40dd31698669), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.890550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router_controller (ed0586a6-c69a-4567-94b7-40dd31698669), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:42.919899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.920231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.920566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:42.959724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:42.960292 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:42.962673 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempt 10 to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b Feb 11 13:02:42.994213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:42.994548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:42.994941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempting to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:43.071859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:02:43.072207 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Failed to bind port ed0f2c77-48e7-41f4-98f0-35303ce9226b on host n-h1-828675-3 for vnic_type normal using segments [{'id': '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '84f96871-375a-4f21-984e-6fc304d98a14'}] Feb 11 13:02:43.074499 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.232006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1', 'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1', 'project_id': 'a74d0d375ced4273ad4d1476fb2c1a36', 'fixed_ips': [{'subnet_id': 'a033405b-5081-4cae-87f1-df59449d947b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:02:43.233751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.254657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Publish callbacks [] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.267421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router_gateway (ed0586a6-c69a-4567-94b7-40dd31698669), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.267778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] For port ed0f2c77-48e7-41f4-98f0-35303ce9226b, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:43.268301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attempted to set empty binding levels {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:02:43.276532 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.375528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:43.381190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Pushing event updated for resources: {'Port': ['ID=cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:43.386320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:43.402573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:43.454813 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (03915eda-e0b4-48fb-8dae-d8f3287caaeb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.461123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.552771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] In _notify_port_updated(), no bound segment for port ed0f2c77-48e7-41f4-98f0-35303ce9226b on network 84f96871-375a-4f21-984e-6fc304d98a14 {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:02:43.554135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:43.554952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.559294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "PUT /v2.0/ports/ed0f2c77-48e7-41f4-98f0-35303ce9226b HTTP/1.1" status: 200 len: 979 time: 2.7883224 Feb 11 13:02:43.586274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Attempting to bind port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:43.586701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Attempting to bind port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:43.587071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Attempting to bind port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 on network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:43.598088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:43.598690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Checking segment: {'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:43.599169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.599572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Bound using segment: {'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:43.600064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Bound port: cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:43.600525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.611652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799635fb-df95-491a-a969-f588ce6ba58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event updated for resources: {'Port': ['ID=ed0f2c77-48e7-41f4-98f0-35303ce9226b,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:43.614357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Allocated IP 172.20.0.2 (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1/a033405b-5081-4cae-87f1-df59449d947b/fa2991c3-3911-4b5a-a110-30cf30e3a487) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:43.616028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42914) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:43.701271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] For port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:43.704463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] For port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2,segment=NetworkSegment(5d783617-d1a4-4a44-97c7-01b457b05996),segment_id=5d783617-d1a4-4a44-97c7-01b457b05996)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:43.727666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:43.800910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfb0c5-5000-44c5-abe5-93c13e091576 None None] Pushing event updated for resources: {'Port': ['ID=cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:43.963076 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router_gateway (ed0586a6-c69a-4567-94b7-40dd31698669), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.057844 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Publish callbacks [] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.061568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.075486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.148246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Pushing event updated for resources: {'Port': ['ID=fa2991c3-3911-4b5a-a110-30cf30e3a487,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:44.168992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:44.171133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:44.177136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:44.186895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Deleting port ed0f2c77-48e7-41f4-98f0-35303ce9226b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:44.187232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.397104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Attempting to bind port fa2991c3-3911-4b5a-a110-30cf30e3a487 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:44.397489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Attempting to bind port fa2991c3-3911-4b5a-a110-30cf30e3a487 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:44.399954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Attempting to bind port fa2991c3-3911-4b5a-a110-30cf30e3a487 on network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:44.415890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:44.423651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Checking segment: {'id': 'dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:44.424163 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.424582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Bound using segment: {'id': 'dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:44.425287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Bound port: fa2991c3-3911-4b5a-a110-30cf30e3a487, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:44.425753 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.437359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Allocated IP 172.25.1.209 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/3825c680-cb11-4c67-a567-d89c0804b98e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:44.451088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks [] for router_gateway (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.516836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.598092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] For port fa2991c3-3911-4b5a-a110-30cf30e3a487, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:44.608833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] For port fa2991c3-3911-4b5a-a110-30cf30e3a487, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fa2991c3-3911-4b5a-a110-30cf30e3a487,segment=NetworkSegment(dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b),segment_id=dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:44.622740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.721926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a36930-7cf7-4006-a76d-4d960af067b1 None None] Pushing event updated for resources: {'Port': ['ID=fa2991c3-3911-4b5a-a110-30cf30e3a487,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:44.772719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for port (3825c680-cb11-4c67-a567-d89c0804b98e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.850759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.854438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.887131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] For port ed0f2c77-48e7-41f4-98f0-35303ce9226b, host n-h1-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:44.887563 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:44.954119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Calling delete_port for ed0f2c77-48e7-41f4-98f0-35303ce9226b owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:45.138098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Allocated IP 172.25.1.213 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/42c6df27-a051-4f91-b7c5-a14b153b0842) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:45.181524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3825c680-cb11-4c67-a567-d89c0804b98e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.263197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Port': ['ID=3825c680-cb11-4c67-a567-d89c0804b98e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:45.284944 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks [] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.338649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Router 03915eda-e0b4-48fb-8dae-d8f3287caaeb is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:45.374009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:45.375965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:45.381851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:45.404468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fa2991c3-3911-4b5a-a110-30cf30e3a487 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:45.479300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port fa2991c3-3911-4b5a-a110-30cf30e3a487 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:45.480207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.499680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.503633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:45.514361 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] Sync routers for ids ['03915eda-e0b4-48fb-8dae-d8f3287caaeb'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:45.525416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.532532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0c7d1436-fb92-4b8c-a6ec-e16c3aa81031 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "PUT /v2.0/routers/03915eda-e0b4-48fb-8dae-d8f3287caaeb HTTP/1.1" status: 200 len: 918 time: 5.0001404 Feb 11 13:02:45.538719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42934) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:45.539489 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] Routers {'03915eda-e0b4-48fb-8dae-d8f3287caaeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:45.540943 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['03915eda-e0b4-48fb-8dae-d8f3287caaeb'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:45.662634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Pushing event updated for resources: {'Port': ['ID=42c6df27-a051-4f91-b7c5-a14b153b0842,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:45.677262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:45.680105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port fa2991c3-3911-4b5a-a110-30cf30e3a487 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:45.681436 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.681575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:45.683627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:45.687174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:45.698004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ed0f2c77-48e7-41f4-98f0-35303ce9226b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.764936 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] Routers {'03915eda-e0b4-48fb-8dae-d8f3287caaeb'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:45.766390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port fa2991c3-3911-4b5a-a110-30cf30e3a487, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fa2991c3-3911-4b5a-a110-30cf30e3a487,segment=NetworkSegment(dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b),segment_id=dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:45.767676 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['03915eda-e0b4-48fb-8dae-d8f3287caaeb'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:45.786721 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.787759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:45.889222 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:45.902564 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407634e0-1bfb-4bf4-9d11-7bc35ef47d91 None None] The sync data for ids ['03915eda-e0b4-48fb-8dae-d8f3287caaeb'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:45.942574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed95739-8c13-4f4a-8cf5-59a982a46e97 None None] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:45.943626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:45.947296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ed0f2c77-48e7-41f4-98f0-35303ce9226b HTTP/1.1" status: 204 len: 168 time: 2.3302391 Feb 11 13:02:45.954893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:45.966428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1e379-15e7-4cae-bd58-b4711b9c354c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed0f2c77-48e7-41f4-98f0-35303ce9226b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:46.094163 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abe5ebe-4b5b-41b4-a310-58ac6631a58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:02:46.106276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3abe5ebe-4b5b-41b4-a310-58ac6631a58a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2051356164-project-admin] 10.222.0.42 "GET /v2.0/ports/ed0f2c77-48e7-41f4-98f0-35303ce9226b HTTP/1.1" status: 404 len: 333 time: 0.1319778 Feb 11 13:02:46.128704 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42946) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:46.131462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks [] for router_gateway (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:46.244992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:46.251020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e833f647-a11c-48b8-872f-59f7cf5693cd None None] Provisioning complete for port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:46.257597 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e833f647-a11c-48b8-872f-59f7cf5693cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:46.315082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c2e56d8c-1e2c-4249-af1f-95becd9a333b tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/03915eda-e0b4-48fb-8dae-d8f3287caaeb HTTP/1.1" status: 200 len: 924 time: 0.7723660 Feb 11 13:02:46.319653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42948) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:46.423602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=fa2991c3-3911-4b5a-a110-30cf30e3a487,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:46.471182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:46.471561 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:46.527963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dde8e2-e7a2-4106-9257-3ac84c941570 None None] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:46.565740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (84f96871-375a-4f21-984e-6fc304d98a14), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:46.605597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e833f647-a11c-48b8-872f-59f7cf5693cd None None] Current status of the port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:46.606016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e833f647-a11c-48b8-872f-59f7cf5693cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:46.722363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d03f25-afa0-47cd-8d04-59f41670e0ed tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:46.728270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d8d03f25-afa0-47cd-8d04-59f41670e0ed tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=03915eda-e0b4-48fb-8dae-d8f3287caaeb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3947980 Feb 11 13:02:46.731420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42960) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:46.858850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a085f693-9a50-43c9-8755-b21bde3a9015 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:46.878148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a085f693-9a50-43c9-8755-b21bde3a9015 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.1440201 Feb 11 13:02:46.879889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42962) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:46.976969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e833f647-a11c-48b8-872f-59f7cf5693cd None None] For port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2,segment=NetworkSegment(5d783617-d1a4-4a44-97c7-01b457b05996),segment_id=5d783617-d1a4-4a44-97c7-01b457b05996)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:47.070525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e833f647-a11c-48b8-872f-59f7cf5693cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.071746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6ecc2189-8c05-44c9-93b2-60408cf2e780 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=03915eda-e0b4-48fb-8dae-d8f3287caaeb HTTP/1.1" status: 200 len: 205 time: 0.0956237 Feb 11 13:02:47.126745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (84f96871-375a-4f21-984e-6fc304d98a14), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.136122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:47.136513 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.138657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.163983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f96871-375a-4f21-984e-6fc304d98a14']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:47.178217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:47.179072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bed6130-8c0d-49d4-98a5-1a998cdcd7f5') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:47.180060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833f647-a11c-48b8-872f-59f7cf5693cd None None] Pushing event updated for resources: {'Port': ['ID=cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:47.210181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router_gateway (ed0586a6-c69a-4567-94b7-40dd31698669), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.212841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42966) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:47.224360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (4bed6130-8c0d-49d4-98a5-1a998cdcd7f5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.246689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4bed6130-8c0d-49d4-98a5-1a998cdcd7f5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.256774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:02:47.257292 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (4bed6130-8c0d-49d4-98a5-1a998cdcd7f5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.280792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6ffc2658-2ba7-458f-9ee3-adeaf46d9e05 None None] Provisioning complete for port fa2991c3-3911-4b5a-a110-30cf30e3a487 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:47.284199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2658-2ba7-458f-9ee3-adeaf46d9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:02:47.407887 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:02:47.409911 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.431135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:02:47.440549 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:02:47.529914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.612732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (84f96871-375a-4f21-984e-6fc304d98a14), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.619286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.623890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] 10.222.0.42 "DELETE /v2.0/networks/84f96871-375a-4f21-984e-6fc304d98a14 HTTP/1.1" status: 204 len: 168 time: 1.3566463 Feb 11 13:02:47.647357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc2658-2ba7-458f-9ee3-adeaf46d9e05 None None] Current status of the port fa2991c3-3911-4b5a-a110-30cf30e3a487 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:47.665377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0776-1264-4470-ae0e-88239db640d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777 tempest-PortsAdminExtendedAttrsIpV6TestJSON-760305777-project] Pushing event deleted for resources: {'Network': ['ID=84f96871-375a-4f21-984e-6fc304d98a14,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:47.685948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6ffc2658-2ba7-458f-9ee3-adeaf46d9e05 None None] Provisioning complete for port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:47.686334 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2658-2ba7-458f-9ee3-adeaf46d9e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.743322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:47.761477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (ed0586a6-c69a-4567-94b7-40dd31698669), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.868248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (03915eda-e0b4-48fb-8dae-d8f3287caaeb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:47.931765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc2658-2ba7-458f-9ee3-adeaf46d9e05 None None] Current status of the port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:47.976955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:47.994892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Sync routers for ids ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:48.013213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:48.022438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-380a9105-01a0-4f3c-8e23-79af3b552292 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8976543 Feb 11 13:02:48.030174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42982) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:48.049787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Router ed0586a6-c69a-4567-94b7-40dd31698669 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:48.073431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42986) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:48.077375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Routers {'e7a9e191-5a98-429b-a30b-eeb0ab415dc3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:48.078056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:48.266088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:48.276902 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] Sync routers for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:48.291472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Set router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:48.297029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Deleting port 1ce836cd-e57a-4b1f-ab58-de8f6bae312a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:48.300631 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:48.303080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1ce836cd-e57a-4b1f-ab58-de8f6bae312a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:48.305873 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:48.410086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:48.426029 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:48.472718 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:48.473488 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:48.529034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-47dbb34e-fafa-4cbd-9429-b7155f2c6ac3 None None] Provisioning complete for port fa2991c3-3911-4b5a-a110-30cf30e3a487 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:48.529404 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47dbb34e-fafa-4cbd-9429-b7155f2c6ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:48.536200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1ce836cd-e57a-4b1f-ab58-de8f6bae312a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:48.558991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:48.559934 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf847d6-0773-4099-99d6-11bee9aa260f None None] The sync data for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:48.565552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Calling delete_port for 1ce836cd-e57a-4b1f-ab58-de8f6bae312a owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:48.637826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fa2991c3-3911-4b5a-a110-30cf30e3a487 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:48.764512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:48.768221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-54f351c1-27e9-4c5c-9888-5da5d54effdc tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.0132337 Feb 11 13:02:48.775596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42990) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:48.800955 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:48.922086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-47dbb34e-fafa-4cbd-9429-b7155f2c6ac3 None None] Current status of the port fa2991c3-3911-4b5a-a110-30cf30e3a487 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:48.927673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port fa2991c3-3911-4b5a-a110-30cf30e3a487 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:48.928058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:48.979376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e7e4e310-b2f6-4a64-b098-7296b4b84021 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=758a7bcf0c2443f9ae952b4c5a79901d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9035766 Feb 11 13:02:48.980242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:02:45Z', 'revision_number': 3, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port': {'id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:44Z', 'updated_at': '2022-02-11T13:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:48.981429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43002) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:49.119061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1ce836cd-e57a-4b1f-ab58-de8f6bae312a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.169269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527ef8b1-3727-4b71-96c4-bcd615676691 admin admin] Publish callbacks [] for security_group (74c2ce5d-6c6f-4142-88ec-13c108d3d1c0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.199561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event deleted for resources: {'Port': ['ID=1ce836cd-e57a-4b1f-ab58-de8f6bae312a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:49.231934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527ef8b1-3727-4b71-96c4-bcd615676691 admin admin] Publish callbacks [] for security_group (74c2ce5d-6c6f-4142-88ec-13c108d3d1c0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.325477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Allocated IP 172.20.0.1 (db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca/cf6e144f-95e7-4cda-8af2-0c9fc1982f64/65e16f19-9837-4870-b62a-f01b26662f9d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:49.336722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Checking router: e7a9e191-5a98-429b-a30b-eeb0ab415dc3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:02:49.337419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Updating router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 port 42c6df27-a051-4f91-b7c5-a14b153b0842 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:02:49.374934 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (03915eda-e0b4-48fb-8dae-d8f3287caaeb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.385767 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527ef8b1-3727-4b71-96c4-bcd615676691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (74c2ce5d-6c6f-4142-88ec-13c108d3d1c0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.388661 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527ef8b1-3727-4b71-96c4-bcd615676691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.392962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-527ef8b1-3727-4b71-96c4-bcd615676691 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74c2ce5d-6c6f-4142-88ec-13c108d3d1c0 HTTP/1.1" status: 204 len: 168 time: 0.4077232 Feb 11 13:02:49.408450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.436948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ef8b1-3727-4b71-96c4-bcd615676691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c2ce5d-6c6f-4142-88ec-13c108d3d1c0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:49.501242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks [] for port (65e16f19-9837-4870-b62a-f01b26662f9d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.604265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.662599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.667351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (03915eda-e0b4-48fb-8dae-d8f3287caaeb), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.737208 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Publish callbacks [] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.747607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.788760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (03915eda-e0b4-48fb-8dae-d8f3287caaeb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.790078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Fanout notify agent at l3_agent the message router_deleted on router 03915eda-e0b4-48fb-8dae-d8f3287caaeb {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:02:49.791357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Pushing event updated for resources: {'Port': ['ID=65e16f19-9837-4870-b62a-f01b26662f9d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:49.811608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.813217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-56f38044-733b-4354-9c78-ef05049e521d tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/03915eda-e0b4-48fb-8dae-d8f3287caaeb HTTP/1.1" status: 204 len: 168 time: 2.5989683 Feb 11 13:02:49.818941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:49.824050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:49.825929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-89b1e9f4-3824-487a-84cb-d474d770180c tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1752644505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:49.828254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:49.838519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:49.924387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Attempting to bind port 42c6df27-a051-4f91-b7c5-a14b153b0842 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:49.924760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Attempting to bind port 42c6df27-a051-4f91-b7c5-a14b153b0842 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:49.933485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Attempting to bind port 42c6df27-a051-4f91-b7c5-a14b153b0842 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:49.941653 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89b1e9f4-3824-487a-84cb-d474d770180c tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.944002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89b1e9f4-3824-487a-84cb-d474d770180c tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.973696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:49.974086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:49.974740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.975208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:49.975821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Bound port: 42c6df27-a051-4f91-b7c5-a14b153b0842, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:49.976290 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:49.993938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43018) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:50.065295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.070045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d854e5-0716-41a8-a676-a280900a2388 None None] Pushing event updated for resources: {'Port': ['ID=42c6df27-a051-4f91-b7c5-a14b153b0842,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:50.088948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port fa2991c3-3911-4b5a-a110-30cf30e3a487 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:50.090167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:50.197749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] For port 42c6df27-a051-4f91-b7c5-a14b153b0842, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:50.215176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] For port 42c6df27-a051-4f91-b7c5-a14b153b0842, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42c6df27-a051-4f91-b7c5-a14b153b0842,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:50.238051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bbe4cedd-51e8-415a-966e-b1974a7cefb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a113d73e9b67416d82575472ee891767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2428207 Feb 11 13:02:50.241125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43024) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:50.247023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.354302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09dbe15e-c0d1-427c-aa08-5908dc4da47e admin admin] Publish callbacks [] for security_group (92803b7b-bb6f-4d0d-9d18-3c02cd8252bc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.374068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5187ece8-fb5f-4047-bf0c-fbf477825860 None None] Provisioning complete for port 65e16f19-9837-4870-b62a-f01b26662f9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:50.374875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5187ece8-fb5f-4047-bf0c-fbf477825860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.414204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09dbe15e-c0d1-427c-aa08-5908dc4da47e admin admin] Publish callbacks [] for security_group (92803b7b-bb6f-4d0d-9d18-3c02cd8252bc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.447986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.459651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5187ece8-fb5f-4047-bf0c-fbf477825860 None None] Port 65e16f19-9837-4870-b62a-f01b26662f9d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:02:50.466357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:50.466742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.538722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09dbe15e-c0d1-427c-aa08-5908dc4da47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (92803b7b-bb6f-4d0d-9d18-3c02cd8252bc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.541798 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09dbe15e-c0d1-427c-aa08-5908dc4da47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.545313 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09dbe15e-c0d1-427c-aa08-5908dc4da47e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92803b7b-bb6f-4d0d-9d18-3c02cd8252bc HTTP/1.1" status: 204 len: 168 time: 0.3009267 Feb 11 13:02:50.583064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbe15e-c0d1-427c-aa08-5908dc4da47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92803b7b-bb6f-4d0d-9d18-3c02cd8252bc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:50.590589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Routers {'e7a9e191-5a98-429b-a30b-eeb0ab415dc3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:50.591252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:50.619130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89b1e9f4-3824-487a-84cb-d474d770180c tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (47bcaab8-06a5-460a-a6e9-094eb84240fd), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.639881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89b1e9f4-3824-487a-84cb-d474d770180c tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.748723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d854e5-0716-41a8-a676-a280900a2388 None None] Pushing event updated for resources: {'Port': ['ID=42c6df27-a051-4f91-b7c5-a14b153b0842,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:50.750241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89b1e9f4-3824-487a-84cb-d474d770180c tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.755254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-89b1e9f4-3824-487a-84cb-d474d770180c tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9351826 Feb 11 13:02:50.763238 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43030) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:50.860702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': False}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:50.877447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:50.915056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks [] for port (65e16f19-9837-4870-b62a-f01b26662f9d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.924418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:50.978820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] Set router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:51.372432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 4, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port': {'id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:44Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '65e16f19-9837-4870-b62a-f01b26662f9d', 'name': '', 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'mac_address': 'fa:16:3e:15:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:48Z', 'updated_at': '2022-02-11T13:02:49Z', 'revision_number': 1, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'subnets': [{'id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:51.461259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b6f32-da3e-40f2-8f51-32f5999d5a5e None None] The sync data for ids ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'] in n-d-828675-3 is: [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 4, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port': {'id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:44Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '65e16f19-9837-4870-b62a-f01b26662f9d', 'name': '', 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'mac_address': 'fa:16:3e:15:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:48Z', 'updated_at': '2022-02-11T13:02:49Z', 'revision_number': 1, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'subnets': [{'id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:51.526190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Allocated IP 172.20.0.1 (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1/a033405b-5081-4cae-87f1-df59449d947b/4a1d7bbb-fb9a-46d2-842d-0aec8e37e922) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:51.805033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:51.858697 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:51.875297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:51.963758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Pushing event updated for resources: {'Port': ['ID=65e16f19-9837-4870-b62a-f01b26662f9d,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:51.977052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:51.978648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:51.996019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:52.086415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Port': ['ID=4a1d7bbb-fb9a-46d2-842d-0aec8e37e922,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:52.106256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:52.155606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (ed0586a6-c69a-4567-94b7-40dd31698669), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:52.321537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43076) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:52.374602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:52.382277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:52.495840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4e78e561-3ff0-472e-b932-a2b582d760bc None None] Provisioning complete for port 4a1d7bbb-fb9a-46d2-842d-0aec8e37e922 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:52.497310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e78e561-3ff0-472e-b932-a2b582d760bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:52.617242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e78e561-3ff0-472e-b932-a2b582d760bc None None] Port 4a1d7bbb-fb9a-46d2-842d-0aec8e37e922 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:02:52.664421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:52.782036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (47bcaab8-06a5-460a-a6e9-094eb84240fd), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:52.815378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-940980567'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:52.860625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4217a7b2-564a-45a1-aea4-20fe1296712a None None] Provisioning complete for port 65e16f19-9837-4870-b62a-f01b26662f9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:52.861251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4217a7b2-564a-45a1-aea4-20fe1296712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:52.917458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:02:52.981615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:52.989970 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.013513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4217a7b2-564a-45a1-aea4-20fe1296712a None None] Port 65e16f19-9837-4870-b62a-f01b26662f9d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:02:53.130997 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.134672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:53.150183 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-95708d73-102d-4968-93c9-1bf8a94e6d88 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7a9e191-5a98-429b-a30b-eeb0ab415dc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1109195 Feb 11 13:02:53.356421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.372172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.432581 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for security_group (f8c0a3bd-f898-4db5-8d9d-8214d5d28905), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.452359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f8c0a3bd-f898-4db5-8d9d-8214d5d28905), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.507713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Port': ['ID=4a1d7bbb-fb9a-46d2-842d-0aec8e37e922,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:53.541372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:02:53.549168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c0a3bd-f898-4db5-8d9d-8214d5d28905,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:53.560173 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.560532 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Added segment 470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb of type vlan for network 748fcd93-cfb1-4683-9579-584b9508fdbf Feb 11 13:02:53.597738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (ed0586a6-c69a-4567-94b7-40dd31698669), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.780682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:53.782418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:53.791525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (748fcd93-cfb1-4683-9579-584b9508fdbf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.888755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (47bcaab8-06a5-460a-a6e9-094eb84240fd), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.956963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Router ed0586a6-c69a-4567-94b7-40dd31698669 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:02:53.973379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (748fcd93-cfb1-4683-9579-584b9508fdbf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:53.982324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:53.984846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.103358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.118279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Network': ['ID=748fcd93-cfb1-4683-9579-584b9508fdbf,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:54.138086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:02:54.157903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:02:54.171568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-567ace46-731d-4d15-9d5f-b2640e2f963d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "PUT /v2.0/routers/ed0586a6-c69a-4567-94b7-40dd31698669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3949001 Feb 11 13:02:54.175406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43102) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:54.187440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Request body: {'port': {'network_id': 'a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1', 'name': 'tempest-FloatingIPAdminTestJSON-1583425785'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:54.223797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] Sync routers for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:54.250892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7c3138f5-07f9-4cb1-938d-d38e76a2dff7 None None] Provisioning complete for port 4a1d7bbb-fb9a-46d2-842d-0aec8e37e922 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:54.251631 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7c3138f5-07f9-4cb1-938d-d38e76a2dff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.272496 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-43316abe-6ce4-444d-86c7-91fac9acc630 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9435232 Feb 11 13:02:54.273142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43104) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:54.295572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:54.306225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7c3138f5-07f9-4cb1-938d-d38e76a2dff7 None None] Port 4a1d7bbb-fb9a-46d2-842d-0aec8e37e922 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:02:54.355104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:54.356197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:54.416256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:54.418991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:54.419860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.430264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:54.431054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:54.467756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Made reservation on behalf of a74d0d375ced4273ad4d1476fb2c1a36 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:54.479197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.484209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:54.487179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a724c-9bdb-4f42-907e-097b6286edda None None] The sync data for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:54.526467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] device_id is not set on port 1eefb74f-7435-4158-a11a-20d95533a682 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:54.545760 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-5d3e5f39-aa33-47b8-8da2-76e03ed886bf tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7800171 Feb 11 13:02:54.581785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:54.619059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.685399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Allocated IP 172.25.1.99 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a7e7a062-fd1e-40d8-b26e-479e8c3c3f47) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:54.686371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Allocated IP 172.20.0.5 (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1/a033405b-5081-4cae-87f1-df59449d947b/1eefb74f-7435-4158-a11a-20d95533a682) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:54.866769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (0441c5ed-01a2-4508-90e4-d5e336b89257), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.939957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for port (1eefb74f-7435-4158-a11a-20d95533a682), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:54.951329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=0441c5ed-01a2-4508-90e4-d5e336b89257,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:55.007903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1eefb74f-7435-4158-a11a-20d95533a682), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.026527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for port (a7e7a062-fd1e-40d8-b26e-479e8c3c3f47), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.056848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:55.057555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network hostable DHCP agents. Network: 748fcd93-cfb1-4683-9579-584b9508fdbf, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:02:55.059045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42c6df27-a051-4f91-b7c5-a14b153b0842 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:55.064216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.094684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:55.099108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:55.104779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:55.116021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event updated for resources: {'Port': ['ID=1eefb74f-7435-4158-a11a-20d95533a682,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:55.155446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:02:55.177896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 748fcd93-cfb1-4683-9579-584b9508fdbf) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:55.183163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:55.183787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.206895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a7e7a062-fd1e-40d8-b26e-479e8c3c3f47), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.210262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1392fe-1a3b-4e22-85cb-0b0ac811327a None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:55.228603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:55.229408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.261721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43118) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:55.263567 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-afa91382-51b9-4bb2-9d13-eba80472d226 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9791255 Feb 11 13:02:55.267058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'name': 'tempest-NetworksTestDHCPv6-1234818650'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:55.277931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6380164e-e480-4a71-9188-e66b6c4d3e5a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1012073 Feb 11 13:02:55.294859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43120) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:55.348489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:55.355454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:55.358273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:55.362575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e7a062-fd1e-40d8-b26e-479e8c3c3f47,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:55.408072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Allocated IP 172.25.1.117 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/59fd7bdd-9cf0-476b-ad13-b7e7046c2230) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:55.514868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '0441c5ed-01a2-4508-90e4-d5e336b89257'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:02:55.522778 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.553958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 42c6df27-a051-4f91-b7c5-a14b153b0842 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:55.554431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.573388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:02:55.577004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.623689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port c38d206f-5a9c-4a76-bbd0-bb512af28a62 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:02:55.638008 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Sync routers for ids ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:02:55.660997 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Routers {'e7a9e191-5a98-429b-a30b-eeb0ab415dc3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:55.661688 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:55.725300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'project_id': 'a74d0d375ced4273ad4d1476fb2c1a36', 'port_id': '1eefb74f-7435-4158-a11a-20d95533a682'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:55.779814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/0441c5ed-01a2-4508-90e4-d5e336b89257/2dcb86be-8db0-4b89-bd0a-aabdaf094f30) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:55.836133 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:55.880997 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Set router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:55.992757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Publish callbacks [] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.010980 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.077162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:56.094418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:56.102401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:56.109555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4d7c742b-a721-4c86-92b6-47ab4547b233 None None] Provisioning complete for port 1eefb74f-7435-4158-a11a-20d95533a682 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:56.110193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d7c742b-a721-4c86-92b6-47ab4547b233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1eefb74f-7435-4158-a11a-20d95533a682), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.128517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.283576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::208 (748fcd93-cfb1-4683-9579-584b9508fdbf/0441c5ed-01a2-4508-90e4-d5e336b89257/c38d206f-5a9c-4a76-bbd0-bb512af28a62) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:56.371713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 42c6df27-a051-4f91-b7c5-a14b153b0842 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:56.372741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.399621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 42c6df27-a051-4f91-b7c5-a14b153b0842, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42c6df27-a051-4f91-b7c5-a14b153b0842,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:56.407976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Pushing event updated for resources: {'Port': ['ID=2dcb86be-8db0-4b89-bd0a-aabdaf094f30,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:56.417621 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 4, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port': {'id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:44Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '65e16f19-9837-4870-b62a-f01b26662f9d', 'name': '', 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'mac_address': 'fa:16:3e:15:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:48Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 2, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'subnets': [{'id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:56.483470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.544106 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Checking router: e7a9e191-5a98-429b-a30b-eeb0ab415dc3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:02:56.545487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (c38d206f-5a9c-4a76-bbd0-bb512af28a62), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.545870 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Updating router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 port 65e16f19-9837-4870-b62a-f01b26662f9d binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:02:56.594204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c38d206f-5a9c-4a76-bbd0-bb512af28a62), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.601796 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.639112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c742b-a721-4c86-92b6-47ab4547b233 None None] Port 1eefb74f-7435-4158-a11a-20d95533a682 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:02:56.660618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Attempting to bind port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:56.661284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Attempting to bind port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:56.662045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Attempting to bind port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:56.670208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=42c6df27-a051-4f91-b7c5-a14b153b0842,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:56.695259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:56.695599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:56.696038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.696416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:56.696898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Bound port: 2dcb86be-8db0-4b89-bd0a-aabdaf094f30, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:56.697398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.703683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:56.728282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:56.731272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:56.745569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:56.746349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.771381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=c38d206f-5a9c-4a76-bbd0-bb512af28a62,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:56.785728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1c87af7-add1-484d-bebf-2f9e72ef46fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5219808 Feb 11 13:02:56.786394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43146) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:56.797405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] For port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:56.801493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] For port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2dcb86be-8db0-4b89-bd0a-aabdaf094f30,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:56.822819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.835652 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.904745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301615d-3a83-44e1-8d3a-1442fd6e8aef None None] Pushing event updated for resources: {'Port': ['ID=2dcb86be-8db0-4b89-bd0a-aabdaf094f30,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:56.915631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf9e3f-4dd9-4eb2-925d-3c98c1d38378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:56.940302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbf9e3f-4dd9-4eb2-925d-3c98c1d38378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:56.943986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:56.949088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2bbf9e3f-4dd9-4eb2-925d-3c98c1d38378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1573064 Feb 11 13:02:56.949662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43148) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:57.070953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42c6df27-a051-4f91-b7c5-a14b153b0842 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:57.110465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Allocated IP 172.25.1.58 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/6de884ad-70fc-464b-8e53-e79594de532a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:02:57.141941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 42c6df27-a051-4f91-b7c5-a14b153b0842 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:57.142338 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.331162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router_gateway (47bcaab8-06a5-460a-a6e9-094eb84240fd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.344880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 42c6df27-a051-4f91-b7c5-a14b153b0842 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:57.367135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for port (6de884ad-70fc-464b-8e53-e79594de532a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.382565 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Publish callbacks [] for port (65e16f19-9837-4870-b62a-f01b26662f9d), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.389286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:57.414084 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.471350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6de884ad-70fc-464b-8e53-e79594de532a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.497213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=59fd7bdd-9cf0-476b-ad13-b7e7046c2230,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:57.522035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:02:57.523992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:57.541351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:57.563241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:02:57.576756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:02:57.704508 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Attempting to bind port 65e16f19-9837-4870-b62a-f01b26662f9d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:02:57.704750 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Attempting to bind port 65e16f19-9837-4870-b62a-f01b26662f9d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:02:57.705791 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Attempting to bind port 65e16f19-9837-4870-b62a-f01b26662f9d on network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:02:57.713127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port c38d206f-5a9c-4a76-bbd0-bb512af28a62 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:02:57.713586 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:02:57.713856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c38d206f-5a9c-4a76-bbd0-bb512af28a62), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.714045 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Checking segment: {'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:02:57.714442 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.714836 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Bound using segment: {'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:02:57.715315 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Bound port: 65e16f19-9837-4870-b62a-f01b26662f9d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d783617-d1a4-4a44-97c7-01b457b05996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:02:57.715690 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.744115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Pushing event updated for resources: {'Port': ['ID=6de884ad-70fc-464b-8e53-e79594de532a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:57.784769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (72871599-5ac3-47bd-b620-68fabf31027d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.792897 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4867a-f328-4cbe-8323-53a3ae8bfe3a None None] Pushing event updated for resources: {'Port': ['ID=65e16f19-9837-4870-b62a-f01b26662f9d,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:57.960969 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] For port 65e16f19-9837-4870-b62a-f01b26662f9d, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:02:57.975941 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] For port 65e16f19-9837-4870-b62a-f01b26662f9d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=65e16f19-9837-4870-b62a-f01b26662f9d,segment=NetworkSegment(5d783617-d1a4-4a44-97c7-01b457b05996),segment_id=5d783617-d1a4-4a44-97c7-01b457b05996)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:02:57.988595 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.990887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bfbf9d7b-5488-4f23-895f-905240431b4b None None] Provisioning complete for port 65e16f19-9837-4870-b62a-f01b26662f9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:57.991798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9d7b-5488-4f23-895f-905240431b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.141082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.152012 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Routers {'e7a9e191-5a98-429b-a30b-eeb0ab415dc3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:02:58.152924 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:58.156605 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4867a-f328-4cbe-8323-53a3ae8bfe3a None None] Pushing event updated for resources: {'Port': ['ID=65e16f19-9837-4870-b62a-f01b26662f9d,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:58.214532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf9d7b-5488-4f23-895f-905240431b4b None None] Current status of the port 65e16f19-9837-4870-b62a-f01b26662f9d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:58.214877 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9d7b-5488-4f23-895f-905240431b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.282937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bfbf9d7b-5488-4f23-895f-905240431b4b None None] For port 65e16f19-9837-4870-b62a-f01b26662f9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=65e16f19-9837-4870-b62a-f01b26662f9d,segment=NetworkSegment(5d783617-d1a4-4a44-97c7-01b457b05996),segment_id=5d783617-d1a4-4a44-97c7-01b457b05996)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:58.293581 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c38d206f-5a9c-4a76-bbd0-bb512af28a62), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.295851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfbf9d7b-5488-4f23-895f-905240431b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.407340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf9d7b-5488-4f23-895f-905240431b4b None None] Pushing event updated for resources: {'Port': ['ID=65e16f19-9837-4870-b62a-f01b26662f9d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:58.445403 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] Set router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:02:58.556840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for c38d206f-5a9c-4a76-bbd0-bb512af28a62 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:02:58.640356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-01086cfa-dc67-459e-a015-76090e5adbc8 None None] Provisioning complete for port 65e16f19-9837-4870-b62a-f01b26662f9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:58.647316 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-01086cfa-dc67-459e-a015-76090e5adbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.683893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.796755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:58.867035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-01086cfa-dc67-459e-a015-76090e5adbc8 None None] Current status of the port 65e16f19-9837-4870-b62a-f01b26662f9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:58.931764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc128f2-b2ac-4a8a-8179-3f07148e805e None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:59.022292 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 4, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port': {'id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:44Z', 'updated_at': '2022-02-11T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '65e16f19-9837-4870-b62a-f01b26662f9d', 'name': '', 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'mac_address': 'fa:16:3e:15:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:48Z', 'updated_at': '2022-02-11T13:02:57Z', 'revision_number': 4, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'subnets': [{'id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:02:59.093207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e21aa12e-3e9d-4a8a-aa68-0198188f4639 None None] Provisioning complete for port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:59.093875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e21aa12e-3e9d-4a8a-aa68-0198188f4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.120043 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95d719-836a-4cd2-8cc3-7ebf5b4aba56 None None] The sync data for ids ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'] in n-d-828675-3 is: [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:02:50Z', 'revision_number': 4, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port': {'id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:44Z', 'updated_at': '2022-02-11T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '65e16f19-9837-4870-b62a-f01b26662f9d', 'name': '', 'network_id': 'db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'mac_address': 'fa:16:3e:15:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:48Z', 'updated_at': '2022-02-11T13:02:57Z', 'revision_number': 4, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'subnets': [{'id': 'cf6e144f-95e7-4cda-8af2-0c9fc1982f64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:02:59.349745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c38d206f-5a9c-4a76-bbd0-bb512af28a62), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.389918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e21aa12e-3e9d-4a8a-aa68-0198188f4639 None None] Current status of the port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:59.391637 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e21aa12e-3e9d-4a8a-aa68-0198188f4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.403778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=c38d206f-5a9c-4a76-bbd0-bb512af28a62,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:59.472247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.479829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43182) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:59.482511 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b3305b3-1e64-4360-b5c2-065771e6f590 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/c38d206f-5a9c-4a76-bbd0-bb512af28a62 HTTP/1.1" status: 204 len: 168 time: 2.5201688 Feb 11 13:02:59.502780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:02:59.523269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-744258d5-2964-4eaa-af19-170461cbec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.606321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.613085 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.624882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Router 47bcaab8-06a5-460a-a6e9-094eb84240fd is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:02:59.689464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e21aa12e-3e9d-4a8a-aa68-0198188f4639 None None] For port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2dcb86be-8db0-4b89-bd0a-aabdaf094f30,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:02:59.715009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e21aa12e-3e9d-4a8a-aa68-0198188f4639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.854054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a92b5-6ca0-42c4-bd90-bf086fda1d27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:59.861890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a92b5-6ca0-42c4-bd90-bf086fda1d27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:59.866418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-496a92b5-6ca0-42c4-bd90-bf086fda1d27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3607144 Feb 11 13:02:59.873974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43192) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:59.889514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:59.892031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.896085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for floatingip (79060ac2-b2f5-4e3f-b866-e9c307fcb824), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:59.996727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1c63ffd1-eed6-451e-b0af-ec798df47cbc None None] Could not find standard attr ID for object c38d206f-5a9c-4a76-bbd0-bb512af28a62. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:03:00.024818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21aa12e-3e9d-4a8a-aa68-0198188f4639 None None] Pushing event updated for resources: {'Port': ['ID=2dcb86be-8db0-4b89-bd0a-aabdaf094f30,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:00.034353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=59fd7bdd-9cf0-476b-ad13-b7e7046c2230,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:00.134285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1c63ffd1-eed6-451e-b0af-ec798df47cbc None None] Provisioning complete for port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:00.134797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c63ffd1-eed6-451e-b0af-ec798df47cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.139218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:00.140484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 65e16f19-9837-4870-b62a-f01b26662f9d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:00.158110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (72871599-5ac3-47bd-b620-68fabf31027d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.172408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6de884ad-70fc-464b-8e53-e79594de532a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.308409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 0441c5ed-01a2-4508-90e4-d5e336b89257 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:00.343782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (0441c5ed-01a2-4508-90e4-d5e336b89257), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.369863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 65e16f19-9837-4870-b62a-f01b26662f9d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:00.370626 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.406145 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.418092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-8dcd47bc-ca1c-4491-b412-3b3034d248e6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8444383 Feb 11 13:03:00.510821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c63ffd1-eed6-451e-b0af-ec798df47cbc None None] Current status of the port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:00.607065 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for port (6de884ad-70fc-464b-8e53-e79594de532a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.623934 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (6de884ad-70fc-464b-8e53-e79594de532a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.652413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a9a72e4c-7d4b-4d6a-9eb3-512c635f0db4 None None] Could not find standard attr ID for object c38d206f-5a9c-4a76-bbd0-bb512af28a62. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:03:00.656774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 65e16f19-9837-4870-b62a-f01b26662f9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:00.669514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:00.687225 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-0a442972-bb00-42d0-a39b-4121ac5e94cf tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.2681987 Feb 11 13:03:00.692565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.701983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] Sync routers for ids ['47bcaab8-06a5-460a-a6e9-094eb84240fd'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:00.703523 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3afc8821-6526-44ab-a7c7-a57f3576dc57 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "PUT /v2.0/routers/47bcaab8-06a5-460a-a6e9-094eb84240fd HTTP/1.1" status: 200 len: 919 time: 9.8479927 Feb 11 13:03:00.708570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43230) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:00.726858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (0441c5ed-01a2-4508-90e4-d5e336b89257), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.742622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] Routers {'47bcaab8-06a5-460a-a6e9-094eb84240fd'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:00.743270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['47bcaab8-06a5-460a-a6e9-094eb84240fd'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:00.799603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Pushing event updated for resources: {'Port': ['ID=6de884ad-70fc-464b-8e53-e79594de532a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:00.803516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:00.813152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] Routers {'47bcaab8-06a5-460a-a6e9-094eb84240fd'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:00.814089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:02:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['47bcaab8-06a5-460a-a6e9-094eb84240fd'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:00.828244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (79060ac2-b2f5-4e3f-b866-e9c307fcb824), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:00.851481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:00.852129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42a800-5d6f-4012-93b4-9ec94c2d4aa3 None None] The sync data for ids ['47bcaab8-06a5-460a-a6e9-094eb84240fd'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:00.983949 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Floating IP 79060ac2-b2f5-4e3f-b866-e9c307fcb824 associated. External IP: 172.25.1.58, port: 1eefb74f-7435-4158-a11a-20d95533a682. Feb 11 13:03:00.992029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-ab1f3503-8e14-41ba-a4a4-6a240b0cfac6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:00.993715 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8cb03ca-d07b-429c-ae4f-68c7add8e7f2 req-ab1f3503-8e14-41ba-a4a4-6a240b0cfac6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3056815 Feb 11 13:03:00.999395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0441c5ed-01a2-4508-90e4-d5e336b89257), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.011139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:01.040150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bdacd611-dc92-47c2-acc2-c540e88bc49d tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/47bcaab8-06a5-460a-a6e9-094eb84240fd HTTP/1.1" status: 200 len: 925 time: 0.3134301 Feb 11 13:03:01.042809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43244) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:01.097046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:01.097748 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.126308 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (0441c5ed-01a2-4508-90e4-d5e336b89257), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.141863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d8fd8-c672-4a89-815e-86f42071c331 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:01.148869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-429d8fd8-c672-4a89-815e-86f42071c331 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=47bcaab8-06a5-460a-a6e9-094eb84240fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1027284 Feb 11 13:03:01.149367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43254) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:01.169921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=0441c5ed-01a2-4508-90e4-d5e336b89257,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:01.175321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.180940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f247d172-0264-4782-97f1-da62417383c2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/0441c5ed-01a2-4508-90e4-d5e336b89257 HTTP/1.1" status: 204 len: 168 time: 1.3022983 Feb 11 13:03:01.181840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43258) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:01.189397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb181e-a4f8-4031-b458-39702bb652c9 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:01.305443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60012296-2f0b-4654-9c8b-a375dc22a549 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229331 Feb 11 13:03:01.314231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43274) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:01.326017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:01.328597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:01.366469 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1d5851b6-1ecc-4a54-ad4a-65d3800f11b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.429202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c581f-b574-47f5-a59b-1a159df66ab7 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:01.430700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c00c581f-b574-47f5-a59b-1a159df66ab7 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.2804353 Feb 11 13:03:01.438343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43280) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:01.461580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:01.511319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:01.512028 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a187875f-f952-41f7-833e-9cb3e3091041 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=47bcaab8-06a5-460a-a6e9-094eb84240fd HTTP/1.1" status: 200 len: 205 time: 0.0733202 Feb 11 13:03:01.512690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43284) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:01.515235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.525376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] Deleting port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:01.527317 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-e4ff4328-8496-4fc9-890a-695d2b164247 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2289734 Feb 11 13:03:01.527800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.536751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Router ed0586a6-c69a-4567-94b7-40dd31698669 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:03:01.597805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] For port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2dcb86be-8db0-4b89-bd0a-aabdaf094f30,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:01.598213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.618989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] Calling delete_port for 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:01.723572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (2dcb86be-8db0-4b89-bd0a-aabdaf094f30), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.783273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] Pushing event deleted for resources: {'Port': ['ID=2dcb86be-8db0-4b89-bd0a-aabdaf094f30,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:01.786996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96718869-feb8-43cc-ba5b-b7b3e06de5f0 None None] No DVR routers for this DVR port 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:01.836398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:01.846164 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] Sync routers for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:01.872897 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:01.874056 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:01.886999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.955375 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:01.971707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5f7acc91-6d48-4b19-ace7-3138b324f8ad tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.6752939 Feb 11 13:03:01.973071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (ac5f3f93-6c2a-42bd-8c15-db1fda2c5092), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:01.976243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43292) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:01.976627 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:01.977589 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:02.046484 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:02.047541 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d24416-ecf0-4d43-9736-26263c784269 None None] The sync data for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:02.051327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:02.056397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=ac5f3f93-6c2a-42bd-8c15-db1fda2c5092,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:02.117355 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.129174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:02.134979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:02.143202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:02.143969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.150537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87aeee-86d8-4c17-b9bf-5626ecb6fcbb None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:02.170048 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.204715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3c3588d0-924c-42da-b564-e8b779b04f24 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8894279 Feb 11 13:03:02.212973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43306) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:02.217779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'name': 'tempest-NetworksTestDHCPv6-1872690490'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:02.220487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2dad3685-afdf-46f4-8624-6cfdc7272765 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] 10.222.0.42 "GET /v2.0/floatingips/79060ac2-b2f5-4e3f-b866-e9c307fcb824 HTTP/1.1" status: 200 len: 982 time: 0.1981833 Feb 11 13:03:02.226407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43308) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:02.342419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067a29-820f-4342-95e1-5324c20a3091 req-4e9160dd-bc19-4681-98ed-fdd229f965d0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:02.355442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-4e9160dd-bc19-4681-98ed-fdd229f965d0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.1551461 Feb 11 13:03:02.380224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': 'ac5f3f93-6c2a-42bd-8c15-db1fda2c5092'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:02.381994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-03b37540-92f5-400e-9f3f-d497b0112b92 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/quotas/ba884f91568d49a1933549f6c67fed1b HTTP/1.1" status: 200 len: 375 time: 0.0194163 Feb 11 13:03:02.382472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.468757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-0d7d7f15-56c7-4093-bd08-ba75f0994ca6 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789416 Feb 11 13:03:02.571838 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-529ff8da-60c6-4f51-8fc7-200b5a32433d tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3514 time: 0.3431382 Feb 11 13:03:02.577156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-7fd18db9-d8f8-4f0e-a4e1-620fb77f4b3e service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066258 Feb 11 13:03:02.579548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43310) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:02.655709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (47bcaab8-06a5-460a-a6e9-094eb84240fd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.711857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/ac5f3f93-6c2a-42bd-8c15-db1fda2c5092/039585ad-3e6f-4a93-907d-43c8e035cdd2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:02.718724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:02.722617 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.743079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.765155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 7affd0e8-72c5-43f4-836a-528580923d8e yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:02.838162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-87ee9c6d-822c-463f-b0fb-3a787453e99c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741769 Feb 11 13:03:02.886059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Deleting port a7e7a062-fd1e-40d8-b26e-479e8c3c3f47 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:02.886410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a7e7a062-fd1e-40d8-b26e-479e8c3c3f47), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.894941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-2b921020-c120-4d04-9f39-19926ddcd4a8 service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145099 Feb 11 13:03:02.899095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Publish callbacks [] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.910006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.938436 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.972634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:02.982766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:02.988295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:03.026521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Pushing event updated for resources: {'Port': ['ID=039585ad-3e6f-4a93-907d-43c8e035cdd2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:03.038599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:03.084905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::257 (748fcd93-cfb1-4683-9579-584b9508fdbf/ac5f3f93-6c2a-42bd-8c15-db1fda2c5092/7affd0e8-72c5-43f4-836a-528580923d8e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:03.109233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Allocated IP 172.25.1.202 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/522ae935-4a12-43eb-839a-b5f9b95cb070) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:03.145043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:03.145389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2dcb86be-8db0-4b89-bd0a-aabdaf094f30 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:03.178003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Attempting to bind port 039585ad-3e6f-4a93-907d-43c8e035cdd2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:03.178385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Attempting to bind port 039585ad-3e6f-4a93-907d-43c8e035cdd2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:03.178755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Attempting to bind port 039585ad-3e6f-4a93-907d-43c8e035cdd2 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:03.190578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:03.190964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:03.191372 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.191929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:03.192750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Bound port: 039585ad-3e6f-4a93-907d-43c8e035cdd2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:03.193313 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.195408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Deleting port 6de884ad-70fc-464b-8e53-e79594de532a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:03.195749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6de884ad-70fc-464b-8e53-e79594de532a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.198665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-93a82ac4-1acb-49df-aa5c-fb7f8f92e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:03.200212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-93a82ac4-1acb-49df-aa5c-fb7f8f92e6b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 1127 time: 0.3020527 Feb 11 13:03:03.233844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a7e7a062-fd1e-40d8-b26e-479e8c3c3f47), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.316800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a4bb828-422f-4535-b6cc-62a8f6945c3c req-705e45f2-b9aa-429c-89de-b035b5cf77ef tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 210 time: 0.0913360 Feb 11 13:03:03.337335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] For port 039585ad-3e6f-4a93-907d-43c8e035cdd2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:03.342677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] For port 039585ad-3e6f-4a93-907d-43c8e035cdd2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=039585ad-3e6f-4a93-907d-43c8e035cdd2,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:03.359341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.388322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6de884ad-70fc-464b-8e53-e79594de532a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.388645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for floatingip (6de884ad-70fc-464b-8e53-e79594de532a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.447945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Calling delete_port for 6de884ad-70fc-464b-8e53-e79594de532a owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:03.455563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Calling delete_port for a7e7a062-fd1e-40d8-b26e-479e8c3c3f47 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:03.465372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-8687d395-f93a-4117-b9cc-d246321283cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:03.466947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-8687d395-f93a-4117-b9cc-d246321283cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.2428012 Feb 11 13:03:03.486269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.486739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95cff8-a36d-4086-ab24-75de1dc41adf None None] Pushing event updated for resources: {'Port': ['ID=039585ad-3e6f-4a93-907d-43c8e035cdd2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:03.525874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-c29cee9a-4bbb-491b-98e0-fa2d51163d8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968 HTTP/1.1" status: 200 len: 217 time: 0.0512221 Feb 11 13:03:03.880896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (7affd0e8-72c5-43f4-836a-528580923d8e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.883438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:03.996624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:04.023596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:04.029436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:04.039508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=522ae935-4a12-43eb-839a-b5f9b95cb070,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:04.092163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7affd0e8-72c5-43f4-836a-528580923d8e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.143654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-758c0f03-a858-41f7-9a66-aec9d4a1f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:04.145240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-758c0f03-a858-41f7-9a66-aec9d4a1f598 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.5759959 Feb 11 13:03:04.166006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.176482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a7e7a062-fd1e-40d8-b26e-479e8c3c3f47), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.188371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:04.203968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:04.207688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:04.211698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-90f7c797-8fe0-4eb8-af7f-63808c68d5ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1141639 Feb 11 13:03:04.213711 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:04.214435 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.228842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-6f82636c-fb7a-4418-a5bd-d5ccc46bd90f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:04.230398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-6f82636c-fb7a-4418-a5bd-d5ccc46bd90f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "GET /v2.0/ports?device_id=7326be2c-1416-418d-a731-80b5278b2cf1 HTTP/1.1" status: 200 len: 945 time: 0.1614146 Feb 11 13:03:04.288766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=7affd0e8-72c5-43f4-836a-528580923d8e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:04.309842 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-92e5c168-4e1f-4c7c-9907-498e0b525d72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0955305 Feb 11 13:03:04.315446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-72ef3bc6-e62d-44dc-8dbd-91a06d81c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:04.317110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-72ef3bc6-e62d-44dc-8dbd-91a06d81c61e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1606081 Feb 11 13:03:04.317960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43326) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:04.350692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd08f406-4963-4703-8960-1e4353585495 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:04.364181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event deleted for resources: {'Port': ['ID=a7e7a062-fd1e-40d8-b26e-479e8c3c3f47,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:04.387878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (9f6d5ab8-9230-4ee0-a223-c5f5722236cc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.443459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (47bcaab8-06a5-460a-a6e9-094eb84240fd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.527879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port cd08f406-4963-4703-8960-1e4353585495 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:04.528461 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd08f406-4963-4703-8960-1e4353585495), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.561337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd08f406-4963-4703-8960-1e4353585495'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:04.564184 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dafba27-f322-4e5e-a0ed-8037893f9312" -d '{"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd08f406-4963-4703-8960-1e4353585495"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:04.580948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:04.588116 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd08f406-4963-4703-8960-1e4353585495), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.627849 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.633386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.657878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (47bcaab8-06a5-460a-a6e9-094eb84240fd), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.663186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:04.666520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-5791192d-f710-4ddf-bf2f-2be6bedb39c6 service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330128 Feb 11 13:03:04.674873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-b16a3293-2b3c-4fd3-877d-716c0aea4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:04.677481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-b16a3293-2b3c-4fd3-877d-716c0aea4d13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1127 time: 0.4222744 Feb 11 13:03:04.680096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94da3781-4fe9-4b0b-963e-290b46288476 req-24c4f20c-4779-442e-a333-37f7d85f370c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 210 time: 0.1490841 Feb 11 13:03:04.761724 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7ca54e-8610-48f1-934d-ed747aa04bb6 x-openstack-request-id: req-2e7ca54e-8610-48f1-934d-ed747aa04bb6 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:04.762017 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-unplugged", "status": "completed", "tag": "cd08f406-4963-4703-8960-1e4353585495", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:04.762269 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2e7ca54e-8610-48f1-934d-ed747aa04bb6 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:04.762665 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd08f406-4963-4703-8960-1e4353585495', 'code': 200} Feb 11 13:03:04.794241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (47bcaab8-06a5-460a-a6e9-094eb84240fd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.799219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Fanout notify agent at l3_agent the message router_deleted on router 47bcaab8-06a5-460a-a6e9-094eb84240fd {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:03:04.810805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20826d-2e5f-4f33-82b0-56ecf4af0c14 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:04.817107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a20826d-2e5f-4f33-82b0-56ecf4af0c14 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:04.821952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1a20826d-2e5f-4f33-82b0-56ecf4af0c14 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4986954 Feb 11 13:03:04.833186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43332) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:04.839389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.847762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4f3659c7-4644-47ee-8063-8ab4518f07bb tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/47bcaab8-06a5-460a-a6e9-094eb84240fd HTTP/1.1" status: 204 len: 168 time: 3.3336418 Feb 11 13:03:04.854194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43334) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:04.858625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6de884ad-70fc-464b-8e53-e79594de532a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.863883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1421927458', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:04.905191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Deleting port cd08f406-4963-4703-8960-1e4353585495 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:04.905776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cd08f406-4963-4703-8960-1e4353585495), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.047229 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.048914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.112758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4d06e2d-bf62-4e03-905c-84148013ad0e req-377d5431-bbe0-4801-81ae-ebee954bf5af service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049008 Feb 11 13:03:05.152487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 039585ad-3e6f-4a93-907d-43c8e035cdd2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:05.215373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c5184fe8-6186-4340-bd10-44c1ca1da86a None None] Provisioning complete for port 039585ad-3e6f-4a93-907d-43c8e035cdd2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:05.216919 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5184fe8-6186-4340-bd10-44c1ca1da86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.248038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (75e5769e-69ce-4400-8663-429e2fa94bb1), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.263129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Port': ['ID=6de884ad-70fc-464b-8e53-e79594de532a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:05.355958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.394215 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.407822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.408721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 039585ad-3e6f-4a93-907d-43c8e035cdd2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:05.409096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.505591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c5184fe8-6186-4340-bd10-44c1ca1da86a None None] Current status of the port 039585ad-3e6f-4a93-907d-43c8e035cdd2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:05.506002 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5184fe8-6186-4340-bd10-44c1ca1da86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.535120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067a29-820f-4342-95e1-5324c20a3091 req-764f992d-dde5-4f2c-b56f-897f1f55eaaf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:05.540347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-764f992d-dde5-4f2c-b56f-897f1f55eaaf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.5602067 Feb 11 13:03:05.581911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Request body: {'port': {'device_id': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'admin_state_up': True, 'tenant_id': 'ba884f91568d49a1933549f6c67fed1b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:05.654852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (75e5769e-69ce-4400-8663-429e2fa94bb1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.709386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-dab48358-a7db-4a0f-9a39-f65a24922267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:05.710953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-dab48358-a7db-4a0f-9a39-f65a24922267 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.9279165 Feb 11 13:03:05.744494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=522ae935-4a12-43eb-839a-b5f9b95cb070,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:05.791799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for floatingip (79060ac2-b2f5-4e3f-b866-e9c307fcb824), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.792145 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Floating IP 79060ac2-b2f5-4e3f-b866-e9c307fcb824 disassociated (deleted). External IP: 172.25.1.58, port: 1eefb74f-7435-4158-a11a-20d95533a682. Feb 11 13:03:05.812920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (9f6d5ab8-9230-4ee0-a223-c5f5722236cc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.816328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 039585ad-3e6f-4a93-907d-43c8e035cdd2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:05.818998 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.852413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] For port cd08f406-4963-4703-8960-1e4353585495, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=cd08f406-4963-4703-8960-1e4353585495,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:05.852788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cd08f406-4963-4703-8960-1e4353585495), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.863733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.867571 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-fb8161c9-c49f-4dd0-bb95-4da679adc86c tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8240409 Feb 11 13:03:05.888911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c5184fe8-6186-4340-bd10-44c1ca1da86a None None] For port 039585ad-3e6f-4a93-907d-43c8e035cdd2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=039585ad-3e6f-4a93-907d-43c8e035cdd2,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:05.899500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5184fe8-6186-4340-bd10-44c1ca1da86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.940177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 7affd0e8-72c5-43f4-836a-528580923d8e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:05.940771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7affd0e8-72c5-43f4-836a-528580923d8e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.946466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Calling delete_port for cd08f406-4963-4703-8960-1e4353585495 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:05.963119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9eb953de-dd65-4f19-86c7-ae54386caa76 req-2e74fb2b-b9b2-43e7-9b03-76b341ea41a0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 210 time: 0.1205873 Feb 11 13:03:05.964163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Made reservation on behalf of ba884f91568d49a1933549f6c67fed1b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:05.969036 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.077123 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-dec2ba32-922c-4ee9-b39d-daa77600d41e tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.1980224 Feb 11 13:03:06.077938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:03:06.078617 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:03:06.112997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5184fe8-6186-4340-bd10-44c1ca1da86a None None] Pushing event updated for resources: {'Port': ['ID=039585ad-3e6f-4a93-907d-43c8e035cdd2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:06.117217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a777bebc-6c05-4c60-b4aa-a8315b56e644 None None] Provisioning complete for port 7affd0e8-72c5-43f4-836a-528580923d8e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:06.117836 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a777bebc-6c05-4c60-b4aa-a8315b56e644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7affd0e8-72c5-43f4-836a-528580923d8e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.186585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a777bebc-6c05-4c60-b4aa-a8315b56e644 None None] Port 7affd0e8-72c5-43f4-836a-528580923d8e cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:03:06.204198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-cdc64884-b6b1-4a19-8f66-ea29efa44a27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1000 time: 0.4547863 Feb 11 13:03:06.336855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-542533ef-8544-4546-982a-d73b469772e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:06.338610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-542533ef-8544-4546-982a-d73b469772e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.0530117 Feb 11 13:03:06.468980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cd08f406-4963-4703-8960-1e4353585495), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.490215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7affd0e8-72c5-43f4-836a-528580923d8e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.583740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-6f36324e-bcd2-4fc9-b30f-2ec23b9e17d7 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:06.585410 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f53f22c-9119-45a5-a344-f4ac83ef4850 req-6f36324e-bcd2-4fc9-b30f-2ec23b9e17d7 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.5000885 Feb 11 13:03:06.654686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 039585ad-3e6f-4a93-907d-43c8e035cdd2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:06.839438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-daabbbfb-19f9-4843-884d-54c152344a9f req-717748c4-14d8-4d5e-a8d6-9be4ef61c07a tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1352561 Feb 11 13:03:06.840039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (75e5769e-69ce-4400-8663-429e2fa94bb1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.865014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:06.870587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.872209 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:03:06.933236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.945439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event deleted for resources: {'Port': ['ID=cd08f406-4963-4703-8960-1e4353585495,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:06.951398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 7affd0e8-72c5-43f4-836a-528580923d8e owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:07.023477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Allocated IP 172.20.0.5 (1ea51000-bd0d-49f2-bf38-62858fa5fc7b/37777208-7d48-4d2c-b767-3ffa3462226c/85c2ab93-11dc-4113-8e6b-b5dfeff3f527) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:07.052849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 039585ad-3e6f-4a93-907d-43c8e035cdd2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:07.156340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 039585ad-3e6f-4a93-907d-43c8e035cdd2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:07.156642 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.159168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Allocated IP 172.25.1.192 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/264305de-12dc-42d7-b614-d755855698cc) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:07.189928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks [] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.233440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-d1ef3799-3166-4dff-938a-e22087280b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:07.235446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-d1ef3799-3166-4dff-938a-e22087280b76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8713050 Feb 11 13:03:07.278209 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.320021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 039585ad-3e6f-4a93-907d-43c8e035cdd2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:07.331491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for port (264305de-12dc-42d7-b614-d755855698cc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.383258 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (264305de-12dc-42d7-b614-d755855698cc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.403320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.446821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:07.450876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] No DVR routers for this DVR port cd08f406-4963-4703-8960-1e4353585495 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:07.453049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.456837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-385eb1a5-55c8-46f5-9bc2-cb9991e38030 req-f775c8f3-9dd1-4d8a-9b7d-f9abdddfa3a4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "DELETE /v2.0/ports/cd08f406-4963-4703-8960-1e4353585495 HTTP/1.1" status: 204 len: 173 time: 3.2131011 Feb 11 13:03:07.482898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-deleted', 'tag': 'cd08f406-4963-4703-8960-1e4353585495'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:07.486204 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee33dba2-1d3b-4e76-84e7-2ae7bd9327f8" -d '{"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-deleted", "tag": "cd08f406-4963-4703-8960-1e4353585495"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:07.529666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:07.563491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:07.572217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:07.579794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:07.586208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event updated for resources: {'Port': ['ID=264305de-12dc-42d7-b614-d755855698cc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:07.587567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:07.590563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:07.695633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3d0bd-7bea-4566-a25b-9f44945a82d2 req-d035fd88-9f3b-4857-a737-88782d286b4e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:07.697157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0bb3d0bd-7bea-4566-a25b-9f44945a82d2 req-d035fd88-9f3b-4857-a737-88782d286b4e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 931 time: 0.4261396 Feb 11 13:03:07.716414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Allocated IP 172.25.1.32 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/b8703261-2adb-4cdd-9cdb-a87ecac68dd6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:07.723668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Router ed0586a6-c69a-4567-94b7-40dd31698669 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:03:07.753504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:07.754397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.816584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-852e37a1-9d97-4306-9605-f8009cb5b3e4 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772224 Feb 11 13:03:07.834403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ea9a99e5-26a3-43a6-8df4-b64a3f22a9ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2614105 Feb 11 13:03:07.857059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Request body: {'port': {'device_id': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:07.895905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0bb3d0bd-7bea-4566-a25b-9f44945a82d2 req-baf64a80-147d-485a-b694-6508e6fa634f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862135 Feb 11 13:03:07.996835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7affd0e8-72c5-43f4-836a-528580923d8e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.004406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.015665 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae9b43f-854a-4832-aff0-e813a75c3e97 x-openstack-request-id: req-3ae9b43f-854a-4832-aff0-e813a75c3e97 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:08.016098 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7326be2c-1416-418d-a731-80b5278b2cf1", "name": "network-vif-deleted", "tag": "cd08f406-4963-4703-8960-1e4353585495", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:08.016211 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ae9b43f-854a-4832-aff0-e813a75c3e97 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:08.016585 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7326be2c-1416-418d-a731-80b5278b2cf1', 'name': 'network-vif-deleted', 'tag': 'cd08f406-4963-4703-8960-1e4353585495', 'status': 'completed', 'code': 200} Feb 11 13:03:08.110995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=7affd0e8-72c5-43f4-836a-528580923d8e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:08.143753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.148023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-48a4f3b7-e294-42b0-89fb-ae49888ee4cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/7affd0e8-72c5-43f4-836a-528580923d8e HTTP/1.1" status: 204 len: 168 time: 3.3067596 Feb 11 13:03:08.152011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.152310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (75e5769e-69ce-4400-8663-429e2fa94bb1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.154855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43352) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:08.195574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-154f7d6e-003d-4b3a-ae8f-0b8b9e9a3a17 req-0274642f-35ae-4002-83c1-3780bcdc018e service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601964 Feb 11 13:03:08.196630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:08.203213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.219486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] Sync routers for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:08.242327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:08.245471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:08.270550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.284467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9e35131d-e43c-46df-b664-b7294afb141d tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "DELETE /v2.0/floatingips/79060ac2-b2f5-4e3f-b866-e9c307fcb824 HTTP/1.1" status: 204 len: 168 time: 5.6941061 Feb 11 13:03:08.285094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43354) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:08.303512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:08.352872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd08f406-4963-4703-8960-1e4353585495 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:08.395725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: cd08f406-4963-4703-8960-1e4353585495 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:08.396568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device cd08f406-4963-4703-8960-1e4353585495 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:08.401041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:08.402234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.423834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:08.425959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:08.469532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c51d8-f54a-49b4-bce8-6403327a9dd1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:08.470919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030c51d8-f54a-49b4-bce8-6403327a9dd1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:08.472422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-030c51d8-f54a-49b4-bce8-6403327a9dd1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3154831 Feb 11 13:03:08.481782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:08.483953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43356) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:08.502082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:08.503313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:08.504713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1112ea-db4f-4fc2-8b53-eecceb73cbb5 None None] The sync data for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:08.524921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=b8703261-2adb-4cdd-9cdb-a87ecac68dd6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:08.527352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:08.622745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet ac5f3f93-6c2a-42bd-8c15-db1fda2c5092 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:08.623979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.632703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (ac5f3f93-6c2a-42bd-8c15-db1fda2c5092), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.677995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:03:08.691093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Publish callbacks [] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.713869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Transition to ACTIVE for port object 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:03:08.737418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.737810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (ac5f3f93-6c2a-42bd-8c15-db1fda2c5092), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.802759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (c846976a-7732-4eff-8f30-d1f428a0f8c4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.816140 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.816444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Allocated IP 172.25.1.254 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/fec7a930-ae8c-44b2-aee3-d08c2e50446b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:08.823551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:08.927847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (ac5f3f93-6c2a-42bd-8c15-db1fda2c5092), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.932542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:08.972860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Attempting to bind port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:08.973201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Attempting to bind port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:08.973420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Attempting to bind port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:08.989485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:03:08.989849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Attempting to bind port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:09.005683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:09.006081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Checking segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:09.006399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Bound using segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:09.006835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Bound port: 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:09.007185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.013715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.089094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (ac5f3f93-6c2a-42bd-8c15-db1fda2c5092), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.142168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2acc7f-4e62-4756-8cb6-8a6b1c6435a1 req-d1b6f032-9a0e-4add-b320-145c85dd8654 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:09.143668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d2acc7f-4e62-4756-8cb6-8a6b1c6435a1 req-d1b6f032-9a0e-4add-b320-145c85dd8654 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 943 time: 0.1282601 Feb 11 13:03:09.162497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:09.164927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5f3f93-6c2a-42bd-8c15-db1fda2c5092,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:09.166897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.170130 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-84b684c4-406d-471c-bfa5-20e726318bfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/ac5f3f93-6c2a-42bd-8c15-db1fda2c5092 HTTP/1.1" status: 204 len: 168 time: 0.6836286 Feb 11 13:03:09.172776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43362) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:09.177535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c28bb1-bdd0-485f-86d9-45a09783acb4 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:09.179489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.222096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:09.224885 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b416874-2dfb-46c5-92b3-d7085125ccdf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505338 Feb 11 13:03:09.228749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43364) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:09.233435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:09.258848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:09.260177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.270632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:09.273263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:09.287258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Router 75e5769e-69ce-4400-8663-429e2fa94bb1 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:03:09.305923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Pushing event updated for resources: {'Port': ['ID=fec7a930-ae8c-44b2-aee3-d08c2e50446b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:09.320643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d2acc7f-4e62-4756-8cb6-8a6b1c6435a1 req-7a0e3415-90c6-41f5-b858-ff1b389c4691 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678808 Feb 11 13:03:09.352374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:09.353348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.354782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] 10.222.0.53 "PUT /v2.0/ports/85c2ab93-11dc-4113-8e6b-b5dfeff3f527 HTTP/1.1" status: 200 len: 1091 time: 1.5016785 Feb 11 13:03:09.359314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.453004 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.457993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80433dc-d288-4f30-83d2-6cb9c9ad5c0e service neutron] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:09.517020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:09.521753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for floatingip (f7027e05-6fe0-4d9e-be07-461e36fb6671), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.521965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af899028-3919-4105-9bb3-a0817f44080d None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:09.528597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.533613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067a29-820f-4342-95e1-5324c20a3091 req-d5ba0108-b451-42bc-9ad4-e472c14f96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:09.535572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-d5ba0108-b451-42bc-9ad4-e472c14f96b2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 1125 time: 0.1096406 Feb 11 13:03:09.579404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-af899028-3919-4105-9bb3-a0817f44080d None None] Deleting port 039585ad-3e6f-4a93-907d-43c8e035cdd2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:09.580036 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-af899028-3919-4105-9bb3-a0817f44080d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.606432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ff0672d4-06d2-4bff-8172-dafd44f31026 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527 HTTP/1.1" status: 200 len: 217 time: 0.0628705 Feb 11 13:03:09.613462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.618529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:09.620205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=b8703261-2adb-4cdd-9cdb-a87ecac68dd6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:09.636170 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] Sync routers for ids ['75e5769e-69ce-4400-8663-429e2fa94bb1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:09.660034 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] Routers {'75e5769e-69ce-4400-8663-429e2fa94bb1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:09.660974 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['75e5769e-69ce-4400-8663-429e2fa94bb1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:09.680666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-af899028-3919-4105-9bb3-a0817f44080d None None] For port 039585ad-3e6f-4a93-907d-43c8e035cdd2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=039585ad-3e6f-4a93-907d-43c8e035cdd2,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:09.681218 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-af899028-3919-4105-9bb3-a0817f44080d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.699677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5067a29-820f-4342-95e1-5324c20a3091 req-b0708786-6c4d-49b8-9ef7-e5e834485c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:09.701163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-b0708786-6c4d-49b8-9ef7-e5e834485c09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.0856545 Feb 11 13:03:09.702771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-af899028-3919-4105-9bb3-a0817f44080d None None] Calling delete_port for 039585ad-3e6f-4a93-907d-43c8e035cdd2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:09.716754 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:09.727601 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] Routers {'75e5769e-69ce-4400-8663-429e2fa94bb1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:09.728633 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['75e5769e-69ce-4400-8663-429e2fa94bb1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:09.759138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-98eede4f-6676-412a-a2a0-3842403da1ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366478 Feb 11 13:03:09.775269 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:09.776407 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569d98c-9719-41cb-9543-5f94a9975c47 None None] The sync data for ids ['75e5769e-69ce-4400-8663-429e2fa94bb1'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:09.796647 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.797538 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-af899028-3919-4105-9bb3-a0817f44080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (039585ad-3e6f-4a93-907d-43c8e035cdd2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.798781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-138d9251-dbab-4864-b2c2-7f56493f20da tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.9389713 Feb 11 13:03:09.806199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43366) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:09.812527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:09.830523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af899028-3919-4105-9bb3-a0817f44080d None None] Pushing event deleted for resources: {'Port': ['ID=039585ad-3e6f-4a93-907d-43c8e035cdd2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:09.839391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af899028-3919-4105-9bb3-a0817f44080d None None] No DVR routers for this DVR port 039585ad-3e6f-4a93-907d-43c8e035cdd2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:09.845278 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (c846976a-7732-4eff-8f30-d1f428a0f8c4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.881768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.883512 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-daabbbfb-19f9-4843-884d-54c152344a9f req-fad808e1-3bf1-48d1-bf06-7bbf097609f3 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0226657 Feb 11 13:03:09.951987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-daabbbfb-19f9-4843-884d-54c152344a9f req-afdc932e-74e7-4970-bddf-8a8dcfd873d9 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.32 HTTP/1.1" status: 200 len: 695 time: 0.0572670 Feb 11 13:03:10.017977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:10.020262 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230210f0-c5a3-4ade-a390-557f0010c7a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:10.043816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-abdf0916-4b4b-4a33-a42d-4f8760a8e6e2 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452917 Feb 11 13:03:10.045849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.063053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.091604 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0093fed-6ff6-4d5c-ab09-9c8349aa567d x-openstack-request-id: req-e0093fed-6ff6-4d5c-ab09-9c8349aa567d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:10.091890 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:10.092135 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0093fed-6ff6-4d5c-ab09-9c8349aa567d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:10.092521 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'status': 'completed', 'code': 200} Feb 11 13:03:10.163771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (3d9a36d7-0898-4de9-a230-85b908c5b286), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.218561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabbbfb-19f9-4843-884d-54c152344a9f req-1a678a02-7e8f-4733-9b2e-d35e706bd127 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:10.219964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-daabbbfb-19f9-4843-884d-54c152344a9f req-1a678a02-7e8f-4733-9b2e-d35e706bd127 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.2556155 Feb 11 13:03:10.225495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:10.229124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:10.242832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828330db-4f17-453c-8d13-dda9a942d8ce None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:10.251661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Pushing event updated for resources: {'Port': ['ID=fec7a930-ae8c-44b2-aee3-d08c2e50446b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:10.256290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=3d9a36d7-0898-4de9-a230-85b908c5b286,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:10.260241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:10.260910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.286652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ef803481-9eb2-4d77-9f30-121a606fb90b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0569203 Feb 11 13:03:10.289842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43372) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:10.295434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'name': 'tempest-NetworksTestDHCPv6-1078687424'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:10.440638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '3d9a36d7-0898-4de9-a230-85b908c5b286'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:10.442483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.490243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:10.494187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.519344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 11064edd-c868-49af-8352-ee13d7ec5452 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:10.586475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f78de4-a55b-4d9c-8b55-dcee0f02fc68 req-2a45fb42-3ecb-4d3d-92fc-8a69739693bf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:10.588174 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2f78de4-a55b-4d9c-8b55-dcee0f02fc68 req-2a45fb42-3ecb-4d3d-92fc-8a69739693bf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 943 time: 0.1307304 Feb 11 13:03:10.624063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/3d9a36d7-0898-4de9-a230-85b908c5b286/b9291d9e-a6ec-4234-8c43-c41da13582b5) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:10.653948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2f78de4-a55b-4d9c-8b55-dcee0f02fc68 req-dcb3174b-c1f0-479b-8aa9-69eb0cd3fb04 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582671 Feb 11 13:03:10.799980 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Publish callbacks [] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.808304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.833736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5067a29-820f-4342-95e1-5324c20a3091 req-ad49b40f-dc74-4fb7-aeb9-4053f398af85 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7833917 Feb 11 13:03:10.834533 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (f7027e05-6fe0-4d9e-be07-461e36fb6671), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.850682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:10.855628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:10.866992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:10.883841 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.885115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3d2b4dd2-7eb5-4d73-8c2c-f6ceb22dd8cd tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5945046 Feb 11 13:03:10.910351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Pushing event updated for resources: {'Port': ['ID=b9291d9e-a6ec-4234-8c43-c41da13582b5,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:10.915327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43378) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:10.929255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::3de (748fcd93-cfb1-4683-9579-584b9508fdbf/3d9a36d7-0898-4de9-a230-85b908c5b286/11064edd-c868-49af-8352-ee13d7ec5452) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:10.951938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Attempting to bind port b9291d9e-a6ec-4234-8c43-c41da13582b5 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:10.952346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Attempting to bind port b9291d9e-a6ec-4234-8c43-c41da13582b5 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:10.953144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Attempting to bind port b9291d9e-a6ec-4234-8c43-c41da13582b5 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:10.960795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:10.961347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:10.962112 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:10.962601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:10.963284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Bound port: b9291d9e-a6ec-4234-8c43-c41da13582b5, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:10.963778 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.021089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 039585ad-3e6f-4a93-907d-43c8e035cdd2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:11.046305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 039585ad-3e6f-4a93-907d-43c8e035cdd2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:11.046804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 039585ad-3e6f-4a93-907d-43c8e035cdd2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:11.117116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:11.118599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] For port b9291d9e-a6ec-4234-8c43-c41da13582b5, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:11.124800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] For port b9291d9e-a6ec-4234-8c43-c41da13582b5, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b9291d9e-a6ec-4234-8c43-c41da13582b5,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:11.134821 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.179930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-2ae0a07d-dbcb-45db-a44d-ed44e5d0557d tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9313905 Feb 11 13:03:11.184595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:11.186768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (11064edd-c868-49af-8352-ee13d7ec5452), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.227931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-5bb94c91-5797-47e4-aa3f-03ec2d74b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:11.229471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-5bb94c91-5797-47e4-aa3f-03ec2d74b059 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 1125 time: 0.3341007 Feb 11 13:03:11.232723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (11064edd-c868-49af-8352-ee13d7ec5452), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.241874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.249406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250bfff-fd54-4624-ba70-a9445dca46d4 None None] Pushing event updated for resources: {'Port': ['ID=b9291d9e-a6ec-4234-8c43-c41da13582b5,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:11.301779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (75e5769e-69ce-4400-8663-429e2fa94bb1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.309135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:11.313271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.313458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:11.327868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:11.340842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:11.342689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.354405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=11064edd-c868-49af-8352-ee13d7ec5452,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:11.376358 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1dc29466-3a81-41c3-9aa5-7b32701fea4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0823505 Feb 11 13:03:11.376786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:11.406845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_gateway (75e5769e-69ce-4400-8663-429e2fa94bb1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.533516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-063bc656-ba4c-470a-874d-8bff489f02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:11.535079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-063bc656-ba4c-470a-874d-8bff489f02db service neutron] 10.222.0.53 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 906 time: 0.2883809 Feb 11 13:03:11.560165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4fb78a-b543-4137-8847-d3c78de895e5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:11.573676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4fb78a-b543-4137-8847-d3c78de895e5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:11.575727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb4fb78a-b543-4137-8847-d3c78de895e5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1978710 Feb 11 13:03:11.579007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43384) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:11.642661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-a9a3a6a0-d108-4e5a-90d9-d736aec97784 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527 HTTP/1.1" status: 200 len: 217 time: 0.0654988 Feb 11 13:03:11.753759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Deleting port 264305de-12dc-42d7-b614-d755855698cc {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:11.754257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (264305de-12dc-42d7-b614-d755855698cc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.794556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-4fbabe60-dd7f-4ab8-9897-f72c0cca40b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:11.796172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-4fbabe60-dd7f-4ab8-9897-f72c0cca40b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.1345935 Feb 11 13:03:11.797717 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:11.876832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-eb96e5c1-fda8-4be9-beec-211f5fea9803 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731208 Feb 11 13:03:11.948065 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.026279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (264305de-12dc-42d7-b614-d755855698cc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.101246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Calling delete_port for 264305de-12dc-42d7-b614-d755855698cc owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:12.127079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9225d4-3754-4cba-8d39-68ae85d1fc4d req-f7c4c758-4eb2-4d1e-81ba-58776debd5a9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:12.128663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b9225d4-3754-4cba-8d39-68ae85d1fc4d req-f7c4c758-4eb2-4d1e-81ba-58776debd5a9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 943 time: 0.0710962 Feb 11 13:03:12.141563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 11064edd-c868-49af-8352-ee13d7ec5452 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:12.141923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (11064edd-c868-49af-8352-ee13d7ec5452), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.212584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-681f2131-2d1f-4dbc-813c-0447f1c13717 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252685 Feb 11 13:03:12.254772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Allocated IP 172.25.1.166 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/8ddfd469-67a0-44c1-b708-7e33f2d67c0f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:12.297608 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (11064edd-c868-49af-8352-ee13d7ec5452), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.313944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 11064edd-c868-49af-8352-ee13d7ec5452 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:12.365304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:03:12.514139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b9225d4-3754-4cba-8d39-68ae85d1fc4d req-a2de1c4c-f667-4a20-8ec9-415436a8d935 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623405 Feb 11 13:03:12.515636 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (11064edd-c868-49af-8352-ee13d7ec5452), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.538956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:12.544438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-230210f0-c5a3-4ade-a390-557f0010c7a8 req-dee0b8ea-19a0-4926-9452-cb027abbbf95 service neutron] 10.222.0.53 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233640 Feb 11 13:03:12.553234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'mac_address': 'fa:16:3e:95:07:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:03:12.605051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:12.605473 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.626773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:03:12.654858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=11064edd-c868-49af-8352-ee13d7ec5452,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:12.656021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:12.663515 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.669252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.676249 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d811367e-eb03-415e-a608-6a2b079e5626 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/11064edd-c868-49af-8352-ee13d7ec5452 HTTP/1.1" status: 204 len: 168 time: 1.0958054 Feb 11 13:03:12.679501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks [] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.682052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43390) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:12.731085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:12.744975 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (264305de-12dc-42d7-b614-d755855698cc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.770103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d503e-e531-44a1-b902-8f3d8bef9fc4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:12.771912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d503e-e531-44a1-b902-8f3d8bef9fc4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:12.773545 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4f0d503e-e531-44a1-b902-8f3d8bef9fc4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0904787 Feb 11 13:03:12.776231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43392) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:12.777286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6f45e522-22a7-4c93-887d-ec672cc988ae None None] Provisioning complete for port b9291d9e-a6ec-4234-8c43-c41da13582b5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:12.777788 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f45e522-22a7-4c93-887d-ec672cc988ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.786116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Pushing event deleted for resources: {'Port': ['ID=264305de-12dc-42d7-b614-d755855698cc,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:12.862141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 3d9a36d7-0898-4de9-a230-85b908c5b286 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:12.867014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (3d9a36d7-0898-4de9-a230-85b908c5b286), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.891097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Allocated IP 172.25.1.21 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/3f8a62db-5e25-4a56-8ff4-319c77fd07a0) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:12.934484 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.948032 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (3d9a36d7-0898-4de9-a230-85b908c5b286), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:12.999307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6f45e522-22a7-4c93-887d-ec672cc988ae None None] Current status of the port b9291d9e-a6ec-4234-8c43-c41da13582b5 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:12.999927 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f45e522-22a7-4c93-887d-ec672cc988ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.002384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['85c2ab93-11dc-4113-8e6b-b5dfeff3f527'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:03:13.005290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (75e5769e-69ce-4400-8663-429e2fa94bb1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.050686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:13.087244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:13.092654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:13.129119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b9291d9e-a6ec-4234-8c43-c41da13582b5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:13.140568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Pushing event updated for resources: {'Port': ['ID=8ddfd469-67a0-44c1-b708-7e33f2d67c0f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:13.190432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6f45e522-22a7-4c93-887d-ec672cc988ae None None] For port b9291d9e-a6ec-4234-8c43-c41da13582b5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b9291d9e-a6ec-4234-8c43-c41da13582b5,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:13.198820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (3d9a36d7-0898-4de9-a230-85b908c5b286), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.227397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f45e522-22a7-4c93-887d-ec672cc988ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.299667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45e522-22a7-4c93-887d-ec672cc988ae None None] Pushing event updated for resources: {'Port': ['ID=b9291d9e-a6ec-4234-8c43-c41da13582b5,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:13.304102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.337743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (3d9a36d7-0898-4de9-a230-85b908c5b286), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.355528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-468656c3-657f-4292-9798-ac79bf3e1dac None None] Could not find standard attr ID for object 11064edd-c868-49af-8352-ee13d7ec5452. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:03:13.391809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b9291d9e-a6ec-4234-8c43-c41da13582b5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:13.392535 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.408242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9a36d7-0898-4de9-a230-85b908c5b286,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:13.430978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.446987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3f7301e7-0458-4682-874c-49dd61a8e765 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/3d9a36d7-0898-4de9-a230-85b908c5b286 HTTP/1.1" status: 204 len: 168 time: 0.6697152 Feb 11 13:03:13.450704 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43396) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:13.473439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05caa20d-8890-4839-ba5f-c425a76ea679 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:13.506565 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be382276-74f8-4621-ba1a-cad1d6334c88 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545144 Feb 11 13:03:13.509105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43398) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:13.587286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf90cff-4154-4197-baa1-f579a3c0c956 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:13.589076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-abf90cff-4154-4197-baa1-f579a3c0c956 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0787022 Feb 11 13:03:13.591880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43402) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:13.680999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b9291d9e-a6ec-4234-8c43-c41da13582b5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:13.690596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c6c7e6-0a6d-4f2a-a1f9-941bfa023978 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:13.694587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-47c6c7e6-0a6d-4f2a-a1f9-941bfa023978 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1005316 Feb 11 13:03:13.696786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43406) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:13.753210 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-394e4906-a2f6-47fd-8ddc-3aa282e33194 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528107 Feb 11 13:03:13.756235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43408) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:13.760390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:13.768823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:13.782326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6850-df00-48b7-bd82-4496df5fb63b req-14889226-79e8-4240-b53e-726900ae3c9d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:13.784587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58dd6850-df00-48b7-bd82-4496df5fb63b req-14889226-79e8-4240-b53e-726900ae3c9d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 944 time: 0.1476777 Feb 11 13:03:13.827774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] Deleting port b9291d9e-a6ec-4234-8c43-c41da13582b5 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:13.828160 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.838812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.843322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.852072 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks [] for floatingip (0323399f-0c73-4ef2-b19a-eb04793a52b8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.909458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] For port b9291d9e-a6ec-4234-8c43-c41da13582b5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b9291d9e-a6ec-4234-8c43-c41da13582b5,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:13.909824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.930747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58dd6850-df00-48b7-bd82-4496df5fb63b req-84ed7c6a-c638-4c7c-b5f2-d9e3c49578f9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305270 Feb 11 13:03:13.932654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:13.938023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:13.944017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] Calling delete_port for b9291d9e-a6ec-4234-8c43-c41da13582b5 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:13.971043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Router 75e5769e-69ce-4400-8663-429e2fa94bb1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:03:14.066779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.076100 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (b9291d9e-a6ec-4234-8c43-c41da13582b5), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.119206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] No DVR routers for this DVR port b9291d9e-a6ec-4234-8c43-c41da13582b5 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:14.127281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a668cbd-51fe-49a2-b642-3eb2a6808977 None None] Pushing event deleted for resources: {'Port': ['ID=b9291d9e-a6ec-4234-8c43-c41da13582b5,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:14.140013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.155617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:14.168308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c61933-f83f-49db-b93b-705a280d789b None None] Sync routers for ids ['75e5769e-69ce-4400-8663-429e2fa94bb1'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:14.171243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (3704c74b-6a81-45ad-a7ee-89e9ced72986), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.179873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c61933-f83f-49db-b93b-705a280d789b None None] Routers {'75e5769e-69ce-4400-8663-429e2fa94bb1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:14.181861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-72c61933-f83f-49db-b93b-705a280d789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['75e5769e-69ce-4400-8663-429e2fa94bb1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:14.192512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.193737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bf5f3cd5-ac79-4200-8bf2-a58a044e3eae tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "PUT /v2.0/routers/75e5769e-69ce-4400-8663-429e2fa94bb1 HTTP/1.1" status: 200 len: 710 time: 4.3850677 Feb 11 13:03:14.206001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:14.222579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:14.223732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-72c61933-f83f-49db-b93b-705a280d789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:14.226602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:14.232736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:14.234739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c61933-f83f-49db-b93b-705a280d789b None None] Routers {'75e5769e-69ce-4400-8663-429e2fa94bb1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:14.235618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-72c61933-f83f-49db-b93b-705a280d789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['75e5769e-69ce-4400-8663-429e2fa94bb1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:14.262455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:14.266296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:14.268850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=3f8a62db-5e25-4a56-8ff4-319c77fd07a0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:14.274070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:14.274690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.280442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-72c61933-f83f-49db-b93b-705a280d789b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:14.281831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c61933-f83f-49db-b93b-705a280d789b None None] The sync data for ids ['75e5769e-69ce-4400-8663-429e2fa94bb1'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:14.294954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872bd63-b80b-4752-a379-e7a1d824f931 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:14.334258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f845a453-6b39-48da-801d-d5bc10c73c22 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/routers/75e5769e-69ce-4400-8663-429e2fa94bb1 HTTP/1.1" status: 200 len: 745 time: 0.1216486 Feb 11 13:03:14.336622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43418) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:14.346273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=3704c74b-6a81-45ad-a7ee-89e9ced72986,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:14.363485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8ae56bb5-47fc-44eb-9d78-9726b104830f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6060803 Feb 11 13:03:14.366585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43420) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:14.374580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '3704c74b-6a81-45ad-a7ee-89e9ced72986', 'ip_address': '2001:db8::81db:969d:f9c2:bb22'}], 'name': 'tempest-NetworksTestDHCPv6-882527164'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:14.399378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-02ef8ffc-b65f-4e85-8ce5-763ecd015e81 tempest-RoutersIpV6AdminTest-307734011 tempest-RoutersIpV6AdminTest-307734011-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=75e5769e-69ce-4400-8663-429e2fa94bb1 HTTP/1.1" status: 200 len: 205 time: 0.0593317 Feb 11 13:03:14.403297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43422) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:14.452890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '3704c74b-6a81-45ad-a7ee-89e9ced72986'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:14.454939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.465693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-09a4d18e-19c7-4f8d-b78e-622ce8b8af7a tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=75e5769e-69ce-4400-8663-429e2fa94bb1 HTTP/1.1" status: 200 len: 205 time: 0.0402195 Feb 11 13:03:14.467442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks [] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.470822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43424) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:14.519490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.537620 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:14.587296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (6e110778-4bd0-4de6-9729-086892adc272), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.612540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dc58-593f-4269-b4fd-d792085546fd tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.635933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/3704c74b-6a81-45ad-a7ee-89e9ced72986/57128f9c-05d9-459f-993f-7d751efebdc2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:14.672455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.699179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 4f46f778-7361-4d89-88d7-db6bbdeea4b2 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:14.714032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Pushing event updated for resources: {'Port': ['ID=8ddfd469-67a0-44c1-b708-7e33f2d67c0f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:14.788373 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0323399f-0c73-4ef2-b19a-eb04793a52b8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.802552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.828129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Publish callbacks [] for port (57128f9c-05d9-459f-993f-7d751efebdc2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.837496 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.844076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212b179-425c-4845-8737-7b6291e8cae6 req-79f2945d-7931-45e9-a274-9dad69c61664 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:14.845797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3212b179-425c-4845-8737-7b6291e8cae6 req-79f2945d-7931-45e9-a274-9dad69c61664 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1414127 Feb 11 13:03:14.882691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:14.885982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:14.889495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:14.893493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.897202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fae010b1-4a4e-4f91-9062-20b00616aedd tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9773817 Feb 11 13:03:14.899829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43428) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:14.947341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dc58-593f-4269-b4fd-d792085546fd tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.950405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Attempting to bind port 57128f9c-05d9-459f-993f-7d751efebdc2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:14.950714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Attempting to bind port 57128f9c-05d9-459f-993f-7d751efebdc2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:14.951095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Attempting to bind port 57128f9c-05d9-459f-993f-7d751efebdc2 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:14.953272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dc58-593f-4269-b4fd-d792085546fd tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router_controller (75e5769e-69ce-4400-8663-429e2fa94bb1), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.953402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Pushing event updated for resources: {'Port': ['ID=57128f9c-05d9-459f-993f-7d751efebdc2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:14.959988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:14.959988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:14.960332 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.960737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:14.961173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Bound port: 57128f9c-05d9-459f-993f-7d751efebdc2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:14.962496 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:14.978309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-c88d116b-9186-4459-83bc-72b02009d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:14.979956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-c88d116b-9186-4459-83bc-72b02009d819 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1127 time: 0.2701645 Feb 11 13:03:15.003359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::81db:969d:f9c2:bb22 (748fcd93-cfb1-4683-9579-584b9508fdbf/3704c74b-6a81-45ad-a7ee-89e9ced72986/4f46f778-7361-4d89-88d7-db6bbdeea4b2) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:15.010650 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3212b179-425c-4845-8737-7b6291e8cae6 req-44c04cf6-f568-46e8-b666-8c4a6b74996d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583111 Feb 11 13:03:15.058376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dc58-593f-4269-b4fd-d792085546fd tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (75e5769e-69ce-4400-8663-429e2fa94bb1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.058890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad2dc58-593f-4269-b4fd-d792085546fd tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Fanout notify agent at l3_agent the message router_deleted on router 75e5769e-69ce-4400-8663-429e2fa94bb1 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:03:15.076144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-482a92dd-7365-4a76-97cf-4e4066fe5506 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5138 time: 0.1739888 Feb 11 13:03:15.084378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43432) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.104102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ad2dc58-593f-4269-b4fd-d792085546fd tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.105334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5ad2dc58-593f-4269-b4fd-d792085546fd tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/75e5769e-69ce-4400-8663-429e2fa94bb1 HTTP/1.1" status: 204 len: 168 time: 0.6335673 Feb 11 13:03:15.112788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43436) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.180458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-efb234b2-f421-4838-b4ea-8a61507f8ec0 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=75e5769e-69ce-4400-8663-429e2fa94bb1 HTTP/1.1" status: 200 len: 205 time: 0.0641294 Feb 11 13:03:15.182411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43438) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.204088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b9291d9e-a6ec-4234-8c43-c41da13582b5 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:15.217738 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d3ee657-596b-4963-9eac-111318a04313 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1302538 Feb 11 13:03:15.221687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43442) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.238996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: b9291d9e-a6ec-4234-8c43-c41da13582b5 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:15.239479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b9291d9e-a6ec-4234-8c43-c41da13582b5 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:15.249363 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-89b6584f-9068-48cb-a14e-b934383b3195 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] delete failed (client error): The resource could not be found. Feb 11 13:03:15.252530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-89b6584f-9068-48cb-a14e-b934383b3195 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/75e5769e-69ce-4400-8663-429e2fa94bb1 HTTP/1.1" status: 404 len: 336 time: 0.0634844 Feb 11 13:03:15.254076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43444) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.261685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] For port 57128f9c-05d9-459f-993f-7d751efebdc2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:15.266294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] For port 57128f9c-05d9-459f-993f-7d751efebdc2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=57128f9c-05d9-459f-993f-7d751efebdc2,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:15.275022 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.294546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eae7ffdb-8795-4fe2-8c48-e20efdafeec8 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=47bcaab8-06a5-460a-a6e9-094eb84240fd HTTP/1.1" status: 200 len: 205 time: 0.0381396 Feb 11 13:03:15.297024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43446) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.301494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-76b8a232-814e-42bb-94f8-24546f3faafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:15.302965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-76b8a232-814e-42bb-94f8-24546f3faafd service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.2896519 Feb 11 13:03:15.326888 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.355547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93fd71-f2fc-433e-a267-80e7d06141da None None] Pushing event updated for resources: {'Port': ['ID=57128f9c-05d9-459f-993f-7d751efebdc2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:15.365523 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.422665 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-ad9306ab-a46b-4fd7-96f2-26ea794a7481 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] delete failed (client error): The resource could not be found. Feb 11 13:03:15.423695 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ad9306ab-a46b-4fd7-96f2-26ea794a7481 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/47bcaab8-06a5-460a-a6e9-094eb84240fd HTTP/1.1" status: 404 len: 336 time: 0.1255522 Feb 11 13:03:15.429531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43448) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.444907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c182d9-9fb1-4159-aa4a-2e0549e2221f req-432e4426-f052-46f0-a5b6-fe1903f11635 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:15.447255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-1e8b40e7-ff02-4b4d-9d57-c17ad1582e0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1000 time: 0.1303711 Feb 11 13:03:15.452528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27c182d9-9fb1-4159-aa4a-2e0549e2221f req-432e4426-f052-46f0-a5b6-fe1903f11635 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 944 time: 0.3640389 Feb 11 13:03:15.452746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event updated for resources: {'Port': ['ID=3f8a62db-5e25-4a56-8ff4-319c77fd07a0,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:15.501722 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6e110778-4bd0-4de6-9729-086892adc272), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.528178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df566e57-83cb-4fa6-9f14-d3c10e67b53a tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=03915eda-e0b4-48fb-8dae-d8f3287caaeb HTTP/1.1" status: 200 len: 205 time: 0.0662391 Feb 11 13:03:15.530104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43450) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.544920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-7e9e50aa-40f6-4c8f-98cc-3debb25d4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:15.545600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-7e9e50aa-40f6-4c8f-98cc-3debb25d4278 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.0886822 Feb 11 13:03:15.551007 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.552260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-b0d6f21b-9f39-4dfe-b710-280bf9239043 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3714724 Feb 11 13:03:15.584632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (4f46f778-7361-4d89-88d7-db6bbdeea4b2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.637931 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-06e4d43e-5ea5-4c75-9055-27874e618555 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] delete failed (client error): The resource could not be found. Feb 11 13:03:15.641452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-06e4d43e-5ea5-4c75-9055-27874e618555 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/03915eda-e0b4-48fb-8dae-d8f3287caaeb HTTP/1.1" status: 404 len: 336 time: 0.0866780 Feb 11 13:03:15.648302 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43452) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.674871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-73ccc82c-d863-463d-bb8a-110e09531d28 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.1124284 Feb 11 13:03:15.680154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27c182d9-9fb1-4159-aa4a-2e0549e2221f req-30673c86-09be-4aad-b4ab-6a174d880e22 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267001 Feb 11 13:03:15.703646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d830a342-61a8-4f31-a580-fe61b4a71346 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc17a68-1483-4045-8a0d-027831ba5faf HTTP/1.1" status: 200 len: 205 time: 0.0454409 Feb 11 13:03:15.704305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43454) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.721862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-fe314f1e-a6c2-4b56-b5a9-b648cdc94e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:15.723481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-fe314f1e-a6c2-4b56-b5a9-b648cdc94e6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1703444 Feb 11 13:03:15.753336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Deleting port 8ddfd469-67a0-44c1-b708-7e33f2d67c0f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:15.753804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.759378 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-2e9a2a2a-17c9-49b6-b46c-625dfedd7df5 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] delete failed (client error): The resource could not be found. Feb 11 13:03:15.762762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2e9a2a2a-17c9-49b6-b46c-625dfedd7df5 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/fbc17a68-1483-4045-8a0d-027831ba5faf HTTP/1.1" status: 404 len: 336 time: 0.0556302 Feb 11 13:03:15.765142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43458) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.814630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c1aa54c4-d9f9-4b0a-9dc8-67e88e3dcff7 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 HTTP/1.1" status: 200 len: 205 time: 0.0461962 Feb 11 13:03:15.820877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43460) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.835172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4f46f778-7361-4d89-88d7-db6bbdeea4b2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.895096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:15.904453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:15.905891 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-2795e87e-4bcb-4174-87f3-ca8f746a1555 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] delete failed (client error): The resource could not be found. Feb 11 13:03:15.906278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=4f46f778-7361-4d89-88d7-db6bbdeea4b2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:15.906934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2795e87e-4bcb-4174-87f3-ca8f746a1555 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/8927bfc0-ea8d-48c2-a7cf-1cc7ba35cc62 HTTP/1.1" status: 404 len: 336 time: 0.0851352 Feb 11 13:03:15.909649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43464) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.917409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-77ef69fc-e927-499b-a2de-d98cd0f05f49 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:15.918844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c8a90a2-2b68-4e63-a5e5-d9ed0d770e1a req-77ef69fc-e927-499b-a2de-d98cd0f05f49 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.2359400 Feb 11 13:03:15.943389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:15.948585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:15.949218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.958713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d5c1188f-1391-41ab-8734-a84114cdd611 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "GET /v2.0/ports?device_id=2493ca39-4b6d-4699-9f75-11e5ff38c679 HTTP/1.1" status: 200 len: 205 time: 0.0478575 Feb 11 13:03:15.961841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-5d20072a-0982-4eaa-b630-d2badbfa66b8 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287810 Feb 11 13:03:15.962242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43470) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:15.970448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:15.970779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks [] for floatingip (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.012979 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-822a7932-29b3-445e-9e5c-1facec53f786 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] delete failed (client error): The resource could not be found. Feb 11 13:03:16.016655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-822a7932-29b3-445e-9e5c-1facec53f786 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/routers/2493ca39-4b6d-4699-9f75-11e5ff38c679 HTTP/1.1" status: 404 len: 336 time: 0.0507243 Feb 11 13:03:16.017510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43480) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:16.032008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Calling delete_port for 8ddfd469-67a0-44c1-b708-7e33f2d67c0f owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:16.037249 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3634bb5a-0929-4443-aefe-f895f81f45dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6693602 Feb 11 13:03:16.042274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43484) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:16.058041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d26fb2dd-6d4c-4730-9f43-6b812db995e2 req-9e2bfb88-fd88-4040-adeb-c160be15dc84 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips/6e110778-4bd0-4de6-9729-086892adc272 HTTP/1.1" status: 200 len: 692 time: 0.0956841 Feb 11 13:03:16.063750 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8fb90e-ba83-432a-a4a7-6f12ccc8c332 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] DELETE failed (client error): The resource could not be found. Feb 11 13:03:16.064209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8fb90e-ba83-432a-a4a7-6f12ccc8c332 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:03:16.067770 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf8fb90e-ba83-432a-a4a7-6f12ccc8c332 tempest-RoutersIpV6AdminTest-1568267301 tempest-RoutersIpV6AdminTest-1568267301-project] 10.222.0.42 "DELETE /v2.0/subnets/d94def97-9ad4-4d60-9ee2-ace9175df582 HTTP/1.1" status: 404 len: 337 time: 0.0491471 Feb 11 13:03:16.096877 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.204964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a10c5f35-abef-427b-81d4-c09205694ab7 req-24831925-0584-47d6-acba-eb57c96753ef service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356503 Feb 11 13:03:16.223151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c353791-63db-4b9f-828c-f1c4ec15e9fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:16.228249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c353791-63db-4b9f-828c-f1c4ec15e9fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:16.232340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6c353791-63db-4b9f-828c-f1c4ec15e9fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1853120 Feb 11 13:03:16.233013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43488) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:16.245733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-70a66d75-df1b-4a21-9f63-d3efedf43724 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:16.247293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-70a66d75-df1b-4a21-9f63-d3efedf43724 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.2229888 Feb 11 13:03:16.249903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fb2dd-6d4c-4730-9f43-6b812db995e2 req-e7ecbaa4-1e6b-43ec-bbc3-5ee77e6978e9 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:16.251350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d26fb2dd-6d4c-4730-9f43-6b812db995e2 req-e7ecbaa4-1e6b-43ec-bbc3-5ee77e6978e9 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1457369 Feb 11 13:03:16.267747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-d26fb2dd-6d4c-4730-9f43-6b812db995e2 req-d264702a-8762-4742-92a2-8aeacf8d6ded tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:03:16.278120 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d26fb2dd-6d4c-4730-9f43-6b812db995e2 req-d264702a-8762-4742-92a2-8aeacf8d6ded tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0156336 Feb 11 13:03:16.288594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-3f4e84c9-dbda-4e34-a7ed-dcff5f8e06a7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/quotas/8c365546dfcd47c6b50ddd9f03029764 HTTP/1.1" status: 200 len: 375 time: 0.0188429 Feb 11 13:03:16.398029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:16.424986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-a04ba9cb-7146-453d-8ab0-864fb3764480 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1277950 Feb 11 13:03:16.461448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 4f46f778-7361-4d89-88d7-db6bbdeea4b2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:16.461831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4f46f778-7361-4d89-88d7-db6bbdeea4b2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.468062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8ddfd469-67a0-44c1-b708-7e33f2d67c0f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.495133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43494) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:16.508961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:03:16.513166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:16.513530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.545677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Pushing event deleted for resources: {'Port': ['ID=8ddfd469-67a0-44c1-b708-7e33f2d67c0f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:16.618951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34871179-f73f-438a-a425-b719ba5e7a93 req-42994864-b84b-4d6b-8c40-42c383301bb7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:16.623165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34871179-f73f-438a-a425-b719ba5e7a93 req-42994864-b84b-4d6b-8c40-42c383301bb7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2537994 Feb 11 13:03:16.624074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks [] for floatingip (0323399f-0c73-4ef2-b19a-eb04793a52b8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.633937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.638526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1f5d5ee7-f2d3-49be-8025-edcd11a24438 tempest-FloatingIPAdminTestJSON-250964863 tempest-FloatingIPAdminTestJSON-250964863-project] 10.222.0.42 "DELETE /v2.0/floatingips/0323399f-0c73-4ef2-b19a-eb04793a52b8 HTTP/1.1" status: 204 len: 168 time: 1.4156933 Feb 11 13:03:16.648149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43498) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:16.650832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:16.652290 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.715077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:16.718754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:16.722150 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefb78c5-d039-440a-9377-fb6388796ca9" -d '{"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-plugged", "status": "completed", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:16.742711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.783849 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dca7d38-37c0-48d5-9002-aa837bf82ce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.848888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34871179-f73f-438a-a425-b719ba5e7a93 req-8f42de85-61a3-407b-a6c4-1b74c094ee01 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024949 Feb 11 13:03:16.879025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-18ed35ad-b9ba-4223-ad5b-ac9f07f41d2d None None] Provisioning complete for port 57128f9c-05d9-459f-993f-7d751efebdc2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:16.879485 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18ed35ad-b9ba-4223-ad5b-ac9f07f41d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:16.915413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:16.990125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-a4c47d1e-7121-4130-8dae-d9a17a1cce33 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips/6e110778-4bd0-4de6-9729-086892adc272 HTTP/1.1" status: 200 len: 692 time: 0.0972173 Feb 11 13:03:17.071536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-18ed35ad-b9ba-4223-ad5b-ac9f07f41d2d None None] Current status of the port 57128f9c-05d9-459f-993f-7d751efebdc2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:17.073766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18ed35ad-b9ba-4223-ad5b-ac9f07f41d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.083208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Deleting port fec7a930-ae8c-44b2-aee3-d08c2e50446b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:17.083208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.089240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dca7d38-37c0-48d5-9002-aa837bf82ce4 admin admin] Publish callbacks [] for security_group (3d225e7e-3473-4f7e-9c81-8db239a4e554), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.095750 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.135688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dca7d38-37c0-48d5-9002-aa837bf82ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3d225e7e-3473-4f7e-9c81-8db239a4e554), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.138683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-18ed35ad-b9ba-4223-ad5b-ac9f07f41d2d None None] For port 57128f9c-05d9-459f-993f-7d751efebdc2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=57128f9c-05d9-459f-993f-7d751efebdc2,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:17.141097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4f46f778-7361-4d89-88d7-db6bbdeea4b2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.143747 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-18ed35ad-b9ba-4223-ad5b-ac9f07f41d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.156818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-dce1441e-66c9-486f-94af-7fb476eba778 service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154193 Feb 11 13:03:17.161294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 57128f9c-05d9-459f-993f-7d751efebdc2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:17.167056 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1dca7d38-37c0-48d5-9002-aa837bf82ce4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff4e6ea7020d4f52836fd419b16bef9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6678014 Feb 11 13:03:17.169814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43504) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:17.205630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 4f46f778-7361-4d89-88d7-db6bbdeea4b2 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:17.237884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca7d38-37c0-48d5-9002-aa837bf82ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d225e7e-3473-4f7e-9c81-8db239a4e554,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:17.239423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed35ad-b9ba-4223-ad5b-ac9f07f41d2d None None] Pushing event updated for resources: {'Port': ['ID=57128f9c-05d9-459f-993f-7d751efebdc2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:17.254296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 57128f9c-05d9-459f-993f-7d751efebdc2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:17.254296 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.271191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-c6499ccb-bc50-4c5f-b78d-952d8d9aabae tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:17.273201 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-c6499ccb-bc50-4c5f-b78d-952d8d9aabae tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.2711101 Feb 11 13:03:17.283150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.283471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for floatingip (fec7a930-ae8c-44b2-aee3-d08c2e50446b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.300983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-91ed751f-cb0f-43f8-8e7e-5899b117ea64 None None] Provisioning complete for port 4f46f778-7361-4d89-88d7-db6bbdeea4b2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:17.301427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91ed751f-cb0f-43f8-8e7e-5899b117ea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4f46f778-7361-4d89-88d7-db6bbdeea4b2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.329997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Calling delete_port for fec7a930-ae8c-44b2-aee3-d08c2e50446b owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:17.343350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-8e893de3-c4dd-4081-ba4a-f34ccbe654bb tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.0623598 Feb 11 13:03:17.347748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-91ed751f-cb0f-43f8-8e7e-5899b117ea64 None None] Port 4f46f778-7361-4d89-88d7-db6bbdeea4b2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:03:17.356772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50d9f488-9dd8-4543-812d-2aca4df7ed02 admin admin] Publish callbacks [] for security_group (3d225e7e-3473-4f7e-9c81-8db239a4e554), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.370265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-2007279b-03fb-480e-bd9d-ab195e7d1de9 service neutron] 10.222.0.42 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124944 Feb 11 13:03:17.385714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 57128f9c-05d9-459f-993f-7d751efebdc2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:17.416061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50d9f488-9dd8-4543-812d-2aca4df7ed02 admin admin] Publish callbacks [] for security_group (3d225e7e-3473-4f7e-9c81-8db239a4e554), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.517370 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4f46f778-7361-4d89-88d7-db6bbdeea4b2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.569955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50d9f488-9dd8-4543-812d-2aca4df7ed02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3d225e7e-3473-4f7e-9c81-8db239a4e554), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.572610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50d9f488-9dd8-4543-812d-2aca4df7ed02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.573841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-50d9f488-9dd8-4543-812d-2aca4df7ed02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d225e7e-3473-4f7e-9c81-8db239a4e554 HTTP/1.1" status: 204 len: 168 time: 0.3943961 Feb 11 13:03:17.582043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=4f46f778-7361-4d89-88d7-db6bbdeea4b2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:17.624670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d9f488-9dd8-4543-812d-2aca4df7ed02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d225e7e-3473-4f7e-9c81-8db239a4e554,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:17.646561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.650204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-31b37eaa-a98a-42e5-a821-037d76c3f7f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/4f46f778-7361-4d89-88d7-db6bbdeea4b2 HTTP/1.1" status: 204 len: 168 time: 1.4159849 Feb 11 13:03:17.656369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43512) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:17.751231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad5bfc-5646-4a73-967e-c4444bec554e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:17.753481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad5bfc-5646-4a73-967e-c4444bec554e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:17.755831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-93ad5bfc-5646-4a73-967e-c4444bec554e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0966227 Feb 11 13:03:17.767449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43514) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:17.775689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bf9eb-0079-41c9-ba49-977adf04419c req-cacd3c05-2eed-4981-a318-28584ef04a9c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:17.777266 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b54bf9eb-0079-41c9-ba49-977adf04419c req-cacd3c05-2eed-4981-a318-28584ef04a9c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 945 time: 0.2023580 Feb 11 13:03:17.896341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b54bf9eb-0079-41c9-ba49-977adf04419c req-226078f7-f915-440a-b064-2a6f8f28537f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799489 Feb 11 13:03:17.929945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 3704c74b-6a81-45ad-a7ee-89e9ced72986 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:17.940494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (3704c74b-6a81-45ad-a7ee-89e9ced72986), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:17.968261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-6c6e07bf-229e-4a15-aa19-e4963a28ea60 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.5812304 Feb 11 13:03:17.983277 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7634afb8-d42f-4fb4-9f16-3e25be93220b x-openstack-request-id: req-7634afb8-d42f-4fb4-9f16-3e25be93220b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:17.984390 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-plugged", "status": "completed", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:17.984716 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7634afb8-d42f-4fb4-9f16-3e25be93220b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:17.986131 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'code': 200} Feb 11 13:03:18.054815 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (3704c74b-6a81-45ad-a7ee-89e9ced72986), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.133241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43526) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:18.162579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7bd035be-3171-42cb-a7a3-57923d001993 req-d9f22ee6-8a65-48da-b1f4-018703b1fc5b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 210 time: 0.0675373 Feb 11 13:03:18.228503 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8a2f66cd-1f74-4d91-9652-023b17495704 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c4a1b1541ba46eb8ef1cc55207fb759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0950742 Feb 11 13:03:18.232296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:18.240340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (fec7a930-ae8c-44b2-aee3-d08c2e50446b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.270306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (3704c74b-6a81-45ad-a7ee-89e9ced72986), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.275023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f1615-8d03-42b9-b618-85fa46c3e0b5 req-a270e9a9-c875-456c-8bda-0beffb98034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:18.276561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-362f1615-8d03-42b9-b618-85fa46c3e0b5 req-a270e9a9-c875-456c-8bda-0beffb98034b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 1127 time: 0.1803935 Feb 11 13:03:18.285026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Pushing event deleted for resources: {'Port': ['ID=fec7a930-ae8c-44b2-aee3-d08c2e50446b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:18.296797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Deleting port 3f8a62db-5e25-4a56-8ff4-319c77fd07a0 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:18.297159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.359613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce66d3-e7dc-44e1-a084-5784eec25733 req-9b7323b1-2008-4208-95bc-4c027e4f70ef tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:18.361248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cce66d3-e7dc-44e1-a084-5784eec25733 req-9b7323b1-2008-4208-95bc-4c027e4f70ef tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1370094 Feb 11 13:03:18.387316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-362f1615-8d03-42b9-b618-85fa46c3e0b5 req-92e3b93c-5988-4ed7-ae19-969f75295ca2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Feb 11 13:03:18.411277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d52f23c4-e2ce-4ea2-b9c3-68be0803cf4b admin admin] Publish callbacks [] for security_group (b176759d-6898-4eaa-9ae6-be1962d9d3cd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.443857 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (3704c74b-6a81-45ad-a7ee-89e9ced72986), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.457960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d52f23c4-e2ce-4ea2-b9c3-68be0803cf4b admin admin] Publish callbacks [] for security_group (b176759d-6898-4eaa-9ae6-be1962d9d3cd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.459771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks [] for floatingip (f7027e05-6fe0-4d9e-be07-461e36fb6671), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.462343 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.463507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fa0b92d8-c049-45a6-8ffb-a97a216c3337 tempest-FloatingIPAdminTestJSON-1792599856 tempest-FloatingIPAdminTestJSON-1792599856-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/f7027e05-6fe0-4d9e-be07-461e36fb6671 HTTP/1.1" status: 204 len: 168 time: 1.8142593 Feb 11 13:03:18.473260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cce66d3-e7dc-44e1-a084-5784eec25733 req-856f8f6a-bbaa-4989-90b4-9ca5081a0e48 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968273 Feb 11 13:03:18.474446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43532) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:18.476576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=3704c74b-6a81-45ad-a7ee-89e9ced72986,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:18.480348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.486348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3ec89813-813d-4a95-b7a2-e88586355809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/3704c74b-6a81-45ad-a7ee-89e9ced72986 HTTP/1.1" status: 204 len: 168 time: 0.7078362 Feb 11 13:03:18.486977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43534) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:18.489498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.489754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.493900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4141c70-ce7e-4a5b-8718-b07202a23783 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:18.550146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b59b516a-9623-4ff0-a09c-814fd71b6351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596611 Feb 11 13:03:18.553555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43538) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:18.559192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:18.563873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Calling delete_port for 3f8a62db-5e25-4a56-8ff4-319c77fd07a0 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:18.667919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d52f23c4-e2ce-4ea2-b9c3-68be0803cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b176759d-6898-4eaa-9ae6-be1962d9d3cd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.670535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d52f23c4-e2ce-4ea2-b9c3-68be0803cf4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.671757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d52f23c4-e2ce-4ea2-b9c3-68be0803cf4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b176759d-6898-4eaa-9ae6-be1962d9d3cd HTTP/1.1" status: 204 len: 168 time: 0.4385371 Feb 11 13:03:18.698428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f23c4-e2ce-4ea2-b9c3-68be0803cf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b176759d-6898-4eaa-9ae6-be1962d9d3cd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:18.721120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Deleting port 1eefb74f-7435-4158-a11a-20d95533a682 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:18.721427 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1eefb74f-7435-4158-a11a-20d95533a682), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.732338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:18.743339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:18.748124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.855788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3f8a62db-5e25-4a56-8ff4-319c77fd07a0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.856882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] Deleting port 57128f9c-05d9-459f-993f-7d751efebdc2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:18.857495 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.882756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1eefb74f-7435-4158-a11a-20d95533a682), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:18.911344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event deleted for resources: {'Port': ['ID=3f8a62db-5e25-4a56-8ff4-319c77fd07a0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:18.922391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Calling delete_port for 1eefb74f-7435-4158-a11a-20d95533a682 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:18.965692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] For port 57128f9c-05d9-459f-993f-7d751efebdc2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=57128f9c-05d9-459f-993f-7d751efebdc2,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:18.966105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.030209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] Calling delete_port for 57128f9c-05d9-459f-993f-7d751efebdc2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:19.036717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (6e110778-4bd0-4de6-9729-086892adc272), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.041336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.041336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eba6977c-65df-47ed-935f-770cd4f0db69 req-491497cf-f008-4b92-bc94-8cf14a7ce010 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "DELETE /v2.0/floatingips/6e110778-4bd0-4de6-9729-086892adc272 HTTP/1.1" status: 204 len: 173 time: 1.0718532 Feb 11 13:03:19.079019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (19bf2c7f-cd47-4211-b558-c8e02fdf346b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.126498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20ce61-b985-416f-a67f-4d0ba7d62642 req-ba087831-b9f7-4bdd-89f3-51c0f5aa03ff tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:19.134476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de20ce61-b985-416f-a67f-4d0ba7d62642 req-ba087831-b9f7-4bdd-89f3-51c0f5aa03ff tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 945 time: 0.1128986 Feb 11 13:03:19.152100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:19.163409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:19.174472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 57128f9c-05d9-459f-993f-7d751efebdc2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:19.181486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (57128f9c-05d9-459f-993f-7d751efebdc2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.196904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:19.197493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.211332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 57128f9c-05d9-459f-993f-7d751efebdc2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:19.211829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 57128f9c-05d9-459f-993f-7d751efebdc2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:19.239339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=19bf2c7f-cd47-4211-b558-c8e02fdf346b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:19.251396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] Pushing event deleted for resources: {'Port': ['ID=57128f9c-05d9-459f-993f-7d751efebdc2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:19.256955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e7dce2-4fe9-4875-a405-aeab90d74589 None None] No DVR routers for this DVR port 57128f9c-05d9-459f-993f-7d751efebdc2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:19.281404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb8b2d-c3f7-431f-8786-f72d94d8c1fe None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:19.360053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-718c88db-bee3-4438-96bb-d6d51619d0e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8049691 Feb 11 13:03:19.363657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:19.372158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '19bf2c7f-cd47-4211-b558-c8e02fdf346b', 'ip_address': '2001:db8::d170:3a01:6a7:67de'}], 'name': 'tempest-NetworksTestDHCPv6-1942795302'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:19.387011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de20ce61-b985-416f-a67f-4d0ba7d62642 req-574e607c-e1a8-4915-b973-02d3e23cdeb8 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516005 Feb 11 13:03:19.422081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '19bf2c7f-cd47-4211-b558-c8e02fdf346b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:19.423324 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.528704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1eefb74f-7435-4158-a11a-20d95533a682), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.563886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8de1d51c-19dc-4041-bcd9-9ac4d6802912 req-a14453f6-d816-4874-ac0d-b47f2ee666fe tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 210 time: 0.0333769 Feb 11 13:03:19.571984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Port': ['ID=1eefb74f-7435-4158-a11a-20d95533a682,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:19.576093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-f3613aac-47fb-4540-a8d2-6eac11de0ac9 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:19.578319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-f3613aac-47fb-4540-a8d2-6eac11de0ac9 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 815 time: 0.3406231 Feb 11 13:03:19.595196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ac07c-f07d-47e1-905c-ea3bd14f9f9a req-def95d98-e9cc-4f67-a19d-67fcc4f53e60 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:19.604624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Request body: {'port': {'device_id': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'admin_state_up': True, 'tenant_id': '8c365546dfcd47c6b50ddd9f03029764'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:19.609153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-304ac07c-f07d-47e1-905c-ea3bd14f9f9a req-def95d98-e9cc-4f67-a19d-67fcc4f53e60 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5301738 Feb 11 13:03:19.704031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/19bf2c7f-cd47-4211-b558-c8e02fdf346b/7762a289-b1b2-4eae-abca-fd2b49a86f81) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:19.759521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.772012 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba6d2951-cc85-4ff8-9882-16fe5b11d17d req-2be4890c-119a-49ae-844d-404c4ae1d0fd tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=c1ffe3a4dcff43bd837db395d1599175 HTTP/1.1" status: 200 len: 1656 time: 0.1362944 Feb 11 13:03:19.772630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43568) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:19.774300 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0ecd7dc4-a994-4066-9e7d-cf117402285f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "DELETE /v2.0/ports/1eefb74f-7435-4158-a11a-20d95533a682 HTTP/1.1" status: 204 len: 168 time: 1.2972257 Feb 11 13:03:19.941053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Publish callbacks [] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.948738 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:19.974635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:19.993467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:19.998108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:20.001752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:20.028414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Pushing event updated for resources: {'Port': ['ID=7762a289-b1b2-4eae-abca-fd2b49a86f81,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:20.051224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85768836-f966-4d28-9555-73999d36ba09 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:20.056250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-85768836-f966-4d28-9555-73999d36ba09 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "GET /v2.0/ports?device_id=ed0586a6-c69a-4567-94b7-40dd31698669 HTTP/1.1" status: 200 len: 913 time: 0.2756250 Feb 11 13:03:20.056512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43574) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:20.063625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Attempting to bind port 7762a289-b1b2-4eae-abca-fd2b49a86f81 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:20.063935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Attempting to bind port 7762a289-b1b2-4eae-abca-fd2b49a86f81 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:20.064654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Attempting to bind port 7762a289-b1b2-4eae-abca-fd2b49a86f81 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:20.070099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:20.070487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:20.070895 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.071285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:20.071924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Bound port: 7762a289-b1b2-4eae-abca-fd2b49a86f81, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:20.072316 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.097207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d2951-cc85-4ff8-9882-16fe5b11d17d req-319fd806-2384-4be9-b44b-2b30667d3e3b tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:20.099422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba6d2951-cc85-4ff8-9882-16fe5b11d17d req-319fd806-2384-4be9-b44b-2b30667d3e3b tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks?id=1c11ec19-95ac-41a6-a784-685596ef34e0&id=1c11ec19-95ac-41a6-a784-685596ef34e0&id=1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 787 time: 0.3175256 Feb 11 13:03:20.116637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-ba6d2951-cc85-4ff8-9882-16fe5b11d17d req-bc436715-1f92-4278-847f-9a164b4f225b tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:03:20.117795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba6d2951-cc85-4ff8-9882-16fe5b11d17d req-bc436715-1f92-4278-847f-9a164b4f225b tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083182 Feb 11 13:03:20.120888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Made reservation on behalf of 8c365546dfcd47c6b50ddd9f03029764 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:20.124012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.157126 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.180335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] For port 7762a289-b1b2-4eae-abca-fd2b49a86f81, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:20.183916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] For port 7762a289-b1b2-4eae-abca-fd2b49a86f81, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7762a289-b1b2-4eae-abca-fd2b49a86f81,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:20.195734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.211699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-dfae0644-8142-45bb-9ad9-d42bb2ca1dc6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips/c846976a-7732-4eff-8f30-d1f428a0f8c4 HTTP/1.1" status: 200 len: 692 time: 0.0607162 Feb 11 13:03:20.215332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port a4a3d2ff-73d0-4b08-8aec-ee365db964ad yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:20.283270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7169-0298-4bbd-b6c2-0a26476b4fc9 None None] Pushing event updated for resources: {'Port': ['ID=7762a289-b1b2-4eae-abca-fd2b49a86f81,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:20.395019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Allocated IP 172.20.0.12 (0374bd3e-e59c-4cbf-86d4-e53fa72225b0/9de3860f-0c2c-49ed-9672-3990a97fdc7e/be3016e9-9a39-4e4a-94c1-7ee5bcd116c9) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:20.484088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::d170:3a01:6a7:67de (748fcd93-cfb1-4683-9579-584b9508fdbf/19bf2c7f-cd47-4211-b558-c8e02fdf346b/a4a3d2ff-73d0-4b08-8aec-ee365db964ad) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:20.549648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-511356a7-7ae6-4586-9fe6-090b12734363 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:20.558698 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-511356a7-7ae6-4586-9fe6-090b12734363 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3396184 Feb 11 13:03:20.656926 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-841863a4-be4f-4ad8-b66b-4a0c18d1500e tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.32 HTTP/1.1" status: 200 len: 695 time: 0.0972536 Feb 11 13:03:20.724485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58844d2-b6be-411c-93cf-b294e4a8e49f req-7764342e-053e-4588-aecb-3534660fc4ad tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:20.726131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d58844d2-b6be-411c-93cf-b294e4a8e49f req-7764342e-053e-4588-aecb-3534660fc4ad tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 945 time: 0.2280190 Feb 11 13:03:20.753557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43594) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:20.763539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-af3706d8-74af-46ed-bfc3-29e6c89121b1 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.32 HTTP/1.1" status: 200 len: 695 time: 0.0856848 Feb 11 13:03:20.787234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks [] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.871672 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (a4a3d2ff-73d0-4b08-8aec-ee365db964ad), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.881322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d58844d2-b6be-411c-93cf-b294e4a8e49f req-8902e977-3d1f-490e-ab20-aac94690d799 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024241 Feb 11 13:03:20.892327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-941179058', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:20.901176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.916220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['191e47ec-64c3-4776-9ccd-5b9b7d320481', 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:03:20.953154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Made reservation on behalf of 51f96eb3f5114a3f8c2eea335ff7218f for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:20.955685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.971260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event updated for resources: {'Port': ['ID=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:20.971731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:20.983658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:20.987580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:20.991397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:21.069125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:21.069975 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.080436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Deleting port b8703261-2adb-4cdd-9cdb-a87ecac68dd6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:21.081001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.123935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a4a3d2ff-73d0-4b08-8aec-ee365db964ad), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.199566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=a4a3d2ff-73d0-4b08-8aec-ee365db964ad,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:21.204884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7762a289-b1b2-4eae-abca-fd2b49a86f81 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:21.205461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-db484fd4-7ead-4696-a69e-31e94e3f1044 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6177180 Feb 11 13:03:21.223606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Request body: {'port': {'device_id': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:21.229015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (ed0586a6-c69a-4567-94b7-40dd31698669), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.289138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:21.295619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:21.300640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:21.305813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:21.306437 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.317973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7762a289-b1b2-4eae-abca-fd2b49a86f81 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:21.318873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.327898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504734ab-57c9-4ac9-a18b-65411d279efe req-b1f3c643-b986-449a-90ba-2bfbd7ee66d4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:21.335229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-504734ab-57c9-4ac9-a18b-65411d279efe req-b1f3c643-b986-449a-90ba-2bfbd7ee66d4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 932 time: 0.2603371 Feb 11 13:03:21.337759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.342342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-65a174c3-6865-4ba4-902f-cf03f8f05736 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9755771 Feb 11 13:03:21.354219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43600) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:21.427215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for security_group (625a908b-4b22-436a-ac04-aa0d353ceb48), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.441572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-504734ab-57c9-4ac9-a18b-65411d279efe req-a20dfcec-c283-4fc6-aef6-beb41c1af6d4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031144 Feb 11 13:03:21.445655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.446021 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.449045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (625a908b-4b22-436a-ac04-aa0d353ceb48), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.453911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7762a289-b1b2-4eae-abca-fd2b49a86f81 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:21.454335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.455009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] device_id is not set on port 4017d874-4b06-4e79-852b-6cd87c9bd44d yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:21.503045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 7762a289-b1b2-4eae-abca-fd2b49a86f81, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7762a289-b1b2-4eae-abca-fd2b49a86f81,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:21.512090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.548011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Calling delete_port for b8703261-2adb-4cdd-9cdb-a87ecac68dd6 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:21.572324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=7762a289-b1b2-4eae-abca-fd2b49a86f81,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:21.682784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625a908b-4b22-436a-ac04-aa0d353ceb48,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:21.749197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423d572-cf12-40ba-92a4-4865b98b6203 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:21.754411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423d572-cf12-40ba-92a4-4865b98b6203 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:21.758268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2423d572-cf12-40ba-92a4-4865b98b6203 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3612020 Feb 11 13:03:21.762136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43604) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:21.820165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Allocated IP 172.25.1.84 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/4017d874-4b06-4e79-852b-6cd87c9bd44d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:21.830899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:03:21.844363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff0dbd9b-eb29-45d4-8e5c-b799ee7a6022 None None] Provisioning complete for port 7762a289-b1b2-4eae-abca-fd2b49a86f81 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:21.845756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbd9b-eb29-45d4-8e5c-b799ee7a6022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.846270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Publish callbacks [] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.872547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3d439-1764-4b3c-afe7-b542b2d286e5 req-d14e3eff-3017-48d7-88c9-7cacb153d30c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:21.874335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f3d439-1764-4b3c-afe7-b542b2d286e5 req-d14e3eff-3017-48d7-88c9-7cacb153d30c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 945 time: 0.1384225 Feb 11 13:03:21.885246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Transition to ACTIVE for port object be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:03:21.922212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:21.964964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff0dbd9b-eb29-45d4-8e5c-b799ee7a6022 None None] Current status of the port 7762a289-b1b2-4eae-abca-fd2b49a86f81 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:21.982370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Pushing event updated for resources: {'Port': ['ID=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:22.002881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f3d439-1764-4b3c-afe7-b542b2d286e5 req-792ecd0a-ad7f-4639-9bf0-68a7a5a1855d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201181 Feb 11 13:03:22.086569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a12358d7-09da-425f-b701-16e76a561b42 None None] Provisioning complete for port a4a3d2ff-73d0-4b08-8aec-ee365db964ad triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:22.086952 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a12358d7-09da-425f-b701-16e76a561b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a4a3d2ff-73d0-4b08-8aec-ee365db964ad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.090763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Attempting to bind port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:22.091217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Attempting to bind port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:22.091667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Attempting to bind port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:22.092466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b8703261-2adb-4cdd-9cdb-a87ecac68dd6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.097130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:03:22.097679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Attempting to bind port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 on network 0374bd3e-e59c-4cbf-86d4-e53fa72225b0 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:22.103549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:22.104006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Checking segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:22.104519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Bound using segment: {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:22.105043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Bound port: be3016e9-9a39-4e4a-94c1-7ee5bcd116c9, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17d0425-8a3c-4427-bfe8-0121467e9d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:22.105933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.123966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a12358d7-09da-425f-b701-16e76a561b42 None None] Port a4a3d2ff-73d0-4b08-8aec-ee365db964ad cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:03:22.175680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] For port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:22.179319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] For port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:22.186237 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.224997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:22.225790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.227083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] 10.222.0.64 "PUT /v2.0/ports/be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 HTTP/1.1" status: 200 len: 1092 time: 1.0140169 Feb 11 13:03:22.227546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'tag': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:22.230012 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e" -d '{"events": [{"name": "network-changed", "server_uuid": "de7585f6-7292-4f45-92e5-b8b55b9d5f50", "tag": "be3016e9-9a39-4e4a-94c1-7ee5bcd116c9"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:22.255797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48864a0f-1140-4785-88c8-c6030de7699c service neutron] Pushing event updated for resources: {'Port': ['ID=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:22.312118 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22366b2-f342-4ec8-bba5-f00fe90133f6 x-openstack-request-id: req-d22366b2-f342-4ec8-bba5-f00fe90133f6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:22.312442 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de7585f6-7292-4f45-92e5-b8b55b9d5f50", "tag": "be3016e9-9a39-4e4a-94c1-7ee5bcd116c9", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:22.312670 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d22366b2-f342-4ec8-bba5-f00fe90133f6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:22.313067 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'tag': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9', 'status': 'completed', 'code': 200} Feb 11 13:03:22.334982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-1ab94c2e-a44e-4891-894a-963b37dd83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:22.336560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-1ab94c2e-a44e-4891-894a-963b37dd83fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 1126 time: 0.0600328 Feb 11 13:03:22.385543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-af49556f-886e-4dc4-90bf-0fe1de73b159 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 HTTP/1.1" status: 200 len: 217 time: 0.0414317 Feb 11 13:03:22.437547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-10b5cc94-21ef-462b-9031-1cc92998edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:22.439069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-10b5cc94-21ef-462b-9031-1cc92998edb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.0470855 Feb 11 13:03:22.468195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port a4a3d2ff-73d0-4b08-8aec-ee365db964ad {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:22.468557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a4a3d2ff-73d0-4b08-8aec-ee365db964ad), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.472746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-020ec542-6a18-43c2-a070-0153e043f474 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273862 Feb 11 13:03:22.478746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event deleted for resources: {'Port': ['ID=b8703261-2adb-4cdd-9cdb-a87ecac68dd6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:22.523366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Deleting port 4a1d7bbb-fb9a-46d2-842d-0aec8e37e922 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:22.523692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.601192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-7f51b0cd-cf5f-4755-9dbd-fc88a7064eb9 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218336 Feb 11 13:03:22.632242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for port (4017d874-4b06-4e79-852b-6cd87c9bd44d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.632816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07df15-ad7e-43ce-8788-9a1fc9375328 req-01722c3d-b26c-442c-9989-ed82067b1b60 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:22.634349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb07df15-ad7e-43ce-8788-9a1fc9375328 req-01722c3d-b26c-442c-9989-ed82067b1b60 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 944 time: 0.0905042 Feb 11 13:03:22.703556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (c846976a-7732-4eff-8f30-d1f428a0f8c4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.706163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.707487 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-27b74a87-ef0b-4f66-97a6-1fd6be0c9719 req-597f183f-7a38-4cf5-97e8-4bf44602e211 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "DELETE /v2.0/floatingips/c846976a-7732-4eff-8f30-d1f428a0f8c4 HTTP/1.1" status: 204 len: 173 time: 1.9318089 Feb 11 13:03:22.718713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a4a3d2ff-73d0-4b08-8aec-ee365db964ad), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.757633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for a4a3d2ff-73d0-4b08-8aec-ee365db964ad owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:22.762586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:22.815109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Calling delete_port for 4a1d7bbb-fb9a-46d2-842d-0aec8e37e922 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:22.865930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-2bf6537e-3929-4aa1-ac95-f9f96930a3c6 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips/9f6d5ab8-9230-4ee0-a223-c5f5722236cc HTTP/1.1" status: 200 len: 693 time: 0.1277423 Feb 11 13:03:22.920762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4017d874-4b06-4e79-852b-6cd87c9bd44d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.034493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:23.045712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7762a289-b1b2-4eae-abca-fd2b49a86f81 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:23.065461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb07df15-ad7e-43ce-8788-9a1fc9375328 req-b306f0e6-98ef-4da8-9e6b-0a15de8b473a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223833 Feb 11 13:03:23.068010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a803eac8-ad5c-4bda-bfc5-029e0c2992e8 req-9796f0a2-c96b-461b-bff9-2e81921af20b service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601738 Feb 11 13:03:23.080079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:23.093917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:23.110127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Pushing event updated for resources: {'Port': ['ID=4017d874-4b06-4e79-852b-6cd87c9bd44d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:23.118008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7762a289-b1b2-4eae-abca-fd2b49a86f81 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:23.118259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.211737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7762a289-b1b2-4eae-abca-fd2b49a86f81 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:23.216562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-cefa0a92-5e9c-40cf-a11f-341a78b94002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.218080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-cefa0a92-5e9c-40cf-a11f-341a78b94002 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 1126 time: 0.0818906 Feb 11 13:03:23.239078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448986b5-98af-482b-8a47-9fee781ccec0 req-0debd463-6ba9-4ce2-aa9c-f333673053bd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.240587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-448986b5-98af-482b-8a47-9fee781ccec0 req-0debd463-6ba9-4ce2-aa9c-f333673053bd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 945 time: 0.0922093 Feb 11 13:03:23.242959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.243580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.255752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-4ec01a15-0981-4259-84cb-3cf3eabf3dff tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.257149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-4ec01a15-0981-4259-84cb-3cf3eabf3dff tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3841782 Feb 11 13:03:23.347438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-448986b5-98af-482b-8a47-9fee781ccec0 req-a8d50f41-6fff-4d72-a5b9-6a84d0c581a5 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968142 Feb 11 13:03:23.347946 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d59cf578-9043-4485-a5cb-96a69a033984 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.5927665 Feb 11 13:03:23.348464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43614) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:23.360230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}]}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:23.363679 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a4a3d2ff-73d0-4b08-8aec-ee365db964ad), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.369385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-57b812b3-4d6d-4e85-9e42-b3dc7924e576 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.1004310 Feb 11 13:03:23.374469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-410b1bf8-a2d1-4db9-a674-388390997b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.377326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-410b1bf8-a2d1-4db9-a674-388390997b73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 916 time: 0.1531525 Feb 11 13:03:23.429872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-b5b332ea-8b7b-42d0-80ff-df3e3cf6297d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 HTTP/1.1" status: 200 len: 217 time: 0.0457001 Feb 11 13:03:23.481746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=a4a3d2ff-73d0-4b08-8aec-ee365db964ad,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:23.486610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-43618f1a-9f7d-4a9f-9cbf-bee951e6d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.488842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-43618f1a-9f7d-4a9f-9cbf-bee951e6d835 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.0537803 Feb 11 13:03:23.500259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (24608be1-2e9f-4391-bd77-03e791c3b64e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.501242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (24608be1-2e9f-4391-bd77-03e791c3b64e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.511514 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-0cfa9497-9ff1-4afe-a6fe-0001c8cd81ae tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.202 HTTP/1.1" status: 200 len: 696 time: 0.1301763 Feb 11 13:03:23.535473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-1748e502-4b2a-407f-bfd4-62fe90ffbddf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321891 Feb 11 13:03:23.542402 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.547843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1cf89cd4-8db7-4afe-b097-225c7dbfe835 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/a4a3d2ff-73d0-4b08-8aec-ee365db964ad HTTP/1.1" status: 204 len: 168 time: 1.7817073 Feb 11 13:03:23.550133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43622) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:23.635372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4a1d7bbb-fb9a-46d2-842d-0aec8e37e922), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.660214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-8dac0b1b-1e80-459c-b2d2-9c02d018b011 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185958 Feb 11 13:03:23.726580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Port': ['ID=4a1d7bbb-fb9a-46d2-842d-0aec8e37e922,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:23.786514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ddf00-8cbe-4b5f-a22e-4a65f391d09e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.787951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ddf00-8cbe-4b5f-a22e-4a65f391d09e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:23.789537 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f51ddf00-8cbe-4b5f-a22e-4a65f391d09e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2112038 Feb 11 13:03:23.796590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e36ab2b-f9ec-4d54-aa66-64f800ef430e req-eb2f6bf3-dc74-4703-a2e1-88983c1547f5 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302965 Feb 11 13:03:23.797073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43634) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:23.821778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for router_controller (24608be1-2e9f-4391-bd77-03e791c3b64e), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.866147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 19bf2c7f-cd47-4211-b558-c8e02fdf346b {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:23.869712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (19bf2c7f-cd47-4211-b558-c8e02fdf346b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:23.914093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (19bf2c7f-cd47-4211-b558-c8e02fdf346b), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.020909 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (19bf2c7f-cd47-4211-b558-c8e02fdf346b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.068035 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for router_gateway (24608be1-2e9f-4391-bd77-03e791c3b64e), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.073248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Deleting port 522ae935-4a12-43eb-839a-b5f9b95cb070 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:24.073584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.081015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (19bf2c7f-cd47-4211-b558-c8e02fdf346b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.110341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=19bf2c7f-cd47-4211-b558-c8e02fdf346b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:24.118409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aefe1a-5f46-40dc-a73f-ddcd86662bc9 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:24.126440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.135642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-136658bd-795d-4f8b-8aa2-5a077c708dd4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/19bf2c7f-cd47-4211-b558-c8e02fdf346b HTTP/1.1" status: 204 len: 168 time: 0.3375297 Feb 11 13:03:24.136749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43642) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:24.183604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fbe3c80e-802a-4d50-81d6-a28cba289783 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457072 Feb 11 13:03:24.193049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43644) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:24.197896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:24.233272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.233794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (522ae935-4a12-43eb-839a-b5f9b95cb070), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.269023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (ed0586a6-c69a-4567-94b7-40dd31698669), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.276338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Calling delete_port for 522ae935-4a12-43eb-839a-b5f9b95cb070 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:24.296152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:24.314867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cbaf1-2326-4e03-82fd-a16fb7ee48f9 req-2fc1d510-e430-420c-aeae-dd829b222719 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:24.316478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-348cbaf1-2326-4e03-82fd-a16fb7ee48f9 req-2fc1d510-e430-420c-aeae-dd829b222719 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 944 time: 0.1350951 Feb 11 13:03:24.349657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] Deleting port 7762a289-b1b2-4eae-abca-fd2b49a86f81 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:24.350051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.357770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:24.361408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.409793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-348cbaf1-2326-4e03-82fd-a16fb7ee48f9 req-877d4559-3e17-44a2-ae35-2c4492bf134e tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845730 Feb 11 13:03:24.455200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] For port 7762a289-b1b2-4eae-abca-fd2b49a86f81, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7762a289-b1b2-4eae-abca-fd2b49a86f81,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:24.455605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.471873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] Calling delete_port for 7762a289-b1b2-4eae-abca-fd2b49a86f81 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:24.558227 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (7762a289-b1b2-4eae-abca-fd2b49a86f81), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.588980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] No DVR routers for this DVR port 7762a289-b1b2-4eae-abca-fd2b49a86f81 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:24.591653 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.600777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48c557-79f4-4e01-bac5-4e646bb68f99 None None] Pushing event deleted for resources: {'Port': ['ID=7762a289-b1b2-4eae-abca-fd2b49a86f81,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:24.639661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:24.642916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:24.647383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:24.648211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.654056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a34112-9d36-46bc-9bcb-e2ba2ed2b9eb None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:24.658654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:24.663158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for router_gateway (24608be1-2e9f-4391-bd77-03e791c3b64e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.672909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-730ac458-fe68-4acd-85ab-bbd9e2310629 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4787838 Feb 11 13:03:24.676425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43646) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:24.682657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': 'f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28', 'ip_address': '2001:db8::846e:fe2a:b446:ef59'}], 'name': 'tempest-NetworksTestDHCPv6-1459457540'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:24.692570 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.721379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (522ae935-4a12-43eb-839a-b5f9b95cb070), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.779822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': 'f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:24.780732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.791426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event deleted for resources: {'Port': ['ID=522ae935-4a12-43eb-839a-b5f9b95cb070,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:24.809347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:24.815048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.840906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 179cc286-ee51-4bef-84aa-ff45022c252b yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:24.889934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Router ed0586a6-c69a-4567-94b7-40dd31698669 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:03:24.923054 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (9f6d5ab8-9230-4ee0-a223-c5f5722236cc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.925785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:24.927010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb2c8781-0383-48b4-a78c-e12cdbdcb885 req-ab64f99d-47df-459b-aa5f-29f7b25a29aa tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "DELETE /v2.0/floatingips/9f6d5ab8-9230-4ee0-a223-c5f5722236cc HTTP/1.1" status: 204 len: 173 time: 1.3961532 Feb 11 13:03:24.950467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28/d1635339-9346-4c34-a7cf-76e0e69fd6a9) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:25.046929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7762a289-b1b2-4eae-abca-fd2b49a86f81 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:25.070276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-d8fc570d-622a-461c-bd6d-63438d679a5f tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips/72871599-5ac3-47bd-b620-68fabf31027d HTTP/1.1" status: 200 len: 693 time: 0.0841660 Feb 11 13:03:25.077599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 7762a289-b1b2-4eae-abca-fd2b49a86f81 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:25.078169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7762a289-b1b2-4eae-abca-fd2b49a86f81 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:25.196088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-97ad3efb-5cb3-4564-a1e8-f7545440eb21 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:25.197827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-97ad3efb-5cb3-4564-a1e8-f7545440eb21 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1198456 Feb 11 13:03:25.255627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-14566344-1cbd-4398-9ba1-11f2c803b017 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0512600 Feb 11 13:03:25.286145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Publish callbacks [] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.294097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.337267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-e0fadda6-b588-46ec-b248-cbc70c6ee073 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.117 HTTP/1.1" status: 200 len: 696 time: 0.0749109 Feb 11 13:03:25.344671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:25.349917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:25.352455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:25.364998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Pushing event updated for resources: {'Port': ['ID=d1635339-9346-4c34-a7cf-76e0e69fd6a9,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:25.407017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::846e:fe2a:b446:ef59 (748fcd93-cfb1-4683-9579-584b9508fdbf/f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28/179cc286-ee51-4bef-84aa-ff45022c252b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:25.419823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for router (24608be1-2e9f-4391-bd77-03e791c3b64e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.423902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Attempting to bind port d1635339-9346-4c34-a7cf-76e0e69fd6a9 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:25.424456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Attempting to bind port d1635339-9346-4c34-a7cf-76e0e69fd6a9 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:25.424898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Attempting to bind port d1635339-9346-4c34-a7cf-76e0e69fd6a9 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:25.430216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:25.430660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:25.431152 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.431733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:25.432262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Bound port: d1635339-9346-4c34-a7cf-76e0e69fd6a9, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:25.432701 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.532057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] For port d1635339-9346-4c34-a7cf-76e0e69fd6a9, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:25.537088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] For port d1635339-9346-4c34-a7cf-76e0e69fd6a9, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d1635339-9346-4c34-a7cf-76e0e69fd6a9,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:25.547503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.559286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Deleting port 59fd7bdd-9cf0-476b-ad13-b7e7046c2230 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:25.559681 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.616550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04776f-8e17-4666-9bf3-fad469cf0836 None None] Pushing event updated for resources: {'Port': ['ID=d1635339-9346-4c34-a7cf-76e0e69fd6a9,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:25.626528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:25.637812 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb900a64-4539-4650-8b58-07677baf616c None None] Sync routers for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:25.647713 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb900a64-4539-4650-8b58-07677baf616c None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:25.648323 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb900a64-4539-4650-8b58-07677baf616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:25.660505 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d42c374-ade7-4192-8534-4d69c5e51519 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "PUT /v2.0/routers/ed0586a6-c69a-4567-94b7-40dd31698669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5997026 Feb 11 13:03:25.668313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43662) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:25.674464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (24608be1-2e9f-4391-bd77-03e791c3b64e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.685136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks [] for router_controller (24608be1-2e9f-4391-bd77-03e791c3b64e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.687354 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb900a64-4539-4650-8b58-07677baf616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:25.698601 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb900a64-4539-4650-8b58-07677baf616c None None] Routers {'ed0586a6-c69a-4567-94b7-40dd31698669'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:25.699645 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb900a64-4539-4650-8b58-07677baf616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ed0586a6-c69a-4567-94b7-40dd31698669'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:25.713985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390007e-cc86-4c82-b131-08ab9c0a7eb2 req-8c6c4536-0185-45d6-8ca6-82b4786defc0 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:25.715549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1390007e-cc86-4c82-b131-08ab9c0a7eb2 req-8c6c4536-0185-45d6-8ca6-82b4786defc0 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 944 time: 0.1971405 Feb 11 13:03:25.740166 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb900a64-4539-4650-8b58-07677baf616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:25.741077 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb900a64-4539-4650-8b58-07677baf616c None None] The sync data for ids ['ed0586a6-c69a-4567-94b7-40dd31698669'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:25.773602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.776730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.788223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (179cc286-ee51-4bef-84aa-ff45022c252b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.789233 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (24608be1-2e9f-4391-bd77-03e791c3b64e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.789817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24608be1-2e9f-4391-bd77-03e791c3b64e {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:03:25.822064 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1390007e-cc86-4c82-b131-08ab9c0a7eb2 req-b0b89a77-05d2-41d8-874b-1c4287d220af tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633118 Feb 11 13:03:25.823683 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:03:25.836878 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-58e2821f-b0b3-4e1c-9fa3-5b13828a0810 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4709492 Feb 11 13:03:25.836878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43664) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:25.850854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Calling delete_port for 59fd7bdd-9cf0-476b-ad13-b7e7046c2230 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:25.931796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router (ed0586a6-c69a-4567-94b7-40dd31698669), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:25.966233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Deleting port 4017d874-4b06-4e79-852b-6cd87c9bd44d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:25.966585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4017d874-4b06-4e79-852b-6cd87c9bd44d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.002712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (179cc286-ee51-4bef-84aa-ff45022c252b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.062917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4017d874-4b06-4e79-852b-6cd87c9bd44d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.076395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Calling delete_port for 4017d874-4b06-4e79-852b-6cd87c9bd44d owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:26.103796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:26.117126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:26.119577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:26.124897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:26.125504 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.140180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=179cc286-ee51-4bef-84aa-ff45022c252b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:26.157812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4801047 Feb 11 13:03:26.159318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.159663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.160065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.160365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.160688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.161011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.161335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.161689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.162033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.162352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.162636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.162948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.163263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2f0028-8d3c-43c3-9cf4-4cfa868bc753 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:26.172114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43676) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:26.205268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4017d874-4b06-4e79-852b-6cd87c9bd44d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.230184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Pushing event deleted for resources: {'Port': ['ID=4017d874-4b06-4e79-852b-6cd87c9bd44d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:26.235199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router_gateway (ed0586a6-c69a-4567-94b7-40dd31698669), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.276471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (59fd7bdd-9cf0-476b-ad13-b7e7046c2230), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.297868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.301713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fa710a6a-d8ea-4bee-b0ea-defc45946b26 tempest-RoutersAdminNegativeIpV6Test-607956857 tempest-RoutersAdminNegativeIpV6Test-607956857-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4017d874-4b06-4e79-852b-6cd87c9bd44d HTTP/1.1" status: 204 len: 168 time: 0.4683261 Feb 11 13:03:26.317863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e377694-03e6-4dba-87af-ab945f56162d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:26.323038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e377694-03e6-4dba-87af-ab945f56162d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:26.324630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0e377694-03e6-4dba-87af-ab945f56162d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1516962 Feb 11 13:03:26.328339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43680) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:26.331483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Pushing event deleted for resources: {'Port': ['ID=59fd7bdd-9cf0-476b-ad13-b7e7046c2230,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:26.398041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Deleting port 3825c680-cb11-4c67-a567-d89c0804b98e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:26.398716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3825c680-cb11-4c67-a567-d89c0804b98e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.418902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks [] for floatingip (72871599-5ac3-47bd-b620-68fabf31027d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.421502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.422712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b520bbf7-8f71-4cc8-84f2-ab24237c3bfe req-abd5eb8d-b244-4490-9b01-57f85bc94571 tempest-FloatingIPDetailsTestJSON-1595639322 tempest-FloatingIPDetailsTestJSON-1595639322-project] 10.222.0.42 "DELETE /v2.0/floatingips/72871599-5ac3-47bd-b620-68fabf31027d HTTP/1.1" status: 204 len: 173 time: 1.0782561 Feb 11 13:03:26.430164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43682) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:26.473618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:03:26.528926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3825c680-cb11-4c67-a567-d89c0804b98e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.548318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Calling delete_port for 3825c680-cb11-4c67-a567-d89c0804b98e owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:26.640805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 179cc286-ee51-4bef-84aa-ff45022c252b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:26.642745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (179cc286-ee51-4bef-84aa-ff45022c252b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.652713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:26.692090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'mac_address': 'fa:16:3e:95:07:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:03:26.764228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:26.765973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.789949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43698) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:26.800527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:03:26.852406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:26.862427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.884415 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (179cc286-ee51-4bef-84aa-ff45022c252b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.905428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 179cc286-ee51-4bef-84aa-ff45022c252b owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:26.929719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3825c680-cb11-4c67-a567-d89c0804b98e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:26.994523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:03:27.059883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Port': ['ID=3825c680-cb11-4c67-a567-d89c0804b98e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:27.073806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['85c2ab93-11dc-4113-8e6b-b5dfeff3f527'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:03:27.084251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:27.152785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (ed0586a6-c69a-4567-94b7-40dd31698669), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.176614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d1635339-9346-4c34-a7cf-76e0e69fd6a9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:27.191454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44f4c5da-e837-49cd-8589-5c2d956f9020 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.310999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (ed0586a6-c69a-4567-94b7-40dd31698669), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.315485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router_controller (ed0586a6-c69a-4567-94b7-40dd31698669), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.340159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c6404036-6172-434d-848f-afa630b549a8 None None] Provisioning complete for port d1635339-9346-4c34-a7cf-76e0e69fd6a9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:27.340542 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6404036-6172-434d-848f-afa630b549a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.349901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92031422-a2e0-4335-ba48-ce22cba2c016 req-4c568d36-8406-495d-9546-32dd0cb5265b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:27.351417 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92031422-a2e0-4335-ba48-ce22cba2c016 req-4c568d36-8406-495d-9546-32dd0cb5265b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 944 time: 0.2915084 Feb 11 13:03:27.387874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (ed0586a6-c69a-4567-94b7-40dd31698669), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.388955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Fanout notify agent at l3_agent the message router_deleted on router ed0586a6-c69a-4567-94b7-40dd31698669 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:03:27.411378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.416721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d51ba8d4-8b60-441e-9ba2-1852dcdbddb2 tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "DELETE /v2.0/routers/ed0586a6-c69a-4567-94b7-40dd31698669 HTTP/1.1" status: 204 len: 168 time: 1.7453947 Feb 11 13:03:27.417950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43724) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:27.492671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Deleting subnet a033405b-5081-4cae-87f1-df59449d947b {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:27.496379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for subnet (a033405b-5081-4cae-87f1-df59449d947b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.498341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:27.499340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (179cc286-ee51-4bef-84aa-ff45022c252b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.517486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92031422-a2e0-4335-ba48-ce22cba2c016 req-df044a04-91ff-4f8b-b0a1-43d7eb02d0e0 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194315 Feb 11 13:03:27.539595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9', 'network_id': '0374bd3e-e59c-4cbf-86d4-e53fa72225b0', 'port_id': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9', 'mac_address': 'fa:16:3e:04:d3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9de3860f-0c2c-49ed-9672-3990a97fdc7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:03:27.555723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d1635339-9346-4c34-a7cf-76e0e69fd6a9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:27.556385 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.556893 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (a033405b-5081-4cae-87f1-df59449d947b), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.570753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=179cc286-ee51-4bef-84aa-ff45022c252b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:27.660680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.674461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e94d501f-c0e1-4744-be4f-e0ed3ae31d43 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/179cc286-ee51-4bef-84aa-ff45022c252b HTTP/1.1" status: 204 len: 168 time: 1.3448055 Feb 11 13:03:27.678452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43726) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:27.696730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a033405b-5081-4cae-87f1-df59449d947b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.734081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44f4c5da-e837-49cd-8589-5c2d956f9020 admin admin] Publish callbacks [] for security_group (75814341-632c-4cbe-ad07-eb8e4ee6b027), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.769072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44f4c5da-e837-49cd-8589-5c2d956f9020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (75814341-632c-4cbe-ad07-eb8e4ee6b027), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.790699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c6404036-6172-434d-848f-afa630b549a8 None None] Current status of the port d1635339-9346-4c34-a7cf-76e0e69fd6a9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:27.791883 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6404036-6172-434d-848f-afa630b549a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.808989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:27.809816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.817984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (a033405b-5081-4cae-87f1-df59449d947b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.861137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:03:27.869740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Subnet': ['ID=a033405b-5081-4cae-87f1-df59449d947b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:27.875615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.878949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fd84b99e-fbe2-4121-b241-5bd9a23a0d8e tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "DELETE /v2.0/subnets/a033405b-5081-4cae-87f1-df59449d947b HTTP/1.1" status: 204 len: 168 time: 0.4594631 Feb 11 13:03:27.881452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43728) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:27.901144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-44f4c5da-e837-49cd-8589-5c2d956f9020 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11c56636f066465bbf25a20a22dfe665&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1060011 Feb 11 13:03:27.901357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8955c01a-07d2-4448-b3e7-efdb99c15a51 None None] Network a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:27.906567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:27.910038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad16c56-9d21-4382-9e40-c7d5f239b326 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:27.911432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad16c56-9d21-4382-9e40-c7d5f239b326 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:27.915798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fad16c56-9d21-4382-9e40-c7d5f239b326 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2363114 Feb 11 13:03:27.916805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c6404036-6172-434d-848f-afa630b549a8 None None] For port d1635339-9346-4c34-a7cf-76e0e69fd6a9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d1635339-9346-4c34-a7cf-76e0e69fd6a9,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:27.917868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43732) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:27.928453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4c5da-e837-49cd-8589-5c2d956f9020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75814341-632c-4cbe-ad07-eb8e4ee6b027,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:27.967889 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6404036-6172-434d-848f-afa630b549a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:27.981190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:27.995247 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.022361 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.034399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:28.044333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.058695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d1635339-9346-4c34-a7cf-76e0e69fd6a9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:28.059096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.074814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.124892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e1ae53b3-fe3c-41a3-98e1-b0d8f99e9e76 None None] Could not find standard attr ID for object 179cc286-ee51-4bef-84aa-ff45022c252b. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:03:28.138472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Deleting port fa2991c3-3911-4b5a-a110-30cf30e3a487 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:28.138925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6404036-6172-434d-848f-afa630b549a8 None None] Pushing event updated for resources: {'Port': ['ID=d1635339-9346-4c34-a7cf-76e0e69fd6a9,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:28.139353 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.139490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a197c2f4-f88a-4a94-8ccc-1c0a4d8147d4 admin admin] Publish callbacks [] for security_group (75814341-632c-4cbe-ad07-eb8e4ee6b027), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.186668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.229265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:03:28.229629 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:03:28.238786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] For port fa2991c3-3911-4b5a-a110-30cf30e3a487, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fa2991c3-3911-4b5a-a110-30cf30e3a487,segment=NetworkSegment(dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b),segment_id=dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:28.240312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.242529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:28.258502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Calling delete_port for fa2991c3-3911-4b5a-a110-30cf30e3a487 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:28.286937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a197c2f4-f88a-4a94-8ccc-1c0a4d8147d4 admin admin] Publish callbacks [] for security_group (75814341-632c-4cbe-ad07-eb8e4ee6b027), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.349523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c35956-6d6d-4c82-87d8-68d1fb39698f None None] DHCP port deletion for a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:28.354130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['be3016e9-9a39-4e4a-94c1-7ee5bcd116c9'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:03:28.397385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fa2991c3-3911-4b5a-a110-30cf30e3a487), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.422709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] No DVR routers for this DVR port fa2991c3-3911-4b5a-a110-30cf30e3a487 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:28.433850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-01c35956-6d6d-4c82-87d8-68d1fb39698f None None] The port 'fa2991c3-3911-4b5a-a110-30cf30e3a487' was deleted {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 13:03:28.464745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Port': ['ID=fa2991c3-3911-4b5a-a110-30cf30e3a487,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:28.478428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:28.483375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.508202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a197c2f4-f88a-4a94-8ccc-1c0a4d8147d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (75814341-632c-4cbe-ad07-eb8e4ee6b027), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.511784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a197c2f4-f88a-4a94-8ccc-1c0a4d8147d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.513193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a197c2f4-f88a-4a94-8ccc-1c0a4d8147d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75814341-632c-4cbe-ad07-eb8e4ee6b027 HTTP/1.1" status: 204 len: 168 time: 0.5963578 Feb 11 13:03:28.568932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197c2f4-f88a-4a94-8ccc-1c0a4d8147d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75814341-632c-4cbe-ad07-eb8e4ee6b027,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:28.630807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:28.631528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.641794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.663158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.693814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:28.716412 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.726057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1807633-42be-4fb9-8fe8-ff30a498936f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28 HTTP/1.1" status: 204 len: 168 time: 0.7984810 Feb 11 13:03:28.727861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:28.728600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43748) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:28.749544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:28.757155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:28.777044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6abeb7-e023-4f8c-81d8-ff139c1742a8 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:28.778508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.805986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.818749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:03:28.819077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (dcdef023-ff2f-4d93-94d9-4ad6c7f66a8b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:03:28.826766 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:03:28.890566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb6f1de3-2374-4015-85bf-1b63d174bbe1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1329424 Feb 11 13:03:28.903270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43752) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:28.954760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:28.955196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.960623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d1635339-9346-4c34-a7cf-76e0e69fd6a9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:28.962954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.983945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:28.992834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "DELETE /v2.0/networks/a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1 HTTP/1.1" status: 204 len: 168 time: 1.1087029 Feb 11 13:03:28.995495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43754) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:29.012936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:29.016254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c54da-becd-4bfa-8fe2-838837ca2a9a tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Network': ['ID=a9c9a100-eb9a-424d-8fe7-ec524fa4bdd1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:29.016419 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdcd8df-76f1-4cd6-9cd7-1d9e3fb240d7" -d '{"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-plugged", "status": "completed", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:29.032781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:29.045586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5fc7c-8f81-4a4f-bef3-241805954841 req-7d2bca13-42c6-444e-bf99-79a6bf4b1ff1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:29.047131 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70c5fc7c-8f81-4a4f-bef3-241805954841 req-7d2bca13-42c6-444e-bf99-79a6bf4b1ff1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 945 time: 0.3661170 Feb 11 13:03:29.048615 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.071666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43758) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:29.099663 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca2c092-ca97-40e7-b390-2bbae9cea640 x-openstack-request-id: req-4ca2c092-ca97-40e7-b390-2bbae9cea640 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:29.100078 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-plugged", "status": "completed", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:29.100348 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ca2c092-ca97-40e7-b390-2bbae9cea640 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:29.100766 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'code': 200} Feb 11 13:03:29.152497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3860a5ee-f054-441e-bfc0-0c7d795e9e38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51f96eb3f5114a3f8c2eea335ff7218f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0791211 Feb 11 13:03:29.155441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43760) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:29.185315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:29.195887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:29.247282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b34f36b-f923-47a5-a375-d250228302de admin admin] Publish callbacks [] for security_group (625a908b-4b22-436a-ac04-aa0d353ceb48), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.268290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Deleting port 65e16f19-9837-4870-b62a-f01b26662f9d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:29.268886 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.287256 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b34f36b-f923-47a5-a375-d250228302de admin admin] Publish callbacks [] for security_group (625a908b-4b22-436a-ac04-aa0d353ceb48), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.291101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fa2991c3-3911-4b5a-a110-30cf30e3a487 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:29.294989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5a7ef4df-2163-4a9c-9c62-db3e4ba1abb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.330408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07a9937-a2ea-4691-8e7a-d611fa477a9f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:29.334948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d07a9937-a2ea-4691-8e7a-d611fa477a9f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4306192 Feb 11 13:03:29.344054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43772) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:29.360301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b34f36b-f923-47a5-a375-d250228302de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (625a908b-4b22-436a-ac04-aa0d353ceb48), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.366689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5b34f36b-f923-47a5-a375-d250228302de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.375456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5b34f36b-f923-47a5-a375-d250228302de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/625a908b-4b22-436a-ac04-aa0d353ceb48 HTTP/1.1" status: 204 len: 168 time: 0.2183702 Feb 11 13:03:29.396772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34f36b-f923-47a5-a375-d250228302de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a908b-4b22-436a-ac04-aa0d353ceb48,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:29.480614 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70c5fc7c-8f81-4a4f-bef3-241805954841 req-9df5889e-a009-47b1-b05c-0206dd8b87f4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077600 Feb 11 13:03:29.485604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: fa2991c3-3911-4b5a-a110-30cf30e3a487 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:29.485978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fa2991c3-3911-4b5a-a110-30cf30e3a487 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:29.501399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] Deleting port d1635339-9346-4c34-a7cf-76e0e69fd6a9 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:29.501811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.514400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Deleting port 1deb17d9-587e-4a01-b23e-37d1c837a42f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:29.526828 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.556153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a520f-fc77-4beb-8ccf-1d8fbd10a6f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:29.560423 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1b6a520f-fc77-4beb-8ccf-1d8fbd10a6f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2149041 Feb 11 13:03:29.560736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43776) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:29.587750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] For port 65e16f19-9837-4870-b62a-f01b26662f9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=65e16f19-9837-4870-b62a-f01b26662f9d,segment=NetworkSegment(5d783617-d1a4-4a44-97c7-01b457b05996),segment_id=5d783617-d1a4-4a44-97c7-01b457b05996)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:29.588102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.616871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] For port d1635339-9346-4c34-a7cf-76e0e69fd6a9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d1635339-9346-4c34-a7cf-76e0e69fd6a9,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:29.617599 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.637849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] Calling delete_port for d1635339-9346-4c34-a7cf-76e0e69fd6a9 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:29.641443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Calling delete_port for 65e16f19-9837-4870-b62a-f01b26662f9d owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:29.666261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d6361c24-4742-4eb1-ac14-9b7fb1da8d09 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030774 Feb 11 13:03:29.671586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43778) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:29.683493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:29.840874 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d1635339-9346-4c34-a7cf-76e0e69fd6a9), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:29.898988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] Pushing event deleted for resources: {'Port': ['ID=d1635339-9346-4c34-a7cf-76e0e69fd6a9,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:29.906775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b121786-1fcb-4e51-9524-894abf020bf9 None None] No DVR routers for this DVR port d1635339-9346-4c34-a7cf-76e0e69fd6a9 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:30.138659 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.138983 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for floatingip (1deb17d9-587e-4a01-b23e-37d1c837a42f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.158337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Calling delete_port for 1deb17d9-587e-4a01-b23e-37d1c837a42f owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:30.349533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:30.358182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.430950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1deb17d9-587e-4a01-b23e-37d1c837a42f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.489093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Pushing event deleted for resources: {'Port': ['ID=1deb17d9-587e-4a01-b23e-37d1c837a42f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:30.530178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (65e16f19-9837-4870-b62a-f01b26662f9d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.593507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=65e16f19-9837-4870-b62a-f01b26662f9d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:30.656774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43810) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:30.679448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks [] for floatingip (5d494423-08ae-471a-8df0-99430f6dedd8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.682523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.683724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e2ed9515-9a65-4778-ab60-a1d09f6b428f tempest-FloatingIPAdminTestJSON-266289053 tempest-FloatingIPAdminTestJSON-266289053-project] 10.222.0.42 "DELETE /v2.0/floatingips/5d494423-08ae-471a-8df0-99430f6dedd8 HTTP/1.1" status: 204 len: 168 time: 1.6842115 Feb 11 13:03:30.828974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841c453-10a8-4eb0-9c95-244e0e285953 req-f0c147a4-c7af-4de2-8f15-24f99d69f36c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:30.836289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8841c453-10a8-4eb0-9c95-244e0e285953 req-f0c147a4-c7af-4de2-8f15-24f99d69f36c tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 945 time: 0.1726849 Feb 11 13:03:30.856362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (bd6670e4-b84d-4301-84e0-fe8c83457357), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.960236 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8841c453-10a8-4eb0-9c95-244e0e285953 req-cc32197c-ef8b-4534-8d3d-2469f7c4d4ca tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173286 Feb 11 13:03:30.961415 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:30.977837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1961346817'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:31.004268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:31.039393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:31.060624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:31.077095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:31.077548 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.082923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=bd6670e4-b84d-4301-84e0-fe8c83457357,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:31.087380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c749bef-dab6-4e94-822b-7654fed674ee None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:31.101697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Made reservation on behalf of dd403734e762480bb3a601d00e90de88 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:31.107232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.116176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-661526b4-ae88-45bb-9f18-5bdc612fba2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4433260 Feb 11 13:03:31.118273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43816) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:31.129924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': 'bd6670e4-b84d-4301-84e0-fe8c83457357', 'ip_address': '2001:db8::7556:a669:9162:2e9b'}], 'name': 'tempest-NetworksTestDHCPv6-635687442'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:31.136544 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.275769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d1635339-9346-4c34-a7cf-76e0e69fd6a9 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:31.329466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': 'bd6670e4-b84d-4301-84e0-fe8c83457357'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:31.333053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.336682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:03:31.344930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43820) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:31.348525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:31.349232 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.351239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d1635339-9346-4c34-a7cf-76e0e69fd6a9 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:31.351856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d1635339-9346-4c34-a7cf-76e0e69fd6a9 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:31.391578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:03:31.412077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks [] for security_group (49a90d45-a6e6-4686-b5bc-65a45aa99eff), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.422060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (49a90d45-a6e6-4686-b5bc-65a45aa99eff), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.451705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:03:31.459306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:31.492552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (15903cf8-5ad8-4d29-81d4-518235d9466e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.492896 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Added segment 15903cf8-5ad8-4d29-81d4-518235d9466e of type vlan for network 706e1c35-0313-4028-9c46-74aeffda1bc7 Feb 11 13:03:31.494304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a90d45-a6e6-4686-b5bc-65a45aa99eff,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:31.579777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (706e1c35-0313-4028-9c46-74aeffda1bc7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.619314 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.629998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:31.651914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f54fdb87-400e-4841-9c05-918dc2c21b69 admin admin] 10.222.0.42 "PUT /v2.0/routers/e7a9e191-5a98-429b-a30b-eeb0ab415dc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2203388 Feb 11 13:03:31.654593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43834) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:31.658021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (706e1c35-0313-4028-9c46-74aeffda1bc7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.663405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:31.664149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.670086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:31.716749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/bd6670e4-b84d-4301-84e0-fe8c83457357/f5805dac-7c07-4fad-acec-fe765c28d0a1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:31.745571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] Sync routers for ids ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:31.760848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4b98132d-487e-4e16-9f33-2616802aa7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.768667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1075790 Feb 11 13:03:31.773553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43836) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:31.780078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cfa1d474-49ca-47c1-844d-78e2dd97153e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a74d0d375ced4273ad4d1476fb2c1a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4295311 Feb 11 13:03:31.796248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43838) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:31.809010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] Routers {'e7a9e191-5a98-429b-a30b-eeb0ab415dc3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:31.809910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:31.812336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Request body: {'subnet': {'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:31.823479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50488e-b119-41f9-a649-f1bf672daabd tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event updated for resources: {'Network': ['ID=706e1c35-0313-4028-9c46-74aeffda1bc7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:31.870591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks [] for router (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.922961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5177dadf-3f7f-49fa-8619-143ebbd47627 admin admin] Publish callbacks [] for security_group (ba05e2e3-f294-4b1b-acc7-b6da97183acd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.952435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:03:31.969214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Made reservation on behalf of dd403734e762480bb3a601d00e90de88 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:31.977166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5177dadf-3f7f-49fa-8619-143ebbd47627 admin admin] Publish callbacks [] for security_group (ba05e2e3-f294-4b1b-acc7-b6da97183acd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:31.992436 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.028881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:32.029458 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.073364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks [] for router_gateway (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.140076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5177dadf-3f7f-49fa-8619-143ebbd47627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ba05e2e3-f294-4b1b-acc7-b6da97183acd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.143239 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5177dadf-3f7f-49fa-8619-143ebbd47627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.144735 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5177dadf-3f7f-49fa-8619-143ebbd47627 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba05e2e3-f294-4b1b-acc7-b6da97183acd HTTP/1.1" status: 204 len: 168 time: 0.3472922 Feb 11 13:03:32.174227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177dadf-3f7f-49fa-8619-143ebbd47627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05e2e3-f294-4b1b-acc7-b6da97183acd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:32.189370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4409f-09c2-4d9f-856f-17754c00d4b8 req-bed7217c-1063-4a76-a962-e786f8a9dd90 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:32.197755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cca4409f-09c2-4d9f-856f-17754c00d4b8 req-bed7217c-1063-4a76-a962-e786f8a9dd90 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 945 time: 0.1277249 Feb 11 13:03:32.220938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:32.223358 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d0f4a7-2135-4ec0-aae5-6fc473dbc843" -d '{"events": [{"server_uuid": "de7585f6-7292-4f45-92e5-b8b55b9d5f50", "name": "network-vif-plugged", "status": "completed", "tag": "be3016e9-9a39-4e4a-94c1-7ee5bcd116c9"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:32.249113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Deleting port 42c6df27-a051-4f91-b7c5-a14b153b0842 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:32.249568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.312827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:32.328487 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e81afb0-127d-4e0e-840f-95856a09120e x-openstack-request-id: req-4e81afb0-127d-4e0e-840f-95856a09120e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:32.328785 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7585f6-7292-4f45-92e5-b8b55b9d5f50", "name": "network-vif-plugged", "status": "completed", "tag": "be3016e9-9a39-4e4a-94c1-7ee5bcd116c9", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:32.329088 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e81afb0-127d-4e0e-840f-95856a09120e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:32.329489 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9', 'code': 200} Feb 11 13:03:32.332677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] Set router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:03:32.364812 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.393561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] For port 42c6df27-a051-4f91-b7c5-a14b153b0842, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42c6df27-a051-4f91-b7c5-a14b153b0842,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:32.393561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.407577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cca4409f-09c2-4d9f-856f-17754c00d4b8 req-d4953bc4-28aa-45e1-8f18-9d4d72c816a7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070756 Feb 11 13:03:32.435140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Calling delete_port for 42c6df27-a051-4f91-b7c5-a14b153b0842 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:32.452465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (1f3268c1-19cf-4a3c-817f-5b0514af4e0e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.574880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b3aee-f1d6-40c9-80a1-ca1e6e1a18fc req-f3be3355-4bfc-44d6-97ad-8e26a956607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:32.576469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c5b3aee-f1d6-40c9-80a1-ca1e6e1a18fc req-f3be3355-4bfc-44d6-97ad-8e26a956607f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 1128 time: 0.1387014 Feb 11 13:03:32.579210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event updated for resources: {'Subnet': ['ID=1f3268c1-19cf-4a3c-817f-5b0514af4e0e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:32.593887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Checking segment: {'id': '15903cf8-5ad8-4d29-81d4-518235d9466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:32.594342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Network hostable DHCP agents. Network: 706e1c35-0313-4028-9c46-74aeffda1bc7, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:03:32.671534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:03:32.685170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c5b3aee-f1d6-40c9-80a1-ca1e6e1a18fc req-0ef10919-87a2-43ce-9f3c-22f44957f1fe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000342 Feb 11 13:03:32.687452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 706e1c35-0313-4028-9c46-74aeffda1bc7) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:32.693190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:32.694006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.727576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-292c3e2d-9e8d-46c3-acd4-c7a186c24fba tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9502757 Feb 11 13:03:32.729955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43858) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:32.741307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Request body: {'port': {'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1752700921'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:32.808391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43860) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:32.833145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccc078-e3a4-4605-808b-c22667746dfe None None] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:32.852912 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Publish callbacks [] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.865310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (42c6df27-a051-4f91-b7c5-a14b153b0842), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.870325 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.878268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15faddd9-2f55-4800-8c91-6fe5d41939a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.899871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Pushing event deleted for resources: {'Port': ['ID=42c6df27-a051-4f91-b7c5-a14b153b0842,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:32.900709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:32.905497 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:32.925038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.927198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.927969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.928468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.929025 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.929661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.930154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.931251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.931747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.932248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.932731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.933256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.933770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:32.974890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::7556:a669:9162:2e9b (748fcd93-cfb1-4683-9579-584b9508fdbf/bd6670e4-b84d-4301-84e0-fe8c83457357/e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:32.994135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:33.016850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:33.020748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:33.126385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Pushing event updated for resources: {'Port': ['ID=f5805dac-7c07-4fad-acec-fe765c28d0a1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:33.151321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.172259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Attempting to bind port f5805dac-7c07-4fad-acec-fe765c28d0a1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:33.172628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Attempting to bind port f5805dac-7c07-4fad-acec-fe765c28d0a1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:33.172992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Attempting to bind port f5805dac-7c07-4fad-acec-fe765c28d0a1 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:33.181338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:33.181742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:33.182143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.182533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:33.183003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Bound port: f5805dac-7c07-4fad-acec-fe765c28d0a1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:33.183383 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.185558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-706e1c35-0313-4028-9c46-74aeffda1bc7', 'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7', 'project_id': 'dd403734e762480bb3a601d00e90de88', 'fixed_ips': [{'subnet_id': '1f3268c1-19cf-4a3c-817f-5b0514af4e0e'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:33.186388 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.190328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:03:30Z', 'revision_number': 5, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port': {'id': '42c6df27-a051-4f91-b7c5-a14b153b0842', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:02:44Z', 'updated_at': '2022-02-11T13:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:33.228684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] Checking router: e7a9e191-5a98-429b-a30b-eeb0ab415dc3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:03:33.252803 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.293408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] Routers {'e7a9e191-5a98-429b-a30b-eeb0ab415dc3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:33.294353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:33.303905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.313848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.318733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks [] for router_controller (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.345877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:33.353590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:33.394625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:33.397707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (e7a9e191-5a98-429b-a30b-eeb0ab415dc3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.397998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:03:33.403096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.405377 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-761f127c-4c94-49fc-9db4-0056323d41bb admin admin] 10.222.0.42 "DELETE /v2.0/routers/e7a9e191-5a98-429b-a30b-eeb0ab415dc3 HTTP/1.1" status: 204 len: 168 time: 1.7486739 Feb 11 13:03:33.408034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43862) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:33.412426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:33.414182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.458013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3385820 Feb 11 13:03:33.461868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43866) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:33.479399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] Deleting subnet cf6e144f-95e7-4cda-8af2-0c9fc1982f64 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:33.483452 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] Publish callbacks [] for subnet (cf6e144f-95e7-4cda-8af2-0c9fc1982f64), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.489781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d7ec4c8a-888b-4d5f-b979-164e6522b2e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': 'bd6670e4-b84d-4301-84e0-fe8c83457357', 'ip_address': '2001:db8::7556:a669:9162:2e9b'}], 'name': 'tempest-NetworksTestDHCPv6-802632755'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:33.529098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (cf6e144f-95e7-4cda-8af2-0c9fc1982f64), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.654439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec4c8a-888b-4d5f-b979-164e6522b2e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:33.656239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] Set router e7a9e191-5a98-429b-a30b-eeb0ab415dc3 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:03:33.660108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] For port f5805dac-7c07-4fad-acec-fe765c28d0a1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:33.661616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d7ec4c8a-888b-4d5f-b979-164e6522b2e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.672925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad532-e201-48d9-a575-846382b8e1d4 req-0e06741c-9c59-4400-bd76-5d62e5b7627a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:33.674595 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c1ad532-e201-48d9-a575-846382b8e1d4 req-0e06741c-9c59-4400-bd76-5d62e5b7627a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 946 time: 0.1201713 Feb 11 13:03:33.683810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2546f-9f21-468e-8394-2ce0bf5e0f68 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:33.697120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Made reservation on behalf of dd403734e762480bb3a601d00e90de88 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:33.701248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.730741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cf6e144f-95e7-4cda-8af2-0c9fc1982f64), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.759422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-d7ec4c8a-888b-4d5f-b979-164e6522b2e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 0e8f4e17-9ecb-4c64-bcc1-140c2bfb7be4 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:33.775420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] For port f5805dac-7c07-4fad-acec-fe765c28d0a1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f5805dac-7c07-4fad-acec-fe765c28d0a1,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:33.776614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] device_id is not set on port 3b5f7191-4e64-4cd8-a959-fa0a608c8355 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:33.776749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:03:32Z', 'revision_number': 7, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:33.826219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167d73d-b743-475e-9db2-73b1458a850e None None] The sync data for ids ['e7a9e191-5a98-429b-a30b-eeb0ab415dc3'] in n-d-828675-3 is: [{'id': 'e7a9e191-5a98-429b-a30b-eeb0ab415dc3', 'name': 'tempest-FloatingIPDetailsTestJSON-165142398-router', 'tenant_id': 'c1ffe3a4dcff43bd837db395d1599175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:02:42Z', 'updated_at': '2022-02-11T13:03:32Z', 'revision_number': 7, 'project_id': 'c1ffe3a4dcff43bd837db395d1599175', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:33.829827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0c1ad532-e201-48d9-a575-846382b8e1d4 req-88ecbc7b-0ea3-4017-8b8a-6f16cf64ba6d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454737 Feb 11 13:03:33.871350 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.902832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (cf6e144f-95e7-4cda-8af2-0c9fc1982f64), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.942857 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15faddd9-2f55-4800-8c91-6fe5d41939a5 admin admin] Publish callbacks [] for security_group (c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.955569 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15faddd9-2f55-4800-8c91-6fe5d41939a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.971198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:33.979743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cf6e144f-95e7-4cda-8af2-0c9fc1982f64 HTTP/1.1" status: 204 len: 168 time: 0.5706153 Feb 11 13:03:33.981052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:33.986245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3b2d79-817f-4705-8234-967e1689eadc None None] Network db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:33.991223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49777ca-3ae1-49db-b33c-fa0b4ff29d54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6e144f-95e7-4cda-8af2-0c9fc1982f64,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:34.019458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Allocated IP 2001:db8::2 (706e1c35-0313-4028-9c46-74aeffda1bc7/1f3268c1-19cf-4a3c-817f-5b0514af4e0e/172db058-5ea4-4a6d-a7f1-79379a19a5d6) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:34.040223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faddd9-2f55-4800-8c91-6fe5d41939a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:34.054730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7cefd-cabd-4921-bfa8-80b35a3d813c None None] Pushing event updated for resources: {'Port': ['ID=f5805dac-7c07-4fad-acec-fe765c28d0a1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:34.113069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.173788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-15faddd9-2f55-4800-8c91-6fe5d41939a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a587baa466a04a3c92ec6fbe148c4b27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3625913 Feb 11 13:03:34.178613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43884) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:34.294714 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ec4c8a-888b-4d5f-b979-164e6522b2e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:03:34.295184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ec4c8a-888b-4d5f-b979-164e6522b2e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:03:34.309477 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.334454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d7ec4c8a-888b-4d5f-b979-164e6522b2e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8564456 Feb 11 13:03:34.335705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43886) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:34.361825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Deleting port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:34.362298 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.367440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8d984d4-05fc-4326-82d4-73f21fc38a1a admin admin] Publish callbacks [] for security_group (c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.462740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf05dac-0069-47ad-b989-c85e6b2281f8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:34.469429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf05dac-0069-47ad-b989-c85e6b2281f8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:34.471650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bdf05dac-0069-47ad-b989-c85e6b2281f8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1317470 Feb 11 13:03:34.474413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43888) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:34.537566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8d984d4-05fc-4326-82d4-73f21fc38a1a admin admin] Publish callbacks [] for security_group (c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.546949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Publish callbacks [] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.559204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.573103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] For port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2,segment=NetworkSegment(5d783617-d1a4-4a44-97c7-01b457b05996),segment_id=5d783617-d1a4-4a44-97c7-01b457b05996)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:34.573557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.631036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Calling delete_port for cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:34.634201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Pushing event updated for resources: {'Port': ['ID=172db058-5ea4-4a6d-a7f1-79379a19a5d6,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:34.643781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:34.646477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:34.649619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:34.720644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Attempting to bind port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:34.721008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Attempting to bind port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '15903cf8-5ad8-4d29-81d4-518235d9466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:34.721431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Attempting to bind port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 on network 706e1c35-0313-4028-9c46-74aeffda1bc7 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:34.729824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:34.729824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Checking segment: {'id': '15903cf8-5ad8-4d29-81d4-518235d9466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:34.729824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.729824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Bound using segment: {'id': '15903cf8-5ad8-4d29-81d4-518235d9466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:34.729824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Bound port: 172db058-5ea4-4a6d-a7f1-79379a19a5d6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15903cf8-5ad8-4d29-81d4-518235d9466e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:34.730431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.743262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8d984d4-05fc-4326-82d4-73f21fc38a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.746297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c8d984d4-05fc-4326-82d4-73f21fc38a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.747661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c8d984d4-05fc-4326-82d4-73f21fc38a1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2 HTTP/1.1" status: 204 len: 168 time: 0.5572982 Feb 11 13:03:34.753410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Allocated IP 2001:db8::2c0 (706e1c35-0313-4028-9c46-74aeffda1bc7/1f3268c1-19cf-4a3c-817f-5b0514af4e0e/3b5f7191-4e64-4cd8-a959-fa0a608c8355) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:34.773360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d984d4-05fc-4326-82d4-73f21fc38a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e6d1c5-c45d-4c56-b1d8-0418c9fb83b2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:34.800456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.849551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] No DVR routers for this DVR port cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:34.858476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:34.875862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94e286-7656-4829-b970-92d71c43b9b0 None None] DHCP port deletion for db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:34.913918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] For port 172db058-5ea4-4a6d-a7f1-79379a19a5d6, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:34.922644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] For port 172db058-5ea4-4a6d-a7f1-79379a19a5d6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=172db058-5ea4-4a6d-a7f1-79379a19a5d6,segment=NetworkSegment(15903cf8-5ad8-4d29-81d4-518235d9466e),segment_id=15903cf8-5ad8-4d29-81d4-518235d9466e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:34.932911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.007683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:35.008024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.029571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.059519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c6308-2dbf-46cd-b975-cc050e28d19b None None] Pushing event updated for resources: {'Port': ['ID=172db058-5ea4-4a6d-a7f1-79379a19a5d6,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:35.102549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:35.132386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d783617-d1a4-4a44-97c7-01b457b05996') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:35.132707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d783617-d1a4-4a44-97c7-01b457b05996') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:35.143958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (5d783617-d1a4-4a44-97c7-01b457b05996), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.165166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5d783617-d1a4-4a44-97c7-01b457b05996), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.170088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks [] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.172628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:03:35.173544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (5d783617-d1a4-4a44-97c7-01b457b05996), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:03:35.244674 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:03:35.257333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.262571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.280603 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] 10.222.0.42 "DELETE /v2.0/networks/db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca HTTP/1.1" status: 204 len: 168 time: 1.2915461 Feb 11 13:03:35.312966 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.336326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.389343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921f076-323a-4eb3-aa9b-aa036e85cbaf admin admin] Pushing event deleted for resources: {'Network': ['ID=db621d6b-6c9b-4924-ab9a-7a7b5d2e58ca,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:35.399765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:35.444615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f5805dac-7c07-4fad-acec-fe765c28d0a1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:35.457399 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.506775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264983a4-311b-4166-ad7b-de0d17a275fe req-e2ef669e-d133-4edf-b8c7-81d4a74bd5f4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:35.517743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-264983a4-311b-4166-ad7b-de0d17a275fe req-e2ef669e-d133-4edf-b8c7-81d4a74bd5f4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 946 time: 0.2720177 Feb 11 13:03:35.518325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43906) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:35.642714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f5805dac-7c07-4fad-acec-fe765c28d0a1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:35.646203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.699890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90d95c34-1cfa-4c91-bd0f-b73d875f1066 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1ffe3a4dcff43bd837db395d1599175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800253 Feb 11 13:03:35.703295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43910) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:35.728247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-264983a4-311b-4166-ad7b-de0d17a275fe req-2c6bde97-859d-4232-a481-27cd58c9e046 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846964 Feb 11 13:03:35.833454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event updated for resources: {'Port': ['ID=3b5f7191-4e64-4cd8-a959-fa0a608c8355,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:35.882936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f5805dac-7c07-4fad-acec-fe765c28d0a1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:35.883221 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.888283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:35.907788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:35.926541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:35.930498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce999ab2-e266-40e9-9097-a5b0791976e5 admin admin] Publish callbacks [] for security_group (e9760ba3-3bb6-4da8-9cc5-0c8c6f731715), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.935229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:35.935962 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.966776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port f5805dac-7c07-4fad-acec-fe765c28d0a1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f5805dac-7c07-4fad-acec-fe765c28d0a1,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:35.978966 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.011151 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce999ab2-e266-40e9-9097-a5b0791976e5 admin admin] Publish callbacks [] for security_group (e9760ba3-3bb6-4da8-9cc5-0c8c6f731715), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.040881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-de029c98-77c9-4cb1-81b1-cf66601c5d67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3097637 Feb 11 13:03:36.047062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43920) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:36.069179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Request body: {'port': {'network_id': '706e1c35-0313-4028-9c46-74aeffda1bc7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1893333650', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:36.069754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] bootfile-name is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:03:36.070119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] tftp-server is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:03:36.070459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] server-ip-address is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:03:36.077390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43922) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:36.124446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 65e16f19-9837-4870-b62a-f01b26662f9d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:36.189361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 65e16f19-9837-4870-b62a-f01b26662f9d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:36.189956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 65e16f19-9837-4870-b62a-f01b26662f9d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:36.190439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42c6df27-a051-4f91-b7c5-a14b153b0842 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:36.195852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d62daeef-bb48-4b7b-89ec-ff89b6300f47 None None] Provisioning complete for port f5805dac-7c07-4fad-acec-fe765c28d0a1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:36.196230 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d62daeef-bb48-4b7b-89ec-ff89b6300f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.219386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19adeba2-57c5-4eb8-bb52-01b27fc87211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.259779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.340572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 42c6df27-a051-4f91-b7c5-a14b153b0842 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:36.344041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42c6df27-a051-4f91-b7c5-a14b153b0842 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:36.344966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:36.390116 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce999ab2-e266-40e9-9097-a5b0791976e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e9760ba3-3bb6-4da8-9cc5-0c8c6f731715), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.396775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Made reservation on behalf of dd403734e762480bb3a601d00e90de88 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:36.403053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.405924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:36.413048 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce999ab2-e266-40e9-9097-a5b0791976e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.414680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce999ab2-e266-40e9-9097-a5b0791976e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9760ba3-3bb6-4da8-9cc5-0c8c6f731715 HTTP/1.1" status: 204 len: 168 time: 0.7103863 Feb 11 13:03:36.431273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999ab2-e266-40e9-9097-a5b0791976e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9760ba3-3bb6-4da8-9cc5-0c8c6f731715,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:36.469243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=f5805dac-7c07-4fad-acec-fe765c28d0a1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:36.509815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:36.510180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cac45d8f-7fb4-4a20-9ca6-05d65ce0ade2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:36.521433 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19adeba2-57c5-4eb8-bb52-01b27fc87211 admin admin] Publish callbacks [] for security_group (48074dcc-dedb-4f3b-a4d2-72a0b0b0c322), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.532594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19adeba2-57c5-4eb8-bb52-01b27fc87211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (48074dcc-dedb-4f3b-a4d2-72a0b0b0c322), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.540110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:36.548766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-30749d67-96aa-4a18-a131-ee1982927eea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd HTTP/1.1" status: 204 len: 168 time: 2.0733104 Feb 11 13:03:36.563947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] device_id is not set on port 6a2ebaee-8f82-4a8f-9d64-febcc8baeecd yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:36.567696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43934) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:36.709617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d62daeef-bb48-4b7b-89ec-ff89b6300f47 None None] Current status of the port f5805dac-7c07-4fad-acec-fe765c28d0a1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:36.824999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-090fdccd-a2b0-4b66-a458-8294185b36d1 None None] Could not find standard attr ID for object e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:03:36.859884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-19adeba2-57c5-4eb8-bb52-01b27fc87211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7cf7050b26534e91ab2f910a5784fedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7661722 Feb 11 13:03:36.876940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Allocated IP 2001:db8::27c (706e1c35-0313-4028-9c46-74aeffda1bc7/1f3268c1-19cf-4a3c-817f-5b0514af4e0e/6a2ebaee-8f82-4a8f-9d64-febcc8baeecd) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:36.885075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43938) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:36.917851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adeba2-57c5-4eb8-bb52-01b27fc87211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48074dcc-dedb-4f3b-a4d2-72a0b0b0c322,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:36.957518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019bc4b-35af-4b02-83c8-84883216827d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:36.960861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c019bc4b-35af-4b02-83c8-84883216827d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:36.966103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c019bc4b-35af-4b02-83c8-84883216827d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3790436 Feb 11 13:03:36.980692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:37.127523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff99f392-44a2-4b21-a72f-51bc10dc7ffc admin admin] Publish callbacks [] for security_group (48074dcc-dedb-4f3b-a4d2-72a0b0b0c322), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.153216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc9b28-635a-4209-ab7b-767e82f7c6b0 None None] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:37.161203 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet bd6670e4-b84d-4301-84e0-fe8c83457357 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:37.162438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks [] for port (6a2ebaee-8f82-4a8f-9d64-febcc8baeecd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.164776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (bd6670e4-b84d-4301-84e0-fe8c83457357), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.216973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (bd6670e4-b84d-4301-84e0-fe8c83457357), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.251507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6a2ebaee-8f82-4a8f-9d64-febcc8baeecd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.313961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event updated for resources: {'Port': ['ID=6a2ebaee-8f82-4a8f-9d64-febcc8baeecd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:37.324660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:37.328416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:37.332920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:37.340156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:37.341603 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.380920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cabc7a1a-9a68-4e88-8eaa-f1aad66cf49b tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3297422 Feb 11 13:03:37.381103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43954) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:37.391069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f5805dac-7c07-4fad-acec-fe765c28d0a1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:37.448052 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff99f392-44a2-4b21-a72f-51bc10dc7ffc admin admin] Publish callbacks [] for security_group (48074dcc-dedb-4f3b-a4d2-72a0b0b0c322), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.462001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (bd6670e4-b84d-4301-84e0-fe8c83457357), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.543451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81736f08-f528-41fa-82d8-e2663c9d5b29 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:37.565179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81736f08-f528-41fa-82d8-e2663c9d5b29 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:37.571190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Provisioning complete for port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:37.571586 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.584241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81736f08-f528-41fa-82d8-e2663c9d5b29 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:37.586767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-81736f08-f528-41fa-82d8-e2663c9d5b29 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2043381 Feb 11 13:03:37.588834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff99f392-44a2-4b21-a72f-51bc10dc7ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (48074dcc-dedb-4f3b-a4d2-72a0b0b0c322), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.589975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43964) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:37.591531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff99f392-44a2-4b21-a72f-51bc10dc7ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.595113 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ff99f392-44a2-4b21-a72f-51bc10dc7ffc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48074dcc-dedb-4f3b-a4d2-72a0b0b0c322 HTTP/1.1" status: 204 len: 168 time: 0.7036204 Feb 11 13:03:37.629592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99f392-44a2-4b21-a72f-51bc10dc7ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48074dcc-dedb-4f3b-a4d2-72a0b0b0c322,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:37.646650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (bd6670e4-b84d-4301-84e0-fe8c83457357), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.672876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.681615 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/bd6670e4-b84d-4301-84e0-fe8c83457357 HTTP/1.1" status: 204 len: 168 time: 0.6954618 Feb 11 13:03:37.689164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43970) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:37.701138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed19a05-d498-46b4-abff-95ef2fd45301 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:37.741138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27080398-a0fa-4843-8c8e-aeaa6326f204 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6670e4-b84d-4301-84e0-fe8c83457357,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:37.806923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f5805dac-7c07-4fad-acec-fe765c28d0a1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:37.807302 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.817755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c9166887-196c-437c-ab14-e5bfa4150b5a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255112 Feb 11 13:03:37.822580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:37.828078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:37.984749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Deleting port 6a2ebaee-8f82-4a8f-9d64-febcc8baeecd {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:37.990452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6a2ebaee-8f82-4a8f-9d64-febcc8baeecd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.068614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Current status of the port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:38.075887 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.095395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:38.100159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.280257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] For port 172db058-5ea4-4a6d-a7f1-79379a19a5d6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=172db058-5ea4-4a6d-a7f1-79379a19a5d6,segment=NetworkSegment(15903cf8-5ad8-4d29-81d4-518235d9466e),segment_id=15903cf8-5ad8-4d29-81d4-518235d9466e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:38.301836 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.331902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6a2ebaee-8f82-4a8f-9d64-febcc8baeecd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.384830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Calling delete_port for 6a2ebaee-8f82-4a8f-9d64-febcc8baeecd owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:38.390452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:38.567730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f5805dac-7c07-4fad-acec-fe765c28d0a1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:38.569195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 172db058-5ea4-4a6d-a7f1-79379a19a5d6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:38.570220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44002) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:38.684955 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (881716d6-67b4-4e59-9dbb-2f01e1454cd7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.758853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6a2ebaee-8f82-4a8f-9d64-febcc8baeecd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.807970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:38.825319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:38.829336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:38.829958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.855003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event deleted for resources: {'Port': ['ID=6a2ebaee-8f82-4a8f-9d64-febcc8baeecd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:38.869244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=881716d6-67b4-4e59-9dbb-2f01e1454cd7,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:38.909466 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3626a812-b10b-4985-9be1-077b37c9aeed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0854917 Feb 11 13:03:38.912907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44008) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:38.925198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b4fc2cf4-43a8-445c-963c-a035f933402e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '881716d6-67b4-4e59-9dbb-2f01e1454cd7', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1506929263'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:38.926068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5d126f8a-bab6-436c-808a-d7f88e0d781e None None] Provisioning complete for port 3b5f7191-4e64-4cd8-a959-fa0a608c8355 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:38.928356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d126f8a-bab6-436c-808a-d7f88e0d781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.958245 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.972360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-82579912-b5e1-4f11-8c7c-5c3f6cec9654 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "DELETE /v2.0/ports/6a2ebaee-8f82-4a8f-9d64-febcc8baeecd HTTP/1.1" status: 204 len: 168 time: 1.3812447 Feb 11 13:03:38.976511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44012) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:38.984963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1931182481-network', 'tenant_id': 'e5ee7c41b7f648789ba982f26b9b5a94'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:39.003093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Request body: {'port': {'name': 'tempest-new-port-name-493263561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:39.010475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] bootfile-name is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:03:39.011146 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] tftp-server is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:03:39.011587 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] server-ip-address is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:03:39.021289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Pushing event updated for resources: {'Port': ['ID=172db058-5ea4-4a6d-a7f1-79379a19a5d6,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:39.114069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Made reservation on behalf of e5ee7c41b7f648789ba982f26b9b5a94 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:39.115699 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.156165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.157269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5d126f8a-bab6-436c-808a-d7f88e0d781e None None] Port 3b5f7191-4e64-4cd8-a959-fa0a608c8355 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:03:39.177598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5d126f8a-bab6-436c-808a-d7f88e0d781e None None] Could not find standard attr ID for object 6a2ebaee-8f82-4a8f-9d64-febcc8baeecd. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:03:39.202961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:39.203333 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.212748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fc2cf4-43a8-445c-963c-a035f933402e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:39.215755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.216063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.218153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.222003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.222374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.223416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.223676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.223950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.224292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.227249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.227619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.227958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.228289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.233807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5269ea34-debc-41e4-9e13-243d23bbdabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:39.414293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2cf4-43a8-445c-963c-a035f933402e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.422509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] Deleting port f5805dac-7c07-4fad-acec-fe765c28d0a1 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:39.423537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.481821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-b4fc2cf4-43a8-445c-963c-a035f933402e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 742c7a86-1191-4171-8334-9881788ee6ca yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:03:39.552695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks [] for security_group (000c19a7-8d06-4922-9d61-c2763173bb14), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.559447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (000c19a7-8d06-4922-9d61-c2763173bb14), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.569912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5d126f8a-bab6-436c-808a-d7f88e0d781e None None] Provisioning complete for port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:39.570498 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d126f8a-bab6-436c-808a-d7f88e0d781e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.631707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:03:39.674984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000c19a7-8d06-4922-9d61-c2763173bb14,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:39.684494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (693c9364-b106-421a-8927-6796951e3fb0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.685082 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Added segment 693c9364-b106-421a-8927-6796951e3fb0 of type vlan for network b0263eeb-b60b-4a2d-abc5-795ccbe937bd Feb 11 13:03:39.739059 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fc2cf4-43a8-445c-963c-a035f933402e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:03:39.740132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4fc2cf4-43a8-445c-963c-a035f933402e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:03:39.772034 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b4fc2cf4-43a8-445c-963c-a035f933402e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8568513 Feb 11 13:03:39.782684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44036) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:39.816630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (b0263eeb-b60b-4a2d-abc5-795ccbe937bd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.847468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks [] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.857578 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.917613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] For port f5805dac-7c07-4fad-acec-fe765c28d0a1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f5805dac-7c07-4fad-acec-fe765c28d0a1,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:39.918034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.933586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215106a5-4ea4-4231-9be5-96240dde40c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:39.938068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] Calling delete_port for f5805dac-7c07-4fad-acec-fe765c28d0a1 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:39.940933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-215106a5-4ea4-4231-9be5-96240dde40c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1564069 Feb 11 13:03:39.942100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44038) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:39.948302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event updated for resources: {'Port': ['ID=3b5f7191-4e64-4cd8-a959-fa0a608c8355,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:39.956294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] In _notify_port_updated(), no bound segment for port 3b5f7191-4e64-4cd8-a959-fa0a608c8355 on network 706e1c35-0313-4028-9c46-74aeffda1bc7 {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:03:39.965460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:39.966238 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.970765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-106c8333-dfca-4f84-89aa-a4c8acf41642 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "PUT /v2.0/ports/3b5f7191-4e64-4cd8-a959-fa0a608c8355 HTTP/1.1" status: 200 len: 1129 time: 0.9779036 Feb 11 13:03:39.971414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44042) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:39.981326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (b0263eeb-b60b-4a2d-abc5-795ccbe937bd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:39.982317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:39.982963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.108804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0f69c-f57c-4943-9e0b-50bb898456c4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:40.114299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb0f69c-f57c-4943-9e0b-50bb898456c4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:40.117867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] Pushing event updated for resources: {'Network': ['ID=b0263eeb-b60b-4a2d-abc5-795ccbe937bd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:40.126470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44046) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:40.126813 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6cb0f69c-f57c-4943-9e0b-50bb898456c4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1814895 Feb 11 13:03:40.190021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e9e39fcb-c216-49ee-83b4-057c7b0a20a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6172071 Feb 11 13:03:40.193803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44050) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:40.200536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f81404-16bc-4df4-8b4f-426ae1be0a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:40.206467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Request body: {'subnet': {'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1931182481-subnet', 'tenant_id': 'e5ee7c41b7f648789ba982f26b9b5a94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:40.206857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-21f81404-16bc-4df4-8b4f-426ae1be0a6c tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "GET /v2.0/ports/3b5f7191-4e64-4cd8-a959-fa0a608c8355 HTTP/1.1" status: 200 len: 1129 time: 0.2336171 Feb 11 13:03:40.207528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44052) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:40.236556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Made reservation on behalf of e5ee7c41b7f648789ba982f26b9b5a94 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:40.240399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.255141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 881716d6-67b4-4e59-9dbb-2f01e1454cd7 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:40.259200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (881716d6-67b4-4e59-9dbb-2f01e1454cd7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.325889 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (881716d6-67b4-4e59-9dbb-2f01e1454cd7), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.441295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (881716d6-67b4-4e59-9dbb-2f01e1454cd7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.509083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (881716d6-67b4-4e59-9dbb-2f01e1454cd7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.552289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.558748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/881716d6-67b4-4e59-9dbb-2f01e1454cd7 HTTP/1.1" status: 204 len: 168 time: 0.4282172 Feb 11 13:03:40.559610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b016615-6611-477d-b4d7-955df13d2f07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=881716d6-67b4-4e59-9dbb-2f01e1454cd7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:40.562219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44068) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:40.563680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network b0263eeb-b60b-4a2d-abc5-795ccbe937bd details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:03:40.634934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6973f68b-7b6b-40c0-8f6c-3e24a9b36228 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0715916 Feb 11 13:03:40.639088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44070) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:40.647550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:40.664561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (5c3903b2-aebc-413c-aac6-a52a0c423dfa), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.672000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Deleting port 3b5f7191-4e64-4cd8-a959-fa0a608c8355 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:40.672501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.701263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44072) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:40.763005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Checking segment: {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:40.763723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Network hostable DHCP agents. Network: b0263eeb-b60b-4a2d-abc5-795ccbe937bd, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:03:40.771675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3903b2-aebc-413c-aac6-a52a0c423dfa,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:40.813553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Network b0263eeb-b60b-4a2d-abc5-795ccbe937bd is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:03:40.836599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.838162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, b0263eeb-b60b-4a2d-abc5-795ccbe937bd) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:40.847326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:40.848806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.864086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733006aa-d664-4cef-bf6a-d64e63020091 None None] Network b0263eeb-b60b-4a2d-abc5-795ccbe937bd requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:40.879206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5d126f8a-bab6-436c-808a-d7f88e0d781e None None] Current status of the port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:40.897388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:40.905954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e631c784-6f4f-4ba2-bd3d-c8017240faec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7105479 Feb 11 13:03:40.918335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (f5805dac-7c07-4fad-acec-fe765c28d0a1), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:40.974813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Calling delete_port for 3b5f7191-4e64-4cd8-a959-fa0a608c8355 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:40.975195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] Pushing event deleted for resources: {'Port': ['ID=f5805dac-7c07-4fad-acec-fe765c28d0a1,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:40.987622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb91a0d-0756-4ed4-b186-0612fe390661 None None] No DVR routers for this DVR port f5805dac-7c07-4fad-acec-fe765c28d0a1 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:40.992423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:41.008193 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:41.016362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b557d-2e1b-426c-a2f1-ec1e0b826e44 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:41.056427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-344ab0c8-1593-4aab-9370-67cd5926509b tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-182698279'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:41.056733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-344ab0c8-1593-4aab-9370-67cd5926509b tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Unknown quota resources ['metering_label']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:03:41.224975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 172db058-5ea4-4a6d-a7f1-79379a19a5d6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:41.294260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea643e-7c5d-40c3-bc73-44c647905535 None None] Network b0263eeb-b60b-4a2d-abc5-795ccbe937bd requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:41.296929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f5a7c9e2-b8cc-415b-8359-cb8937986057 None None] Provisioning complete for port 3b5f7191-4e64-4cd8-a959-fa0a608c8355 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:41.297299 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5a7c9e2-b8cc-415b-8359-cb8937986057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:41.468442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (95eec95d-f5d0-4c85-bfd0-fcd65d583260), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:41.485028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-344ab0c8-1593-4aab-9370-67cd5926509b tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:41.498622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-344ab0c8-1593-4aab-9370-67cd5926509b tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7947862 Feb 11 13:03:41.499287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44096) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:41.503760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4437e5ac-8b12-46be-a580-ab0d14468cdb tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '8a65ce34-c481-4881-8a81-1656f6e1560d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:41.504268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4437e5ac-8b12-46be-a580-ab0d14468cdb tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:03:41.515155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f5a7c9e2-b8cc-415b-8359-cb8937986057 None None] Port 3b5f7191-4e64-4cd8-a959-fa0a608c8355 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:03:41.523360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f5a7c9e2-b8cc-415b-8359-cb8937986057 None None] Could not find standard attr ID for object 6a2ebaee-8f82-4a8f-9d64-febcc8baeecd. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:03:41.552609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:41.553391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:41.657060 n-d-828675-3 neutron-server[109684]: WARNING neutron.services.metering.metering_plugin [None req-4437e5ac-8b12-46be-a580-ab0d14468cdb tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:03:41.745143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:41.796884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:41.813831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:41.825342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337ceb5-c642-40ba-89d9-ab7d5f36f43a None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:41.832277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:41.832960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:41.839881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=95eec95d-f5d0-4c85-bfd0-fcd65d583260,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:41.862257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f5805dac-7c07-4fad-acec-fe765c28d0a1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:41.869316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2a4067ea-fb80-44f0-9311-5bca8140f754 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2288656 Feb 11 13:03:41.911936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44116) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:41.916595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0821fb42-e465-4db4-9079-a2eb05f9bcaf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-482837123', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:42.000115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f5805dac-7c07-4fad-acec-fe765c28d0a1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:42.000669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f5805dac-7c07-4fad-acec-fe765c28d0a1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:42.041033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0821fb42-e465-4db4-9079-a2eb05f9bcaf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (89ede450-464c-479f-9fe8-8ed412e9d9a1), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.042250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0821fb42-e465-4db4-9079-a2eb05f9bcaf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (89ede450-464c-479f-9fe8-8ed412e9d9a1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.049012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '95eec95d-f5d0-4c85-bfd0-fcd65d583260'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:42.051394 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.087950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-e907f5cf-25f7-4d32-82dc-4aa467a1f4fb tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:42.089557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-e907f5cf-25f7-4d32-82dc-4aa467a1f4fb tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 822 time: 0.2916081 Feb 11 13:03:42.110082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3b5f7191-4e64-4cd8-a959-fa0a608c8355), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.119148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-009cc680-e1e7-4918-8646-522def8cfbbd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/quotas/e5ee7c41b7f648789ba982f26b9b5a94 HTTP/1.1" status: 200 len: 375 time: 0.0229607 Feb 11 13:03:42.181179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event deleted for resources: {'Port': ['ID=3b5f7191-4e64-4cd8-a959-fa0a608c8355,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:42.537408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/95eec95d-f5d0-4c85-bfd0-fcd65d583260/f2e4e15c-0a85-40e3-b7fc-4efa7475e31d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:42.646800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4437e5ac-8b12-46be-a580-ab0d14468cdb tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.655805 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4437e5ac-8b12-46be-a580-ab0d14468cdb tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1532555 Feb 11 13:03:42.659670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44120) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:42.673596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-55e4efe2-3fd2-46b3-bc7c-5f4bc5979cd7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '8a65ce34-c481-4881-8a81-1656f6e1560d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:42.674782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-55e4efe2-3fd2-46b3-bc7c-5f4bc5979cd7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:03:42.818096 n-d-828675-3 neutron-server[109684]: WARNING neutron.services.metering.metering_plugin [None req-55e4efe2-3fd2-46b3-bc7c-5f4bc5979cd7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:03:42.879477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0821fb42-e465-4db4-9079-a2eb05f9bcaf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router_controller (89ede450-464c-479f-9fe8-8ed412e9d9a1), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.908216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0821fb42-e465-4db4-9079-a2eb05f9bcaf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (89ede450-464c-479f-9fe8-8ed412e9d9a1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.914328 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Publish callbacks [] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.927321 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.953942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-9c6af767-abcf-4baf-83d8-2ff2e6a7b1c5 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8239155 Feb 11 13:03:42.961216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.966120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5e7d63e4-6958-448a-8896-6c558c190a67 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "DELETE /v2.0/ports/3b5f7191-4e64-4cd8-a959-fa0a608c8355 HTTP/1.1" status: 204 len: 168 time: 2.7552679 Feb 11 13:03:42.974230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44132) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:42.986419 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55e4efe2-3fd2-46b3-bc7c-5f4bc5979cd7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:42.991686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55e4efe2-3fd2-46b3-bc7c-5f4bc5979cd7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3271086 Feb 11 13:03:43.015372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Pushing event updated for resources: {'Port': ['ID=f2e4e15c-0a85-40e3-b7fc-4efa7475e31d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:43.030590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44134) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:43.048585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:43.050247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:43.053835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:43.061082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0821fb42-e465-4db4-9079-a2eb05f9bcaf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.063671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0821fb42-e465-4db4-9079-a2eb05f9bcaf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1506710 Feb 11 13:03:43.065839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d613025d-c492-476a-b4af-b087e5e52a4d tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=d2b8fd56-5043-4cbc-a172-1454b806727f HTTP/1.1" status: 200 len: 464 time: 0.0330434 Feb 11 13:03:43.069939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44136) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:43.070561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44138) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:43.087550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Deleting subnet 1f3268c1-19cf-4a3c-817f-5b0514af4e0e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:43.092084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks [] for subnet (1f3268c1-19cf-4a3c-817f-5b0514af4e0e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.124776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Attempting to bind port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:43.125233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Attempting to bind port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:43.126170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Attempting to bind port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:43.131841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:43.132106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:43.132661 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.133604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:43.133604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Bound port: f2e4e15c-0a85-40e3-b7fc-4efa7475e31d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:43.134197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.144256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (1f3268c1-19cf-4a3c-817f-5b0514af4e0e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.230460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] For port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:43.238702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] For port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f2e4e15c-0a85-40e3-b7fc-4efa7475e31d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:43.251175 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.349580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (1f3268c1-19cf-4a3c-817f-5b0514af4e0e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.359055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad17d49-67b3-4806-abe4-2fcf7aeff525 None None] Pushing event updated for resources: {'Port': ['ID=f2e4e15c-0a85-40e3-b7fc-4efa7475e31d,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:43.475064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (1f3268c1-19cf-4a3c-817f-5b0514af4e0e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.536994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1fbebdd2-edf8-42d0-9087-dce5aa5d5b47 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.538190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1fbebdd2-edf8-42d0-9087-dce5aa5d5b47 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/d2b8fd56-5043-4cbc-a172-1454b806727f HTTP/1.1" status: 204 len: 168 time: 0.4653220 Feb 11 13:03:43.542137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44146) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:43.581470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2317c-3a73-4f49-9a67-c6f8920b4b89 None None] Network 706e1c35-0313-4028-9c46-74aeffda1bc7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:43.594156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.606032 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "DELETE /v2.0/subnets/1f3268c1-19cf-4a3c-817f-5b0514af4e0e HTTP/1.1" status: 204 len: 168 time: 0.6299243 Feb 11 13:03:43.611828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44148) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:43.613543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512fd75-b262-4b76-832f-7da74c1960b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event deleted for resources: {'Subnet': ['ID=1f3268c1-19cf-4a3c-817f-5b0514af4e0e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:43.775986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-15ce378c-8671-4556-bb08-9fc3311be7f7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=d2b8fd56-5043-4cbc-a172-1454b806727f HTTP/1.1" status: 200 len: 221 time: 0.2274921 Feb 11 13:03:43.776361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44152) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:43.778493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-4a8e3914-0704-4401-9f6b-3039e16f13a5 service neutron] 10.222.0.42 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8045402 Feb 11 13:03:43.786084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2a7b128a-7a2f-48a5-abba-857b636decaf tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1531666879', 'description': 'label created by tempest'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:43.786536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2a7b128a-7a2f-48a5-abba-857b636decaf tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Unknown quota resources ['metering_label']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:03:43.872797 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:03:43.937145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] DHCP port deletion for 706e1c35-0313-4028-9c46-74aeffda1bc7 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:43.964335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (706e1c35-0313-4028-9c46-74aeffda1bc7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.079449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a7b128a-7a2f-48a5-abba-857b636decaf tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.084464 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2a7b128a-7a2f-48a5-abba-857b636decaf tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3070719 Feb 11 13:03:44.086737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44164) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:44.091257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] Deleting port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:44.091843 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.193932 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.231661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] For port 172db058-5ea4-4a6d-a7f1-79379a19a5d6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=172db058-5ea4-4a6d-a7f1-79379a19a5d6,segment=NetworkSegment(15903cf8-5ad8-4d29-81d4-518235d9466e),segment_id=15903cf8-5ad8-4d29-81d4-518235d9466e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:44.232060 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.245506 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-418b4ff6-7303-43f6-9f2c-eeb965eb871e tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=b36976c1-b974-471a-8f91-ec0166aad941 HTTP/1.1" status: 200 len: 468 time: 0.1567082 Feb 11 13:03:44.245914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44166) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:44.251992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] Calling delete_port for 172db058-5ea4-4a6d-a7f1-79379a19a5d6 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:44.323137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-36a6b979-0c0c-47e4-a561-3b2b8490614c service neutron] 10.222.0.42 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477117 Feb 11 13:03:44.410920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Deleting port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:44.411680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.430358 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.459928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] No DVR routers for this DVR port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:44.522370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3154b3-2b55-49e7-bc58-7e8f9e4d121d None None] Pushing event deleted for resources: {'Port': ['ID=172db058-5ea4-4a6d-a7f1-79379a19a5d6,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:44.611406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] For port 172db058-5ea4-4a6d-a7f1-79379a19a5d6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=172db058-5ea4-4a6d-a7f1-79379a19a5d6,segment=NetworkSegment(15903cf8-5ad8-4d29-81d4-518235d9466e),segment_id=15903cf8-5ad8-4d29-81d4-518235d9466e)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:44.612344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.686455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Calling delete_port for 172db058-5ea4-4a6d-a7f1-79379a19a5d6 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:44.821209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a2d49d8-e2bc-4f26-802a-50f124733c53 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:44.823766 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4a2d49d8-e2bc-4f26-802a-50f124733c53 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/b36976c1-b974-471a-8f91-ec0166aad941 HTTP/1.1" status: 204 len: 168 time: 0.5766509 Feb 11 13:03:44.826720 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60c0a2a6-c005-4f8d-bae9-4a0e1cba0167 req-b89f6e4c-b059-4564-b61e-93f8f232fd6c tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 210 time: 0.0517266 Feb 11 13:03:44.828447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44174) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:44.855428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f626dd6e-1656-4791-84d2-378ab955c5b8 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=b36976c1-b974-471a-8f91-ec0166aad941 HTTP/1.1" status: 200 len: 216 time: 0.0210710 Feb 11 13:03:44.856436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44176) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:44.897117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5087cf70-0972-4677-a734-0f0882cab089 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0394280 Feb 11 13:03:44.899454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44184) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:44.921697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-15da6f07-c68d-42f1-87a2-7a13ec591b2c tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0210202 Feb 11 13:03:44.922328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44186) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:45.000740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::1 (748fcd93-cfb1-4683-9579-584b9508fdbf/95eec95d-f5d0-4c85-bfd0-fcd65d583260/633822db-5379-41d1-9f98-a56a1ae3222b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:45.043213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44192) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:45.043892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5aacb042-ce0f-4f9b-9ad4-0c6ca8a0c5f3 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/8a65ce34-c481-4881-8a81-1656f6e1560d HTTP/1.1" status: 200 len: 472 time: 0.1203341 Feb 11 13:03:45.080351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5244cf3d-36a6-463c-ab6f-6a8a98754433 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/2e47a3db-4cdc-4f83-b4f4-e4bb736c2ab4 HTTP/1.1" status: 200 len: 461 time: 0.0302284 Feb 11 13:03:45.082283 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44196) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:45.117621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (172db058-5ea4-4a6d-a7f1-79379a19a5d6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.151144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2e4e15c-0a85-40e3-b7fc-4efa7475e31d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:45.219247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event deleted for resources: {'Port': ['ID=172db058-5ea4-4a6d-a7f1-79379a19a5d6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:45.222370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] No DVR routers for this DVR port 172db058-5ea4-4a6d-a7f1-79379a19a5d6 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:45.303028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19e9fb44-46aa-4f38-b165-a574ccbab0c7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.307138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-19e9fb44-46aa-4f38-b165-a574ccbab0c7 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/2e47a3db-4cdc-4f83-b4f4-e4bb736c2ab4 HTTP/1.1" status: 204 len: 168 time: 0.2235935 Feb 11 13:03:45.308619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44200) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:45.313968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-25b5219a-94b2-4a4b-844a-a1978045cc46 None None] Provisioning complete for port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:45.321030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-25b5219a-94b2-4a4b-844a-a1978045cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.418509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:45.419049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.430438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (633822db-5379-41d1-9f98-a56a1ae3222b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.505149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (706e1c35-0313-4028-9c46-74aeffda1bc7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.546154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-25b5219a-94b2-4a4b-844a-a1978045cc46 None None] Current status of the port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:45.546677 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-25b5219a-94b2-4a4b-844a-a1978045cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.562199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706e1c35-0313-4028-9c46-74aeffda1bc7']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:45.591451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15903cf8-5ad8-4d29-81d4-518235d9466e') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:45.592908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15903cf8-5ad8-4d29-81d4-518235d9466e') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:45.615587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:45.616126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.619155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (15903cf8-5ad8-4d29-81d4-518235d9466e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.630919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07c28f86-d1fc-469f-81c4-f253bafd78f5 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.633575 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-07c28f86-d1fc-469f-81c4-f253bafd78f5 tempest-MeteringTestJSON-1097566091 tempest-MeteringTestJSON-1097566091-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/8a65ce34-c481-4881-8a81-1656f6e1560d HTTP/1.1" status: 204 len: 168 time: 0.3221874 Feb 11 13:03:45.644232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-25b5219a-94b2-4a4b-844a-a1978045cc46 None None] For port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f2e4e15c-0a85-40e3-b7fc-4efa7475e31d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:45.651227 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-25b5219a-94b2-4a4b-844a-a1978045cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.655083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (15903cf8-5ad8-4d29-81d4-518235d9466e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.673123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:03:45.674668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (15903cf8-5ad8-4d29-81d4-518235d9466e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.761166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:03:45.761658 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:03:45.764634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5219a-94b2-4a4b-844a-a1978045cc46 None None] Pushing event updated for resources: {'Port': ['ID=f2e4e15c-0a85-40e3-b7fc-4efa7475e31d,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:03:45.867684 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:03:45.873862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (706e1c35-0313-4028-9c46-74aeffda1bc7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.877912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.901708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:45.905574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] 10.222.0.42 "DELETE /v2.0/networks/706e1c35-0313-4028-9c46-74aeffda1bc7 HTTP/1.1" status: 204 len: 168 time: 2.2930875 Feb 11 13:03:46.004292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fd90a-1cf6-49bf-a32d-fd20732a5769 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366 tempest-ExtraDHCPOptionsIpV6TestJSON-1479379366-project] Pushing event deleted for resources: {'Network': ['ID=706e1c35-0313-4028-9c46-74aeffda1bc7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:46.012177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:46.018572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:46.034707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:46.035810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (89ede450-464c-479f-9fe8-8ed412e9d9a1), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.094141 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.099437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc2306d6-18be-4b6d-867d-95862104574b req-14402593-d82e-45cc-87c2-3fa808875991 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 210 time: 0.1244502 Feb 11 13:03:46.102591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=633822db-5379-41d1-9f98-a56a1ae3222b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:46.210881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44224) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:46.227846 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.351691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:46.468398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 172db058-5ea4-4a6d-a7f1-79379a19a5d6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:46.494952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a91d79d6-e289-4b3b-97b6-10f32e7e701b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.523708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 172db058-5ea4-4a6d-a7f1-79379a19a5d6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:46.528244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 172db058-5ea4-4a6d-a7f1-79379a19a5d6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:46.595114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-71016cd8-0721-4a50-84ca-8794cd1519b3 None None] Provisioning complete for port 633822db-5379-41d1-9f98-a56a1ae3222b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:46.596858 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71016cd8-0721-4a50-84ca-8794cd1519b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.688872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a91d79d6-e289-4b3b-97b6-10f32e7e701b admin admin] Publish callbacks [] for security_group (8f202029-0f3d-4dda-b771-e6ec93b526f7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.695313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a91d79d6-e289-4b3b-97b6-10f32e7e701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f202029-0f3d-4dda-b771-e6ec93b526f7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.732905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44230) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:46.744629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-71016cd8-0721-4a50-84ca-8794cd1519b3 None None] Port 633822db-5379-41d1-9f98-a56a1ae3222b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:03:46.772028 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a91d79d6-e289-4b3b-97b6-10f32e7e701b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3690328ad2c746db9f1be3c0288fe320&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595462 Feb 11 13:03:46.773239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d79d6-e289-4b3b-97b6-10f32e7e701b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f202029-0f3d-4dda-b771-e6ec93b526f7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:46.776632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44234) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:46.858299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-50749f9b-a3a0-4cdc-ac3b-e727f812c098 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:46.863126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-50749f9b-a3a0-4cdc-ac3b-e727f812c098 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 822 time: 0.2855127 Feb 11 13:03:46.879374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74c9243-64e2-485a-849e-920883853fbf admin admin] Publish callbacks [] for security_group (8f202029-0f3d-4dda-b771-e6ec93b526f7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.884019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Request body: {'port': {'device_id': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'admin_state_up': True, 'tenant_id': 'e5ee7c41b7f648789ba982f26b9b5a94'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:46.920787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74c9243-64e2-485a-849e-920883853fbf admin admin] Publish callbacks [] for security_group (8f202029-0f3d-4dda-b771-e6ec93b526f7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.996255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74c9243-64e2-485a-849e-920883853fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f202029-0f3d-4dda-b771-e6ec93b526f7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:46.999017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74c9243-64e2-485a-849e-920883853fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.000251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e74c9243-64e2-485a-849e-920883853fbf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f202029-0f3d-4dda-b771-e6ec93b526f7 HTTP/1.1" status: 204 len: 168 time: 0.2223225 Feb 11 13:03:47.014710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c9243-64e2-485a-849e-920883853fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f202029-0f3d-4dda-b771-e6ec93b526f7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:47.101064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2e4e15c-0a85-40e3-b7fc-4efa7475e31d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:47.170426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (633822db-5379-41d1-9f98-a56a1ae3222b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.173239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.195709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.196789 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (89ede450-464c-479f-9fe8-8ed412e9d9a1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.224236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-291b6c2f-84be-4891-af85-df15b86fde3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd403734e762480bb3a601d00e90de88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4845026 Feb 11 13:03:47.226793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44252) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:47.266234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:47.266713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.431083 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53680881-87e0-41e5-b22d-2c32a7e02b7a req-d8b0b422-f8e5-480d-ba4a-4734051459bf tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 210 time: 0.0741692 Feb 11 13:03:47.435678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e1cfc7-f285-4a3b-bb88-38db308aebe7 admin admin] Publish callbacks [] for security_group (49a90d45-a6e6-4686-b5bc-65a45aa99eff), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.491337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:47.494051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e1cfc7-f285-4a3b-bb88-38db308aebe7 admin admin] Publish callbacks [] for security_group (49a90d45-a6e6-4686-b5bc-65a45aa99eff), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.495387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=633822db-5379-41d1-9f98-a56a1ae3222b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:47.505846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:47.517199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:47.539954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Made reservation on behalf of e5ee7c41b7f648789ba982f26b9b5a94 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:47.543822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.579939 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e1cfc7-f285-4a3b-bb88-38db308aebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (49a90d45-a6e6-4686-b5bc-65a45aa99eff), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.583592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89e1cfc7-f285-4a3b-bb88-38db308aebe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.594284 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89e1cfc7-f285-4a3b-bb88-38db308aebe7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49a90d45-a6e6-4686-b5bc-65a45aa99eff HTTP/1.1" status: 204 len: 168 time: 0.3597879 Feb 11 13:03:47.625071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44258) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:47.634476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1cfc7-f285-4a3b-bb88-38db308aebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a90d45-a6e6-4686-b5bc-65a45aa99eff,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:47.672908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-989a8801-02dd-4d12-a222-84ddd7c4c938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.907922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-989a8801-02dd-4d12-a222-84ddd7c4c938 admin admin] Publish callbacks [] for security_group (349e1f88-49bd-4e97-88e3-0e427bdb7d45), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.913172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-989a8801-02dd-4d12-a222-84ddd7c4c938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (349e1f88-49bd-4e97-88e3-0e427bdb7d45), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:47.998368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a8801-02dd-4d12-a222-84ddd7c4c938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349e1f88-49bd-4e97-88e3-0e427bdb7d45,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:48.004624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Router 89ede450-464c-479f-9fe8-8ed412e9d9a1 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:03:48.006056 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-989a8801-02dd-4d12-a222-84ddd7c4c938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34369fccd1814fc594545f350f95210f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3798869 Feb 11 13:03:48.010447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44262) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:48.029853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Allocated IP 172.20.0.2 (b0263eeb-b60b-4a2d-abc5-795ccbe937bd/5c3903b2-aebc-413c-aac6-a52a0c423dfa/ca4eca5d-69bd-4b76-8406-96789b8adf38) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:48.125069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0deab1b6-8a52-4448-abd5-1e53275d5356 admin admin] Publish callbacks [] for security_group (349e1f88-49bd-4e97-88e3-0e427bdb7d45), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.164133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:48.171996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-53437b2b-7bde-432a-9914-eb717be1a255 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "PUT /v2.0/routers/89ede450-464c-479f-9fe8-8ed412e9d9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0999773 Feb 11 13:03:48.176663 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Sync routers for ids ['89ede450-464c-479f-9fe8-8ed412e9d9a1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:48.177409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44270) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:48.193224 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0deab1b6-8a52-4448-abd5-1e53275d5356 admin admin] Publish callbacks [] for security_group (349e1f88-49bd-4e97-88e3-0e427bdb7d45), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.199494 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Routers {'89ede450-464c-479f-9fe8-8ed412e9d9a1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:48.208331 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['89ede450-464c-479f-9fe8-8ed412e9d9a1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:48.309254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4815b981-d8ee-4be5-9c21-3975e2fb1988 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:48.309924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c9fe6076-bd08-4b64-bb59-e96fa6143cf3 None None] Provisioning complete for port 633822db-5379-41d1-9f98-a56a1ae3222b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:48.310301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6076-bd08-4b64-bb59-e96fa6143cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.316703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4815b981-d8ee-4be5-9c21-3975e2fb1988 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports/633822db-5379-41d1-9f98-a56a1ae3222b HTTP/1.1" status: 200 len: 911 time: 0.1352210 Feb 11 13:03:48.322282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:48.401861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0deab1b6-8a52-4448-abd5-1e53275d5356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (349e1f88-49bd-4e97-88e3-0e427bdb7d45), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.406409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0deab1b6-8a52-4448-abd5-1e53275d5356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.410457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0deab1b6-8a52-4448-abd5-1e53275d5356 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/349e1f88-49bd-4e97-88e3-0e427bdb7d45 HTTP/1.1" status: 204 len: 168 time: 0.3990624 Feb 11 13:03:48.430208 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Set router 89ede450-464c-479f-9fe8-8ed412e9d9a1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:03:48.439442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe6076-bd08-4b64-bb59-e96fa6143cf3 None None] Port 633822db-5379-41d1-9f98-a56a1ae3222b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:03:48.446571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deab1b6-8a52-4448-abd5-1e53275d5356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349e1f88-49bd-4e97-88e3-0e427bdb7d45,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:48.460357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf1db9-2c9e-4625-b286-8cefba9545fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:48.467241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf1db9-2c9e-4625-b286-8cefba9545fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:48.474919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cbaf1db9-2c9e-4625-b286-8cefba9545fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1550407 Feb 11 13:03:48.476092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44292) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:48.574976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.651612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.750192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Network b0263eeb-b60b-4a2d-abc5-795ccbe937bd is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:48.765740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:48.777857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:48.869033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:48.911148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:48.911890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:48.946682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2272eced-9f8e-40c4-9013-ba8d5e0a3515 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0717735 Feb 11 13:03:48.958653 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'name': 'tempest-NetworksTestDHCPv6-router-482837123', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:42Z', 'updated_at': '2022-02-11T13:03:46Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None, '_interfaces': [{'id': '633822db-5379-41d1-9f98-a56a1ae3222b', 'name': '', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'mac_address': 'fa:16:3e:ea:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '95eec95d-f5d0-4c85-bfd0-fcd65d583260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:03:44Z', 'updated_at': '2022-02-11T13:03:46Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'subnets': [{'id': '95eec95d-f5d0-4c85-bfd0-fcd65d583260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:48.961824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Request body: {'port': {'device_id': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:49.020874 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Checking router: 89ede450-464c-479f-9fe8-8ed412e9d9a1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:03:49.021221 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Updating router 89ede450-464c-479f-9fe8-8ed412e9d9a1 port 633822db-5379-41d1-9f98-a56a1ae3222b binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:03:49.026728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0d22a-9b63-400b-a830-0aaf75e22e7d req-ff0e035e-a3d3-46ef-8e07-9f5c73a94416 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:49.028657 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33e0d22a-9b63-400b-a830-0aaf75e22e7d req-ff0e035e-a3d3-46ef-8e07-9f5c73a94416 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 931 time: 0.2900741 Feb 11 13:03:49.090455 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:49.095667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:49.195371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33e0d22a-9b63-400b-a830-0aaf75e22e7d req-97fbfe1f-8719-4f7a-95d5-91482ac63528 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594126 Feb 11 13:03:49.452199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44320) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:49.927669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (89ede450-464c-479f-9fe8-8ed412e9d9a1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:49.955367 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Publish callbacks [] for port (633822db-5379-41d1-9f98-a56a1ae3222b), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:49.962502 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:49.972809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1970189301'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:50.026498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4eca5d-69bd-4b76-8406-96789b8adf38 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:03:50.043464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Publish callbacks [] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:50.045178 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Pushing event updated for resources: {'Port': ['ID=633822db-5379-41d1-9f98-a56a1ae3222b,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:50.054637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:50.059022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:50.071584 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.071957 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.072282 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.073630 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.074947 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.075326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.075665 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.075998 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.076492 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.077243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:50.077371 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.079452 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.080485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Transition to ACTIVE for port object ca4eca5d-69bd-4b76-8406-96789b8adf38 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:03:50.081301 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.081847 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:50.094585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:50.223582 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Attempting to bind port 633822db-5379-41d1-9f98-a56a1ae3222b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:50.224114 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Attempting to bind port 633822db-5379-41d1-9f98-a56a1ae3222b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:50.224580 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Attempting to bind port 633822db-5379-41d1-9f98-a56a1ae3222b on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:50.237777 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:50.238336 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:50.238845 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:50.239336 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:50.240023 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Bound port: 633822db-5379-41d1-9f98-a56a1ae3222b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:50.240540 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:50.334687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:50.415841 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] For port 633822db-5379-41d1-9f98-a56a1ae3222b, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:50.423677 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] For port 633822db-5379-41d1-9f98-a56a1ae3222b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=633822db-5379-41d1-9f98-a56a1ae3222b,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:50.438851 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:50.575287 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Routers {'89ede450-464c-479f-9fe8-8ed412e9d9a1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:50.576121 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['89ede450-464c-479f-9fe8-8ed412e9d9a1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:50.869002 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae0814-14cd-4a6a-8f7a-45c247a3894d None None] Pushing event updated for resources: {'Port': ['ID=633822db-5379-41d1-9f98-a56a1ae3222b,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:50.918218 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] Set router 89ede450-464c-479f-9fe8-8ed412e9d9a1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:03:50.940242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cec05994-8e93-47cc-9e05-d1400619c718 None None] Provisioning complete for port 633822db-5379-41d1-9f98-a56a1ae3222b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:50.941277 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cec05994-8e93-47cc-9e05-d1400619c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.154506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc28e7-f00d-4803-9c87-5c80b7cf7b9f req-10b55a72-9039-4184-86c0-f52d139f3ea8 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:51.171428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ddc28e7-f00d-4803-9c87-5c80b7cf7b9f req-10b55a72-9039-4184-86c0-f52d139f3ea8 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 943 time: 0.3517454 Feb 11 13:03:51.209764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cec05994-8e93-47cc-9e05-d1400619c718 None None] Current status of the port 633822db-5379-41d1-9f98-a56a1ae3222b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:51.210250 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cec05994-8e93-47cc-9e05-d1400619c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.255778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Attempting to bind port ca4eca5d-69bd-4b76-8406-96789b8adf38 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:51.256470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Attempting to bind port ca4eca5d-69bd-4b76-8406-96789b8adf38 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:51.257779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Attempting to bind port ca4eca5d-69bd-4b76-8406-96789b8adf38 on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:51.288279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cec05994-8e93-47cc-9e05-d1400619c718 None None] For port 633822db-5379-41d1-9f98-a56a1ae3222b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=633822db-5379-41d1-9f98-a56a1ae3222b,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:51.288618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Port ca4eca5d-69bd-4b76-8406-96789b8adf38 on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:03:51.291207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Attempting to bind port ca4eca5d-69bd-4b76-8406-96789b8adf38 on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:51.293064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cec05994-8e93-47cc-9e05-d1400619c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.313756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:51.314143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Checking segment: {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:51.315751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Bound using segment: {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:51.316399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Bound port: ca4eca5d-69bd-4b76-8406-96789b8adf38, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:51.319682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.420529 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'name': 'tempest-NetworksTestDHCPv6-router-482837123', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:42Z', 'updated_at': '2022-02-11T13:03:46Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None, '_interfaces': [{'id': '633822db-5379-41d1-9f98-a56a1ae3222b', 'name': '', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'mac_address': 'fa:16:3e:ea:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '95eec95d-f5d0-4c85-bfd0-fcd65d583260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:03:44Z', 'updated_at': '2022-02-11T13:03:50Z', 'revision_number': 4, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'subnets': [{'id': '95eec95d-f5d0-4c85-bfd0-fcd65d583260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:51.432632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec05994-8e93-47cc-9e05-d1400619c718 None None] Pushing event updated for resources: {'Port': ['ID=633822db-5379-41d1-9f98-a56a1ae3222b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:51.443286 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4ddc28e7-f00d-4803-9c87-5c80b7cf7b9f req-2968d46b-b1c7-4b8e-98b1-c1dfbc779420 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709343 Feb 11 13:03:51.469887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6046a511-fa86-4bfa-82f8-98bda8d51331 None None] Provisioning complete for port 633822db-5379-41d1-9f98-a56a1ae3222b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:51.473566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6046a511-fa86-4bfa-82f8-98bda8d51331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.479157 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1796d8ec-30e8-4ac0-a8b3-5ccde70994e1 None None] The sync data for ids ['89ede450-464c-479f-9fe8-8ed412e9d9a1'] in n-d-828675-3 is: [{'id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'name': 'tempest-NetworksTestDHCPv6-router-482837123', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:42Z', 'updated_at': '2022-02-11T13:03:46Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None, '_interfaces': [{'id': '633822db-5379-41d1-9f98-a56a1ae3222b', 'name': '', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'mac_address': 'fa:16:3e:ea:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '95eec95d-f5d0-4c85-bfd0-fcd65d583260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:03:44Z', 'updated_at': '2022-02-11T13:03:50Z', 'revision_number': 4, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'subnets': [{'id': '95eec95d-f5d0-4c85-bfd0-fcd65d583260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:51.574553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for security_group (05199ae6-b107-471a-ab07-001e466b4509), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.600906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (05199ae6-b107-471a-ab07-001e466b4509), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.667674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 633822db-5379-41d1-9f98-a56a1ae3222b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:51.676386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.687497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:03:51.716774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:51.735450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (75a1a48e-82bb-4ff2-ab61-1550fd195866), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.736093 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Added segment 75a1a48e-82bb-4ff2-ab61-1550fd195866 of type vlan for network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a Feb 11 13:03:51.803394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6046a511-fa86-4bfa-82f8-98bda8d51331 None None] Current status of the port 633822db-5379-41d1-9f98-a56a1ae3222b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:51.804667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (4cc3b97b-be11-40b6-9ac0-1546e1ad567a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.837400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05199ae6-b107-471a-ab07-001e466b4509,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:51.860719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:51.867741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (4cc3b97b-be11-40b6-9ac0-1546e1ad567a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.873733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:51.875139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.891659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.963898 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] For port 633822db-5379-41d1-9f98-a56a1ae3222b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=633822db-5379-41d1-9f98-a56a1ae3222b,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:51.965363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:51.991195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5361261 Feb 11 13:03:52.008870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 633822db-5379-41d1-9f98-a56a1ae3222b owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:52.245410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925e4c4-c5bf-4f59-936c-3e1c7a2446fb tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Network': ['ID=4cc3b97b-be11-40b6-9ac0-1546e1ad567a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:52.270887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:03:52.273996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:52.278840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:52.281862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] 10.222.0.53 "PUT /v2.0/ports/ca4eca5d-69bd-4b76-8406-96789b8adf38 HTTP/1.1" status: 200 len: 1091 time: 3.3251488 Feb 11 13:03:52.293777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:52.296532 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36" -d '{"events": [{"name": "network-changed", "server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:52.513023 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b720592a-b79b-4804-8b6a-382a37d4eb34 x-openstack-request-id: req-b720592a-b79b-4804-8b6a-382a37d4eb34 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:52.513606 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:52.518016 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b720592a-b79b-4804-8b6a-382a37d4eb34 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:52.518703 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'status': 'completed', 'code': 200} Feb 11 13:03:52.547566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c495a0-47cf-445a-9921-f9c74319f36d service neutron] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:52.595740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2a9570f5-ed04-4e58-b1c0-c0b3000135fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:52.597540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-2a9570f5-ed04-4e58-b1c0-c0b3000135fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 1125 time: 0.2588205 Feb 11 13:03:52.684790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44394) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:52.734706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (633822db-5379-41d1-9f98-a56a1ae3222b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:52.885341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-eae5ca81-3d36-46e1-9655-d1ad4abf9427 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38 HTTP/1.1" status: 200 len: 217 time: 0.2682965 Feb 11 13:03:52.944710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=633822db-5379-41d1-9f98-a56a1ae3222b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:53.097184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-05567e41-ac27-4d11-ae75-e7fc3f6d871e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:53.191592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6cf4df-0d85-457c-b8eb-b7c63af95284 req-6f5b2093-3a3d-47d5-85f5-26af98853a4d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:53.199153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e6cf4df-0d85-457c-b8eb-b7c63af95284 req-6f5b2093-3a3d-47d5-85f5-26af98853a4d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 943 time: 0.6057198 Feb 11 13:03:53.203643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-e584233f-ced3-4fa0-bf5c-41d2b6b16281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:53.209563 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-e584233f-ced3-4fa0-bf5c-41d2b6b16281 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c3903b2-aebc-413c-aac6-a52a0c423dfa HTTP/1.1" status: 200 len: 862 time: 0.3144410 Feb 11 13:03:53.226975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 633822db-5379-41d1-9f98-a56a1ae3222b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:53.244476 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-05567e41-ac27-4d11-ae75-e7fc3f6d871e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "PUT /v2.0/quotas/da86c9e7bcdb4d829faf9f4cb7b24cf4 HTTP/1.1" status: 200 len: 368 time: 0.5587394 Feb 11 13:03:53.246301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44408) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:53.252128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (89ede450-464c-479f-9fe8-8ed412e9d9a1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:53.272842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Request body: {'network': {'project_id': 'da86c9e7bcdb4d829faf9f4cb7b24cf4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:53.285137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 633822db-5379-41d1-9f98-a56a1ae3222b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:53.286574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 633822db-5379-41d1-9f98-a56a1ae3222b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 13:03:53.351495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Port 633822db-5379-41d1-9f98-a56a1ae3222b not found, will not notify nova. {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 13:03:53.355952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-634d415e-68e1-4543-bfa5-7502232e3677 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226039 Feb 11 13:03:53.531837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Made reservation on behalf of da86c9e7bcdb4d829faf9f4cb7b24cf4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:53.541961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:53.552591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:53.584244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e6cf4df-0d85-457c-b8eb-b7c63af95284 req-de2a546c-0b12-4719-ad0c-78d95b7be9dd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735282 Feb 11 13:03:53.661453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-80cdd902-a83d-44d4-a339-bd2b54374a3d service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940884 Feb 11 13:03:53.691866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Router 89ede450-464c-479f-9fe8-8ed412e9d9a1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:03:53.801679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:03:53.812296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bc68ba6f-116c-457a-b01c-a8f46023e713 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "PUT /v2.0/routers/89ede450-464c-479f-9fe8-8ed412e9d9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3341062 Feb 11 13:03:53.821549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44420) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:53.869786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a96eb6b-c11e-4ce1-aab5-2bc0cac7393d req-f733b23b-3fee-4dcf-a7ff-643686de76c5 service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011573 Feb 11 13:03:53.960149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks [] for security_group (c5f775c9-782c-4fe8-8030-698e9918a3db), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:53.962024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a45f3-15fe-4691-b216-5e3a3fb15a3b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:53.963360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3a45f3-15fe-4691-b216-5e3a3fb15a3b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:53.967895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d3a45f3-15fe-4691-b216-5e3a3fb15a3b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1423802 Feb 11 13:03:53.967895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5f775c9-782c-4fe8-8030-698e9918a3db), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:53.978188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:03:53.988244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d99cd65e-a067-4c3c-a7f1-eaf7a265cc2a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:53.988587 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Added segment d99cd65e-a067-4c3c-a7f1-eaf7a265cc2a of type vlan for network f0195ba5-1d91-4b86-86a9-157d7fd88d83 Feb 11 13:03:54.033662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f0195ba5-1d91-4b86-86a9-157d7fd88d83), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.045150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44434) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:54.066041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f0195ba5-1d91-4b86-86a9-157d7fd88d83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.067044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:54.068048 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.114021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f775c9-782c-4fe8-8030-698e9918a3db,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:54.180701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Pushing event updated for resources: {'Network': ['ID=f0195ba5-1d91-4b86-86a9-157d7fd88d83,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:54.188097 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9df335d2-0b09-4bb4-9086-519e80de9f1e tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9347010 Feb 11 13:03:54.188293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 95eec95d-f5d0-4c85-bfd0-fcd65d583260 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:03:54.190103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44454) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:54.198152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f0195ba5-1d91-4b86-86a9-157d7fd88d83 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:03:54.229881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Request body: {'network': {'project_id': 'da86c9e7bcdb4d829faf9f4cb7b24cf4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:54.237251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (95eec95d-f5d0-4c85-bfd0-fcd65d583260), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.385478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (95eec95d-f5d0-4c85-bfd0-fcd65d583260), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.408634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Made reservation on behalf of da86c9e7bcdb4d829faf9f4cb7b24cf4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:54.411091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.435060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-109545e2-98ea-4403-a8ad-de0e41b70c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:54.436660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-109545e2-98ea-4403-a8ad-de0e41b70c49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 1125 time: 0.4912317 Feb 11 13:03:54.485039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b1adc-9443-4e90-87cc-e013cabf60bf req-be3578a4-7f6e-4c0f-ba90-451ca910d965 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:54.487103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-279b1adc-9443-4e90-87cc-e013cabf60bf req-be3578a4-7f6e-4c0f-ba90-451ca910d965 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.3082211 Feb 11 13:03:54.512208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:03:54.600982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ee64dfaa-b160-43a2-997f-5b23abb00b47), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.601328 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Added segment ee64dfaa-b160-43a2-997f-5b23abb00b47 of type vlan for network 15d417e1-d9c7-47ab-a8be-da5b653dbb23 Feb 11 13:03:54.680571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (95eec95d-f5d0-4c85-bfd0-fcd65d583260), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.697223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-279b1adc-9443-4e90-87cc-e013cabf60bf req-772f4190-dd25-47c7-8058-c8e41816a345 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903148 Feb 11 13:03:54.725802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (15d417e1-d9c7-47ab-a8be-da5b653dbb23), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.729470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-8ac36c9c-0d4a-4273-b1da-2233e3e1bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:54.731181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-8ac36c9c-0d4a-4273-b1da-2233e3e1bbf1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 923 time: 0.2809546 Feb 11 13:03:54.816167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-f72c1fe3-8fba-4fa2-be29-f117dd68040c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38 HTTP/1.1" status: 200 len: 217 time: 0.0747378 Feb 11 13:03:54.819911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] Sync routers for ids ['89ede450-464c-479f-9fe8-8ed412e9d9a1'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:03:54.843685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (15d417e1-d9c7-47ab-a8be-da5b653dbb23), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.844890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] Routers {'89ede450-464c-479f-9fe8-8ed412e9d9a1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:54.845616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['89ede450-464c-479f-9fe8-8ed412e9d9a1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:54.845846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:54.846628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:54.975021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7805786 Feb 11 13:03:54.979144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44494) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:54.984805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-bc81ddd7-f178-4fcc-89c2-852308860dfa tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Request body: {'network': {'project_id': 'da86c9e7bcdb4d829faf9f4cb7b24cf4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:54.995496 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (95eec95d-f5d0-4c85-bfd0-fcd65d583260), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.008067 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc81ddd7-f178-4fcc-89c2-852308860dfa tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:03:55.008693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc81ddd7-f178-4fcc-89c2-852308860dfa tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:03:55.010012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bc81ddd7-f178-4fcc-89c2-852308860dfa tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0291831 Feb 11 13:03:55.017022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44496) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:55.028970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394bb55-b3a5-4ecb-81d8-9ebe3dc2e3fb tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Pushing event updated for resources: {'Network': ['ID=15d417e1-d9c7-47ab-a8be-da5b653dbb23,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:55.099018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] Set router 89ede450-464c-479f-9fe8-8ed412e9d9a1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:03:55.109202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-b85aaee7-f031-4910-8dbf-0c4cd009b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:55.119198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-b85aaee7-f031-4910-8dbf-0c4cd009b670 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c3903b2-aebc-413c-aac6-a52a0c423dfa HTTP/1.1" status: 200 len: 862 time: 0.2956715 Feb 11 13:03:55.124952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=95eec95d-f5d0-4c85-bfd0-fcd65d583260,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:55.125587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba61cc40-ee17-403d-a562-a896bbfe998d tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da86c9e7bcdb4d829faf9f4cb7b24cf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1048968 Feb 11 13:03:55.126510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44498) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:55.158124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.171317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc2493c0-ff34-4a7e-a027-5efdc2adb9c1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/95eec95d-f5d0-4c85-bfd0-fcd65d583260 HTTP/1.1" status: 204 len: 168 time: 1.1214666 Feb 11 13:03:55.172870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44502) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:55.231000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-18b8b338-84bd-4d34-ba08-d4c3cc243c70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962110 Feb 11 13:03:55.231678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'name': 'tempest-NetworksTestDHCPv6-router-482837123', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:42Z', 'updated_at': '2022-02-11T13:03:52Z', 'revision_number': 3, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:55.235117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 15d417e1-d9c7-47ab-a8be-da5b653dbb23 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:03:55.250897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1fef2bc-b2a4-49eb-8bdf-f0891500fa26 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks [] for security_group (c5f775c9-782c-4fe8-8030-698e9918a3db), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.286686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1fef2bc-b2a4-49eb-8bdf-f0891500fa26 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks [] for security_group (c5f775c9-782c-4fe8-8030-698e9918a3db), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.316676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bc25d-9b9a-4793-ba0a-68ea93ad534c None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:55.321450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3606a7d-0c7a-40cc-98e4-556152dce34a req-bbd915b0-cacb-4e72-a480-fc03f460ad47 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:55.324706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3606a7d-0c7a-40cc-98e4-556152dce34a req-bbd915b0-cacb-4e72-a480-fc03f460ad47 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 943 time: 0.5000067 Feb 11 13:03:55.335632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44504) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:55.352368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'subnet': {'network_id': '4cc3b97b-be11-40b6-9ac0-1546e1ad567a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:55.379678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] Checking router: 89ede450-464c-479f-9fe8-8ed412e9d9a1 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:03:55.380121 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1fef2bc-b2a4-49eb-8bdf-f0891500fa26 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5f775c9-782c-4fe8-8030-698e9918a3db), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.383072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1fef2bc-b2a4-49eb-8bdf-f0891500fa26 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.384495 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1fef2bc-b2a4-49eb-8bdf-f0891500fa26 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5f775c9-782c-4fe8-8030-698e9918a3db HTTP/1.1" status: 204 len: 168 time: 0.2567911 Feb 11 13:03:55.389281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44506) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:55.430040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fef2bc-b2a4-49eb-8bdf-f0891500fa26 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f775c9-782c-4fe8-8030-698e9918a3db,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:55.447123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dd7dd-a714-4d0d-8e24-28fbbc1e24f7 req-b694b875-970a-44ca-b31c-918a342b7573 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:55.448886 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-801dd7dd-a714-4d0d-8e24-28fbbc1e24f7 req-b694b875-970a-44ca-b31c-918a342b7573 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0977786 Feb 11 13:03:55.465457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] Routers {'89ede450-464c-479f-9fe8-8ed412e9d9a1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:03:55.466318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:03:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['89ede450-464c-479f-9fe8-8ed412e9d9a1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:55.513099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (15d417e1-d9c7-47ab-a8be-da5b653dbb23), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.557400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] Set router 89ede450-464c-479f-9fe8-8ed412e9d9a1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:03:55.601631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (15d417e1-d9c7-47ab-a8be-da5b653dbb23), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.623780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d417e1-d9c7-47ab-a8be-da5b653dbb23']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:55.631243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'name': 'tempest-NetworksTestDHCPv6-router-482837123', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:42Z', 'updated_at': '2022-02-11T13:03:52Z', 'revision_number': 3, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:55.634550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee64dfaa-b160-43a2-997f-5b23abb00b47') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:55.635135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee64dfaa-b160-43a2-997f-5b23abb00b47') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:55.640195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3606a7d-0c7a-40cc-98e4-556152dce34a req-a063249d-7d8c-4465-8800-859e7f246827 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822635 Feb 11 13:03:55.646642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (ee64dfaa-b160-43a2-997f-5b23abb00b47), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.649044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-421f8008-7c87-4f86-8f45-f6a501128bfd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4721735 Feb 11 13:03:55.649897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:55.653509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.665891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44510) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:55.669679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43294ad2-9d8c-4ddb-a9af-b3a01de7a5ba None None] The sync data for ids ['89ede450-464c-479f-9fe8-8ed412e9d9a1'] in n-d-828675-3 is: [{'id': '89ede450-464c-479f-9fe8-8ed412e9d9a1', 'name': 'tempest-NetworksTestDHCPv6-router-482837123', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:42Z', 'updated_at': '2022-02-11T13:03:52Z', 'revision_number': 3, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:03:55.670953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ee64dfaa-b160-43a2-997f-5b23abb00b47), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.679678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:03:55.680431 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (ee64dfaa-b160-43a2-997f-5b23abb00b47), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:03:55.751457 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:03:55.758387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (15d417e1-d9c7-47ab-a8be-da5b653dbb23), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.780908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.784689 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "DELETE /v2.0/networks/15d417e1-d9c7-47ab-a8be-da5b653dbb23 HTTP/1.1" status: 204 len: 168 time: 0.3942237 Feb 11 13:03:55.788947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629be6a-b329-4d88-a384-2f6b3e244d20 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Pushing event deleted for resources: {'Network': ['ID=15d417e1-d9c7-47ab-a8be-da5b653dbb23,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:55.791753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44512) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:55.802397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-b9d6d9d5-865f-420f-9a76-f8cce19447bc service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947588 Feb 11 13:03:55.804824 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7744-4b87-4302-abe5-ede728ee8267 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router (89ede450-464c-479f-9fe8-8ed412e9d9a1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:55.825746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-801dd7dd-a714-4d0d-8e24-28fbbc1e24f7 req-5d25f15a-967a-4ca1-be7d-0380b7a927d9 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3413053 Feb 11 13:03:55.994954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f0195ba5-1d91-4b86-86a9-157d7fd88d83), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.071075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:03:56.138951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f0195ba5-1d91-4b86-86a9-157d7fd88d83), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.178223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7744-4b87-4302-abe5-ede728ee8267 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (89ede450-464c-479f-9fe8-8ed412e9d9a1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.181776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7744-4b87-4302-abe5-ede728ee8267 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router_controller (89ede450-464c-479f-9fe8-8ed412e9d9a1), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.188383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] Deleting port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:03:56.188755 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.197296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0195ba5-1d91-4b86-86a9-157d7fd88d83']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:56.211817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99cd65e-a067-4c3c-a7f1-eaf7a265cc2a') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:56.212322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99cd65e-a067-4c3c-a7f1-eaf7a265cc2a') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:03:56.225735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (d99cd65e-a067-4c3c-a7f1-eaf7a265cc2a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.243550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d99cd65e-a067-4c3c-a7f1-eaf7a265cc2a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.251596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:03:56.252376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (d99cd65e-a067-4c3c-a7f1-eaf7a265cc2a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:03:56.254851 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:03:56.312510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7744-4b87-4302-abe5-ede728ee8267 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (89ede450-464c-479f-9fe8-8ed412e9d9a1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.313337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe7744-4b87-4302-abe5-ede728ee8267 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Fanout notify agent at l3_agent the message router_deleted on router 89ede450-464c-479f-9fe8-8ed412e9d9a1 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:03:56.322340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] For port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f2e4e15c-0a85-40e3-b7fc-4efa7475e31d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:56.322771 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.331209 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7744-4b87-4302-abe5-ede728ee8267 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.332550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e1fe7744-4b87-4302-abe5-ede728ee8267 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/routers/89ede450-464c-479f-9fe8-8ed412e9d9a1 HTTP/1.1" status: 204 len: 168 time: 0.6697137 Feb 11 13:03:56.336292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44524) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:56.342834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:56.350145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] Calling delete_port for f2e4e15c-0a85-40e3-b7fc-4efa7475e31d owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:03:56.436748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3bc3017-d9d1-49fb-9e84-7d6e9cab5e36 req-29e8b487-5b8d-44bf-9efa-16dcd825c20f service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561156 Feb 11 13:03:56.465507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f0195ba5-1d91-4b86-86a9-157d7fd88d83), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.484267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.486133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad93ed-8775-46c5-8631-cdf5edbb8771 req-fe45c593-39d7-4ab2-beac-e5216bba6f51 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:56.499533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cad93ed-8775-46c5-8631-cdf5edbb8771 req-fe45c593-39d7-4ab2-beac-e5216bba6f51 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.4462841 Feb 11 13:03:56.506143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] 10.222.0.42 "DELETE /v2.0/networks/f0195ba5-1d91-4b86-86a9-157d7fd88d83 HTTP/1.1" status: 204 len: 168 time: 0.7128341 Feb 11 13:03:56.511585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:56.519708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (f2e4e15c-0a85-40e3-b7fc-4efa7475e31d), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.524372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.589310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] Pushing event deleted for resources: {'Port': ['ID=f2e4e15c-0a85-40e3-b7fc-4efa7475e31d,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:56.603201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cbcba-8d2e-4c9a-b1a8-8fc636cb6cc6 tempest-QuotasNegativeTest-5942163 tempest-QuotasNegativeTest-5942163-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0195ba5-1d91-4b86-86a9-157d7fd88d83,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:56.603426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d250c-0d8e-4794-b5a8-298892e32be4 None None] No DVR routers for this DVR port f2e4e15c-0a85-40e3-b7fc-4efa7475e31d on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:03:56.675485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ca4eca5d-69bd-4b76-8406-96789b8adf38 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:03:56.679486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:56.707839 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (64b4f93f-cb78-4413-a52d-ce93cecd93f0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.774315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Subnet': ['ID=64b4f93f-cb78-4413-a52d-ce93cecd93f0,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:56.781850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:56.782373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.788728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cad93ed-8775-46c5-8631-cdf5edbb8771 req-3ae18352-9f21-4345-ae69-a059c7df4141 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882354 Feb 11 13:03:56.844497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:03:56.846963 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f91824-9110-4b5c-b067-012975801ef9" -d '{"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-unplugged", "status": "completed", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:03:56.879674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Checking segment: {'id': '75a1a48e-82bb-4ff2-ab61-1550fd195866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4cc3b97b-be11-40b6-9ac0-1546e1ad567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:56.880538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network hostable DHCP agents. Network: 4cc3b97b-be11-40b6-9ac0-1546e1ad567a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:03:56.912459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:56.925451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:03:56.931693 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:56.976629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 4cc3b97b-be11-40b6-9ac0-1546e1ad567a) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:56.990040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a6a48-80b3-4319-85ee-6e4a0ad7ed10 None None] Network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:57.023729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.027002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.027723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-256dc3ee-4fe1-48d9-972a-e02a4c80b4ec tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.037098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-256dc3ee-4fe1-48d9-972a-e02a4c80b4ec tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.4110668 Feb 11 13:03:57.079745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9a058bfc-a9b7-4da9-a315-0277dadca120 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7339563 Feb 11 13:03:57.084919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44546) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:57.100274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.106409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.108283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:57.111977 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-33e86501-e32a-4721-a143-56f7a60f5c67 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/quotas/ba884f91568d49a1933549f6c67fed1b HTTP/1.1" status: 200 len: 375 time: 0.0739477 Feb 11 13:03:57.112848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.118180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.123430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.130644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.136408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.140133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-db50f5d9-a8e1-4f74-bac0-dc16b0093451 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.2263329 Feb 11 13:03:57.143769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-501134623'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:57.159221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'port_id': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'mac_address': 'fa:16:3e:20:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3903b2-aebc-413c-aac6-a52a0c423dfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:03:57.180551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 633822db-5379-41d1-9f98-a56a1ae3222b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:57.193344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:57.197043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.205987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:57.246834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55d154c5-546a-4f54-8229-fdf8edf61935 req-7f59e16e-5999-4842-b419-0825d74eef60 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917292 Feb 11 13:03:57.265694 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-f169fc71-b3dd-459a-b00e-f366676805ab tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1526048 Feb 11 13:03:57.269943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:03:57.288224 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (252afeed-a7ce-4f24-a5c0-db3384936c8d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.288224 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Added segment 252afeed-a7ce-4f24-a5c0-db3384936c8d of type vlan for network e830b001-63aa-47d8-b3c0-921a1a4108e6 Feb 11 13:03:57.297922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 633822db-5379-41d1-9f98-a56a1ae3222b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:57.298274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 633822db-5379-41d1-9f98-a56a1ae3222b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:57.298741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2e4e15c-0a85-40e3-b7fc-4efa7475e31d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:03:57.321227 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (44651b0f-48af-49b8-a14b-7dc34537dce4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.375672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f2e4e15c-0a85-40e3-b7fc-4efa7475e31d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:03:57.376016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2e4e15c-0a85-40e3-b7fc-4efa7475e31d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:03:57.396717 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (e830b001-63aa-47d8-b3c0-921a1a4108e6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.417886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ca4eca5d-69bd-4b76-8406-96789b8adf38 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:57.418288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.422020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=44651b0f-48af-49b8-a14b-7dc34537dce4,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:57.444224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4eca5d-69bd-4b76-8406-96789b8adf38 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:03:57.458467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:57.462144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:57.476812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7570714-4c2d-41d6-a621-b6b11ca5d87b None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:57.484573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.486957 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.488838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:57.503841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-4cc3b97b-be11-40b6-9ac0-1546e1ad567a', 'network_id': '4cc3b97b-be11-40b6-9ac0-1546e1ad567a', 'project_id': '311b41facebc4c68a889c91283b034ad', 'fixed_ips': [{'subnet_id': '64b4f93f-cb78-4413-a52d-ce93cecd93f0'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:57.504828 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.520093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44552) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:57.523778 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.534396 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (e830b001-63aa-47d8-b3c0-921a1a4108e6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.540334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.541321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.550415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a667c912-198f-47aa-8d43-3f4dcfe86ad6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2118289 Feb 11 13:03:57.569671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:57.575544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f313dbca-6864-4cf7-b463-ee2c5f34ae00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-458082758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:57.601844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289286-6b98-4c44-9a6b-ddf9795a0289 req-14672872-5fdb-4eca-9dd7-815fef764258 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:57.607306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:57.609918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65289286-6b98-4c44-9a6b-ddf9795a0289 req-14672872-5fdb-4eca-9dd7-815fef764258 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 943 time: 0.1928616 Feb 11 13:03:57.641902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-346225c7-34a8-42a6-acf3-511b8b664f23 service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752654 Feb 11 13:03:57.693897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6075783 Feb 11 13:03:57.699207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44558) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:57.703983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb984f4-b050-458d-b3eb-adbfbdd3d6bf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Network': ['ID=e830b001-63aa-47d8-b3c0-921a1a4108e6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:57.723686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'subnet': {'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:57.738283 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a6d6-ce1b-47b8-ab22-44d8f6988cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.740632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f313dbca-6864-4cf7-b463-ee2c5f34ae00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (5f15975b-2406-45e9-baf4-0110ab6be43c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.741980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f313dbca-6864-4cf7-b463-ee2c5f34ae00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (5f15975b-2406-45e9-baf4-0110ab6be43c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:57.748001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-579364b8-bf92-40dc-8365-b690df8ed191 service neutron] 10.222.0.42 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013222 Feb 11 13:03:57.753318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Allocated IP 2001:db8:0:ffff::2 (4cc3b97b-be11-40b6-9ac0-1546e1ad567a/64b4f93f-cb78-4413-a52d-ce93cecd93f0/3f4adac7-a039-489e-a410-6631ad375456) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:57.821182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network e830b001-63aa-47d8-b3c0-921a1a4108e6 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:03:57.821926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65289286-6b98-4c44-9a6b-ddf9795a0289 req-76de3c71-7218-4403-b74f-c79b80360575 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970632 Feb 11 13:03:58.055327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f313dbca-6864-4cf7-b463-ee2c5f34ae00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router_controller (5f15975b-2406-45e9-baf4-0110ab6be43c), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.065425 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-702a6f39-1e91-4273-afcd-c626c4329ae8 req-e4d8ccf2-348e-430d-84be-f594ecb1c200 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 210 time: 0.0555561 Feb 11 13:03:58.076402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f313dbca-6864-4cf7-b463-ee2c5f34ae00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (5f15975b-2406-45e9-baf4-0110ab6be43c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.102944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:58.106550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.120748 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f313dbca-6864-4cf7-b463-ee2c5f34ae00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.124796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f313dbca-6864-4cf7-b463-ee2c5f34ae00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5509892 Feb 11 13:03:58.125062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44564) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:58.193319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63761773-2042-4cc2-ac8c-184db5e48872 req-ec11d9f0-1a5d-4a10-b327-2c3c137d67f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.200489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63761773-2042-4cc2-ac8c-184db5e48872 req-ec11d9f0-1a5d-4a10-b327-2c3c137d67f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2563920 Feb 11 13:03:58.229131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a6d6-ce1b-47b8-ab22-44d8f6988cc2 admin admin] Publish callbacks [] for security_group (4de41843-e695-4e31-95d9-f7806232198a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.236257 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a0aa3b-b782-4a4a-bff6-dc724768203d x-openstack-request-id: req-d2a0aa3b-b782-4a4a-bff6-dc724768203d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:03:58.236833 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-unplugged", "status": "completed", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:03:58.236833 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2a0aa3b-b782-4a4a-bff6-dc724768203d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:03:58.237191 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'code': 200} Feb 11 13:03:58.241740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['ca4eca5d-69bd-4b76-8406-96789b8adf38'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:03:58.270481 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4e8a6d6-ce1b-47b8-ab22-44d8f6988cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4de41843-e695-4e31-95d9-f7806232198a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.286824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '44651b0f-48af-49b8-a14b-7dc34537dce4'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:58.288078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.725911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/44651b0f-48af-49b8-a14b-7dc34537dce4/b659ad11-f10f-4253-838e-f1296a861278) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:58.733133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Publish callbacks [] for port (3f4adac7-a039-489e-a410-6631ad375456), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.765169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3f4adac7-a039-489e-a410-6631ad375456), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.832248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.837797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.843108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.848533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.854491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.859723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.865404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:58.873465 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6a56483-0d26-4015-ac90-1df26239666c req-5e87bb0f-55e5-4187-ba2f-9cea956fa3da tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.2461646 Feb 11 13:03:58.902819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:58.920545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:58.946346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:58.952899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:58.975261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8a6d6-ce1b-47b8-ab22-44d8f6988cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de41843-e695-4e31-95d9-f7806232198a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:58.999322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Pushing event updated for resources: {'Port': ['ID=3f4adac7-a039-489e-a410-6631ad375456,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:59.008686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f4e8a6d6-ce1b-47b8-ab22-44d8f6988cc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5da37439501459fa9b0637470d06b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4871614 Feb 11 13:03:59.012090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44578) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:59.034998 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6a56483-0d26-4015-ac90-1df26239666c req-6c99159b-0142-407a-b1a9-ed7fd38e48e1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1602983 Feb 11 13:03:59.047425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Attempting to bind port 3f4adac7-a039-489e-a410-6631ad375456 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:59.047800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Attempting to bind port 3f4adac7-a039-489e-a410-6631ad375456 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '75a1a48e-82bb-4ff2-ab61-1550fd195866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4cc3b97b-be11-40b6-9ac0-1546e1ad567a'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:59.048166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Attempting to bind port 3f4adac7-a039-489e-a410-6631ad375456 on network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:59.084170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:59.084823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Checking segment: {'id': '75a1a48e-82bb-4ff2-ab61-1550fd195866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4cc3b97b-be11-40b6-9ac0-1546e1ad567a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:59.085417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.086009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Bound using segment: {'id': '75a1a48e-82bb-4ff2-ab61-1550fd195866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4cc3b97b-be11-40b6-9ac0-1546e1ad567a'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:59.086861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Bound port: 3f4adac7-a039-489e-a410-6631ad375456, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a1a48e-82bb-4ff2-ab61-1550fd195866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4cc3b97b-be11-40b6-9ac0-1546e1ad567a'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:59.088614 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f4adac7-a039-489e-a410-6631ad375456), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.124925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63761773-2042-4cc2-ac8c-184db5e48872 req-2cce87f6-cfe2-4d97-a2ca-bd882898202e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9235594 Feb 11 13:03:59.153077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Publish callbacks [] for port (b659ad11-f10f-4253-838e-f1296a861278), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.193618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b11341c4-23a1-4a1d-8a1b-75a69adcfab3 admin admin] Publish callbacks [] for security_group (4de41843-e695-4e31-95d9-f7806232198a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.221122 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b11341c4-23a1-4a1d-8a1b-75a69adcfab3 admin admin] Publish callbacks [] for security_group (4de41843-e695-4e31-95d9-f7806232198a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.247614 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (b659ad11-f10f-4253-838e-f1296a861278), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.327397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b11341c4-23a1-4a1d-8a1b-75a69adcfab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4de41843-e695-4e31-95d9-f7806232198a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.331454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b11341c4-23a1-4a1d-8a1b-75a69adcfab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.336472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b11341c4-23a1-4a1d-8a1b-75a69adcfab3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4de41843-e695-4e31-95d9-f7806232198a HTTP/1.1" status: 204 len: 168 time: 0.2999711 Feb 11 13:03:59.387003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-025fe376-1eb9-40e6-9eb2-c6b315b8311e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:59.390339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-025fe376-1eb9-40e6-9eb2-c6b315b8311e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "GET /v2.0/ports?device_id=bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05 HTTP/1.1" status: 200 len: 943 time: 0.3735826 Feb 11 13:03:59.393552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-840de52d-642a-4961-8a08-873ca8d1b9d9 req-6947ec0b-e5ee-4451-a655-f1ed49510fe6 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 210 time: 0.0933809 Feb 11 13:03:59.446176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11341c4-23a1-4a1d-8a1b-75a69adcfab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de41843-e695-4e31-95d9-f7806232198a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:59.459835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:59.470872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d6d96-83fa-428f-84e8-c52cba449b0c req-f7fd9494-f240-4223-a240-f7e9167d391d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:59.474592 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee9d6d96-83fa-428f-84e8-c52cba449b0c req-f7fd9494-f240-4223-a240-f7e9167d391d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 944 time: 0.2519047 Feb 11 13:03:59.477364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:59.507863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:59.587751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::1 (748fcd93-cfb1-4683-9579-584b9508fdbf/44651b0f-48af-49b8-a14b-7dc34537dce4/ca1f35a8-a1a6-4e37-9088-924031ded82f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:59.620001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee9d6d96-83fa-428f-84e8-c52cba449b0c req-30608979-0cf7-4eb0-abf0-1baebedc8904 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279638 Feb 11 13:03:59.637584 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e4aa5b9b-b9c1-431e-a46e-e9a45bddc5a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.707620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Pushing event updated for resources: {'Port': ['ID=b659ad11-f10f-4253-838e-f1296a861278,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:59.720334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-48790716-7678-4356-b119-e9266d27f59b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:59.721906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-48790716-7678-4356-b119-e9266d27f59b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.64 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 805 time: 0.1806986 Feb 11 13:03:59.722915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] For port 3f4adac7-a039-489e-a410-6631ad375456, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:59.730395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Attempting to bind port b659ad11-f10f-4253-838e-f1296a861278 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:59.730824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Attempting to bind port b659ad11-f10f-4253-838e-f1296a861278 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:59.731247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Attempting to bind port b659ad11-f10f-4253-838e-f1296a861278 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:59.740716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Request body: {'port': {'device_id': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'admin_state_up': True, 'tenant_id': 'ba884f91568d49a1933549f6c67fed1b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:59.768478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] For port 3f4adac7-a039-489e-a410-6631ad375456, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f4adac7-a039-489e-a410-6631ad375456,segment=NetworkSegment(75a1a48e-82bb-4ff2-ab61-1550fd195866),segment_id=75a1a48e-82bb-4ff2-ab61-1550fd195866)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:59.770130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:59.770511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:59.770918 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.771432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:59.771837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Bound port: b659ad11-f10f-4253-838e-f1296a861278, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:59.772231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b659ad11-f10f-4253-838e-f1296a861278), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.798304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3f4adac7-a039-489e-a410-6631ad375456), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.845142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.919159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:59.961375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44600) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:59.985168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9d03-3dd0-4bb1-97a2-d292df7dbfe8 None None] Pushing event updated for resources: {'Port': ['ID=3f4adac7-a039-489e-a410-6631ad375456,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:00.003453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:00.011730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] For port b659ad11-f10f-4253-838e-f1296a861278, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:00.015564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] For port b659ad11-f10f-4253-838e-f1296a861278, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b659ad11-f10f-4253-838e-f1296a861278,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:00.023198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:00.028604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:00.029168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (5f15975b-2406-45e9-baf4-0110ab6be43c), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.031878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60fc028f-fee5-4d76-b96d-ff1c73a412bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.035135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b659ad11-f10f-4253-838e-f1296a861278), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.098935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaa4fd-7f6a-44ee-a430-2ab02204ca46 None None] Pushing event updated for resources: {'Port': ['ID=b659ad11-f10f-4253-838e-f1296a861278,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:00.115615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-a462ef35-47ca-40d2-9b9a-5ab20ce61bf2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.121518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-a462ef35-47ca-40d2-9b9a-5ab20ce61bf2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.3926234 Feb 11 13:04:00.181788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-d2fa62b2-2757-4566-aaa3-4c8a7783e6da tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/quotas/8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 375 time: 0.0482059 Feb 11 13:04:00.193381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=ca1f35a8-a1a6-4e37-9088-924031ded82f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:00.294901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Made reservation on behalf of ba884f91568d49a1933549f6c67fed1b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:00.298174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.427378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.437467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.446564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Deleting port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:00.446819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.446960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.458087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.465036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.470657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.476491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.487756 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81b09438-5622-468f-9e00-2297c1bc2178 req-6857ef19-f7f9-4274-8095-3e5b00f42182 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.2908597 Feb 11 13:04:00.555778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.566565 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-6e0eaa0f-48d3-4865-86d9-3e382ce0a6ce tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3641312 Feb 11 13:04:00.641070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:00.670475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60fc028f-fee5-4d76-b96d-ff1c73a412bf admin admin] Publish callbacks [] for security_group (7259126c-690b-48a2-bcad-524c9d49f375), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.689080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60fc028f-fee5-4d76-b96d-ff1c73a412bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7259126c-690b-48a2-bcad-524c9d49f375), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.710379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (6d339157-b6f2-48db-ace4-563c58184714), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.728539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ca4eca5d-69bd-4b76-8406-96789b8adf38 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:00.740223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc028f-fee5-4d76-b96d-ff1c73a412bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7259126c-690b-48a2-bcad-524c9d49f375,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:00.786516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81b09438-5622-468f-9e00-2297c1bc2178 req-800756d9-c8c2-4433-a462-2fdd60ece298 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2973907 Feb 11 13:04:00.806103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60fc028f-fee5-4d76-b96d-ff1c73a412bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38669b380b73442cb01a27b2c7853eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8435893 Feb 11 13:04:00.846634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.851935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.852098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44610) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:00.857363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.863031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.868359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.872258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port ca4eca5d-69bd-4b76-8406-96789b8adf38 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:04:00.873916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.880220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.880989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port ca4eca5d-69bd-4b76-8406-96789b8adf38 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:00.882196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-dafe4f55-8149-4408-8e70-0ca0f023b8ef tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.4628835 Feb 11 13:04:00.882846 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:00.961690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3ac810d7-7c73-4730-9ac1-3aaa39c3dd1c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:00.963127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3ac810d7-7c73-4730-9ac1-3aaa39c3dd1c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "GET /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0650434 Feb 11 13:04:00.971100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b74a954b-4738-464f-a71a-9a2728e5c162 req-444346d4-9cd0-4e3c-a25e-4e117bd831fe tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 210 time: 0.0454926 Feb 11 13:04:00.975981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Allocated IP 172.20.0.7 (1ea51000-bd0d-49f2-bf38-62858fa5fc7b/37777208-7d48-4d2c-b767-3ffa3462226c/7d01b719-a8e5-46eb-b897-951455252b38) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:01.049602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1edc4c46-e55c-4fbe-8050-6619ca24114d admin admin] Publish callbacks [] for security_group (7259126c-690b-48a2-bcad-524c9d49f375), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.068936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Subnet': ['ID=6d339157-b6f2-48db-ace4-563c58184714,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:01.083654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ca4eca5d-69bd-4b76-8406-96789b8adf38 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:01.084331 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.102150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] For port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:01.102524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.128498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:01.130932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Checking segment: {'id': '252afeed-a7ce-4f24-a5c0-db3384936c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:01.131414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network hostable DHCP agents. Network: e830b001-63aa-47d8-b3c0-921a1a4108e6, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:04:01.134000 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191d2495-8421-44dc-b825-5334709834e4" -d '{"events": [{"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-plugged", "status": "completed", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:01.148259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Calling delete_port for 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:01.159973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:01.170067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.170856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 369036de-3f63-41d9-a0e8-41f0dd2b6b47 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:01.176676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1edc4c46-e55c-4fbe-8050-6619ca24114d admin admin] Publish callbacks [] for security_group (7259126c-690b-48a2-bcad-524c9d49f375), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.207064 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-4c0f8ad5-9423-4f2a-8ff7-77ccf1d3a97f service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645816 Feb 11 13:04:01.275357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.308578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.309148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (5f15975b-2406-45e9-baf4-0110ab6be43c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.323346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3f4adac7-a039-489e-a410-6631ad375456 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:01.325692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network e830b001-63aa-47d8-b3c0-921a1a4108e6 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:04:01.401115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cefa0a-649a-460c-b000-3601c98db34e req-fe1fa9f6-450e-4a45-a2c1-19cea7b5178f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:01.410232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ec5b6bf8-ac83-440f-bfde-7a870ad0e940 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "GET /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4301834 Feb 11 13:04:01.415053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8cefa0a-649a-460c-b000-3601c98db34e req-fe1fa9f6-450e-4a45-a2c1-19cea7b5178f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.2368500 Feb 11 13:04:01.425465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, e830b001-63aa-47d8-b3c0-921a1a4108e6) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:01.437371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1edc4c46-e55c-4fbe-8050-6619ca24114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7259126c-690b-48a2-bcad-524c9d49f375), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.446734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1edc4c46-e55c-4fbe-8050-6619ca24114d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.455033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb38c1b-4ec1-4e7b-8174-f51cde90e560 None None] Network e830b001-63aa-47d8-b3c0-921a1a4108e6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:01.456771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1edc4c46-e55c-4fbe-8050-6619ca24114d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7259126c-690b-48a2-bcad-524c9d49f375 HTTP/1.1" status: 204 len: 168 time: 0.6035357 Feb 11 13:04:01.560117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:01.579627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc4c46-e55c-4fbe-8050-6619ca24114d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7259126c-690b-48a2-bcad-524c9d49f375,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:01.629718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:01.630338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.646454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (85c2ab93-11dc-4113-8e6b-b5dfeff3f527), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.669900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3f4adac7-a039-489e-a410-6631ad375456 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:01.671290 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f4adac7-a039-489e-a410-6631ad375456), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.673385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:01.704251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-997811d1-519c-43b9-80fb-c77b3312e7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:01.744849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=ca1f35a8-a1a6-4e37-9088-924031ded82f,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:01.830633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8cefa0a-649a-460c-b000-3601c98db34e req-d8135e38-44dc-41d3-ae6a-4566b9b95a2a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144435 Feb 11 13:04:01.923903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:01.925795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:01.986788 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b02509-3276-4974-9988-f8b271c3dd69 x-openstack-request-id: req-e9b02509-3276-4974-9988-f8b271c3dd69 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:01.987337 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-plugged", "status": "completed", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:01.987446 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9b02509-3276-4974-9988-f8b271c3dd69 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:01.988635 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'code': 200} Feb 11 13:04:02.062568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks [] for port (7d01b719-a8e5-46eb-b897-951455252b38), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:02.069066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:02.069480 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:02.095635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-819f8d9f-7aa4-4104-9018-44616d091b96 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3925920 Feb 11 13:04:02.106423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44624) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:02.136617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-af78bfa7-9756-4988-8bdd-951f70d9f8f3 service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9158936 Feb 11 13:04:02.145618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event deleted for resources: {'Port': ['ID=85c2ab93-11dc-4113-8e6b-b5dfeff3f527,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:02.242299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'port': {'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6', 'name': 'tempest-NetworksIpV6TestAttrs-1318087192'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:02.263487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3f4adac7-a039-489e-a410-6631ad375456 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:02.263878 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f4adac7-a039-489e-a410-6631ad375456), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:02.299858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:02.300417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:02.313423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:02.319643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:02.328510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:02.338921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:02.355897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:02.356825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 3f4adac7-a039-489e-a410-6631ad375456, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f4adac7-a039-489e-a410-6631ad375456,segment=NetworkSegment(75a1a48e-82bb-4ff2-ab61-1550fd195866),segment_id=75a1a48e-82bb-4ff2-ab61-1550fd195866)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:02.358021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-861a965e-7a02-41fd-9e42-90cfcdfe0a23 None None] Provisioning complete for port b659ad11-f10f-4253-838e-f1296a861278 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:02.358452 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-861a965e-7a02-41fd-9e42-90cfcdfe0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b659ad11-f10f-4253-838e-f1296a861278), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:02.362546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:02.371414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-f7429382-4817-471d-bca7-69c5ecc29388 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5445 time: 0.2889593 Feb 11 13:04:02.396748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] No DVR routers for this DVR port 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:02.402016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d62da7-832d-4310-bdbd-521402eaeb6a None None] Network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:02.406624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:02.414473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a71453b3-04f6-4164-a981-eb4598ca9fbf req-38afa6d1-a372-44bf-aaa1-5f90836b907b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.53 "DELETE /v2.0/ports/85c2ab93-11dc-4113-8e6b-b5dfeff3f527 HTTP/1.1" status: 204 len: 173 time: 3.0118449 Feb 11 13:04:02.415336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-deleted', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:02.419032 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6f3d3-0626-4599-b250-aea3e2b02612" -d '{"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-deleted", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:02.469978 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Router 5f15975b-2406-45e9-baf4-0110ab6be43c is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:04:02.526494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3f4adac7-a039-489e-a410-6631ad375456), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:02.527381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b659ad11-f10f-4253-838e-f1296a861278 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:02.533178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd4dc931-fb56-48a7-8ea5-80ae21d14256 req-5346f0cd-6ba9-4f93-93b7-f3e61584bf67 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590419 Feb 11 13:04:02.569204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:02.799816 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e5d415-f27c-41ca-a6f5-8575098c60e6 x-openstack-request-id: req-95e5d415-f27c-41ca-a6f5-8575098c60e6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:02.800323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f44d265-6219-4475-a26b-4e36f789a84a req-3ea3885a-5880-411a-b395-e372429743ba tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 210 time: 0.1056504 Feb 11 13:04:02.802038 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05", "name": "network-vif-deleted", "tag": "85c2ab93-11dc-4113-8e6b-b5dfeff3f527", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:02.804985 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95e5d415-f27c-41ca-a6f5-8575098c60e6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:02.807816 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddd6ff2-36ef-4aa8-86b8-733b0ecbdf05', 'name': 'network-vif-deleted', 'tag': '85c2ab93-11dc-4113-8e6b-b5dfeff3f527', 'status': 'completed', 'code': 200} Feb 11 13:04:02.853917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:04:02.870074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-99b4e229-2338-4845-b08d-f22a248c2699 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8589015 Feb 11 13:04:02.887584 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7448c703-747c-4b99-b0b4-a2702adf1da3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "PUT /v2.0/routers/5f15975b-2406-45e9-baf4-0110ab6be43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7604425 Feb 11 13:04:02.893161 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Sync routers for ids ['5f15975b-2406-45e9-baf4-0110ab6be43c'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:04:02.897290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44648) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:02.936905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Routers {'5f15975b-2406-45e9-baf4-0110ab6be43c'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:04:02.941896 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:04:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f15975b-2406-45e9-baf4-0110ab6be43c'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:03.078982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.110674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350759d-a0d9-44e6-821d-52164bed7ba0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:03.112522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4350759d-a0d9-44e6-821d-52164bed7ba0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports/ca1f35a8-a1a6-4e37-9088-924031ded82f HTTP/1.1" status: 200 len: 911 time: 0.2136252 Feb 11 13:04:03.115595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:03.148440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09aa3e-58b7-4b66-8222-e610cd4c1e52 req-da656c70-c113-475b-934b-c73d620eda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:03.152068 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.155358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2b09aa3e-58b7-4b66-8222-e610cd4c1e52 req-da656c70-c113-475b-934b-c73d620eda16 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 1127 time: 1.1064899 Feb 11 13:04:03.156344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1688d745-b4a0-464a-bdc4-fcbedc163d9f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:03.199539 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Set router 5f15975b-2406-45e9-baf4-0110ab6be43c gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:04:03.234009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e776f-15e2-4a48-9048-6beb1a57b5e9 req-e54892af-5ef9-45d7-bf8f-f104210d0957 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:03.241801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd8e776f-15e2-4a48-9048-6beb1a57b5e9 req-e54892af-5ef9-45d7-bf8f-f104210d0957 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.2341750 Feb 11 13:04:03.341122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=3f4adac7-a039-489e-a410-6631ad375456,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:03.390258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:03.396580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.423919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44662) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:03.439451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-e830b001-63aa-47d8-b3c0-921a1a4108e6', 'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6', 'project_id': '311b41facebc4c68a889c91283b034ad', 'fixed_ips': [{'subnet_id': '6d339157-b6f2-48db-ace4-563c58184714'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:03.440572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.461940 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.481190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20ac0c5f-93dd-4bcd-a004-6bab9517c384 req-f9f4e19b-c49f-469b-ba4f-9f384ac82fb5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 210 time: 0.5128734 Feb 11 13:04:03.524180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:03.541550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2b09aa3e-58b7-4b66-8222-e610cd4c1e52 req-f960c982-cbef-45b2-abf8-00d8c3cedc4b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996373 Feb 11 13:04:03.544283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] device_id is not set on port 6600db73-4ff0-4911-9424-f06c18fe55ab yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:03.583430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-861a965e-7a02-41fd-9e42-90cfcdfe0a23 None None] Current status of the port b659ad11-f10f-4253-838e-f1296a861278 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:03.583839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-861a965e-7a02-41fd-9e42-90cfcdfe0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b659ad11-f10f-4253-838e-f1296a861278), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.592679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:03.603278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:03.626932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b659ad11-f10f-4253-838e-f1296a861278 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:03.627319 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b659ad11-f10f-4253-838e-f1296a861278), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.656666 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f15975b-2406-45e9-baf4-0110ab6be43c', 'name': 'tempest-NetworksTestDHCPv6-router-458082758', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:57Z', 'updated_at': '2022-02-11T13:04:00Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f35a8-a1a6-4e37-9088-924031ded82f', 'name': '', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'mac_address': 'fa:16:3e:aa:6d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f15975b-2406-45e9-baf4-0110ab6be43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '44651b0f-48af-49b8-a14b-7dc34537dce4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:03:59Z', 'updated_at': '2022-02-11T13:04:00Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'subnets': [{'id': '44651b0f-48af-49b8-a14b-7dc34537dce4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:03.673227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32507de5-1c93-434a-8119-d367182cc15a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:03.689394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32507de5-1c93-434a-8119-d367182cc15a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:03.695383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Checking router: 5f15975b-2406-45e9-baf4-0110ab6be43c for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:04:03.695743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Updating router 5f15975b-2406-45e9-baf4-0110ab6be43c port ca1f35a8-a1a6-4e37-9088-924031ded82f binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:04:03.697248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-32507de5-1c93-434a-8119-d367182cc15a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5804462 Feb 11 13:04:03.701485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44668) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:03.745033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-861a965e-7a02-41fd-9e42-90cfcdfe0a23 None None] For port b659ad11-f10f-4253-838e-f1296a861278, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b659ad11-f10f-4253-838e-f1296a861278,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:03.748549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=369036de-3f63-41d9-a0e8-41f0dd2b6b47,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:03.753125 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.776291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-861a965e-7a02-41fd-9e42-90cfcdfe0a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b659ad11-f10f-4253-838e-f1296a861278), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.895707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1688d745-b4a0-464a-bdc4-fcbedc163d9f is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:03.896100 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:03.902036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd8e776f-15e2-4a48-9048-6beb1a57b5e9 req-5f56b5eb-2636-42af-b2c9-71a72362fb03 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6589971 Feb 11 13:04:04.020651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:04.023633 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91015841-f34d-42ef-9010-1ace014c101b" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:04.085788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:04.094298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a965e-7a02-41fd-9e42-90cfcdfe0a23 None None] Pushing event updated for resources: {'Port': ['ID=b659ad11-f10f-4253-838e-f1296a861278,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:04.165428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Provisioning complete for port 3f4adac7-a039-489e-a410-6631ad375456 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:04.166178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f4adac7-a039-489e-a410-6631ad375456), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.220704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Allocated IP 2001:db8::f816:3eff:feed:91f2 (e830b001-63aa-47d8-b3c0-921a1a4108e6/6d339157-b6f2-48db-ace4-563c58184714/71953888-975c-4080-869c-a23342d2ff2c) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:04.223288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1414095541'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:04.231403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b659ad11-f10f-4253-838e-f1296a861278 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:04.237109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.251733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecdb56-3867-44c5-abb7-1d006018730d req-d69cb185-a211-4fcd-b5b7-100ec282bbbd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:04.255978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8011536a-0b47-47dc-aa0b-dc0ea70f4955 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:04.262052 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-68ecdb56-3867-44c5-abb7-1d006018730d req-d69cb185-a211-4fcd-b5b7-100ec282bbbd tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 931 time: 0.2396410 Feb 11 13:04:04.326328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:04.336452 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Publish callbacks [] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.348259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-68ecdb56-3867-44c5-abb7-1d006018730d req-d72a8ee0-6ab2-4ec9-af4f-5cbacf4d134d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819933 Feb 11 13:04:04.352821 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.479552 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9a5256-80c4-4cc8-8ec6-348eb1e47146 x-openstack-request-id: req-6e9a5256-80c4-4cc8-8ec6-348eb1e47146 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:04.479851 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:04.480107 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e9a5256-80c4-4cc8-8ec6-348eb1e47146 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:04.480511 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47', 'code': 200} Feb 11 13:04:04.523960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3f4adac7-a039-489e-a410-6631ad375456 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:04.528024 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.552609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (5f15975b-2406-45e9-baf4-0110ab6be43c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.559601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:04.568885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.580490 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa277b-7274-47e0-8a35-503076e1ed70 None None] Pushing event updated for resources: {'Port': ['ID=ca1f35a8-a1a6-4e37-9088-924031ded82f,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:04.634312 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Attempting to bind port ca1f35a8-a1a6-4e37-9088-924031ded82f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:04.634688 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Attempting to bind port ca1f35a8-a1a6-4e37-9088-924031ded82f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:04.635026 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Attempting to bind port ca1f35a8-a1a6-4e37-9088-924031ded82f on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:04.645302 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:04.645774 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:04.646160 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.646554 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:04.647039 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Bound port: ca1f35a8-a1a6-4e37-9088-924031ded82f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:04.647419 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.652688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:04.653435 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.691763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.760536 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] For port ca1f35a8-a1a6-4e37-9088-924031ded82f, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:04.769428 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] For port ca1f35a8-a1a6-4e37-9088-924031ded82f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca1f35a8-a1a6-4e37-9088-924031ded82f,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:04.789362 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.828888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1688d745-b4a0-464a-bdc4-fcbedc163d9f,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:04.834800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Current status of the port 3f4adac7-a039-489e-a410-6631ad375456 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:04.866447 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d3849cb-cc06-4a18-98e4-61c337e5aaf3 req-f6ecb1fc-8a3d-48c1-9b9f-49c1ee617b08 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 210 time: 0.2517059 Feb 11 13:04:04.877435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-fc2aaafb-104b-4b3b-af64-eecae4eb6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:04.896178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-fc2aaafb-104b-4b3b-af64-eecae4eb6835 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8c365546dfcd47c6b50ddd9f03029764&device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 1127 time: 1.8586926 Feb 11 13:04:04.936569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-a40b1b19-1626-42d1-96c0-b992af831133 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7069829 Feb 11 13:04:04.977000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-feaf306a-6662-425b-bbee-9282ef4be3ac tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2407753 Feb 11 13:04:04.980545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] For port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:04.988096 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Routers {'5f15975b-2406-45e9-baf4-0110ab6be43c'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:04:04.994084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:04:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f15975b-2406-45e9-baf4-0110ab6be43c'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:04.996278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:04.996817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.018368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.031184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.041600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.068003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.081073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3f4adac7-a039-489e-a410-6631ad375456 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:05.081744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f4adac7-a039-489e-a410-6631ad375456), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.084315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.095425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.105869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:05.114479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.116920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-7a0bb074-135e-4231-a962-10e56b4e88b2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 5441 time: 0.8608508 Feb 11 13:04:05.147018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.147766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:05.149551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Provisioning complete for port ca1f35a8-a1a6-4e37-9088-924031ded82f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:05.149937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.162328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port ca1f35a8-a1a6-4e37-9088-924031ded82f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:05.162979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.179587 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa277b-7274-47e0-8a35-503076e1ed70 None None] Pushing event updated for resources: {'Port': ['ID=ca1f35a8-a1a6-4e37-9088-924031ded82f,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:05.245468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fa161-1112-4e60-b4c0-368c3302218e req-3735da41-5822-489e-a9be-f4c7fbca604b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.245861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:05.246365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85c2ab93-11dc-4113-8e6b-b5dfeff3f527 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:05.248405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-055fa161-1112-4e60-b4c0-368c3302218e req-3735da41-5822-489e-a9be-f4c7fbca604b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.2014394 Feb 11 13:04:05.262936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Request body: {'port': {'device_id': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:05.339709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] For port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:05.341389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 60a3b7d3-3766-4479-819d-8db2e7390a5a no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:05.370973 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-055fa161-1112-4e60-b4c0-368c3302218e req-cd10b32c-3fca-4090-972c-100946f5e0d5 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864940 Feb 11 13:04:05.405155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] device_id is not set on port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:05.426518 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] Set router 5f15975b-2406-45e9-baf4-0110ab6be43c gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:04:05.429262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] Publish callbacks [] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.429592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] For port ca1f35a8-a1a6-4e37-9088-924031ded82f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca1f35a8-a1a6-4e37-9088-924031ded82f,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:05.429984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.451428 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Publish callbacks [] for port (71953888-975c-4080-869c-a23342d2ff2c), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.464912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for ca1f35a8-a1a6-4e37-9088-924031ded82f owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:05.548012 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (71953888-975c-4080-869c-a23342d2ff2c), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.562968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Current status of the port ca1f35a8-a1a6-4e37-9088-924031ded82f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:05.564565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.588080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.590424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Network e830b001-63aa-47d8-b3c0-921a1a4108e6 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:05.626997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] For port ca1f35a8-a1a6-4e37-9088-924031ded82f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca1f35a8-a1a6-4e37-9088-924031ded82f,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:05.628298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:05.649541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7337a80-affc-42ff-aed3-522277e64051 req-86711663-1aa0-4e18-8eab-3b8b51fa93ba tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:05.657622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7337a80-affc-42ff-aed3-522277e64051 req-86711663-1aa0-4e18-8eab-3b8b51fa93ba tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 931 time: 0.1350372 Feb 11 13:04:05.667621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.670440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:05.710942 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.720916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for security_group (54e9c17a-c540-43da-919c-65ba17c5f30f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.763511 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f15975b-2406-45e9-baf4-0110ab6be43c', 'name': 'tempest-NetworksTestDHCPv6-router-458082758', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:57Z', 'updated_at': '2022-02-11T13:04:00Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f35a8-a1a6-4e37-9088-924031ded82f', 'name': '', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'mac_address': 'fa:16:3e:aa:6d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f15975b-2406-45e9-baf4-0110ab6be43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '44651b0f-48af-49b8-a14b-7dc34537dce4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:03:59Z', 'updated_at': '2022-02-11T13:04:04Z', 'revision_number': 4, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'subnets': [{'id': '44651b0f-48af-49b8-a14b-7dc34537dce4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:05.778949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.797376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f34c9c37-61f0-45ad-b955-d6a3a756ccc8 req-77e34130-27e0-4426-8ece-de8fa752ad58 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4931250 Feb 11 13:04:05.803224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3f4adac7-a039-489e-a410-6631ad375456 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:05.804871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b659ad11-f10f-4253-838e-f1296a861278 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:05.822656 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e05fce7-3346-4810-8e4a-44a0a801a406 None None] The sync data for ids ['5f15975b-2406-45e9-baf4-0110ab6be43c'] in n-d-828675-3 is: [{'id': '5f15975b-2406-45e9-baf4-0110ab6be43c', 'name': 'tempest-NetworksTestDHCPv6-router-458082758', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:57Z', 'updated_at': '2022-02-11T13:04:00Z', 'revision_number': 2, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None, '_interfaces': [{'id': 'ca1f35a8-a1a6-4e37-9088-924031ded82f', 'name': '', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'mac_address': 'fa:16:3e:aa:6d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f15975b-2406-45e9-baf4-0110ab6be43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1558, 'fixed_ips': [{'subnet_id': '44651b0f-48af-49b8-a14b-7dc34537dce4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:03:59Z', 'updated_at': '2022-02-11T13:04:04Z', 'revision_number': 4, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'subnets': [{'id': '44651b0f-48af-49b8-a14b-7dc34537dce4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:04:05.880437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Attempting to bind port 71953888-975c-4080-869c-a23342d2ff2c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:05.880827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Attempting to bind port 71953888-975c-4080-869c-a23342d2ff2c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '252afeed-a7ce-4f24-a5c0-db3384936c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:05.881199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Attempting to bind port 71953888-975c-4080-869c-a23342d2ff2c on network e830b001-63aa-47d8-b3c0-921a1a4108e6 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:05.894617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:05.894617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Checking segment: {'id': '252afeed-a7ce-4f24-a5c0-db3384936c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:05.895001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.895373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Bound using segment: {'id': '252afeed-a7ce-4f24-a5c0-db3384936c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:05.895862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Bound port: 71953888-975c-4080-869c-a23342d2ff2c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252afeed-a7ce-4f24-a5c0-db3384936c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e830b001-63aa-47d8-b3c0-921a1a4108e6'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:05.896239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (71953888-975c-4080-869c-a23342d2ff2c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.921767 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7337a80-affc-42ff-aed3-522277e64051 req-0819cb3a-4eba-435f-8add-c7dbdcc28a1d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628677 Feb 11 13:04:05.926461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ca1f35a8-a1a6-4e37-9088-924031ded82f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.960850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:06.028382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=ca1f35a8-a1a6-4e37-9088-924031ded82f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:06.031585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (54e9c17a-c540-43da-919c-65ba17c5f30f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.140395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e95402fd-3044-4f81-9b92-c608fa1b8352 req-802e8bb5-51db-4026-9150-e7cce6f6e7f4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 210 time: 0.1195097 Feb 11 13:04:06.273270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8011536a-0b47-47dc-aa0b-dc0ea70f4955,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:06.341327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-2558f734-dc49-470d-b141-c227023df007 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:06.347904 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-2558f734-dc49-470d-b141-c227023df007 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 1.6682215 Feb 11 13:04:06.372766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 60a3b7d3-3766-4479-819d-8db2e7390a5a is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:06.373174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.392354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f81a5f77-7b22-4ca7-a0d8-86ca784c3f03 None None] Provisioning complete for port 3f4adac7-a039-489e-a410-6631ad375456 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:06.392714 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f81a5f77-7b22-4ca7-a0d8-86ca784c3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f4adac7-a039-489e-a410-6631ad375456), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.401780 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (5f15975b-2406-45e9-baf4-0110ab6be43c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.433845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e9c17a-c540-43da-919c-65ba17c5f30f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:06.455922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Allocated IP 2001:db8::f816:3eff:fe60:780a (e830b001-63aa-47d8-b3c0-921a1a4108e6/6d339157-b6f2-48db-ace4-563c58184714/6600db73-4ff0-4911-9424-f06c18fe55ab) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:06.484188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:06.486742 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7efc5f-76bb-4e54-971a-ead164073a37" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:06.488513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'port': {'device_id': '0a26405a-7366-4229-9134-89d3d06791c0', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'admin_state_up': True, 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:06.548735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] For port 71953888-975c-4080-869c-a23342d2ff2c, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:06.560977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] For port 71953888-975c-4080-869c-a23342d2ff2c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=71953888-975c-4080-869c-a23342d2ff2c,segment=NetworkSegment(252afeed-a7ce-4f24-a5c0-db3384936c8d),segment_id=252afeed-a7ce-4f24-a5c0-db3384936c8d)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:06.586978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b659ad11-f10f-4253-838e-f1296a861278 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:06.587883 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b659ad11-f10f-4253-838e-f1296a861278), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.591451 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb28c4-cdc6-4841-9175-08677d4ced0b x-openstack-request-id: req-dafb28c4-cdc6-4841-9175-08677d4ced0b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:06.592200 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:06.592703 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dafb28c4-cdc6-4841-9175-08677d4ced0b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:06.593341 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'code': 200} Feb 11 13:04:06.593943 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955', 'code': 200} Feb 11 13:04:06.611762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Pushing event updated for resources: {'Port': ['ID=71953888-975c-4080-869c-a23342d2ff2c,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:06.613014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-b0132b57-ac91-41ca-aab8-51e5701e83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:06.614785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-b0132b57-ac91-41ca-aab8-51e5701e83d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 1128 time: 1.4666870 Feb 11 13:04:06.616607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] No DVR routers for this DVR port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:06.664835 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (71953888-975c-4080-869c-a23342d2ff2c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.677815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:04:06.682752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Router 5f15975b-2406-45e9-baf4-0110ab6be43c has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:04:06.689269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] In _notify_port_updated(), no bound segment for port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:04:06.691263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:06.691922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.693581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-4a297e2f-9282-4a7b-beb6-2b74aaee1274 service neutron] 10.222.0.53 "PUT /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 200 len: 1033 time: 5.1415741 Feb 11 13:04:06.716287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 60a3b7d3-3766-4479-819d-8db2e7390a5a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:06.735866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247054e-06fa-487f-9f1f-03dd3b8de930 None None] Pushing event deleted for resources: {'Port': ['ID=ca1f35a8-a1a6-4e37-9088-924031ded82f,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:06.777116 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:06.778526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device b6908d7d-c822-4e57-8a01-d3587387df73 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:06.823992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:04:06.835192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fe9a9b8a-7d00-4439-9f3c-b14b5076c7a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "PUT /v2.0/routers/5f15975b-2406-45e9-baf4-0110ab6be43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1293657 Feb 11 13:04:06.835956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44696) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:06.916395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3b9cb-b9ed-4666-a105-034291ab07ca tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:06.919530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3b9cb-b9ed-4666-a105-034291ab07ca tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:06.928602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2cd3b9cb-b9ed-4666-a105-034291ab07ca tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0856450 Feb 11 13:04:06.930016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44700) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:07.015852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f81a5f77-7b22-4ca7-a0d8-86ca784c3f03 None None] Current status of the port 3f4adac7-a039-489e-a410-6631ad375456 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:07.042565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf961674-1e61-466c-b377-3cbabbdf3974 None None] Pushing event updated for resources: {'Port': ['ID=71953888-975c-4080-869c-a23342d2ff2c,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:07.049705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f81a5f77-7b22-4ca7-a0d8-86ca784c3f03 None None] Could not find standard attr ID for object ca1f35a8-a1a6-4e37-9088-924031ded82f. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:04:07.080990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 44651b0f-48af-49b8-a14b-7dc34537dce4 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:07.091267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (44651b0f-48af-49b8-a14b-7dc34537dce4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.190772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-9c14a26e-5fc7-407a-aeca-2f35ae52c719 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.198772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-9c14a26e-5fc7-407a-aeca-2f35ae52c719 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.208205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-9c14a26e-5fc7-407a-aeca-2f35ae52c719 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.214673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-9c14a26e-5fc7-407a-aeca-2f35ae52c719 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.222300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-9c14a26e-5fc7-407a-aeca-2f35ae52c719 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.227815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-9c14a26e-5fc7-407a-aeca-2f35ae52c719 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.236382 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-9c14a26e-5fc7-407a-aeca-2f35ae52c719 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 4657 time: 0.2525451 Feb 11 13:04:07.255498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (44651b0f-48af-49b8-a14b-7dc34537dce4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.255990 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c5766179-c0bf-49cf-a9fb-4884f37bec65), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.256268 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Added segment c5766179-c0bf-49cf-a9fb-4884f37bec65 of type vlan for network bdfe5264-530f-4593-8484-aaf496b0d711 Feb 11 13:04:07.293471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b659ad11-f10f-4253-838e-f1296a861278 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:07.327469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=60a3b7d3-3766-4479-819d-8db2e7390a5a,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:07.345035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8cc33892-fa34-46a1-9ff6-79c9b9114928 None None] Provisioning complete for port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:07.345346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8cc33892-fa34-46a1-9ff6-79c9b9114928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.350944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port b6908d7d-c822-4e57-8a01-d3587387df73 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:07.351839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.467628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8cc33892-fa34-46a1-9ff6-79c9b9114928 None None] Port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:07.477313 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99c8c557-832a-40dc-8d5e-d7e0e4d6cbc0 req-f469ff06-bbba-46df-9aff-d550562b99e6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396152 Feb 11 13:04:07.484373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port b6908d7d-c822-4e57-8a01-d3587387df73, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b6908d7d-c822-4e57-8a01-d3587387df73,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:07.493190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.494554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:07.510572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8048c-1b09-46d0-bbc7-6dbf26bf679f req-3efa7ffc-19a2-439a-a253-2a1be98ef50f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.522110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59d8048c-1b09-46d0-bbc7-6dbf26bf679f req-3efa7ffc-19a2-439a-a253-2a1be98ef50f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 1.4724817 Feb 11 13:04:07.523319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-3cd7b824-27e9-4cc0-83f5-f4575f9b164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.524760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-3cd7b824-27e9-4cc0-83f5-f4575f9b164a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 200 len: 916 time: 2.5465140 Feb 11 13:04:07.537296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (44651b0f-48af-49b8-a14b-7dc34537dce4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.624439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71953888-975c-4080-869c-a23342d2ff2c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:07.630653 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (bdfe5264-530f-4593-8484-aaf496b0d711), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.634047 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (44651b0f-48af-49b8-a14b-7dc34537dce4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.645088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Made reservation on behalf of 8b969ccd94c24a3b8456f6e70eac2cd4 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:07.648347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.661599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 host ! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:04:07.662045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:07.662465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e46c61ce-78a0-4a65-952e-4fd239451cf9 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:07.668217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-0dcaac57-cbc3-4dc4-9dd9-530c0e6196f1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.671329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-0dcaac57-cbc3-4dc4-9dd9-530c0e6196f1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "GET /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.9616835 Feb 11 13:04:07.674167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=b6908d7d-c822-4e57-8a01-d3587387df73,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:07.674305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d01b719-a8e5-46eb-b897-951455252b38 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:07.715672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=44651b0f-48af-49b8-a14b-7dc34537dce4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:07.724813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb6a37-15a2-4601-ba16-8db3684c63dc None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:07.728522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.736458 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-779f6636-c24a-49f2-b4b7-fa968cc7721a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/44651b0f-48af-49b8-a14b-7dc34537dce4 HTTP/1.1" status: 204 len: 168 time: 0.8052061 Feb 11 13:04:07.739190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44708) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:07.805373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-48ac8f4c-d342-4ecd-8757-26b1c3410b8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481 HTTP/1.1" status: 200 len: 217 time: 0.1821299 Feb 11 13:04:07.814174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:07.820087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Publish callbacks [] for port (7d01b719-a8e5-46eb-b897-951455252b38), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.872359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 71953888-975c-4080-869c-a23342d2ff2c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:07.872767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71953888-975c-4080-869c-a23342d2ff2c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.878346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:04:07.930342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e46c61ce-78a0-4a65-952e-4fd239451cf9 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:07.930734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.956077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573b3f0-dec7-4a81-b6e3-c7cc51dc0ea7 req-0ee089a1-2c15-4e2c-8630-5546a7beef40 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:07.988601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59d8048c-1b09-46d0-bbc7-6dbf26bf679f req-93bc128a-4981-4025-b79c-330b4650519f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641033 Feb 11 13:04:07.990978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Transition to ACTIVE for port object 7d01b719-a8e5-46eb-b897-951455252b38 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:04:07.992069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e573b3f0-dec7-4a81-b6e3-c7cc51dc0ea7 req-0ee089a1-2c15-4e2c-8630-5546a7beef40 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 931 time: 0.3758202 Feb 11 13:04:08.075817 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-845faefc-e7f0-4e78-8c24-0231c0ee58aa tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3319445 Feb 11 13:04:08.079417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44712) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:08.105807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e573b3f0-dec7-4a81-b6e3-c7cc51dc0ea7 req-fe62d3e7-fda6-4012-845c-d01d17c8c56f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126430 Feb 11 13:04:08.113122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 71953888-975c-4080-869c-a23342d2ff2c is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:08.113527 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (71953888-975c-4080-869c-a23342d2ff2c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.118918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.128688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:08.146710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.199640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:04:08.238324 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (bdfe5264-530f-4593-8484-aaf496b0d711), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.247452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:08.248117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.280259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 71953888-975c-4080-869c-a23342d2ff2c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=71953888-975c-4080-869c-a23342d2ff2c,segment=NetworkSegment(252afeed-a7ce-4f24-a5c0-db3384936c8d),segment_id=252afeed-a7ce-4f24-a5c0-db3384936c8d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:08.291119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:08.342378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103dfcd1-3d2d-4dda-8578-17f595793050 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router (5f15975b-2406-45e9-baf4-0110ab6be43c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.342767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (71953888-975c-4080-869c-a23342d2ff2c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.348197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:08.442767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.458580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-9ebbbfef-8701-47db-adfd-fe2bb2fa1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:08.460347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-9ebbbfef-8701-47db-adfd-fe2bb2fa1c38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 1.7785079 Feb 11 13:04:08.506115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=71953888-975c-4080-869c-a23342d2ff2c,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:08.522550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] Deleting port b659ad11-f10f-4253-838e-f1296a861278 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:08.522931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b659ad11-f10f-4253-838e-f1296a861278), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.635964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46c61ce-78a0-4a65-952e-4fd239451cf9'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:08.638284 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c9febe-f130-4cec-8962-1921497e311e" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e46c61ce-78a0-4a65-952e-4fd239451cf9"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:08.656798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] Sync routers for ids ['5f15975b-2406-45e9-baf4-0110ab6be43c'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:04:08.682876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a5951-a07e-4bc4-bdc1-5ec95a786e43 None None] Network e830b001-63aa-47d8-b3c0-921a1a4108e6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:08.687874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58971044-630e-43f3-80e8-68346b1432a1 req-831701f2-e265-43bf-be6e-5a8aff1da90c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 210 time: 0.2758131 Feb 11 13:04:08.689260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-acba38ba-7dc3-4120-9a29-268eea1b1dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:08.690801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-acba38ba-7dc3-4120-9a29-268eea1b1dcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 200 len: 855 time: 0.8460214 Feb 11 13:04:08.714092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] Routers {'5f15975b-2406-45e9-baf4-0110ab6be43c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:04:08.714092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:04:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f15975b-2406-45e9-baf4-0110ab6be43c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:08.733989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] For port b659ad11-f10f-4253-838e-f1296a861278, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b659ad11-f10f-4253-838e-f1296a861278,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:08.734422 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b659ad11-f10f-4253-838e-f1296a861278), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.734511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.2624803 Feb 11 13:04:08.786643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-f9e00fe3-4551-44f9-aac9-ab0b253af116 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0374bd3e-e59c-4cbf-86d4-e53fa72225b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409174 Feb 11 13:04:08.787308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44728) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:08.802001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-571b0ae7-d1ec-4dce-a482-fd68dd7738da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae HTTP/1.1" status: 200 len: 217 time: 0.2880936 Feb 11 13:04:08.843088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'subnet': {'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:08.850449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] Calling delete_port for b659ad11-f10f-4253-838e-f1296a861278 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:08.899044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] Set router 5f15975b-2406-45e9-baf4-0110ab6be43c gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:04:08.903617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-db8cfe69-799d-4240-a815-b60715240adc None None] Provisioning complete for port 71953888-975c-4080-869c-a23342d2ff2c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:08.904001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db8cfe69-799d-4240-a815-b60715240adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71953888-975c-4080-869c-a23342d2ff2c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.941270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2a892-7c2b-44a3-a567-e29c70e9dd8d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Network': ['ID=bdfe5264-530f-4593-8484-aaf496b0d711,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:08.984663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Allocated IP 172.20.0.3 (9317fd9e-eafc-4090-a86a-9621fd4980db/0d30468b-d577-458d-a627-8de8662a6d98/4ffacd07-ce22-43ef-afc2-98de5dc76d65) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:08.996227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for port (6600db73-4ff0-4911-9424-f06c18fe55ab), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.008356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f19680-5c34-4908-943e-652af52d871f req-fe283e6d-a58e-4abb-98e7-0fe7668203f2 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.010644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network bdfe5264-530f-4593-8484-aaf496b0d711 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:04:09.014893 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4f19680-5c34-4908-943e-652af52d871f req-fe283e6d-a58e-4abb-98e7-0fe7668203f2 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.7297277 Feb 11 13:04:09.025368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f15975b-2406-45e9-baf4-0110ab6be43c', 'name': 'tempest-NetworksTestDHCPv6-router-458082758', 'tenant_id': '455065ec60f04b24b69c17d6e73eda34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:03:57Z', 'updated_at': '2022-02-11T13:04:05Z', 'revision_number': 3, 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:09.073196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103dfcd1-3d2d-4dda-8578-17f595793050 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (5f15975b-2406-45e9-baf4-0110ab6be43c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.078087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103dfcd1-3d2d-4dda-8578-17f595793050 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router_controller (5f15975b-2406-45e9-baf4-0110ab6be43c), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.099445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] Checking router: 5f15975b-2406-45e9-baf4-0110ab6be43c for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:04:09.138290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4f19680-5c34-4908-943e-652af52d871f req-694d2814-e119-4e81-81d3-5e4759e18b64 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222415 Feb 11 13:04:09.144064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103dfcd1-3d2d-4dda-8578-17f595793050 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (5f15975b-2406-45e9-baf4-0110ab6be43c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.144756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103dfcd1-3d2d-4dda-8578-17f595793050 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Fanout notify agent at l3_agent the message router_deleted on router 5f15975b-2406-45e9-baf4-0110ab6be43c {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:04:09.153977 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103dfcd1-3d2d-4dda-8578-17f595793050 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.158717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-103dfcd1-3d2d-4dda-8578-17f595793050 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/routers/5f15975b-2406-45e9-baf4-0110ab6be43c HTTP/1.1" status: 204 len: 168 time: 1.0777864 Feb 11 13:04:09.159341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44734) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:09.188164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] Routers set() bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:04:09.188545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] Router IDs set() for agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:04:09.189151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_agentschedulers_db [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5f15975b-2406-45e9-baf4-0110ab6be43c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:04:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent'). {{(pid=109686) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:04:09.189530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c987e9-e7a8-4652-a6e8-5c5ee5f65099 None None] The sync data for ids ['5f15975b-2406-45e9-baf4-0110ab6be43c'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:04:09.210289 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (b659ad11-f10f-4253-838e-f1296a861278), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.255000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7d4ef-c851-469f-b370-3aa32f1c9cfc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.261002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d7e7d4ef-c851-469f-b370-3aa32f1c9cfc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0995300 Feb 11 13:04:09.261835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44738) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:09.330899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850c1c7-dd7d-4bee-98cc-44b9609268e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.335457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c850c1c7-dd7d-4bee-98cc-44b9609268e1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0721860 Feb 11 13:04:09.336103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44742) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:09.394385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b90c535e-1364-4ce6-9291-1bfcbf04db2b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569994 Feb 11 13:04:09.395063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44744) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:09.401585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:09.519262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:09.523230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.578069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] Pushing event deleted for resources: {'Port': ['ID=b659ad11-f10f-4253-838e-f1296a861278,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:09.584045 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46f5354-1787-4b15-99cc-b79df6da087b x-openstack-request-id: req-f46f5354-1787-4b15-99cc-b79df6da087b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:09.584347 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "e46c61ce-78a0-4a65-952e-4fd239451cf9", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:09.584639 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f46f5354-1787-4b15-99cc-b79df6da087b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:09.584986 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a', 'code': 200} Feb 11 13:04:09.585376 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73', 'code': 200} Feb 11 13:04:09.585593 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e46c61ce-78a0-4a65-952e-4fd239451cf9', 'code': 200} Feb 11 13:04:09.595447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ffb5f1-4e05-443e-ad6b-31b4d24573d6 None None] No DVR routers for this DVR port b659ad11-f10f-4253-838e-f1296a861278 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:09.624782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-db8cfe69-799d-4240-a815-b60715240adc None None] Current status of the port 71953888-975c-4080-869c-a23342d2ff2c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:09.706120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71953888-975c-4080-869c-a23342d2ff2c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:09.766342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-213d7116-e7b0-419a-8a37-0c4080f85fa8 None None] Provisioning complete for port 71953888-975c-4080-869c-a23342d2ff2c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:09.766996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-213d7116-e7b0-419a-8a37-0c4080f85fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71953888-975c-4080-869c-a23342d2ff2c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.771650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-4565c05f-2c56-48c2-aeb2-f1f6ae988522 service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9345632 Feb 11 13:04:09.782368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-ee190814-13d9-487d-9189-1eedef05691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.783921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-ee190814-13d9-487d-9189-1eedef05691b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.9117994 Feb 11 13:04:09.795724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9945f7-19e5-41e5-ac5c-76fd4625d565 req-572665dd-863c-4419-8a8f-ad9524e66c1e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.797274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e9945f7-19e5-41e5-ac5c-76fd4625d565 req-572665dd-863c-4419-8a8f-ad9524e66c1e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 943 time: 0.1275945 Feb 11 13:04:09.867186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 71953888-975c-4080-869c-a23342d2ff2c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:09.867570 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71953888-975c-4080-869c-a23342d2ff2c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:09.904633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e9945f7-19e5-41e5-ac5c-76fd4625d565 req-dead0bc6-57df-480e-9223-66f40135ec68 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889966 Feb 11 13:04:09.914760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Attempting to bind port 7d01b719-a8e5-46eb-b897-951455252b38 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:09.915093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Attempting to bind port 7d01b719-a8e5-46eb-b897-951455252b38 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:09.915607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Attempting to bind port 7d01b719-a8e5-46eb-b897-951455252b38 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:09.919009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-213d7116-e7b0-419a-8a37-0c4080f85fa8 None None] Current status of the port 71953888-975c-4080-869c-a23342d2ff2c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:09.948977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-5b9fcc9f-80dc-45d8-9647-15a40cb252e8 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.954321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-5b9fcc9f-80dc-45d8-9647-15a40cb252e8 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.960092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-5b9fcc9f-80dc-45d8-9647-15a40cb252e8 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.963442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 71953888-975c-4080-869c-a23342d2ff2c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:09.965250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-5b9fcc9f-80dc-45d8-9647-15a40cb252e8 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.970458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-5b9fcc9f-80dc-45d8-9647-15a40cb252e8 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.975938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-5b9fcc9f-80dc-45d8-9647-15a40cb252e8 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:09.978136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-5b9fcc9f-80dc-45d8-9647-15a40cb252e8 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 4653 time: 1.1309690 Feb 11 13:04:10.023410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b659ad11-f10f-4253-838e-f1296a861278 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:10.027346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:10.031475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.049610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Port 7d01b719-a8e5-46eb-b897-951455252b38 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:04:10.049923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: b659ad11-f10f-4253-838e-f1296a861278 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:10.050077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b659ad11-f10f-4253-838e-f1296a861278 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:10.050163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Attempting to bind port 7d01b719-a8e5-46eb-b897-951455252b38 on network 1ea51000-bd0d-49f2-bf38-62858fa5fc7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:10.050490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca1f35a8-a1a6-4e37-9088-924031ded82f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:10.054236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:10.070463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.072068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6600db73-4ff0-4911-9424-f06c18fe55ab), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.073268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ca1f35a8-a1a6-4e37-9088-924031ded82f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:10.074364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca1f35a8-a1a6-4e37-9088-924031ded82f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:10.127062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:10.130455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:10.132473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e46c61ce-78a0-4a65-952e-4fd239451cf9,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:10.135849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:10.136550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.142636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a5418-4490-40fb-a1b7-f2b2a4d26d11 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:10.152420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:10.152761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Checking segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:10.153140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Bound using segment: {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:10.153582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Bound port: 7d01b719-a8e5-46eb-b897-951455252b38, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:10.153956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.154954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:10.197013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a6fa8-cb32-4315-8b8d-ae370709ebbe req-cd5cea26-573c-41dd-97c7-712b5debcdee tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:10.199456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-965a6fa8-cb32-4315-8b8d-ae370709ebbe req-cd5cea26-573c-41dd-97c7-712b5debcdee tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.1915586 Feb 11 13:04:10.213858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3279ce09-8176-4a28-a4d0-c97addc4c3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8177183 Feb 11 13:04:10.232614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44752) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:10.249008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:10.268056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-953df025-a585-4409-bdc2-2ab4b259f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:10.269681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-953df025-a585-4409-bdc2-2ab4b259f834 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4495087 Feb 11 13:04:10.277236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network e830b001-63aa-47d8-b3c0-921a1a4108e6 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:10.303692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:10.317627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:10.318656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.372271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:10.375864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:10.382019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:10.389253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:10.389924 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.410210 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-965a6fa8-cb32-4315-8b8d-ae370709ebbe req-3b719c7b-967a-442a-9041-e8460d474753 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005856 Feb 11 13:04:10.410833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:10.415289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.447860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.490810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a63d35b1-8a75-4b45-81d8-f95ad20d84f2 req-d292e7b3-900a-4511-a272-863179e8187e service neutron] 10.222.0.64 "GET /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935828 Feb 11 13:04:10.505223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Port': ['ID=6600db73-4ff0-4911-9424-f06c18fe55ab,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:10.514696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:10.515354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.516752 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d01b719-a8e5-46eb-b897-951455252b38 HTTP/1.1" status: 200 len: 1091 time: 5.3586338 Feb 11 13:04:10.531685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:10.542113 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "tag": "7d01b719-a8e5-46eb-b897-951455252b38"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:10.642261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Allocated IP 2001:db8::f816:3eff:fec6:c67b (748fcd93-cfb1-4683-9579-584b9508fdbf/37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca/2246caa8-058d-4cf0-844f-63caaa8ca929) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:10.669911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] For port e46c61ce-78a0-4a65-952e-4fd239451cf9, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:10.685569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-15360406-9134-45cd-881e-6f7f948a2064 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 8.5414217 Feb 11 13:04:10.690439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ee04ac9b-b86a-43eb-a517-99a6e6d96f49 req-1a9060fa-3e27-4065-841e-376410887a4a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 210 time: 0.0551760 Feb 11 13:04:10.695517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44758) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:10.708602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.764721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c11d97a-1ffa-4c02-837e-bcdc897ac216 req-9481ceea-e66f-4f08-a904-f8e4b7792636 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&id=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7276440 Feb 11 13:04:10.777693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting subnet 6d339157-b6f2-48db-ace4-563c58184714 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:10.802097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (6d339157-b6f2-48db-ace4-563c58184714), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.893631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6d339157-b6f2-48db-ace4-563c58184714), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.913709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] device_id is not set on port e46c61ce-78a0-4a65-952e-4fd239451cf9 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:10.924647 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] Publish callbacks [] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.925758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-81172754-15e0-4362-a75b-d5e52ffd2a8a None None] Provisioning complete for port 6600db73-4ff0-4911-9424-f06c18fe55ab triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:10.926154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-81172754-15e0-4362-a75b-d5e52ffd2a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6600db73-4ff0-4911-9424-f06c18fe55ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:10.977264 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b03e7f-d900-4143-8ec7-7fa98a243630 x-openstack-request-id: req-17b03e7f-d900-4143-8ec7-7fa98a243630 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:10.977837 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "tag": "7d01b719-a8e5-46eb-b897-951455252b38", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:10.978240 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17b03e7f-d900-4143-8ec7-7fa98a243630 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:10.990409 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38', 'status': 'completed', 'code': 200} Feb 11 13:04:11.000063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.002470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323cd5c-c95c-43e5-8969-3f595a069007 service neutron] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:11.017071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.055083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (7d708890-03e2-4a72-9b56-18100aaa468e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.069805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c9ab2389-48a8-4551-b45a-f4fef3d4b968'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:11.071815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7c4d8d93-86ae-487b-a939-d798ee0f4eae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:11.128182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:11.148077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=7d708890-03e2-4a72-9b56-18100aaa468e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:11.151219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:11.154524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:11.155132 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.204539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-1ec2b2a7-48f6-467b-8683-662e8c11d3d5 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9105904 Feb 11 13:04:11.215382 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0e173f20-7cf3-4244-bef4-e59f848ad6d9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9791703 Feb 11 13:04:11.216200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:11.227576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44764) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:11.232634 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (6d6ba0e9-a94f-4f63-af4f-3edf5df9db51), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.261062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1dfd9-c650-4bb1-8b54-df0b0f62e3e1 req-9d29b95f-3f12-4f12-bdfd-4b2356c4f22b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:11.262702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89d1dfd9-c650-4bb1-8b54-df0b0f62e3e1 req-9d29b95f-3f12-4f12-bdfd-4b2356c4f22b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 943 time: 0.2208309 Feb 11 13:04:11.276441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:11.278381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:11.284130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:11.291879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:81:8e:e5', 'name': 'tempest-NetworksTestDHCPv6-1688516378'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:11.309155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] No DVR routers for this DVR port e46c61ce-78a0-4a65-952e-4fd239451cf9 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:11.339658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Publish callbacks [] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.347383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-81172754-15e0-4362-a75b-d5e52ffd2a8a None None] Port 6600db73-4ff0-4911-9424-f06c18fe55ab cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:11.359574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.397409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-b1aedf08-beee-4a78-be3b-bbcd7788209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:11.398997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-b1aedf08-beee-4a78-be3b-bbcd7788209e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 1125 time: 0.7722478 Feb 11 13:04:11.400917 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89d1dfd9-c650-4bb1-8b54-df0b0f62e3e1 req-89f16d13-fc55-4ee7-898b-bd245b423b44 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282017 Feb 11 13:04:11.438969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6d339157-b6f2-48db-ace4-563c58184714), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.489578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:11.511690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:11.520915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:11.525577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Pushing event updated for resources: {'Port': ['ID=2246caa8-058d-4cf0-844f-63caaa8ca929,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:11.555729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6d339157-b6f2-48db-ace4-563c58184714), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.575641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=4ffacd07-ce22-43ef-afc2-98de5dc76d65,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:11.614919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Subnet': ['ID=6d339157-b6f2-48db-ace4-563c58184714,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:11.648926 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.658457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-137af6c6-05fb-46eb-9620-2a7c1331e3d2 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/6d339157-b6f2-48db-ace4-563c58184714 HTTP/1.1" status: 204 len: 168 time: 0.9592342 Feb 11 13:04:11.659634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44768) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:11.665432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b575c383-e42b-4790-a97b-d6b9a2b1f31e None None] Network e830b001-63aa-47d8-b3c0-921a1a4108e6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:11.727164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-93be9e2b-280b-4306-b3b4-bdabd30fcc1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d01b719-a8e5-46eb-b897-951455252b38 HTTP/1.1" status: 200 len: 217 time: 0.1322868 Feb 11 13:04:11.757928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1ed4b-7d85-41b5-9f0d-012f8bc487f2 req-e48f6365-4d1b-420e-9b8e-3bde7832954f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:11.758621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2873d3af-fd8f-42b5-a104-31fbd93f9128 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:11.759859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59f1ed4b-7d85-41b5-9f0d-012f8bc487f2 req-e48f6365-4d1b-420e-9b8e-3bde7832954f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.8250186 Feb 11 13:04:11.779980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2873d3af-fd8f-42b5-a104-31fbd93f9128 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:11.782011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2873d3af-fd8f-42b5-a104-31fbd93f9128 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1212738 Feb 11 13:04:11.785970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44772) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:11.817003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Attempting to bind port 2246caa8-058d-4cf0-844f-63caaa8ca929 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:11.817552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Attempting to bind port 2246caa8-058d-4cf0-844f-63caaa8ca929 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:11.817911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Attempting to bind port 2246caa8-058d-4cf0-844f-63caaa8ca929 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:11.862922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-6035a782-0860-4a0d-bb75-8ba4bfc32cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:11.864851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-6035a782-0860-4a0d-bb75-8ba4bfc32cb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.1248286 Feb 11 13:04:11.868281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:11.868664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:11.869069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.869474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:11.870076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Bound port: 2246caa8-058d-4cf0-844f-63caaa8ca929, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:11.870460 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.967159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f8476e46-a608-4e87-be07-050f7db107df None None] Provisioning complete for port e46c61ce-78a0-4a65-952e-4fd239451cf9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:11.967549 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8476e46-a608-4e87-be07-050f7db107df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:11.968356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Subnet': ['ID=6d6ba0e9-a94f-4f63-af4f-3edf5df9db51,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:11.984873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20a9eea2-3773-4422-b391-584f119fe36a tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (e830b001-63aa-47d8-b3c0-921a1a4108e6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.004971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-7abac4d0-28a7-4e24-a08d-33e2e93ebed8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874488 Feb 11 13:04:12.018685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.019753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.029373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] In _notify_port_updated(), no bound segment for port e46c61ce-78a0-4a65-952e-4fd239451cf9 on network d2a07d6b-71f7-4b02-9dbb-38caa38e013d {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:04:12.030685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.031490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.033035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-ae240cbc-0473-42d2-bc61-2fadddaad3f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 200 len: 1032 time: 4.2372727 Feb 11 13:04:12.047948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f8476e46-a608-4e87-be07-050f7db107df None None] Port e46c61ce-78a0-4a65-952e-4fd239451cf9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:12.049050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97386f11-bcb4-4a2c-9403-d2f4d2557a54 req-1c70345b-4356-404e-953e-5265c41e900d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.051971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97386f11-bcb4-4a2c-9403-d2f4d2557a54 req-1c70345b-4356-404e-953e-5265c41e900d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 931 time: 0.1263161 Feb 11 13:04:12.053526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] For port 2246caa8-058d-4cf0-844f-63caaa8ca929, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:12.053938 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a9eea2-3773-4422-b391-584f119fe36a tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:04:12.054449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a9eea2-3773-4422-b391-584f119fe36a tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:12.057380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] For port 2246caa8-058d-4cf0-844f-63caaa8ca929, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2246caa8-058d-4cf0-844f-63caaa8ca929,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:12.063772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-20a9eea2-3773-4422-b391-584f119fe36a tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/e830b001-63aa-47d8-b3c0-921a1a4108e6 HTTP/1.1" status: 409 len: 466 time: 0.2728508 Feb 11 13:04:12.070211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.091513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44776) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:12.098076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-42242325'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:12.117726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f8476e46-a608-4e87-be07-050f7db107df None None] Provisioning complete for port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:12.118424 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8476e46-a608-4e87-be07-050f7db107df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.132392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Checking segment: {'id': 'c5766179-c0bf-49cf-a9fb-4884f37bec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:12.132968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network hostable DHCP agents. Network: bdfe5264-530f-4593-8484-aaf496b0d711, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:04:12.160881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97386f11-bcb4-4a2c-9403-d2f4d2557a54 req-3a0a58f0-16e0-460e-ae0c-9706f55f143f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990725 Feb 11 13:04:12.195317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] DHCP port deletion for e830b001-63aa-47d8-b3c0-921a1a4108e6 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:04:12.203054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:12.206277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.212459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f8476e46-a608-4e87-be07-050f7db107df None None] Port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:12.225957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a333c1-0574-4ef2-a145-b8a131c6b183 None None] Pushing event updated for resources: {'Port': ['ID=2246caa8-058d-4cf0-844f-63caaa8ca929,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:12.255638 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-1ce3d4bc-7e8c-48f1-b680-37d59fc98e3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7962060 Feb 11 13:04:12.262196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:04:12.297392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] Deleting port 71953888-975c-4080-869c-a23342d2ff2c {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:12.298762 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (71953888-975c-4080-869c-a23342d2ff2c), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.319830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-8ad5666f-8535-4270-859b-061c8a0bbeb3 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0895641 Feb 11 13:04:12.345160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Request body: {'port': {'device_id': '0a26405a-7366-4229-9134-89d3d06791c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:12.361620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (78784616-6249-455d-ad18-a05be197559d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.362885 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Added segment 78784616-6249-455d-ad18-a05be197559d of type vlan for network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 Feb 11 13:04:12.395481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59f1ed4b-7d85-41b5-9f0d-012f8bc487f2 req-7fa55569-9f8e-4675-90e1-0558df74f9fc tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945054 Feb 11 13:04:12.397691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] For port 71953888-975c-4080-869c-a23342d2ff2c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=71953888-975c-4080-869c-a23342d2ff2c,segment=NetworkSegment(252afeed-a7ce-4f24-a5c0-db3384936c8d),segment_id=252afeed-a7ce-4f24-a5c0-db3384936c8d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:12.397691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (71953888-975c-4080-869c-a23342d2ff2c), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.424626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] Calling delete_port for 71953888-975c-4080-869c-a23342d2ff2c owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:12.425538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network bdfe5264-530f-4593-8484-aaf496b0d711 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:04:12.468263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-5651904a-4627-4de7-a509-fe6328ff1264 service neutron] 10.222.0.64 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413869 Feb 11 13:04:12.468932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:12.475503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021fee-4c00-4461-bd38-1758afccc4fe req-54c8b90a-238c-4b10-9235-e9da68b80452 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.489939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021fee-4c00-4461-bd38-1758afccc4fe req-54c8b90a-238c-4b10-9235-e9da68b80452 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.496945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021fee-4c00-4461-bd38-1758afccc4fe req-54c8b90a-238c-4b10-9235-e9da68b80452 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.503735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021fee-4c00-4461-bd38-1758afccc4fe req-54c8b90a-238c-4b10-9235-e9da68b80452 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.512070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32021fee-4c00-4461-bd38-1758afccc4fe req-54c8b90a-238c-4b10-9235-e9da68b80452 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.516856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32021fee-4c00-4461-bd38-1758afccc4fe req-54c8b90a-238c-4b10-9235-e9da68b80452 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3876 time: 0.2445602 Feb 11 13:04:12.525707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (578ebfe2-9ff8-47d0-9741-f8fd93b0b680), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.527682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, bdfe5264-530f-4593-8484-aaf496b0d711) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:12.533778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.535313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.574076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce37f07-7a67-455c-9885-15aeb88de006 None None] Network bdfe5264-530f-4593-8484-aaf496b0d711 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:12.600892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32021fee-4c00-4461-bd38-1758afccc4fe req-819038cb-c2bc-4ccd-8e9d-0c4c061eee1f tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710824 Feb 11 13:04:12.655612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (578ebfe2-9ff8-47d0-9741-f8fd93b0b680), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.664701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.670506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.733202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-68ce0816-90a2-40ec-8e4e-7a08abe9ebc9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9298229 Feb 11 13:04:12.742356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44784) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:12.744975 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (71953888-975c-4080-869c-a23342d2ff2c), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.774762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] No DVR routers for this DVR port 71953888-975c-4080-869c-a23342d2ff2c on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:12.778045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'name': 'tempest-AllowedAddressPairTestJSON-395210863'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:12.804887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.810015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7171736 Feb 11 13:04:12.827692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44786) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:12.830588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5c12c-c6c9-4617-a9f8-7047c15ab9ae None None] Pushing event deleted for resources: {'Port': ['ID=71953888-975c-4080-869c-a23342d2ff2c,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:12.836708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'subnet': {'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:12.876627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-bdfe5264-530f-4593-8484-aaf496b0d711', 'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'project_id': '51fed09955be46f4b11ce1e822b4029f', 'fixed_ips': [{'subnet_id': '6d6ba0e9-a94f-4f63-af4f-3edf5df9db51'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:12.877801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:12.899830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ef637-4bfc-461f-9e2a-78f5f3853df0 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Network': ['ID=578ebfe2-9ff8-47d0-9741-f8fd93b0b680,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:12.921177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:04:12.984440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f4c50-63fb-403e-8d50-db2bff0c8f0e req-888804a3-1d2d-4704-b48d-ff6310df2bdc tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:12.986144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-074f4c50-63fb-403e-8d50-db2bff0c8f0e req-888804a3-1d2d-4704-b48d-ff6310df2bdc tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.2598612 Feb 11 13:04:13.038540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:13.051189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.105971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-074f4c50-63fb-403e-8d50-db2bff0c8f0e req-a242f05f-e2d8-41ca-95e5-ab2a0ade869f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126242 Feb 11 13:04:13.436775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Allocated IP 172.20.0.2 (bdfe5264-530f-4593-8484-aaf496b0d711/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51/bc69e31b-bafd-4590-8d0c-9ddfcf06c4be) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:13.508398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d475-2188-4fef-8650-8ef969e1a9f9 req-af3dbae6-ebb5-43a7-8f88-59e01b5fad09 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:13.512279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2246caa8-058d-4cf0-844f-63caaa8ca929 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:13.517337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33e6d475-2188-4fef-8650-8ef969e1a9f9 req-af3dbae6-ebb5-43a7-8f88-59e01b5fad09 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 931 time: 0.1784048 Feb 11 13:04:13.619032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:13.626575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dda0dd8-7ed8-4371-8610-adf23e6e1cb4 req-353a26a0-9393-4cf1-b6ff-81f32478f6cd service neutron] 10.222.0.64 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1339495 Feb 11 13:04:13.641654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:13.642300 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.644059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (35761b83-2b22-4a15-9033-daf361370318), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.680535 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33e6d475-2188-4fef-8650-8ef969e1a9f9 req-fa1a5dec-71b5-42d0-9ce1-5aab87046459 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568773 Feb 11 13:04:13.698094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2246caa8-058d-4cf0-844f-63caaa8ca929 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:13.700027 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.702172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.805658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Subnet': ['ID=35761b83-2b22-4a15-9033-daf361370318,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:13.822228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Checking segment: {'id': '78784616-6249-455d-ad18-a05be197559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:13.823106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network hostable DHCP agents. Network: 578ebfe2-9ff8-47d0-9741-f8fd93b0b680, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:04:13.837084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645d283-a684-43b7-928e-a6082431b04a req-e6a3f502-a9d2-4c9d-bf17-a7037cfee0b1 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:13.848473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3645d283-a684-43b7-928e-a6082431b04a req-e6a3f502-a9d2-4c9d-bf17-a7037cfee0b1 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 943 time: 1.1879151 Feb 11 13:04:13.887249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:04:13.901860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 578ebfe2-9ff8-47d0-9741-f8fd93b0b680) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:13.907108 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Publish callbacks [] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.909463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:13.910267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.935099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baff92-0661-4f10-be87-a70a2a5e3126 req-31691ce0-408a-44a9-9d03-2d0be1ca924a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:13.936231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a557d2-fce1-4ba7-a806-e18521ffbf2f None None] Network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:13.937177 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88baff92-0661-4f10-be87-a70a2a5e3126 req-31691ce0-408a-44a9-9d03-2d0be1ca924a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.0974798 Feb 11 13:04:13.942117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-12e9550d-2678-49ac-9f14-e1122fd46e85 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1126671 Feb 11 13:04:13.945087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44796) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:13.951340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'port': {'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680', 'name': 'tempest-NetworksIpV6TestAttrs-1210209450'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:13.961894 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:13.989528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9816a06-eba1-456a-a366-9066c804f8e0 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:14.078856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88baff92-0661-4f10-be87-a70a2a5e3126 req-fafd6efd-443a-4df1-98ae-5ba130607023 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231537 Feb 11 13:04:14.101792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port fc59ba6c-8f95-4201-9ea8-f310852a72d9 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:14.135414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:14.140560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.167598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] device_id is not set on port 71554c74-52ea-4287-ae27-48c43642f234 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:14.216297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2246caa8-058d-4cf0-844f-63caaa8ca929 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:14.216638 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.260091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Network bdfe5264-530f-4593-8484-aaf496b0d711 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:14.272316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Pushing event updated for resources: {'Port': ['ID=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:14.279259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:14.283098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:14.295314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-fc678165-6e6d-4ed6-b6fb-6f54f8d8c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:14.297030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-fc678165-6e6d-4ed6-b6fb-6f54f8d8c5ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ba884f91568d49a1933549f6c67fed1b&device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 1125 time: 0.5714602 Feb 11 13:04:14.324180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fe1840ff-f297-4f25-8db3-f3e01351110c None None] Provisioning complete for port 2246caa8-058d-4cf0-844f-63caaa8ca929 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:14.324552 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fe1840ff-f297-4f25-8db3-f3e01351110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.330776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 2246caa8-058d-4cf0-844f-63caaa8ca929, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2246caa8-058d-4cf0-844f-63caaa8ca929,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:14.352287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] For port 8011536a-0b47-47dc-aa0b-dc0ea70f4955, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8011536a-0b47-47dc-aa0b-dc0ea70f4955,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:14.352705 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.382916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:14.386136 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.390987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e773a-b1a9-4fcc-8fef-827b7d44475e req-611a5374-0928-4ad1-8af7-fd8c53ee3ee0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:14.399708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.407096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e773a-b1a9-4fcc-8fef-827b7d44475e req-611a5374-0928-4ad1-8af7-fd8c53ee3ee0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:14.418040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e773a-b1a9-4fcc-8fef-827b7d44475e req-611a5374-0928-4ad1-8af7-fd8c53ee3ee0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:14.447488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e773a-b1a9-4fcc-8fef-827b7d44475e req-611a5374-0928-4ad1-8af7-fd8c53ee3ee0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:14.461619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] device_id is not set on port 59a895ba-a982-4451-8a84-de14af82421c yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:14.467664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=2246caa8-058d-4cf0-844f-63caaa8ca929,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:14.478971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Attempting to bind port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:14.479368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Attempting to bind port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c5766179-c0bf-49cf-a9fb-4884f37bec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:14.479725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Attempting to bind port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be on network bdfe5264-530f-4593-8484-aaf496b0d711 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:14.486583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71953888-975c-4080-869c-a23342d2ff2c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:14.494124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:14.494509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Checking segment: {'id': 'c5766179-c0bf-49cf-a9fb-4884f37bec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:14.494909 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.495295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Bound using segment: {'id': 'c5766179-c0bf-49cf-a9fb-4884f37bec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:14.495774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Bound port: bc69e31b-bafd-4590-8d0c-9ddfcf06c4be, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5766179-c0bf-49cf-a9fb-4884f37bec65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:14.496150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.496603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e773a-b1a9-4fcc-8fef-827b7d44475e req-611a5374-0928-4ad1-8af7-fd8c53ee3ee0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:14.505675 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-149e773a-b1a9-4fcc-8fef-827b7d44475e req-611a5374-0928-4ad1-8af7-fd8c53ee3ee0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3876 time: 0.2667582 Feb 11 13:04:14.510516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Allocated IP 2001:db8::f816:3eff:fe63:3c9 (578ebfe2-9ff8-47d0-9741-f8fd93b0b680/35761b83-2b22-4a15-9033-daf361370318/71554c74-52ea-4287-ae27-48c43642f234) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:14.517554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-578ebfe2-9ff8-47d0-9741-f8fd93b0b680', 'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680', 'project_id': '311b41facebc4c68a889c91283b034ad', 'fixed_ips': [{'subnet_id': '35761b83-2b22-4a15-9033-daf361370318'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:14.518441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.537718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 71953888-975c-4080-869c-a23342d2ff2c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:14.538060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71953888-975c-4080-869c-a23342d2ff2c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:14.618555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Allocated IP 172.20.0.14 (bdfe5264-530f-4593-8484-aaf496b0d711/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51/59a895ba-a982-4451-8a84-de14af82421c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:14.722262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fe1840ff-f297-4f25-8db3-f3e01351110c None None] Current status of the port 2246caa8-058d-4cf0-844f-63caaa8ca929 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:14.732276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78cee62-0b84-4231-bd2a-a09054abe14e None None] Update dhcp port {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca', 'ip_address': '2001:db8::f816:3eff:fec6:c67b'}, {'subnet_id': '7d708890-03e2-4a72-9b56-18100aaa468e'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '2246caa8-058d-4cf0-844f-63caaa8ca929'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:04:14.766016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f78cee62-0b84-4231-bd2a-a09054abe14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.789795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] For port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:14.793039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (59a895ba-a982-4451-8a84-de14af82421c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.819865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] For port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,segment=NetworkSegment(c5766179-c0bf-49cf-a9fb-4884f37bec65),segment_id=c5766179-c0bf-49cf-a9fb-4884f37bec65)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:14.829457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3645d283-a684-43b7-928e-a6082431b04a req-62d7f289-313a-4988-90c6-ab4be72ad8de tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9784100 Feb 11 13:04:14.830850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.845804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (59a895ba-a982-4451-8a84-de14af82421c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.855204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for 8011536a-0b47-47dc-aa0b-dc0ea70f4955 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:14.887895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for port (71554c74-52ea-4287-ae27-48c43642f234), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:14.911712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-149e773a-b1a9-4fcc-8fef-827b7d44475e req-ca8e629d-2f8d-430f-a4eb-4cf46a243f98 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3706167 Feb 11 13:04:15.000516 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (71554c74-52ea-4287-ae27-48c43642f234), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.026147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23484a31-a5f8-405c-97a6-e359fcea8b62 None None] Pushing event updated for resources: {'Port': ['ID=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:15.087682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Port': ['ID=71554c74-52ea-4287-ae27-48c43642f234,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:15.097310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:15.101908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:15.106705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:15.117858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:15.119347 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.141048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Allocated IP 2001:db8::f816:3eff:fea3:1cde (578ebfe2-9ff8-47d0-9741-f8fd93b0b680/35761b83-2b22-4a15-9033-daf361370318/62b77f95-568f-4740-91c1-c82c04f3211f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:15.189908 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c6a475b5-b757-48b4-848e-05cd30c3b6ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2430432 Feb 11 13:04:15.196687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44804) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:15.235602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network bdfe5264-530f-4593-8484-aaf496b0d711 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:15.271404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:15.275333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e094356-f09a-43f8-9de7-f7813e6fe2ea req-4597a558-ee60-4b11-8447-fc6b44873b70 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:15.282904 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e094356-f09a-43f8-9de7-f7813e6fe2ea req-4597a558-ee60-4b11-8447-fc6b44873b70 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 931 time: 0.1594434 Feb 11 13:04:15.304115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:15.347194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting subnet 35761b83-2b22-4a15-9033-daf361370318 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:15.347564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=59a895ba-a982-4451-8a84-de14af82421c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:15.370303 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e094356-f09a-43f8-9de7-f7813e6fe2ea req-30c954c3-749b-4e9b-9dfc-370af1c21e4b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863590 Feb 11 13:04:15.511475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-97ac802e-450c-4ecd-ab4c-9eba41533778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:15.513011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-97ac802e-450c-4ecd-ab4c-9eba41533778 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 200 len: 906 time: 1.1821284 Feb 11 13:04:15.520418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Publish callbacks [] for port (62b77f95-568f-4740-91c1-c82c04f3211f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.528181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (35761b83-2b22-4a15-9033-daf361370318), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.541518 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (62b77f95-568f-4740-91c1-c82c04f3211f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.597378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:15.598058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.611561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (35761b83-2b22-4a15-9033-daf361370318), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.620854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ccf84-cc56-4218-97c0-22ac6cb06b8c req-83e1ad6f-c984-41fb-a74d-3cd1f397cdeb tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:15.622802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa5ccf84-cc56-4218-97c0-22ac6cb06b8c req-83e1ad6f-c984-41fb-a74d-3cd1f397cdeb tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.6225467 Feb 11 13:04:15.624170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2246caa8-058d-4cf0-844f-63caaa8ca929 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:15.669355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-286a69ea-629d-42e5-9725-0f345134e759 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d01b719-a8e5-46eb-b897-951455252b38 HTTP/1.1" status: 200 len: 217 time: 0.1455929 Feb 11 13:04:15.670883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 172.20.0.5 (748fcd93-cfb1-4683-9579-584b9508fdbf/7d708890-03e2-4a72-9b56-18100aaa468e/fc59ba6c-8f95-4201-9ea8-f310852a72d9) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:15.697197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fe81:8ee5 (748fcd93-cfb1-4683-9579-584b9508fdbf/37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca/fc59ba6c-8f95-4201-9ea8-f310852a72d9) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:15.699200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:15.707092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:15.712404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:15.735575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Pushing event updated for resources: {'Port': ['ID=62b77f95-568f-4740-91c1-c82c04f3211f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:15.779786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2246caa8-058d-4cf0-844f-63caaa8ca929 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:15.780157 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.780788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (35761b83-2b22-4a15-9033-daf361370318), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.830366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Attempting to bind port 62b77f95-568f-4740-91c1-c82c04f3211f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:15.830734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Attempting to bind port 62b77f95-568f-4740-91c1-c82c04f3211f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '78784616-6249-455d-ad18-a05be197559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:15.831107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Attempting to bind port 62b77f95-568f-4740-91c1-c82c04f3211f on network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:15.839897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:15.840307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Checking segment: {'id': '78784616-6249-455d-ad18-a05be197559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:15.840733 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.841155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Bound using segment: {'id': '78784616-6249-455d-ad18-a05be197559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:15.841625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Bound port: 62b77f95-568f-4740-91c1-c82c04f3211f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78784616-6249-455d-ad18-a05be197559d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '578ebfe2-9ff8-47d0-9741-f8fd93b0b680'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:15.842174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (62b77f95-568f-4740-91c1-c82c04f3211f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.861165 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (35761b83-2b22-4a15-9033-daf361370318), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.917795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Subnet': ['ID=35761b83-2b22-4a15-9033-daf361370318,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:15.920519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:15.925692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b22cb7f7-d3e1-4c2e-ba68-555cb2039baf tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/35761b83-2b22-4a15-9033-daf361370318 HTTP/1.1" status: 204 len: 168 time: 0.7217538 Feb 11 13:04:15.927925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44808) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:15.990344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-55e1a25e-0a83-457c-8f00-0da0e3eae95f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2454641 Feb 11 13:04:15.996907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44812) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:16.003584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'name': 'tempest-AllowedAddressPairTestJSON-1105494892', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:13:3c:d4'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:16.038564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ffacd07-ce22-43ef-afc2-98de5dc76d65 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:16.084402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Publish callbacks [] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.128008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa5ccf84-cc56-4218-97c0-22ac6cb06b8c req-ff25b6d0-ed50-45f3-9898-0e67cc1287da tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448869 Feb 11 13:04:16.153717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-daf6da65-73da-4e1e-aa51-d7215e238b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:16.153717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-daf6da65-73da-4e1e-aa51-d7215e238b33 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 200 len: 845 time: 0.4567118 Feb 11 13:04:16.155271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8011536a-0b47-47dc-aa0b-dc0ea70f4955), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.157598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Transition to ACTIVE for port object 4ffacd07-ce22-43ef-afc2-98de5dc76d65 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:04:16.225099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-90021b77-8f8a-4337-b797-ef6a4b11293c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1ea51000-bd0d-49f2-bf38-62858fa5fc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593641 Feb 11 13:04:16.247135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd85e-a0c5-45f1-be33-46f1bb86092a req-fb45d86f-8406-49b2-91cb-97176b90c4ef tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:16.254131 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1bdd85e-a0c5-45f1-be33-46f1bb86092a req-fb45d86f-8406-49b2-91cb-97176b90c4ef tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 943 time: 0.2727232 Feb 11 13:04:16.255990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c2c98-9a4f-455a-89ce-1b6dac7a1f11 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:16.257484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534c2c98-9a4f-455a-89ce-1b6dac7a1f11 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:16.261870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-534c2c98-9a4f-455a-89ce-1b6dac7a1f11 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2956927 Feb 11 13:04:16.263075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44818) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:16.275599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (fc59ba6c-8f95-4201-9ea8-f310852a72d9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.294138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.362260 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.368937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0202bc26-d496-4453-872d-2f69e8d33ce8 None None] Network bdfe5264-530f-4593-8484-aaf496b0d711 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:16.379250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] For port 62b77f95-568f-4740-91c1-c82c04f3211f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:16.404450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2246caa8-058d-4cf0-844f-63caaa8ca929 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:16.405680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc69e31b-bafd-4590-8d0c-9ddfcf06c4be up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:16.415095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=8011536a-0b47-47dc-aa0b-dc0ea70f4955,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:16.426628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1bdd85e-a0c5-45f1-be33-46f1bb86092a req-7bc4fbb5-6fbd-4471-a4e7-030cf1647eea tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713836 Feb 11 13:04:16.435252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d872e7f-a21d-4e98-93d9-0f3643cccb7d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (578ebfe2-9ff8-47d0-9741-f8fd93b0b680), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.458710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:16.470844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] For port 62b77f95-568f-4740-91c1-c82c04f3211f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=62b77f95-568f-4740-91c1-c82c04f3211f,segment=NetworkSegment(78784616-6249-455d-ad18-a05be197559d),segment_id=78784616-6249-455d-ad18-a05be197559d)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:16.528370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Pushing event updated for resources: {'Port': ['ID=4ffacd07-ce22-43ef-afc2-98de5dc76d65,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:16.537965 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (62b77f95-568f-4740-91c1-c82c04f3211f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.555095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fc59ba6c-8f95-4201-9ea8-f310852a72d9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.577052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f65479f9-de78-40ed-9f9a-c51ab03e8691 None None] Provisioning complete for port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:16.586379 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f65479f9-de78-40ed-9f9a-c51ab03e8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.619965 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d872e7f-a21d-4e98-93d9-0f3643cccb7d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:04:16.623854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d872e7f-a21d-4e98-93d9-0f3643cccb7d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:16.627349 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d872e7f-a21d-4e98-93d9-0f3643cccb7d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/578ebfe2-9ff8-47d0-9741-f8fd93b0b680 HTTP/1.1" status: 409 len: 466 time: 0.3591025 Feb 11 13:04:16.632929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44822) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:16.644730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:16.647046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] No DVR routers for this DVR port 8011536a-0b47-47dc-aa0b-dc0ea70f4955 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:16.648073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1968389096'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:16.651400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.656287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e9d332f1-9b82-4b80-9752-a490b953fbc3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "DELETE /v2.0/ports/8011536a-0b47-47dc-aa0b-dc0ea70f4955 HTTP/1.1" status: 204 len: 173 time: 4.5127013 Feb 11 13:04:16.668957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=fc59ba6c-8f95-4201-9ea8-f310852a72d9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:16.672988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:16.675634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:16.700617 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.727900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-f78cee62-0b84-4231-bd2a-a09054abe14e None None] Allocated IP 172.20.0.2 (748fcd93-cfb1-4683-9579-584b9508fdbf/7d708890-03e2-4a72-9b56-18100aaa468e/2246caa8-058d-4cf0-844f-63caaa8ca929) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:16.728241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:16.730628 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3782c02-a9ef-48be-8e3f-aac26b9509b9" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:16.774380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] device_id is not set on port 1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:16.782367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:16.783019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.933687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f78cee62-0b84-4231-bd2a-a09054abe14e None None] For port 2246caa8-058d-4cf0-844f-63caaa8ca929, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2246caa8-058d-4cf0-844f-63caaa8ca929,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:16.951040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Attempting to bind port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:16.951650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Attempting to bind port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:16.951746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Attempting to bind port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:16.962747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 on network 9317fd9e-eafc-4090-a86a-9621fd4980db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:04:16.963157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Attempting to bind port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:16.973441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f78cee62-0b84-4231-bd2a-a09054abe14e None None] Publish callbacks [] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:16.976718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:16.977242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:16.977839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Bound using segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:16.978301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Bound port: 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:16.978657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.001873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7b5dceac-986e-4b76-bcdd-8aa5fed91310 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.7669718 Feb 11 13:04:17.022759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa72e5-3405-46ed-9bde-16130199814a req-7b268c6e-3102-42bb-90ee-324809bda891 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.031612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa72e5-3405-46ed-9bde-16130199814a req-7b268c6e-3102-42bb-90ee-324809bda891 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.038487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa72e5-3405-46ed-9bde-16130199814a req-7b268c6e-3102-42bb-90ee-324809bda891 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.044169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa72e5-3405-46ed-9bde-16130199814a req-7b268c6e-3102-42bb-90ee-324809bda891 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.046028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5aa72e5-3405-46ed-9bde-16130199814a req-7b268c6e-3102-42bb-90ee-324809bda891 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3143 time: 0.8069091 Feb 11 13:04:17.048309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44834) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:17.092669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdaed6f-1ede-4458-8fa7-4594a2baf051 None None] Pushing event updated for resources: {'Port': ['ID=62b77f95-568f-4740-91c1-c82c04f3211f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:17.122587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c5aa72e5-3405-46ed-9bde-16130199814a req-eec36309-e9f3-432f-9e38-dc7c1ae84a02 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693812 Feb 11 13:04:17.136827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f78cee62-0b84-4231-bd2a-a09054abe14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.230742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] For port 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:17.235055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] For port 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:17.252155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cee62-0b84-4231-bd2a-a09054abe14e None None] Pushing event updated for resources: {'Port': ['ID=2246caa8-058d-4cf0-844f-63caaa8ca929,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:17.252762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.265388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d01b719-a8e5-46eb-b897-951455252b38 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:04:17.345290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:17.349900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.370194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.371027 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.372675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] 10.222.0.53 "PUT /v2.0/ports/4ffacd07-ce22-43ef-afc2-98de5dc76d65 HTTP/1.1" status: 200 len: 1091 time: 5.0824530 Feb 11 13:04:17.375334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:17.375724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.388263 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12991b2d-4d8f-4f12-9451-d175a4b3603b x-openstack-request-id: req-12991b2d-4d8f-4f12-9451-d175a4b3603b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:17.388594 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "8011536a-0b47-47dc-aa0b-dc0ea70f4955", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:17.388891 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12991b2d-4d8f-4f12-9451-d175a4b3603b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:17.389495 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '8011536a-0b47-47dc-aa0b-dc0ea70f4955', 'status': 'completed', 'code': 200} Feb 11 13:04:17.400406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10be40f-6627-4837-88b4-e50a8b9cdaeb service neutron] Pushing event updated for resources: {'Port': ['ID=4ffacd07-ce22-43ef-afc2-98de5dc76d65,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:17.414588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-d46bdfff-f4ef-4ec1-8db2-749d3b01a18e service neutron] 10.222.0.64 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1333816 Feb 11 13:04:17.456802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:17.516355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '7d01b719-a8e5-46eb-b897-951455252b38', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': '7d01b719-a8e5-46eb-b897-951455252b38', 'mac_address': 'fa:16:3e:cd:35:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:04:17.522880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:04:17.580023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.580445 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Added segment 4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce of type vlan for network 6d65fdd2-16dc-4691-938b-2e056b46daf2 Feb 11 13:04:17.634157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:17.634523 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.674500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Allocated IP 172.20.0.12 (bdfe5264-530f-4593-8484-aaf496b0d711/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51/1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:17.697156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (6d65fdd2-16dc-4691-938b-2e056b46daf2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.755041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-677556db-b3b2-4ab7-b0e6-b7859f5d2ccd req-5ec0addd-6be7-4e1c-bbed-1df920795276 service neutron] 10.222.0.64 "GET /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473748 Feb 11 13:04:17.790682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (6d65fdd2-16dc-4691-938b-2e056b46daf2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.796176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.797033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.801665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:17.865490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db46f64-e236-4ff0-a7df-e0fec21aea14 None None] Network 578ebfe2-9ff8-47d0-9741-f8fd93b0b680 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:17.887850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232ea0f-22f3-4a8d-8836-5f7ab361057b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.894808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232ea0f-22f3-4a8d-8836-5f7ab361057b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:17.900551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d232ea0f-22f3-4a8d-8836-5f7ab361057b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8482664 Feb 11 13:04:17.901302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44850) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:17.943371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44852) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:17.946488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3009791 Feb 11 13:04:17.968205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'subnet': {'network_id': '6d65fdd2-16dc-4691-938b-2e056b46daf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:18.018585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34333263-984f-4370-aeef-b81fecd3f0f4 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Network': ['ID=6d65fdd2-16dc-4691-938b-2e056b46daf2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:18.040130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c502b-83e2-4528-af30-eadf18b79368 req-651dc464-b00c-4ba5-938d-5bedef63c07b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:18.041758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-866c502b-83e2-4528-af30-eadf18b79368 req-651dc464-b00c-4ba5-938d-5bedef63c07b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 943 time: 0.6468227 Feb 11 13:04:18.093372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d01b719-a8e5-46eb-b897-951455252b38 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:18.093791 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.106346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-0d1beb1e-b58a-44bc-b1ac-ccf0d2234cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:18.108853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-0d1beb1e-b58a-44bc-b1ac-ccf0d2234cd8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 1125 time: 0.5513189 Feb 11 13:04:18.161926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f4b3a-9ee3-41e4-8b2f-0d338b1b27a7 req-065e1e59-6605-4c13-8e26-6179c90cf538 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:18.169781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c7f4b3a-9ee3-41e4-8b2f-0d338b1b27a7 req-065e1e59-6605-4c13-8e26-6179c90cf538 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 943 time: 0.3693919 Feb 11 13:04:18.196186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-86a18a99-844e-4bd8-8e70-5bb5ed4e885e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65 HTTP/1.1" status: 200 len: 217 time: 0.0594699 Feb 11 13:04:18.209297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 6d65fdd2-16dc-4691-938b-2e056b46daf2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:04:18.211978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:18.212377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.287199 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c7f4b3a-9ee3-41e4-8b2f-0d338b1b27a7 req-02188663-8b25-4d81-9348-5adde185e17b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164026 Feb 11 13:04:18.336577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d01b719-a8e5-46eb-b897-951455252b38 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:18.348700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.427651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f65479f9-de78-40ed-9f9a-c51ab03e8691 None None] Current status of the port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:18.428744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f65479f9-de78-40ed-9f9a-c51ab03e8691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.451907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,segment=NetworkSegment(c5766179-c0bf-49cf-a9fb-4884f37bec65),segment_id=c5766179-c0bf-49cf-a9fb-4884f37bec65)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:18.468764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.489026 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.512278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:18.552077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.632289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:18.658059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2246caa8-058d-4cf0-844f-63caaa8ca929 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:18.688669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network bdfe5264-530f-4593-8484-aaf496b0d711 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:18.689389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:18.694296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:18.697176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:18.711820 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-f65479f9-de78-40ed-9f9a-c51ab03e8691 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:04:18.712280 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-f65479f9-de78-40ed-9f9a-c51ab03e8691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:04:18.786436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:18.787267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.804385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2246caa8-058d-4cf0-844f-63caaa8ca929 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:18.805496 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:18.808966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:18.862249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc697b-19b7-4ca1-a5e2-68fc5996856a req-a44e0db1-58f4-4a04-904c-521cca0d59b9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:18.864091 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-decc697b-19b7-4ca1-a5e2-68fc5996856a req-a44e0db1-58f4-4a04-904c-521cca0d59b9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.2561207 Feb 11 13:04:18.872539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6d6503a0-86e2-4935-b117-c7104fd577b6 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.8718085 Feb 11 13:04:18.887963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44856) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:18.908356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ca4eca5d-69bd-4b76-8406-96789b8adf38 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:04:18.997973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-866c502b-83e2-4528-af30-eadf18b79368 req-0f9fbb55-1afb-4fa9-bda2-0333a254b369 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9177158 Feb 11 13:04:19.014803 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-decc697b-19b7-4ca1-a5e2-68fc5996856a req-4341db8c-1bf2-441b-aa8b-7267d8872577 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388557 Feb 11 13:04:19.053373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] For port 369036de-3f63-41d9-a0e8-41f0dd2b6b47, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=369036de-3f63-41d9-a0e8-41f0dd2b6b47,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:19.053928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.061232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:19.065115 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.094302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:19.101126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3057d19-0a14-49ed-8c84-f85493eb61c4 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.110023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for 369036de-3f63-41d9-a0e8-41f0dd2b6b47 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:19.114883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3057d19-0a14-49ed-8c84-f85493eb61c4 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.129165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['7d01b719-a8e5-46eb-b897-951455252b38'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:19.129861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-b9f3a94a-d54c-4918-890a-40414c2e40de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.131349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-b9f3a94a-d54c-4918-890a-40414c2e40de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.8401537 Feb 11 13:04:19.134362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'port_id': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'mac_address': 'fa:16:3e:20:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3903b2-aebc-413c-aac6-a52a0c423dfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:04:19.134759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3057d19-0a14-49ed-8c84-f85493eb61c4 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.137240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e3057d19-0a14-49ed-8c84-f85493eb61c4 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2482696 Feb 11 13:04:19.140614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44858) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:19.189574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port fc59ba6c-8f95-4201-9ea8-f310852a72d9 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:19.190061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fc59ba6c-8f95-4201-9ea8-f310852a72d9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.254466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f775f6-9add-42fd-b715-d73c03259b3e None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:04:19.281231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting port 1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:19.281621 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.314094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ca4eca5d-69bd-4b76-8406-96789b8adf38 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:19.314503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.368615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef931-0783-4d37-a264-338d0bd7ccb6 req-d8fa6532-043b-4469-9b17-beeaa96eb849 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.373892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef931-0783-4d37-a264-338d0bd7ccb6 req-d8fa6532-043b-4469-9b17-beeaa96eb849 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.379463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef931-0783-4d37-a264-338d0bd7ccb6 req-d8fa6532-043b-4469-9b17-beeaa96eb849 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.385843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ef931-0783-4d37-a264-338d0bd7ccb6 req-d8fa6532-043b-4469-9b17-beeaa96eb849 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.386245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.387630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-747ef931-0783-4d37-a264-338d0bd7ccb6 req-d8fa6532-043b-4469-9b17-beeaa96eb849 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 3143 time: 0.2013998 Feb 11 13:04:19.413358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Calling delete_port for 1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:19.418246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:19.420785 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5b1f9d-8a2f-407a-a877-7804d81f295d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:19.470507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-5a4dece1-f6e8-4940-91d7-e960284fb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.472116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-5a4dece1-f6e8-4940-91d7-e960284fb9a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3265414 Feb 11 13:04:19.542315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-747ef931-0783-4d37-a264-338d0bd7ccb6 req-b3792591-2c4d-4c78-81a3-7b195c697e4a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086783 Feb 11 13:04:19.629154 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fc59ba6c-8f95-4201-9ea8-f310852a72d9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.657465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.691271 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eccb43-a2b5-450e-9ed8-38f2b882eb66 x-openstack-request-id: req-49eccb43-a2b5-450e-9ed8-38f2b882eb66 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:19.691658 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:19.691839 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-49eccb43-a2b5-450e-9ed8-38f2b882eb66 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:19.692565 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65', 'status': 'completed', 'code': 200} Feb 11 13:04:19.708466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca4eca5d-69bd-4b76-8406-96789b8adf38 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:19.711833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for fc59ba6c-8f95-4201-9ea8-f310852a72d9 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:19.733434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Port': ['ID=1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:19.735564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:19.775226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f65479f9-de78-40ed-9f9a-c51ab03e8691 None None] Current status of the port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:19.795406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.890134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fac35c-3565-4730-a928-29cca2136884 req-9295d179-fbb2-46ec-81e4-94604b3b0600 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:19.899730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38fac35c-3565-4730-a928-29cca2136884 req-9295d179-fbb2-46ec-81e4-94604b3b0600 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 944 time: 0.5025239 Feb 11 13:04:19.921180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2246caa8-058d-4cf0-844f-63caaa8ca929 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:19.944522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Could not find standard attr ID for object 1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:04:19.957353 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (369036de-3f63-41d9-a0e8-41f0dd2b6b47), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.996248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['ca4eca5d-69bd-4b76-8406-96789b8adf38'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:19.996819 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38fac35c-3565-4730-a928-29cca2136884 req-a98b5716-376c-4ce6-892f-9c85ddacda6b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909622 Feb 11 13:04:20.019314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-d1cdb729-7d20-4133-8d7f-97e90d63a01f service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354483 Feb 11 13:04:20.028586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=369036de-3f63-41d9-a0e8-41f0dd2b6b47,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:20.041115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Provisioning complete for port 2246caa8-058d-4cf0-844f-63caaa8ca929 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:20.041694 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.048875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:20.055518 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.068430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-66f76676-58b8-4604-a8d3-e6675208aa2a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/ports/1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd HTTP/1.1" status: 204 len: 168 time: 0.9264171 Feb 11 13:04:20.069179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44870) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:20.133059 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-22340a2b-1307-4bfc-aa90-e0848432e20c tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] GET failed (client error): The resource could not be found. Feb 11 13:04:20.138811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-22340a2b-1307-4bfc-aa90-e0848432e20c tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "GET /v2.0/ports/1ef4b6bd-fd3d-4f50-92a6-e5a969ab3abd HTTP/1.1" status: 404 len: 333 time: 0.0642819 Feb 11 13:04:20.139229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:20.153259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'name': 'tempest-AllowedAddressPairTestJSON-1227323415'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:20.191429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:20.202931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93760fe7-63b6-4759-8c12-b9e519e26f0f req-a078cf6a-b09e-4ad0-bce2-c85d45edeedb service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394107 Feb 11 13:04:20.233586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f775f6-9add-42fd-b715-d73c03259b3e None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:04:20.264439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (c36a2a43-a22a-4087-8a50-e83b159cc45b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.285340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] No DVR routers for this DVR port 369036de-3f63-41d9-a0e8-41f0dd2b6b47 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:20.313499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1960bc-e83c-40fd-9772-5151632997db req-108e3b56-eafe-4f84-97e2-7fd380bc9ea9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.323136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d1960bc-e83c-40fd-9772-5151632997db req-108e3b56-eafe-4f84-97e2-7fd380bc9ea9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 944 time: 0.1644900 Feb 11 13:04:20.336447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Current status of the port 2246caa8-058d-4cf0-844f-63caaa8ca929 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:20.336773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.340088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-720c6212-45c0-466a-8907-c11b51829fc0 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "DELETE /v2.0/ports/369036de-3f63-41d9-a0e8-41f0dd2b6b47 HTTP/1.1" status: 204 len: 173 time: 3.6725461 Feb 11 13:04:20.410551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Provisioning complete for port 59a895ba-a982-4451-8a84-de14af82421c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:20.410930 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (59a895ba-a982-4451-8a84-de14af82421c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.426945 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d1960bc-e83c-40fd-9772-5151632997db req-c40bdd42-d97b-48c4-a721-ce6632c8e5c8 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027632 Feb 11 13:04:20.467370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:20.473066 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.486466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Subnet': ['ID=c36a2a43-a22a-4087-8a50-e83b159cc45b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:20.497459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] device_id is not set on port 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:20.520969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Checking segment: {'id': '4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '6d65fdd2-16dc-4691-938b-2e056b46daf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:20.521329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network hostable DHCP agents. Network: 6d65fdd2-16dc-4691-938b-2e056b46daf2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:04:20.599390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Port 59a895ba-a982-4451-8a84-de14af82421c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:20.650502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-73933cfe-26bc-4380-b7e0-cec15f351612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.652026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-73933cfe-26bc-4380-b7e0-cec15f351612 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 1125 time: 0.3637319 Feb 11 13:04:20.671040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fabdfe-1e7d-4dfc-bbbf-d739e0243f92 req-276e98c2-5788-4840-a83c-caeb016df00b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.672633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3fabdfe-1e7d-4dfc-bbbf-d739e0243f92 req-276e98c2-5788-4840-a83c-caeb016df00b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 943 time: 0.4659662 Feb 11 13:04:20.728524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc69e31b-bafd-4590-8d0c-9ddfcf06c4be up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:20.729591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Allocated IP 172.20.0.8 (bdfe5264-530f-4593-8484-aaf496b0d711/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51/76a4c19d-1ae8-4954-b9d1-08d72d32f7fd) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:20.761303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Provisioning complete for port fc59ba6c-8f95-4201-9ea8-f310852a72d9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:20.761707 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fc59ba6c-8f95-4201-9ea8-f310852a72d9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.798362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Port fc59ba6c-8f95-4201-9ea8-f310852a72d9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:20.834320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-c72fbb31-d395-4348-b5b2-d8b097fffd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.835709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-c72fbb31-d395-4348-b5b2-d8b097fffd5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.0863628 Feb 11 13:04:20.836020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ca4eca5d-69bd-4b76-8406-96789b8adf38 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:20.840177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network 6d65fdd2-16dc-4691-938b-2e056b46daf2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:04:20.886777 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:04:20.905693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Provisioning complete for port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:20.906426 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.930711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-194c450f-b21f-461b-b9fd-f0eb232aca88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65 HTTP/1.1" status: 200 len: 217 time: 0.0863543 Feb 11 13:04:20.934992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b788-4ee2-40ad-a445-a35b5964f841 req-c29f4fae-5f90-4002-8bb1-65a3f9bdbcd7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.940690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b788-4ee2-40ad-a445-a35b5964f841 req-c29f4fae-5f90-4002-8bb1-65a3f9bdbcd7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.946465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b788-4ee2-40ad-a445-a35b5964f841 req-c29f4fae-5f90-4002-8bb1-65a3f9bdbcd7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.948149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9a42b788-4ee2-40ad-a445-a35b5964f841 req-c29f4fae-5f90-4002-8bb1-65a3f9bdbcd7 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 2410 time: 0.2588875 Feb 11 13:04:20.956249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 6d65fdd2-16dc-4691-938b-2e056b46daf2) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:20.962751 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.984500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:20.985216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.997343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3fabdfe-1e7d-4dfc-bbbf-d739e0243f92 req-476675c2-56ab-4a2e-beda-49fd1dd56c3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058045 Feb 11 13:04:21.003421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port b6908d7d-c822-4e57-8a01-d3587387df73 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:21.003749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.035848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fc59ba6c-8f95-4201-9ea8-f310852a72d9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.061324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:21.061720 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.071545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.081445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9a42b788-4ee2-40ad-a445-a35b5964f841 req-9a28a07c-aa56-44d6-99b5-a027af2b0225 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042891 Feb 11 13:04:21.135268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port ca4eca5d-69bd-4b76-8406-96789b8adf38 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:21.138637 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.170137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network bdfe5264-530f-4593-8484-aaf496b0d711 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:21.174888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:21.177726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:21.222329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=fc59ba6c-8f95-4201-9ea8-f310852a72d9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:21.242416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ee8bdfc-198f-408a-85f4-7bc5abee0a01 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2838948 Feb 11 13:04:21.266189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=76a4c19d-1ae8-4954-b9d1-08d72d32f7fd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:21.289239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44882) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:21.291926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88156302-659c-453b-acdd-d3a9cb005d73 None None] Network 6d65fdd2-16dc-4691-938b-2e056b46daf2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:21.319555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-92a33ed9-1449-42c0-ab1c-dfaf3d32abf3 None None] Current status of the port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:21.324124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d01b719-a8e5-46eb-b897-951455252b38 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:21.371761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-3416dea7-0a1e-4224-b5a8-d73c5b999c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:21.373257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-3416dea7-0a1e-4224-b5a8-d73c5b999c26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.4340577 Feb 11 13:04:21.417011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:21.417686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.561741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3177541d-4050-45cd-b6b3-aba531d64c44 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4212604 Feb 11 13:04:21.563131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44886) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:21.571264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:13:3c:d4'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:21.584992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 7d01b719-a8e5-46eb-b897-951455252b38 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:04:21.592540 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 7d01b719-a8e5-46eb-b897-951455252b38 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:21.592989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d01b719-a8e5-46eb-b897-951455252b38), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.659638 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (6d65fdd2-16dc-4691-938b-2e056b46daf2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.689794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] For port b6908d7d-c822-4e57-8a01-d3587387df73, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=b6908d7d-c822-4e57-8a01-d3587387df73,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:21.690158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.690633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40d49-2a5f-4f1d-85e8-6d26bd493694 req-348d9583-fa74-48b1-97e6-8a48ac2eb4b9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:21.692789 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35a40d49-2a5f-4f1d-85e8-6d26bd493694 req-348d9583-fa74-48b1-97e6-8a48ac2eb4b9 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 944 time: 0.4225690 Feb 11 13:04:21.710751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:21.712804 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f37d29d-1d82-4318-a41f-bcbab430f84c" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:21.717303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4294185-56c2-4425-8754-ae2e1136c65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-6d65fdd2-16dc-4691-938b-2e056b46daf2', 'network_id': '6d65fdd2-16dc-4691-938b-2e056b46daf2', 'project_id': '311b41facebc4c68a889c91283b034ad', 'fixed_ips': [{'subnet_id': 'c36a2a43-a22a-4087-8a50-e83b159cc45b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:21.718333 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f4294185-56c2-4425-8754-ae2e1136c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.730403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.750381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for b6908d7d-c822-4e57-8a01-d3587387df73 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:21.791141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.803159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (c36a2a43-a22a-4087-8a50-e83b159cc45b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.804596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ca4eca5d-69bd-4b76-8406-96789b8adf38 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:21.805093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:21.806095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3c66ae2f-9138-4069-965b-204f39c54dfe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/fc59ba6c-8f95-4201-9ea8-f310852a72d9 HTTP/1.1" status: 204 len: 168 time: 3.8960357 Feb 11 13:04:21.811293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44890) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:21.855102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-fb54ff09-5665-47c4-ac34-52f63dc97d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:21.856558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-fb54ff09-5665-47c4-ac34-52f63dc97d78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4721668 Feb 11 13:04:21.856818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:21.862618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:21.867267 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b63bac5-4335-44dd-af60-1e6b2627438f" -d '{"events": [{"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-plugged", "status": "completed", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:21.917416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35a40d49-2a5f-4f1d-85e8-6d26bd493694 req-152acad2-07bd-47ae-b8fc-9991d889e366 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113645 Feb 11 13:04:21.985500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707a350-10ad-4eff-9029-f90b462e3b47 req-259f8fb6-469d-4420-8e65-60a2558d55b9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:21.987168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6707a350-10ad-4eff-9029-f90b462e3b47 req-259f8fb6-469d-4420-8e65-60a2558d55b9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 944 time: 0.4269233 Feb 11 13:04:22.032892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:22.036861 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec75eb1f-8a8c-4975-b11d-3e32413a6e33 x-openstack-request-id: req-ec75eb1f-8a8c-4975-b11d-3e32413a6e33 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:22.037372 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "369036de-3f63-41d9-a0e8-41f0dd2b6b47", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:22.037372 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec75eb1f-8a8c-4975-b11d-3e32413a6e33 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:22.038288 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '369036de-3f63-41d9-a0e8-41f0dd2b6b47', 'status': 'completed', 'code': 200} Feb 11 13:04:22.041112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570240d8-f2d0-4846-87b4-a5df9aa02945 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.041280 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.042575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570240d8-f2d0-4846-87b4-a5df9aa02945 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.044007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570240d8-f2d0-4846-87b4-a5df9aa02945 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.047980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-570240d8-f2d0-4846-87b4-a5df9aa02945 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2325044 Feb 11 13:04:22.050268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44896) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:22.120032 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c0c78c-d0c1-445a-a82b-a5f40e5111b5 x-openstack-request-id: req-05c0c78c-d0c1-445a-a82b-a5f40e5111b5 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:22.121079 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-plugged", "status": "completed", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:22.121079 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05c0c78c-d0c1-445a-a82b-a5f40e5111b5 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:22.121079 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'code': 200} Feb 11 13:04:22.125307 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (c36a2a43-a22a-4087-8a50-e83b159cc45b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.197752 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6707a350-10ad-4eff-9029-f90b462e3b47 req-26286633-2039-4d3f-8230-ca1a51fe81ed tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009892 Feb 11 13:04:22.200508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-43e820ca-7751-4579-8f44-e237ae59644a service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654881 Feb 11 13:04:22.232848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Subnet': ['ID=c36a2a43-a22a-4087-8a50-e83b159cc45b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server [None req-f4294185-56c2-4425-8754-ae2e1136c65f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c36a2a43-a22a-4087-8a50-e83b159cc45b: This subnet is being modified by another concurrent operation. Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:04:22.238261 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c36a2a43-a22a-4087-8a50-e83b159cc45b: This subnet is being modified by another concurrent operation. Feb 11 13:04:22.242540 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Feb 11 13:04:22.245402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:22.245402 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.288830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:22.291381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.315850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f5100632-30ea-47cb-894c-4b2709a2ca16 None None] Provisioning complete for port 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:22.316235 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5100632-30ea-47cb-894c-4b2709a2ca16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.349611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b1cea-ee9a-408e-9368-eeb417d43a36 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:04:22.406341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (6d65fdd2-16dc-4691-938b-2e056b46daf2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.430512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d65fdd2-16dc-4691-938b-2e056b46daf2']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:22.433670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b6908d7d-c822-4e57-8a01-d3587387df73), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.445947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:22.446243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:22.460242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.477757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.484550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:22.484960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (4ecb40f0-9190-4bc1-95c7-7f3ef5e789ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.551135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] No DVR routers for this DVR port b6908d7d-c822-4e57-8a01-d3587387df73 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:22.554986 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:22.557036 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.563508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "DELETE /v2.0/ports/b6908d7d-c822-4e57-8a01-d3587387df73 HTTP/1.1" status: 204 len: 173 time: 2.1894367 Feb 11 13:04:22.564532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071692b-51af-469c-8ac6-14398d37d0c3 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=b6908d7d-c822-4e57-8a01-d3587387df73,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:22.570052 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (6d65fdd2-16dc-4691-938b-2e056b46daf2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.597811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.601093 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/6d65fdd2-16dc-4691-938b-2e056b46daf2 HTTP/1.1" status: 204 len: 168 time: 1.3108234 Feb 11 13:04:22.610508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f5100632-30ea-47cb-894c-4b2709a2ca16 None None] Port 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:22.616405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d01b719-a8e5-46eb-b897-951455252b38 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:22.616803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.620646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.623353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44904) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:22.628178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-919385858'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:22.655338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8ed6-6162-4e65-b01e-3b8c77071fe6 req-2837b115-88a1-4d77-9bac-0ab9ced8046d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.656949 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e6b8ed6-6162-4e65-b01e-3b8c77071fe6 req-2837b115-88a1-4d77-9bac-0ab9ced8046d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 943 time: 0.4841835 Feb 11 13:04:22.661060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c5956-a482-4cc7-b8d2-12e8c8c95b32 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Network': ['ID=6d65fdd2-16dc-4691-938b-2e056b46daf2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:22.669557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.692079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:22.711817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.727317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fee7-d08a-426c-9da9-466b8c15dabb req-764f32d3-2f80-45e0-a83b-d17e6c03883b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.732760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fee7-d08a-426c-9da9-466b8c15dabb req-764f32d3-2f80-45e0-a83b-d17e6c03883b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.738939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900fee7-d08a-426c-9da9-466b8c15dabb req-764f32d3-2f80-45e0-a83b-d17e6c03883b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.740641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4900fee7-d08a-426c-9da9-466b8c15dabb req-764f32d3-2f80-45e0-a83b-d17e6c03883b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 2332 time: 0.3682656 Feb 11 13:04:22.743947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb5b1f9d-8a2f-407a-a877-7804d81f295d req-bfa1a858-c79d-4054-926a-5c50e4ba4412 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362670 Feb 11 13:04:22.774900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766b1cea-ee9a-408e-9368-eeb417d43a36 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:04:22.781245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.821400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port 60a3b7d3-3766-4479-819d-8db2e7390a5a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:22.822361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.829916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:22.834299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.842953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4ffacd07-ce22-43ef-afc2-98de5dc76d65 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:04:22.865898 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=76a4c19d-1ae8-4954-b9d1-08d72d32f7fd,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:22.875587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4900fee7-d08a-426c-9da9-466b8c15dabb req-d5e12e8a-2d23-449f-b560-f8f47266b4a6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108253 Feb 11 13:04:22.889337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] In _notify_port_updated(), no bound segment for port 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd on network bdfe5264-530f-4593-8484-aaf496b0d711 {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:04:22.894922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:22.895572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:22.896953 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-467118f8-c79e-43ea-8112-20a13e45ee71 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "PUT /v2.0/ports/76a4c19d-1ae8-4954-b9d1-08d72d32f7fd HTTP/1.1" status: 200 len: 994 time: 1.3303547 Feb 11 13:04:22.918784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e6b8ed6-6162-4e65-b01e-3b8c77071fe6 req-1ed6d5b3-7928-4a7f-92be-eb34c36f234d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320049 Feb 11 13:04:22.920549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44906) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:22.924873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ca4eca5d-69bd-4b76-8406-96789b8adf38 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:22.938435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:04:22.968982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:23.022123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] For port 60a3b7d3-3766-4479-819d-8db2e7390a5a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=60a3b7d3-3766-4479-819d-8db2e7390a5a,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:23.022867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.044429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1b942235-3227-4147-a6d9-6ababd1cf0ce), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.047474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for 60a3b7d3-3766-4479-819d-8db2e7390a5a owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:23.048102 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Added segment 1b942235-3227-4147-a6d9-6ababd1cf0ce of type vlan for network 0ea93658-a603-4b84-a954-446eb2079112 Feb 11 13:04:23.090359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.224585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:23.232729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (60a3b7d3-3766-4479-819d-8db2e7390a5a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.244327 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.257141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca HTTP/1.1" status: 204 len: 168 time: 1.2038143 Feb 11 13:04:23.258699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '4ffacd07-ce22-43ef-afc2-98de5dc76d65', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '4ffacd07-ce22-43ef-afc2-98de5dc76d65', 'mac_address': 'fa:16:3e:ef:3d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:04:23.267251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44912) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:23.302191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=60a3b7d3-3766-4479-819d-8db2e7390a5a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:23.325584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbc84a-1512-4f6f-86af-9de55571d38c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:23.336649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:23.336649 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.350587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (0ea93658-a603-4b84-a954-446eb2079112), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.355394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] No DVR routers for this DVR port 60a3b7d3-3766-4479-819d-8db2e7390a5a on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:23.361139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ffacd07-ce22-43ef-afc2-98de5dc76d65 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:23.363728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.367645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-40d392ea-b32b-45c7-80bd-a4b7af082f80 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "DELETE /v2.0/ports/60a3b7d3-3766-4479-819d-8db2e7390a5a HTTP/1.1" status: 204 len: 173 time: 0.7859750 Feb 11 13:04:23.385941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ca4eca5d-69bd-4b76-8406-96789b8adf38 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:23.386338 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.402948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4e3b3-2ea9-4a6f-9b08-15ea920ae99b req-7f5aacda-27d8-45a7-83b6-9f0c7f16ef63 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:23.413798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85b4e3b3-2ea9-4a6f-9b08-15ea920ae99b req-7f5aacda-27d8-45a7-83b6-9f0c7f16ef63 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.1943321 Feb 11 13:04:23.438963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:23.459706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 7d708890-03e2-4a72-9b56-18100aaa468e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:23.463940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (7d708890-03e2-4a72-9b56-18100aaa468e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.473062 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.512468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:23.542417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85b4e3b3-2ea9-4a6f-9b08-15ea920ae99b req-17a9594b-d378-45a8-ad00-b5d42216613d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274168 Feb 11 13:04:23.556497 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.594896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port 1688d745-b4a0-464a-bdc4-fcbedc163d9f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:23.595796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.598329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a160a533-2a24-4200-83fa-6dc615877675 None None] Network 6d65fdd2-16dc-4691-938b-2e056b46daf2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:23.639926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541def69-e5bf-4936-b007-b2e930a8f663 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:23.644017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a160a533-2a24-4200-83fa-6dc615877675 None None] Network 6d65fdd2-16dc-4691-938b-2e056b46daf2 could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:04:23.656276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4ffacd07-ce22-43ef-afc2-98de5dc76d65,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:23.730024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] For port 1688d745-b4a0-464a-bdc4-fcbedc163d9f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1688d745-b4a0-464a-bdc4-fcbedc163d9f,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:23.730307 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.770424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:23.785964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4ffacd07-ce22-43ef-afc2-98de5dc76d65'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:23.939079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (0ea93658-a603-4b84-a954-446eb2079112), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:23.945053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:23.945714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.015237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f02bf8-0716-4cd8-a30f-06827c265443 req-9538b0e8-d5fe-432e-9412-b87e1333ad01 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:24.042577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53f02bf8-0716-4cd8-a30f-06827c265443 req-9538b0e8-d5fe-432e-9412-b87e1333ad01 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 945 time: 0.7525949 Feb 11 13:04:24.087727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.088862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (87ce0021-886e-4385-8280-82ee1e2cf277), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.089369 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Floating IP 87ce0021-886e-4385-8280-82ee1e2cf277 disassociated. External IP: 172.25.1.172, port: 1688d745-b4a0-464a-bdc4-fcbedc163d9f. Feb 11 13:04:24.091057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for 1688d745-b4a0-464a-bdc4-fcbedc163d9f owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:24.092911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-14c12cde-66d9-4cc0-b9ce-3bc0362df6c3 None None] Provisioning complete for port 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:24.093389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-14c12cde-66d9-4cc0-b9ce-3bc0362df6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.129778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38'}, {'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:24.145525 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a368856-fbb8-4673-8baa-9e55f8bc3c0c" -d '{"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-plugged", "status": "completed", "tag": "7d01b719-a8e5-46eb-b897-951455252b38"}, {"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:24.170804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5463440 Feb 11 13:04:24.174376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44922) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:24.186486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'subnet': {'network_id': '0ea93658-a603-4b84-a954-446eb2079112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:24.186752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-14c12cde-66d9-4cc0-b9ce-3bc0362df6c3 None None] Port 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:24.193992 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (7d708890-03e2-4a72-9b56-18100aaa468e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.255293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73'}, {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:24.258015 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e7a6e8-825b-4451-bd8f-c714c8efbded" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73"}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:24.278774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting port 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:24.279103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.354344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56591dac-ee0d-4191-9e3a-592fe353ed50 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Network': ['ID=0ea93658-a603-4b84-a954-446eb2079112,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:24.366970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 0ea93658-a603-4b84-a954-446eb2079112 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:04:24.368745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1688d745-b4a0-464a-bdc4-fcbedc163d9f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.408643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60f800-8229-452d-abef-43a2bc79f20e req-a3a93785-f9b5-4a53-ba71-dbf0ed35729f tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:24.410368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db60f800-8229-452d-abef-43a2bc79f20e req-a3a93785-f9b5-4a53-ba71-dbf0ed35729f tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 943 time: 0.1390703 Feb 11 13:04:24.414702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=1688d745-b4a0-464a-bdc4-fcbedc163d9f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:24.528902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53f02bf8-0716-4cd8-a30f-06827c265443 req-b2f092e3-18dc-49fd-976a-9a44ecb0d02f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852986 Feb 11 13:04:24.569923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:24.573677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.628930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.714245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ebdc0f1c-cb37-4703-8ad0-8ff1ef6d4c32 None None] Provisioning complete for port 2246caa8-058d-4cf0-844f-63caaa8ca929 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:24.715167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0f1c-cb37-4703-8ad0-8ff1ef6d4c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.722499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Calling delete_port for 76a4c19d-1ae8-4954-b9d1-08d72d32f7fd owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:24.731791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7d708890-03e2-4a72-9b56-18100aaa468e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.821744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc0f1c-cb37-4703-8ad0-8ff1ef6d4c32 None None] Current status of the port 2246caa8-058d-4cf0-844f-63caaa8ca929 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:24.852043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4ffacd07-ce22-43ef-afc2-98de5dc76d65 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:24.870166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e6295-1ac7-44ab-b96c-1a41126a5bf8 req-03511291-8b17-4ba6-986f-84aff49efe3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:24.878540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-063e6295-1ac7-44ab-b96c-1a41126a5bf8 req-03511291-8b17-4ba6-986f-84aff49efe3b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 944 time: 0.2591233 Feb 11 13:04:24.919822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:04:24.925972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:24.926484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:24.986275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db60f800-8229-452d-abef-43a2bc79f20e req-9605e55d-3722-42c7-9369-4526443740af tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups?id=56dfe12a-7909-41f7-9207-02eae2e7ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5692475 Feb 11 13:04:24.991968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (7d708890-03e2-4a72-9b56-18100aaa468e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.041337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:25.041691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.064219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-063e6295-1ac7-44ab-b96c-1a41126a5bf8 req-31a6467b-9e0e-4204-a1f7-a876f6e4daa4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842716 Feb 11 13:04:25.088122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=7d708890-03e2-4a72-9b56-18100aaa468e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:25.089020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Router 42964a1d-6b9c-4186-9093-8d178c9ee882 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:04:25.090194 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.093633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0856935d-a9d0-4d9b-b88a-afe73710fb0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/7d708890-03e2-4a72-9b56-18100aaa468e HTTP/1.1" status: 204 len: 168 time: 1.8126445 Feb 11 13:04:25.108216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44928) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:25.125719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f7dea-f6b5-422e-895e-87149f850725 req-c0b004ab-40ae-4c60-a0c1-bf9ffa7c1675 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:25.126862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8846cf94-cf1f-439f-ae2f-673a91a8e65a None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:25.130912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b88f7dea-f6b5-422e-895e-87149f850725 req-c0b004ab-40ae-4c60-a0c1-bf9ffa7c1675 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 943 time: 0.1350641 Feb 11 13:04:25.157292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:25.183135 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b195df54-3704-4537-93b0-35e35ae5f8c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733461 Feb 11 13:04:25.186594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (db6caa98-1a46-4be1-a852-381e46623921), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.191558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44932) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:25.199891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:25.227144 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7061aaf1-9231-4c04-8003-b4f2bd8ae4be x-openstack-request-id: req-7061aaf1-9231-4c04-8003-b4f2bd8ae4be {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:25.227594 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-plugged", "status": "completed", "tag": "7d01b719-a8e5-46eb-b897-951455252b38", "code": 200}, {"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:25.231035 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7061aaf1-9231-4c04-8003-b4f2bd8ae4be {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:25.231035 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38', 'code': 200} Feb 11 13:04:25.231500 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'code': 200} Feb 11 13:04:25.239731 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.247396 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad6228-ff41-4625-a8cf-08b6463782bd x-openstack-request-id: req-21ad6228-ff41-4625-a8cf-08b6463782bd {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:25.247676 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "b6908d7d-c822-4e57-8a01-d3587387df73", "status": "completed", "code": 200}, {"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "60a3b7d3-3766-4479-819d-8db2e7390a5a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:25.247925 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21ad6228-ff41-4625-a8cf-08b6463782bd {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:25.248343 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': 'b6908d7d-c822-4e57-8a01-d3587387df73', 'status': 'completed', 'code': 200} Feb 11 13:04:25.248601 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '60a3b7d3-3766-4479-819d-8db2e7390a5a', 'status': 'completed', 'code': 200} Feb 11 13:04:25.402677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4ffacd07-ce22-43ef-afc2-98de5dc76d65,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:25.461116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb30f89-f6e0-4f01-9a03-a13349353c4c req-5a457cde-006d-4566-bdb1-81571dc358db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:25.462662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9eb30f89-f6e0-4f01-9a03-a13349353c4c req-5a457cde-006d-4566-bdb1-81571dc358db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 1127 time: 0.1839364 Feb 11 13:04:25.465493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:04:25.481075 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] Sync routers for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:04:25.492108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (76a4c19d-1ae8-4954-b9d1-08d72d32f7fd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.507205 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:04:25.508024 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:04:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:25.527753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] No DVR routers for this DVR port 1688d745-b4a0-464a-bdc4-fcbedc163d9f on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:25.534058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.537604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d44275-54dc-4763-8ccc-81210f1d0dc4 req-3bc9cdaf-430f-49ba-94e5-c6ef0618b36c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.53 "DELETE /v2.0/ports/1688d745-b4a0-464a-bdc4-fcbedc163d9f HTTP/1.1" status: 204 len: 173 time: 2.1616967 Feb 11 13:04:25.541592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Deleting port ca4eca5d-69bd-4b76-8406-96789b8adf38 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:25.541949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.552078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:04:25.592538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Port': ['ID=76a4c19d-1ae8-4954-b9d1-08d72d32f7fd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:25.593548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9eb30f89-f6e0-4f01-9a03-a13349353c4c req-72d98be6-59db-4984-9bd7-54f75ba39e3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218376 Feb 11 13:04:25.661078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] Deleting port 2246caa8-058d-4cf0-844f-63caaa8ca929 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:25.661456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.673095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Subnet': ['ID=db6caa98-1a46-4be1-a852-381e46623921,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:25.752890 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:04:25.761186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0b0d1-49fd-43fc-804b-9f86d9c5ff25 req-84749d99-fcc8-4d58-8dcc-f85375724b42 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:25.771602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36d0b0d1-49fd-43fc-804b-9f86d9c5ff25 req-84749d99-fcc8-4d58-8dcc-f85375724b42 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.4743049 Feb 11 13:04:25.829599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] For port ca4eca5d-69bd-4b76-8406-96789b8adf38, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ca4eca5d-69bd-4b76-8406-96789b8adf38,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:25.830031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.836966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] For port 2246caa8-058d-4cf0-844f-63caaa8ca929, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2246caa8-058d-4cf0-844f-63caaa8ca929,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:25.837312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.842071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:25.845517 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:25.863073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] Calling delete_port for 2246caa8-058d-4cf0-844f-63caaa8ca929 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:25.871579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Calling delete_port for ca4eca5d-69bd-4b76-8406-96789b8adf38 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:25.903102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b49db5-d61e-4eeb-b13a-f9f2cae7c652 req-36f63ddb-8b51-40db-b75b-4cf5dec91408 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:25.905217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b49db5-d61e-4eeb-b13a-f9f2cae7c652 req-36f63ddb-8b51-40db-b75b-4cf5dec91408 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f147b907-52ff-4d20-ad62-b792d8c3e092 HTTP/1.1" status: 200 len: 943 time: 0.2382088 Feb 11 13:04:26.015229 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (2246caa8-058d-4cf0-844f-63caaa8ca929), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.072871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] No DVR routers for this DVR port 2246caa8-058d-4cf0-844f-63caaa8ca929 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:26.078582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b68cda-4066-4170-8b7a-89449c36a007 None None] Pushing event deleted for resources: {'Port': ['ID=2246caa8-058d-4cf0-844f-63caaa8ca929,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:26.103219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b49db5-d61e-4eeb-b13a-f9f2cae7c652 req-ae266ca3-d826-42cb-b804-6e6888198318 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858277 Feb 11 13:04:26.115044 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:26.149323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Checking segment: {'id': '1b942235-3227-4147-a6d9-6ababd1cf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ea93658-a603-4b84-a954-446eb2079112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:26.150029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network hostable DHCP agents. Network: 0ea93658-a603-4b84-a954-446eb2079112, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:04:26.157824 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] Checking router: 42964a1d-6b9c-4186-9093-8d178c9ee882 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:04:26.169038 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:04:26.169978 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:04:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:26.217720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ca4eca5d-69bd-4b76-8406-96789b8adf38), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.248001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39702faa-5f14-4160-b159-3a58b0c83d84 req-edff00f8-eca0-42c9-bf08-2c06887c2bf4 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0420387 Feb 11 13:04:26.269059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event deleted for resources: {'Port': ['ID=ca4eca5d-69bd-4b76-8406-96789b8adf38,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:26.281021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network 0ea93658-a603-4b84-a954-446eb2079112 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:04:26.307827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36d0b0d1-49fd-43fc-804b-9f86d9c5ff25 req-22abdde9-2bed-4c20-942a-1bd0163af403 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350668 Feb 11 13:04:26.329404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.329908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.330368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.330711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.331041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.331549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.331884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.332211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.332535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.332855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.333175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.333497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.333843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:26.337087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] No DVR routers for this DVR port ca4eca5d-69bd-4b76-8406-96789b8adf38 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:26.340572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.343880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b88f7dea-f6b5-422e-895e-87149f850725 req-20196d84-8a7c-4571-ba14-bf4376d430f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "DELETE /v2.0/ports/ca4eca5d-69bd-4b76-8406-96789b8adf38 HTTP/1.1" status: 204 len: 173 time: 1.2079239 Feb 11 13:04:26.376315 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:04:26.443910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 0ea93658-a603-4b84-a954-446eb2079112) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:26.448890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:26.449791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.455974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04f50f-a8ca-46e7-9022-16cb8316732c None None] Network 0ea93658-a603-4b84-a954-446eb2079112 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:26.459178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186ed47-3c91-485e-8388-28aa521ae4cf req-e88c2efc-4399-4760-a572-920e17ba34b0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:26.461407 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0186ed47-3c91-485e-8388-28aa521ae4cf req-e88c2efc-4399-4760-a572-920e17ba34b0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 945 time: 0.0956593 Feb 11 13:04:26.515930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:26.538889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-33df05be-b6b8-4972-a15a-b962cbed6b56 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3565185 Feb 11 13:04:26.540147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (02060068-f270-4554-bd7e-46bfad7237bc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.542627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44946) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:26.567749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.578044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a0ca09a7-062c-45c3-9b0c-66978a29f8f9 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/ports/76a4c19d-1ae8-4954-b9d1-08d72d32f7fd HTTP/1.1" status: 204 len: 168 time: 3.6470902 Feb 11 13:04:26.579302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0186ed47-3c91-485e-8388-28aa521ae4cf req-8ecf2e7e-e130-411c-ba25-3107732c8b9e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047404 Feb 11 13:04:26.580476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44948) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:26.610585 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-18212b92-919f-4144-808c-43b0c8d37c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] GET failed (client error): The resource could not be found. Feb 11 13:04:26.616857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-18212b92-919f-4144-808c-43b0c8d37c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "GET /v2.0/ports/76a4c19d-1ae8-4954-b9d1-08d72d32f7fd HTTP/1.1" status: 404 len: 333 time: 0.0318437 Feb 11 13:04:26.617836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44950) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:26.623929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'name': 'tempest-AllowedAddressPairTestJSON-1354990941'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:26.673552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2246caa8-058d-4cf0-844f-63caaa8ca929 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:26.709948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2246caa8-058d-4cf0-844f-63caaa8ca929 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:26.710335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2246caa8-058d-4cf0-844f-63caaa8ca929 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:26.744710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:26.756195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:26.759610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:26.760874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.779075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a426be7f-a921-4575-adf9-828664508f74 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:26.805727 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:26.807966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:26.814151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.825830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-0ea93658-a603-4b84-a954-446eb2079112', 'network_id': '0ea93658-a603-4b84-a954-446eb2079112', 'project_id': '311b41facebc4c68a889c91283b034ad', 'fixed_ips': [{'subnet_id': 'db6caa98-1a46-4be1-a852-381e46623921'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:26.826686 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:26.836997 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6385298 Feb 11 13:04:26.840456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44952) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:26.841216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b24e0-dc31-4687-bbb8-5942f9f5c72f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=02060068-f270-4554-bd7e-46bfad7237bc,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:26.852371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:26.865853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] device_id is not set on port 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:26.872074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e561fc-a7d2-4fe7-8ba9-29b642e574db None None] The sync data for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 is: [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T12:56:45Z', 'revision_number': 4, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'ca2ac958-998a-4b5e-8428-5cfdba5a7e89', 'name': '', 'network_id': '2a29b801-2432-4e5f-b655-1fc9815028ad', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'mac_address': 'fa:16:3e:f4:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:43Z', 'updated_at': '2022-02-11T12:56:52Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'subnets': [{'id': '96c7138b-c54b-40d5-a9e9-12c8ca154281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:04:27.063663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0ea93658-a603-4b84-a954-446eb2079112), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.128713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Allocated IP 172.20.0.13 (bdfe5264-530f-4593-8484-aaf496b0d711/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51/1aa7b987-d5f5-4ca2-b134-fc6562b93ab4) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:27.223804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (db6caa98-1a46-4be1-a852-381e46623921), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.250659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f'}, {'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-deleted', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:27.253139 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f09334d-396f-4715-b1ed-7ea5d8e24d02" -d '{"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f"}, {"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-deleted", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:27.260042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:27.264198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.349285 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5947607-342b-4c15-b5c4-bda6bf54c287 x-openstack-request-id: req-e5947607-342b-4c15-b5c4-bda6bf54c287 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:27.349629 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9", "name": "network-vif-deleted", "tag": "1688d745-b4a0-464a-bdc4-fcbedc163d9f", "status": "completed", "code": 200}, {"server_uuid": "f147b907-52ff-4d20-ad62-b792d8c3e092", "name": "network-vif-deleted", "tag": "ca4eca5d-69bd-4b76-8406-96789b8adf38", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:27.349877 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5947607-342b-4c15-b5c4-bda6bf54c287 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:27.350238 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9', 'name': 'network-vif-deleted', 'tag': '1688d745-b4a0-464a-bdc4-fcbedc163d9f', 'status': 'completed', 'code': 200} Feb 11 13:04:27.350490 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f147b907-52ff-4d20-ad62-b792d8c3e092', 'name': 'network-vif-deleted', 'tag': 'ca4eca5d-69bd-4b76-8406-96789b8adf38', 'status': 'completed', 'code': 200} Feb 11 13:04:27.503122 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.567985 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.580615 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1754e9f5-242a-4f55-aa26-d16ed9896403 req-dec2954c-6005-46bb-9fd1-2c137dc79f75 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1079812 Feb 11 13:04:27.587624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Allocated IP 2001:db8::2 (0ea93658-a603-4b84-a954-446eb2079112/db6caa98-1a46-4be1-a852-381e46623921/d5f8a59f-a79f-4d4a-8bcb-d28500f795fa) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:27.622087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (cce4d835-7c40-439b-9484-50a86f370ea2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.643552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network bdfe5264-530f-4593-8484-aaf496b0d711 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:27.649712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:27.654434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:27.698473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=1aa7b987-d5f5-4ca2-b134-fc6562b93ab4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:27.732731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:27.745693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:27.750361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.761589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:27.778626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:27.780917 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67922ebf-f10e-4c79-a7f1-bb2b3bc75726" -d '{"events": [{"server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "name": "network-vif-plugged", "status": "completed", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:27.789011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:27.789613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.797484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ab4f7a81-6cc0-4cf0-a81b-c98b27de5e4f tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1761701 Feb 11 13:04:27.798108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44970) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:27.798238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6259f9-148e-4e15-8601-6a7b88af1c7b None None] New status for floating IP 87ce0021-886e-4385-8280-82ee1e2cf277: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:04:27.803359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Publish callbacks [] for port (d5f8a59f-a79f-4d4a-8bcb-d28500f795fa), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.804996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '02060068-f270-4554-bd7e-46bfad7237bc'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:27.805298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:13:3c:d4'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:27.818879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.838950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:27.852338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-51b4039e-3b52-4e9c-ba08-344834cf7afd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997201193', 'description': 'tempest-description--1485599978'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:27.878185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=cce4d835-7c40-439b-9484-50a86f370ea2,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:27.905376 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ab10bf42-e2de-4f69-b92a-588424d2b731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0591152 Feb 11 13:04:27.911767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44974) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:27.912044 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d5f8a59f-a79f-4d4a-8bcb-d28500f795fa), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.921947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:27:9c:2a', 'name': 'tempest-NetworksTestDHCPv6-1076364635'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:27.964655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (db6caa98-1a46-4be1-a852-381e46623921), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:27.992945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5e610-2544-4768-a8b6-8969223163de req-e3a033cb-6d22-4454-bcfb-81dae0d5a6b0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:28.000207 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34b5e610-2544-4768-a8b6-8969223163de req-e3a033cb-6d22-4454-bcfb-81dae0d5a6b0 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.2654786 Feb 11 13:04:28.062126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51b4039e-3b52-4e9c-ba08-344834cf7afd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.092368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Subnet': ['ID=db6caa98-1a46-4be1-a852-381e46623921,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:28.111620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a42ec-fa0e-412b-b849-10d629d77f76 req-b67f7e86-cad0-49b8-aea9-47a50f501c19 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:28.113587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-166a42ec-fa0e-412b-b849-10d629d77f76 req-b67f7e86-cad0-49b8-aea9-47a50f501c19 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 945 time: 0.0995932 Feb 11 13:04:28.163469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Pushing event updated for resources: {'Port': ['ID=d5f8a59f-a79f-4d4a-8bcb-d28500f795fa,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:28.202128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-166a42ec-fa0e-412b-b849-10d629d77f76 req-55f15442-6c53-4c4a-9652-13036936735c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656185 Feb 11 13:04:28.202772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.277421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Network 0ea93658-a603-4b84-a954-446eb2079112 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:28.281404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:28.293823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:28.298646 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3c53f9-c8ce-4cd7-beb1-0aef7b4fb13b x-openstack-request-id: req-2c3c53f9-c8ce-4cd7-beb1-0aef7b4fb13b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:28.299014 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "name": "network-vif-plugged", "status": "completed", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:28.299463 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c3c53f9-c8ce-4cd7-beb1-0aef7b4fb13b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:28.299855 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65', 'code': 200} Feb 11 13:04:28.310482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0ea93658-a603-4b84-a954-446eb2079112), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.317461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f9a2ccc3-25dd-4220-b0b2-9952d842d8e2 None None] Provisioning complete for port 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:28.318018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f9a2ccc3-25dd-4220-b0b2-9952d842d8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.380274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34b5e610-2544-4768-a8b6-8969223163de req-c0c0b1f9-8bd7-4c5b-b69a-f4af8ea8bc8c tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789160 Feb 11 13:04:28.387928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Allocated IP 2001:db8::f816:3eff:fe1f:74ed (748fcd93-cfb1-4683-9579-584b9508fdbf/02060068-f270-4554-bd7e-46bfad7237bc/3f71ef7c-5354-4635-9627-ac62eab109bb) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:28.483950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Attempting to bind port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:28.484514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Attempting to bind port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1b942235-3227-4147-a6d9-6ababd1cf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ea93658-a603-4b84-a954-446eb2079112'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:28.485952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Attempting to bind port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa on network 0ea93658-a603-4b84-a954-446eb2079112 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:28.495748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2ccc3-25dd-4220-b0b2-9952d842d8e2 None None] Port 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:28.500953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea93658-a603-4b84-a954-446eb2079112']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:28.514778 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.541931 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.554840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b942235-3227-4147-a6d9-6ababd1cf0ce') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:28.558408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b942235-3227-4147-a6d9-6ababd1cf0ce') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:28.567820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51b4039e-3b52-4e9c-ba08-344834cf7afd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group (4da2a8a1-9238-46ac-a4ef-8d586f57feb8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.594494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1b942235-3227-4147-a6d9-6ababd1cf0ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.596875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51b4039e-3b52-4e9c-ba08-344834cf7afd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4da2a8a1-9238-46ac-a4ef-8d586f57feb8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.627186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51b4039e-3b52-4e9c-ba08-344834cf7afd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.629948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-51b4039e-3b52-4e9c-ba08-344834cf7afd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7833846 Feb 11 13:04:28.634476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44986) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:28.640083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c50fa22e-caec-4e9b-9b7e-17f56660bc88 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Request body: {'security_group_rule': {'security_group_id': '4da2a8a1-9238-46ac-a4ef-8d586f57feb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:28.645038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1b942235-3227-4147-a6d9-6ababd1cf0ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.656172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:28.682517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:28.683221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1b942235-3227-4147-a6d9-6ababd1cf0ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.747606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] In _notify_port_updated(), no bound segment for port 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 on network bdfe5264-530f-4593-8484-aaf496b0d711 {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:04:28.753421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:28.754386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.758902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "PUT /v2.0/ports/1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 HTTP/1.1" status: 200 len: 997 time: 0.9598968 Feb 11 13:04:28.759846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44988) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:28.803046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3334987-a98b-4ed1-9535-d2cc02b9f861 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=1aa7b987-d5f5-4ca2-b134-fc6562b93ab4,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:28.811440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8882741-b3bf-481c-bb9a-951a48e4f764 req-8be09ec7-0474-490b-a1ac-856dcd992669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:28.813444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8882741-b3bf-481c-bb9a-951a48e4f764 req-8be09ec7-0474-490b-a1ac-856dcd992669 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 1127 time: 0.2962551 Feb 11 13:04:28.820274 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Publish callbacks [] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.835576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:28.835983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Checking segment: {'id': '1b942235-3227-4147-a6d9-6ababd1cf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ea93658-a603-4b84-a954-446eb2079112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:28.837482 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.837958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Bound using segment: {'id': '1b942235-3227-4147-a6d9-6ababd1cf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ea93658-a603-4b84-a954-446eb2079112'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:28.839802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Bound port: d5f8a59f-a79f-4d4a-8bcb-d28500f795fa, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b942235-3227-4147-a6d9-6ababd1cf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ea93658-a603-4b84-a954-446eb2079112'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:28.841001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d5f8a59f-a79f-4d4a-8bcb-d28500f795fa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.874661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8882741-b3bf-481c-bb9a-951a48e4f764 req-704edf64-e92a-4ddf-bf48-33e0dca1f812 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544291 Feb 11 13:04:28.879437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ca4eca5d-69bd-4b76-8406-96789b8adf38 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:28.926905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.931799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: ca4eca5d-69bd-4b76-8406-96789b8adf38 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:28.932146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ca4eca5d-69bd-4b76-8406-96789b8adf38 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:28.952761 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:28.958577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:28.973462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting port 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:28.977262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.051295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:29.062468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:29.073109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:29.074887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bcaa0ac8-a4b8-4793-be71-6600ecd76449 req-dc146d68-b73f-4f73-801c-47ae6b96889e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0989010 Feb 11 13:04:29.079776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4039e-3b52-4e9c-ba08-344834cf7afd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2a8a1-9238-46ac-a4ef-8d586f57feb8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:29.102103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Pushing event updated for resources: {'Port': ['ID=3f71ef7c-5354-4635-9627-ac62eab109bb,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:29.109210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] For port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:29.119109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c50fa22e-caec-4e9b-9b7e-17f56660bc88 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group_rule (93e15adc-7889-4ce7-91f5-bf8c8fa8aedd), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.190495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fb599df6-e540-41f8-8aef-d898f4d2a73d None None] Provisioning complete for port 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:29.190873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb599df6-e540-41f8-8aef-d898f4d2a73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.233861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Attempting to bind port 3f71ef7c-5354-4635-9627-ac62eab109bb on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:29.234299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Attempting to bind port 3f71ef7c-5354-4635-9627-ac62eab109bb by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:29.234668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Attempting to bind port 3f71ef7c-5354-4635-9627-ac62eab109bb on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:29.249465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port dee314d4-76d4-4023-aca3-04eb3d6558e3 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:29.252526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.262114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.api [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:04:29.262114 n-d-828675-3 neutron-server[109684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:04:29.262114 n-d-828675-3 neutron-server[109684]: [parameters: {'id': '0ea93658-a603-4b84-a954-446eb2079112'}] Feb 11 13:04:29.262114 n-d-828675-3 neutron-server[109684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:04:29.262551 n-d-828675-3 neutron-server[109684]: DEBUG oslo_db.api [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:04:29.269895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] For port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d5f8a59f-a79f-4d4a-8bcb-d28500f795fa,segment=NetworkSegment(1b942235-3227-4147-a6d9-6ababd1cf0ce),segment_id=1b942235-3227-4147-a6d9-6ababd1cf0ce)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:29.286970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:29.287850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:29.288278 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.288684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:29.291135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Calling delete_port for 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:29.291314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Bound port: 3f71ef7c-5354-4635-9627-ac62eab109bb, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:29.291728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.324203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d5f8a59f-a79f-4d4a-8bcb-d28500f795fa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.369484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fb599df6-e540-41f8-8aef-d898f4d2a73d None None] Port 1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:29.461431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d360612-5eee-4c38-867f-77a69e8d2fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.576407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599274b-1fc0-4201-a183-81f75774e503 None None] Pushing event updated for resources: {'Port': ['ID=d5f8a59f-a79f-4d4a-8bcb-d28500f795fa,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:29.599435 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1aa7b987-d5f5-4ca2-b134-fc6562b93ab4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.619429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e1efc6-de64-4c52-9923-799d07b00e53 None None] Network 0ea93658-a603-4b84-a954-446eb2079112 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:29.635006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Port': ['ID=1aa7b987-d5f5-4ca2-b134-fc6562b93ab4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:29.682726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] For port 3f71ef7c-5354-4635-9627-ac62eab109bb, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:29.705615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] For port 3f71ef7c-5354-4635-9627-ac62eab109bb, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f71ef7c-5354-4635-9627-ac62eab109bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:29.749316 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.841664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:29.845262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-96caa722-91d9-4606-9fa0-15cf20f4b9ee tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/ports/1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 HTTP/1.1" status: 204 len: 168 time: 1.0816653 Feb 11 13:04:29.852909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45032) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:29.895667 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f348d4-f45d-4e1a-a326-d922b4736cbb tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] GET failed (client error): The resource could not be found. Feb 11 13:04:29.905113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-01f348d4-f45d-4e1a-a326-d922b4736cbb tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "GET /v2.0/ports/1aa7b987-d5f5-4ca2-b134-fc6562b93ab4 HTTP/1.1" status: 404 len: 333 time: 0.0495868 Feb 11 13:04:29.907376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45034) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:29.914593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'name': 'tempest-AllowedAddressPairTestJSON-1084289727'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:29.937038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ea63a-ec25-4d8d-a158-25a5689923c5 req-0cccd3f4-c75a-413a-8a44-5c6f548f1096 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:29.945691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a98ea63a-ec25-4d8d-a158-25a5689923c5 req-0cccd3f4-c75a-413a-8a44-5c6f548f1096 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.1549122 Feb 11 13:04:30.011725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76cc41-0c0a-4bd6-a77c-7cded03da5ba None None] Pushing event updated for resources: {'Port': ['ID=3f71ef7c-5354-4635-9627-ac62eab109bb,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:30.145480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a98ea63a-ec25-4d8d-a158-25a5689923c5 req-e4bff093-a51f-4e5d-87f5-4d6fbb49adbf tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870906 Feb 11 13:04:30.222277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c50fa22e-caec-4e9b-9b7e-17f56660bc88 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group_rule (93e15adc-7889-4ce7-91f5-bf8c8fa8aedd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.226741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0ea93658-a603-4b84-a954-446eb2079112), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.239968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:30.248414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.317814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c50fa22e-caec-4e9b-9b7e-17f56660bc88 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (93e15adc-7889-4ce7-91f5-bf8c8fa8aedd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.322275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1dd8d7ec-3000-483d-810e-b79b50af263f req-cd31cf89-bce6-4bca-94b7-0101051a021c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0709352 Feb 11 13:04:30.336967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] device_id is not set on port b5d9016d-72b7-40cc-a1c2-24b7c7b10a48 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:30.394339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c50fa22e-caec-4e9b-9b7e-17f56660bc88 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.396235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c50fa22e-caec-4e9b-9b7e-17f56660bc88 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7600522 Feb 11 13:04:30.421429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45038) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:30.427309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ce16a489-898d-4bde-9acc-4d82457e4c75 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Request body: {'security_group_rule': {'security_group_id': '4da2a8a1-9238-46ac-a4ef-8d586f57feb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:30.464626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992a5b-242b-41e5-b029-e6afd091da2e req-aade1eea-c3a2-4172-99bf-95e99ff9ae21 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:30.472237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32992a5b-242b-41e5-b029-e6afd091da2e req-aade1eea-c3a2-4172-99bf-95e99ff9ae21 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 945 time: 1.1193168 Feb 11 13:04:30.484320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fa22e-caec-4e9b-9b7e-17f56660bc88 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e15adc-7889-4ce7-91f5-bf8c8fa8aedd,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:30.523724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce16a489-898d-4bde-9acc-4d82457e4c75 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group_rule (20489248-2eef-4a46-9f83-9b0277174d8e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.569118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Allocated IP 172.20.0.10 (bdfe5264-530f-4593-8484-aaf496b0d711/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51/b5d9016d-72b7-40cc-a1c2-24b7c7b10a48) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:30.698125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3f71ef7c-5354-4635-9627-ac62eab109bb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:30.702456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 172.20.0.3 (748fcd93-cfb1-4683-9579-584b9508fdbf/cce4d835-7c40-439b-9484-50a86f370ea2/dee314d4-76d4-4023-aca3-04eb3d6558e3) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:30.710256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fe27:9c2a (748fcd93-cfb1-4683-9579-584b9508fdbf/02060068-f270-4554-bd7e-46bfad7237bc/dee314d4-76d4-4023-aca3-04eb3d6558e3) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:30.801006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (b5d9016d-72b7-40cc-a1c2-24b7c7b10a48), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.824527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3f71ef7c-5354-4635-9627-ac62eab109bb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:30.825063 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.843735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b5d9016d-72b7-40cc-a1c2-24b7c7b10a48), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.899815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=b5d9016d-72b7-40cc-a1c2-24b7c7b10a48,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:30.917740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network bdfe5264-530f-4593-8484-aaf496b0d711 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:30.919635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:30.925925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (dee314d4-76d4-4023-aca3-04eb3d6558e3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.935261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:30.990932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3f71ef7c-5354-4635-9627-ac62eab109bb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:30.992264 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (dee314d4-76d4-4023-aca3-04eb3d6558e3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:30.992582 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.051719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:31.054324 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.089323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 3f71ef7c-5354-4635-9627-ac62eab109bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f71ef7c-5354-4635-9627-ac62eab109bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:31.098885 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.103742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-628ef443-c4a1-4022-9359-624f01564f5d tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1917362 Feb 11 13:04:31.103742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45042) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:31.111005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'network_id': 'bdfe5264-530f-4593-8484-aaf496b0d711', 'name': 'tempest-AllowedAddressPairTestJSON-1160123755'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:31.136735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce16a489-898d-4bde-9acc-4d82457e4c75 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group_rule (20489248-2eef-4a46-9f83-9b0277174d8e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.160336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce16a489-898d-4bde-9acc-4d82457e4c75 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (20489248-2eef-4a46-9f83-9b0277174d8e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.239121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=3f71ef7c-5354-4635-9627-ac62eab109bb,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:31.263896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-32992a5b-242b-41e5-b029-e6afd091da2e req-87fa7b1e-31df-4655-9ca6-322c748220b5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7905660 Feb 11 13:04:31.288909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:31.309730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce16a489-898d-4bde-9acc-4d82457e4c75 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.312570 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce16a489-898d-4bde-9acc-4d82457e4c75 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8896062 Feb 11 13:04:31.326920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45046) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:31.335217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:31.344836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:31.350239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:31.372842 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1b0e6895-5e95-4181-9289-4c2838732c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.384596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Made reservation on behalf of 51fed09955be46f4b11ce1e822b4029f for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:31.388319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.440554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-74c45b5a-1bad-4913-95e7-db408fa1793c None None] Provisioning complete for port b5d9016d-72b7-40cc-a1c2-24b7c7b10a48 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:31.441185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-74c45b5a-1bad-4913-95e7-db408fa1793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b5d9016d-72b7-40cc-a1c2-24b7c7b10a48), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.474881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcca3b1-1469-4e70-9131-76f1493d37f6 req-dd392092-581e-468e-bc3b-b1aa6ecb4b9f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:31.478460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bbcca3b1-1469-4e70-9131-76f1493d37f6 req-dd392092-581e-468e-bc3b-b1aa6ecb4b9f tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.1989112 Feb 11 13:04:31.480105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] device_id is not set on port 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:31.527272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-74c45b5a-1bad-4913-95e7-db408fa1793c None None] Port b5d9016d-72b7-40cc-a1c2-24b7c7b10a48 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:31.531810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:31.532464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.546463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16a489-898d-4bde-9acc-4d82457e4c75 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20489248-2eef-4a46-9f83-9b0277174d8e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:31.582247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bbcca3b1-1469-4e70-9131-76f1493d37f6 req-47eaafd3-18f8-40ea-939c-e145366456a2 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966520 Feb 11 13:04:31.598121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=dee314d4-76d4-4023-aca3-04eb3d6558e3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:31.604442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:31.604785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d5f8a59f-a79f-4d4a-8bcb-d28500f795fa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.659180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1789efe8-7c18-4978-9a0e-6f8cfe2c0712 req-484dc97d-eb7b-4579-a7ad-b3f5c64a1e2c tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1495123 Feb 11 13:04:31.662749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f64b4-c264-4a3f-b3cc-3b3bfa2d920f None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:04:31.715818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-19e5f097-e952-461e-a09e-2386e62c1518 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7992668 Feb 11 13:04:31.720648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45050) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:31.750624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Allocated IP 172.20.0.3 (bdfe5264-530f-4593-8484-aaf496b0d711/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51/1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:31.794275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.828256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] For port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d5f8a59f-a79f-4d4a-8bcb-d28500f795fa,segment=NetworkSegment(1b942235-3227-4147-a6d9-6ababd1cf0ce),segment_id=1b942235-3227-4147-a6d9-6ababd1cf0ce)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:31.828589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d5f8a59f-a79f-4d4a-8bcb-d28500f795fa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.831588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d20249-3367-4c7e-9b90-0e62320e2504 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:31.837597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d20249-3367-4c7e-9b90-0e62320e2504 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:31.841731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c5d20249-3367-4c7e-9b90-0e62320e2504 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1173787 Feb 11 13:04:31.842785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45054) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:31.864069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-768adafd-047b-4c44-9dd8-ab9e8c65dd6c None None] Provisioning complete for port 3f71ef7c-5354-4635-9627-ac62eab109bb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:31.864455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-768adafd-047b-4c44-9dd8-ab9e8c65dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:31.879849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Calling delete_port for d5f8a59f-a79f-4d4a-8bcb-d28500f795fa owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:31.992639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-768adafd-047b-4c44-9dd8-ab9e8c65dd6c None None] Current status of the port 3f71ef7c-5354-4635-9627-ac62eab109bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:31.995769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f64b4-c264-4a3f-b3cc-3b3bfa2d920f None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:04:32.044278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port dee314d4-76d4-4023-aca3-04eb3d6558e3 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:32.044632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (dee314d4-76d4-4023-aca3-04eb3d6558e3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.070678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d5f8a59f-a79f-4d4a-8bcb-d28500f795fa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.148773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.154641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Port': ['ID=d5f8a59f-a79f-4d4a-8bcb-d28500f795fa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:32.158417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.160635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No DVR routers for this DVR port d5f8a59f-a79f-4d4a-8bcb-d28500f795fa on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:32.170068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (dee314d4-76d4-4023-aca3-04eb3d6558e3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.188761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for dee314d4-76d4-4023-aca3-04eb3d6558e3 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:32.266616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.315074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:32.332758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0ea93658-a603-4b84-a954-446eb2079112), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.340421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Network bdfe5264-530f-4593-8484-aaf496b0d711 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:32.342522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:32.345091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:32.391284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6d6d9-c166-4b4c-8950-8bbbec66ff55 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:32.439684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea93658-a603-4b84-a954-446eb2079112']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:32.473368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b942235-3227-4147-a6d9-6ababd1cf0ce') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:32.473671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b942235-3227-4147-a6d9-6ababd1cf0ce') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:32.512058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.513585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1b942235-3227-4147-a6d9-6ababd1cf0ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.553648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Allocated IP 172.25.1.144 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/4379f731-0025-4338-9a0c-a608c1f0fce6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:32.564918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1b942235-3227-4147-a6d9-6ababd1cf0ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.588098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:32.588509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1b942235-3227-4147-a6d9-6ababd1cf0ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:32.595320 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:32.659366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:32.660150 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.664348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (dee314d4-76d4-4023-aca3-04eb3d6558e3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.686248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3f71ef7c-5354-4635-9627-ac62eab109bb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:32.724806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=dee314d4-76d4-4023-aca3-04eb3d6558e3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:32.771301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa0e03-2442-4be7-802d-342d5727bba9 req-f07f88bb-c01b-4b3e-b60e-d21937366c14 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:32.773316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7bfa0e03-2442-4be7-802d-342d5727bba9 req-f07f88bb-c01b-4b3e-b60e-d21937366c14 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 945 time: 0.4047670 Feb 11 13:04:32.778868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-01470cda-f591-4239-8cdc-13a98426d715 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6722724 Feb 11 13:04:32.787669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45062) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:32.793660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:13:3c:d4'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c2:6e:17'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:32.842556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7bfa0e03-2442-4be7-802d-342d5727bba9 req-4d391092-52fd-47ff-973a-712858d69b5f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Feb 11 13:04:32.905346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.912894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-90fbb961-0cfd-4456-ac87-7afd0142b524 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/dee314d4-76d4-4023-aca3-04eb3d6558e3 HTTP/1.1" status: 204 len: 168 time: 1.0676746 Feb 11 13:04:32.913572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45068) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:32.920508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (0ea93658-a603-4b84-a954-446eb2079112), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.942596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:32.950414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/0ea93658-a603-4b84-a954-446eb2079112 HTTP/1.1" status: 204 len: 168 time: 6.3912189 Feb 11 13:04:32.966272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759c952-49ca-4a3f-a9f6-4433a22795e5 None None] Update dhcp port {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '02060068-f270-4554-bd7e-46bfad7237bc', 'ip_address': '2001:db8::f816:3eff:fe1f:74ed'}, {'subnet_id': 'cce4d835-7c40-439b-9484-50a86f370ea2'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '3f71ef7c-5354-4635-9627-ac62eab109bb'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:04:32.973629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45070) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:32.987894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1712726358'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:33.008315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Network': ['ID=0ea93658-a603-4b84-a954-446eb2079112,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:33.051511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3f71ef7c-5354-4635-9627-ac62eab109bb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:33.051883 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.096371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b7497e8-b206-4deb-8ee9-d36843472817 req-5518f731-7561-4870-a943-c8c2bb82e98e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0824494 Feb 11 13:04:33.101630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1313deb-cefd-40a3-8dd9-4857a16b53c0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:33.103343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1313deb-cefd-40a3-8dd9-4857a16b53c0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:33.104683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1313deb-cefd-40a3-8dd9-4857a16b53c0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:33.109792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1313deb-cefd-40a3-8dd9-4857a16b53c0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1951056 Feb 11 13:04:33.110457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:33.125108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.125713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.126274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.126823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.137708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.139270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.139633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.143419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.144219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.144578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.144919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.145260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.145596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f81544-045b-4e2f-8f7b-767ca317eaf5 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:33.148215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-dad1d212-6cfe-42cf-b96a-8ccb5de62ca4 None None] Provisioning complete for port 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:33.149440 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dad1d212-6cfe-42cf-b96a-8ccb5de62ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.164206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:33.168395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.211080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d01b719-a8e5-46eb-b897-951455252b38 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:04:33.219281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 02060068-f270-4554-bd7e-46bfad7237bc {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:33.231357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (02060068-f270-4554-bd7e-46bfad7237bc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.262704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:04:33.294309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d95f79fb-93c6-4e4e-80ce-afc6481606f2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.294680 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Added segment d95f79fb-93c6-4e4e-80ce-afc6481606f2 of type vlan for network 03b51074-0c5e-490d-a5ba-053dfe2742e8 Feb 11 13:04:33.305999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.323812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.351129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:33.388157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdaef67-d56f-461f-91f1-7cfd9b52297f req-b424300f-d06f-4c19-97da-f91f2cc9c435 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:33.396690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8cdaef67-d56f-461f-91f1-7cfd9b52297f req-b424300f-d06f-4c19-97da-f91f2cc9c435 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.4929361 Feb 11 13:04:33.448054 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.461840 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8cdaef67-d56f-461f-91f1-7cfd9b52297f req-479b3ada-5fb0-496d-8699-78f63e850de5 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640152 Feb 11 13:04:33.555670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:33.561676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:33.566044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'Port': ['ID=4379f731-0025-4338-9a0c-a608c1f0fce6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:33.568772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:33.719433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dad1d212-6cfe-42cf-b96a-8ccb5de62ca4 None None] Port 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:33.721883 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d759c952-49ca-4a3f-a9f6-4433a22795e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.730322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '7d01b719-a8e5-46eb-b897-951455252b38', 'network_id': '1ea51000-bd0d-49f2-bf38-62858fa5fc7b', 'port_id': '7d01b719-a8e5-46eb-b897-951455252b38', 'mac_address': 'fa:16:3e:cd:35:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37777208-7d48-4d2c-b767-3ffa3462226c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:04:33.762445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for floatingip (3ec6998c-02ea-4b93-8421-705bda07a83c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.831133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.838652 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.841485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.874259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (02060068-f270-4554-bd7e-46bfad7237bc), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.970334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (02060068-f270-4554-bd7e-46bfad7237bc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.982477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d01b719-a8e5-46eb-b897-951455252b38 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:33.983371 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:33.986194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event updated for resources: {'Port': ['ID=1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:34.015241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] In _notify_port_updated(), no bound segment for port 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 on network bdfe5264-530f-4593-8484-aaf496b0d711 {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:04:34.020782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:34.021556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.023012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2628e65d-fff9-4d21-9faf-73588ff55c93 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "PUT /v2.0/ports/1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 HTTP/1.1" status: 200 len: 1057 time: 1.2337830 Feb 11 13:04:34.040891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45076) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:34.102518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (02060068-f270-4554-bd7e-46bfad7237bc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.114909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3f71ef7c-5354-4635-9627-ac62eab109bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:34.124852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (03b51074-0c5e-490d-a5ba-053dfe2742e8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.156877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-29463977-eb7c-45a8-84d1-6adbb2601806 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 267 time: 0.9449818 Feb 11 13:04:34.214762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d01b719-a8e5-46eb-b897-951455252b38 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:34.238855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server [None req-d759c952-49ca-4a3f-a9f6-4433a22795e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02060068-f270-4554-bd7e-46bfad7237bc: This subnet is being modified by another concurrent operation. Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:04:34.271600 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02060068-f270-4554-bd7e-46bfad7237bc: This subnet is being modified by another concurrent operation. Feb 11 13:04:34.275997 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Feb 11 13:04:34.281026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:34.292294 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.300154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-593eb1fd-7bc2-4f81-99af-0888d691b937 req-580419d6-fffd-4507-b1fc-243806914e1a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0462809 Feb 11 13:04:34.324624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.340239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/02060068-f270-4554-bd7e-46bfad7237bc HTTP/1.1" status: 204 len: 168 time: 1.2239568 Feb 11 13:04:34.345470 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:04:34.352546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:34.365400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9ba99-3228-45a4-8fe0-7ed0193de731 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=02060068-f270-4554-bd7e-46bfad7237bc,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:34.374194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (03b51074-0c5e-490d-a5ba-053dfe2742e8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.384386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:34.385059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.404395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd61237c-4e3b-4b97-8869-d344adeec8ca None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:04:34.413156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.436064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.485086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting port 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:34.485538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.493787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['7d01b719-a8e5-46eb-b897-951455252b38'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:34.497178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet cce4d835-7c40-439b-9484-50a86f370ea2 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:34.504014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Network': ['ID=03b51074-0c5e-490d-a5ba-053dfe2742e8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:34.519958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (cce4d835-7c40-439b-9484-50a86f370ea2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.550718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8c4edfc8-db1c-4232-a23f-6f40b0f9a30b tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5769255 Feb 11 13:04:34.551542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45084) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:34.568020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Request body: {'subnet': {'network_id': '03b51074-0c5e-490d-a5ba-053dfe2742e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:34.595279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 03b51074-0c5e-490d-a5ba-053dfe2742e8 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:04:34.664795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-81f42ab4-a270-41c1-b398-881083ffb626 None None] Provisioning complete for port 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:34.665911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-81f42ab4-a270-41c1-b398-881083ffb626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.677089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3f71ef7c-5354-4635-9627-ac62eab109bb no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:34.681843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-c87d8787-d678-48d0-b633-2fc1cf90fe8b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:34.684534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-c87d8787-d678-48d0-b633-2fc1cf90fe8b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 945 time: 0.4942069 Feb 11 13:04:34.698866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'port': {'security_groups': []}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:34.751808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Made reservation on behalf of 311b41facebc4c68a889c91283b034ad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:34.757848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.828930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:34.886878 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.999775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (cce4d835-7c40-439b-9484-50a86f370ea2), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.024784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-81f42ab4-a270-41c1-b398-881083ffb626 None None] Port 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:35.053321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cce4d835-7c40-439b-9484-50a86f370ea2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.148660 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (3ec6998c-02ea-4b93-8421-705bda07a83c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.152473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] For port 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:35.173119 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (cce4d835-7c40-439b-9484-50a86f370ea2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.174094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] Could not find standard attr ID for object dee314d4-76d4-4023-aca3-04eb3d6558e3. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:04:35.180730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3f71ef7c-5354-4635-9627-ac62eab109bb is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:35.181363 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.195510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.205066 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.205535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd61237c-4e3b-4b97-8869-d344adeec8ca None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:04:35.221597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.225016 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/cce4d835-7c40-439b-9484-50a86f370ea2 HTTP/1.1" status: 204 len: 168 time: 0.8709593 Feb 11 13:04:35.231918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08229488-5d57-4b4d-9ffc-3e2a658807d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=cce4d835-7c40-439b-9484-50a86f370ea2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:35.238241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45090) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:35.247134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7c4d8d93-86ae-487b-a939-d798ee0f4eae', '4ffacd07-ce22-43ef-afc2-98de5dc76d65'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:35.249371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c9ab2389-48a8-4551-b45a-f4fef3d4b968'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:35.318285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=4ffacd07-ce22-43ef-afc2-98de5dc76d65,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:35.328903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'Port': ['ID=4379f731-0025-4338-9a0c-a608c1f0fce6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:35.337948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b1fd297-b9d1-4ec8-8a08-bfda1424fca3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483446 Feb 11 13:04:35.343170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45092) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:35.353379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] Provisioning complete for port 3f71ef7c-5354-4635-9627-ac62eab109bb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:35.353806 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.358167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:35.364851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:35.365815 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.368192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e12ffa6b-cbe4-4ac1-9379-71aa57699050 req-dfa4330d-3203-49c7-8f90-7286bbca445d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "PUT /v2.0/ports/4ffacd07-ce22-43ef-afc2-98de5dc76d65 HTTP/1.1" status: 200 len: 904 time: 0.6761389 Feb 11 13:04:35.368847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:35.378694 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884741d-9a32-4149-a9c6-60312d83ecf8" -d '{"events": [{"name": "network-changed", "server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:35.398806 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.408670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 3f71ef7c-5354-4635-9627-ac62eab109bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f71ef7c-5354-4635-9627-ac62eab109bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:35.462232 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.474443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4ffacd07-ce22-43ef-afc2-98de5dc76d65'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:35.529911 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.537767 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1607a214-2baf-4567-8bdf-3cd8f0576822 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2023678 Feb 11 13:04:35.595505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc815ab2-6ad2-4744-ac1b-19550fbf5578 req-ae6521bb-0413-48bb-ae8e-1270f3486b9b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:35.607789 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc815ab2-6ad2-4744-ac1b-19550fbf5578 req-ae6521bb-0413-48bb-ae8e-1270f3486b9b tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 944 time: 0.9872367 Feb 11 13:04:35.730612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.750264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Calling delete_port for 1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:35.770521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=3f71ef7c-5354-4635-9627-ac62eab109bb,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:35.774940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:35.793215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54f7dc3b-6933-4eff-95dc-ea0329286cc0 req-422937d6-0446-4060-a990-9bd8977c9346 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0496724 Feb 11 13:04:35.794230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (f7dac057-fc9c-4fe0-9197-d8648365ea27), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.835124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:35.843475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.891645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Checking segment: {'id': 'd95f79fb-93c6-4e4e-80ce-afc6481606f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '03b51074-0c5e-490d-a5ba-053dfe2742e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:35.893052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network hostable DHCP agents. Network: 03b51074-0c5e-490d-a5ba-053dfe2742e8, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:04:35.903475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event updated for resources: {'Subnet': ['ID=f7dac057-fc9c-4fe0-9197-d8648365ea27,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:35.979659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] Current status of the port 3f71ef7c-5354-4635-9627-ac62eab109bb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:35.980724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.982647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a0da1-51a6-46a5-82c4-3e8542cce833 req-d021c92b-1f44-4dfa-959f-77bb4e3f0246 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:35.989488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-167a0da1-51a6-46a5-82c4-3e8542cce833 req-d021c92b-1f44-4dfa-959f-77bb4e3f0246 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 907 time: 0.0787408 Feb 11 13:04:35.990530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Network 03b51074-0c5e-490d-a5ba-053dfe2742e8 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:04:36.018607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 03b51074-0c5e-490d-a5ba-053dfe2742e8) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:36.025063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:36.025872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:36.057013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] For port 3f71ef7c-5354-4635-9627-ac62eab109bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f71ef7c-5354-4635-9627-ac62eab109bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:36.059327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-12b381b0-3cc1-407d-b1cd-8128a103ddda tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5049682 Feb 11 13:04:36.061937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45108) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:36.078931 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c88c06d-653b-4b95-9456-e90264d02442 x-openstack-request-id: req-6c88c06d-653b-4b95-9456-e90264d02442 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:36.079245 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:36.079497 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c88c06d-653b-4b95-9456-e90264d02442 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:36.079922 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65', 'status': 'completed', 'code': 200} Feb 11 13:04:36.088053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:36.201669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:36.264399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ef0b7e-5de3-46a6-98bd-265c8ded85bc None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:36.270646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10cc3d-75ee-4f19-9e20-0cbb6048c0c1 None None] Pushing event updated for resources: {'Port': ['ID=3f71ef7c-5354-4635-9627-ac62eab109bb,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:36.288037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101eca2-79b1-4db9-a6fa-6aa17cfe5a56 None None] Network 03b51074-0c5e-490d-a5ba-053dfe2742e8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:36.424020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Port': ['ID=1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:36.444646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-e5126c1a-9494-4b26-8eb8-5c8650287f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:36.446189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-e5126c1a-9494-4b26-8eb8-5c8650287f7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 1089 time: 0.3339376 Feb 11 13:04:36.446867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc815ab2-6ad2-4744-ac1b-19550fbf5578 req-5d4f58a8-355f-472a-b2a0-e54585b51143 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8381128 Feb 11 13:04:36.449323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-aa32ea5d-9283-4a90-b93f-bb09c5e92816 None None] Provisioning complete for port 3f71ef7c-5354-4635-9627-ac62eab109bb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:36.449730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aa32ea5d-9283-4a90-b93f-bb09c5e92816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:36.508503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (03b51074-0c5e-490d-a5ba-053dfe2742e8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:36.541017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e959892-5f41-4747-b68a-dd50837dcb11 req-1a2004fb-a08b-4205-813a-f27f2c2b384f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:36.549440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e959892-5f41-4747-b68a-dd50837dcb11 req-1a2004fb-a08b-4205-813a-f27f2c2b384f tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 946 time: 0.3634050 Feb 11 13:04:36.671393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aa32ea5d-9283-4a90-b93f-bb09c5e92816 None None] Current status of the port 3f71ef7c-5354-4635-9627-ac62eab109bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:36.731455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-02320be2-6bfe-42cb-8e88-ad786ae40168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:36.733220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-02320be2-6bfe-42cb-8e88-ad786ae40168 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.2642841 Feb 11 13:04:36.772637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e959892-5f41-4747-b68a-dd50837dcb11 req-e90586dc-45bb-486d-8d7a-174a14a10405 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221358 Feb 11 13:04:36.791784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-e6eaa208-faf0-4909-be75-0c19f6c09fe9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:36.793513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97c3251-86e1-4a04-814e-03074f07b815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-03b51074-0c5e-490d-a5ba-053dfe2742e8', 'network_id': '03b51074-0c5e-490d-a5ba-053dfe2742e8', 'project_id': '311b41facebc4c68a889c91283b034ad', 'fixed_ips': [{'subnet_id': 'f7dac057-fc9c-4fe0-9197-d8648365ea27'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:36.794854 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-e6eaa208-faf0-4909-be75-0c19f6c09fe9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 822 time: 0.1724336 Feb 11 13:04:36.798217 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d97c3251-86e1-4a04-814e-03074f07b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:36.838532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-783edd81-c7a9-41a6-8cb7-c5b6934a1b6b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/quotas/e5ee7c41b7f648789ba982f26b9b5a94 HTTP/1.1" status: 200 len: 375 time: 0.0273464 Feb 11 13:04:36.877442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:04:36.933296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.010017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-a9be0249-38a9-4701-98ee-0e7e3cb21da2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65 HTTP/1.1" status: 200 len: 217 time: 0.2283838 Feb 11 13:04:37.054782 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-54a67358-cbe8-4c69-bea1-119edbdcc609 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1380143 Feb 11 13:04:37.077856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:37.117950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:37.137910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:37.139755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.153677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (f7dac057-fc9c-4fe0-9197-d8648365ea27), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.184968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:37.242103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (f7dac057-fc9c-4fe0-9197-d8648365ea27), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.266741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d01b719-a8e5-46eb-b897-951455252b38 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:37.269060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d846336-49e8-4951-85f2-875496723908 req-0f18bafe-059e-4501-91dc-da2a984c4871 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:37.270775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d846336-49e8-4951-85f2-875496723908 req-0f18bafe-059e-4501-91dc-da2a984c4871 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2977569 Feb 11 13:04:37.308199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Subnet': ['ID=f7dac057-fc9c-4fe0-9197-d8648365ea27,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:37.310629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-a83fcdaa-c377-430a-94f1-dde8498e6b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:37.312309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-a83fcdaa-c377-430a-94f1-dde8498e6b7f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.2391047 Feb 11 13:04:37.371813 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server [None req-d97c3251-86e1-4a04-814e-03074f07b815 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7dac057-fc9c-4fe0-9197-d8648365ea27: This subnet is being modified by another concurrent operation. Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:04:37.376885 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7dac057-fc9c-4fe0-9197-d8648365ea27: This subnet is being modified by another concurrent operation. Feb 11 13:04:37.380294 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Feb 11 13:04:37.392263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-00a04b61-a4b3-4682-aa3a-99b1bee10676 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/ports/1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 HTTP/1.1" status: 204 len: 168 time: 3.3502762 Feb 11 13:04:37.399382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0f1ab6a7-44eb-4271-bb0e-9bf0b1d9ec92 None None] Provisioning complete for port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:37.399770 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0f1ab6a7-44eb-4271-bb0e-9bf0b1d9ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.404336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-521d1416-9ca7-4717-bc05-45729d112289 service neutron] 10.222.0.42 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248301 Feb 11 13:04:37.413296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45122) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:37.418365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (03b51074-0c5e-490d-a5ba-053dfe2742e8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.453084 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69f0a8e-42e9-424e-82a7-ac217cbf5957 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] GET failed (client error): The resource could not be found. Feb 11 13:04:37.458402 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d69f0a8e-42e9-424e-82a7-ac217cbf5957 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "GET /v2.0/ports/1eb3a0d8-a695-4fd8-8188-2fe67c17a7d1 HTTP/1.1" status: 404 len: 333 time: 0.0431259 Feb 11 13:04:37.459424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45124) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:37.486074 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0efe10ce-a454-4477-b47f-b554d412ec92 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1324048 Feb 11 13:04:37.490439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98bcaf1-e338-402a-93f1-822f9b4bbe11 None None] Network 03b51074-0c5e-490d-a5ba-053dfe2742e8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:37.496397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45128) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:37.502593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:37.601170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b51074-0c5e-490d-a5ba-053dfe2742e8']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:37.605761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 7d01b719-a8e5-46eb-b897-951455252b38 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:37.606273 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d01b719-a8e5-46eb-b897-951455252b38), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.648677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95f79fb-93c6-4e4e-80ce-afc6481606f2') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:37.649240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95f79fb-93c6-4e4e-80ce-afc6481606f2') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:37.673795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] Deleting port 3f71ef7c-5354-4635-9627-ac62eab109bb {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:37.674291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (d95f79fb-93c6-4e4e-80ce-afc6481606f2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.674553 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.701363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d846336-49e8-4951-85f2-875496723908 req-2f7e1e17-d6a4-4dfa-b660-2f2334821d03 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071987 Feb 11 13:04:37.714309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:37.718550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.723898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d95f79fb-93c6-4e4e-80ce-afc6481606f2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.747856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-433a6751-092f-4860-853c-31df07f51e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:37.750305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-433a6751-092f-4860-853c-31df07f51e58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3288052 Feb 11 13:04:37.761844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-78801870-7bcb-4802-b1c7-f0a3a8f54b56 service neutron] 10.222.0.42 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562999 Feb 11 13:04:37.802121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:37.808686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (d95f79fb-93c6-4e4e-80ce-afc6481606f2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:37.813012 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:37.827833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting port b5d9016d-72b7-40cc-a1c2-24b7c7b10a48 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:37.828403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b5d9016d-72b7-40cc-a1c2-24b7c7b10a48), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.933106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d01b719-a8e5-46eb-b897-951455252b38 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:37.933942 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.938927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0f1ab6a7-44eb-4271-bb0e-9bf0b1d9ec92 None None] Current status of the port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:37.966932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] For port 3f71ef7c-5354-4635-9627-ac62eab109bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f71ef7c-5354-4635-9627-ac62eab109bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:37.967410 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.023398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:38.032544 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3344b55f-59a7-41d2-8da0-0bb14de6003e" -d '{"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-plugged", "status": "completed", "tag": "7d01b719-a8e5-46eb-b897-951455252b38"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:38.037748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] Calling delete_port for 3f71ef7c-5354-4635-9627-ac62eab109bb owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:38.060988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-8bdcb1f3-0558-4b80-9a61-d85b651e361d service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009291 Feb 11 13:04:38.072887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:38.074466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b5d9016d-72b7-40cc-a1c2-24b7c7b10a48), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.091472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.109752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Calling delete_port for b5d9016d-72b7-40cc-a1c2-24b7c7b10a48 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:38.228724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ca86e-7da4-4d1d-9d81-c3b30b1cde65 req-017222b7-14d0-47df-b4cd-22684397f245 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:38.230343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-347ca86e-7da4-4d1d-9d81-c3b30b1cde65 req-017222b7-14d0-47df-b4cd-22684397f245 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 944 time: 0.1740470 Feb 11 13:04:38.241434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7bf3215-3791-429c-b120-0a13fd29e902 req-bce19719-4fbe-400c-9804-08ec238978f2 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1843262 Feb 11 13:04:38.242229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:38.249381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-c43aa9fa-0d4c-4dbd-9772-99002fe557dc tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:38.257630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-c43aa9fa-0d4c-4dbd-9772-99002fe557dc tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 946 time: 0.7777176 Feb 11 13:04:38.274164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (03b51074-0c5e-490d-a5ba-053dfe2742e8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.295193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3f71ef7c-5354-4635-9627-ac62eab109bb), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.366017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.369401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/03b51074-0c5e-490d-a5ba-053dfe2742e8 HTTP/1.1" status: 204 len: 168 time: 2.3063154 Feb 11 13:04:38.378563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45144) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.384597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] Pushing event deleted for resources: {'Port': ['ID=3f71ef7c-5354-4635-9627-ac62eab109bb,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:38.391108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f9c23-7847-4de6-bf2f-a295b7d9d47f None None] No DVR routers for this DVR port 3f71ef7c-5354-4635-9627-ac62eab109bb on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:38.412873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009bf824-96e6-4459-9f10-51b6ef3af6ff None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:04:38.446932 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f708f32-0cf1-4d5a-bbd6-74ca8757fb82 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:38.447491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f708f32-0cf1-4d5a-bbd6-74ca8757fb82 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:38.452897 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2f708f32-0cf1-4d5a-bbd6-74ca8757fb82 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/f7dac057-fc9c-4fe0-9197-d8648365ea27 HTTP/1.1" status: 404 len: 337 time: 0.0698051 Feb 11 13:04:38.456583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45146) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.475515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5affb1a-466c-4b7b-8287-acf228d18ef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Network': ['ID=03b51074-0c5e-490d-a5ba-053dfe2742e8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:38.481922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-347ca86e-7da4-4d1d-9d81-c3b30b1cde65 req-2f1f35c8-9582-45f7-8323-23def935236a tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345588 Feb 11 13:04:38.583252 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f0daa9-1df8-46ad-a023-92f02ec2335f tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:38.583790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f0daa9-1df8-46ad-a023-92f02ec2335f tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:38.590431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c1b0c-726e-4aaa-88de-9a696e813818 req-54d6960e-ecb2-4730-b222-a66e4ff2edcc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:38.594888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b3f0daa9-1df8-46ad-a023-92f02ec2335f tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/03b51074-0c5e-490d-a5ba-053dfe2742e8 HTTP/1.1" status: 404 len: 339 time: 0.1340954 Feb 11 13:04:38.595536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45152) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.598674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-151c1b0c-726e-4aaa-88de-9a696e813818 req-54d6960e-ecb2-4730-b222-a66e4ff2edcc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2233646 Feb 11 13:04:38.641211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0884741d-9a32-4149-a9c6-60312d83ecf8 req-631f8ba6-67f3-4703-ad09-1b7ebef8b60d service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632962 Feb 11 13:04:38.644706 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-acec6da5-68a3-47b5-bf3a-3ad221ff7f0f tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:38.645196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acec6da5-68a3-47b5-bf3a-3ad221ff7f0f tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:38.651812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-acec6da5-68a3-47b5-bf3a-3ad221ff7f0f tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/db6caa98-1a46-4be1-a852-381e46623921 HTTP/1.1" status: 404 len: 337 time: 0.0527761 Feb 11 13:04:38.653723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45154) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.704717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b5d9016d-72b7-40cc-a1c2-24b7c7b10a48), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.705335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009bf824-96e6-4459-9f10-51b6ef3af6ff None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:04:38.713514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Deleting port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:38.713964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.742961 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-5708e739-8f7a-4d9e-8140-7922a593e521 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:38.743600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5708e739-8f7a-4d9e-8140-7922a593e521 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:38.746955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5708e739-8f7a-4d9e-8140-7922a593e521 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/0ea93658-a603-4b84-a954-446eb2079112 HTTP/1.1" status: 404 len: 339 time: 0.0867980 Feb 11 13:04:38.760655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45156) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.777285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Port': ['ID=b5d9016d-72b7-40cc-a1c2-24b7c7b10a48,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:38.797093 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cf2a6b-3de5-4ffc-872f-69d586ee0ac3 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:38.797687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cf2a6b-3de5-4ffc-872f-69d586ee0ac3 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:38.800990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-10cf2a6b-3de5-4ffc-872f-69d586ee0ac3 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/c36a2a43-a22a-4087-8a50-e83b159cc45b HTTP/1.1" status: 404 len: 337 time: 0.0374935 Feb 11 13:04:38.838984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45158) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.850272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1785f5a-8aaf-406b-b16d-91f112cbacce req-a309dbb6-6071-48b9-8b5a-4b9782aaa5ba tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:38.851986 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1785f5a-8aaf-406b-b16d-91f112cbacce req-a309dbb6-6071-48b9-8b5a-4b9782aaa5ba tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 946 time: 0.2439404 Feb 11 13:04:38.853180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.856497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a06bf8a4-8ce7-4539-926e-4d719bf98b99 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/ports/b5d9016d-72b7-40cc-a1c2-24b7c7b10a48 HTTP/1.1" status: 204 len: 168 time: 1.3934393 Feb 11 13:04:38.860237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-151c1b0c-726e-4aaa-88de-9a696e813818 req-4ae937e1-4c7f-46ab-9991-ee9f89d7f231 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598891 Feb 11 13:04:38.862153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45160) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.936991 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1785f5a-8aaf-406b-b16d-91f112cbacce req-72a684ab-be49-4f55-b1b7-23a157afa51b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736587 Feb 11 13:04:38.962837 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a959f7-389b-4fbb-b02e-28957ca9beba tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:38.962837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a959f7-389b-4fbb-b02e-28957ca9beba tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:38.964265 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a00c97-5751-4421-836e-9e1b155eee12 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] GET failed (client error): The resource could not be found. Feb 11 13:04:38.969997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-85a959f7-389b-4fbb-b02e-28957ca9beba tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/6d65fdd2-16dc-4691-938b-2e056b46daf2 HTTP/1.1" status: 404 len: 339 time: 0.1274011 Feb 11 13:04:38.974115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-41a00c97-5751-4421-836e-9e1b155eee12 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "GET /v2.0/ports/b5d9016d-72b7-40cc-a1c2-24b7c7b10a48 HTTP/1.1" status: 404 len: 333 time: 0.0860500 Feb 11 13:04:38.974800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45164) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:38.975192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45166) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:39.054369 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3919ff-10b2-454d-aab3-82f5454638d8 x-openstack-request-id: req-aa3919ff-10b2-454d-aab3-82f5454638d8 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:39.054667 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-plugged", "status": "completed", "tag": "7d01b719-a8e5-46eb-b897-951455252b38", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:39.055172 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa3919ff-10b2-454d-aab3-82f5454638d8 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:39.056343 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38', 'code': 200} Feb 11 13:04:39.074680 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67252462-82a4-4157-9ded-3e4ae3844fd6 req-02015e9f-0768-4d16-bcd9-1befefb36a5a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 210 time: 0.1029971 Feb 11 13:04:39.114442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] For port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:39.114814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.151912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': 'b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:39.153037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.182008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Calling delete_port for be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:39.368784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting port 59a895ba-a982-4451-8a84-de14af82421c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:39.371421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (59a895ba-a982-4451-8a84-de14af82421c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.372148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Allocated IP 172.20.0.2 (748fcd93-cfb1-4683-9579-584b9508fdbf/b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b/4508abc6-6392-4c93-af07-502a7aa312e8) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:39.376842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting port 71554c74-52ea-4287-ae27-48c43642f234 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:39.377373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (71554c74-52ea-4287-ae27-48c43642f234), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.475091 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-389b9d88-9d59-4337-b910-0a8f8e79d541 req-c9cb0327-33af-4989-8ed8-0e27358ab693 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0665956 Feb 11 13:04:39.521575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b71fa-70c6-4afc-b1f8-f9b49727c061 req-021ea390-7043-440e-866e-c2a966dffedc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:39.529814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d0b71fa-70c6-4afc-b1f8-f9b49727c061 req-021ea390-7043-440e-866e-c2a966dffedc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1992249 Feb 11 13:04:39.542442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (be3016e9-9a39-4e4a-94c1-7ee5bcd116c9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.563909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['191e47ec-64c3-4776-9ccd-5b9b7d320481', 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:39.600234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event deleted for resources: {'Port': ['ID=be3016e9-9a39-4e4a-94c1-7ee5bcd116c9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:39.622059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:39.626966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (71554c74-52ea-4287-ae27-48c43642f234), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.653801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (af242214-96a0-4a75-b308-e5d9801b4702), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.677538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Calling delete_port for 71554c74-52ea-4287-ae27-48c43642f234 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:39.718913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (59a895ba-a982-4451-8a84-de14af82421c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.793582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-d0df4db5-0c46-46b3-86c1-6f232734bac6 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:39.795383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-d0df4db5-0c46-46b3-86c1-6f232734bac6 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 822 time: 0.1379395 Feb 11 13:04:39.814344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Publish callbacks [] for port (4508abc6-6392-4c93-af07-502a7aa312e8), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.816015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Calling delete_port for 59a895ba-a982-4451-8a84-de14af82421c owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:39.831691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Request body: {'port': {'device_id': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'admin_state_up': True, 'tenant_id': 'e5ee7c41b7f648789ba982f26b9b5a94'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:39.856015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.958145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] No DVR routers for this DVR port be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:39.958682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:39.966920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:39.976537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:39.977443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:39.985969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:39.990217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba4d75bd-c8b6-490b-a9d6-04009bab5723 req-5e185e38-4905-4771-92aa-bff5bce969e2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "DELETE /v2.0/ports/be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 HTTP/1.1" status: 204 len: 173 time: 1.7099361 Feb 11 13:04:39.991930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Pushing event updated for resources: {'Port': ['ID=4508abc6-6392-4c93-af07-502a7aa312e8,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:39.993875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'name': 'network-vif-deleted', 'tag': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:39.996383 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b7fd1-3b73-45b9-8959-0f1587376942" -d '{"events": [{"server_uuid": "de7585f6-7292-4f45-92e5-b8b55b9d5f50", "name": "network-vif-deleted", "tag": "be3016e9-9a39-4e4a-94c1-7ee5bcd116c9"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:40.006417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:40.013879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:40.014936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.033687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.034635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.037943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.039233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.039368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d0b71fa-70c6-4afc-b1f8-f9b49727c061 req-b6a1467f-7770-4830-8b36-d22c566e8ccb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5083704 Feb 11 13:04:40.039923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.040607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.041624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.042322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.042895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.043604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.044150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.044693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.045679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:40.081795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=af242214-96a0-4a75-b308-e5d9801b4702,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:40.099163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Made reservation on behalf of e5ee7c41b7f648789ba982f26b9b5a94 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:40.109310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.122659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f9502a4d-db0a-4535-b933-268e55eeeba7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6215999 Feb 11 13:04:40.123680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45188) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:40.129816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:a3:a3:80', 'name': 'tempest-NetworksTestDHCPv6-225139986'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:40.143279 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (71554c74-52ea-4287-ae27-48c43642f234), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.166498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Attempting to bind port 4508abc6-6392-4c93-af07-502a7aa312e8 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:40.167016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Attempting to bind port 4508abc6-6392-4c93-af07-502a7aa312e8 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:40.167492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Attempting to bind port 4508abc6-6392-4c93-af07-502a7aa312e8 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:40.175849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:40.176406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:40.176917 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.177411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:40.178082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Bound port: 4508abc6-6392-4c93-af07-502a7aa312e8, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:40.178566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.230056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (59a895ba-a982-4451-8a84-de14af82421c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.239154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Port': ['ID=71554c74-52ea-4287-ae27-48c43642f234,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:40.262041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.266102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b2efe32-ec34-441a-8f6d-9ce228ebc57c tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/ports/71554c74-52ea-4287-ae27-48c43642f234 HTTP/1.1" status: 204 len: 168 time: 1.2899241 Feb 11 13:04:40.293528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45190) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:40.297547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Port': ['ID=59a895ba-a982-4451-8a84-de14af82421c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:40.330961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] For port 4508abc6-6392-4c93-af07-502a7aa312e8, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:40.358043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] For port 4508abc6-6392-4c93-af07-502a7aa312e8, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4508abc6-6392-4c93-af07-502a7aa312e8,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:40.358332 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a6dcea-4ea2-4eaf-87f8-b918576b2a0a tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:40.358514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a6dcea-4ea2-4eaf-87f8-b918576b2a0a tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:40.364652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b8a6dcea-4ea2-4eaf-87f8-b918576b2a0a tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/35761b83-2b22-4a15-9033-daf361370318 HTTP/1.1" status: 404 len: 337 time: 0.0656865 Feb 11 13:04:40.371419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da9ca7-9675-4b69-89c9-bc8376f19e5f req-d97f9033-77b3-4ecb-89f0-78ebef1cb43d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:40.373143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-65da9ca7-9675-4b69-89c9-bc8376f19e5f req-d97f9033-77b3-4ecb-89f0-78ebef1cb43d tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.2981226 Feb 11 13:04:40.373690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45192) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:40.378379 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.512956 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (578ebfe2-9ff8-47d0-9741-f8fd93b0b680), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.521983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de0258-9809-442a-8670-142ad4d04f15 None None] Pushing event updated for resources: {'Port': ['ID=4508abc6-6392-4c93-af07-502a7aa312e8,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:40.680704 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-65da9ca7-9675-4b69-89c9-bc8376f19e5f req-708c95ac-e753-4d5f-8291-c40cbca86740 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770455 Feb 11 13:04:40.681968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.693681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c5a49b4-f8dc-492c-b49f-0701668df07a tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/ports/59a895ba-a982-4451-8a84-de14af82421c HTTP/1.1" status: 204 len: 168 time: 1.6961720 Feb 11 13:04:40.715011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45198) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:40.794410 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d13d557-b1b7-4ebd-86fb-579f47986074 x-openstack-request-id: req-8d13d557-b1b7-4ebd-86fb-579f47986074 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:40.805387 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de7585f6-7292-4f45-92e5-b8b55b9d5f50", "name": "network-vif-deleted", "tag": "be3016e9-9a39-4e4a-94c1-7ee5bcd116c9", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:40.806105 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d13d557-b1b7-4ebd-86fb-579f47986074 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:40.806798 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7585f6-7292-4f45-92e5-b8b55b9d5f50', 'name': 'network-vif-deleted', 'tag': 'be3016e9-9a39-4e4a-94c1-7ee5bcd116c9', 'status': 'completed', 'code': 200} Feb 11 13:04:40.839076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting subnet 6d6ba0e9-a94f-4f63-af4f-3edf5df9db51 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:40.864939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting port 62b77f95-568f-4740-91c1-c82c04f3211f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:40.865562 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (62b77f95-568f-4740-91c1-c82c04f3211f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.870318 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for subnet (6d6ba0e9-a94f-4f63-af4f-3edf5df9db51), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:40.948749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Allocated IP 172.20.0.8 (b0263eeb-b60b-4a2d-abc5-795ccbe937bd/5c3903b2-aebc-413c-aac6-a52a0c423dfa/46703a18-137f-4387-b59e-97886d92b56a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:40.990263 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6d6ba0e9-a94f-4f63-af4f-3edf5df9db51), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.022943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91a191b6-43b4-4cc0-923d-7c0fa97e2cbd req-cf7b57ce-db8b-4226-8e83-82e02bc4f4c2 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=de7585f6-7292-4f45-92e5-b8b55b9d5f50 HTTP/1.1" status: 200 len: 210 time: 0.2590799 Feb 11 13:04:41.037034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] For port 62b77f95-568f-4740-91c1-c82c04f3211f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=62b77f95-568f-4740-91c1-c82c04f3211f,segment=NetworkSegment(78784616-6249-455d-ad18-a05be197559d),segment_id=78784616-6249-455d-ad18-a05be197559d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:41.037903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (62b77f95-568f-4740-91c1-c82c04f3211f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.055578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Calling delete_port for 62b77f95-568f-4740-91c1-c82c04f3211f owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:41.089811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8fbf5-23c2-4862-84b2-c271d85f8403 req-fc9487db-deac-43b3-98a7-3773271a2896 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:41.094940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:41.098734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbc8fbf5-23c2-4862-84b2-c271d85f8403 req-fc9487db-deac-43b3-98a7-3773271a2896 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2562337 Feb 11 13:04:41.168828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-89a1d954-a1e1-459e-83af-e8cb8441d479 req-443e8d3d-6242-4d6d-9ec1-7a2e21b1108e tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 210 time: 0.0499058 Feb 11 13:04:41.233508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d01b719-a8e5-46eb-b897-951455252b38 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:41.254277 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbc8fbf5-23c2-4862-84b2-c271d85f8403 req-23438245-67db-4740-b08b-316ed09fc424 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543770 Feb 11 13:04:41.259505 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6d6ba0e9-a94f-4f63-af4f-3edf5df9db51), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.341464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (62b77f95-568f-4740-91c1-c82c04f3211f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.373007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d01b719-a8e5-46eb-b897-951455252b38 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:41.373469 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.395061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No DVR routers for this DVR port 62b77f95-568f-4740-91c1-c82c04f3211f on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:41.396997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Port': ['ID=62b77f95-568f-4740-91c1-c82c04f3211f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:41.430439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:41.436754 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c515c-d20d-4669-8a37-d28ecf19fc7b" -d '{"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d01b719-a8e5-46eb-b897-951455252b38"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:41.450116 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6d6ba0e9-a94f-4f63-af4f-3edf5df9db51), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.467688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:41.473730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.474728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:41.510277 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.526674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee3f17fb-2809-4257-8a31-1d97a7ec90df req-3794ab2d-29e8-419a-afe7-8dd838bdac00 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.2479022 Feb 11 13:04:41.564637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6ba0e9-a94f-4f63-af4f-3edf5df9db51,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:41.577221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.584498 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-38b858f0-6c21-47ca-8c38-cd59f6fe1c3e tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/subnets/6d6ba0e9-a94f-4f63-af4f-3edf5df9db51 HTTP/1.1" status: 204 len: 168 time: 0.8662581 Feb 11 13:04:41.587957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for port (46703a18-137f-4387-b59e-97886d92b56a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.591075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45206) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:41.591745 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba76aca9-be3a-4ca2-bff4-ac2da37e3406 x-openstack-request-id: req-ba76aca9-be3a-4ca2-bff4-ac2da37e3406 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:41.592156 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d01b719-a8e5-46eb-b897-951455252b38", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:41.593412 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba76aca9-be3a-4ca2-bff4-ac2da37e3406 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:41.593977 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38', 'code': 200} Feb 11 13:04:41.608362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:41.612658 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (578ebfe2-9ff8-47d0-9741-f8fd93b0b680), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.614336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device be3016e9-9a39-4e4a-94c1-7ee5bcd116c9 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:41.639869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-d5a67cb4-fb3e-4ea9-853e-23b1c35c6393 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:41.641480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-d5a67cb4-fb3e-4ea9-853e-23b1c35c6393 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.64 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 945 time: 0.5324137 Feb 11 13:04:41.647205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port e1f717d5-3187-4007-82be-895e547cd5eb yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:04:41.664492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['578ebfe2-9ff8-47d0-9741-f8fd93b0b680']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:41.701188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78784616-6249-455d-ad18-a05be197559d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:41.701949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78784616-6249-455d-ad18-a05be197559d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:41.710013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:41.741706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (78784616-6249-455d-ad18-a05be197559d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.793927 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (78784616-6249-455d-ad18-a05be197559d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.813305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:41.814365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (78784616-6249-455d-ad18-a05be197559d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:41.818581 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:41.895202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-00b42e37-a1e4-49aa-88b9-a08eb2b31555 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:41.896714 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-00b42e37-a1e4-49aa-88b9-a08eb2b31555 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.2182539 Feb 11 13:04:41.910649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b73c48-9e26-44b9-b269-084a13bda9e6 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:41.913455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (578ebfe2-9ff8-47d0-9741-f8fd93b0b680), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.918033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.924060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/578ebfe2-9ff8-47d0-9741-f8fd93b0b680 HTTP/1.1" status: 204 len: 168 time: 1.5194941 Feb 11 13:04:41.938651 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.946319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (bdfe5264-530f-4593-8484-aaf496b0d711), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:41.946524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45218) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:41.948154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b54c9d-948f-4390-8553-136fd6c55c91 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Network': ['ID=578ebfe2-9ff8-47d0-9741-f8fd93b0b680,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:41.961237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-a9e2e4f5-5b69-415b-ad59-9d94ac9e4516 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/quotas/8b969ccd94c24a3b8456f6e70eac2cd4 HTTP/1.1" status: 200 len: 375 time: 0.0579100 Feb 11 13:04:42.030845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-74e22e85-63bf-4722-8f5f-849c91dfcdf2 None None] Provisioning complete for port 4508abc6-6392-4c93-af07-502a7aa312e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:42.031281 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-74e22e85-63bf-4722-8f5f-849c91dfcdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.190592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Network b0263eeb-b60b-4a2d-abc5-795ccbe937bd is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:42.213695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-74e22e85-63bf-4722-8f5f-849c91dfcdf2 None None] Current status of the port 4508abc6-6392-4c93-af07-502a7aa312e8 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:42.214093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-74e22e85-63bf-4722-8f5f-849c91dfcdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.221483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4750e4-1899-46dc-83cf-1b16998b35e0 None None] Network bdfe5264-530f-4593-8484-aaf496b0d711 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:42.235318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:42.265197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:42.268613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:42.285074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-74e22e85-63bf-4722-8f5f-849c91dfcdf2 None None] For port 4508abc6-6392-4c93-af07-502a7aa312e8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4508abc6-6392-4c93-af07-502a7aa312e8,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:42.299244 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-74e22e85-63bf-4722-8f5f-849c91dfcdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.300987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a7735-0a1d-48ea-935e-d543f5822acd req-5337f498-c245-4a6f-babc-f37b9668aaeb tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:42.303133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-215a7735-0a1d-48ea-935e-d543f5822acd req-5337f498-c245-4a6f-babc-f37b9668aaeb tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 943 time: 0.5069754 Feb 11 13:04:42.404655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804fd79d-b8ea-4ab4-8642-0d30ba49cdec None None] Update dhcp port {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': 'b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'af242214-96a0-4a75-b308-e5d9801b4702'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '4508abc6-6392-4c93-af07-502a7aa312e8'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:04:42.436699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 172.20.0.8 (748fcd93-cfb1-4683-9579-584b9508fdbf/b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b/e1f717d5-3187-4007-82be-895e547cd5eb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:42.441408 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-804fd79d-b8ea-4ab4-8642-0d30ba49cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.456529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:42.457349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.468087 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-6625e119-5fef-402e-95d0-bd742747b1dd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1184914 Feb 11 13:04:42.482901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fea3:a380 (748fcd93-cfb1-4683-9579-584b9508fdbf/af242214-96a0-4a75-b308-e5d9801b4702/e1f717d5-3187-4007-82be-895e547cd5eb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:42.490711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Deleting port 7d01b719-a8e5-46eb-b897-951455252b38 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:42.491295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7d01b719-a8e5-46eb-b897-951455252b38), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.521955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting port 6600db73-4ff0-4911-9424-f06c18fe55ab {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:42.522295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6600db73-4ff0-4911-9424-f06c18fe55ab), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.684422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-2240f7ee-5328-42bc-80a7-514df0167177 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8574307 Feb 11 13:04:42.705934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-215a7735-0a1d-48ea-935e-d543f5822acd req-06a91757-d9b7-4582-9bf3-86bb01a04117 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/security-groups?id=94d4766b-5719-41a4-9e00-a15896830f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666999 Feb 11 13:04:42.712991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6600db73-4ff0-4911-9424-f06c18fe55ab), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.713337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Deleting port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:42.713852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.729107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-19671cf6-a803-4a7e-ac58-dfb4f6928e65 service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600422 Feb 11 13:04:42.744035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Request body: {'port': {'device_id': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:42.804930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4508abc6-6392-4c93-af07-502a7aa312e8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:42.806831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e22e85-63bf-4722-8f5f-849c91dfcdf2 None None] Pushing event updated for resources: {'Port': ['ID=4508abc6-6392-4c93-af07-502a7aa312e8,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:42.839952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Calling delete_port for 6600db73-4ff0-4911-9424-f06c18fe55ab owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:42.899385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4508abc6-6392-4c93-af07-502a7aa312e8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:42.900056 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.960570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] For port 7d01b719-a8e5-46eb-b897-951455252b38, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d01b719-a8e5-46eb-b897-951455252b38,segment=NetworkSegment(f76df7a3-23fe-42f1-9aaa-31e54c9992d5),segment_id=f76df7a3-23fe-42f1-9aaa-31e54c9992d5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:42.960937 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7d01b719-a8e5-46eb-b897-951455252b38), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:42.980067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Calling delete_port for 7d01b719-a8e5-46eb-b897-951455252b38 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:43.015878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] DHCP port deletion for bdfe5264-530f-4593-8484-aaf496b0d711 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:04:43.024916 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-3287f090-0303-42a7-a22f-b74436871ff0 service neutron] 10.222.0.42 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896268 Feb 11 13:04:43.046537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6600db73-4ff0-4911-9424-f06c18fe55ab), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.082050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Port': ['ID=6600db73-4ff0-4911-9424-f06c18fe55ab,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:43.109557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.113238 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-10ec1aca-8b04-4e57-ac8d-6e30ee5cdef6 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/ports/6600db73-4ff0-4911-9424-f06c18fe55ab HTTP/1.1" status: 204 len: 168 time: 1.1608319 Feb 11 13:04:43.118143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45230) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:43.177997 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b567d3b8-2ad4-4c15-80f4-f8abb350c3df tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] DELETE failed (client error): The resource could not be found. Feb 11 13:04:43.178518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b567d3b8-2ad4-4c15-80f4-f8abb350c3df tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:04:43.182401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b567d3b8-2ad4-4c15-80f4-f8abb350c3df tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/6d339157-b6f2-48db-ace4-563c58184714 HTTP/1.1" status: 404 len: 337 time: 0.0632317 Feb 11 13:04:43.185132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] For port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,segment=NetworkSegment(c5766179-c0bf-49cf-a9fb-4884f37bec65),segment_id=c5766179-c0bf-49cf-a9fb-4884f37bec65)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:43.185499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.187093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45232) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:43.258190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4508abc6-6392-4c93-af07-502a7aa312e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:43.296606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Calling delete_port for bc69e31b-bafd-4590-8d0c-9ddfcf06c4be owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:43.301184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] Deleting port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:43.303757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.309874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.410042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ca7c690-10c2-4028-81d1-d621ee6551bc req-737e3591-bb43-47c8-8292-2b89bb18ef7f tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0537336 Feb 11 13:04:43.412569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06aef1-2454-4ae8-915f-a70983e7aa21 req-de28d67f-fe83-40a1-a7a5-957acd1feb2d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:43.414157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d06aef1-2454-4ae8-915f-a70983e7aa21 req-de28d67f-fe83-40a1-a7a5-957acd1feb2d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 931 time: 0.4925666 Feb 11 13:04:43.414895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (e830b001-63aa-47d8-b3c0-921a1a4108e6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.483336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] For port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,segment=NetworkSegment(c5766179-c0bf-49cf-a9fb-4884f37bec65),segment_id=c5766179-c0bf-49cf-a9fb-4884f37bec65)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:43.483895 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.517028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] Calling delete_port for bc69e31b-bafd-4590-8d0c-9ddfcf06c4be owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:43.561450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (e830b001-63aa-47d8-b3c0-921a1a4108e6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.619992 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45d45416-5d0a-4a17-8005-8a4b886aaeaa req-acb1d038-aac0-499a-a1d4-b7d45ab99d0e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 210 time: 0.1145313 Feb 11 13:04:43.648508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e830b001-63aa-47d8-b3c0-921a1a4108e6']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:43.652289 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.661234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252afeed-a7ce-4f24-a5c0-db3384936c8d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:43.661436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252afeed-a7ce-4f24-a5c0-db3384936c8d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:43.672800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] No DVR routers for this DVR port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:43.681766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (252afeed-a7ce-4f24-a5c0-db3384936c8d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.701917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (252afeed-a7ce-4f24-a5c0-db3384936c8d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.707349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fb148-1e75-4982-98eb-2b14d768a6a3 None None] Pushing event deleted for resources: {'Port': ['ID=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:43.708893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:43.709359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (252afeed-a7ce-4f24-a5c0-db3384936c8d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:43.712753 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:43.716960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (e1f717d5-3187-4007-82be-895e547cd5eb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.813505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d06aef1-2454-4ae8-915f-a70983e7aa21 req-1b8dc29d-ea4e-4b3f-8dee-a2b33cd7ff48 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192327 Feb 11 13:04:43.814361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7d01b719-a8e5-46eb-b897-951455252b38), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.853136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (e830b001-63aa-47d8-b3c0-921a1a4108e6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.878874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.883582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/e830b001-63aa-47d8-b3c0-921a1a4108e6 HTTP/1.1" status: 204 len: 168 time: 0.6948757 Feb 11 13:04:43.885948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d895a439-b105-4c5d-aa21-4acab7d29dad req-c539cac2-a8d8-4dea-8ee9-a0fb9222254e tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.42 "GET /v2.0/ports?device_id=86f3b658-f6dd-4859-8923-bee5e5178ea9 HTTP/1.1" status: 200 len: 210 time: 0.0490961 Feb 11 13:04:43.886417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45246) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:43.906425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc9531-83a5-4f89-a5d6-54cfac1d38ff tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Network': ['ID=e830b001-63aa-47d8-b3c0-921a1a4108e6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:43.929551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Pushing event deleted for resources: {'Port': ['ID=7d01b719-a8e5-46eb-b897-951455252b38,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:43.939551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bc69e31b-bafd-4590-8d0c-9ddfcf06c4be), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:43.968208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting subnet 64b4f93f-cb78-4413-a52d-ce93cecd93f0 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:43.971898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (64b4f93f-cb78-4413-a52d-ce93cecd93f0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.015079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Port': ['ID=bc69e31b-bafd-4590-8d0c-9ddfcf06c4be,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:44.022567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (64b4f93f-cb78-4413-a52d-ce93cecd93f0), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.026196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] No DVR routers for this DVR port bc69e31b-bafd-4590-8d0c-9ddfcf06c4be on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:44.089298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] No DVR routers for this DVR port 7d01b719-a8e5-46eb-b897-951455252b38 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:44.151431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.156706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fc4e678-8ed6-4780-9b96-d0aa75fe5a5c req-c883ae32-4f7e-44cc-8f77-a1489214deb4 tempest-ImagesTestJSON-1064569264 tempest-ImagesTestJSON-1064569264-project] 10.222.0.64 "DELETE /v2.0/ports/7d01b719-a8e5-46eb-b897-951455252b38 HTTP/1.1" status: 204 len: 173 time: 2.4967015 Feb 11 13:04:44.157432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-deleted', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:44.161028 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e4bf1a-d0f2-4507-9cf6-8ea9ed7ab165" -d '{"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-deleted", "tag": "7d01b719-a8e5-46eb-b897-951455252b38"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:44.212643 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (64b4f93f-cb78-4413-a52d-ce93cecd93f0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.235656 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (bdfe5264-530f-4593-8484-aaf496b0d711), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.252867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e1f717d5-3187-4007-82be-895e547cd5eb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.280865 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0185270-fef3-410b-a868-cab64a825ac5 x-openstack-request-id: req-e0185270-fef3-410b-a868-cab64a825ac5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:44.281345 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f3b658-f6dd-4859-8923-bee5e5178ea9", "name": "network-vif-deleted", "tag": "7d01b719-a8e5-46eb-b897-951455252b38", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:44.281731 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0185270-fef3-410b-a868-cab64a825ac5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:44.282245 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f3b658-f6dd-4859-8923-bee5e5178ea9', 'name': 'network-vif-deleted', 'tag': '7d01b719-a8e5-46eb-b897-951455252b38', 'status': 'completed', 'code': 200} Feb 11 13:04:44.304285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfe5264-530f-4593-8484-aaf496b0d711']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:44.346910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5766179-c0bf-49cf-a9fb-4884f37bec65') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:44.347369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5766179-c0bf-49cf-a9fb-4884f37bec65') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:44.352685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:44.369407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:44.372616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:44.382941 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (c5766179-c0bf-49cf-a9fb-4884f37bec65), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.399618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (64b4f93f-cb78-4413-a52d-ce93cecd93f0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.428701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-804fd79d-b8ea-4ab4-8642-0d30ba49cdec None None] Allocated IP 2001:db8::f816:3eff:fe36:10cb (748fcd93-cfb1-4683-9579-584b9508fdbf/af242214-96a0-4a75-b308-e5d9801b4702/4508abc6-6392-4c93-af07-502a7aa312e8) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:44.474064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=e1f717d5-3187-4007-82be-895e547cd5eb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:44.491588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c5766179-c0bf-49cf-a9fb-4884f37bec65), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.493149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Subnet': ['ID=64b4f93f-cb78-4413-a52d-ce93cecd93f0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:44.506166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:44.506669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (c5766179-c0bf-49cf-a9fb-4884f37bec65), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.508880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.511237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46703a18-137f-4387-b59e-97886d92b56a {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:44.518651 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:44.528673 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6e3da0eb-5bfd-4bb7-9ad7-b0c6ae6eaa18 tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/subnets/64b4f93f-cb78-4413-a52d-ce93cecd93f0 HTTP/1.1" status: 204 len: 168 time: 0.6390891 Feb 11 13:04:44.533414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45254) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:44.552180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-804fd79d-b8ea-4ab4-8642-0d30ba49cdec None None] For port 4508abc6-6392-4c93-af07-502a7aa312e8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4508abc6-6392-4c93-af07-502a7aa312e8,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:44.568668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Publish callbacks [] for port (46703a18-137f-4387-b59e-97886d92b56a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.584151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-804fd79d-b8ea-4ab4-8642-0d30ba49cdec None None] Publish callbacks [] for port (4508abc6-6392-4c93-af07-502a7aa312e8), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.587741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81195202-bc0f-4234-a0e1-75b8aec791bc None None] Network 4cc3b97b-be11-40b6-9ac0-1546e1ad567a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:44.592425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-804fd79d-b8ea-4ab4-8642-0d30ba49cdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.612682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:44.625050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.652503 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6af4c825-37bc-4b11-9369-f184d009cd8b req-b29d774b-d1db-4abe-9913-c4fabdafdbdb tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0937371 Feb 11 13:04:44.756412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4508abc6-6392-4c93-af07-502a7aa312e8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:44.760362 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (4cc3b97b-be11-40b6-9ac0-1546e1ad567a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.877585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Deleting port 3f4adac7-a039-489e-a410-6631ad375456 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:44.878069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3f4adac7-a039-489e-a410-6631ad375456), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.915868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fd79d-b8ea-4ab4-8642-0d30ba49cdec None None] Pushing event updated for resources: {'Port': ['ID=4508abc6-6392-4c93-af07-502a7aa312e8,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:44.932898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1c2a2d3-6320-4a66-96f5-99c862e31473 req-b706afa4-1f1f-4b9f-a2aa-47598fcf410d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 210 time: 0.1495857 Feb 11 13:04:44.963514 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (bdfe5264-530f-4593-8484-aaf496b0d711), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:44.967915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Transition to ACTIVE for port object 46703a18-137f-4387-b59e-97886d92b56a will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:04:44.990066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cf5d71fe-3c13-4462-82dc-95c20b8dafe7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8631036 Feb 11 13:04:45.000348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4508abc6-6392-4c93-af07-502a7aa312e8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:45.002898 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.005532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.008958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] 10.222.0.42 "DELETE /v2.0/networks/bdfe5264-530f-4593-8484-aaf496b0d711 HTTP/1.1" status: 204 len: 168 time: 3.4136982 Feb 11 13:04:45.012998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45262) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:45.083122 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.122815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] For port 3f4adac7-a039-489e-a410-6631ad375456, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f4adac7-a039-489e-a410-6631ad375456,segment=NetworkSegment(75a1a48e-82bb-4ff2-ab61-1550fd195866),segment_id=75a1a48e-82bb-4ff2-ab61-1550fd195866)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:45.124220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3f4adac7-a039-489e-a410-6631ad375456), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.134073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] DHCP port deletion for 4cc3b97b-be11-40b6-9ac0-1546e1ad567a request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:04:45.193904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:45.202284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Calling delete_port for 3f4adac7-a039-489e-a410-6631ad375456 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:45.207184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e942b-235d-41e1-b1f5-83468f68da25 tempest-AllowedAddressPairTestJSON-952559819 tempest-AllowedAddressPairTestJSON-952559819-project] Pushing event deleted for resources: {'Network': ['ID=bdfe5264-530f-4593-8484-aaf496b0d711,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:45.270784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0677c-f7c9-4e1e-bc60-a215c4a127c4 req-ea47eb5e-8e52-43c7-b21d-cfd8d42db539 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:45.275540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2c0677c-f7c9-4e1e-bc60-a215c4a127c4 req-ea47eb5e-8e52-43c7-b21d-cfd8d42db539 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 943 time: 0.2729933 Feb 11 13:04:45.282574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d01b719-a8e5-46eb-b897-951455252b38 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:45.324496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 7d01b719-a8e5-46eb-b897-951455252b38 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:45.325752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d01b719-a8e5-46eb-b897-951455252b38 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:45.347016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20137d6c-3034-4c47-bbc9-8f1ec05fc673 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:45.359389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4508abc6-6392-4c93-af07-502a7aa312e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:45.371850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20137d6c-3034-4c47-bbc9-8f1ec05fc673 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:45.377677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-20137d6c-3034-4c47-bbc9-8f1ec05fc673 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3622487 Feb 11 13:04:45.378523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] Deleting port 3f4adac7-a039-489e-a410-6631ad375456 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:45.380079 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3f4adac7-a039-489e-a410-6631ad375456), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.381101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45286) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:45.480274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2c0677c-f7c9-4e1e-bc60-a215c4a127c4 req-b19cad7d-9f41-4c6d-98d2-3c2946606549 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514566 Feb 11 13:04:45.506210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3f4adac7-a039-489e-a410-6631ad375456), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.545359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc69e31b-bafd-4590-8d0c-9ddfcf06c4be no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:45.587515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-9c6d17a5-b05c-4ac9-8a0e-5d489f9bb6b5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:45.589183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-9c6d17a5-b05c-4ac9-8a0e-5d489f9bb6b5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.64 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 812 time: 0.9461062 Feb 11 13:04:45.593448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Port': ['ID=3f4adac7-a039-489e-a410-6631ad375456,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:45.602172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] No DVR routers for this DVR port 3f4adac7-a039-489e-a410-6631ad375456 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:45.608571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] For port 3f4adac7-a039-489e-a410-6631ad375456, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3f4adac7-a039-489e-a410-6631ad375456,segment=NetworkSegment(75a1a48e-82bb-4ff2-ab61-1550fd195866),segment_id=75a1a48e-82bb-4ff2-ab61-1550fd195866)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:45.609483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3f4adac7-a039-489e-a410-6631ad375456), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.630571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45300) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:45.631490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: bc69e31b-bafd-4590-8d0c-9ddfcf06c4be {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:45.631844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc69e31b-bafd-4590-8d0c-9ddfcf06c4be not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:45.648318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Request body: {'port': {'device_id': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'admin_state_up': True, 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:45.666074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] Calling delete_port for 3f4adac7-a039-489e-a410-6631ad375456 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:45.711822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45308) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:45.817892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (4cc3b97b-be11-40b6-9ac0-1546e1ad567a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.818450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3f4adac7-a039-489e-a410-6631ad375456), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.858017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc3b97b-be11-40b6-9ac0-1546e1ad567a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:45.866392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] Pushing event deleted for resources: {'Port': ['ID=3f4adac7-a039-489e-a410-6631ad375456,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:45.869865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c64fec-c29b-4c13-883a-3b7fd9c3251b None None] No DVR routers for this DVR port 3f4adac7-a039-489e-a410-6631ad375456 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:45.876018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a1a48e-82bb-4ff2-ab61-1550fd195866') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:45.876583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a1a48e-82bb-4ff2-ab61-1550fd195866') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:45.898610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] Deleting subnet 37777208-7d48-4d2c-b767-3ffa3462226c {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:45.903952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (75a1a48e-82bb-4ff2-ab61-1550fd195866), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.923119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] Publish callbacks [] for subnet (37777208-7d48-4d2c-b767-3ffa3462226c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.936428 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (75a1a48e-82bb-4ff2-ab61-1550fd195866), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.947279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:45.948503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (75a1a48e-82bb-4ff2-ab61-1550fd195866), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:45.953860 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:45.968425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa226a0-28d2-40d4-9509-62f0f9053f98 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:45.977744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Attempting to bind port 46703a18-137f-4387-b59e-97886d92b56a on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:45.978084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Attempting to bind port 46703a18-137f-4387-b59e-97886d92b56a by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:45.978415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Attempting to bind port 46703a18-137f-4387-b59e-97886d92b56a on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:45.995178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19e02af2-a080-41a7-ab7e-6e39cf458111 req-33565629-0325-4a88-9cb6-f483ce4db057 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.2165878 Feb 11 13:04:46.005464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Port 46703a18-137f-4387-b59e-97886d92b56a on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:04:46.016052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Attempting to bind port 46703a18-137f-4387-b59e-97886d92b56a on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:46.017002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:46.017505 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Checking segment: {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:46.018018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Bound using segment: {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:46.018470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Bound port: 46703a18-137f-4387-b59e-97886d92b56a, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:46.018833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.056101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (37777208-7d48-4d2c-b767-3ffa3462226c), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.090151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port e1f717d5-3187-4007-82be-895e547cd5eb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:46.090492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e1f717d5-3187-4007-82be-895e547cd5eb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.099345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (4cc3b97b-be11-40b6-9ac0-1546e1ad567a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.110693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.121862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] 10.222.0.42 "DELETE /v2.0/networks/4cc3b97b-be11-40b6-9ac0-1546e1ad567a HTTP/1.1" status: 204 len: 168 time: 1.5811839 Feb 11 13:04:46.163244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896924c-0711-40c6-952e-d72797244d2d tempest-NetworksIpV6TestAttrs-1787120356 tempest-NetworksIpV6TestAttrs-1787120356-project] Pushing event deleted for resources: {'Network': ['ID=4cc3b97b-be11-40b6-9ac0-1546e1ad567a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:46.224138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e60c6738-150f-41e2-8618-3862cb9e1faf None None] Provisioning complete for port 4508abc6-6392-4c93-af07-502a7aa312e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:46.225888 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e60c6738-150f-41e2-8618-3862cb9e1faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.232507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5dad634-d5ac-4bcd-9446-f89b037736c1 req-270f3d1f-9ccb-4439-ba94-fd90074519ae tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 210 time: 0.0646851 Feb 11 13:04:46.331846 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.543939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45320) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:46.553095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e60c6738-150f-41e2-8618-3862cb9e1faf None None] Current status of the port 4508abc6-6392-4c93-af07-502a7aa312e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:46.695527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4508abc6-6392-4c93-af07-502a7aa312e8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:46.833679 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e1f717d5-3187-4007-82be-895e547cd5eb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.848386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for e1f717d5-3187-4007-82be-895e547cd5eb owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:46.861909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4508abc6-6392-4c93-af07-502a7aa312e8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:46.862537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:46.980044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4dac953a-b1f4-423a-a901-d79bed7bebb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=311b41facebc4c68a889c91283b034ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4335456 Feb 11 13:04:46.981278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:47.042799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2112951-3ca9-472d-b37d-ba9841b266be admin admin] Publish callbacks [] for security_group (05199ae6-b107-471a-ab07-001e466b4509), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.079779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2112951-3ca9-472d-b37d-ba9841b266be admin admin] Publish callbacks [] for security_group (05199ae6-b107-471a-ab07-001e466b4509), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.101162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-786e12de-a1b6-4c58-8832-591656255f2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51fed09955be46f4b11ce1e822b4029f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4695210 Feb 11 13:04:47.105830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45328) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:47.189041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2112951-3ca9-472d-b37d-ba9841b266be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (05199ae6-b107-471a-ab07-001e466b4509), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.196348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2112951-3ca9-472d-b37d-ba9841b266be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.205711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c2112951-3ca9-472d-b37d-ba9841b266be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05199ae6-b107-471a-ab07-001e466b4509 HTTP/1.1" status: 204 len: 168 time: 0.2220099 Feb 11 13:04:47.218515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (37777208-7d48-4d2c-b767-3ffa3462226c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.221743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4508abc6-6392-4c93-af07-502a7aa312e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:47.225535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Made reservation on behalf of 8b969ccd94c24a3b8456f6e70eac2cd4 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:47.228008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2112951-3ca9-472d-b37d-ba9841b266be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05199ae6-b107-471a-ab07-001e466b4509,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:47.230689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.283045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.292183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-26cfe413-9526-4ed2-9cbe-faa4d98527ae None None] Provisioning complete for port 4508abc6-6392-4c93-af07-502a7aa312e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:47.292744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26cfe413-9526-4ed2-9cbe-faa4d98527ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.303561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece7183-7e77-4627-996d-36bd2f3a1ba0 req-cb500928-4298-47c8-8dfe-aa36d5ebd7c4 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:47.305932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ece7183-7e77-4627-996d-36bd2f3a1ba0 req-cb500928-4298-47c8-8dfe-aa36d5ebd7c4 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 943 time: 0.5680358 Feb 11 13:04:47.307329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:47.386563 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e1f717d5-3187-4007-82be-895e547cd5eb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.461156 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-26cfe413-9526-4ed2-9cbe-faa4d98527ae None None] Current status of the port 4508abc6-6392-4c93-af07-502a7aa312e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:47.464936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-569b4494-7f5b-4e2d-a06b-e1acbfe97751 req-9eb08fb6-eaba-4ee6-9d28-3636fb655010 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0853014 Feb 11 13:04:47.467845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3f4adac7-a039-489e-a410-6631ad375456 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:47.471209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-26cfe413-9526-4ed2-9cbe-faa4d98527ae None None] Could not find standard attr ID for object e1f717d5-3187-4007-82be-895e547cd5eb. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:04:47.504140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3f4adac7-a039-489e-a410-6631ad375456 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:47.504743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3f4adac7-a039-489e-a410-6631ad375456 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:47.574404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:47.682868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.689948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6c1d6454-88a6-47c1-a93b-33c3dc5676c6 None None] Could not find standard attr ID for object dee314d4-76d4-4023-aca3-04eb3d6558e3. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:04:47.734589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=e1f717d5-3187-4007-82be-895e547cd5eb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:47.800019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ece7183-7e77-4627-996d-36bd2f3a1ba0 req-78979b2f-26f4-4dd2-9c07-b9ca595dea20 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653859 Feb 11 13:04:47.802355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e389287-9923-4dcf-9303-569ca9a1afcc req-270ffe9c-e2f2-4421-a1fe-5ee19c8ecd4b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 210 time: 0.0740678 Feb 11 13:04:47.864550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:47.864550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:47.864550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] 10.222.0.53 "PUT /v2.0/ports/46703a18-137f-4387-b59e-97886d92b56a HTTP/1.1" status: 200 len: 1091 time: 5.1372554 Feb 11 13:04:47.900471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'tag': '46703a18-137f-4387-b59e-97886d92b56a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:47.922133 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e9de9-e2b6-499e-987c-f422b76e2eca" -d '{"events": [{"name": "network-changed", "server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "tag": "46703a18-137f-4387-b59e-97886d92b56a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:48.041865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Allocated IP 172.20.0.5 (9317fd9e-eafc-4090-a86a-9621fd4980db/0d30468b-d577-458d-a627-8de8662a6d98/395ed8b0-01c8-4654-abaf-406751546406) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:48.186880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483b786-75b3-44bb-947b-d61ebfa1d70e service neutron] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:48.200288 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c992405b-eaa4-4034-8254-571053fc3137 admin admin] Publish callbacks [] for security_group (54e9c17a-c540-43da-919c-65ba17c5f30f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.253473 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508dc089-f93c-465f-aae1-1790ebb0e050 x-openstack-request-id: req-508dc089-f93c-465f-aae1-1790ebb0e050 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:48.253886 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "tag": "46703a18-137f-4387-b59e-97886d92b56a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:48.254072 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-508dc089-f93c-465f-aae1-1790ebb0e050 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:48.254574 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'tag': '46703a18-137f-4387-b59e-97886d92b56a', 'status': 'completed', 'code': 200} Feb 11 13:04:48.255643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b57f8428-2b34-49b2-87c3-b8e213e8e8e6 None None] Could not find standard attr ID for object e1f717d5-3187-4007-82be-895e547cd5eb. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:04:48.329397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (37777208-7d48-4d2c-b767-3ffa3462226c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.373629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37777208-7d48-4d2c-b767-3ffa3462226c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:48.379160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.382448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-716cb049-b4d4-4801-877d-7a29e16b8d71 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/37777208-7d48-4d2c-b767-3ffa3462226c HTTP/1.1" status: 204 len: 168 time: 2.6660399 Feb 11 13:04:48.386621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45348) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:48.396185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.414646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-48956254-37bd-4bd1-aeb4-33ebaa146d7f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/e1f717d5-3187-4007-82be-895e547cd5eb HTTP/1.1" status: 204 len: 168 time: 3.0118387 Feb 11 13:04:48.416781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c992405b-eaa4-4034-8254-571053fc3137 admin admin] Publish callbacks [] for security_group (54e9c17a-c540-43da-919c-65ba17c5f30f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.419613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:48.611243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1ea51000-bd0d-49f2-bf38-62858fa5fc7b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.647727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0fd9d-8549-4a4b-9521-bd6da25b0f18 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:48.649706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for port (395ed8b0-01c8-4654-abaf-406751546406), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.650693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0fd9d-8549-4a4b-9521-bd6da25b0f18 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:48.654342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b0fd9d-8549-4a4b-9521-bd6da25b0f18 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:48.657086 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-17b0fd9d-8549-4a4b-9521-bd6da25b0f18 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2341652 Feb 11 13:04:48.659974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45360) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:48.691712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-17dbc136-265d-4d41-bf93-292a34b80df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:48.693667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-17dbc136-265d-4d41-bf93-292a34b80df1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 1125 time: 0.4869223 Feb 11 13:04:48.723233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9159023b-9222-4164-ae09-3f354d9d3e7c req-0beb8993-30bb-4139-b8ce-551ac421ad5a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0596814 Feb 11 13:04:48.749204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet af242214-96a0-4a75-b308-e5d9801b4702 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:48.755580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (af242214-96a0-4a75-b308-e5d9801b4702), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.861119 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (af242214-96a0-4a75-b308-e5d9801b4702), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.876155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-f30279d9-37e3-47b7-ba31-9a37d87bcd13 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46703a18-137f-4387-b59e-97886d92b56a HTTP/1.1" status: 200 len: 217 time: 0.1309929 Feb 11 13:04:48.918688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1ea51000-bd0d-49f2-bf38-62858fa5fc7b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:48.959355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea51000-bd0d-49f2-bf38-62858fa5fc7b']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:48.985237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:48.985237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f76df7a3-23fe-42f1-9aaa-31e54c9992d5') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:49.011226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c992405b-eaa4-4034-8254-571053fc3137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (54e9c17a-c540-43da-919c-65ba17c5f30f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.013397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c992405b-eaa4-4034-8254-571053fc3137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.020242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3da9b77-d754-4457-8d5b-1af000823d00 req-ddda84df-48d9-4d75-9d0a-28b15b6f6145 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 210 time: 0.0299451 Feb 11 13:04:49.023757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c992405b-eaa4-4034-8254-571053fc3137 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54e9c17a-c540-43da-919c-65ba17c5f30f HTTP/1.1" status: 204 len: 168 time: 1.9113376 Feb 11 13:04:49.059876 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45372) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:49.069272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (f76df7a3-23fe-42f1-9aaa-31e54c9992d5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.083039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.096522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c9ab2389-48a8-4551-b45a-f4fef3d4b968'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:49.096927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992405b-eaa4-4034-8254-571053fc3137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e9c17a-c540-43da-919c-65ba17c5f30f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:49.142323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f76df7a3-23fe-42f1-9aaa-31e54c9992d5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.157084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (af242214-96a0-4a75-b308-e5d9801b4702), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.165871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:49.166281 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (f76df7a3-23fe-42f1-9aaa-31e54c9992d5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:49.170321 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:49.201859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-cd80e0f1-ac1e-4433-8c63-6199b199554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:49.202945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7c4d8d93-86ae-487b-a939-d798ee0f4eae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:49.207855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-cd80e0f1-ac1e-4433-8c63-6199b199554a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c3903b2-aebc-413c-aac6-a52a0c423dfa HTTP/1.1" status: 200 len: 862 time: 0.3151028 Feb 11 13:04:49.271447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:49.327571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1058682220'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:49.333615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Network 9317fd9e-eafc-4090-a86a-9621fd4980db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:49.369478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:49.382267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-cb28142d-3e37-4161-8a3e-e650737340e6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991251 Feb 11 13:04:49.384341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:49.428399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17301c-e787-4aaf-9f9f-0f5a7496ca58 req-4286c933-f221-4ed8-8f41-74ac53d905f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:49.451678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e17301c-e787-4aaf-9f9f-0f5a7496ca58 req-4286c933-f221-4ed8-8f41-74ac53d905f1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 943 time: 0.4683855 Feb 11 13:04:49.453864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1ea51000-bd0d-49f2-bf38-62858fa5fc7b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.459807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.463310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] 10.222.0.42 "DELETE /v2.0/networks/1ea51000-bd0d-49f2-bf38-62858fa5fc7b HTTP/1.1" status: 204 len: 168 time: 1.0758460 Feb 11 13:04:49.506480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Made reservation on behalf of 4e10ce3bd8874611b075e3871086e640 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:49.518914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.547259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.567719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8ef90-6a69-4419-8b4b-d2c76b7c456a admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea51000-bd0d-49f2-bf38-62858fa5fc7b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:49.621708 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (af242214-96a0-4a75-b308-e5d9801b4702), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.745243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:49.746294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.770298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=af242214-96a0-4a75-b308-e5d9801b4702,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:49.773897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45384) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:49.807626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-75e0be74-fc34-4833-b3bc-c747bcd9f688 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1782651 Feb 11 13:04:49.818577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e17301c-e787-4aaf-9f9f-0f5a7496ca58 req-c1e24a54-81ea-485b-bda3-b1cb6fb15561 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653765 Feb 11 13:04:49.836456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Request body: {'port': {'device_id': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:49.845854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc89adf-d754-46a1-a019-33958470ca92 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:49.852888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:49.864143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-16483a1c-617b-4d00-b278-3dd6f944c75c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/af242214-96a0-4a75-b308-e5d9801b4702 HTTP/1.1" status: 204 len: 168 time: 1.2028491 Feb 11 13:04:49.869005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45388) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:49.930360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-687e9fff-003a-4ecb-a370-ca0bf7e870b0 req-e2774ab2-020a-41ca-8878-11514db08e37 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0544498 Feb 11 13:04:49.953279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-b4e43615-0745-4dbe-84d7-5a943b318415 service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436029 Feb 11 13:04:49.981867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-95271612-ce4d-4790-82ae-9c9a97ea3fee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba884f91568d49a1933549f6c67fed1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1833606 Feb 11 13:04:49.984077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45394) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:49.995554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:04:50.001347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.040255 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.055589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2479b258-63c9-45dc-8bbb-ac9b588bc771 admin admin] Publish callbacks [] for security_group (94d4766b-5719-41a4-9e00-a15896830f61), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.080641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2479b258-63c9-45dc-8bbb-ac9b588bc771 admin admin] Publish callbacks [] for security_group (94d4766b-5719-41a4-9e00-a15896830f61), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.137390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cded1385-63db-4544-a5f0-2fc001a9e607 None None] Provisioning complete for port 395ed8b0-01c8-4654-abaf-406751546406 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:50.137936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cded1385-63db-4544-a5f0-2fc001a9e607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (395ed8b0-01c8-4654-abaf-406751546406), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.157986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2479b258-63c9-45dc-8bbb-ac9b588bc771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (94d4766b-5719-41a4-9e00-a15896830f61), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.160758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2479b258-63c9-45dc-8bbb-ac9b588bc771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.165020 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2479b258-63c9-45dc-8bbb-ac9b588bc771 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94d4766b-5719-41a4-9e00-a15896830f61 HTTP/1.1" status: 204 len: 168 time: 0.1797268 Feb 11 13:04:50.179321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks [] for security_group (dcda761e-93e3-4a8b-95c1-d245aa55ceee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.191526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dcda761e-93e3-4a8b-95c1-d245aa55ceee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.200841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479b258-63c9-45dc-8bbb-ac9b588bc771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4766b-5719-41a4-9e00-a15896830f61,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:50.210832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cded1385-63db-4544-a5f0-2fc001a9e607 None None] Port 395ed8b0-01c8-4654-abaf-406751546406 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:04:50.258728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcda761e-93e3-4a8b-95c1-d245aa55ceee,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:50.282183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:04:50.300257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1376b0f2-0e85-4f28-955b-db550742963b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.300716 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Added segment 1376b0f2-0e85-4f28-955b-db550742963b of type vlan for network ea957497-3f63-4f4e-9187-b6630e8c9e61 Feb 11 13:04:50.390565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ea957497-3f63-4f4e-9187-b6630e8c9e61), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.468836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ea957497-3f63-4f4e-9187-b6630e8c9e61), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.474397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:50.475045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.525656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.4502809 Feb 11 13:04:50.544935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:50.570295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-add74c65-cda3-4db6-9227-33ced02edd05 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-1649469635') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:50.598463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:50.745672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45418) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:50.748802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29460e-2f44-4da2-b8a3-731d920f7ad1 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Pushing event updated for resources: {'Network': ['ID=ea957497-3f63-4f4e-9187-b6630e8c9e61,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:50.763892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ea957497-3f63-4f4e-9187-b6630e8c9e61 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:04:50.841824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9fba221-0e4b-4697-8444-32c0a283c268 req-1155a858-e19f-46f4-ae78-2c387c80dc93 service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217708 Feb 11 13:04:50.938429 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-add74c65-cda3-4db6-9227-33ced02edd05 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "PUT /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-1649469635 HTTP/1.1" status: 201 len: 201 time: 0.3888185 Feb 11 13:04:50.941228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45428) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:50.957279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-edb00566-0cf6-47d2-9782-bd9595746663 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-1649469635') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:51.014485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078156cb-7d9a-4834-ae80-e3869bcd89e5 req-59c75be7-39b8-489b-8705-ead4fb0cc55d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:51.016092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-078156cb-7d9a-4834-ae80-e3869bcd89e5 req-59c75be7-39b8-489b-8705-ead4fb0cc55d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 931 time: 0.4125698 Feb 11 13:04:51.110498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-2be53ef0-eaa6-41fd-91ad-efa261bf650b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.115174 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2be53ef0-eaa6-41fd-91ad-efa261bf650b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3503513 Feb 11 13:04:51.116865 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45436) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.138598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-5e015d6f-141e-456a-8f9d-3f6bee092f9d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.149799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5e015d6f-141e-456a-8f9d-3f6bee092f9d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0241523 Feb 11 13:04:51.159676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45438) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.173604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-f29521a7-2a27-47b3-a68f-235d2caa136a tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.181096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45440) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.182236 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f29521a7-2a27-47b3-a68f-235d2caa136a tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0209210 Feb 11 13:04:51.207882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-92548b6c-c050-421c-8af0-a28f3aa55854 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.208801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-92548b6c-c050-421c-8af0-a28f3aa55854 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0113752 Feb 11 13:04:51.231493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45444) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.241839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-443d81d1-6b6d-415d-abd0-1fa6bc1296f2 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.245150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-443d81d1-6b6d-415d-abd0-1fa6bc1296f2 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045888 Feb 11 13:04:51.254957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45448) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.266067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-49662c9c-426c-4524-a07c-41d1a6e00575 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.269513 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-49662c9c-426c-4524-a07c-41d1a6e00575 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0079594 Feb 11 13:04:51.270828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45450) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.280744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-21042509-8380-4bca-b764-e5c8b0b6d260 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.284484 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-21042509-8380-4bca-b764-e5c8b0b6d260 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0100005 Feb 11 13:04:51.284632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-078156cb-7d9a-4834-ae80-e3869bcd89e5 req-accb0cf6-e8d7-4139-92f9-6d9d20774771 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032528 Feb 11 13:04:51.287990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45452) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.294830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:51.297071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-cd579107-b942-478d-bdbb-d98165296683 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.297471 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd579107-b942-478d-bdbb-d98165296683 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062253 Feb 11 13:04:51.308416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0835d53-9c1e-4593-9602-604060cd6753 req-4adb1f5d-f341-4e5c-b282-6642b616f746 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:51.326302 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0835d53-9c1e-4593-9602-604060cd6753 req-4adb1f5d-f341-4e5c-b282-6642b616f746 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 943 time: 0.3585742 Feb 11 13:04:51.327982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.392711 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-bee0b3ce-8c06-4ff2-9b2f-90956d8c2598 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.402086 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bee0b3ce-8c06-4ff2-9b2f-90956d8c2598 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0228274 Feb 11 13:04:51.404596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-1f8a8882-c812-414a-80e6-fc58f3d14cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:51.406371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-1f8a8882-c812-414a-80e6-fc58f3d14cea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 1125 time: 0.4926741 Feb 11 13:04:51.409878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45460) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.414500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395ed8b0-01c8-4654-abaf-406751546406 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:51.423738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-3197bcf6-eb8c-4017-a5aa-f7f595384ccc tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.425299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3197bcf6-eb8c-4017-a5aa-f7f595384ccc tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0131466 Feb 11 13:04:51.426062 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-edb00566-0cf6-47d2-9782-bd9595746663 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "GET /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-1649469635 HTTP/1.1" status: 204 len: 168 time: 0.4835892 Feb 11 13:04:51.432032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45462) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.432359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45464) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.443912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Publish callbacks [] for port (395ed8b0-01c8-4654-abaf-406751546406), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:51.447743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-bce1b768-d0c1-45f4-98df-daab628edc77 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:51.456143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-f46fb204-70f3-4e8a-892a-042704ba70cd tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.470708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f46fb204-70f3-4e8a-892a-042704ba70cd tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0196671 Feb 11 13:04:51.484508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fde2f999-a399-4776-b2ab-ae343c6fcd90 None None] Provisioning complete for port 4508abc6-6392-4c93-af07-502a7aa312e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:51.485107 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fde2f999-a399-4776-b2ab-ae343c6fcd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:51.493921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45466) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.516283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-b13ef49a-f159-418a-aecc-77eeeca5a810 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.526694 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b13ef49a-f159-418a-aecc-77eeeca5a810 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0295196 Feb 11 13:04:51.533190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45468) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.549519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Transition to ACTIVE for port object 395ed8b0-01c8-4654-abaf-406751546406 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:04:51.559413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-e90eccfa-6b4c-4a73-a5d2-31640b1acdd6 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.560404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e90eccfa-6b4c-4a73-a5d2-31640b1acdd6 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0212379 Feb 11 13:04:51.588647 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0835d53-9c1e-4593-9602-604060cd6753 req-6f076d25-8eef-432c-956b-33eea7c88d8b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613637 Feb 11 13:04:51.589675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45470) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.600306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-df176a08-ba39-4c4c-83e3-eb669ace148c tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.601716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df176a08-ba39-4c4c-83e3-eb669ace148c tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047069 Feb 11 13:04:51.605327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45472) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.610041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-168c69cb-1e86-495d-8790-f467dee5155d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.611367 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-168c69cb-1e86-495d-8790-f467dee5155d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045655 Feb 11 13:04:51.614440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45474) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.621163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-42a8b472-d322-4f04-889f-62ba84413635 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.622611 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42a8b472-d322-4f04-889f-62ba84413635 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0069106 Feb 11 13:04:51.625621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:51.633600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec70709f-a828-4cc3-97e3-9d9274268688 req-73815921-2780-4a35-afe7-e78d8b612bcd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1207147 Feb 11 13:04:51.639129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45476) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.656910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fde2f999-a399-4776-b2ab-ae343c6fcd90 None None] Current status of the port 4508abc6-6392-4c93-af07-502a7aa312e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:51.670042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bce1b768-d0c1-45f4-98df-daab628edc77 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "GET /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags HTTP/1.1" status: 200 len: 238 time: 0.2366102 Feb 11 13:04:51.673138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45478) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.676906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-455f1a44-5c90-4323-99b0-b9268c956104 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.679076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-455f1a44-5c90-4323-99b0-b9268c956104 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090296 Feb 11 13:04:51.680239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-c70ef787-e185-4717-b465-9717d8e73337 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', {'tags': ['tempest-TagsTest-Tag-1838231226', 'tempest-TagsTest-Tag-1256801119', 'tempest-TagsTest-Tag-2064255911']}) {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:51.685199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45480) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.686378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:51.709419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-fdbedf4d-6975-4f55-b914-3038a1148d91 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.711820 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fdbedf4d-6975-4f55-b914-3038a1148d91 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0244546 Feb 11 13:04:51.718409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45486) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.726058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-499f7a07-568c-4ef9-b401-cd495cb16173 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.727537 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-499f7a07-568c-4ef9-b401-cd495cb16173 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052202 Feb 11 13:04:51.758208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45488) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.776614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-93b98527-bcdb-4841-8265-2398d8f991f4 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.782046 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-93b98527-bcdb-4841-8265-2398d8f991f4 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0183239 Feb 11 13:04:51.782989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45490) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.800553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-7e14e648-3fa0-4169-acef-e74f3fa7c259 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.802870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc920f20-0912-47b3-956d-cc0f0eafe6fb None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:51.807414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7e14e648-3fa0-4169-acef-e74f3fa7c259 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0161920 Feb 11 13:04:51.812412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45492) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.827952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-9844835b-20d0-48e5-ac2c-d092e3d5530e tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.828534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-94e1c631-e309-49a0-9082-0a80855918e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:51.828932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9844835b-20d0-48e5-ac2c-d092e3d5530e tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0133662 Feb 11 13:04:51.831241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-94e1c631-e309-49a0-9082-0a80855918e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 923 time: 0.3902819 Feb 11 13:04:51.833067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:51.846043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:51.850363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4bfd86e0-dcba-4390-91d6-cc20e508d58a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b HTTP/1.1" status: 204 len: 168 time: 1.9804025 Feb 11 13:04:51.852566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45494) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.853554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45496) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.860429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-c6f3fb98-8be3-4f01-a0af-b2f7b18c0ff9 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.864862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c6f3fb98-8be3-4f01-a0af-b2f7b18c0ff9 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084729 Feb 11 13:04:51.877985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45498) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.965917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-917210f7-415e-4ce3-b9d4-974eb89bfaa0 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.966885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-917210f7-415e-4ce3-b9d4-974eb89bfaa0 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044258 Feb 11 13:04:51.969725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45506) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.974279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-ecb64488-fc9e-4db2-9e7f-98d9253c3e24 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.975274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ecb64488-fc9e-4db2-9e7f-98d9253c3e24 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0044389 Feb 11 13:04:51.980795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45508) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:51.986211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-b8bf0c08-5a18-4020-8f16-d2bbef8f0302 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:51.987209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b8bf0c08-5a18-4020-8f16-d2bbef8f0302 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0049243 Feb 11 13:04:51.995668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c70ef787-e185-4717-b465-9717d8e73337 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "PUT /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags HTTP/1.1" status: 200 len: 309 time: 0.3204250 Feb 11 13:04:51.996239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45510) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.019253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-ea93e2b0-ea65-41b8-9230-d37e749b1b5b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.026275 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ea93e2b0-ea65-41b8-9230-d37e749b1b5b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0288370 Feb 11 13:04:52.030991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45514) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.031391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.037045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-70125457-80b8-4be9-b1df-760ce7c99485 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.043639 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-70125457-80b8-4be9-b1df-760ce7c99485 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0096996 Feb 11 13:04:52.044276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45518) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.047435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-a789e9e4-7c9e-4df3-af5e-66810c6447dd tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-1838231226') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:52.079952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-40262b14-dfe0-40e6-b0d6-3dcee6d55baa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46703a18-137f-4387-b59e-97886d92b56a HTTP/1.1" status: 200 len: 217 time: 0.1994514 Feb 11 13:04:52.086072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-58e0c254-49e9-4119-afb0-047bcd9e7b20 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2171509 Feb 11 13:04:52.086274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-1937d32c-da76-424a-8e0b-31669d0207ee tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.086373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:52.087623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45520) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.089923 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1937d32c-da76-424a-8e0b-31669d0207ee tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0336590 Feb 11 13:04:52.091918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.117758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-9d93b4e4-2088-4fc2-9434-06797555ee35 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.125484 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d93b4e4-2088-4fc2-9434-06797555ee35 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0322969 Feb 11 13:04:52.126537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45524) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.137520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-681a94a7-f8b1-449e-97ea-9aa09e13d325 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.142373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-681a94a7-f8b1-449e-97ea-9aa09e13d325 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0138993 Feb 11 13:04:52.142642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:52.144292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45526) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.148497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-e68ad670-de6e-40b5-8617-b3222ba98fe2 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.152373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e68ad670-de6e-40b5-8617-b3222ba98fe2 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0071623 Feb 11 13:04:52.155172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.159327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-deddac83-8bff-433e-8dc5-4f8089111a7b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.163379 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-deddac83-8bff-433e-8dc5-4f8089111a7b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073309 Feb 11 13:04:52.164430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45530) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.180425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-b1f727f3-2319-4a4c-8e88-b556ec516137 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.186469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b1f727f3-2319-4a4c-8e88-b556ec516137 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0104406 Feb 11 13:04:52.187702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45532) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.196108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-672e6670-0943-46de-8b97-28ba1b72059b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.200987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-672e6670-0943-46de-8b97-28ba1b72059b tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0113471 Feb 11 13:04:52.203911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45534) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.213447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-9c3b2227-7edc-4f36-8da3-06f0cb69b3a2 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.218859 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9c3b2227-7edc-4f36-8da3-06f0cb69b3a2 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0115807 Feb 11 13:04:52.219913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45536) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.226814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-41a4e04c-b05b-41d8-ac09-58029fe9cb09 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.231107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-41a4e04c-b05b-41d8-ac09-58029fe9cb09 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082576 Feb 11 13:04:52.231754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45538) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.244329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-905dd56c-0534-4f16-9c54-fd4c7cc42469 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.247630 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-905dd56c-0534-4f16-9c54-fd4c7cc42469 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0124695 Feb 11 13:04:52.250705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45540) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.260739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-a2da98f5-f658-4692-a567-271778e2a5de tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.263776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2da98f5-f658-4692-a567-271778e2a5de tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078926 Feb 11 13:04:52.292389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45542) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.303295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-0e638c78-b85e-4004-853a-9255556651ac tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.306783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0e638c78-b85e-4004-853a-9255556651ac tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063140 Feb 11 13:04:52.307594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45544) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.320340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-4d12895e-8a97-4ea3-a0d0-a969211c8d3c tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.323605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d12895e-8a97-4ea3-a0d0-a969211c8d3c tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0128500 Feb 11 13:04:52.325742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45546) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.331829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-07fcf479-a0f4-4b72-8664-cefe6f99c5c4 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.335060 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-07fcf479-a0f4-4b72-8664-cefe6f99c5c4 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059733 Feb 11 13:04:52.336950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45550) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.347189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-0b9e4add-4f35-497a-b8d0-0d520aa0ca2d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.350794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0b9e4add-4f35-497a-b8d0-0d520aa0ca2d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0102739 Feb 11 13:04:52.352966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45552) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.365033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-0136fa20-0039-4344-ad76-821ef8d49f8f tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.368441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0136fa20-0039-4344-ad76-821ef8d49f8f tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0112019 Feb 11 13:04:52.369110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45554) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.375807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-50bb9a2e-9223-43af-b739-67b2598f0132 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.377703 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-50bb9a2e-9223-43af-b739-67b2598f0132 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0074341 Feb 11 13:04:52.380988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45556) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.397285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-5dbcfaa8-84ef-4563-b98d-e1a5cbe80939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:52.397882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-2920e20b-b90b-4f32-84af-45b310c569bb tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.399096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-5dbcfaa8-84ef-4563-b98d-e1a5cbe80939 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c3903b2-aebc-413c-aac6-a52a0c423dfa HTTP/1.1" status: 200 len: 862 time: 0.1589007 Feb 11 13:04:52.400634 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2920e20b-b90b-4f32-84af-45b310c569bb tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0152555 Feb 11 13:04:52.402585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:52.406214 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a789e9e4-7c9e-4df3-af5e-66810c6447dd tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "DELETE /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-1838231226 HTTP/1.1" status: 204 len: 168 time: 0.3717482 Feb 11 13:04:52.408087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45558) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.408719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.410692 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:52.419767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-e0fc771f-f3a1-467a-8db0-b70cac515c32 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.423642 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0fc771f-f3a1-467a-8db0-b70cac515c32 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0122375 Feb 11 13:04:52.428824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45564) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.437507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-c37853ee-5ffc-4935-8e4a-85797f0d1984 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.438476 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c37853ee-5ffc-4935-8e4a-85797f0d1984 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087955 Feb 11 13:04:52.456573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-52eabe86-098f-4df4-a24a-be7a06faa684 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-1838231226') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:52.460517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-a1f67491-d818-43ba-8cae-f3f31375a992 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315495 Feb 11 13:04:52.460980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45566) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.493668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-2bdea10f-62f0-4be2-be45-ec28ee69eb87 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.499238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2bdea10f-62f0-4be2-be45-ec28ee69eb87 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0111940 Feb 11 13:04:52.504128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45568) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.510523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-a1801097-d7da-4ab8-9939-78f3f0cd836f tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.511538 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a1801097-d7da-4ab8-9939-78f3f0cd836f tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063369 Feb 11 13:04:52.516248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45570) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.522863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-e4076711-ef2c-42c3-a975-06b29850a916 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.531701 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e4076711-ef2c-42c3-a975-06b29850a916 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108078 Feb 11 13:04:52.536346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45572) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.543727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-83106a63-2170-4e3a-ae83-3038d0f76fad tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.549704 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-83106a63-2170-4e3a-ae83-3038d0f76fad tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0103087 Feb 11 13:04:52.568113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45574) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.573090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-45149d38-c7d1-4eed-86d9-1d01b642089d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.574237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45149d38-c7d1-4eed-86d9-1d01b642089d tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045345 Feb 11 13:04:52.576674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45576) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.586201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-09b1c8d3-829c-406f-b816-576e37f8f87e tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.587173 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09b1c8d3-829c-406f-b816-576e37f8f87e tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096338 Feb 11 13:04:52.590267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45578) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.622594 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45582) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.626462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-d49605b3-c2a3-4297-8276-af80aa1c6eaf service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260464 Feb 11 13:04:52.646128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:04:52.671848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-cedb7335-8fb9-4a50-a5a0-80271530ba41 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.678385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cedb7335-8fb9-4a50-a5a0-80271530ba41 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0871389 Feb 11 13:04:52.683213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Attempting to bind port 395ed8b0-01c8-4654-abaf-406751546406 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:52.683642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Attempting to bind port 395ed8b0-01c8-4654-abaf-406751546406 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:52.683938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Attempting to bind port 395ed8b0-01c8-4654-abaf-406751546406 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:52.691001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45588) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.694342 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-52eabe86-098f-4df4-a24a-be7a06faa684 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] show failed (client error): The resource could not be found. Feb 11 13:04:52.695589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-52eabe86-098f-4df4-a24a-be7a06faa684 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "GET /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-1838231226 HTTP/1.1" status: 404 len: 326 time: 0.2694905 Feb 11 13:04:52.702382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45590) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.706152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-c70a060e-1847-45bf-bd3b-678619a7dcaf tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.707321 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c70a060e-1847-45bf-bd3b-678619a7dcaf tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067763 Feb 11 13:04:52.709920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45592) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.723065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-f8222fca-5c26-481b-8d46-8baa218e99f6 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-1256801119') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:52.728926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-d848580f-dc26-4842-8b86-9f77406d5c15 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.730157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d848580f-dc26-4842-8b86-9f77406d5c15 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0192394 Feb 11 13:04:52.733223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45596) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.738238 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-dcfdce07-f86d-47f5-8bb8-96968581c0f3 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.739475 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dcfdce07-f86d-47f5-8bb8-96968581c0f3 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047140 Feb 11 13:04:52.755717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] Deleting port 4508abc6-6392-4c93-af07-502a7aa312e8 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:52.756092 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:52.763586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45598) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.769774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-a93ea47c-4b13-4bb9-a500-4fb141fcdef5 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.770941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a93ea47c-4b13-4bb9-a500-4fb141fcdef5 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052390 Feb 11 13:04:52.775636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45600) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.781784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-3d89b001-4c1a-491b-8080-2463023f50a5 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.783166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3d89b001-4c1a-491b-8080-2463023f50a5 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0043907 Feb 11 13:04:52.786433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45602) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.791571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-a42b935d-3bd9-45cf-a795-7069a10c91cd tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.792662 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a42b935d-3bd9-45cf-a795-7069a10c91cd tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050917 Feb 11 13:04:52.795790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45604) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.801503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Port 395ed8b0-01c8-4654-abaf-406751546406 on network 9317fd9e-eafc-4090-a86a-9621fd4980db not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:04:52.803540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-599a38da-e85d-4358-90b0-e0db9fc000c3 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.803831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Attempting to bind port 395ed8b0-01c8-4654-abaf-406751546406 on network 9317fd9e-eafc-4090-a86a-9621fd4980db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:52.805207 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-599a38da-e85d-4358-90b0-e0db9fc000c3 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047510 Feb 11 13:04:52.812239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45606) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.817881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-bd2e512f-b948-4065-9559-f28b5cfb1a99 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.819027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bd2e512f-b948-4065-9559-f28b5cfb1a99 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0055435 Feb 11 13:04:52.823912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45608) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.829945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-834e91ce-0673-47a8-9ce6-d3506cf35392 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.831462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-834e91ce-0673-47a8-9ce6-d3506cf35392 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049245 Feb 11 13:04:52.836564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45610) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.841359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-84b46e3d-95c5-4292-93ef-142cf320162f tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.842512 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-84b46e3d-95c5-4292-93ef-142cf320162f tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047336 Feb 11 13:04:52.842954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] For port 4508abc6-6392-4c93-af07-502a7aa312e8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4508abc6-6392-4c93-af07-502a7aa312e8,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:52.843470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:52.845367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45612) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.852900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-383f170b-6382-4a8a-9702-ad5caa746fc8 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.854755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-383f170b-6382-4a8a-9702-ad5caa746fc8 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0059800 Feb 11 13:04:52.859255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45614) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.864402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] Calling delete_port for 4508abc6-6392-4c93-af07-502a7aa312e8 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:52.864596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:52.864819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Checking segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:52.865202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Bound using segment: {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:52.865546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-99b91e56-d0cc-4289-bc0a-97110cedf33e tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.865686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Bound port: 395ed8b0-01c8-4654-abaf-406751546406, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debe2132-3aa5-4bb9-9e12-c0bd54960216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:52.865997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:52.867292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-99b91e56-d0cc-4289-bc0a-97110cedf33e tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0062521 Feb 11 13:04:52.870694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45616) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.877125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-83cdea9f-5d0e-4ba8-b50d-a13fec5eb0e5 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.878517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-83cdea9f-5d0e-4ba8-b50d-a13fec5eb0e5 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052814 Feb 11 13:04:52.882337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7c19087b-fe5f-41cd-92a3-8c1c9b916731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:52.887574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45618) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.906490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-cb142509-52d2-4257-ac87-677ecbd654fa tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.910437 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cb142509-52d2-4257-ac87-677ecbd654fa tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0192451 Feb 11 13:04:52.913428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45620) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.920183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [None req-8558113b-287d-4f50-ba5a-3b2e2cf539d4 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.921347 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8558113b-287d-4f50-ba5a-3b2e2cf539d4 tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0047288 Feb 11 13:04:52.931206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45622) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.931985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa134fb-50b7-49b8-8fe4-f1e247951891 req-397e3e97-65c8-49aa-ad3a-aa1a2ebb5646 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:52.939992 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-efa134fb-50b7-49b8-8fe4-f1e247951891 req-397e3e97-65c8-49aa-ad3a-aa1a2ebb5646 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 943 time: 0.2380042 Feb 11 13:04:52.958729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f8222fca-5c26-481b-8d46-8baa218e99f6 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "GET /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-1256801119 HTTP/1.1" status: 204 len: 168 time: 0.2500999 Feb 11 13:04:52.961193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [None req-7cd68275-8655-4308-a563-3ec287d4a9ea tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:52.961974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45624) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:52.966625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-8f413fea-b240-4a1b-8246-257b5b25c137 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-2064255911') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:52.974727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7cd68275-8655-4308-a563-3ec287d4a9ea tempest-ExtensionsTestJSON-96294963 tempest-ExtensionsTestJSON-96294963-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0207417 Feb 11 13:04:52.981668 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (4508abc6-6392-4c93-af07-502a7aa312e8), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.028067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 46703a18-137f-4387-b59e-97886d92b56a details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:04:53.073370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-efa134fb-50b7-49b8-8fe4-f1e247951891 req-8a35365d-747e-4847-a0b7-9efeec55361c tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313977 Feb 11 13:04:53.108481 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7c19087b-fe5f-41cd-92a3-8c1c9b916731 admin admin] Publish callbacks [] for security_group (7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.213181 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8f413fea-b240-4a1b-8246-257b5b25c137 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "GET /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-2064255911 HTTP/1.1" status: 204 len: 168 time: 0.2498584 Feb 11 13:04:53.221611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45630) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:53.228343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7c19087b-fe5f-41cd-92a3-8c1c9b916731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.231280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-a7855270-e360-4769-a83b-4974242f1ab8 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:53.232778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] Pushing event deleted for resources: {'Port': ['ID=4508abc6-6392-4c93-af07-502a7aa312e8,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:53.263452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e9d49-e4bc-4d1a-bedf-c0254d1e8aa5 None None] No DVR routers for this DVR port 4508abc6-6392-4c93-af07-502a7aa312e8 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:53.267856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f4a9b-ef49-4a01-9a7c-f14966139745 req-af20dbe0-68c8-4e74-9439-ad1be6478b8e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:53.284268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-767f4a9b-ef49-4a01-9a7c-f14966139745 req-af20dbe0-68c8-4e74-9439-ad1be6478b8e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 0.8125684 Feb 11 13:04:53.336518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:53.345436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dce8b26b-a54e-4311-ba4e-8d402ce37fe7 req-d62c8df4-8356-436f-a3bc-507735be9e33 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1531343 Feb 11 13:04:53.352893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:53.386346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '46703a18-137f-4387-b59e-97886d92b56a', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'port_id': '46703a18-137f-4387-b59e-97886d92b56a', 'mac_address': 'fa:16:3e:6f:7b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3903b2-aebc-413c-aac6-a52a0c423dfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:04:53.489815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:53.508644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-533e9de9-e2b6-499e-987c-f422b76e2eca req-28b70118-2034-4906-ac2d-a0d1e0d9644e service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8459868 Feb 11 13:04:53.509126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a7855270-e360-4769-a83b-4974242f1ab8 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "DELETE /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags HTTP/1.1" status: 204 len: 168 time: 0.2855546 Feb 11 13:04:53.511426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7c19087b-fe5f-41cd-92a3-8c1c9b916731 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32d08884d7ff4978a0bf802c2895e043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8836901 Feb 11 13:04:53.511758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45634) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:53.514886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45636) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:53.524056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-03e17b18-c706-4e7b-9576-33411faf4289 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-1256801119') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:53.525002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:53.526380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.531991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 46703a18-137f-4387-b59e-97886d92b56a is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:53.532304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.551543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46703a18-137f-4387-b59e-97886d92b56a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:04:53.582803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:53.583165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19087b-fe5f-41cd-92a3-8c1c9b916731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:53.588789 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.666961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4ec77cd-5e09-4edd-94c7-7847737c392c admin admin] Publish callbacks [] for security_group (7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.679633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-767f4a9b-ef49-4a01-9a7c-f14966139745 req-3ba8294c-ded1-41a3-8cba-e37a2fa21824 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944459 Feb 11 13:04:53.706861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:53.707485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.708956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] 10.222.0.64 "PUT /v2.0/ports/395ed8b0-01c8-4654-abaf-406751546406 HTTP/1.1" status: 200 len: 1091 time: 3.8840849 Feb 11 13:04:53.709507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'tag': '395ed8b0-01c8-4654-abaf-406751546406'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:53.710635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:53.729521 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "tag": "395ed8b0-01c8-4654-abaf-406751546406"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:53.836631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856faaa-4a39-4719-8ea2-34f6b7a30aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:53.870279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['46703a18-137f-4387-b59e-97886d92b56a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:53.894485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5df79b21-31e0-49c7-93e9-f224c6947747 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.901854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (034e8c13-2ec3-462d-81e3-8499781e3de0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:53.927344 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10518469-380f-463e-a4af-21224cb43814 x-openstack-request-id: req-10518469-380f-463e-a4af-21224cb43814 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:53.927975 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "tag": "395ed8b0-01c8-4654-abaf-406751546406", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:53.928437 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-10518469-380f-463e-a4af-21224cb43814 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:53.929153 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'tag': '395ed8b0-01c8-4654-abaf-406751546406', 'status': 'completed', 'code': 200} Feb 11 13:04:54.150793 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4ec77cd-5e09-4edd-94c7-7847737c392c admin admin] Publish callbacks [] for security_group (7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.225202 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-03e17b18-c706-4e7b-9576-33411faf4289 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] show failed (client error): The resource could not be found. Feb 11 13:04:54.226354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-03e17b18-c706-4e7b-9576-33411faf4289 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "GET /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-1256801119 HTTP/1.1" status: 404 len: 326 time: 0.7129288 Feb 11 13:04:54.231151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45650) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:54.235935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-1ae38e17-88af-401e-a9e5-53ee8e35bcc4 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61', 'tempest-TagsTest-Tag-2064255911') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:54.313722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4ec77cd-5e09-4edd-94c7-7847737c392c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.322976 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4ec77cd-5e09-4edd-94c7-7847737c392c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.324171 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e4ec77cd-5e09-4edd-94c7-7847737c392c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb HTTP/1.1" status: 204 len: 168 time: 0.8062785 Feb 11 13:04:54.385056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec77cd-5e09-4edd-94c7-7847737c392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db3fee0-6264-472f-bcb8-c0cbe7a3dfcb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:54.387504 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-1ae38e17-88af-401e-a9e5-53ee8e35bcc4 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] show failed (client error): The resource could not be found. Feb 11 13:04:54.388543 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1ae38e17-88af-401e-a9e5-53ee8e35bcc4 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "GET /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags/tempest-TagsTest-Tag-2064255911 HTTP/1.1" status: 404 len: 326 time: 0.1564043 Feb 11 13:04:54.406048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:54.412505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-1d51633d-625d-4b6f-afd4-1e28be6e7697 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ea957497-3f63-4f4e-9187-b6630e8c9e61') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:54.548230 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e61cad7-8e0a-4664-882c-12bc3a6f6823 req-aead768f-f172-4ea9-802d-73f6e984a23a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0333295 Feb 11 13:04:54.550503 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1d51633d-625d-4b6f-afd4-1e28be6e7697 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "DELETE /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61/tags HTTP/1.1" status: 204 len: 168 time: 0.1428907 Feb 11 13:04:54.556814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45660) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:54.636008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:54.659204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4508abc6-6392-4c93-af07-502a7aa312e8 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:04:54.664782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-a501fbda-30b2-4305-b112-3504136ee894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:54.667576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-a501fbda-30b2-4305-b112-3504136ee894 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 1125 time: 0.8804698 Feb 11 13:04:54.681464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:54.698938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb6a0e-d9bb-488a-a016-02e8d352a9a2 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:54.701767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4508abc6-6392-4c93-af07-502a7aa312e8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:04:54.702409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4508abc6-6392-4c93-af07-502a7aa312e8 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:04:54.718758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ea957497-3f63-4f4e-9187-b6630e8c9e61), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.733748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:54.737136 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.815277 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5df79b21-31e0-49c7-93e9-f224c6947747 admin admin] Publish callbacks [] for security_group (2a1a7829-fd08-4f5f-9365-d7fd68e55cd1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.816857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=034e8c13-2ec3-462d-81e3-8499781e3de0,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:54.826383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ead262d3-e770-430a-86e8-ca18340127c8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6881239 Feb 11 13:04:54.829141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45666) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:54.844147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:54.906723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a38462-c061-4c14-8236-24002ccfe192 req-9aa8ffaa-4109-45b3-8dda-7467ca46f6cd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:54.915053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52a38462-c061-4c14-8236-24002ccfe192 req-9aa8ffaa-4109-45b3-8dda-7467ca46f6cd tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 946 time: 0.1925495 Feb 11 13:04:54.935914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5df79b21-31e0-49c7-93e9-f224c6947747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2a1a7829-fd08-4f5f-9365-d7fd68e55cd1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.954224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '034e8c13-2ec3-462d-81e3-8499781e3de0'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:04:54.955513 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:54.993188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52a38462-c061-4c14-8236-24002ccfe192 req-51dfa8df-6dde-4e45-925c-fc18be85138b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769591 Feb 11 13:04:55.054636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3620d-b54c-4cb5-8dda-122cc645ba50 req-366138a1-7dbc-4287-95f7-ace4bdd0401f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:55.064901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08a3620d-b54c-4cb5-8dda-122cc645ba50 req-366138a1-7dbc-4287-95f7-ace4bdd0401f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 944 time: 0.5410500 Feb 11 13:04:55.073466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 46703a18-137f-4387-b59e-97886d92b56a up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:55.077363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-9c80d79d-ae0e-4464-b3e3-3e701498449a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395ed8b0-01c8-4654-abaf-406751546406 HTTP/1.1" status: 200 len: 217 time: 0.3728399 Feb 11 13:04:55.116184 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ea957497-3f63-4f4e-9187-b6630e8c9e61), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.154692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08a3620d-b54c-4cb5-8dda-122cc645ba50 req-87c4469b-f825-4a05-9ce7-90450241793a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885985 Feb 11 13:04:55.201490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea957497-3f63-4f4e-9187-b6630e8c9e61']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:55.234786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1376b0f2-0e85-4f28-955b-db550742963b') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:55.235520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1376b0f2-0e85-4f28-955b-db550742963b') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:55.236443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Allocated IP 172.20.0.2 (748fcd93-cfb1-4683-9579-584b9508fdbf/034e8c13-2ec3-462d-81e3-8499781e3de0/6d29007f-12a5-4ff1-894d-36aaa99504bb) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:04:55.258560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-48e361c1-0d95-4891-ac64-4bd61fa7b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:55.262005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-48e361c1-0d95-4891-ac64-4bd61fa7b4be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.1233623 Feb 11 13:04:55.264374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1376b0f2-0e85-4f28-955b-db550742963b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.284498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 46703a18-137f-4387-b59e-97886d92b56a completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:04:55.300378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1376b0f2-0e85-4f28-955b-db550742963b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.321832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 46703a18-137f-4387-b59e-97886d92b56a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:55.322238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (46703a18-137f-4387-b59e-97886d92b56a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.330284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:04:55.330939 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1376b0f2-0e85-4f28-955b-db550742963b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.344522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd205198-1ee9-49fa-b787-5ac3696804fb req-3ce94e7f-cfe4-4db4-88a5-4a7df187b9ab tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:55.352371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd205198-1ee9-49fa-b787-5ac3696804fb req-3ce94e7f-cfe4-4db4-88a5-4a7df187b9ab tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 0.2392824 Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:04:55.361379 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:04:55.402054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df79b21-31e0-49c7-93e9-f224c6947747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1a7829-fd08-4f5f-9365-d7fd68e55cd1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:55.409421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5df79b21-31e0-49c7-93e9-f224c6947747 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7925dc68d857417199375860f894c639&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8778834 Feb 11 13:04:55.425839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:55.535511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Publish callbacks [] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.540129 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd205198-1ee9-49fa-b787-5ac3696804fb req-b2187f40-3add-49ee-bc81-b7a299878b9a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865542 Feb 11 13:04:55.553964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ea957497-3f63-4f4e-9187-b6630e8c9e61), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.571932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.572187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.573148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] 10.222.0.42 "DELETE /v2.0/networks/ea957497-3f63-4f4e-9187-b6630e8c9e61 HTTP/1.1" status: 204 len: 168 time: 1.0145030 Feb 11 13:04:55.597176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f324cf3-eb1e-48fe-8747-7907d386cd04 tempest-TagsTest-242631599 tempest-TagsTest-242631599-project] Pushing event deleted for resources: {'Network': ['ID=ea957497-3f63-4f4e-9187-b6630e8c9e61,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:55.600100 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd613930-e182-44ae-9299-1013d4abdbb4 admin admin] Publish callbacks [] for security_group (2a1a7829-fd08-4f5f-9365-d7fd68e55cd1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.609259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bb02f-1900-4128-a72e-499a89a936e8 req-bb219da6-aae3-4e05-a116-993da93f7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:55.610999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-bb219da6-aae3-4e05-a116-993da93f7a34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2308812 Feb 11 13:04:55.635588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 46703a18-137f-4387-b59e-97886d92b56a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:55.635811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.666444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:55.669457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd613930-e182-44ae-9299-1013d4abdbb4 admin admin] Publish callbacks [] for security_group (2a1a7829-fd08-4f5f-9365-d7fd68e55cd1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.709791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:55.720017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:04:55.735624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46703a18-137f-4387-b59e-97886d92b56a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:55.738172 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbf2f9c-3498-4306-a062-193e1759f9b1" -d '{"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-plugged", "status": "completed", "tag": "46703a18-137f-4387-b59e-97886d92b56a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:55.768714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:55.791734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Pushing event updated for resources: {'Port': ['ID=6d29007f-12a5-4ff1-894d-36aaa99504bb,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:55.800792 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.804205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:55.813155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.891504 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd0b6b-067b-40f1-8ff2-0a6fecc5019c x-openstack-request-id: req-c6bd0b6b-067b-40f1-8ff2-0a6fecc5019c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:55.891798 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-plugged", "status": "completed", "tag": "46703a18-137f-4387-b59e-97886d92b56a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:55.892150 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6bd0b6b-067b-40f1-8ff2-0a6fecc5019c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:55.892717 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46703a18-137f-4387-b59e-97886d92b56a', 'code': 200} Feb 11 13:04:55.896219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Attempting to bind port 6d29007f-12a5-4ff1-894d-36aaa99504bb on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:04:55.896595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Attempting to bind port 6d29007f-12a5-4ff1-894d-36aaa99504bb by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:04:55.896964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Attempting to bind port 6d29007f-12a5-4ff1-894d-36aaa99504bb on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:04:55.933715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:04:55.934110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:04:55.934521 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.934923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:04:55.935420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Bound port: 6d29007f-12a5-4ff1-894d-36aaa99504bb, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:04:55.935845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:55.979496 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-affcd5db-fc39-4b60-bbe8-8d4b67fb855c service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542471 Feb 11 13:04:56.034739 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd613930-e182-44ae-9299-1013d4abdbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2a1a7829-fd08-4f5f-9365-d7fd68e55cd1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:56.037687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd613930-e182-44ae-9299-1013d4abdbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:56.041016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bd613930-e182-44ae-9299-1013d4abdbb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a1a7829-fd08-4f5f-9365-d7fd68e55cd1 HTTP/1.1" status: 204 len: 168 time: 0.6084394 Feb 11 13:04:56.101794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] For port 6d29007f-12a5-4ff1-894d-36aaa99504bb, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:04:56.108739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] For port 6d29007f-12a5-4ff1-894d-36aaa99504bb, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d29007f-12a5-4ff1-894d-36aaa99504bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:04:56.109532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc1ffce-fe49-45e7-9c03-b165e777ee1d req-4be103a3-8a8e-4fc8-8cfa-b14e21c25568 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.3142483 Feb 11 13:04:56.139825 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:56.163297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45702) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:56.175152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:56.286737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09ddd2-7c5d-4f52-8d8a-5dc2e0aff4b2 None None] Pushing event updated for resources: {'Port': ['ID=6d29007f-12a5-4ff1-894d-36aaa99504bb,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:56.510222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd613930-e182-44ae-9299-1013d4abdbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1a7829-fd08-4f5f-9365-d7fd68e55cd1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:56.819551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d29007f-12a5-4ff1-894d-36aaa99504bb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:56.860145 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-16d80e71-67ec-4319-bc4c-c60d60b00831 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e10ce3bd8874611b075e3871086e640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6959980 Feb 11 13:04:56.862718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45718) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:56.901826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6d29007f-12a5-4ff1-894d-36aaa99504bb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:56.902204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:56.932451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceec13f9-1394-4998-a383-3721fa45377f admin admin] Publish callbacks [] for security_group (dcda761e-93e3-4a8b-95c1-d245aa55ceee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:56.952231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a42ea4-9f7c-49f5-9742-3247b718208b req-454fcc6c-00f8-499c-a287-cc4f6a6f940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:56.955521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54a42ea4-9f7c-49f5-9742-3247b718208b req-454fcc6c-00f8-499c-a287-cc4f6a6f940e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 1127 time: 0.9219353 Feb 11 13:04:56.962019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceec13f9-1394-4998-a383-3721fa45377f admin admin] Publish callbacks [] for security_group (dcda761e-93e3-4a8b-95c1-d245aa55ceee), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:56.998555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-e6305354-acad-45a1-a54e-9d007c0a4b42 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:57.000310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-e6305354-acad-45a1-a54e-9d007c0a4b42 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 946 time: 0.8885760 Feb 11 13:04:57.028170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6d29007f-12a5-4ff1-894d-36aaa99504bb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:57.028862 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:57.094141 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceec13f9-1394-4998-a383-3721fa45377f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dcda761e-93e3-4a8b-95c1-d245aa55ceee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:57.098261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceec13f9-1394-4998-a383-3721fa45377f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:57.098883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 6d29007f-12a5-4ff1-894d-36aaa99504bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d29007f-12a5-4ff1-894d-36aaa99504bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:57.102320 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ceec13f9-1394-4998-a383-3721fa45377f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcda761e-93e3-4a8b-95c1-d245aa55ceee HTTP/1.1" status: 204 len: 168 time: 0.2384169 Feb 11 13:04:57.113824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:57.117321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec13f9-1394-4998-a383-3721fa45377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcda761e-93e3-4a8b-95c1-d245aa55ceee,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:57.201984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=6d29007f-12a5-4ff1-894d-36aaa99504bb,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:57.241820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-396bb02f-1900-4128-a72e-499a89a936e8 req-9cb79741-51a6-4a89-b3b8-cacc1c352cf5 service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1958783 Feb 11 13:04:57.260580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8791bdb-6c76-400b-ad41-a9fd853e296d req-6052452b-76e3-4438-a1de-2d23d9c61f18 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:57.262770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8791bdb-6c76-400b-ad41-a9fd853e296d req-6052452b-76e3-4438-a1de-2d23d9c61f18 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 946 time: 0.7328525 Feb 11 13:04:57.316152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:04:57.426700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54a42ea4-9f7c-49f5-9742-3247b718208b req-584de528-0281-42ac-880a-e0760cc6a2ac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473851 Feb 11 13:04:57.681719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8791bdb-6c76-400b-ad41-a9fd853e296d req-d759f258-f5bb-4a6e-80a8-0543945b2a6b tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918495 Feb 11 13:04:57.729392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe5223-5197-4a4b-b3b1-70ccdbd13995 req-d664b2dc-53e8-410b-b9a1-88a42ff70cd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:57.735927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-39303b59-4222-4c7f-9f08-5ebea2ec9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:57.737579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-39303b59-4222-4c7f-9f08-5ebea2ec9cb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 1125 time: 0.4245043 Feb 11 13:04:57.742508 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-57fe5223-5197-4a4b-b3b1-70ccdbd13995 req-d664b2dc-53e8-410b-b9a1-88a42ff70cd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 945 time: 0.1679976 Feb 11 13:04:57.784791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Deleting port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:04:57.785139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:57.812575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45748) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:57.830423 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-57fe5223-5197-4a4b-b3b1-70ccdbd13995 req-1f919a06-4fbf-4d7e-adcb-de872ea2a1da tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793371 Feb 11 13:04:57.879026 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:04:57.994520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.002747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e8397c8a-d09c-4f62-aeb9-082a739c8835 None None] Provisioning complete for port 6d29007f-12a5-4ff1-894d-36aaa99504bb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:58.003451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e8397c8a-d09c-4f62-aeb9-082a739c8835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.030429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-35a8479a-c1bb-4556-ac3b-49bb152aff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:58.032190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-35a8479a-c1bb-4556-ac3b-49bb152aff87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.2838399 Feb 11 13:04:58.040163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] For port e4ac56e2-4887-4aff-aa8f-f010f996d3e7, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:58.040722 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.046205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d4a21a8-7aba-4856-be90-d5dc1f0fa273 req-8c81d255-21a4-41e4-a67b-7486a03c8125 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0620260 Feb 11 13:04:58.140308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Calling delete_port for e4ac56e2-4887-4aff-aa8f-f010f996d3e7 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:04:58.146705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-e8f0b08b-836c-47ea-97bd-f77bd80644d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395ed8b0-01c8-4654-abaf-406751546406 HTTP/1.1" status: 200 len: 217 time: 0.1016796 Feb 11 13:04:58.185827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13556431-cce7-48ab-9c20-f982fc37ccc0 req-2838c771-12d3-4a86-8bf5-a15f298dedda tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:58.191105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13556431-cce7-48ab-9c20-f982fc37ccc0 req-2838c771-12d3-4a86-8bf5-a15f298dedda tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 0.2559109 Feb 11 13:04:58.204144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e8397c8a-d09c-4f62-aeb9-082a739c8835 None None] Current status of the port 6d29007f-12a5-4ff1-894d-36aaa99504bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:58.241076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1797811776'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:58.354042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-a562fff1-e24a-483b-b90c-87f1563844a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:58.355535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-a562fff1-e24a-483b-b90c-87f1563844a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.1950414 Feb 11 13:04:58.388054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Made reservation on behalf of 0b67f95a76ee4e82be2bd16317b98294 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:58.393179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.486270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13556431-cce7-48ab-9c20-f982fc37ccc0 req-46ca59ce-4ac2-49a5-b163-8764d365ca53 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533123 Feb 11 13:04:58.486973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.600680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] For port 6d29007f-12a5-4ff1-894d-36aaa99504bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d29007f-12a5-4ff1-894d-36aaa99504bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:04:58.603751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-b7621646-e52f-4ce3-8509-198b554833c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:58.605339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-b7621646-e52f-4ce3-8509-198b554833c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2329426 Feb 11 13:04:58.688659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e4ac56e2-4887-4aff-aa8f-f010f996d3e7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.694087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.706445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['191e47ec-64c3-4776-9ccd-5b9b7d320481', 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:04:58.763348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.781013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d29007f-12a5-4ff1-894d-36aaa99504bb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:04:58.782696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event deleted for resources: {'Port': ['ID=e4ac56e2-4887-4aff-aa8f-f010f996d3e7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:58.829449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks [] for security_group (a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.830992 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (c18aea91-733d-44e4-b0a4-4c0b60df1d38), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:58.851626 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd7029a4-2b08-4c45-8c07-3daf18a99a0b req-3971ac2f-0208-42ea-a08e-a31e3ae32dc7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a1ce6f5-76f7-4ccf-a97e-1a871062f333 HTTP/1.1" status: 200 len: 210 time: 0.0442603 Feb 11 13:04:59.000676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.007026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6d29007f-12a5-4ff1-894d-36aaa99504bb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:04:59.007665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.036093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] No DVR routers for this DVR port e4ac56e2-4887-4aff-aa8f-f010f996d3e7 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:04:59.059091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779bcc4-db29-4482-897f-33389f8eb51b req-dae01d18-fa70-43f7-ae66-09377443581f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:59.062555 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6779bcc4-db29-4482-897f-33389f8eb51b req-dae01d18-fa70-43f7-ae66-09377443581f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 945 time: 0.1058598 Feb 11 13:04:59.092179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.096089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d879ea70-05a2-4477-82f5-751cd189b0b1 req-8d3d9d8d-1386-48aa-bd45-9cdd882bebf7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "DELETE /v2.0/ports/e4ac56e2-4887-4aff-aa8f-f010f996d3e7 HTTP/1.1" status: 204 len: 173 time: 2.0646088 Feb 11 13:04:59.101494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:59.104659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'name': 'network-vif-deleted', 'tag': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:04:59.107532 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ea830f-6660-4d5f-80ef-179b42846136" -d '{"events": [{"server_uuid": "8a1ce6f5-76f7-4ccf-a97e-1a871062f333", "name": "network-vif-deleted", "tag": "e4ac56e2-4887-4aff-aa8f-f010f996d3e7"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:04:59.147043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:04:59.156271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:04:59.180987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:04:59.195261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-61ffe416-b227-4fe0-96e4-068bda465166 service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782087 Feb 11 13:04:59.195938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=c18aea91-733d-44e4-b0a4-4c0b60df1d38,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:59.200355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:59.201086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.218239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4193ea-844c-4def-8485-158869b42389 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:04:59.233698 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6779bcc4-db29-4482-897f-33389f8eb51b req-0e57ad16-1c44-4244-97d7-7ac484458fb0 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585748 Feb 11 13:04:59.270197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6396eeef-9776-4b6d-8f42-6bd4cb72fa8f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.270540 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Added segment 6396eeef-9776-4b6d-8f42-6bd4cb72fa8f of type vlan for network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b Feb 11 13:04:59.271959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=6d29007f-12a5-4ff1-894d-36aaa99504bb,revision_number=5']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:59.318632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfb3ecc4-5b27-4155-ae26-3a1c035032d9 req-f1ae4f60-2ae7-4c40-80ee-2fd15fdd144e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0597365 Feb 11 13:04:59.328702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5ca737bf-ba27-46dd-bfa3-0d9838b73a66 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4885998 Feb 11 13:04:59.331799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45792) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:59.338048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:6f:07:2c', 'name': 'tempest-NetworksTestDHCPv6-1678773610'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:04:59.416803 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3c9bf-b47a-452c-81bc-cf982100e1fd x-openstack-request-id: req-b3d3c9bf-b47a-452c-81bc-cf982100e1fd {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:04:59.420679 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1ce6f5-76f7-4ccf-a97e-1a871062f333", "name": "network-vif-deleted", "tag": "e4ac56e2-4887-4aff-aa8f-f010f996d3e7", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:04:59.421058 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3d3c9bf-b47a-452c-81bc-cf982100e1fd {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:04:59.421481 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1ce6f5-76f7-4ccf-a97e-1a871062f333', 'name': 'network-vif-deleted', 'tag': 'e4ac56e2-4887-4aff-aa8f-f010f996d3e7', 'status': 'completed', 'code': 200} Feb 11 13:04:59.471165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.623645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:04:59.667339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad0f3a0-95f2-4324-b4e0-d05292e3cb58 req-a3d86f7f-d6ee-4d59-a9ae-edb1de3b148e service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520390 Feb 11 13:04:59.676163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.685089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:59.685831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.733446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-912f47d4-0f07-48ea-a2bb-ff8e4fe7e8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:59.766907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:04:59.798571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6d29007f-12a5-4ff1-894d-36aaa99504bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:04:59.836104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90252561-44bd-4be0-ac83-f7a1b99341be req-bd4dfcf4-3b2e-4a1e-86bf-b952628b1e64 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:04:59.838309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90252561-44bd-4be0-ac83-f7a1b99341be req-bd4dfcf4-3b2e-4a1e-86bf-b952628b1e64 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 0.2081013 Feb 11 13:04:59.933298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90252561-44bd-4be0-ac83-f7a1b99341be req-ae087c3e-e537-4e90-955b-239138b964a3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884395 Feb 11 13:04:59.980579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:00.010798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port ff95f2c4-6846-4adb-98fe-df784675233f yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:00.303717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fa8c6-2fdd-4b60-98d0-75eca20e3f85 req-9fef7888-635b-4585-ba35-325065f883e1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:00.311914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61fa8c6-2fdd-4b60-98d0-75eca20e3f85 req-9fef7888-635b-4585-ba35-325065f883e1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 945 time: 0.8373089 Feb 11 13:05:00.332626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 172.20.0.11 (748fcd93-cfb1-4683-9579-584b9508fdbf/034e8c13-2ec3-462d-81e3-8499781e3de0/ff95f2c4-6846-4adb-98fe-df784675233f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:00.344493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fe6f:72c (748fcd93-cfb1-4683-9579-584b9508fdbf/c18aea91-733d-44e4-b0a4-4c0b60df1d38/ff95f2c4-6846-4adb-98fe-df784675233f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:00.366678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5528660 Feb 11 13:05:00.405106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45818) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:00.410734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Request body: {'subnet': {'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:00.417976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628edc-b736-4052-ac70-5852b0e256f1 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event updated for resources: {'Network': ['ID=8d97705c-5dbb-45b8-bb4e-6f2ecd09150b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:00.431224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:00.496576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61fa8c6-2fdd-4b60-98d0-75eca20e3f85 req-5988d3c6-80ff-44ad-8089-400aad38af29 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836438 Feb 11 13:05:00.647477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (ff95f2c4-6846-4adb-98fe-df784675233f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:00.707864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Made reservation on behalf of 0b67f95a76ee4e82be2bd16317b98294 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:00.714118 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:00.728011 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ff95f2c4-6846-4adb-98fe-df784675233f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:00.747742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45828) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:00.750467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d29007f-12a5-4ff1-894d-36aaa99504bb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:00.803591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c3fbf0ca-0e6a-4af2-8878-bcb5bc229ced req-bcba4c1b-8075-448c-b0e2-0d784533be2d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1164231 Feb 11 13:05:00.889682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4387c1-90e3-4ae5-8566-3eb7d567c57c req-b01fffa3-eb05-492d-a45b-68f9895d39c3 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:00.892600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf4387c1-90e3-4ae5-8566-3eb7d567c57c req-b01fffa3-eb05-492d-a45b-68f9895d39c3 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 945 time: 0.2227211 Feb 11 13:05:00.895718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6d29007f-12a5-4ff1-894d-36aaa99504bb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:00.895718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:00.949722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:00.954829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:00.957486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:00.992879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=ff95f2c4-6846-4adb-98fe-df784675233f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:01.021411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a80406-1400-47cb-b730-405e2dd213bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.046108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf4387c1-90e3-4ae5-8566-3eb7d567c57c req-ce064078-35f7-4594-b771-7a71dfa8e548 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472096 Feb 11 13:05:01.074782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:01.077122 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.113441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-328086e5-5f56-4c1d-896c-44a0881a08f5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7804081 Feb 11 13:05:01.116149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45840) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:01.122120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6d29007f-12a5-4ff1-894d-36aaa99504bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:01.237053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6a185-f946-4c5d-9475-4d91eefacaf0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:01.244027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6a185-f946-4c5d-9475-4d91eefacaf0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:01.246441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e5f6a185-f946-4c5d-9475-4d91eefacaf0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1277835 Feb 11 13:05:01.262730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:01.279566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-eca6f941-3cc6-4d82-8273-5113c5c8ede8 None None] Provisioning complete for port 6d29007f-12a5-4ff1-894d-36aaa99504bb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:01.281156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eca6f941-3cc6-4d82-8273-5113c5c8ede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.336802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 395ed8b0-01c8-4654-abaf-406751546406 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:05:01.474394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e4ac56e2-4887-4aff-aa8f-f010f996d3e7 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:01.578068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port ff95f2c4-6846-4adb-98fe-df784675233f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:01.578758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f2621-0cab-4390-901e-9f3a921a60ca req-91aa7e8d-043d-4571-b9bb-99c2e2b2c329 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:01.579783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ff95f2c4-6846-4adb-98fe-df784675233f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.580884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc3f2621-0cab-4390-901e-9f3a921a60ca req-91aa7e8d-043d-4571-b9bb-99c2e2b2c329 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 0.3926647 Feb 11 13:05:01.603179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (27d54649-3adc-4350-be14-b6cccc5bee70), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.633167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: e4ac56e2-4887-4aff-aa8f-f010f996d3e7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:01.633728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e4ac56e2-4887-4aff-aa8f-f010f996d3e7 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:01.663619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:01.714891 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6c491818-a1a7-4520-a536-a1e2e0dd2c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.720767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '395ed8b0-01c8-4654-abaf-406751546406', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '395ed8b0-01c8-4654-abaf-406751546406', 'mac_address': 'fa:16:3e:ff:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:05:01.770055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 395ed8b0-01c8-4654-abaf-406751546406 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:01.770994 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.799637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395ed8b0-01c8-4654-abaf-406751546406 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:05:01.831621 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ff95f2c4-6846-4adb-98fe-df784675233f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.857110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for ff95f2c4-6846-4adb-98fe-df784675233f owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:01.863290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:01.919286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.958562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a80406-1400-47cb-b730-405e2dd213bc admin admin] Publish callbacks [] for security_group (b271238d-de75-4f21-8715-54e412ece5a4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:01.985233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:01.988600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-eca6f941-3cc6-4d82-8273-5113c5c8ede8 None None] Current status of the port 6d29007f-12a5-4ff1-894d-36aaa99504bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:01.998939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event updated for resources: {'Subnet': ['ID=27d54649-3adc-4350-be14-b6cccc5bee70,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:02.018254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a80406-1400-47cb-b730-405e2dd213bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b271238d-de75-4f21-8715-54e412ece5a4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.062846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Checking segment: {'id': '6396eeef-9776-4b6d-8f42-6bd4cb72fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:02.063638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Network hostable DHCP agents. Network: 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:02.070480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc3f2621-0cab-4390-901e-9f3a921a60ca req-75e8db96-532f-42e4-8f5e-2e7a739c6fbf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828520 Feb 11 13:05:02.073622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729abb1-ae4b-4df2-acaa-01e948dbd185 req-3ba19e48-b68b-4fb2-a08f-985e9d59c6d1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:02.075304 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5729abb1-ae4b-4df2-acaa-01e948dbd185 req-3ba19e48-b68b-4fb2-a08f-985e9d59c6d1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 945 time: 0.1248944 Feb 11 13:05:02.082323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b6a80406-1400-47cb-b730-405e2dd213bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cecfb438c1b34650991cd42ff1d0cf63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3253348 Feb 11 13:05:02.082527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45868) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:02.131794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-d985fe28-edf2-486a-b648-92ce8839c1b1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:02.133396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-d985fe28-edf2-486a-b648-92ce8839c1b1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 945 time: 0.3216591 Feb 11 13:05:02.158108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ac1bdde6-6c91-42cd-8808-52d8867a115c None None] Provisioning complete for port ff95f2c4-6846-4adb-98fe-df784675233f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:02.162500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ac1bdde6-6c91-42cd-8808-52d8867a115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ff95f2c4-6846-4adb-98fe-df784675233f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.203725 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5729abb1-ae4b-4df2-acaa-01e948dbd185 req-1418f7b5-a435-4ab4-9558-584e731313de tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094842 Feb 11 13:05:02.261448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-673bc7b9-a8ae-430b-8e6c-87021d836e3b admin admin] Publish callbacks [] for security_group (b271238d-de75-4f21-8715-54e412ece5a4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.263418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['395ed8b0-01c8-4654-abaf-406751546406'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:05:02.271306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ac1bdde6-6c91-42cd-8808-52d8867a115c None None] Port ff95f2c4-6846-4adb-98fe-df784675233f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:05:02.284932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-673bc7b9-a8ae-430b-8e6c-87021d836e3b admin admin] Publish callbacks [] for security_group (b271238d-de75-4f21-8715-54e412ece5a4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.341017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-673bc7b9-a8ae-430b-8e6c-87021d836e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b271238d-de75-4f21-8715-54e412ece5a4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.344148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a80406-1400-47cb-b730-405e2dd213bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b271238d-de75-4f21-8715-54e412ece5a4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:02.350689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-673bc7b9-a8ae-430b-8e6c-87021d836e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.352402 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-673bc7b9-a8ae-430b-8e6c-87021d836e3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b271238d-de75-4f21-8715-54e412ece5a4 HTTP/1.1" status: 204 len: 168 time: 0.2690556 Feb 11 13:05:02.359136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:02.391993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:02.410211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bc7b9-a8ae-430b-8e6c-87021d836e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b271238d-de75-4f21-8715-54e412ece5a4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:02.425462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cdf885-59bf-4c97-b29d-bdb646cc1b67 None None] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:02.425731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ff95f2c4-6846-4adb-98fe-df784675233f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.463282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:02.464987 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.476343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b7f2039-833e-4365-bd10-5251594fc52f req-5beea51c-778a-4231-b634-5668000d9715 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1837986 Feb 11 13:05:02.515394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Deleting port cb6d5a93-2808-4d95-8fa3-c514aafba286 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:02.517453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.549853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0d2b4ba6-91a4-4ca9-b895-b05a41676108 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1432714 Feb 11 13:05:02.560580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:02.562971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=ff95f2c4-6846-4adb-98fe-df784675233f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:02.570040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Request body: {'port': {'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-536864625'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:02.698715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7b903-ce3f-47b5-b4f9-fc8d9e7ca3c5 req-83cc8255-1800-4cfe-b5e3-d65e4bfeeede tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:02.708186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6f7b903-ce3f-47b5-b4f9-fc8d9e7ca3c5 req-83cc8255-1800-4cfe-b5e3-d65e4bfeeede tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 945 time: 0.3545258 Feb 11 13:05:02.712263 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.721890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] For port cb6d5a93-2808-4d95-8fa3-c514aafba286, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb6d5a93-2808-4d95-8fa3-c514aafba286,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:02.722962 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.760925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Calling delete_port for cb6d5a93-2808-4d95-8fa3-c514aafba286 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:02.873776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-8d97705c-5dbb-45b8-bb4e-6f2ecd09150b', 'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b', 'project_id': '0b67f95a76ee4e82be2bd16317b98294', 'fixed_ips': [{'subnet_id': '27d54649-3adc-4350-be14-b6cccc5bee70'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:02.876265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.920178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:02.925027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42a4c4c5-20de-4ba3-96fa-99b284e2b873 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/ff95f2c4-6846-4adb-98fe-df784675233f HTTP/1.1" status: 204 len: 168 time: 1.6611629 Feb 11 13:05:02.931331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:03.018246 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6f7b903-ce3f-47b5-b4f9-fc8d9e7ca3c5 req-c4187d45-a539-4582-8d7d-046bd88010c6 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032737 Feb 11 13:05:03.076935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Made reservation on behalf of 0b67f95a76ee4e82be2bd16317b98294 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:03.082355 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:03.098963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a140f-627f-441f-b28a-1c3f00c71214 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:03.101516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a140f-627f-441f-b28a-1c3f00c71214 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:03.103065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3a140f-627f-441f-b28a-1c3f00c71214 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:03.116055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 46703a18-137f-4387-b59e-97886d92b56a details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:05:03.118188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bd3a140f-627f-441f-b28a-1c3f00c71214 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1715155 Feb 11 13:05:03.119092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45886) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:03.150938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cb6d5a93-2808-4d95-8fa3-c514aafba286), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:03.204598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['191e47ec-64c3-4776-9ccd-5b9b7d320481'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:05:03.235021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] device_id is not set on port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:03.336701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb6d5a93-2808-4d95-8fa3-c514aafba286 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:03.415284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Allocated IP 172.20.0.8 (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b/27d54649-3adc-4350-be14-b6cccc5bee70/c40ea3b3-25c3-4a0e-b0c6-084beef18f3c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:03.437956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event deleted for resources: {'Port': ['ID=cb6d5a93-2808-4d95-8fa3-c514aafba286,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:03.448705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] No DVR routers for this DVR port cb6d5a93-2808-4d95-8fa3-c514aafba286 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:03.482283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: cb6d5a93-2808-4d95-8fa3-c514aafba286 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:03.482659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb6d5a93-2808-4d95-8fa3-c514aafba286 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:03.485186 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:05:03.503674 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:03.514366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5940f54-e3ed-47a9-b533-e0eb0d3e535b req-4d30ab0c-627c-43b0-9d9e-9b994ceb4827 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "DELETE /v2.0/ports/cb6d5a93-2808-4d95-8fa3-c514aafba286 HTTP/1.1" status: 204 len: 173 time: 1.3665729 Feb 11 13:05:03.515078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'name': 'network-vif-deleted', 'tag': 'cb6d5a93-2808-4d95-8fa3-c514aafba286'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:03.517558 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6227a9be-2edf-4d54-9c59-c13760f600c9" -d '{"events": [{"server_uuid": "cc04dce1-a4e5-4c75-ba61-5dc54c407f86", "name": "network-vif-deleted", "tag": "cb6d5a93-2808-4d95-8fa3-c514aafba286"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:03.574754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602feb9-1a28-46b6-bf6a-983d6af5f68b req-254bdd70-83ed-421d-9c01-22659792f3c3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:03.583276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4602feb9-1a28-46b6-bf6a-983d6af5f68b req-254bdd70-83ed-421d-9c01-22659792f3c3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 944 time: 0.3893535 Feb 11 13:05:03.647143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4602feb9-1a28-46b6-bf6a-983d6af5f68b req-49270928-7dc2-4995-8b4e-d4e34a57aa9e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626516 Feb 11 13:05:03.705544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 034e8c13-2ec3-462d-81e3-8499781e3de0 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:03.772924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks [] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:03.784428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:03.801934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d542730-272f-4e4d-95ee-f78e2a6377a7 req-d3c0e383-6606-4871-8ac9-cc7dc6f32d26 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0452495 Feb 11 13:05:03.805187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '46703a18-137f-4387-b59e-97886d92b56a', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'port_id': '46703a18-137f-4387-b59e-97886d92b56a', 'mac_address': 'fa:16:3e:6f:7b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3903b2-aebc-413c-aac6-a52a0c423dfa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:05:03.809567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (034e8c13-2ec3-462d-81e3-8499781e3de0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:03.837595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:03.897861 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60298d49-bee4-40d3-93f8-893a704f98e5 x-openstack-request-id: req-60298d49-bee4-40d3-93f8-893a704f98e5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:03.898375 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc04dce1-a4e5-4c75-ba61-5dc54c407f86", "name": "network-vif-deleted", "tag": "cb6d5a93-2808-4d95-8fa3-c514aafba286", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:03.898848 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60298d49-bee4-40d3-93f8-893a704f98e5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:03.903848 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc04dce1-a4e5-4c75-ba61-5dc54c407f86', 'name': 'network-vif-deleted', 'tag': 'cb6d5a93-2808-4d95-8fa3-c514aafba286', 'status': 'completed', 'code': 200} Feb 11 13:05:03.926813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:03.933750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:03.944630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:03.949514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (034e8c13-2ec3-462d-81e3-8499781e3de0), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.022113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event updated for resources: {'Port': ['ID=c40ea3b3-25c3-4a0e-b0c6-084beef18f3c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:04.029716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 46703a18-137f-4387-b59e-97886d92b56a is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:04.030071 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.051626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Allocated IP 172.20.0.2 (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b/27d54649-3adc-4350-be14-b6cccc5bee70/6d3d54bf-d868-4892-b5b8-7865a3c53ee1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:04.063150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d8588-cb88-4fd7-8ab6-a597996ec036 req-02ff70a9-9b77-4689-92b8-ad69b00b9497 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:04.067818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46703a18-137f-4387-b59e-97886d92b56a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:05:04.076351 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d81d8588-cb88-4fd7-8ab6-a597996ec036 req-02ff70a9-9b77-4689-92b8-ad69b00b9497 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 945 time: 0.5276897 Feb 11 13:05:04.138421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:04.160183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.162362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:04.163224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45912) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:04.164174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.248453 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.278882 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d81d8588-cb88-4fd7-8ab6-a597996ec036 req-08f392b8-e089-484c-8f2a-6479de2745e2 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013445 Feb 11 13:05:04.303356 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f408f051-3251-4479-a111-fd234486a3b9 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7377346 Feb 11 13:05:04.304571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:04.306596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45918) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:04.312026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Request body: {'port': {'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1641637556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:04.312545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] bootfile-name is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:05:04.312877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] tftp-server is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:05:04.313210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.api.validators [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] server-ip-address is not in valid_values {{(pid=109685) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:05:04.314682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (034e8c13-2ec3-462d-81e3-8499781e3de0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.333304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['46703a18-137f-4387-b59e-97886d92b56a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:05:04.392103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (034e8c13-2ec3-462d-81e3-8499781e3de0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.411907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-551665162-network', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:04.424054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=034e8c13-2ec3-462d-81e3-8499781e3de0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:04.428769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.436150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d04babe8-273d-4b31-944c-02bac904d1a9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/034e8c13-2ec3-462d-81e3-8499781e3de0 HTTP/1.1" status: 204 len: 168 time: 1.3118787 Feb 11 13:05:04.436798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:04.481872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93aebaa0-e61b-47b3-bfe0-3f83a5bb8217 req-9d0695b8-f2ea-4f85-88aa-3e43c4c69759 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc04dce1-a4e5-4c75-ba61-5dc54c407f86 HTTP/1.1" status: 200 len: 210 time: 0.1140020 Feb 11 13:05:04.499227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet c18aea91-733d-44e4-b0a4-4c0b60df1d38 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:04.506417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (c18aea91-733d-44e4-b0a4-4c0b60df1d38), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.535690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Publish callbacks [] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.539331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2d089b-4722-45fc-bbc1-cfdff9080399 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:04.552755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (c18aea91-733d-44e4-b0a4-4c0b60df1d38), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.668962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Made reservation on behalf of 0b67f95a76ee4e82be2bd16317b98294 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:04.670666 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (c18aea91-733d-44e4-b0a4-4c0b60df1d38), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.682381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.684426 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.734064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] device_id is not set on port c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:04.743807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (c18aea91-733d-44e4-b0a4-4c0b60df1d38), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.812940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=c18aea91-733d-44e4-b0a4-4c0b60df1d38,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:04.826294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.839644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-69592279-3155-4829-b01d-42842d47c8f0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/c18aea91-733d-44e4-b0a4-4c0b60df1d38 HTTP/1.1" status: 204 len: 168 time: 0.4016960 Feb 11 13:05:04.843916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45924) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:04.868436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Pushing event updated for resources: {'Port': ['ID=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:04.878572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Made reservation on behalf of 08d821a9bbdb45ae93a7f422a47d4a69 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:04.880902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.902682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:04.914690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.938004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:04.946655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:05.020335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6cfdb088-cd31-4f34-b23b-48de0f309f0b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572009 Feb 11 13:05:05.022754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45928) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:05.084285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d3250b4-6b71-43a3-84cd-28969dc8c208 req-613494b2-bc02-4ad4-b675-ab9b96f9db67 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1092355 Feb 11 13:05:05.134253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Allocated IP 172.20.0.6 (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b/27d54649-3adc-4350-be14-b6cccc5bee70/c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:05.163338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c2b11-2fea-43a7-a634-e2eb3d38f9a7 req-4c9c3005-9422-428f-89b5-90c7b9c36b62 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:05.172954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f69c2b11-2fea-43a7-a634-e2eb3d38f9a7 req-4c9c3005-9422-428f-89b5-90c7b9c36b62 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 944 time: 0.3611691 Feb 11 13:05:05.258813 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f69c2b11-2fea-43a7-a634-e2eb3d38f9a7 req-48a93137-860c-4d24-bd25-09b2d7001106 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777824 Feb 11 13:05:05.273453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d68dc70-782f-4f1c-a7d2-2eff55b9cf1d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:05.278696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3d68dc70-782f-4f1c-a7d2-2eff55b9cf1d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2522488 Feb 11 13:05:05.279593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45934) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:05.305875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks [] for security_group (ae1f6420-1083-4f68-8352-efe4af2b33c5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.325477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ae1f6420-1083-4f68-8352-efe4af2b33c5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.375551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db4bdcf-19e1-4d86-86e3-079f4911f8cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:05.379714 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3db4bdcf-19e1-4d86-86e3-079f4911f8cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0966561 Feb 11 13:05:05.380250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45938) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:05.502358 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5dfe3e5c-a0c2-4cdd-aba5-b1dc473535cb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1195078 Feb 11 13:05:05.515275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:05.521373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 395ed8b0-01c8-4654-abaf-406751546406 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:05.529423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-48f0274c-ded0-4fa0-bb82-d2a42fc2bbe5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:05.614482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:05.655275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f0274c-ded0-4fa0-bb82-d2a42fc2bbe5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:05.661701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48f0274c-ded0-4fa0-bb82-d2a42fc2bbe5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.667400 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f0274c-ded0-4fa0-bb82-d2a42fc2bbe5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:05:05.667851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f0274c-ded0-4fa0-bb82-d2a42fc2bbe5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:05:05.689293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1f6420-1083-4f68-8352-efe4af2b33c5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:05.712876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1ac22807-a8fa-4656-84fe-56f985b1c8cd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.714875 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Added segment 1ac22807-a8fa-4656-84fe-56f985b1c8cd of type vlan for network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 Feb 11 13:05:05.730313 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-48f0274c-ded0-4fa0-bb82-d2a42fc2bbe5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2102308 Feb 11 13:05:05.730958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45948) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:05.745731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-74d14d7e-2e59-4446-9763-a7b273be1d62 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:05.829095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Attempting to bind port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:05.829523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Attempting to bind port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '6396eeef-9776-4b6d-8f42-6bd4cb72fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:05.831742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Attempting to bind port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 on network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:05.843494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.867420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.871645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:05.872184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Checking segment: {'id': '6396eeef-9776-4b6d-8f42-6bd4cb72fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:05.872485 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.872871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Bound using segment: {'id': '6396eeef-9776-4b6d-8f42-6bd4cb72fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:05.873399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Bound port: 6d3d54bf-d868-4892-b5b8-7865a3c53ee1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6396eeef-9776-4b6d-8f42-6bd4cb72fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '8d97705c-5dbb-45b8-bb4e-6f2ecd09150b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:05.873817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.894649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c16e3b-5796-4a9c-81bd-960489bbb61a req-ff431968-a0e8-430d-9ca7-1a3a4b808524 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:05.905166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86c16e3b-5796-4a9c-81bd-960489bbb61a req-ff431968-a0e8-430d-9ca7-1a3a4b808524 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 944 time: 0.3631330 Feb 11 13:05:05.906410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 395ed8b0-01c8-4654-abaf-406751546406 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:05.921432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 395ed8b0-01c8-4654-abaf-406751546406 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:05.921889 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (395ed8b0-01c8-4654-abaf-406751546406), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.960386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks [] for port (c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.980188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.981532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:05.982348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.007809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d14d7e-2e59-4446-9763-a7b273be1d62 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:06.012649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74d14d7e-2e59-4446-9763-a7b273be1d62 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.014267 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d14d7e-2e59-4446-9763-a7b273be1d62 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:05:06.014751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d14d7e-2e59-4446-9763-a7b273be1d62 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:05:06.050910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86c16e3b-5796-4a9c-81bd-960489bbb61a req-d614eceb-5920-4818-a306-5c58bb711939 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444194 Feb 11 13:05:06.062556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-74d14d7e-2e59-4446-9763-a7b273be1d62 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3298414 Feb 11 13:05:06.063214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45950) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:06.075229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9107637 Feb 11 13:05:06.077321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-24114d1f-c19b-494a-a050-c250d227bc0e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:06.078987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45952) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:06.101246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] For port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:06.105027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] For port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,segment=NetworkSegment(6396eeef-9776-4b6d-8f42-6bd4cb72fa8f),segment_id=6396eeef-9776-4b6d-8f42-6bd4cb72fa8f)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:06.114122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Request body: {'subnet': {'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-551665162-subnet', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:06.127750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add93b1-a58b-4d96-8687-7bcff693413a admin admin] Pushing event updated for resources: {'Network': ['ID=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:06.137590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.145117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.178023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:06.206971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Made reservation on behalf of 08d821a9bbdb45ae93a7f422a47d4a69 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:06.212919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.309811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:06.321873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:06.352706 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8c889fa-af25-41d0-aa76-3ab4cc428b97 req-c399eed8-80d1-461d-bbd5-373c5470ed46 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0736635 Feb 11 13:05:06.354720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:06.409237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24114d1f-c19b-494a-a050-c250d227bc0e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:06.416105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-24114d1f-c19b-494a-a050-c250d227bc0e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.419839 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-24114d1f-c19b-494a-a050-c250d227bc0e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:05:06.420220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24114d1f-c19b-494a-a050-c250d227bc0e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:05:06.463587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-24114d1f-c19b-494a-a050-c250d227bc0e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3990304 Feb 11 13:05:06.466805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45960) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:06.472866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-04d18531-3777-4ba5-8404-fa36ee646f5f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:06.540016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ebf28-386d-450d-b1d0-a9bde9edf461 None None] Pushing event updated for resources: {'Port': ['ID=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:06.580503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 395ed8b0-01c8-4654-abaf-406751546406 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:06.588620 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.666441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event updated for resources: {'Port': ['ID=c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:06.697352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce52cac-e5c9-44b4-a860-43a211a5abba None None] Update dhcp port {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': 'c18aea91-733d-44e4-b0a4-4c0b60df1d38'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '6d29007f-12a5-4ff1-894d-36aaa99504bb'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:05:06.800651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:06.802514 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.803920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d18531-3777-4ba5-8404-fa36ee646f5f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:06.815590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04d18531-3777-4ba5-8404-fa36ee646f5f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.817417 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d18531-3777-4ba5-8404-fa36ee646f5f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:05:06.824898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395ed8b0-01c8-4654-abaf-406751546406'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:06.827682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d18531-3777-4ba5-8404-fa36ee646f5f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:05:06.828840 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ac8e1-3f80-4f9e-90da-000470005a41" -d '{"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-plugged", "status": "completed", "tag": "395ed8b0-01c8-4654-abaf-406751546406"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:06.867700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:06.869211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dce52cac-e5c9-44b4-a860-43a211a5abba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.886877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04d18531-3777-4ba5-8404-fa36ee646f5f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4161606 Feb 11 13:05:06.887373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45966) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:06.894179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:06.897498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a5541c80-1449-4f3f-9bc1-23bf68f7557a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:06.939419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:06.980343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8877a9e5-84c2-484f-ae31-453a1fa2193c tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6704724 Feb 11 13:05:06.981215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45968) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:07.008541 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6ea469-c6da-44ef-940c-1414bb83f51f x-openstack-request-id: req-be6ea469-c6da-44ef-940c-1414bb83f51f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:07.008932 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-plugged", "status": "completed", "tag": "395ed8b0-01c8-4654-abaf-406751546406", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:07.009154 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be6ea469-c6da-44ef-940c-1414bb83f51f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:07.009578 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395ed8b0-01c8-4654-abaf-406751546406', 'code': 200} Feb 11 13:05:07.030753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1fce5-0b19-4daa-996f-e73045a05e13 req-9ea2cfa1-ab33-4b8b-bf88-0e5131cb20a5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:07.042301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4b1fce5-0b19-4daa-996f-e73045a05e13 req-9ea2cfa1-ab33-4b8b-bf88-0e5131cb20a5 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 944 time: 0.5369356 Feb 11 13:05:07.098399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5541c80-1449-4f3f-9bc1-23bf68f7557a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:07.103206 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5541c80-1449-4f3f-9bc1-23bf68f7557a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:07.104964 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5541c80-1449-4f3f-9bc1-23bf68f7557a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:05:07.105471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5541c80-1449-4f3f-9bc1-23bf68f7557a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:05:07.136724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a5541c80-1449-4f3f-9bc1-23bf68f7557a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2454162 Feb 11 13:05:07.137068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:07.144695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-42c8025f-75b7-4fe6-904a-a5f8a1fb7618 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:07.156271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 46703a18-137f-4387-b59e-97886d92b56a up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:07.206166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:07.282036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:07.282461 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:07.340726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d204f-3809-4d50-b3d9-35f52f5d4572 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:07.365825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:07.377452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4b1fce5-0b19-4daa-996f-e73045a05e13 req-898e126b-52c3-424b-8138-88cd0454b541 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341644 Feb 11 13:05:07.416804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13bc30-eb4d-4e95-9de2-4baa2087753b req-a8558bf5-6343-40db-9601-c0eafce32778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:07.418618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b13bc30-eb4d-4e95-9de2-4baa2087753b req-a8558bf5-6343-40db-9601-c0eafce32778 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 1127 time: 0.3737583 Feb 11 13:05:07.427882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bbfa5-bc38-453e-9aa6-8fc3511cd89f tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:07.440281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bbfa5-bc38-453e-9aa6-8fc3511cd89f tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:07.446843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859bbfa5-bc38-453e-9aa6-8fc3511cd89f tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:07.449053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-859bbfa5-bc38-453e-9aa6-8fc3511cd89f tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.4667208 Feb 11 13:05:07.504634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45978) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:07.505296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-29d15421-240b-4589-93af-169bded2aa1a None None] Provisioning complete for port 6d29007f-12a5-4ff1-894d-36aaa99504bb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:07.507283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29d15421-240b-4589-93af-169bded2aa1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:07.656905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 46703a18-137f-4387-b59e-97886d92b56a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:07.657222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (46703a18-137f-4387-b59e-97886d92b56a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:07.696515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f29f41-887e-425e-b147-77142c50bf49 req-3d537538-7203-4f32-9866-20a888da6188 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1464534 Feb 11 13:05:07.754068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b13bc30-eb4d-4e95-9de2-4baa2087753b req-baad73e6-add2-492b-b6b6-abcc965d961e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036587 Feb 11 13:05:07.793331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:07.816262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Checking segment: {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:07.817924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Network hostable DHCP agents. Network: c3e5ab13-7d2f-4b50-884c-771d5bd8cf33, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:07.867655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:07.884705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Deleting port c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:07.885062 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:07.941165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c3e5ab13-7d2f-4b50-884c-771d5bd8cf33) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:07.978260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:07.978875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.011279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c8025f-75b7-4fe6-904a-a5f8a1fb7618 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:08.011986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bfe8c5-dc6c-433f-80cc-739f04518963 None None] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:08.015268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42c8025f-75b7-4fe6-904a-a5f8a1fb7618 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.018362 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c8025f-75b7-4fe6-904a-a5f8a1fb7618 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:05:08.018822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c8025f-75b7-4fe6-904a-a5f8a1fb7618 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:05:08.064708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:08.065272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a5290-5991-4439-b048-854cfd359024 req-2f43cab4-9d01-4d64-925c-da4167df5e74 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:08.067678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-196a5290-5991-4439-b048-854cfd359024 req-2f43cab4-9d01-4d64-925c-da4167df5e74 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 944 time: 0.1197450 Feb 11 13:05:08.074020 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42c8025f-75b7-4fe6-904a-a5f8a1fb7618 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9333577 Feb 11 13:05:08.074186 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.091970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45982) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:08.121870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c900334d-9c1c-457d-a176-dacc631655b3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0399706 Feb 11 13:05:08.129239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5cf6bc-d1bd-4e4c-b705-b52fb8a4fc71 None None] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:08.139537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45984) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:08.147413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:08.184300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (242dc181-c792-4302-881d-4da7faac9b15), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.185448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (242dc181-c792-4302-881d-4da7faac9b15), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.207507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.238733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Calling delete_port for c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:08.260352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks [] for router_controller (242dc181-c792-4302-881d-4da7faac9b15), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.450144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,segment=NetworkSegment(6396eeef-9776-4b6d-8f42-6bd4cb72fa8f),segment_id=6396eeef-9776-4b6d-8f42-6bd4cb72fa8f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:08.505178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.642080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks [] for router_gateway (242dc181-c792-4302-881d-4da7faac9b15), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.662722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 46703a18-137f-4387-b59e-97886d92b56a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:08.663269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.668613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-29d15421-240b-4589-93af-169bded2aa1a None None] Current status of the port 6d29007f-12a5-4ff1-894d-36aaa99504bb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:08.673267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c2b51f-8da8-43bf-8d3e-a92b8cd11da2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:08.674955 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c4c2b51f-8da8-43bf-8d3e-a92b8cd11da2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5822387 Feb 11 13:05:08.677792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45992) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:08.682237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-196a5290-5991-4439-b048-854cfd359024 req-e4e552e1-342f-4748-b7b1-d8c4a9458198 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046154 Feb 11 13:05:08.695782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.741075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:08.805539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d29007f-12a5-4ff1-894d-36aaa99504bb no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:08.859797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event deleted for resources: {'Port': ['ID=c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:09.049391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:09.051076 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.080495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46703a18-137f-4387-b59e-97886d92b56a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:09.083346 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627f5a1a-2c67-4ef0-90bd-4024f738b56e" -d '{"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-plugged", "status": "completed", "tag": "46703a18-137f-4387-b59e-97886d92b56a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:09.109341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609d2191-f3d4-41a3-ac3c-480dee88b8d5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:09.114322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-609d2191-f3d4-41a3-ac3c-480dee88b8d5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4329476 Feb 11 13:05:09.131079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46006) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:09.136220 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.140804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-878cfa30-e6c7-49d6-8b39-8e318620d633 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "DELETE /v2.0/ports/c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f HTTP/1.1" status: 204 len: 168 time: 1.6333923 Feb 11 13:05:09.146156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46008) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:09.153777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Request body: {'port': {'name': 'tempest-new-port-name-1840832411', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:09.154454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.api.validators [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] bootfile-name is not in valid_values {{(pid=109684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:05:09.154967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.api.validators [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] tftp-server is not in valid_values {{(pid=109684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:05:09.155663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.api.validators [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] server-ip-address is not in valid_values {{(pid=109684) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:05:09.206056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:09.213545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:09.221464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b13bd89d-c266-49c0-a216-508530dcee2a None None] Provisioning complete for port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:09.222153 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b13bd89d-c266-49c0-a216-508530dcee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.223235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks [] for router_gateway (242dc181-c792-4302-881d-4da7faac9b15), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.244582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d86db5f3-3efa-49df-a24a-c17224bb6316 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990152 Feb 11 13:05:09.253472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:09.264468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:09.273455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.285726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.301929 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7c4eee55-609e-4927-aaf1-cfe5a5cf93c0 req-dfdc4032-9245-488e-99da-e8067c5d0e99 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.2312255 Feb 11 13:05:09.403864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:09.408390 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.422489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826feedb-abec-490c-ae05-8bde96c1fef1 req-f37b920f-21be-40ab-a59a-32f714457575 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:09.432940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-826feedb-abec-490c-ae05-8bde96c1fef1 req-f37b920f-21be-40ab-a59a-32f714457575 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.8344045 Feb 11 13:05:09.474210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.522497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-826feedb-abec-490c-ae05-8bde96c1fef1 req-a224ee8a-085e-42cb-a22a-711ce3cbfc5a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880525 Feb 11 13:05:09.623346 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b44ff12-2456-49e4-b0d3-b53adeb09de9 x-openstack-request-id: req-3b44ff12-2456-49e4-b0d3-b53adeb09de9 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:09.623972 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-plugged", "status": "completed", "tag": "46703a18-137f-4387-b59e-97886d92b56a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:09.624229 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b44ff12-2456-49e4-b0d3-b53adeb09de9 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:09.625212 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46703a18-137f-4387-b59e-97886d92b56a', 'code': 200} Feb 11 13:05:09.634843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 46703a18-137f-4387-b59e-97886d92b56a no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:09.638719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Allocated IP 172.20.0.2 (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33/7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967/6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:09.654645 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Allocated IP 172.25.1.110 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/826ee9ca-eca9-4b6b-8dcf-ca5780c2a285) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:09.711112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a64d5-8c20-46e9-84f8-9263c4501c5d req-51f91f26-986f-45ae-a5f1-fe10afed0f5e tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:09.718972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b8a64d5-8c20-46e9-84f8-9263c4501c5d req-51f91f26-986f-45ae-a5f1-fe10afed0f5e tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 945 time: 0.3009934 Feb 11 13:05:09.868853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2b8a64d5-8c20-46e9-84f8-9263c4501c5d req-518de2f8-d00a-4ee0-96f6-079dd8c2ad00 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487393 Feb 11 13:05:09.875062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] Deleting port 6d29007f-12a5-4ff1-894d-36aaa99504bb {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:09.875446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:09.996457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:10.038656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6d29007f-12a5-4ff1-894d-36aaa99504bb is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:10.039381 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.042933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b13bd89d-c266-49c0-a216-508530dcee2a None None] Current status of the port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:10.046139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:05:10.061854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks [] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.210689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks [] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.221826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 6d29007f-12a5-4ff1-894d-36aaa99504bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d29007f-12a5-4ff1-894d-36aaa99504bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:10.223200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.237252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.245674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 46703a18-137f-4387-b59e-97886d92b56a is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:10.246308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.287678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:10.331352 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.333759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.397066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] In _notify_port_updated(), no bound segment for port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c on network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:05:10.412143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:10.413473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.417551 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "PUT /v2.0/ports/c40ea3b3-25c3-4a0e-b0c6-084beef18f3c HTTP/1.1" status: 200 len: 1136 time: 1.2691715 Feb 11 13:05:10.424227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:10.429999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46030) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:10.438729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:10.485997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] For port 6d29007f-12a5-4ff1-894d-36aaa99504bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d29007f-12a5-4ff1-894d-36aaa99504bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:10.486582 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.502600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] Calling delete_port for 6d29007f-12a5-4ff1-894d-36aaa99504bb owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:10.652237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:10.673373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c4f436f7-3cbc-4364-9dbf-c428052dc52d None None] Provisioning complete for port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:10.673976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c4f436f7-3cbc-4364-9dbf-c428052dc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.688336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:10.717371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=6d29007f-12a5-4ff1-894d-36aaa99504bb,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:10.749049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-670b0b68-5ab5-4361-96ea-2d800e85644a req-96d993d3-3220-45fe-a389-5d157a730b29 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.2641866 Feb 11 13:05:10.787482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b728d392-603c-473e-850b-21a8eda3abf3 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event updated for resources: {'Port': ['ID=c40ea3b3-25c3-4a0e-b0c6-084beef18f3c,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:10.814766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95bf750-8d61-4730-9a5a-ad549d95206a tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:10.817713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d95bf750-8d61-4730-9a5a-ad549d95206a tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "GET /v2.0/ports/c40ea3b3-25c3-4a0e-b0c6-084beef18f3c HTTP/1.1" status: 200 len: 1136 time: 0.3862531 Feb 11 13:05:10.825385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46038) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:10.849580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:10.858738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:10.913180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] For port 6d29007f-12a5-4ff1-894d-36aaa99504bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d29007f-12a5-4ff1-894d-36aaa99504bb,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:10.934298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Pushing event updated for resources: {'Port': ['ID=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:11.045549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c4f436f7-3cbc-4364-9dbf-c428052dc52d None None] Current status of the port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:11.048310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0443af-ed54-40e7-843f-367b0c107560 req-b84812be-6206-4db9-b2ee-0b4b4ea1dab7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:11.055807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f0443af-ed54-40e7-843f-367b0c107560 req-b84812be-6206-4db9-b2ee-0b4b4ea1dab7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.3833721 Feb 11 13:05:11.065901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:11.066286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.126530 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.128653 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f0443af-ed54-40e7-843f-367b0c107560 req-73d7b9e5-123b-40cc-acce-1830955bcd9f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716465 Feb 11 13:05:11.149497 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.154710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c4f436f7-3cbc-4364-9dbf-c428052dc52d None None] Provisioning complete for port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:11.155121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c4f436f7-3cbc-4364-9dbf-c428052dc52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.163200 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Publish callbacks [] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.170208 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (6d29007f-12a5-4ff1-894d-36aaa99504bb), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.237052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] No DVR routers for this DVR port 6d29007f-12a5-4ff1-894d-36aaa99504bb on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:11.241021 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.277853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=6d29007f-12a5-4ff1-894d-36aaa99504bb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:11.309474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-3dec383e-a4c5-485c-89f9-6f254fab5210 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:11.311128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-3dec383e-a4c5-485c-89f9-6f254fab5210 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 943 time: 0.3673360 Feb 11 13:05:11.313475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (1be0c2ff-baa6-4c73-a350-5a5864216214), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.346728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4437-aaf5-4568-8b8c-5bbe4321cc4b req-988354f8-9da6-4dde-a522-a3aa615fbd4b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:11.348409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873e4437-aaf5-4568-8b8c-5bbe4321cc4b req-988354f8-9da6-4dde-a522-a3aa615fbd4b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 943 time: 0.3529928 Feb 11 13:05:11.355692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609fc5b-9dfe-49f2-89ee-c68c7ee771e7 None None] Pushing event deleted for resources: {'Port': ['ID=6d29007f-12a5-4ff1-894d-36aaa99504bb,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:11.426821 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks [] for router_gateway (242dc181-c792-4302-881d-4da7faac9b15), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.439400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:11.473945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c4f436f7-3cbc-4364-9dbf-c428052dc52d None None] Port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:05:11.491271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:11.495755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:11.564745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:11.604505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Pushing event updated for resources: {'Port': ['ID=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:11.640060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46703a18-137f-4387-b59e-97886d92b56a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:11.642780 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dff7013-ec54-437a-b160-4cad2491f4c5" -d '{"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-unplugged", "status": "completed", "tag": "46703a18-137f-4387-b59e-97886d92b56a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:11.679179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f0197353-8a29-423d-919b-31ef31e793f1 None None] Could not find standard attr ID for object c396ffc8-41e9-4a6a-b4ab-7180f1db7e8f. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:05:11.739471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:11.743590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Attempting to bind port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:11.743891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Attempting to bind port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:11.744253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Attempting to bind port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 on network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:11.754655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:11.755059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Checking segment: {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:11.755450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.755855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Bound using segment: {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:11.756326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Bound port: 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:11.756699 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.795473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f0197353-8a29-423d-919b-31ef31e793f1 None None] Provisioning complete for port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:11.796116 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f0197353-8a29-423d-919b-31ef31e793f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.892898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (242dc181-c792-4302-881d-4da7faac9b15), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:11.934614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f0197353-8a29-423d-919b-31ef31e793f1 None None] Port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:05:11.966928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] For port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:11.976897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] For port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:11.996205 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.058199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42618d47-6960-4103-87cc-f502507afd23 req-84f53c94-93a6-4d68-9382-55c5fb54abed tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:12.065977 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-42618d47-6960-4103-87cc-f502507afd23 req-84f53c94-93a6-4d68-9382-55c5fb54abed tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.5493724 Feb 11 13:05:12.129594 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-42618d47-6960-4103-87cc-f502507afd23 req-ee876e39-84b3-468b-85cc-0b295425a930 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625722 Feb 11 13:05:12.162597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Router 242dc181-c792-4302-881d-4da7faac9b15 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:05:12.190561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b067d444-bd9e-45ee-aa9c-34b711ed5de9 None None] Provisioning complete for port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:12.192797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b067d444-bd9e-45ee-aa9c-34b711ed5de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.200730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76add294-accb-4a0a-85b0-cc2bc1ffaf08 None None] Pushing event updated for resources: {'Port': ['ID=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:12.277673 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727a7bd-b66a-4852-a999-4ae8c54f5960 x-openstack-request-id: req-3727a7bd-b66a-4852-a999-4ae8c54f5960 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:12.278328 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-unplugged", "status": "completed", "tag": "46703a18-137f-4387-b59e-97886d92b56a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:12.280587 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3727a7bd-b66a-4852-a999-4ae8c54f5960 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:12.281146 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46703a18-137f-4387-b59e-97886d92b56a', 'code': 200} Feb 11 13:05:12.284779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Deleting port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:12.285376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.294927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:12.299996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:12.300594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.306544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b3f0a1-9d49-437f-a019-5d8760d1c01f None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:12.377527 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01214924-b688-4f47-b9e5-c07c457b4a02 req-0aafa47e-4acb-445e-bca7-7c711d312f64 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0437891 Feb 11 13:05:12.380740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=1be0c2ff-baa6-4c73-a350-5a5864216214,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:12.420742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873e4437-aaf5-4568-8b8c-5bbe4321cc4b req-764cf634-066d-4462-b96e-2ee1cdf7ad32 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0647526 Feb 11 13:05:12.467203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e5c9cecb-7fd9-4c45-b23a-43c842974850 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2076354 Feb 11 13:05:12.482829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46056) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:12.498483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:0a:ef:33', 'name': 'tempest-NetworksTestDHCPv6-757153494'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:12.617925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b067d444-bd9e-45ee-aa9c-34b711ed5de9 None None] Port c40ea3b3-25c3-4a0e-b0c6-084beef18f3c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:05:12.627935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.632532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '1be0c2ff-baa6-4c73-a350-5a5864216214'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:12.633458 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.648056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Deleting port 46703a18-137f-4387-b59e-97886d92b56a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:12.648401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (46703a18-137f-4387-b59e-97886d92b56a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.686458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Calling delete_port for c40ea3b3-25c3-4a0e-b0c6-084beef18f3c owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:12.842365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:12.881112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] For port 46703a18-137f-4387-b59e-97886d92b56a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=46703a18-137f-4387-b59e-97886d92b56a,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:12.881497 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (46703a18-137f-4387-b59e-97886d92b56a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.914234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Allocated IP 2001:db8::f816:3eff:fe4e:ecaa (748fcd93-cfb1-4683-9579-584b9508fdbf/1be0c2ff-baa6-4c73-a350-5a5864216214/46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:12.921447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:12.971744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:12.972570 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:12.990398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Calling delete_port for 46703a18-137f-4387-b59e-97886d92b56a owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:13.073218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:13.084172 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Sync routers for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:05:13.098636 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:13.099632 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:13.101578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:13.106348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-53d92d16-27ac-4be7-87fd-6c3387db12a2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9606454 Feb 11 13:05:13.106942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46062) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:13.404054 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:13.443029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:13.485151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 46703a18-137f-4387-b59e-97886d92b56a no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:13.614877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:13.619146 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:13.747687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:13.764950 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No ports have port_id starting with 46703a18-137f-4387-b59e-97886d92b56a Feb 11 13:05:13.769683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 4fe054de-d5c8-4547-8738-abd31fd96d1a yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:13.772324 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:13.827162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d0af8-673f-4296-834e-dde3c6461bef req-0e360613-7528-41f1-8149-465f28829e01 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:13.829041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c47d0af8-673f-4296-834e-dde3c6461bef req-0e360613-7528-41f1-8149-465f28829e01 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.5621803 Feb 11 13:05:13.906921 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c40ea3b3-25c3-4a0e-b0c6-084beef18f3c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:13.918791 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Publish callbacks [] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:13.942879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:13.965838 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0815b90-107f-47d1-9638-ecdb22ead1f9 req-c07e5a2f-25a4-4cf0-8bfe-8818b9af2827 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0522432 Feb 11 13:05:13.966655 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (46703a18-137f-4387-b59e-97886d92b56a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.029046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event deleted for resources: {'Port': ['ID=c40ea3b3-25c3-4a0e-b0c6-084beef18f3c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:14.034097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:14.042703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2f0fa-e68e-47bb-ab84-b22c82bcf9a0 None None] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:14.095137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fe0a:ef33 (748fcd93-cfb1-4683-9579-584b9508fdbf/1be0c2ff-baa6-4c73-a350-5a5864216214/4fe054de-d5c8-4547-8738-abd31fd96d1a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:14.164192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c47d0af8-673f-4296-834e-dde3c6461bef req-8805c618-b5d9-46b5-9e61-edd73db2c9b1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281934 Feb 11 13:05:14.183446 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:11Z', 'revision_number': 3, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:14.242380 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Checking router: 242dc181-c792-4302-881d-4da7faac9b15 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:05:14.243599 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Updating router 242dc181-c792-4302-881d-4da7faac9b15 port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:05:14.267047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:14.270175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:14.289724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:14.320282 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.340827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a19e6d90-b436-4521-b660-4d9928b44a07 None None] Provisioning complete for port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:14.341215 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a19e6d90-b436-4521-b660-4d9928b44a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.342025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc75ae03-2ae9-40e8-8494-1630132e0e58 req-46a78bc0-0976-4a09-994f-e5604270deab tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 210 time: 0.0783436 Feb 11 13:05:14.342934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event deleted for resources: {'Port': ['ID=46703a18-137f-4387-b59e-97886d92b56a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:14.546292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Pushing event updated for resources: {'Port': ['ID=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:14.584802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Attempting to bind port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:14.585174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Attempting to bind port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:14.585542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Attempting to bind port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:14.599496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:14.599880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:14.607318 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.607741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:14.611088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Bound port: 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:14.612023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.635439 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.704487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (4fe054de-d5c8-4547-8738-abd31fd96d1a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.783500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a19e6d90-b436-4521-b660-4d9928b44a07 None None] Current status of the port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:14.853881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] No DVR routers for this DVR port 46703a18-137f-4387-b59e-97886d92b56a on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:14.857421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.868386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:14.873433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cde089fe-97af-455f-8eed-b7af3fa83749 req-7890cfbf-437c-4f20-a4d4-1fe378beb759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "DELETE /v2.0/ports/46703a18-137f-4387-b59e-97886d92b56a HTTP/1.1" status: 204 len: 173 time: 3.5459175 Feb 11 13:05:14.889091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-deleted', 'tag': '46703a18-137f-4387-b59e-97886d92b56a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:14.892993 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b272575-1b7f-4653-b91d-da5772212815" -d '{"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-deleted", "tag": "46703a18-137f-4387-b59e-97886d92b56a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:14.896837 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4fe054de-d5c8-4547-8738-abd31fd96d1a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.899085 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Publish callbacks [] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.939196 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:14.986564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=4fe054de-d5c8-4547-8738-abd31fd96d1a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:15.011748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:15.023368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:15.028926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:15.035854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:15.035854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.048034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.096099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4e7b0ec7-f712-46d7-95fd-27ddd250b511 tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "DELETE /v2.0/ports/c40ea3b3-25c3-4a0e-b0c6-084beef18f3c HTTP/1.1" status: 204 len: 168 time: 4.2671194 Feb 11 13:05:15.107361 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c72f903-a79a-4023-8ed9-193ea9f01429 x-openstack-request-id: req-7c72f903-a79a-4023-8ed9-193ea9f01429 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:15.107596 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d8089-5bd9-4fc9-a591-5b5fbe75d60c", "name": "network-vif-deleted", "tag": "46703a18-137f-4387-b59e-97886d92b56a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:15.107875 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c72f903-a79a-4023-8ed9-193ea9f01429 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:15.108274 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d8089-5bd9-4fc9-a591-5b5fbe75d60c', 'name': 'network-vif-deleted', 'tag': '46703a18-137f-4387-b59e-97886d92b56a', 'status': 'completed', 'code': 200} Feb 11 13:05:15.127183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46092) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:15.212169 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Allocated IP 172.20.0.1 (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33/7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967/82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:15.226640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eeab7580-b460-4a8a-9d33-1752955cfd9d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7424781 Feb 11 13:05:15.230951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46094) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:15.313406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2546c689-2dcd-42d2-8eca-4c34005b94b1 req-df7494bf-78fd-456e-b6bc-c64f93a13214 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1061721 Feb 11 13:05:15.350699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8b9d83e0-7a59-4d08-8cbb-0888f573cc03 None None] Provisioning complete for port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:15.357336 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Attempting to bind port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:15.361050 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Attempting to bind port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:15.363116 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Attempting to bind port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:15.363437 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b9d83e0-7a59-4d08-8cbb-0888f573cc03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.381766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] For port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:15.394648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] For port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:15.395065 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:15.395448 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:15.404712 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.405133 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:15.405657 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Bound port: 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:15.406054 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.417239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Deleting subnet 27d54649-3adc-4350-be14-b6cccc5bee70 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:15.429028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks [] for subnet (27d54649-3adc-4350-be14-b6cccc5bee70), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.465400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:15.468050 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.480815 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Pushing event updated for resources: {'Port': ['ID=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:15.526213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks [] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.533191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.534577 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.536625 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.538011 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.539831 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.540409 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.540991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.547689 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.549305 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.549903 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.552112 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.553337 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.554521 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:15.566834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.580275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.595899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dff9252e-cb23-4eda-bc13-0628222912ca req-91991120-e3db-4575-8c32-ecec920a9349 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=329d8089-5bd9-4fc9-a591-5b5fbe75d60c HTTP/1.1" status: 200 len: 210 time: 0.0785108 Feb 11 13:05:15.636401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (27d54649-3adc-4350-be14-b6cccc5bee70), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.659747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5212b-5871-4822-8e2a-87f98a2f7657 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:15.669673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5212b-5871-4822-8e2a-87f98a2f7657 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:15.674760 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] For port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:15.675654 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1ab5212b-5871-4822-8e2a-87f98a2f7657 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4162736 Feb 11 13:05:15.678423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46100) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:15.691229 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] For port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:15.705327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:15.711606 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.730823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:15.743995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:15.809360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Pushing event updated for resources: {'Port': ['ID=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:15.880951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5192ce-86fc-4510-8de8-97e4042bd77d None None] Pushing event updated for resources: {'Port': ['ID=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:15.881947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53a811-bcb1-490e-bbe9-a3badaa9f211 req-288c5aec-65ad-4fed-995f-e1aa6dbc031f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:15.883744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ba53a811-bcb1-490e-bbe9-a3badaa9f211 req-288c5aec-65ad-4fed-995f-e1aa6dbc031f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.3193936 Feb 11 13:05:15.938490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8b9d83e0-7a59-4d08-8cbb-0888f573cc03 None None] Current status of the port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:15.941037 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (27d54649-3adc-4350-be14-b6cccc5bee70), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:15.942428 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:15.943653 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:15.943883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:15.949432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (242dc181-c792-4302-881d-4da7faac9b15), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.040116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ba53a811-bcb1-490e-bbe9-a3badaa9f211 req-8c64e795-6db7-45a0-9ae4-708aea86a3c3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445270 Feb 11 13:05:16.068681 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a46b89-636b-4111-bb48-40664d320d95 None None] Pushing event updated for resources: {'Port': ['ID=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:16.102209 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (27d54649-3adc-4350-be14-b6cccc5bee70), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.117488 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.150336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 4fe054de-d5c8-4547-8738-abd31fd96d1a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:16.151100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4fe054de-d5c8-4547-8738-abd31fd96d1a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.176466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8592ec8-85be-4d10-b827-8bd1bd779472 None None] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:16.177976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.183618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "DELETE /v2.0/subnets/27d54649-3adc-4350-be14-b6cccc5bee70 HTTP/1.1" status: 204 len: 168 time: 1.0479989 Feb 11 13:05:16.183618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd267f-c3f2-4fb7-8354-625f7da298be tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event deleted for resources: {'Subnet': ['ID=27d54649-3adc-4350-be14-b6cccc5bee70,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:16.184207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:16.226209 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:16.232772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2bfb12b-3ba0-4195-a755-bbf2776315bd None None] Provisioning complete for port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:16.233276 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2bfb12b-3ba0-4195-a755-bbf2776315bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.308577 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.403754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4fe054de-d5c8-4547-8738-abd31fd96d1a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.428234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Deleting port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:16.428741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.448563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 4fe054de-d5c8-4547-8738-abd31fd96d1a owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:16.472478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.487948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e2bfb12b-3ba0-4195-a755-bbf2776315bd None None] Port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:05:16.536136 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:11Z', 'revision_number': 3, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:16.609490 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ecd0d-3e72-4df8-82c7-4cc462ccb8b8 None None] The sync data for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 is: [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:11Z', 'revision_number': 3, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:05:16.622443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] DHCP port deletion for 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:16.640412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-511f97c9-2dd2-4b30-be3b-383b4d40ccd4 req-8bb004e1-adad-4c14-83f6-24e6855dffbd tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0717411 Feb 11 13:05:16.675598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] For port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,segment=NetworkSegment(6396eeef-9776-4b6d-8f42-6bd4cb72fa8f),segment_id=6396eeef-9776-4b6d-8f42-6bd4cb72fa8f)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:16.677892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.719719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Calling delete_port for 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:16.771484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] Deleting port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:16.771978 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.908144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:16.937440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:16.939467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] No DVR routers for this DVR port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:17.200432 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.209670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] For port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,segment=NetworkSegment(6396eeef-9776-4b6d-8f42-6bd4cb72fa8f),segment_id=6396eeef-9776-4b6d-8f42-6bd4cb72fa8f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:17.209670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.230000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d97705c-5dbb-45b8-bb4e-6f2ecd09150b']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:17.241274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6396eeef-9776-4b6d-8f42-6bd4cb72fa8f') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:17.241986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6396eeef-9776-4b6d-8f42-6bd4cb72fa8f') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:17.247486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks [] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.250521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4fe054de-d5c8-4547-8738-abd31fd96d1a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.256240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (6396eeef-9776-4b6d-8f42-6bd4cb72fa8f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.273522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6396eeef-9776-4b6d-8f42-6bd4cb72fa8f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.279151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] Calling delete_port for 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:17.281365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:05:17.282090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (6396eeef-9776-4b6d-8f42-6bd4cb72fa8f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.310235 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.322061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=4fe054de-d5c8-4547-8738-abd31fd96d1a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.329440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.452239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:17.452623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.462967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Pushing event updated for resources: {'Port': ['ID=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:05:17.476992 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:05:17.486057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-e5f795e1-6481-4322-92fc-0f4eb459a448 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:17.493189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-e5f795e1-6481-4322-92fc-0f4eb459a448 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 822 time: 0.1187606 Feb 11 13:05:17.510084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-b59523ea-0984-4767-b21f-6a8ddb365a52 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/quotas/e5ee7c41b7f648789ba982f26b9b5a94 HTTP/1.1" status: 200 len: 375 time: 0.0158019 Feb 11 13:05:17.519418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (8d97705c-5dbb-45b8-bb4e-6f2ecd09150b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.524471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.530737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] 10.222.0.42 "DELETE /v2.0/networks/8d97705c-5dbb-45b8-bb4e-6f2ecd09150b HTTP/1.1" status: 204 len: 168 time: 1.3431196 Feb 11 13:05:17.534161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event deleted for resources: {'Port': ['ID=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.593476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8f5eaff6-24bb-444e-9eb3-5fc328145030 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824087 Feb 11 13:05:17.614256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.633185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef96426-5cea-4321-86ab-af584d232eea tempest-ExtraDHCPOptionsTestJSON-995816245 tempest-ExtraDHCPOptionsTestJSON-995816245-project] Pushing event deleted for resources: {'Network': ['ID=8d97705c-5dbb-45b8-bb4e-6f2ecd09150b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.635169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a11b95a7-c742-4cad-b789-b10e3ff4574f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/4fe054de-d5c8-4547-8738-abd31fd96d1a HTTP/1.1" status: 204 len: 168 time: 1.9531214 Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: from cryptography.utils import int_from_bytes Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: from cryptography.utils import int_from_bytes Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.639646 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:05:17.642656 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:05:17.643582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46140) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:17.661325 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (6d3d54bf-d868-4892-b5b8-7865a3c53ee1), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.686033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-55b0c314-2e2d-4a62-95f9-022e5b206c10 None None] Provisioning complete for port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:17.686733 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55b0c314-2e2d-4a62-95f9-022e5b206c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.700204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (242dc181-c792-4302-881d-4da7faac9b15), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:17.758913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] Network 8d97705c-5dbb-45b8-bb4e-6f2ecd09150b is not hosted by any dhcp agent {{(pid=109686) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:05:17.772129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] No DVR routers for this DVR port 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:17.787280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3a5b4-a131-4995-abba-1e6c999354f3 None None] Pushing event deleted for resources: {'Port': ['ID=6d3d54bf-d868-4892-b5b8-7865a3c53ee1,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:17.795503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19715327-f866-4f93-9b1a-5e368e0d294d req-7442ef91-f744-4a76-9ff1-b9609841ddf0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:17.815616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-19715327-f866-4f93-9b1a-5e368e0d294d req-7442ef91-f744-4a76-9ff1-b9609841ddf0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.5510144 Feb 11 13:05:17.842426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8b5206fd-7174-41e2-90b3-5c9239e01df4 service neutron] 10.222.0.42 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477810 Feb 11 13:05:17.898328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:17.898722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.037011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:18.038752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-55b0c314-2e2d-4a62-95f9-022e5b206c10 None None] Current status of the port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:18.039728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55b0c314-2e2d-4a62-95f9-022e5b206c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.071304 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-19715327-f866-4f93-9b1a-5e368e0d294d req-ba54191f-60a9-4d14-b9cc-78d7f22c24b7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546649 Feb 11 13:05:18.078198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.088635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8730d-92da-4105-8bc0-1b7a169b7f04 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:18.094508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8730d-92da-4105-8bc0-1b7a169b7f04 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:18.106141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-33a8730d-92da-4105-8bc0-1b7a169b7f04 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4614234 Feb 11 13:05:18.115537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46148) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:18.184361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46152) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:18.204897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-4de01890-33c9-4d0e-bd2c-0acdfbdcd439 service neutron] 10.222.0.42 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613291 Feb 11 13:05:18.253777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:18.278299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:18.278643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d3d54bf-d868-4892-b5b8-7865a3c53ee1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:18.335092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 1be0c2ff-baa6-4c73-a350-5a5864216214 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:18.359554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:18.372270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-55b0c314-2e2d-4a62-95f9-022e5b206c10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:05:18.372402 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-55b0c314-2e2d-4a62-95f9-022e5b206c10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:05:18.421387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6f3a00f-32c5-4eb9-9d9f-697739d8c75a req-9b964875-44ac-4092-8ba7-7bde79e0af2b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1072011 Feb 11 13:05:18.424407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (1be0c2ff-baa6-4c73-a350-5a5864216214), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.540523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (1be0c2ff-baa6-4c73-a350-5a5864216214), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.585891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:18.589472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:18.608027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2e24fdc1-f1f3-4d2a-8e7a-4148072c2117 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b67f95a76ee4e82be2bd16317b98294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3927593 Feb 11 13:05:18.611157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47e65b03-819d-4ad0-bc32-7630a6263df8 req-5c22c2e2-4952-45d7-b170-44f02d315280 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 210 time: 0.0602686 Feb 11 13:05:18.611647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46162) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:18.709508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8adebedf-91ae-4317-98a3-b2ab7bead12a admin admin] Publish callbacks [] for security_group (a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.756439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8adebedf-91ae-4317-98a3-b2ab7bead12a admin admin] Publish callbacks [] for security_group (a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.838486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8adebedf-91ae-4317-98a3-b2ab7bead12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.841495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8adebedf-91ae-4317-98a3-b2ab7bead12a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:18.846552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8adebedf-91ae-4317-98a3-b2ab7bead12a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85 HTTP/1.1" status: 204 len: 168 time: 0.2338963 Feb 11 13:05:18.858553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adebedf-91ae-4317-98a3-b2ab7bead12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d1c0c8-ee4d-48a2-a4f4-6143ed8a4c85,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:18.980789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:18.981676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (1be0c2ff-baa6-4c73-a350-5a5864216214), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:19.027792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-55b0c314-2e2d-4a62-95f9-022e5b206c10 None None] Current status of the port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:19.040270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Router 242dc181-c792-4302-881d-4da7faac9b15 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:05:19.045105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:19.045491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:19.148788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-be0aa5e3-3e19-402e-a1fc-9c456a108420 None None] Could not find standard attr ID for object 4fe054de-d5c8-4547-8738-abd31fd96d1a. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:05:19.169567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (1be0c2ff-baa6-4c73-a350-5a5864216214), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:19.199308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-be0aa5e3-3e19-402e-a1fc-9c456a108420 None None] Provisioning complete for port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:19.199832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be0aa5e3-3e19-402e-a1fc-9c456a108420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:19.268378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=1be0c2ff-baa6-4c73-a350-5a5864216214,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:19.275288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:19.284941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2c8a9898-55ee-4348-a4e5-cd0e5fb689fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/1be0c2ff-baa6-4c73-a350-5a5864216214 HTTP/1.1" status: 204 len: 168 time: 1.1678181 Feb 11 13:05:19.287458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46178) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:19.344073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702a526-47f0-4e4f-b13a-b6e16b2d7478 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:19.394060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46180) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:19.394336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cd213f1f-2d18-4c3f-b46b-6abde7bba1b3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056242 Feb 11 13:05:19.400866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 395ed8b0-01c8-4654-abaf-406751546406 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:05:19.402938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:19.429751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:19.446787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3baff51c-210e-4ff1-a72d-1b62ae0ba0be admin admin] 10.222.0.42 "PUT /v2.0/routers/242dc181-c792-4302-881d-4da7faac9b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3385332 Feb 11 13:05:19.710336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52f2630f-ca86-4c49-b860-d4af18353d62 req-3d88b778-f2be-4e15-9a08-b64345ba3c49 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0973730 Feb 11 13:05:19.845386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-316b2c96-f3bb-47d0-80f0-989ea57bd209 req-7bc65361-3d6a-48eb-a725-4d42834f3767 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 210 time: 0.0424271 Feb 11 13:05:20.008767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:20.057309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '395ed8b0-01c8-4654-abaf-406751546406', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'port_id': '395ed8b0-01c8-4654-abaf-406751546406', 'mac_address': 'fa:16:3e:ff:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:05:20.059876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Sync routers for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:05:20.124293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9841eda-08ae-4f98-bc8d-78e504d61791 req-5fa9b07f-c83d-4408-8c9d-093a99d60897 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:20.134242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d9841eda-08ae-4f98-bc8d-78e504d61791 req-5fa9b07f-c83d-4408-8c9d-093a99d60897 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.8037932 Feb 11 13:05:20.146512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-be0aa5e3-3e19-402e-a1fc-9c456a108420 None None] Port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:05:20.148284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:20.149160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:20.159316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:20.160890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:20.269392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:20.278768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:20.340119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 395ed8b0-01c8-4654-abaf-406751546406 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:20.340720 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:20.346504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:20.347159 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:20.377905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d9841eda-08ae-4f98-bc8d-78e504d61791 req-a924bcbf-518a-4b4a-9972-1ec17d5758b6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420642 Feb 11 13:05:20.486643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 395ed8b0-01c8-4654-abaf-406751546406 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:05:20.518155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:20.588208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:20.628442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:20.670560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46214) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:20.702164 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:20.731867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46218) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:20.737305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1016b91d-ccb6-4709-881c-81a4a496eca7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1134522290', 'description': 'tempest-description--1918159290'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:20.802327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1016b91d-ccb6-4709-881c-81a4a496eca7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:20.881551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:20.901494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2058267017'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:20.946927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-65c748a2-f992-43c8-9996-3ce9bce5506b req-8eeeed7a-086c-408e-9dab-45babd278c36 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.0536766 Feb 11 13:05:20.951269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['395ed8b0-01c8-4654-abaf-406751546406'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:05:21.084451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:05:21.113182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] Deleting port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:21.113834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.177386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e90521b-b1ea-4496-8bb3-b621285ee7e1 req-72d286e5-2cca-448c-a30d-d3392ce18d47 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 210 time: 0.1378174 Feb 11 13:05:21.198351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:21.206751 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.240654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.321399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:21.321835 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.442883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.562144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:21.597143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.616465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (82c2d672-f41f-42e1-8e78-4bb73cdcd672), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.692792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1016b91d-ccb6-4709-881c-81a4a496eca7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group (238b437a-9a2d-4e90-88fd-33eb7ea12078), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.729410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] For port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:21.730102 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.773790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-af8a8f31-602b-4a1d-86e9-3ee479a365bd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:21.783656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-af8a8f31-602b-4a1d-86e9-3ee479a365bd tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 822 time: 0.8285580 Feb 11 13:05:21.784737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (82c2d672-f41f-42e1-8e78-4bb73cdcd672), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.794318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1016b91d-ccb6-4709-881c-81a4a496eca7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (238b437a-9a2d-4e90-88fd-33eb7ea12078), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.805142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] Calling delete_port for 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:21.887141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd834eb-6424-4724-82bb-5e0b4f476571 req-33379a71-f5be-44af-ab99-ac83a5a404c8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:21.888920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bfd834eb-6424-4724-82bb-5e0b4f476571 req-33379a71-f5be-44af-ab99-ac83a5a404c8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 944 time: 0.3288674 Feb 11 13:05:21.901719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Request body: {'port': {'device_id': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'admin_state_up': True, 'tenant_id': 'e5ee7c41b7f648789ba982f26b9b5a94'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:21.905354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c2d672-f41f-42e1-8e78-4bb73cdcd672,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:21.912953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:21.922546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:21.966293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:21.971448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1016b91d-ccb6-4709-881c-81a4a496eca7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:21.981965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46256) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:21.995659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1016b91d-ccb6-4709-881c-81a4a496eca7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2434056 Feb 11 13:05:22.011900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-59369494-7235-419a-92a9-ccd986014d92 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Request body: {'security_group_rule': {'security_group_id': '238b437a-9a2d-4e90-88fd-33eb7ea12078', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:22.073050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (885de43a-a190-45fd-81ec-f3664e98e9fe), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.073768 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment 885de43a-a190-45fd-81ec-f3664e98e9fe of type vlan for network 8a54f7a6-a9fe-4aee-8a26-97798e05169d Feb 11 13:05:22.078215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016b91d-ccb6-4709-881c-81a4a496eca7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238b437a-9a2d-4e90-88fd-33eb7ea12078,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.133367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] For port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:22.152943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 2, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:22.181157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bfd834eb-6424-4724-82bb-5e0b4f476571 req-66b3d18f-6e63-4e50-93d1-9acf8ffa8f95 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831175 Feb 11 13:05:22.215927 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59369494-7235-419a-92a9-ccd986014d92 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group_rule (3df32949-41ef-4953-b426-3bfb194ec9c8), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.229097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Checking router: 242dc181-c792-4302-881d-4da7faac9b15 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:05:22.230922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Updating router 242dc181-c792-4302-881d-4da7faac9b15 port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:05:22.234366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a1e5e5a-9b3f-4271-b3f0-4434feb839ef req-74b6e87e-cb6d-4eb0-8573-cb4f8565c410 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1228771 Feb 11 13:05:22.254876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (8a54f7a6-a9fe-4aee-8a26-97798e05169d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.285089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Made reservation on behalf of e5ee7c41b7f648789ba982f26b9b5a94 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:22.285584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.289546 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.328059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (8a54f7a6-a9fe-4aee-8a26-97798e05169d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.333157 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.334927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:22.335832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.401312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (1e62a717-906d-4ffe-8a92-f683ac14a6d5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.433459 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.460457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:22.460752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.491776 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.516584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=8a54f7a6-a9fe-4aee-8a26-97798e05169d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.528335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-23e4f63e-5ca3-496e-837d-519cbff98409 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8561330 Feb 11 13:05:22.538237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46266) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:22.556037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'name': 'tempest-PortsIpV6TestJSON-1147201052'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:22.612967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:22.641750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,revision_number=6']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.649200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] No DVR routers for this DVR port 46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:22.695892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decff41-235f-4ec7-9302-e7cade3d3724 None None] Pushing event deleted for resources: {'Port': ['ID=46fbf722-75c1-4ed2-a8b9-84dd5ddcb71f,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.727912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59369494-7235-419a-92a9-ccd986014d92 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group_rule (3df32949-41ef-4953-b426-3bfb194ec9c8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.729006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=1e62a717-906d-4ffe-8a92-f683ac14a6d5,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.741419 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5babad85-8887-4d8c-91c8-52d1994a12c9 req-a5cfeb57-db63-4b7a-a7af-59e00807eb3d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 210 time: 0.3755429 Feb 11 13:05:22.747926 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59369494-7235-419a-92a9-ccd986014d92 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3df32949-41ef-4953-b426-3bfb194ec9c8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.788825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59369494-7235-419a-92a9-ccd986014d92 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df32949-41ef-4953-b426-3bfb194ec9c8,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.793430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:22.807034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59369494-7235-419a-92a9-ccd986014d92 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.807034 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-59369494-7235-419a-92a9-ccd986014d92 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8196423 Feb 11 13:05:22.807034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:22.809317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:22.810243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:22.812941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46270) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:22.819452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f58ee700-0f6c-4102-b4fc-3603a44e8d61 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Request body: {'security_group_rule': {'security_group_id': '238b437a-9a2d-4e90-88fd-33eb7ea12078', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:22.853152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-172cd30f-2002-4afe-907d-245f0e13b554 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4559093 Feb 11 13:05:22.855782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46272) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:22.862279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:c2:bf:20', 'name': 'tempest-NetworksTestDHCPv6-1891402134'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:22.883396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330cb08-fcf6-4312-9336-6c1c8a2a780f None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:22.902704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f58ee700-0f6c-4102-b4fc-3603a44e8d61 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group_rule (ed3110bb-110e-4df3-a01c-189fda873430), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.035160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Allocated IP 172.20.0.14 (b0263eeb-b60b-4a2d-abc5-795ccbe937bd/5c3903b2-aebc-413c-aac6-a52a0c423dfa/c06cfb2b-294a-413b-82fa-72982d2a1412) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:23.060595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:23.064043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.136861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f58ee700-0f6c-4102-b4fc-3603a44e8d61 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group_rule (ed3110bb-110e-4df3-a01c-189fda873430), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.137889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port c901a847-9c77-48f0-a97d-6634b57329c5 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:23.149903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f58ee700-0f6c-4102-b4fc-3603a44e8d61 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ed3110bb-110e-4df3-a01c-189fda873430), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.195686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ee700-0f6c-4102-b4fc-3603a44e8d61 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3110bb-110e-4df3-a01c-189fda873430,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:23.211359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f58ee700-0f6c-4102-b4fc-3603a44e8d61 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.213322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f58ee700-0f6c-4102-b4fc-3603a44e8d61 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3982828 Feb 11 13:05:23.218120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46284) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:23.231924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:23.254795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:23.317922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.365964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 395ed8b0-01c8-4654-abaf-406751546406 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:23.534679 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.626244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0914a-8fd0-4970-a2e6-ee1977853a25 req-d4234568-2f21-47ca-b3ed-3faba730c9df tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:23.628087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7f0914a-8fd0-4970-a2e6-ee1977853a25 req-d4234568-2f21-47ca-b3ed-3faba730c9df tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 944 time: 0.2775726 Feb 11 13:05:23.645985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6384faa2-d44b-45e7-a882-324503fb89b3 req-420889bd-a9a7-49b9-9910-db8d54280504 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1089296 Feb 11 13:05:23.683350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port d28aec72-fe91-40a3-bc42-96c201d08361 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:23.688393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '1e62a717-906d-4ffe-8a92-f683ac14a6d5'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:23.703455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.770881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.845621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (c901a847-9c77-48f0-a97d-6634b57329c5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.869988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 395ed8b0-01c8-4654-abaf-406751546406 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:23.870370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (395ed8b0-01c8-4654-abaf-406751546406), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.874716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7f0914a-8fd0-4970-a2e6-ee1977853a25 req-a227c194-3be9-4646-bf1c-37450d49088d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327673 Feb 11 13:05:23.931291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.968409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:23.990600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:24.081138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Network b0263eeb-b60b-4a2d-abc5-795ccbe937bd is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:24.096410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:24.100212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:24.154359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.166364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9c708-048d-4fe3-93d8-df5744145377 req-a5322b54-8064-45b7-ab02-6b2f9bd1a2fe tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:24.169700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7f9c708-048d-4fe3-93d8-df5744145377 req-a5322b54-8064-45b7-ab02-6b2f9bd1a2fe tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 932 time: 0.2190230 Feb 11 13:05:24.183301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fec2:bf20 (748fcd93-cfb1-4683-9579-584b9508fdbf/1e62a717-906d-4ffe-8a92-f683ac14a6d5/d28aec72-fe91-40a3-bc42-96c201d08361) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:24.230250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:24.230958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.296704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event updated for resources: {'Port': ['ID=c06cfb2b-294a-413b-82fa-72982d2a1412,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:24.334851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': '885de43a-a190-45fd-81ec-f3664e98e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:24.337542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: 8a54f7a6-a9fe-4aee-8a26-97798e05169d, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:24.372089 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Publish callbacks [] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.397308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.420978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-43dcde23-48d1-4dd8-b41e-e9b2ff1a4dd1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6189730 Feb 11 13:05:24.482967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=c901a847-9c77-48f0-a97d-6634b57329c5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:24.485840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:24.486568 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.502437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:24.528886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 8a54f7a6-a9fe-4aee-8a26-97798e05169d) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:24.534978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:24.555913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 395ed8b0-01c8-4654-abaf-406751546406 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:24.556376 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.558311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:24.565456 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.630791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2c815465-0d72-4ff3-ba6f-d531dc0894dc tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0897465 Feb 11 13:05:24.640745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57191035-cf4b-4702-b9d3-28b6abc509b6 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:24.649116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Request body: {'port': {'device_id': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:24.652345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:24.664371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba6e2-a247-4106-8870-a2a33b019fff None None] Pushing event updated for resources: {'Port': ['ID=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:24.668397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1613068270'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:24.730747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c7f9c708-048d-4fe3-93d8-df5744145377 req-dd162d33-e016-4608-a914-7cc322f5c117 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371332 Feb 11 13:05:24.886588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:24.891917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:24.935921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395ed8b0-01c8-4654-abaf-406751546406'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:24.938523 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4718de3d-42ac-4194-8004-e3ff5f117c8e" -d '{"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-plugged", "status": "completed", "tag": "395ed8b0-01c8-4654-abaf-406751546406"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:24.964055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:24.968074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Attempting to bind port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:24.968447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Attempting to bind port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:24.968809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Attempting to bind port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe on network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:25.018259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Allocated IP 172.25.1.188 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2151dbc6-5237-42ed-8053-b9a6bb56cbb9) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:25.044970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.051242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:25.071040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (657cab12-cea1-4bc1-a2d4-c03143eed4d8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.072223 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment 657cab12-cea1-4bc1-a2d4-c03143eed4d8 of type vlan for network d90226bd-4bc6-4b60-838e-81ad89752821 Feb 11 13:05:25.124727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d90226bd-4bc6-4b60-838e-81ad89752821), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.125443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7060a89-d4e4-4f56-815b-0cc6d6c2de08 req-1960fd42-c114-42f9-94a1-7a7bf9c7801e tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bea8dc4-4a37-4e1b-9ec0-d7e1409fe9a9 HTTP/1.1" status: 200 len: 210 time: 0.1423979 Feb 11 13:05:25.157457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:25.159763 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.179348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:25.179722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Checking segment: {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:25.180107 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.180495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Bound using segment: {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:25.196918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Bound port: 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:25.197527 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.213633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (d28aec72-fe91-40a3-bc42-96c201d08361), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.255584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d90226bd-4bc6-4b60-838e-81ad89752821), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.260672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:25.261410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.291009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d28aec72-fe91-40a3-bc42-96c201d08361), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.362578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:25.363573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=d28aec72-fe91-40a3-bc42-96c201d08361,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:25.419837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:25.427951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:25.435143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:25.454746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:25.455898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.512712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Allocated IP 2001:db8::f816:3eff:fed6:bade (748fcd93-cfb1-4683-9579-584b9508fdbf/1e62a717-906d-4ffe-8a92-f683ac14a6d5/3ac7e3a3-277f-4ed7-8552-f1309bc78c4a) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:25.526232 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8623927 Feb 11 13:05:25.529174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46308) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:25.620017 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98cc957-563d-4248-bfb4-796565394310 x-openstack-request-id: req-b98cc957-563d-4248-bfb4-796565394310 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:25.621356 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-plugged", "status": "completed", "tag": "395ed8b0-01c8-4654-abaf-406751546406", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:25.622459 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b98cc957-563d-4248-bfb4-796565394310 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:25.624798 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395ed8b0-01c8-4654-abaf-406751546406', 'code': 200} Feb 11 13:05:25.643849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'ports': [{'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d'}, {'network_id': 'd90226bd-4bc6-4b60-838e-81ad89752821'}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:25.646143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:25.646837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': 'd90226bd-4bc6-4b60-838e-81ad89752821'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:25.671665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c06cfb2b-294a-413b-82fa-72982d2a1412 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:05:25.688363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Publish callbacks [] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.704677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] For port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:25.709438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] For port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:25.718927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Transition to ACTIVE for port object c06cfb2b-294a-413b-82fa-72982d2a1412 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:25.725691 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.763604 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-00ab29a8-687f-48df-a7e7-c2158b1a889b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9065804 Feb 11 13:05:25.813191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46314) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:25.815763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc469f5a-549d-429a-9787-808af775b37a tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=d90226bd-4bc6-4b60-838e-81ad89752821,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:25.875841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Pushing event updated for resources: {'Port': ['ID=c06cfb2b-294a-413b-82fa-72982d2a1412,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:25.959624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Publish callbacks [] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:25.975018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6081a76e-4fe9-4e23-825d-0abf877d8048 None None] Provisioning complete for port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:25.975400 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6081a76e-4fe9-4e23-825d-0abf877d8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.032376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d90226bd-4bc6-4b60-838e-81ad89752821 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:26.036095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.037249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.046316 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.143185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597059-a6ff-47fa-b041-aa7f11ffdbac req-74dd2a0e-1d1f-4502-b689-a356e68b7f26 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:26.144954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f597059-a6ff-47fa-b041-aa7f11ffdbac req-74dd2a0e-1d1f-4502-b689-a356e68b7f26 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 944 time: 0.2207475 Feb 11 13:05:26.223922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Attempting to bind port c06cfb2b-294a-413b-82fa-72982d2a1412 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:26.227551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Attempting to bind port c06cfb2b-294a-413b-82fa-72982d2a1412 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:26.227947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Attempting to bind port c06cfb2b-294a-413b-82fa-72982d2a1412 on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:26.244469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Port c06cfb2b-294a-413b-82fa-72982d2a1412 on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:05:26.244801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Attempting to bind port c06cfb2b-294a-413b-82fa-72982d2a1412 on network b0263eeb-b60b-4a2d-abc5-795ccbe937bd {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:26.250519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:26.272621 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.272886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:26.273030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Checking segment: {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:26.273614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Bound using segment: {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:26.276105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Bound port: c06cfb2b-294a-413b-82fa-72982d2a1412, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '693c9364-b106-421a-8927-6796951e3fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:26.276424 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.284724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:26.288068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:26.293914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:26.308546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:26.359811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:26.366335 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event updated for resources: {'Port': ['ID=2151dbc6-5237-42ed-8053-b9a6bb56cbb9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:26.377291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:26.387813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8a4a2-8038-4a12-adf1-c14ef74876e9 req-87b5fb06-14d9-4403-83cc-0103165623dc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:26.389740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2fa8a4a2-8038-4a12-adf1-c14ef74876e9 req-87b5fb06-14d9-4403-83cc-0103165623dc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 1.2241139 Feb 11 13:05:26.392648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:26.442682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f597059-a6ff-47fa-b041-aa7f11ffdbac req-e7924c6d-2b88-4beb-9249-5eb3c623fd26 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895484 Feb 11 13:05:26.491631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Pushing event updated for resources: {'Port': ['ID=3ac7e3a3-277f-4ed7-8552-f1309bc78c4a,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:26.508517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] For port c06cfb2b-294a-413b-82fa-72982d2a1412, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:26.520146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] For port c06cfb2b-294a-413b-82fa-72982d2a1412, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c06cfb2b-294a-413b-82fa-72982d2a1412,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:26.532328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.558615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for floatingip (9e888e12-ac5e-4cf3-b0cf-ff301719b370), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.611162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:26.612531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.614419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] 10.222.0.53 "PUT /v2.0/ports/c06cfb2b-294a-413b-82fa-72982d2a1412 HTTP/1.1" status: 200 len: 1092 time: 2.1395826 Feb 11 13:05:26.615185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'tag': 'c06cfb2b-294a-413b-82fa-72982d2a1412'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:26.622951 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d280ee-8c6b-4b56-874e-0adc98568943" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e3d948-0673-4175-956f-e534bf7144a3", "tag": "c06cfb2b-294a-413b-82fa-72982d2a1412"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:26.658385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Pushing event updated for resources: {'Port': ['ID=c06cfb2b-294a-413b-82fa-72982d2a1412,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:26.686847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.708695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46326) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:26.802299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.805055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.805665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.806627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.807347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.807906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.809245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.810215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.811310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.813363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.813978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.814549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.816814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feca1cd-a213-462c-9608-b71c62a78c6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:26.882244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.884219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 2} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:26.889799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.893452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-339b7910-359b-465a-a012-281d38f79a23 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group (56dfe12a-7909-41f7-9207-02eae2e7ca5b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.908010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.916356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Attempting to bind port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:26.916903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Attempting to bind port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:26.917035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Attempting to bind port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:26.935366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a06b53-d3a7-4930-8fe2-79bb68024952 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:26.935821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-f259a0f2-c8df-4264-a0e6-0374163e1f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:26.940482 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-57a06b53-d3a7-4930-8fe2-79bb68024952 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.1174364 Feb 11 13:05:26.941219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:26.950916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-f259a0f2-c8df-4264-a0e6-0374163e1f1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 1126 time: 0.2875738 Feb 11 13:05:26.951438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46330) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:27.000061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-339b7910-359b-465a-a012-281d38f79a23 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group (56dfe12a-7909-41f7-9207-02eae2e7ca5b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.096533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:27.096960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:27.101737 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.102191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:27.102701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Bound port: 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:27.103097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.107002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6081a76e-4fe9-4e23-825d-0abf877d8048 None None] Current status of the port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:27.107378 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6081a76e-4fe9-4e23-825d-0abf877d8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.168495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ba6e2-a247-4106-8870-a2a33b019fff None None] Pushing event updated for resources: {'Port': ['ID=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:27.200482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-b3158373-b630-4a98-8fdb-068605adf740 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c06cfb2b-294a-413b-82fa-72982d2a1412 HTTP/1.1" status: 200 len: 217 time: 0.1848786 Feb 11 13:05:27.203839 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c847ca5-05e9-47b9-ab9f-5c92d31773e0 x-openstack-request-id: req-5c847ca5-05e9-47b9-ab9f-5c92d31773e0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:27.204146 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e3d948-0673-4175-956f-e534bf7144a3", "tag": "c06cfb2b-294a-413b-82fa-72982d2a1412", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:27.204400 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c847ca5-05e9-47b9-ab9f-5c92d31773e0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:27.204822 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'tag': 'c06cfb2b-294a-413b-82fa-72982d2a1412', 'status': 'completed', 'code': 200} Feb 11 13:05:27.225221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event updated for resources: {'Port': ['ID=2151dbc6-5237-42ed-8053-b9a6bb56cbb9,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:27.308564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (9e888e12-ac5e-4cf3-b0cf-ff301719b370), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.311002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] For port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:27.314960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] For port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3ac7e3a3-277f-4ed7-8552-f1309bc78c4a,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:27.344718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.359225 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2fa8a4a2-8038-4a12-adf1-c14ef74876e9 req-78b661e1-904e-4688-be3b-b507645a386b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7917831 Feb 11 13:05:27.442856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:27.471036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.489079 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bee0acf6-9038-4a41-b0d7-fd8264904b18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2664211 Feb 11 13:05:27.494467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-c58dd459-78be-469f-ac06-f36642533112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:27.495991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-c58dd459-78be-469f-ac06-f36642533112 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c3903b2-aebc-413c-aac6-a52a0c423dfa HTTP/1.1" status: 200 len: 862 time: 0.2722001 Feb 11 13:05:27.511587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 711b02e4-2861-46fc-af2f-04eb297790a5 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:27.610205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6081a76e-4fe9-4e23-825d-0abf877d8048 None None] For port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:27.643083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port d28aec72-fe91-40a3-bc42-96c201d08361 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:27.643423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d28aec72-fe91-40a3-bc42-96c201d08361), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.656935 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6081a76e-4fe9-4e23-825d-0abf877d8048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.663473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-27d706a4-855b-43b4-9eca-455cfeb61cee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522253 Feb 11 13:05:27.746748 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (711b02e4-2861-46fc-af2f-04eb297790a5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.899540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 6437d6dd-4040-4dc0-b98a-e36b7cbc03f7 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:27.925416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-339b7910-359b-465a-a012-281d38f79a23 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (56dfe12a-7909-41f7-9207-02eae2e7ca5b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.936588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-339b7910-359b-465a-a012-281d38f79a23 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:27.938076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-339b7910-359b-465a-a012-281d38f79a23 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/security-groups/56dfe12a-7909-41f7-9207-02eae2e7ca5b HTTP/1.1" status: 204 len: 168 time: 1.2277169 Feb 11 13:05:28.082595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (6437d6dd-4040-4dc0-b98a-e36b7cbc03f7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:28.128460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:28.446652 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-59a41af3-9b55-43b9-b9bd-4ec7bc370cd6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] show failed (client error): The resource could not be found. Feb 11 13:05:28.451856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299ac9b-23f0-4093-a93c-2e5955e2064d None None] Pushing event updated for resources: {'Port': ['ID=3ac7e3a3-277f-4ed7-8552-f1309bc78c4a,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:28.457435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-59a41af3-9b55-43b9-b9bd-4ec7bc370cd6 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "GET /v2.0/security-groups/56dfe12a-7909-41f7-9207-02eae2e7ca5b HTTP/1.1" status: 404 len: 347 time: 0.3117344 Feb 11 13:05:28.467982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-2e034d8b-b293-4ea7-80dc-86778d293b8e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1134522290&fields=id&tenant_id=08d821a9bbdb45ae93a7f422a47d4a69 HTTP/1.1" status: 200 len: 267 time: 0.3384264 Feb 11 13:05:28.468530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46356) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:28.660419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6081a76e-4fe9-4e23-825d-0abf877d8048 None None] Pushing event updated for resources: {'Port': ['ID=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:28.763669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5d7dfcf9-e867-4b88-afd4-de62113b3704 None None] Provisioning complete for port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:28.764045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d7dfcf9-e867-4b88-afd4-de62113b3704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:28.996511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b7910-359b-465a-a012-281d38f79a23 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dfe12a-7909-41f7-9207-02eae2e7ca5b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:29.044804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:29.159465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9958c9e7-0e17-4f6c-a20e-b36c9733233f None None] The sync data for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 is: [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:25Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:05:29.188549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5d7dfcf9-e867-4b88-afd4-de62113b3704 None None] Current status of the port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:29.260409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d28aec72-fe91-40a3-bc42-96c201d08361), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:29.298334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-439b7ba2-7c31-4d3a-843e-4df134878d9d service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6339481 Feb 11 13:05:29.299365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for d28aec72-fe91-40a3-bc42-96c201d08361 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:29.330751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-781e39ff-8003-474e-9293-dc89ae67a8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:29.334484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad15d5-3910-4824-962b-4e3282721ac1 req-440b8a88-ed7f-4d84-b135-c53f01f1745b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:29.354435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52ad15d5-3910-4824-962b-4e3282721ac1 req-440b8a88-ed7f-4d84-b135-c53f01f1745b tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 944 time: 1.4128456 Feb 11 13:05:29.518721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52ad15d5-3910-4824-962b-4e3282721ac1 req-10212c4d-6558-48c3-8f9b-9b51f2a0ff1e tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635435 Feb 11 13:05:29.653445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (711b02e4-2861-46fc-af2f-04eb297790a5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:29.850764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c9d0e-734f-4170-b763-dfbcdabeb981 req-158b4622-4074-40e8-896a-40b6ff4672b0 service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5375955 Feb 11 13:05:29.852934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-97e2782b-dd89-468e-ba2d-116c092077aa None None] Provisioning complete for port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:29.853421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-97e2782b-dd89-468e-ba2d-116c092077aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:29.888212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f63b1-266d-42e1-b9ed-530e8b7a8002 req-b7a0aaf5-2549-4c5b-8562-188ec07af6ee tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:29.910280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f4f63b1-266d-42e1-b9ed-530e8b7a8002 req-b7a0aaf5-2549-4c5b-8562-188ec07af6ee tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.2539010 Feb 11 13:05:29.938265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=711b02e4-2861-46fc-af2f-04eb297790a5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:29.982984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:30.001033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:30.013092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:30.016396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6437d6dd-4040-4dc0-b98a-e36b7cbc03f7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.057323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-b31c10d9-ce8e-4116-908a-dca8575575b9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:30.059414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-b31c10d9-ce8e-4116-908a-dca8575575b9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/networks?id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 HTTP/1.1" status: 200 len: 811 time: 1.5648112 Feb 11 13:05:30.136122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f4f63b1-266d-42e1-b9ed-530e8b7a8002 req-d2a7c980-144d-4e1b-b84c-309605e5ca34 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238233 Feb 11 13:05:30.201794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-a24f8dcc-0b15-46c4-a128-6fc1f76e6385 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/quotas/08d821a9bbdb45ae93a7f422a47d4a69 HTTP/1.1" status: 200 len: 375 time: 0.0589094 Feb 11 13:05:30.247392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-97e2782b-dd89-468e-ba2d-116c092077aa None None] Current status of the port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:30.254433 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-97e2782b-dd89-468e-ba2d-116c092077aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.270157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port 1a1ba8f9-64c4-413f-8863-f9f149548bb0 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:30.276476 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.292721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:30.393708 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.394494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for floatingip (1a1ba8f9-64c4-413f-8863-f9f149548bb0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.396753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-5274b3b5-df73-4e91-8842-4352fa46caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:30.404285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-5274b3b5-df73-4e91-8842-4352fa46caf5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 1126 time: 0.4418535 Feb 11 13:05:30.408880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d28aec72-fe91-40a3-bc42-96c201d08361), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.417758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for 1a1ba8f9-64c4-413f-8863-f9f149548bb0 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:30.426566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-97e2782b-dd89-468e-ba2d-116c092077aa None None] For port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3ac7e3a3-277f-4ed7-8552-f1309bc78c4a,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:30.448308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-97e2782b-dd89-468e-ba2d-116c092077aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.605632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1175d7a0-5108-463c-a81a-e3ee562df4c7 None None] Could not find standard attr ID for object d28aec72-fe91-40a3-bc42-96c201d08361. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:05:30.673658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2782b-dd89-468e-ba2d-116c092077aa None None] Pushing event updated for resources: {'Port': ['ID=3ac7e3a3-277f-4ed7-8552-f1309bc78c4a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:30.676598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.678344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/d28aec72-fe91-40a3-bc42-96c201d08361 HTTP/1.1" status: 204 len: 168 time: 3.7190654 Feb 11 13:05:30.681359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d36f14-42bc-4b61-8a55-3a9bbd4198ea tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=d28aec72-fe91-40a3-bc42-96c201d08361,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:30.688564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46376) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:30.698632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:30.700053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.749974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1a1ba8f9-64c4-413f-8863-f9f149548bb0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:30.782094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': '657cab12-cea1-4bc1-a2d4-c03143eed4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd90226bd-4bc6-4b60-838e-81ad89752821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:30.782866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: d90226bd-4bc6-4b60-838e-81ad89752821, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:30.848277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=6437d6dd-4040-4dc0-b98a-e36b7cbc03f7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:30.957606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:30.961586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:30.966527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f1e1d-e4d3-4c88-bc74-5e3dc0d6d2ac tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:30.967928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f1e1d-e4d3-4c88-bc74-5e3dc0d6d2ac tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:30.981759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-834f1e1d-e4d3-4c88-bc74-5e3dc0d6d2ac tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2817566 Feb 11 13:05:31.010274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46378) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:31.085731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:31.086133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:31.148671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8590d-478e-40a1-af1b-23f109a7a572 req-a9c1cfd8-6431-41b5-9ea9-8eb5dce2b5df tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.157782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b8590d-478e-40a1-af1b-23f109a7a572 req-a9c1cfd8-6431-41b5-9ea9-8eb5dce2b5df tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 944 time: 0.2892466 Feb 11 13:05:31.161933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c06cfb2b-294a-413b-82fa-72982d2a1412 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:05:31.181076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for floatingip (87ce0021-886e-4385-8280-82ee1e2cf277), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:31.188685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:31.191570 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/floatingips/87ce0021-886e-4385-8280-82ee1e2cf277 HTTP/1.1" status: 204 len: 168 time: 2.7203629 Feb 11 13:05:31.207048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 1e62a717-906d-4ffe-8a92-f683ac14a6d5 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:31.216064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:31.247567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (1e62a717-906d-4ffe-8a92-f683ac14a6d5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:31.261785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cf165-e87c-4fda-b420-cd2a7bfd518b tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=1a1ba8f9-64c4-413f-8863-f9f149548bb0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:31.271682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network d90226bd-4bc6-4b60-838e-81ad89752821 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:31.293886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-723f1d39-5889-4f3b-b193-6da77226f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.295466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-723f1d39-5889-4f3b-b193-6da77226f318 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 200 len: 923 time: 0.8825893 Feb 11 13:05:31.311962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b8590d-478e-40a1-af1b-23f109a7a572 req-723700f0-1e6d-4dae-adfb-6c91ea48d85f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403506 Feb 11 13:05:31.317693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-dfa51b08-e85d-4f0a-a634-4b86d279aff1 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=08d821a9bbdb45ae93a7f422a47d4a69&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0856409 Feb 11 13:05:31.416713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-08d05324-892d-4798-bd6f-f282eef13949 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c06cfb2b-294a-413b-82fa-72982d2a1412 HTTP/1.1" status: 200 len: 217 time: 0.1028171 Feb 11 13:05:31.513596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-6dca08ca-9882-4904-b6cc-8b45b4888127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.515617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-6dca08ca-9882-4904-b6cc-8b45b4888127 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5c3903b2-aebc-413c-aac6-a52a0c423dfa HTTP/1.1" status: 200 len: 862 time: 0.0921128 Feb 11 13:05:31.520409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d90226bd-4bc6-4b60-838e-81ad89752821) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:31.557520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8017ec7-0fd7-46fa-a85e-66484e904360 req-90a42c0e-0647-4c88-8ab8-e086803c43fb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.562802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488635d-fc21-4c57-ac19-b5a7d5e65cd4 None None] Network d90226bd-4bc6-4b60-838e-81ad89752821 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:31.568030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8017ec7-0fd7-46fa-a85e-66484e904360 req-90a42c0e-0647-4c88-8ab8-e086803c43fb tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.1333516 Feb 11 13:05:31.602653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-86a0f0d2-9b50-4938-a9a4-a4e3d6772006 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b0263eeb-b60b-4a2d-abc5-795ccbe937bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774357 Feb 11 13:05:31.621134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:31.631359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.646964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.648009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:31.654357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:31.666033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e7b043a0-a28e-4e23-bb1c-8ef5232db3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:31.765284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (1e62a717-906d-4ffe-8a92-f683ac14a6d5), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:31.854723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8017ec7-0fd7-46fa-a85e-66484e904360 req-5f5f4a2f-19e8-4467-8d4b-5633d9f4cb21 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833426 Feb 11 13:05:31.924832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:31.929377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-ceee7a87-a665-4e6c-96b1-7d49bca7314b service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184080 Feb 11 13:05:31.947007 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4327e282-42f8-4459-a6e4-a756b05969ac tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.3133271 Feb 11 13:05:31.952926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46388) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:32.038030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c06cfb2b-294a-413b-82fa-72982d2a1412, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c06cfb2b-294a-413b-82fa-72982d2a1412,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:32.042398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:32.043066 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.121116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'c06cfb2b-294a-413b-82fa-72982d2a1412', 'network_id': 'b0263eeb-b60b-4a2d-abc5-795ccbe937bd', 'port_id': 'c06cfb2b-294a-413b-82fa-72982d2a1412', 'mac_address': 'fa:16:3e:3c:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3903b2-aebc-413c-aac6-a52a0c423dfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:05:32.174179 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.203274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:32.210194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05d280ee-8c6b-4b56-874e-0adc98568943 req-367b8df6-625c-47d6-b88d-5c7b0e2bb069 service neutron] 10.222.0.53 "GET /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716055 Feb 11 13:05:32.277945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:32.279061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.286960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c06cfb2b-294a-413b-82fa-72982d2a1412 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:32.287560 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.342732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c06cfb2b-294a-413b-82fa-72982d2a1412 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:05:32.373653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c06cfb2b-294a-413b-82fa-72982d2a1412, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c06cfb2b-294a-413b-82fa-72982d2a1412,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:32.410089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c5d0003d-7de9-41e1-a1a7-c9ea1791ab14), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.426838 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-d95ba154-bc44-49c6-9b26-9de77af2da16 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8899264 Feb 11 13:05:32.513020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:32.531375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=c5d0003d-7de9-41e1-a1a7-c9ea1791ab14,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:32.545019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11031-d00d-4b3d-9a45-3e259ac7c2f8 req-0ce26107-be07-4ecb-96ba-45050a1c585d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:32.546742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b3c11031-d00d-4b3d-9a45-3e259ac7c2f8 req-0ce26107-be07-4ecb-96ba-45050a1c585d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 945 time: 0.1230259 Feb 11 13:05:32.572571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.636268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b3c11031-d00d-4b3d-9a45-3e259ac7c2f8 req-c8e945cc-9a22-47d9-9ff5-57adffbc1759 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771875 Feb 11 13:05:32.670917 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.674481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-bfab9cea-35bc-4361-9f9e-228a93946fa1 service neutron] 10.222.0.42 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461364 Feb 11 13:05:32.743703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (1e62a717-906d-4ffe-8a92-f683ac14a6d5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.816301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c06cfb2b-294a-413b-82fa-72982d2a1412,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:32.853767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['c06cfb2b-294a-413b-82fa-72982d2a1412'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:05:32.901912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.911890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c51cfeee-9472-4df2-8b1f-4bd3d70f505d tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/ports/c5d0003d-7de9-41e1-a1a7-c9ea1791ab14 HTTP/1.1" status: 204 len: 168 time: 1.6890025 Feb 11 13:05:32.915218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46402) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:32.979930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 6437d6dd-4040-4dc0-b98a-e36b7cbc03f7 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:32.980344 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6437d6dd-4040-4dc0-b98a-e36b7cbc03f7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.300920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f071c60a-6789-4358-85e1-eb910764a637 req-d802edda-4956-4c52-b9e3-afb345539bba tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 210 time: 0.1144435 Feb 11 13:05:33.304582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1afa-b36f-44d0-b6de-50ba6ee625ba req-df1bd583-4b40-4951-8339-8191c2eac5f4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:33.313746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-950d1afa-b36f-44d0-b6de-50ba6ee625ba req-df1bd583-4b40-4951-8339-8191c2eac5f4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.2312922 Feb 11 13:05:33.340913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6437d6dd-4040-4dc0-b98a-e36b7cbc03f7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.358651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting port e46c61ce-78a0-4a65-952e-4fd239451cf9 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:33.361082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.362239 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (1e62a717-906d-4ffe-8a92-f683ac14a6d5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.406379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 6437d6dd-4040-4dc0-b98a-e36b7cbc03f7 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:33.503524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-950d1afa-b36f-44d0-b6de-50ba6ee625ba req-6a297aec-b95a-4f42-86c0-39520d6188d7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833110 Feb 11 13:05:33.553977 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6437d6dd-4040-4dc0-b98a-e36b7cbc03f7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.567003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9169e-648a-481a-85ce-fe85034b08c3 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:33.572586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.589764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Calling delete_port for e46c61ce-78a0-4a65-952e-4fd239451cf9 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:33.617502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.631853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/6437d6dd-4040-4dc0-b98a-e36b7cbc03f7 HTTP/1.1" status: 204 len: 168 time: 1.6748457 Feb 11 13:05:33.635741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=1e62a717-906d-4ffe-8a92-f683ac14a6d5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:33.646078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46414) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:33.654668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:33.670946 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/1e62a717-906d-4ffe-8a92-f683ac14a6d5 HTTP/1.1" status: 204 len: 168 time: 2.6568451 Feb 11 13:05:33.707125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46418) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:33.891498 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b8450ec1-5edb-4034-ba37-5e537b12eb74 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1369672 Feb 11 13:05:33.893451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46424) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:33.910755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:33.918100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=6437d6dd-4040-4dc0-b98a-e36b7cbc03f7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:33.966068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.967573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.967985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.969678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.970161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.970648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.972129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.972474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.972809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.973138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.975845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.976259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:33.977470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45d92b1-fcca-4322-8e25-1d69467bc88a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.001751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.002930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.004139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.004580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.005780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.006120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.006456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.007756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.008089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.008420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.010914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.011266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.011597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495635c4-423d-452c-be59-d9d9aec3bfe4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.033037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] Deleting port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:34.033464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.044285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e46c61ce-78a0-4a65-952e-4fd239451cf9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.220584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Port': ['ID=e46c61ce-78a0-4a65-952e-4fd239451cf9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:34.297544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] For port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3ac7e3a3-277f-4ed7-8552-f1309bc78c4a,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:34.300071 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.315360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fd1c5-6b3d-46d4-9348-f629bfaf682f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:34.322243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720fd1c5-6b3d-46d4-9348-f629bfaf682f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:34.341995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] Calling delete_port for 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:34.346554 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-720fd1c5-6b3d-46d4-9348-f629bfaf682f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.6600482 Feb 11 13:05:34.352494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46428) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:34.492875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.500356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ca3715be-faf4-4c8e-9fc2-7907f8abe622 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/ports/e46c61ce-78a0-4a65-952e-4fd239451cf9 HTTP/1.1" status: 204 len: 168 time: 1.5839138 Feb 11 13:05:34.504862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46432) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:34.552517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da07f27a-d645-4947-942e-934adaa0b002 req-4d1e1994-9ea7-4c52-a6d0-70eb8a468e0e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 210 time: 0.0907340 Feb 11 13:05:34.554549 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.598856 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3ac7e3a3-277f-4ed7-8552-f1309bc78c4a), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.643334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] No DVR routers for this DVR port 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:34.693893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting subnet bb544348-6f0b-444e-ae1d-8e946d1822c2 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:34.697595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for subnet (bb544348-6f0b-444e-ae1d-8e946d1822c2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.712934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad5dd7-3f03-4221-821f-01c14d64c6c7 None None] Pushing event deleted for resources: {'Port': ['ID=3ac7e3a3-277f-4ed7-8552-f1309bc78c4a,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:34.769535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca9c703-1db4-43e8-b92a-7215a9432e58 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:34.772610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eca9c703-1db4-43e8-b92a-7215a9432e58 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8304949 Feb 11 13:05:34.781952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46436) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:34.789146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d26e-9880-46a8-b8aa-88857f5201d0 req-26893a2c-20f1-4cb9-8096-53872bd50260 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:34.790696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85d5d26e-9880-46a8-b8aa-88857f5201d0 req-26893a2c-20f1-4cb9-8096-53872bd50260 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 945 time: 0.8959382 Feb 11 13:05:34.877888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:05:34.902266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (bb544348-6f0b-444e-ae1d-8e946d1822c2), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.939196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87a5dd-386b-4751-911a-5387b6c98f9a req-cc86e2d3-8e08-415f-a1f0-89552225c23c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:34.940883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a87a5dd-386b-4751-911a-5387b6c98f9a req-cc86e2d3-8e08-415f-a1f0-89552225c23c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.1947341 Feb 11 13:05:34.968528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85d5d26e-9880-46a8-b8aa-88857f5201d0 req-1dccf84a-cc86-447d-ad75-99494de60cd9 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599998 Feb 11 13:05:34.990654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0618ed0c-940c-4633-86bc-770fb9d04e00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:34.992327 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0618ed0c-940c-4633-86bc-770fb9d04e00 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2006776 Feb 11 13:05:34.996423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46438) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:35.046756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a87a5dd-386b-4751-911a-5387b6c98f9a req-cc426cb1-a6c4-43f2-b238-88194a136e15 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950551 Feb 11 13:05:35.059705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df30a291-5952-4d51-a59b-9bb97b5ef84d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615466 Feb 11 13:05:35.075070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 711b02e4-2861-46fc-af2f-04eb297790a5 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:35.075070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (711b02e4-2861-46fc-af2f-04eb297790a5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.075402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46442) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:35.087285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:35.174425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c06cfb2b-294a-413b-82fa-72982d2a1412 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:35.255595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (bb544348-6f0b-444e-ae1d-8e946d1822c2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.310606 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.316588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port c06cfb2b-294a-413b-82fa-72982d2a1412 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:35.326655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port c06cfb2b-294a-413b-82fa-72982d2a1412 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:35.326931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.336209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (711b02e4-2861-46fc-af2f-04eb297790a5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.350044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (bb544348-6f0b-444e-ae1d-8e946d1822c2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.370447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-1649b30c-61cf-4231-ae93-2f08302c277c tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:35.372002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-1649b30c-61cf-4231-ae93-2f08302c277c tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.64 "GET /v2.0/networks?id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 HTTP/1.1" status: 200 len: 811 time: 0.3174872 Feb 11 13:05:35.373154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:35.376845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.410400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 711b02e4-2861-46fc-af2f-04eb297790a5 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:35.516781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c06cfb2b-294a-413b-82fa-72982d2a1412 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:35.517177 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.525307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-f917f144-475c-4e07-ba47-927dfc835d16 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08d821a9bbdb45ae93a7f422a47d4a69 HTTP/1.1" status: 200 len: 380 time: 0.1448064 Feb 11 13:05:35.537782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Request body: {'port': {'device_id': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'admin_state_up': True, 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'security_groups': ['238b437a-9a2d-4e90-88fd-33eb7ea12078']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:35.585229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c06cfb2b-294a-413b-82fa-72982d2a1412, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c06cfb2b-294a-413b-82fa-72982d2a1412,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:35.586516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06cfb2b-294a-413b-82fa-72982d2a1412'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:35.589216 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ca844d-f0b9-4a69-8a54-030b82ff410c" -d '{"events": [{"server_uuid": "f7e3d948-0673-4175-956f-e534bf7144a3", "name": "network-vif-plugged", "status": "completed", "tag": "c06cfb2b-294a-413b-82fa-72982d2a1412"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:35.601365 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.611247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Subnet': ['ID=bb544348-6f0b-444e-ae1d-8e946d1822c2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:35.640641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (711b02e4-2861-46fc-af2f-04eb297790a5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.642844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.653683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46456) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:35.654942 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-73074ff0-b285-41e8-9dbc-087260be1aa5 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/subnets/bb544348-6f0b-444e-ae1d-8e946d1822c2 HTTP/1.1" status: 204 len: 168 time: 1.1420355 Feb 11 13:05:35.656773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f194d-77ad-49db-96bb-dfa2bdcea38d None None] Network 289e2bbb-2984-4742-a689-7bd39985aa6f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:35.694534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=711b02e4-2861-46fc-af2f-04eb297790a5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:35.712902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.726322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Deleting subnet 4a51648f-dfc3-44b1-ac74-8b2cbc4b76df {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:35.728373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46458) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:35.748819 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d3849f5f-c28d-4ce9-919b-278a6bd5350f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/711b02e4-2861-46fc-af2f-04eb297790a5 HTTP/1.1" status: 204 len: 168 time: 1.3524475 Feb 11 13:05:35.751116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks [] for subnet (4a51648f-dfc3-44b1-ac74-8b2cbc4b76df), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.786668 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da8d682-1f30-41b4-99e3-e1807924a49c x-openstack-request-id: req-7da8d682-1f30-41b4-99e3-e1807924a49c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:35.787335 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e3d948-0673-4175-956f-e534bf7144a3", "name": "network-vif-plugged", "status": "completed", "tag": "c06cfb2b-294a-413b-82fa-72982d2a1412", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:35.787745 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7da8d682-1f30-41b4-99e3-e1807924a49c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:35.788295 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c06cfb2b-294a-413b-82fa-72982d2a1412', 'code': 200} Feb 11 13:05:35.870865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c06cfb2b-294a-413b-82fa-72982d2a1412,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:35.921053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b29df23-a05c-4941-b6ff-216be76c834a req-ea5f7113-032f-4c54-88a6-6a59e1bdaef9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 210 time: 0.0746429 Feb 11 13:05:35.972956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:36.004894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:36.007762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3ac7e3a3-277f-4ed7-8552-f1309bc78c4a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:36.007762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7297650d-780b-45df-874c-555384210ab1 None None] DHCP port deletion for 289e2bbb-2984-4742-a689-7bd39985aa6f request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:36.042567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (4a51648f-dfc3-44b1-ac74-8b2cbc4b76df), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.142770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7297650d-780b-45df-874c-555384210ab1 None None] Deleting port 4000c817-e5b0-4249-8a99-f72a9385c7b2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:36.143155 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7297650d-780b-45df-874c-555384210ab1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.149554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b5782-5305-4a89-9270-2c94cb42548e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.151144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-428b5782-5305-4a89-9270-2c94cb42548e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4178946 Feb 11 13:05:36.154173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46466) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:36.237918 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb572b1-fdfd-489f-8822-ffe280583273 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:05:36.246227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bbb572b1-fdfd-489f-8822-ffe280583273 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/6437d6dd-4040-4dc0-b98a-e36b7cbc03f7 HTTP/1.1" status: 404 len: 333 time: 0.0909076 Feb 11 13:05:36.246949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46472) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:36.255737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c84b84-c2c6-44f0-911f-207ad808845f req-6186edcb-1fcd-4f73-840d-672b7e790945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.257669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92c84b84-c2c6-44f0-911f-207ad808845f req-6186edcb-1fcd-4f73-840d-672b7e790945 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 1128 time: 0.3349137 Feb 11 13:05:36.263121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Made reservation on behalf of 08d821a9bbdb45ae93a7f422a47d4a69 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:36.266630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.281803 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-acde53cf-6532-4fbd-a8ea-d2b140695d57 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:05:36.291138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-acde53cf-6532-4fbd-a8ea-d2b140695d57 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/711b02e4-2861-46fc-af2f-04eb297790a5 HTTP/1.1" status: 404 len: 333 time: 0.0431142 Feb 11 13:05:36.291833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46474) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:36.300037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:05:36.335699 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (dc53bbd1-3031-461f-8fe9-0bfa34536546), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.387357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7297650d-780b-45df-874c-555384210ab1 None None] For port 4000c817-e5b0-4249-8a99-f72a9385c7b2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4000c817-e5b0-4249-8a99-f72a9385c7b2,segment=NetworkSegment(be3edf19-60bf-4e1a-9e00-b3562d756413),segment_id=be3edf19-60bf-4e1a-9e00-b3562d756413)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:36.394634 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7297650d-780b-45df-874c-555384210ab1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.426356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=dc53bbd1-3031-461f-8fe9-0bfa34536546,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:36.427048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7297650d-780b-45df-874c-555384210ab1 None None] Calling delete_port for 4000c817-e5b0-4249-8a99-f72a9385c7b2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:36.492010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e389f5-4d98-4760-9894-7a2d9937a3f9 req-5ba5a891-a527-4931-bd65-f99098104d3f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.494407 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2e389f5-4d98-4760-9894-7a2d9937a3f9 req-5ba5a891-a527-4931-bd65-f99098104d3f tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 946 time: 0.3553519 Feb 11 13:05:36.502893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:36.521331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:36.534976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.535963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.536821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb216b-9f36-4eee-b565-42ec27b1e48e None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:36.539919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d90226bd-4bc6-4b60-838e-81ad89752821), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.569242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e61f0097-62fc-4ab6-98f6-61e56300e29d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4952910 Feb 11 13:05:36.584080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46478) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:36.601667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:fb:3e:89', 'name': 'tempest-NetworksTestDHCPv6-1917062102'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:36.627098 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (4a51648f-dfc3-44b1-ac74-8b2cbc4b76df), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.632729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2e389f5-4d98-4760-9894-7a2d9937a3f9 req-bd147357-a7e7-4337-aeff-6ffa1038e6e0 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223376 Feb 11 13:05:36.743566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42468b6-9290-4f3c-82b2-1b8920276b4f req-f7bcde3f-fb19-4693-bbfe-e0f5210b0681 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.744548 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b42468b6-9290-4f3c-82b2-1b8920276b4f req-f7bcde3f-fb19-4693-bbfe-e0f5210b0681 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.3703461 Feb 11 13:05:36.764108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92c84b84-c2c6-44f0-911f-207ad808845f req-94185993-010a-4cc6-a017-385a2b4de649 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604926 Feb 11 13:05:36.774342 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7297650d-780b-45df-874c-555384210ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (4000c817-e5b0-4249-8a99-f72a9385c7b2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.858967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Allocated IP 172.20.0.7 (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33/7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967/7d220759-2541-45a7-a05c-9e73a2e31b8b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:36.920233 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (4a51648f-dfc3-44b1-ac74-8b2cbc4b76df), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.924442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': 'dc53bbd1-3031-461f-8fe9-0bfa34536546'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:36.925303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:36.941569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297650d-780b-45df-874c-555384210ab1 None None] Pushing event deleted for resources: {'Port': ['ID=4000c817-e5b0-4249-8a99-f72a9385c7b2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:36.998733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:37.002602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/subnets/4a51648f-dfc3-44b1-ac74-8b2cbc4b76df HTTP/1.1" status: 204 len: 168 time: 1.3457410 Feb 11 13:05:37.011167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46482) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:37.011813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66800b8-2509-487c-94ec-8e25d92aa6d1 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Subnet': ['ID=4a51648f-dfc3-44b1-ac74-8b2cbc4b76df,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:37.216266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (289e2bbb-2984-4742-a689-7bd39985aa6f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:37.335962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297650d-780b-45df-874c-555384210ab1 None None] No DVR routers for this DVR port 4000c817-e5b0-4249-8a99-f72a9385c7b2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:37.360269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5980cd3-2e84-4454-b315-35cf29c1e0bb None None] Network d2a07d6b-71f7-4b02-9dbb-38caa38e013d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:37.481602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce14cedb-733f-4fb8-aaa6-3fe3333f0912 req-30ced7e9-767f-4091-990a-5b1082807db0 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 210 time: 0.2479050 Feb 11 13:05:37.518388 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:37.712546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b42468b6-9290-4f3c-82b2-1b8920276b4f req-d5ea1f84-8c20-49b6-9aab-2c81cefc1c5e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014523 Feb 11 13:05:37.821814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (289e2bbb-2984-4742-a689-7bd39985aa6f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:37.862633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d90226bd-4bc6-4b60-838e-81ad89752821), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:37.906070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289e2bbb-2984-4742-a689-7bd39985aa6f']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:37.919816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4000c817-e5b0-4249-8a99-f72a9385c7b2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:37.924557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:37.937207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90226bd-4bc6-4b60-838e-81ad89752821']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:37.957603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3edf19-60bf-4e1a-9e00-b3562d756413') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:37.958088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3edf19-60bf-4e1a-9e00-b3562d756413') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:38.012969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e0309-2c14-4798-a97d-0928f023c028 req-44895fb8-42d5-4dd8-b643-1db94521cbe4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:38.015845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-400e0309-2c14-4798-a97d-0928f023c028 req-44895fb8-42d5-4dd8-b643-1db94521cbe4 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.4158955 Feb 11 13:05:38.069074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] DHCP port deletion for d2a07d6b-71f7-4b02-9dbb-38caa38e013d request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:38.077920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657cab12-cea1-4bc1-a2d4-c03143eed4d8') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:38.082097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4000c817-e5b0-4249-8a99-f72a9385c7b2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:38.083677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4000c817-e5b0-4249-8a99-f72a9385c7b2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:38.084329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657cab12-cea1-4bc1-a2d4-c03143eed4d8') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:38.108066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:38.130616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (be3edf19-60bf-4e1a-9e00-b3562d756413), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.168072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:38.179659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:38.184609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (be3edf19-60bf-4e1a-9e00-b3562d756413), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.218129 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (657cab12-cea1-4bc1-a2d4-c03143eed4d8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.247433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:38.271661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-400e0309-2c14-4798-a97d-0928f023c028 req-c08e365e-ff95-4070-9905-97ef86b9e848 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595919 Feb 11 13:05:38.283988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Allocated IP 2001:db8::f816:3eff:fef8:b988 (748fcd93-cfb1-4683-9579-584b9508fdbf/dc53bbd1-3031-461f-8fe9-0bfa34536546/d60cc18d-380d-423d-a123-f307b629c3b9) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:38.286425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:05:38.288233 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (be3edf19-60bf-4e1a-9e00-b3562d756413), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:05:38.296257 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:05:38.318186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (657cab12-cea1-4bc1-a2d4-c03143eed4d8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.336915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] Deleting port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:38.337375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.368411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182b82f-0946-4366-9d99-9a3d944fb86b req-5f0ecc84-53eb-4596-b224-a39fa0dbaf9d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:38.374572 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5182b82f-0946-4366-9d99-9a3d944fb86b req-5f0ecc84-53eb-4596-b224-a39fa0dbaf9d tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 946 time: 0.4543095 Feb 11 13:05:38.387308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:05:38.387664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (657cab12-cea1-4bc1-a2d4-c03143eed4d8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.398794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event updated for resources: {'Port': ['ID=7d220759-2541-45a7-a05c-9e73a2e31b8b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:05:38.407425 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:05:38.595540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (289e2bbb-2984-4742-a689-7bd39985aa6f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.621392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:38.626559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.627612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.636550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] For port 1d02df75-481e-41e1-aa6d-f0d87c0e2146, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1d02df75-481e-41e1-aa6d-f0d87c0e2146,segment=NetworkSegment(057bc2eb-e7fc-44cc-a1af-3e3c374298d5),segment_id=057bc2eb-e7fc-44cc-a1af-3e3c374298d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:38.637133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.646231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.663957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/networks/289e2bbb-2984-4742-a689-7bd39985aa6f HTTP/1.1" status: 204 len: 168 time: 1.6257122 Feb 11 13:05:38.691082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46494) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:38.737617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] Calling delete_port for 1d02df75-481e-41e1-aa6d-f0d87c0e2146 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:38.741776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d90226bd-4bc6-4b60-838e-81ad89752821), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.752302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.760357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/d90226bd-4bc6-4b60-838e-81ad89752821 HTTP/1.1" status: 204 len: 168 time: 2.4674096 Feb 11 13:05:38.766611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a490c-7e29-4ed1-8757-d4819c123e08 tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Network': ['ID=289e2bbb-2984-4742-a689-7bd39985aa6f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:38.779965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46498) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:38.789234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1074483520'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:38.794586 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5182b82f-0946-4366-9d99-9a3d944fb86b req-41d5ef9f-7ba7-49cb-974b-c9ff720bde34 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859129 Feb 11 13:05:38.795674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port e373e74f-c6ac-42a1-a9ad-c3389a0f860f yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:38.811323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52859696-e8c6-4024-b8bc-3147e557c67f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=d90226bd-4bc6-4b60-838e-81ad89752821,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:38.848443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-65e3d397-41cd-4885-8de6-521617cadc38 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3158724 Feb 11 13:05:38.867168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:38.876775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.970986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:38.976354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (1d02df75-481e-41e1-aa6d-f0d87c0e2146), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.982686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.983382 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5 of type vlan for network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 Feb 11 13:05:39.028968 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.053979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d33402f3-d3d3-49f3-9251-cf28bab688b1 None None] Provisioning complete for port 7d220759-2541-45a7-a05c-9e73a2e31b8b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:39.054369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d33402f3-d3d3-49f3-9251-cf28bab688b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.059086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Request body: {'port': {'device_id': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:39.063091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d2a07d6b-71f7-4b02-9dbb-38caa38e013d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.065800 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.073584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:39.077062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] Pushing event deleted for resources: {'Port': ['ID=1d02df75-481e-41e1-aa6d-f0d87c0e2146,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:39.081197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.131598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3487689 Feb 11 13:05:39.132944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee3b039-b0db-4aca-bd7e-f766893b05bb None None] No DVR routers for this DVR port 1d02df75-481e-41e1-aa6d-f0d87c0e2146 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:39.146056 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Publish callbacks [] for port (d60cc18d-380d-423d-a123-f307b629c3b9), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.163385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106cde84-7d36-476f-87ab-4ffa9481baa1 req-a7173753-0fd2-4c9c-852a-5c8510b2299b tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:39.176114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-106cde84-7d36-476f-87ab-4ffa9481baa1 req-a7173753-0fd2-4c9c-852a-5c8510b2299b tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 931 time: 0.5107934 Feb 11 13:05:39.177895 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.183216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46502) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:39.193940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:39.234093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d33402f3-d3d3-49f3-9251-cf28bab688b1 None None] Port 7d220759-2541-45a7-a05c-9e73a2e31b8b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:05:39.246421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a180f-7367-406e-81bf-d2137a84160a req-102f4a56-4e1d-4801-8230-76ea90349ea1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:39.247843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc3a180f-7367-406e-81bf-d2137a84160a req-102f4a56-4e1d-4801-8230-76ea90349ea1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.4141147 Feb 11 13:05:39.279255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:39.296372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:39.299166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:39.329741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Pushing event updated for resources: {'Port': ['ID=d60cc18d-380d-423d-a123-f307b629c3b9,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:39.375546 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.430360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63372f8a-3550-40e1-8c48-fc1c6b10d9e7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:39.436179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Attempting to bind port d60cc18d-380d-423d-a123-f307b629c3b9 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:39.436555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Attempting to bind port d60cc18d-380d-423d-a123-f307b629c3b9 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:39.436926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Attempting to bind port d60cc18d-380d-423d-a123-f307b629c3b9 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:39.451838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:39.492912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:39.493343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:39.493712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.494115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:39.494598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Bound port: d60cc18d-380d-423d-a123-f307b629c3b9, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:39.494978 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.525193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d2a07d6b-71f7-4b02-9dbb-38caa38e013d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.588569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c5585-8a04-4224-a8a3-453930170797 req-5b7ee990-d9da-4e61-9bc1-e6c5f72c90c4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:39.590877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b69c5585-8a04-4224-a8a3-453930170797 req-5b7ee990-d9da-4e61-9bc1-e6c5f72c90c4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.5151215 Feb 11 13:05:39.628888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a07d6b-71f7-4b02-9dbb-38caa38e013d']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:39.638569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fefb:3e89 (748fcd93-cfb1-4683-9579-584b9508fdbf/dc53bbd1-3031-461f-8fe9-0bfa34536546/e373e74f-c6ac-42a1-a9ad-c3389a0f860f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:39.647417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057bc2eb-e7fc-44cc-a1af-3e3c374298d5') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:39.647755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057bc2eb-e7fc-44cc-a1af-3e3c374298d5') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:39.649661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] For port d60cc18d-380d-423d-a123-f307b629c3b9, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:39.659529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] For port d60cc18d-380d-423d-a123-f307b629c3b9, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d60cc18d-380d-423d-a123-f307b629c3b9,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:39.673861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (057bc2eb-e7fc-44cc-a1af-3e3c374298d5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.695602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.714898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (057bc2eb-e7fc-44cc-a1af-3e3c374298d5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.732320 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b69c5585-8a04-4224-a8a3-453930170797 req-79d935ab-dc53-4964-ba27-c51b5e80853a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278789 Feb 11 13:05:39.739374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:05:39.739910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (057bc2eb-e7fc-44cc-a1af-3e3c374298d5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:05:39.746544 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:05:39.888718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d2a07d6b-71f7-4b02-9dbb-38caa38e013d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.898522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:39.909998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1d02df75-481e-41e1-aa6d-f0d87c0e2146 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:39.915599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] 10.222.0.42 "DELETE /v2.0/networks/d2a07d6b-71f7-4b02-9dbb-38caa38e013d HTTP/1.1" status: 204 len: 168 time: 1.2235537 Feb 11 13:05:39.991887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff4a6b-90cd-4581-bad7-723b78e7620a tempest-TaggedBootDevicesTest_v242-1766014613 tempest-TaggedBootDevicesTest_v242-1766014613-project] Pushing event deleted for resources: {'Network': ['ID=d2a07d6b-71f7-4b02-9dbb-38caa38e013d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:40.010906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1d02df75-481e-41e1-aa6d-f0d87c0e2146 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:40.011973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1d02df75-481e-41e1-aa6d-f0d87c0e2146 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:40.050619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Pushing event updated for resources: {'Port': ['ID=d60cc18d-380d-423d-a123-f307b629c3b9,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:40.066538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.067479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.068257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.068768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.069281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.070132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.070622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.071107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.071591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.072089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.072569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.073191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.073864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c1f902-f638-4044-89fd-ca8e1ee889b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:40.160685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (e373e74f-c6ac-42a1-a9ad-c3389a0f860f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:40.241918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e373e74f-c6ac-42a1-a9ad-c3389a0f860f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:40.282981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ccf63-52cb-4a35-a2c3-417b7644c5c0 req-2a36743a-7671-475a-9be4-8fdbe014cbc7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.293408 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-995ccf63-52cb-4a35-a2c3-417b7644c5c0 req-2a36743a-7671-475a-9be4-8fdbe014cbc7 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.3382561 Feb 11 13:05:40.334893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:40.375142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:40.384157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:40.396624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.397322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:40.531503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=e373e74f-c6ac-42a1-a9ad-c3389a0f860f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:40.555018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-47b3919d-fdcb-4c94-984a-d3be938c17de tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9694207 Feb 11 13:05:40.555692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46514) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:40.582893 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-995ccf63-52cb-4a35-a2c3-417b7644c5c0 req-b10181c9-ee20-43ea-a0c6-4e44a2a5485a tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464769 Feb 11 13:05:40.701229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ace99d-4a7b-485f-8f6c-3890423318ae tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.704113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-106cde84-7d36-476f-87ab-4ffa9481baa1 req-52cf3690-905e-4954-ab89-58a09ddd0a99 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5266743 Feb 11 13:05:40.713350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ace99d-4a7b-485f-8f6c-3890423318ae tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.722856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:40.723104 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c7ace99d-4a7b-485f-8f6c-3890423318ae tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1647437 Feb 11 13:05:40.723723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:40.727431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:40.883716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Performing IP validity checks on allocation pools {{(pid=109685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:05:40.885997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:05:40.966703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21e0c3-915d-4fb7-ae1b-240c8a04ac84 req-1e8f536a-8493-4b25-a1d6-16bbd78127e8 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:40.968375 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e21e0c3-915d-4fb7-ae1b-240c8a04ac84 req-1e8f536a-8493-4b25-a1d6-16bbd78127e8 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 946 time: 0.2227185 Feb 11 13:05:40.998244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Deleting port 191e47ec-64c3-4776-9ccd-5b9b7d320481 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:40.998579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.048844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port e373e74f-c6ac-42a1-a9ad-c3389a0f860f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:41.049183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e373e74f-c6ac-42a1-a9ad-c3389a0f860f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.122500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d220759-2541-45a7-a05c-9e73a2e31b8b {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:05:41.395730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e373e74f-c6ac-42a1-a9ad-c3389a0f860f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.470325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for e373e74f-c6ac-42a1-a9ad-c3389a0f860f owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:41.473176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Publish callbacks [] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.515690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (3bc8b9f5-74bd-4b98-9a9d-446bf0a69095), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.518954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e21e0c3-915d-4fb7-ae1b-240c8a04ac84 req-29171cde-99bb-4c6e-a91b-25ecdd6a6750 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432403 Feb 11 13:05:41.575720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf5b3f-87ab-49b8-aa8c-24c56c79bac4 req-e97e576b-47a8-48a9-93b8-9054dad8d38e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:41.583621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09cf5b3f-87ab-49b8-aa8c-24c56c79bac4 req-e97e576b-47a8-48a9-93b8-9054dad8d38e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.6948676 Feb 11 13:05:41.596597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Transition to ACTIVE for port object 7d220759-2541-45a7-a05c-9e73a2e31b8b will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:05:41.719706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.860674 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e373e74f-c6ac-42a1-a9ad-c3389a0f860f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.885595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] For port 191e47ec-64c3-4776-9ccd-5b9b7d320481, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=191e47ec-64c3-4776-9ccd-5b9b7d320481,segment=NetworkSegment(d17d0425-8a3c-4427-bfe8-0121467e9d75),segment_id=d17d0425-8a3c-4427-bfe8-0121467e9d75)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:41.886005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.907402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Calling delete_port for 191e47ec-64c3-4776-9ccd-5b9b7d320481 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:41.940143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cb8c3792-0c96-4013-87fe-a46d92f85c43 None None] Provisioning complete for port d60cc18d-380d-423d-a123-f307b629c3b9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:41.940726 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb8c3792-0c96-4013-87fe-a46d92f85c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:41.944317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d220759-2541-45a7-a05c-9e73a2e31b8b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.139222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d60cc18d-380d-423d-a123-f307b629c3b9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:42.147909 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.155774 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/e373e74f-c6ac-42a1-a9ad-c3389a0f860f HTTP/1.1" status: 204 len: 168 time: 1.4222984 Feb 11 13:05:42.160438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46536) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:42.181162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5075-9e8e-428c-8abc-a23830c28809 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=e373e74f-c6ac-42a1-a9ad-c3389a0f860f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.201109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=3bc8b9f5-74bd-4b98-9a9d-446bf0a69095,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:42.290456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c3792-0c96-4013-87fe-a46d92f85c43 None None] Current status of the port d60cc18d-380d-423d-a123-f307b629c3b9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:42.290848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb8c3792-0c96-4013-87fe-a46d92f85c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.314825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d60cc18d-380d-423d-a123-f307b629c3b9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:42.315199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.336366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc7a49-9e1b-4796-8b8a-47483932c250 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:42.338229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc7a49-9e1b-4796-8b8a-47483932c250 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:42.344438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3adc7a49-9e1b-4796-8b8a-47483932c250 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1820850 Feb 11 13:05:42.345026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': 'ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:42.345520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:42.347274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46542) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:42.370378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cba70-d423-44a8-8e81-1c555a938167 req-582f8e32-10b6-49c1-b7be-5226ed5c5674 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:42.376459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef9cba70-d423-44a8-8e81-1c555a938167 req-582f8e32-10b6-49c1-b7be-5226ed5c5674 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 945 time: 0.1912918 Feb 11 13:05:42.403933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09cf5b3f-87ab-49b8-aa8c-24c56c79bac4 req-85292b8e-338b-4653-b1a2-09adb61dc258 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189445 Feb 11 13:05:42.423389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cb8c3792-0c96-4013-87fe-a46d92f85c43 None None] For port d60cc18d-380d-423d-a123-f307b629c3b9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d60cc18d-380d-423d-a123-f307b629c3b9,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:42.447786 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb8c3792-0c96-4013-87fe-a46d92f85c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.454798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d60cc18d-380d-423d-a123-f307b629c3b9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:42.455185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.569924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet dc53bbd1-3031-461f-8fe9-0bfa34536546 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:42.575870 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (dc53bbd1-3031-461f-8fe9-0bfa34536546), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.650323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:05:42.650682 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:05:42.680700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a14086f9-42ec-4a61-b010-bfcd5d4402f8 None None] Could not find standard attr ID for object e373e74f-c6ac-42a1-a9ad-c3389a0f860f. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:05:42.706756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (dc53bbd1-3031-461f-8fe9-0bfa34536546), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.755902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef9cba70-d423-44a8-8e81-1c555a938167 req-f9064197-cbcd-4ab2-bd73-7185f85651e1 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/security-groups?id=04646bd1-1d23-496a-9451-275d1f211fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138423 Feb 11 13:05:42.776411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (191e47ec-64c3-4776-9ccd-5b9b7d320481), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:42.797460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c3792-0c96-4013-87fe-a46d92f85c43 None None] Pushing event updated for resources: {'Port': ['ID=d60cc18d-380d-423d-a123-f307b629c3b9,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.003335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Pushing event deleted for resources: {'Port': ['ID=191e47ec-64c3-4776-9ccd-5b9b7d320481,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.026230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (dc53bbd1-3031-461f-8fe9-0bfa34536546), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.082468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] No DVR routers for this DVR port 191e47ec-64c3-4776-9ccd-5b9b7d320481 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:43.092354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:43.098085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.104716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41454d6b-f398-4961-85d8-c09e5b24a497 req-e6def7f2-c113-468f-b144-0e09c319b192 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:43.106344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41454d6b-f398-4961-85d8-c09e5b24a497 req-e6def7f2-c113-468f-b144-0e09c319b192 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 946 time: 0.1467154 Feb 11 13:05:43.112391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc3a180f-7367-406e-81bf-d2137a84160a req-2a4ed700-f6c7-4f52-a1f3-8d81ad6e174d tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.64 "DELETE /v2.0/ports/191e47ec-64c3-4776-9ccd-5b9b7d320481 HTTP/1.1" status: 204 len: 173 time: 3.8353894 Feb 11 13:05:43.116879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '854834ce-5526-4ccc-ad08-ebdd05052204', 'name': 'network-vif-deleted', 'tag': '191e47ec-64c3-4776-9ccd-5b9b7d320481'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:43.121822 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2540d7-a342-4e55-8803-87eb0388d0eb" -d '{"events": [{"server_uuid": "854834ce-5526-4ccc-ad08-ebdd05052204", "name": "network-vif-deleted", "tag": "191e47ec-64c3-4776-9ccd-5b9b7d320481"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:43.148508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Attempting to bind port 7d220759-2541-45a7-a05c-9e73a2e31b8b on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:43.160431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Attempting to bind port 7d220759-2541-45a7-a05c-9e73a2e31b8b by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:43.161203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Attempting to bind port 7d220759-2541-45a7-a05c-9e73a2e31b8b on network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:43.166084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:43.185627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:43.190018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.203873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41454d6b-f398-4961-85d8-c09e5b24a497 req-5d7fa4e5-ed74-4c7a-a768-7fc755a20c2c tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848849 Feb 11 13:05:43.205491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (dc53bbd1-3031-461f-8fe9-0bfa34536546), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.218847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d25963-5dd2-448c-877d-eeeecb2c19a5 None None] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:43.238849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Port 7d220759-2541-45a7-a05c-9e73a2e31b8b on network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:05:43.243728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Attempting to bind port 7d220759-2541-45a7-a05c-9e73a2e31b8b on network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:43.284558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd302b29-0dd0-4229-9cd8-2e70f444afe5 req-c2190fd3-c314-42f5-80bb-c51a4940393c tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:43.285148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=dc53bbd1-3031-461f-8fe9-0bfa34536546,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.296351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.299843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd302b29-0dd0-4229-9cd8-2e70f444afe5 req-c2190fd3-c314-42f5-80bb-c51a4940393c tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 943 time: 0.5584905 Feb 11 13:05:43.302755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04434c6a-470b-4b69-8fe1-9c3a7e003af0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/dc53bbd1-3031-461f-8fe9-0bfa34536546 HTTP/1.1" status: 204 len: 168 time: 0.9507883 Feb 11 13:05:43.303699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46558) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:43.322726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-96809c08-f3b2-49c5-addd-6f65c3952481 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1306648 Feb 11 13:05:43.347218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:43.351718 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-41dedd59-81ea-410a-b7d7-339c81338a8a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446775 Feb 11 13:05:43.352600 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afe3c3f-c2aa-4b00-8e8f-5c6a65551df0 x-openstack-request-id: req-9afe3c3f-c2aa-4b00-8e8f-5c6a65551df0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:43.354277 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "854834ce-5526-4ccc-ad08-ebdd05052204", "name": "network-vif-deleted", "tag": "191e47ec-64c3-4776-9ccd-5b9b7d320481", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:43.354892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8', 'name': 'tempest-PortsIpV6TestJSON-1045392877'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:43.355972 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9afe3c3f-c2aa-4b00-8e8f-5c6a65551df0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:43.357969 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '854834ce-5526-4ccc-ad08-ebdd05052204', 'name': 'network-vif-deleted', 'tag': '191e47ec-64c3-4776-9ccd-5b9b7d320481', 'status': 'completed', 'code': 200} Feb 11 13:05:43.358826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46562) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:43.364481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:43.411528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:43.411962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Checking segment: {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:43.412419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Bound using segment: {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:43.414725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Bound port: 7d220759-2541-45a7-a05c-9e73a2e31b8b, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac22807-a8fa-4656-84fe-56f985b1c8cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:43.415107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.448143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f10889-c74b-4b29-bc10-7e837edd2012 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:43.569397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 191e47ec-64c3-4776-9ccd-5b9b7d320481 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:43.607259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd302b29-0dd0-4229-9cd8-2e70f444afe5 req-f993e9cd-3a18-4494-b548-5f1a9263a513 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056178 Feb 11 13:05:43.647620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d60cc18d-380d-423d-a123-f307b629c3b9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:43.663472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] For port 7d220759-2541-45a7-a05c-9e73a2e31b8b, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:43.670535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] For port 7d220759-2541-45a7-a05c-9e73a2e31b8b, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:43.677223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 191e47ec-64c3-4776-9ccd-5b9b7d320481 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:43.677899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 191e47ec-64c3-4776-9ccd-5b9b7d320481 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:43.686284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.735585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:43.739389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.795812 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 7c7616d8-525b-4484-9838-5acfac86977a yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:43.946030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:43.946886 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:43.948469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] 10.222.0.64 "PUT /v2.0/ports/7d220759-2541-45a7-a05c-9e73a2e31b8b HTTP/1.1" status: 200 len: 1091 time: 5.0389302 Feb 11 13:05:44.001266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d60cc18d-380d-423d-a123-f307b629c3b9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:44.088130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8', 'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8', 'project_id': 'ceffa09379dd485cb654ce0e810ec830', 'fixed_ips': [{'subnet_id': '3bc8b9f5-74bd-4b98-9a9d-446bf0a69095'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:44.089265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:44.108634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c2458-fccf-44df-a47f-740dfa6f5dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d220759-2541-45a7-a05c-9e73a2e31b8b,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:44.167840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::31f (02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8/3bc8b9f5-74bd-4b98-9a9d-446bf0a69095/7c7616d8-525b-4484-9838-5acfac86977a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:44.276086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:44.282558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41f4731e-a708-40ca-8c33-d794fbe95d2c req-292c0743-757b-408f-8a14-2075f86ebc15 tempest-AttachVolumeNegativeTest-1170395199 tempest-AttachVolumeNegativeTest-1170395199-project] 10.222.0.42 "GET /v2.0/ports?device_id=854834ce-5526-4ccc-ad08-ebdd05052204 HTTP/1.1" status: 200 len: 210 time: 0.2769837 Feb 11 13:05:44.294190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d60cc18d-380d-423d-a123-f307b629c3b9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:44.294574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:44.343052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-cce7f706-ef50-42fc-8684-9a2666ebe1d1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.344993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-cce7f706-ef50-42fc-8684-9a2666ebe1d1 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 946 time: 0.5276070 Feb 11 13:05:44.350137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-7346d450-81f0-4d51-a3e4-2974ff5dfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.356845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-7346d450-81f0-4d51-a3e4-2974ff5dfbba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08d821a9bbdb45ae93a7f422a47d4a69&device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 1125 time: 0.2429984 Feb 11 13:05:44.427176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (7c7616d8-525b-4484-9838-5acfac86977a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:44.462341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] Deleting port d60cc18d-380d-423d-a123-f307b629c3b9 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:44.465143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:44.477040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:44.482124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:44.505067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7c7616d8-525b-4484-9838-5acfac86977a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:44.525433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-c940b716-b5c1-4a34-88ec-9a8028194618 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b HTTP/1.1" status: 200 len: 217 time: 0.1455567 Feb 11 13:05:44.594732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-183e2048-f4fa-4a86-917c-4bf13da48409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.596460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-183e2048-f4fa-4a86-917c-4bf13da48409 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967 HTTP/1.1" status: 200 len: 850 time: 0.0632427 Feb 11 13:05:44.620443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=7c7616d8-525b-4484-9838-5acfac86977a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:44.654276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f0c40-cb00-4253-a87e-fa28484d0993 req-2b5bed2b-51f8-458a-af70-12d7e68b4080 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.656212 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-920f0c40-cb00-4253-a87e-fa28484d0993 req-2b5bed2b-51f8-458a-af70-12d7e68b4080 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.9432888 Feb 11 13:05:44.715292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:44.752984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadc642-326f-46d8-9bca-7ae628225773 req-b0bba059-1454-490b-b227-6092f5bc556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.759507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-b0bba059-1454-490b-b227-6092f5bc556f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1345985 Feb 11 13:05:44.773664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64dd69-519b-4626-94b3-c5dd1fe6e792 req-7d0e6b4e-bea2-4168-86ca-a2a786df76f4 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.776232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a64dd69-519b-4626-94b3-c5dd1fe6e792 req-7d0e6b4e-bea2-4168-86ca-a2a786df76f4 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 946 time: 0.3426473 Feb 11 13:05:44.857461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:44.866047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:44.878646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:44.880086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:44.915015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-920f0c40-cb00-4253-a87e-fa28484d0993 req-27fd8ac5-a531-481f-831d-2c9fa3447c49 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369943 Feb 11 13:05:44.956598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-4b57d714-ea01-4064-90be-8c3a9a711b90 service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765764 Feb 11 13:05:44.961776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-57cfe501-bff3-45ce-80e2-21c71c17dc9c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6109824 Feb 11 13:05:44.993375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d60cc18d-380d-423d-a123-f307b629c3b9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:45.102755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46576) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:45.129368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a64dd69-519b-4626-94b3-c5dd1fe6e792 req-0437cee2-a822-47c0-97f9-7aa1784340d7 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691811 Feb 11 13:05:45.160618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] For port d60cc18d-380d-423d-a123-f307b629c3b9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d60cc18d-380d-423d-a123-f307b629c3b9,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:45.161629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.203165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Allocated IP 2001:db8::2 (02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8/3bc8b9f5-74bd-4b98-9a9d-446bf0a69095/9a79986c-a450-4bc7-89f9-a033719e7fd2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:45.227349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] Calling delete_port for d60cc18d-380d-423d-a123-f307b629c3b9 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:45.261890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Deleting port c06cfb2b-294a-413b-82fa-72982d2a1412 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:45.262781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.380667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:45.383179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46584) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:45.387810 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a8bca-c71f-4549-99c5-561f41f83881" -d '{"events": [{"name": "network-changed", "server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:45.407343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384839f-7b75-4257-9a8d-93f1fe280323 req-88858afe-6343-4610-9446-2917e6a8e734 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:45.409328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3384839f-7b75-4257-9a8d-93f1fe280323 req-88858afe-6343-4610-9446-2917e6a8e734 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 943 time: 0.1503665 Feb 11 13:05:45.546777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d60cc18d-380d-423d-a123-f307b629c3b9), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.558011 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112d7693-440f-4486-b475-f11a5044f450 x-openstack-request-id: req-112d7693-440f-4486-b475-f11a5044f450 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:45.558307 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:45.558561 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-112d7693-440f-4486-b475-f11a5044f450 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:45.559158 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'status': 'completed', 'code': 200} Feb 11 13:05:45.595395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] Pushing event deleted for resources: {'Port': ['ID=d60cc18d-380d-423d-a123-f307b629c3b9,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:45.602974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3b1ec-6477-440d-9a5a-fb41f7fe4926 None None] No DVR routers for this DVR port d60cc18d-380d-423d-a123-f307b629c3b9 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:45.622965 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Publish callbacks [] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.625714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:05:45.631156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] Deleting subnet 9de3860f-0c2c-49ed-9672-3990a97fdc7e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:45.640493 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.643017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] Publish callbacks [] for subnet (9de3860f-0c2c-49ed-9672-3990a97fdc7e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.645083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (59b3e6df-53df-4039-9204-2493e348201a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.646787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] For port c06cfb2b-294a-413b-82fa-72982d2a1412, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c06cfb2b-294a-413b-82fa-72982d2a1412,segment=NetworkSegment(693c9364-b106-421a-8927-6796951e3fb0),segment_id=693c9364-b106-421a-8927-6796951e3fb0)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:45.647860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.702509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Calling delete_port for c06cfb2b-294a-413b-82fa-72982d2a1412 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:45.707890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:45.713273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:45.718017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:45.744284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 7c7616d8-525b-4484-9838-5acfac86977a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:45.744284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7c7616d8-525b-4484-9838-5acfac86977a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.746122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebadc642-326f-46d8-9bca-7ae628225773 req-e805732d-ec46-407c-931d-5dbd00a37c28 service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423712 Feb 11 13:05:45.777672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3384839f-7b75-4257-9a8d-93f1fe280323 req-3db0499c-8ef2-48cd-b54a-ec0f6995c80c tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656851 Feb 11 13:05:45.787018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:45.794975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:45.811032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:45.814293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.819364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Pushing event updated for resources: {'Port': ['ID=9a79986c-a450-4bc7-89f9-a033719e7fd2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:45.826321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d835da68-a550-4014-a8db-70097760381f None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:45.853900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (9de3860f-0c2c-49ed-9672-3990a97fdc7e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:45.908824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5488172 Feb 11 13:05:45.911395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46588) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:45.921052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:49:39:5c', 'name': 'tempest-NetworksTestDHCPv6-896865831'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:45.928621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e130d-d1bf-4eca-812d-05079b7d9445 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=59b3e6df-53df-4039-9204-2493e348201a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:45.962917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (9de3860f-0c2c-49ed-9672-3990a97fdc7e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.093597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d60cc18d-380d-423d-a123-f307b629c3b9 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:46.123683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Attempting to bind port 9a79986c-a450-4bc7-89f9-a033719e7fd2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:46.124256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Attempting to bind port 9a79986c-a450-4bc7-89f9-a033719e7fd2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:46.124773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Attempting to bind port 9a79986c-a450-4bc7-89f9-a033719e7fd2 on network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:46.146293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (9de3860f-0c2c-49ed-9672-3990a97fdc7e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.187039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a8bca-c71f-4549-99c5-561f41f83881 req-039452b1-fe7f-4835-9432-dff1cd8b68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:46.188912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750a8bca-c71f-4549-99c5-561f41f83881 req-039452b1-fe7f-4835-9432-dff1cd8b68c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08d821a9bbdb45ae93a7f422a47d4a69&device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 1125 time: 0.2875531 Feb 11 13:05:46.191596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de3860f-0c2c-49ed-9672-3990a97fdc7e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:46.206001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:46.221925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '59b3e6df-53df-4039-9204-2493e348201a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:46.222860 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.258562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d60cc18d-380d-423d-a123-f307b629c3b9 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:46.260314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d60cc18d-380d-423d-a123-f307b629c3b9 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:46.266546 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.277439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55f63b2c-1699-4b05-bb44-584771bdf345 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9de3860f-0c2c-49ed-9672-3990a97fdc7e HTTP/1.1" status: 204 len: 168 time: 0.8644774 Feb 11 13:05:46.286033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46598) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:46.299749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:46.300194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Checking segment: {'id': 'ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:46.300546 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.300951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Bound using segment: {'id': 'ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:46.307326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Bound port: 9a79986c-a450-4bc7-89f9-a033719e7fd2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:46.308843 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.386166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195af3d-9be9-45fa-814c-5a836184aa6c req-a9a84c9b-73af-4744-b8f2-d7526dcba11c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:46.395403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4195af3d-9be9-45fa-814c-5a836184aa6c req-a9a84c9b-73af-4744-b8f2-d7526dcba11c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.2814434 Feb 11 13:05:46.410460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0374bd3e-e59c-4cbf-86d4-e53fa72225b0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.440798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1a20f-dda4-405e-ab1b-479138c33402 req-a841471b-0c1a-4f04-a226-6e3ee9c44e9e tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:46.444824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35e1a20f-dda4-405e-ab1b-479138c33402 req-a841471b-0c1a-4f04-a226-6e3ee9c44e9e tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 946 time: 0.1065774 Feb 11 13:05:46.450777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.457733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7c7616d8-525b-4484-9838-5acfac86977a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.498452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 7c7616d8-525b-4484-9838-5acfac86977a owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:46.571575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4195af3d-9be9-45fa-814c-5a836184aa6c req-48e5ceeb-b4e9-4e09-9bd2-f2d3f3ef508c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745903 Feb 11 13:05:46.583187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Allocated IP 2001:db8::f816:3eff:fee9:cf03 (748fcd93-cfb1-4683-9579-584b9508fdbf/59b3e6df-53df-4039-9204-2493e348201a/ba115681-3764-4c45-acbb-d3c03bc62a7b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:46.606846 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35e1a20f-dda4-405e-ab1b-479138c33402 req-be5ac1b8-2d4d-4796-b56d-c5ef3e33c832 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups?id=000c19a7-8d06-4922-9d61-c2763173bb14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464860 Feb 11 13:05:46.609017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:46.638682 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.667324 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0374bd3e-e59c-4cbf-86d4-e53fa72225b0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.703437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0374bd3e-e59c-4cbf-86d4-e53fa72225b0']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:46.715309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17d0425-8a3c-4427-bfe8-0121467e9d75') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:46.715654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17d0425-8a3c-4427-bfe8-0121467e9d75') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:46.734402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] For port 9a79986c-a450-4bc7-89f9-a033719e7fd2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:46.738672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] For port 9a79986c-a450-4bc7-89f9-a033719e7fd2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a79986c-a450-4bc7-89f9-a033719e7fd2,segment=NetworkSegment(ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5),segment_id=ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:46.740180 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (d17d0425-8a3c-4427-bfe8-0121467e9d75), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.753351 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.756222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d17d0425-8a3c-4427-bfe8-0121467e9d75), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.762258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:05:46.762657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (d17d0425-8a3c-4427-bfe8-0121467e9d75), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.882805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616535d-c9b1-49c6-888b-28869a4e33ca None None] Pushing event updated for resources: {'Port': ['ID=9a79986c-a450-4bc7-89f9-a033719e7fd2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:05:46.898570 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:05:46.943560 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (0374bd3e-e59c-4cbf-86d4-e53fa72225b0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.962425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:46.966713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0374bd3e-e59c-4cbf-86d4-e53fa72225b0 HTTP/1.1" status: 204 len: 168 time: 0.6773736 Feb 11 13:05:47.062479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae126d50-07f8-432f-9c9b-dee0560e0f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=0374bd3e-e59c-4cbf-86d4-e53fa72225b0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:47.074173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a8bca-c71f-4549-99c5-561f41f83881 req-4b2a3264-2aee-411d-9130-d33b5d9e6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:47.076898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750a8bca-c71f-4549-99c5-561f41f83881 req-4b2a3264-2aee-411d-9130-d33b5d9e6fcb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 HTTP/1.1" status: 200 len: 912 time: 0.8782165 Feb 11 13:05:47.112066 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:47.155937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca200c-46dc-446d-a0ff-8519112b82a9 req-79949577-85f5-48ba-8d68-91659c48ad1d tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:47.163706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8ca200c-46dc-446d-a0ff-8519112b82a9 req-79949577-85f5-48ba-8d68-91659c48ad1d tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 943 time: 0.2483330 Feb 11 13:05:47.197188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750a8bca-c71f-4549-99c5-561f41f83881 req-d6829172-c56a-4765-9168-925e79a630ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b HTTP/1.1" status: 200 len: 217 time: 0.1049223 Feb 11 13:05:47.293250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c06cfb2b-294a-413b-82fa-72982d2a1412), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:47.347713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event deleted for resources: {'Port': ['ID=c06cfb2b-294a-413b-82fa-72982d2a1412,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:47.401913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8ca200c-46dc-446d-a0ff-8519112b82a9 req-fd3611aa-9ed2-4967-a9fe-c4b8a6eec7be tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370679 Feb 11 13:05:47.474290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a8bca-c71f-4549-99c5-561f41f83881 req-bdd0c73a-b218-4baf-a8c7-a592ec0dd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:47.475799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750a8bca-c71f-4549-99c5-561f41f83881 req-bdd0c73a-b218-4baf-a8c7-a592ec0dd17d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967 HTTP/1.1" status: 200 len: 850 time: 0.2695475 Feb 11 13:05:47.477589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] No DVR routers for this DVR port c06cfb2b-294a-413b-82fa-72982d2a1412 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:47.480768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:47.490920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c30ddfe5-1ead-4a01-8f78-d999141cef00 req-39440890-2eae-4b9f-b3ad-14e51be2b32a tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.53 "DELETE /v2.0/ports/c06cfb2b-294a-413b-82fa-72982d2a1412 HTTP/1.1" status: 204 len: 173 time: 3.1322436 Feb 11 13:05:47.494840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46608) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:47.577435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'name': 'network-vif-deleted', 'tag': 'c06cfb2b-294a-413b-82fa-72982d2a1412'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:47.579999 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b4fbdf-7c93-45f1-ac22-935f3bd1684f" -d '{"events": [{"server_uuid": "f7e3d948-0673-4175-956f-e534bf7144a3", "name": "network-vif-deleted", "tag": "c06cfb2b-294a-413b-82fa-72982d2a1412"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:47.713896 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49affd6-37e6-4462-ba1b-b929df3bec45 x-openstack-request-id: req-d49affd6-37e6-4462-ba1b-b929df3bec45 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:47.714910 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e3d948-0673-4175-956f-e534bf7144a3", "name": "network-vif-deleted", "tag": "c06cfb2b-294a-413b-82fa-72982d2a1412", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:47.714910 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d49affd6-37e6-4462-ba1b-b929df3bec45 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:47.715094 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e3d948-0673-4175-956f-e534bf7144a3', 'name': 'network-vif-deleted', 'tag': 'c06cfb2b-294a-413b-82fa-72982d2a1412', 'status': 'completed', 'code': 200} Feb 11 13:05:47.730290 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Publish callbacks [] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:47.738291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:47.809354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7c7616d8-525b-4484-9838-5acfac86977a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:47.859466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:47.887052 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a25cd51f-a1d7-4ca9-916d-444f4c8cc820 req-f1a5a560-3ff0-4ef6-8044-c3aef5667817 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7e3d948-0673-4175-956f-e534bf7144a3 HTTP/1.1" status: 200 len: 210 time: 0.0793436 Feb 11 13:05:47.896603 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5975213a-dc1d-44a2-b6cf-02bc98662c32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c365546dfcd47c6b50ddd9f03029764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3868034 Feb 11 13:05:47.899387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46616) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:47.909815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=7c7616d8-525b-4484-9838-5acfac86977a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:47.928419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a8bca-c71f-4549-99c5-561f41f83881 req-942acd2d-6186-418c-85dd-e37124092cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:47.938246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750a8bca-c71f-4549-99c5-561f41f83881 req-942acd2d-6186-418c-85dd-e37124092cc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4373229 Feb 11 13:05:47.943971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:47.976741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:47.994549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9a79986c-a450-4bc7-89f9-a033719e7fd2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:47.999914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fe49:395c (748fcd93-cfb1-4683-9579-584b9508fdbf/59b3e6df-53df-4039-9204-2493e348201a/5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:48.030863 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.042916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-acc88b29-615f-44ae-9de7-61093813b041 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/7c7616d8-525b-4484-9838-5acfac86977a HTTP/1.1" status: 204 len: 168 time: 2.9076774 Feb 11 13:05:48.050176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46618) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:48.187544 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddba763f-1c37-448b-af5d-8e4f0164026e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:05:48.191561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddba763f-1c37-448b-af5d-8e4f0164026e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:05:48.199111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ddba763f-1c37-448b-af5d-8e4f0164026e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/7c7616d8-525b-4484-9838-5acfac86977a HTTP/1.1" status: 404 len: 333 time: 0.1463044 Feb 11 13:05:48.199815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46620) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:48.203085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Pushing event updated for resources: {'Port': ['ID=ba115681-3764-4c45-acbb-d3c03bc62a7b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:48.272940 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ff4d4a-2142-4f71-97cc-de858d22dd7c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:05:48.280058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b5ff4d4a-2142-4f71-97cc-de858d22dd7c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/7c7616d8-525b-4484-9838-5acfac86977a HTTP/1.1" status: 404 len: 333 time: 0.0755980 Feb 11 13:05:48.287765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46624) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:48.351464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f873e2d-ee1f-46b1-bc49-7768d71919b8 req-509f7aed-f742-4a9a-a413-97d5ebb5107e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:48.367357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f873e2d-ee1f-46b1-bc49-7768d71919b8 req-509f7aed-f742-4a9a-a413-97d5ebb5107e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.6497614 Feb 11 13:05:48.382337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03bab2fb-cd5c-4ef2-bf32-fbf601676ee4 admin admin] Publish callbacks [] for security_group (04646bd1-1d23-496a-9451-275d1f211fc2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.469794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Attempting to bind port ba115681-3764-4c45-acbb-d3c03bc62a7b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:48.470605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Attempting to bind port ba115681-3764-4c45-acbb-d3c03bc62a7b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:48.471122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Attempting to bind port ba115681-3764-4c45-acbb-d3c03bc62a7b on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:48.497401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:48.498132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:48.498721 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.499274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:48.499942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Bound port: ba115681-3764-4c45-acbb-d3c03bc62a7b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:48.500586 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.532807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750a8bca-c71f-4549-99c5-561f41f83881 req-07503128-7652-4316-afa9-391fce583537 service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930254 Feb 11 13:05:48.580246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9a79986c-a450-4bc7-89f9-a033719e7fd2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:48.582467 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.607856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03bab2fb-cd5c-4ef2-bf32-fbf601676ee4 admin admin] Publish callbacks [] for security_group (04646bd1-1d23-496a-9451-275d1f211fc2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.648567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 3bc8b9f5-74bd-4b98-9a9d-446bf0a69095 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:48.706878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (3bc8b9f5-74bd-4b98-9a9d-446bf0a69095), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.803888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] For port ba115681-3764-4c45-acbb-d3c03bc62a7b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:48.824780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] For port ba115681-3764-4c45-acbb-d3c03bc62a7b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ba115681-3764-4c45-acbb-d3c03bc62a7b,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:48.854896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:48.863403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bce182-bde4-4880-b507-d9d30d07f4ed None None] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:48.921105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f641fff-e138-4a56-8d07-f1e6d6f484c1 req-fffb4470-a596-4ee6-a0a4-1224ac519ba3 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:48.928394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f641fff-e138-4a56-8d07-f1e6d6f484c1 req-fffb4470-a596-4ee6-a0a4-1224ac519ba3 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 943 time: 0.3627000 Feb 11 13:05:48.938313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (3bc8b9f5-74bd-4b98-9a9d-446bf0a69095), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.004322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.049951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03bab2fb-cd5c-4ef2-bf32-fbf601676ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (04646bd1-1d23-496a-9451-275d1f211fc2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.054115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03bab2fb-cd5c-4ef2-bf32-fbf601676ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.055401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-03bab2fb-cd5c-4ef2-bf32-fbf601676ee4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04646bd1-1d23-496a-9451-275d1f211fc2 HTTP/1.1" status: 204 len: 168 time: 1.1553242 Feb 11 13:05:49.086284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9a79986c-a450-4bc7-89f9-a033719e7fd2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:49.087102 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.092025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb875af-faf9-477a-ae77-2e93cf26ef6d None None] Pushing event updated for resources: {'Port': ['ID=ba115681-3764-4c45-acbb-d3c03bc62a7b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:49.098501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f61a8d93-81e1-4c34-8fa1-8e37c8b1e21d None None] Provisioning complete for port 9a79986c-a450-4bc7-89f9-a033719e7fd2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:49.099260 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f61a8d93-81e1-4c34-8fa1-8e37c8b1e21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.099977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bab2fb-cd5c-4ef2-bf32-fbf601676ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04646bd1-1d23-496a-9451-275d1f211fc2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:49.134373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f641fff-e138-4a56-8d07-f1e6d6f484c1 req-ee759a00-b40e-4546-9180-a1ba7cf6a339 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019813 Feb 11 13:05:49.235555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c06cfb2b-294a-413b-82fa-72982d2a1412 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:49.281698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.296776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9a79986c-a450-4bc7-89f9-a033719e7fd2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a79986c-a450-4bc7-89f9-a033719e7fd2,segment=NetworkSegment(ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5),segment_id=ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:49.302182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: c06cfb2b-294a-413b-82fa-72982d2a1412 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:49.302534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c06cfb2b-294a-413b-82fa-72982d2a1412 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:49.321296 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.441993 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (3bc8b9f5-74bd-4b98-9a9d-446bf0a69095), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.545776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:49.563079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:49.574189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:49.580273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:49.581747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:49.586179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d220759-2541-45a7-a05c-9e73a2e31b8b details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:05:49.611085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:49.655744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-835f8021-5278-4d79-8d91-07d790dd2661 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7426076 Feb 11 13:05:49.659922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:49.770515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f61a8d93-81e1-4c34-8fa1-8e37c8b1e21d None None] Current status of the port 9a79986c-a450-4bc7-89f9-a033719e7fd2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:49.789452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9a79986c-a450-4bc7-89f9-a033719e7fd2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:49.793816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46660) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:49.877685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (3bc8b9f5-74bd-4b98-9a9d-446bf0a69095), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:50.040731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc8b9f5-74bd-4b98-9a9d-446bf0a69095,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:50.087642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:50.087991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f873e2d-ee1f-46b1-bc49-7768d71919b8 req-1a85fdcc-2c37-4bd5-bdbd-4cf58cc6f20b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7129035 Feb 11 13:05:50.093511 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e2394776-28a8-43f7-9b3a-70af6a95e4bd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/3bc8b9f5-74bd-4b98-9a9d-446bf0a69095 HTTP/1.1" status: 204 len: 168 time: 1.8040972 Feb 11 13:05:50.097892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46668) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:50.166256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750a8bca-c71f-4549-99c5-561f41f83881 req-25685277-00be-477e-9100-c6742fc80829 service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6243689 Feb 11 13:05:50.182241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad895182-976f-46fb-be82-03273020e28a None None] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:50.254582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ba115681-3764-4c45-acbb-d3c03bc62a7b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:50.418237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d220759-2541-45a7-a05c-9e73a2e31b8b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:50.588186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'port_id': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'mac_address': 'fa:16:3e:de:62:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:05:50.611613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-99459700-1c68-4d66-9e40-2506d17d8298 None None] Provisioning complete for port 9a79986c-a450-4bc7-89f9-a033719e7fd2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:50.611991 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99459700-1c68-4d66-9e40-2506d17d8298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:50.721964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d220759-2541-45a7-a05c-9e73a2e31b8b is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:50.722349 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:50.747739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d220759-2541-45a7-a05c-9e73a2e31b8b {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:05:50.807229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d220759-2541-45a7-a05c-9e73a2e31b8b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:50.826759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:50.889892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4d341-4c6a-4af2-800c-5901176135db tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:50.895632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4d341-4c6a-4af2-800c-5901176135db tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:50.900175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46686) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:50.926550 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b5f4d341-4c6a-4af2-800c-5901176135db tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.2626853 Feb 11 13:05:50.972130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ba115681-3764-4c45-acbb-d3c03bc62a7b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:50.972514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.117045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d220759-2541-45a7-a05c-9e73a2e31b8b,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:51.193154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] DHCP port deletion for 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:51.200223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:51.201159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.228261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30883b69-bbf0-468d-8e1c-15156fda9143 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group (4da2a8a1-9238-46ac-a4ef-8d586f57feb8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.318680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.340948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['7d220759-2541-45a7-a05c-9e73a2e31b8b'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:05:51.411028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30883b69-bbf0-468d-8e1c-15156fda9143 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group (4da2a8a1-9238-46ac-a4ef-8d586f57feb8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.458880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c0ad5-943b-4712-b77f-1cfbc1bfb7df req-0a37666b-3f84-427a-9a85-b13d9b5a3d51 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:51.466148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-602c0ad5-943b-4712-b77f-1cfbc1bfb7df req-0a37666b-3f84-427a-9a85-b13d9b5a3d51 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 944 time: 0.6416311 Feb 11 13:05:51.598952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.616600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-602c0ad5-943b-4712-b77f-1cfbc1bfb7df req-bd10b92d-0618-4a60-98d2-548fd9488cb0 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416581 Feb 11 13:05:51.659626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30883b69-bbf0-468d-8e1c-15156fda9143 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4da2a8a1-9238-46ac-a4ef-8d586f57feb8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.662300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30883b69-bbf0-468d-8e1c-15156fda9143 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.664828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:51.682240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-30883b69-bbf0-468d-8e1c-15156fda9143 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "DELETE /v2.0/security-groups/4da2a8a1-9238-46ac-a4ef-8d586f57feb8 HTTP/1.1" status: 204 len: 168 time: 1.8817649 Feb 11 13:05:51.682972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46698) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:51.730469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30883b69-bbf0-468d-8e1c-15156fda9143 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2a8a1-9238-46ac-a4ef-8d586f57feb8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:51.732604 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-b93a5786-7880-4f5e-be8d-2dbb2aa16ab0 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] show failed (client error): The resource could not be found. Feb 11 13:05:51.741359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b93a5786-7880-4f5e-be8d-2dbb2aa16ab0 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "GET /v2.0/security-groups/4da2a8a1-9238-46ac-a4ef-8d586f57feb8 HTTP/1.1" status: 404 len: 347 time: 0.0530107 Feb 11 13:05:51.742472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46702) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:51.913846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ba115681-3764-4c45-acbb-d3c03bc62a7b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:51.914234 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.919260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-99459700-1c68-4d66-9e40-2506d17d8298 None None] Current status of the port 9a79986c-a450-4bc7-89f9-a033719e7fd2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:51.940950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 9a79986c-a450-4bc7-89f9-a033719e7fd2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:51.946195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:51.988989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] Deleting port 9a79986c-a450-4bc7-89f9-a033719e7fd2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:51.989510 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:52.030602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:52.043383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port ba115681-3764-4c45-acbb-d3c03bc62a7b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ba115681-3764-4c45-acbb-d3c03bc62a7b,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:52.092831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:52.157272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:52.273901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:52.288181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6b1a1745-225e-4d96-a4f6-43d856e3a78f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8 HTTP/1.1" status: 204 len: 168 time: 1.3864136 Feb 11 13:05:52.310180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56f8ef-e0e8-4d9f-a8ea-0ebf5bc7535b req-a26a014a-602a-452e-9190-efbc166d2621 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:52.327161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee56f8ef-e0e8-4d9f-a8ea-0ebf5bc7535b req-a26a014a-602a-452e-9190-efbc166d2621 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.9181802 Feb 11 13:05:52.333262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:52.360025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=ba115681-3764-4c45-acbb-d3c03bc62a7b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:52.362732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] For port 9a79986c-a450-4bc7-89f9-a033719e7fd2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a79986c-a450-4bc7-89f9-a033719e7fd2,segment=NetworkSegment(ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5),segment_id=ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:52.363232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:52.389075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9a79986c-a450-4bc7-89f9-a033719e7fd2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:52.422905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 9a79986c-a450-4bc7-89f9-a033719e7fd2 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:52.505103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee56f8ef-e0e8-4d9f-a8ea-0ebf5bc7535b req-370c7766-88e3-41f5-8807-75b407f04048 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766150 Feb 11 13:05:52.536299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab087fb0-da4b-4a85-bbb1-7b8abd1d0378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:52.539011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab087fb0-da4b-4a85-bbb1-7b8abd1d0378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:52.553438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ab087fb0-da4b-4a85-bbb1-7b8abd1d0378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2187102 Feb 11 13:05:52.555180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46718) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:52.636954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:52.705596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 59b3e6df-53df-4039-9204-2493e348201a {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:52.719464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (59b3e6df-53df-4039-9204-2493e348201a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:52.778719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=9a79986c-a450-4bc7-89f9-a033719e7fd2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:52.782179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No DVR routers for this DVR port 9a79986c-a450-4bc7-89f9-a033719e7fd2 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:52.908330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (59b3e6df-53df-4039-9204-2493e348201a), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.081754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353d87c-a0e0-44c3-ba18-90647dbe3260 req-185c4a5d-382b-4493-a8c6-ecc535ae1857 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:53.084242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8353d87c-a0e0-44c3-ba18-90647dbe3260 req-185c4a5d-382b-4493-a8c6-ecc535ae1857 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 944 time: 0.3191106 Feb 11 13:05:53.155382 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.186221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:53.199840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:53.200217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:53.211898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.226174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (59b3e6df-53df-4039-9204-2493e348201a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.239916 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.240506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8be707b6-b802-4458-9d8a-4f56d105c6ce None None] Provisioning complete for port ba115681-3764-4c45-acbb-d3c03bc62a7b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:53.241265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8be707b6-b802-4458-9d8a-4f56d105c6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.261391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:05:53.263023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.336918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9a79986c-a450-4bc7-89f9-a033719e7fd2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:05:53.337187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9a79986c-a450-4bc7-89f9-a033719e7fd2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:05:53.380205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (59b3e6df-53df-4039-9204-2493e348201a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.393683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] For port 9a79986c-a450-4bc7-89f9-a033719e7fd2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a79986c-a450-4bc7-89f9-a033719e7fd2,segment=NetworkSegment(ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5),segment_id=ab91c2f1-e607-45e0-8bb3-8bd249b8b2d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:53.397245 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.408004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.415980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/59b3e6df-53df-4039-9204-2493e348201a HTTP/1.1" status: 204 len: 168 time: 0.8589544 Feb 11 13:05:53.418595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46742) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:53.424300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4663701a-4d36-49c9-8174-8f1c0a06c496 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:53.472371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] Calling delete_port for 9a79986c-a450-4bc7-89f9-a033719e7fd2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:05:53.541157 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:05:53.587018 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5a759009-9085-4e41-a990-bf4d26505976 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1612029 Feb 11 13:05:53.588147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46748) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:53.589112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd496d29-2391-4814-b931-95bb01262566 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=59b3e6df-53df-4039-9204-2493e348201a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:53.656472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.663543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.670669 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 HTTP/1.1" status: 204 len: 168 time: 3.5662911 Feb 11 13:05:53.673775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46752) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:53.688109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2134356234'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:53.722170 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8353d87c-a0e0-44c3-ba18-90647dbe3260 req-65d94807-b617-4384-b257-8c768ee0f227 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775479 Feb 11 13:05:53.763373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4aa3f-82c5-4196-afe7-fc0f28e692df tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:53.774181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8be707b6-b802-4458-9d8a-4f56d105c6ce None None] Current status of the port ba115681-3764-4c45-acbb-d3c03bc62a7b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:53.774598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Deleting port 4379f731-0025-4338-9a0c-a608c1f0fce6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:53.775620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.795077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8be707b6-b802-4458-9d8a-4f56d105c6ce None None] Could not find standard attr ID for object 5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:05:53.805966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:53.806475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9a79986c-a450-4bc7-89f9-a033719e7fd2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.810212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.828582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] Network 02ad3ab4-e167-4fe2-a4b8-89ee3183c8b8 is not hosted by any dhcp agent {{(pid=109686) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:05:53.828582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] No DVR routers for this DVR port 9a79986c-a450-4bc7-89f9-a033719e7fd2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:53.861491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd311b1d-365e-4ef5-b853-361c3392c6f6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:53.866045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bd311b1d-365e-4ef5-b853-361c3392c6f6 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2744098 Feb 11 13:05:53.878073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46754) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:53.880996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:53.891604 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (315e178a-3223-4e86-a6e3-b6e7d029f317), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:53.892017 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment 315e178a-3223-4e86-a6e3-b6e7d029f317 of type vlan for network ffce9816-2653-4bdd-98d6-47586f81cb76 Feb 11 13:05:53.907849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:05:53.917073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fd852-e9e1-4cae-ba77-33a20a86ca04 None None] Pushing event deleted for resources: {'Port': ['ID=9a79986c-a450-4bc7-89f9-a033719e7fd2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:53.958876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ffce9816-2653-4bdd-98d6-47586f81cb76), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.026431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ffce9816-2653-4bdd-98d6-47586f81cb76), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.031757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:54.038642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ccdd7-18ae-4923-87e2-cf29c4b7b80c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:54.039326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.046651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-916ccdd7-18ae-4923-87e2-cf29c4b7b80c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1619120 Feb 11 13:05:54.051873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:54.072803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] Deleting port ba115681-3764-4c45-acbb-d3c03bc62a7b {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:54.073219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.109382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033766c3-79c6-45ff-9cb6-d744651194ac req-aa84c306-402c-4c90-846b-2ffa86ad1070 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:54.117148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-033766c3-79c6-45ff-9cb6-d744651194ac req-aa84c306-402c-4c90-846b-2ffa86ad1070 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.3803589 Feb 11 13:05:54.160259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4791603 Feb 11 13:05:54.193403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46764) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:54.204943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:54.260892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.261255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for floatingip (4379f731-0025-4338-9a0c-a608c1f0fce6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.279826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Calling delete_port for 4379f731-0025-4338-9a0c-a608c1f0fce6 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:54.363052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ba115681-3764-4c45-acbb-d3c03bc62a7b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:54.427497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc18c1-9f39-45e1-88eb-7bcdb3fb2ff8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=ffce9816-2653-4bdd-98d6-47586f81cb76,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:54.460779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-033766c3-79c6-45ff-9cb6-d744651194ac req-c5b776b4-ffbe-45d1-820c-595ee5de7c2f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424587 Feb 11 13:05:54.462336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:54.466493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.514407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a22877ed-c9ff-4394-a84a-0ec93fba5a06 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4577031 Feb 11 13:05:54.517885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46772) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:54.535861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:54.540082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ffce9816-2653-4bdd-98d6-47586f81cb76 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:54.568986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] For port ba115681-3764-4c45-acbb-d3c03bc62a7b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ba115681-3764-4c45-acbb-d3c03bc62a7b,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:54.569392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.627695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] Calling delete_port for ba115681-3764-4c45-acbb-d3c03bc62a7b owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:54.789680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:54.808316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.863222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ba115681-3764-4c45-acbb-d3c03bc62a7b is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:54.863222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:54.922107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port ba115681-3764-4c45-acbb-d3c03bc62a7b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ba115681-3764-4c45-acbb-d3c03bc62a7b,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:54.931080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.013453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (af2b2b22-9a05-4f89-b4d8-5a581e910812), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.015220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (ba115681-3764-4c45-acbb-d3c03bc62a7b), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.122458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=af2b2b22-9a05-4f89-b4d8-5a581e910812,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:55.160290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] No DVR routers for this DVR port ba115681-3764-4c45-acbb-d3c03bc62a7b on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:05:55.160502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': '315e178a-3223-4e86-a6e3-b6e7d029f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:55.160918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: ffce9816-2653-4bdd-98d6-47586f81cb76, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:55.202491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network ffce9816-2653-4bdd-98d6-47586f81cb76 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:55.216799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=ba115681-3764-4c45-acbb-d3c03bc62a7b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:55.249508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ffce9816-2653-4bdd-98d6-47586f81cb76) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:55.252529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56289fd1-04a4-406b-9c89-32b05c9b6270 None None] Pushing event deleted for resources: {'Port': ['ID=ba115681-3764-4c45-acbb-d3c03bc62a7b,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:55.261261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:55.263153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.267142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7381e4b8-13da-4c33-b026-b05aa12cf431 None None] Network ffce9816-2653-4bdd-98d6-47586f81cb76 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:55.287917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4379f731-0025-4338-9a0c-a608c1f0fce6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.298705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f18beff4-f023-4d1b-bf81-a0b7580ff891 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1012371 Feb 11 13:05:55.300705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46792) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:55.310431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1305918200'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:55.407597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Pushing event deleted for resources: {'Port': ['ID=4379f731-0025-4338-9a0c-a608c1f0fce6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:55.532998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3775365-f080-44ab-a427-539fce270023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-ffce9816-2653-4bdd-98d6-47586f81cb76', 'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76', 'project_id': 'ceffa09379dd485cb654ce0e810ec830', 'fixed_ips': [{'subnet_id': 'af2b2b22-9a05-4f89-b4d8-5a581e910812'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:55.533910 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3775365-f080-44ab-a427-539fce270023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.536057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d220759-2541-45a7-a05c-9e73a2e31b8b up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:55.617599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46804) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:55.620066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e19ede-b682-4c52-b5be-0252e8831666 req-0b4c68ba-eccb-418c-ba5f-0f99484e1d95 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:55.634741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58e19ede-b682-4c52-b5be-0252e8831666 req-0b4c68ba-eccb-418c-ba5f-0f99484e1d95 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 944 time: 0.8099332 Feb 11 13:05:55.705734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:55.708960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.766998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port f56a6a94-668c-4692-9127-17b76d7886df yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:55.769839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks [] for floatingip (3ec6998c-02ea-4b93-8421-705bda07a83c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.772473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.782708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a17b7fd2-996a-4f3e-9249-d9f42e650792 tempest-ImagesOneServerNegativeTestJSON-1413643143 tempest-ImagesOneServerNegativeTestJSON-1413643143-project] 10.222.0.42 "DELETE /v2.0/floatingips/3ec6998c-02ea-4b93-8421-705bda07a83c HTTP/1.1" status: 204 len: 168 time: 4.0380802 Feb 11 13:05:55.807342 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58e19ede-b682-4c52-b5be-0252e8831666 req-32e60825-aab1-4fff-ba06-95a5c44eee18 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713469 Feb 11 13:05:55.833965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 7d220759-2541-45a7-a05c-9e73a2e31b8b completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:05:55.880192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 7d220759-2541-45a7-a05c-9e73a2e31b8b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:55.880557 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:55.881405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab377cf-7b97-459c-92a4-2bfd194538b2 req-f1d1f0c8-c8a1-4220-9d01-1f9a2270ded7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:55.889250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ab377cf-7b97-459c-92a4-2bfd194538b2 req-f1d1f0c8-c8a1-4220-9d01-1f9a2270ded7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.2724245 Feb 11 13:05:55.926141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11a0c24f-1418-498e-b6b7-51f1552a8ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.003442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ab377cf-7b97-459c-92a4-2bfd194538b2 req-0f5c6a68-8f84-4cc0-bc06-8f0ee4920dae tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132066 Feb 11 13:05:56.018808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46818) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:56.043545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-388bb2c5-fcf5-4bb2-a7cc-37964ec751bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:56.045147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-388bb2c5-fcf5-4bb2-a7cc-37964ec751bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 1127 time: 0.1924272 Feb 11 13:05:56.098946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (9eae7db1-1509-45fa-b9ee-580f660d25f0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.131205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b3775365-f080-44ab-a427-539fce270023 None None] Allocated IP 2001:db8::2 (ffce9816-2653-4bdd-98d6-47586f81cb76/af2b2b22-9a05-4f89-b4d8-5a581e910812/040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:56.136727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d220759-2541-45a7-a05c-9e73a2e31b8b is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:56.137129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.158985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:56.165041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:56.177722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:56.178533 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.178990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e1ea6-5b81-43d1-a024-f8798c224a2b None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:05:56.195939 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11a0c24f-1418-498e-b6b7-51f1552a8ef3 admin admin] Publish callbacks [] for security_group (ff035a06-7aa6-41e9-bc0d-1d2f06fb3217), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.210528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11a0c24f-1418-498e-b6b7-51f1552a8ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ff035a06-7aa6-41e9-bc0d-1d2f06fb3217), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.217430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] Deleting subnet 5c3903b2-aebc-413c-aac6-a52a0c423dfa {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:05:56.225814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] Publish callbacks [] for subnet (5c3903b2-aebc-413c-aac6-a52a0c423dfa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.228210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-afb9a460-2902-47c8-ad61-3f8a33527b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:56.230013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-afb9a460-2902-47c8-ad61-3f8a33527b67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.1779349 Feb 11 13:05:56.260478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=9eae7db1-1509-45fa-b9ee-580f660d25f0,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:56.276992 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9db6a608-4b23-4b03-85b7-52179db9f115 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7524099 Feb 11 13:05:56.277329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46822) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:56.284418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:00:ac:20', 'name': 'tempest-NetworksTestDHCPv6-769787242'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:56.305548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (5c3903b2-aebc-413c-aac6-a52a0c423dfa), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.309525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:56.311682 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c1b7f1-06ad-4b59-b566-5be72f6547e6" -d '{"events": [{"server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "name": "network-vif-plugged", "status": "completed", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:56.360300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c24f-1418-498e-b6b7-51f1552a8ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff035a06-7aa6-41e9-bc0d-1d2f06fb3217,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:56.383590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-11a0c24f-1418-498e-b6b7-51f1552a8ef3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36bce4434dea43a7b291e5aad51c3f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7606034 Feb 11 13:05:56.387482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-26bc7697-9e10-4426-8736-193a62e2e786 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=395ed8b0-01c8-4654-abaf-406751546406 HTTP/1.1" status: 200 len: 217 time: 0.1484547 Feb 11 13:05:56.387849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46830) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:56.467315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d220759-2541-45a7-a05c-9e73a2e31b8b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:56.499559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.602533 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (5c3903b2-aebc-413c-aac6-a52a0c423dfa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.619639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d220759-2541-45a7-a05c-9e73a2e31b8b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:56.661622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '9eae7db1-1509-45fa-b9ee-580f660d25f0'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:05:56.663617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.716109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-4af0a35f-d31e-4a7d-85f3-a721aacec89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:56.723034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-4af0a35f-d31e-4a7d-85f3-a721aacec89a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.3086355 Feb 11 13:05:56.752664 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6cc3dc-b491-4496-a2f0-41ea8941302e x-openstack-request-id: req-ee6cc3dc-b491-4496-a2f0-41ea8941302e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:05:56.753234 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "name": "network-vif-plugged", "status": "completed", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:05:56.753591 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee6cc3dc-b491-4496-a2f0-41ea8941302e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:05:56.753987 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (5c3903b2-aebc-413c-aac6-a52a0c423dfa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.754287 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'code': 200} Feb 11 13:05:56.774794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b8664ef-fba2-4c9a-ab56-8e6e6ceec2f0 admin admin] Publish callbacks [] for security_group (ff035a06-7aa6-41e9-bc0d-1d2f06fb3217), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.827143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:56.833168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3903b2-aebc-413c-aac6-a52a0c423dfa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:56.865694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.869693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bce827ff-949d-4fac-9c8c-07c656e52958 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5c3903b2-aebc-413c-aac6-a52a0c423dfa HTTP/1.1" status: 204 len: 168 time: 0.8495226 Feb 11 13:05:56.872358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46842) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:56.950095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b8664ef-fba2-4c9a-ab56-8e6e6ceec2f0 admin admin] Publish callbacks [] for security_group (ff035a06-7aa6-41e9-bc0d-1d2f06fb3217), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:56.998646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (b0263eeb-b60b-4a2d-abc5-795ccbe937bd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.003276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.038413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port d088bf63-5b18-4c47-9a0c-8dfaa37de002 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:05:57.114028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b8664ef-fba2-4c9a-ab56-8e6e6ceec2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ff035a06-7aa6-41e9-bc0d-1d2f06fb3217), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.119727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b8664ef-fba2-4c9a-ab56-8e6e6ceec2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.122956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6b8664ef-fba2-4c9a-ab56-8e6e6ceec2f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff035a06-7aa6-41e9-bc0d-1d2f06fb3217 HTTP/1.1" status: 204 len: 168 time: 0.7341592 Feb 11 13:05:57.134879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3775365-f080-44ab-a427-539fce270023 None None] Publish callbacks [] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.234874 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3775365-f080-44ab-a427-539fce270023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.299169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8664ef-fba2-4c9a-ab56-8e6e6ceec2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff035a06-7aa6-41e9-bc0d-1d2f06fb3217,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:57.323779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (b0263eeb-b60b-4a2d-abc5-795ccbe937bd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.340732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-26e8f754-77fe-4659-8f6a-311ae77f6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:57.343535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-26e8f754-77fe-4659-8f6a-311ae77f6871 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6124794 Feb 11 13:05:57.364152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/9eae7db1-1509-45fa-b9ee-580f660d25f0/bbca5613-5f21-47e2-8aa7-9cffcc628cee) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:57.383792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74b560-a124-416b-8af0-73ad209aea26 req-aabcc93e-118d-4173-989f-edf723f5d413 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:57.386781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e74b560-a124-416b-8af0-73ad209aea26 req-aabcc93e-118d-4173-989f-edf723f5d413 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.2490327 Feb 11 13:05:57.398467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0263eeb-b60b-4a2d-abc5-795ccbe937bd']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:57.427672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e9181-b62b-4d54-afb8-3b8b3b1f33de req-87fcb866-372b-40a6-b596-b18fa3ea9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:57.430480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3775365-f080-44ab-a427-539fce270023 None None] Network ffce9816-2653-4bdd-98d6-47586f81cb76 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:57.433739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693c9364-b106-421a-8927-6796951e3fb0') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:57.434160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693c9364-b106-421a-8927-6796951e3fb0') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:57.435069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-896e9181-b62b-4d54-afb8-3b8b3b1f33de req-87fcb866-372b-40a6-b596-b18fa3ea9b6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 1127 time: 0.5651879 Feb 11 13:05:57.454613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (693c9364-b106-421a-8927-6796951e3fb0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.479054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-b3775365-f080-44ab-a427-539fce270023 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:57.482823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3775365-f080-44ab-a427-539fce270023 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:57.503320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3775365-f080-44ab-a427-539fce270023 None None] Pushing event updated for resources: {'Port': ['ID=040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:57.509418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (693c9364-b106-421a-8927-6796951e3fb0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.527671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::207 (ffce9816-2653-4bdd-98d6-47586f81cb76/af2b2b22-9a05-4f89-b4d8-5a581e910812/f56a6a94-668c-4692-9127-17b76d7886df) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:57.553022 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e74b560-a124-416b-8af0-73ad209aea26 req-aa34ea4a-112d-42de-9b43-c2419f50a2ca tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594584 Feb 11 13:05:57.556343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:05:57.557940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (693c9364-b106-421a-8927-6796951e3fb0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:05:57.561736 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:05:57.606084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eea651-e0de-4ac9-ad2f-b6b5fb85a732 req-9a8ff98d-66f7-4da3-a6f0-a25e82ac10bc tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:57.616656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57eea651-e0de-4ac9-ad2f-b6b5fb85a732 req-9a8ff98d-66f7-4da3-a6f0-a25e82ac10bc tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.5387130 Feb 11 13:05:57.698327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b3775365-f080-44ab-a427-539fce270023 None None] Attempting to bind port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:57.698837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b3775365-f080-44ab-a427-539fce270023 None None] Attempting to bind port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '315e178a-3223-4e86-a6e3-b6e7d029f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:57.699333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3775365-f080-44ab-a427-539fce270023 None None] Attempting to bind port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c on network ffce9816-2653-4bdd-98d6-47586f81cb76 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:57.701128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (b0263eeb-b60b-4a2d-abc5-795ccbe937bd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.712584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3775365-f080-44ab-a427-539fce270023 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:57.713091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3775365-f080-44ab-a427-539fce270023 None None] Checking segment: {'id': '315e178a-3223-4e86-a6e3-b6e7d029f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:57.713473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.713749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3775365-f080-44ab-a427-539fce270023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.714883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3775365-f080-44ab-a427-539fce270023 None None] Bound using segment: {'id': '315e178a-3223-4e86-a6e3-b6e7d029f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:57.715467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b3775365-f080-44ab-a427-539fce270023 None None] Bound port: 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315e178a-3223-4e86-a6e3-b6e7d029f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ffce9816-2653-4bdd-98d6-47586f81cb76'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:57.716305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3775365-f080-44ab-a427-539fce270023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.723842 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] 10.222.0.42 "DELETE /v2.0/networks/b0263eeb-b60b-4a2d-abc5-795ccbe937bd HTTP/1.1" status: 204 len: 168 time: 0.8481812 Feb 11 13:05:57.751746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b44dec-1b46-4038-b689-a4bae11ddefc admin admin] Pushing event deleted for resources: {'Network': ['ID=b0263eeb-b60b-4a2d-abc5-795ccbe937bd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:57.902687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46856) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:57.918584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-896e9181-b62b-4d54-afb8-3b8b3b1f33de req-040cdca9-9ce7-4168-a21b-569f60e97461 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3862078 Feb 11 13:05:57.927494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-748fd6cd-5d9c-4e77-945c-ff760e523ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:57.962729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57eea651-e0de-4ac9-ad2f-b6b5fb85a732 req-c8c5ae04-3059-443f-b1e7-a29d8bc675f3 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3430712 Feb 11 13:05:57.979700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-2b10f447-dc79-4bda-9dc6-41f76cc750e4 service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286721 Feb 11 13:05:58.016655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46858) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:58.055720 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Publish callbacks [] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.072894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b3775365-f080-44ab-a427-539fce270023 None None] For port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:58.080266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b3775365-f080-44ab-a427-539fce270023 None None] For port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c,segment=NetworkSegment(315e178a-3223-4e86-a6e3-b6e7d029f317),segment_id=315e178a-3223-4e86-a6e3-b6e7d029f317)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:58.085321 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.103560 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3775365-f080-44ab-a427-539fce270023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.156491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-748fd6cd-5d9c-4e77-945c-ff760e523ce9 admin admin] Publish callbacks [] for security_group (a5aad419-e1ea-4682-a2f6-a5438bf053a4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.162223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (f56a6a94-668c-4692-9127-17b76d7886df), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.166969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-748fd6cd-5d9c-4e77-945c-ff760e523ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a5aad419-e1ea-4682-a2f6-a5438bf053a4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.172502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:58.185108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:58.190499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a6f54aa1-8245-4ae1-987b-158dabe56472 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5ee7c41b7f648789ba982f26b9b5a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676130 Feb 11 13:05:58.203951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46860) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:58.216253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:58.232632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fd6cd-5d9c-4e77-945c-ff760e523ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aad419-e1ea-4682-a2f6-a5438bf053a4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.268271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Pushing event updated for resources: {'Port': ['ID=bbca5613-5f21-47e2-8aa7-9cffcc628cee,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.296607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::3a0 (748fcd93-cfb1-4683-9579-584b9508fdbf/9eae7db1-1509-45fa-b9ee-580f660d25f0/d088bf63-5b18-4c47-9a0c-8dfaa37de002) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:58.304784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-748fd6cd-5d9c-4e77-945c-ff760e523ce9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19ba546d7e424b64ba7d9451f97e08c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4007900 Feb 11 13:05:58.307651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46862) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:58.394226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02c60129-5187-4356-87ba-c1f1d0449a99 admin admin] Publish callbacks [] for security_group (a5aad419-e1ea-4682-a2f6-a5438bf053a4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.417765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3775365-f080-44ab-a427-539fce270023 None None] Pushing event updated for resources: {'Port': ['ID=040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.450445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02c60129-5187-4356-87ba-c1f1d0449a99 admin admin] Publish callbacks [] for security_group (a5aad419-e1ea-4682-a2f6-a5438bf053a4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.497525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f56a6a94-668c-4692-9127-17b76d7886df), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.588403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Attempting to bind port bbca5613-5f21-47e2-8aa7-9cffcc628cee on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:05:58.588768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Attempting to bind port bbca5613-5f21-47e2-8aa7-9cffcc628cee by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:05:58.589148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Attempting to bind port bbca5613-5f21-47e2-8aa7-9cffcc628cee on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:58.597905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:58.598286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:05:58.599434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.599940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:58.600968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Bound port: bbca5613-5f21-47e2-8aa7-9cffcc628cee, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:05:58.605761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.666911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dea7d5c-4dd7-40bc-bb6f-4db373c3989b req-029dab90-a2ec-4953-af3f-35881078dd3a service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616930 Feb 11 13:05:58.679583 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f26bf26f-2934-4e66-912d-acf5bc3efdfb admin admin] Publish callbacks [] for security_group (000c19a7-8d06-4922-9d61-c2763173bb14), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.729502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network ffce9816-2653-4bdd-98d6-47586f81cb76 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:58.770187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:58.777311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:58.785438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] For port bbca5613-5f21-47e2-8aa7-9cffcc628cee, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:58.789322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] For port bbca5613-5f21-47e2-8aa7-9cffcc628cee, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bbca5613-5f21-47e2-8aa7-9cffcc628cee,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:58.792871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:58.793547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.796052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=f56a6a94-668c-4692-9127-17b76d7886df,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.808301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.858887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (d088bf63-5b18-4c47-9a0c-8dfaa37de002), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.879499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f26bf26f-2934-4e66-912d-acf5bc3efdfb admin admin] Publish callbacks [] for security_group (000c19a7-8d06-4922-9d61-c2763173bb14), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.879765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02c60129-5187-4356-87ba-c1f1d0449a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a5aad419-e1ea-4682-a2f6-a5438bf053a4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.882196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02c60129-5187-4356-87ba-c1f1d0449a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.885938 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02c60129-5187-4356-87ba-c1f1d0449a99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5aad419-e1ea-4682-a2f6-a5438bf053a4 HTTP/1.1" status: 204 len: 168 time: 0.5763142 Feb 11 13:05:58.912907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4871739-466f-4109-a4c3-c5fa8184c380 req-7f8ac798-0fd2-4bf0-aefb-cbf9023887f6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:58.916577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-db142ff5-9d03-4b71-8337-a9291053c53c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6111979 Feb 11 13:05:58.917403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4871739-466f-4109-a4c3-c5fa8184c380 req-7f8ac798-0fd2-4bf0-aefb-cbf9023887f6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 945 time: 0.2298980 Feb 11 13:05:58.919932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46872) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:58.938456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c60129-5187-4356-87ba-c1f1d0449a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aad419-e1ea-4682-a2f6-a5438bf053a4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:58.997066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54167510-8ff8-4764-bf0b-efa92ff22050 None None] Pushing event updated for resources: {'Port': ['ID=bbca5613-5f21-47e2-8aa7-9cffcc628cee,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:59.085165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4871739-466f-4109-a4c3-c5fa8184c380 req-c2cd6f08-cc98-4f73-8c6b-88804853c26a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503472 Feb 11 13:05:59.106420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d088bf63-5b18-4c47-9a0c-8dfaa37de002), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.160603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port f56a6a94-668c-4692-9127-17b76d7886df {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:05:59.161382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f56a6a94-668c-4692-9127-17b76d7886df), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.195355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f26bf26f-2934-4e66-912d-acf5bc3efdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (000c19a7-8d06-4922-9d61-c2763173bb14), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.198268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f26bf26f-2934-4e66-912d-acf5bc3efdfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.199658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f26bf26f-2934-4e66-912d-acf5bc3efdfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/000c19a7-8d06-4922-9d61-c2763173bb14 HTTP/1.1" status: 204 len: 168 time: 0.9933898 Feb 11 13:05:59.260671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b711e53-e377-43bb-ab0f-453f31c3d3ff req-cc13b0cf-4ebb-4604-a5bc-1019b0cb4010 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.292132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b711e53-e377-43bb-ab0f-453f31c3d3ff req-cc13b0cf-4ebb-4604-a5bc-1019b0cb4010 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.1962619 Feb 11 13:05:59.299797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bf26f-2934-4e66-912d-acf5bc3efdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000c19a7-8d06-4922-9d61-c2763173bb14,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:59.308227 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5696445a-21b9-433f-837a-35db49b587b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.379234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=d088bf63-5b18-4c47-9a0c-8dfaa37de002,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:59.398963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:59.419965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:59.421148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b711e53-e377-43bb-ab0f-453f31c3d3ff req-120cb72c-df9a-4c75-bb04-6124890e15c0 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024306 Feb 11 13:05:59.428247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:59.443823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f56a6a94-668c-4692-9127-17b76d7886df), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.460041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for f56a6a94-668c-4692-9127-17b76d7886df owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:05:59.471189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.471899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.536641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b17e6eb0-2e51-475e-8b5f-7040811763be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2581921 Feb 11 13:05:59.539399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 395ed8b0-01c8-4654-abaf-406751546406 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:05:59.539733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:59.712347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e4258-cf5b-429f-8404-afd0cea50b23 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.721364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e4258-cf5b-429f-8404-afd0cea50b23 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:59.734768 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-173e4258-cf5b-429f-8404-afd0cea50b23 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1905775 Feb 11 13:05:59.735488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46882) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:05:59.772315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 395ed8b0-01c8-4654-abaf-406751546406 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:05:59.772714 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.822808 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f56a6a94-668c-4692-9127-17b76d7886df), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.852573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395ed8b0-01c8-4654-abaf-406751546406'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:05:59.854942 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd2bfe4-05e5-4432-b42c-9cbf041ae30e" -d '{"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-unplugged", "status": "completed", "tag": "395ed8b0-01c8-4654-abaf-406751546406"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:05:59.910955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=f56a6a94-668c-4692-9127-17b76d7886df,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:59.922150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:59.938714 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:59.998620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:00.002403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b2589dc-e574-4e1c-a5a9-ca2d67f29342 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/f56a6a94-668c-4692-9127-17b76d7886df HTTP/1.1" status: 204 len: 168 time: 1.0749907 Feb 11 13:06:00.007096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46892) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:00.082710 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f49c75-9e5a-422d-9858-0340e5217da4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:06:00.087131 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34f49c75-9e5a-422d-9858-0340e5217da4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/f56a6a94-668c-4692-9127-17b76d7886df HTTP/1.1" status: 404 len: 333 time: 0.0761828 Feb 11 13:06:00.087519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46894) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:00.096197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port d088bf63-5b18-4c47-9a0c-8dfaa37de002 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:00.096512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d088bf63-5b18-4c47-9a0c-8dfaa37de002), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:00.301606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet af2b2b22-9a05-4f89-b4d8-5a581e910812 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:00.328401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (af2b2b22-9a05-4f89-b4d8-5a581e910812), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:00.448668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:00.459440 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910c8a56-d1f6-474b-947d-a4be34c7b1da x-openstack-request-id: req-910c8a56-d1f6-474b-947d-a4be34c7b1da {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:00.461326 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-unplugged", "status": "completed", "tag": "395ed8b0-01c8-4654-abaf-406751546406", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:00.461576 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-910c8a56-d1f6-474b-947d-a4be34c7b1da {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:00.462002 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '395ed8b0-01c8-4654-abaf-406751546406', 'code': 200} Feb 11 13:06:00.464765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a14f53a-1b76-4fdb-8306-f6402390afc5 None None] Network ffce9816-2653-4bdd-98d6-47586f81cb76 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:00.512406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d088bf63-5b18-4c47-9a0c-8dfaa37de002), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:00.514817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:00.572148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for d088bf63-5b18-4c47-9a0c-8dfaa37de002 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:00.603302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (af2b2b22-9a05-4f89-b4d8-5a581e910812), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:00.754129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c5694740-feed-4b54-a4fc-11a04965d224 None None] Provisioning complete for port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:00.758144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a572a-f7bb-4887-8270-e7e9f74d32fd req-8c3e1a08-0788-4a3e-9098-6586441c62fd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:00.759984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a05a572a-f7bb-4887-8270-e7e9f74d32fd req-8c3e1a08-0788-4a3e-9098-6586441c62fd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 0.4557593 Feb 11 13:06:00.762496 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5694740-feed-4b54-a4fc-11a04965d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:00.898470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a05a572a-f7bb-4887-8270-e7e9f74d32fd req-6dfa9d10-3620-4cef-9c7e-c3160a6b151d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106033 Feb 11 13:06:00.916414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (af2b2b22-9a05-4f89-b4d8-5a581e910812), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.090669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (af2b2b22-9a05-4f89-b4d8-5a581e910812), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.177269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=af2b2b22-9a05-4f89-b4d8-5a581e910812,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:01.195632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:01.197033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.203120 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.216013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ea19833d-151b-4b04-8734-67ed724eac21 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/af2b2b22-9a05-4f89-b4d8-5a581e910812 HTTP/1.1" status: 204 len: 168 time: 1.1262465 Feb 11 13:06:01.217760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46934) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:01.257107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959106d-0de1-433c-9f18-aefa80c43160 req-8117455f-60ad-4750-a795-d78d775858da tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:01.279073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c959106d-0de1-433c-9f18-aefa80c43160 req-8117455f-60ad-4750-a795-d78d775858da tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.2807369 Feb 11 13:06:01.316244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c5694740-feed-4b54-a4fc-11a04965d224 None None] Current status of the port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:01.316860 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5694740-feed-4b54-a4fc-11a04965d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.423948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c5694740-feed-4b54-a4fc-11a04965d224 None None] For port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c,segment=NetworkSegment(315e178a-3223-4e86-a6e3-b6e7d029f317),segment_id=315e178a-3223-4e86-a6e3-b6e7d029f317)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:01.447654 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5694740-feed-4b54-a4fc-11a04965d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.472747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ffce9816-2653-4bdd-98d6-47586f81cb76), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.484111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c959106d-0de1-433c-9f18-aefa80c43160 req-7fea2aef-70a8-4b80-a286-d87239ee005b tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041223 Feb 11 13:06:01.497418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d088bf63-5b18-4c47-9a0c-8dfaa37de002), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.513129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0734d8ae-4579-42e9-9055-56286fb43e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.586215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5694740-feed-4b54-a4fc-11a04965d224 None None] Pushing event updated for resources: {'Port': ['ID=040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:01.640193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:01.640887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.665558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=d088bf63-5b18-4c47-9a0c-8dfaa37de002,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:01.687219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:01.689971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bbca5613-5f21-47e2-8aa7-9cffcc628cee up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:01.724373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.735835 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-127b3ec0-3386-420c-9e40-a4e78978c378 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/d088bf63-5b18-4c47-9a0c-8dfaa37de002 HTTP/1.1" status: 204 len: 168 time: 1.9944911 Feb 11 13:06:01.737093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46948) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:01.807961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c625d948-f691-4f75-a04e-03791ec1a5b7 None None] Provisioning complete for port bbca5613-5f21-47e2-8aa7-9cffcc628cee triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:01.808350 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c625d948-f691-4f75-a04e-03791ec1a5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.865284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d95a5e-222b-4247-8856-c17f229921b8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:01.866570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d95a5e-222b-4247-8856-c17f229921b8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:01.870837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f429ce-a089-4032-beba-882b0cb2361e None None] Network ffce9816-2653-4bdd-98d6-47586f81cb76 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:01.873872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-00d95a5e-222b-4247-8856-c17f229921b8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1337843 Feb 11 13:06:01.878430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46950) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:01.936697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] For port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c,segment=NetworkSegment(315e178a-3223-4e86-a6e3-b6e7d029f317),segment_id=315e178a-3223-4e86-a6e3-b6e7d029f317)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:01.936960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:01.972057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:02.006291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 9eae7db1-1509-45fa-b9ee-580f660d25f0 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:02.023270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a7ee6-f490-4ffb-be82-de5c1ecc32e6 req-1894dc18-ec95-43fe-9bb8-744866a71f7d tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:02.034343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46960) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:02.038022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c3a7ee6-f490-4ffb-be82-de5c1ecc32e6 req-1894dc18-ec95-43fe-9bb8-744866a71f7d tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.3535690 Feb 11 13:06:02.039005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (9eae7db1-1509-45fa-b9ee-580f660d25f0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.046751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Request body: {'floatingip': {'port_id': '7d220759-2541-45a7-a05c-9e73a2e31b8b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:02.093581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bbca5613-5f21-47e2-8aa7-9cffcc628cee triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:02.095189 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.143381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (9eae7db1-1509-45fa-b9ee-580f660d25f0), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.233800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for floatingip (9e888e12-ac5e-4cf3-b0cf-ff301719b370), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.257660 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.262791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c625d948-f691-4f75-a04e-03791ec1a5b7 None None] Current status of the port bbca5613-5f21-47e2-8aa7-9cffcc628cee is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:02.263185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c625d948-f691-4f75-a04e-03791ec1a5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.349819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bbca5613-5f21-47e2-8aa7-9cffcc628cee is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:02.350219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.355576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12da4e34-1344-4ba2-a3d2-c30df2148bfb None None] DHCP port deletion for ffce9816-2653-4bdd-98d6-47586f81cb76 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:02.360203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c625d948-f691-4f75-a04e-03791ec1a5b7 None None] For port bbca5613-5f21-47e2-8aa7-9cffcc628cee, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bbca5613-5f21-47e2-8aa7-9cffcc628cee,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:02.391438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No DVR routers for this DVR port 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:02.392827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c625d948-f691-4f75-a04e-03791ec1a5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.454145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:02.559039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ffce9816-2653-4bdd-98d6-47586f81cb76), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.567933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-74d45784-b14c-4ed2-8633-8bfa91e45ef6 None None] Could not find standard attr ID for object 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:06:02.580504 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (9eae7db1-1509-45fa-b9ee-580f660d25f0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.601263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625d948-f691-4f75-a04e-03791ec1a5b7 None None] Pushing event updated for resources: {'Port': ['ID=bbca5613-5f21-47e2-8aa7-9cffcc628cee,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:02.613981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-74d45784-b14c-4ed2-8633-8bfa91e45ef6 None None] Could not find standard attr ID for object d088bf63-5b18-4c47-9a0c-8dfaa37de002. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:06:02.632626 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:06:02.633166 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:06:02.635468 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.723067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffce9816-2653-4bdd-98d6-47586f81cb76']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:02.726714 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (9eae7db1-1509-45fa-b9ee-580f660d25f0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.763821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315e178a-3223-4e86-a6e3-b6e7d029f317') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:02.764249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315e178a-3223-4e86-a6e3-b6e7d029f317') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:02.774450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=9eae7db1-1509-45fa-b9ee-580f660d25f0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:02.782551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (315e178a-3223-4e86-a6e3-b6e7d029f317), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.800943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2313b75b-bd99-4ce4-a48e-b80f00585c17 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:02.818407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.823514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7ed7a9aa-9b07-4ebc-ac2f-8bb4cc123523 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/9eae7db1-1509-45fa-b9ee-580f660d25f0 HTTP/1.1" status: 204 len: 168 time: 0.9440770 Feb 11 13:06:02.832099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (315e178a-3223-4e86-a6e3-b6e7d029f317), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.840174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:06:02.841762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (315e178a-3223-4e86-a6e3-b6e7d029f317), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:03.129854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:03.256597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bbca5613-5f21-47e2-8aa7-9cffcc628cee is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:03.258931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47000) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:03.330301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] Deleting port bbca5613-5f21-47e2-8aa7-9cffcc628cee {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:03.330680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:03.350293 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2f5b0f11-384f-4790-a011-ce29c133aeca tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868328 Feb 11 13:06:03.355509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47022) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:03.513486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439df9a-0ad4-4bbe-bde7-10e4a9b2530f req-6661e0e7-526a-4b83-b66a-428da528bc45 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:03.515128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8439df9a-0ad4-4bbe-bde7-10e4a9b2530f req-6661e0e7-526a-4b83-b66a-428da528bc45 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 1.2858322 Feb 11 13:06:03.584191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] For port bbca5613-5f21-47e2-8aa7-9cffcc628cee, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bbca5613-5f21-47e2-8aa7-9cffcc628cee,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:03.584711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:03.615554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] Calling delete_port for bbca5613-5f21-47e2-8aa7-9cffcc628cee owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:03.795980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:06:03.878968 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:06:03.931173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:03.932002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 040bdae7-d7ff-4a8d-8ff8-01c8f0d2368c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:03.932508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ffce9816-2653-4bdd-98d6-47586f81cb76), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:03.932921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bbca5613-5f21-47e2-8aa7-9cffcc628cee no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:04.030355 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No ports have port_id starting with bbca5613-5f21-47e2-8aa7-9cffcc628cee Feb 11 13:06:04.034459 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (bbca5613-5f21-47e2-8aa7-9cffcc628cee), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.043386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.050262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f8bfc2-24cb-4460-884c-cb94f959c16f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.051835 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c7f8bfc2-24cb-4460-884c-cb94f959c16f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6903758 Feb 11 13:06:04.062217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/ffce9816-2653-4bdd-98d6-47586f81cb76 HTTP/1.1" status: 204 len: 168 time: 2.8431177 Feb 11 13:06:04.065974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeac5e-5f53-49ba-be77-bdb74db09e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=ffce9816-2653-4bdd-98d6-47586f81cb76,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:04.070281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47064) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:04.071747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47066) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:04.092933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'name': 'tempest-PortsIpV6TestJSON-1158657558'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:04.104067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] Pushing event deleted for resources: {'Port': ['ID=bbca5613-5f21-47e2-8aa7-9cffcc628cee,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:04.116728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ceae47-673d-4ef0-a61f-812d4ecc76cf None None] No DVR routers for this DVR port bbca5613-5f21-47e2-8aa7-9cffcc628cee on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:04.129827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8439df9a-0ad4-4bbe-bde7-10e4a9b2530f req-b1f2dba8-6796-49ff-84d7-e5de91b3ceef tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439250 Feb 11 13:06:04.201132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.338423 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:04.424209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-92dc623a-2cde-4cde-b6de-ae6788c88003 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5396969 Feb 11 13:06:04.454922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd34ee1-4e93-4e9d-b0f4-6fbb0cf65f08 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.456415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-edd34ee1-4e93-4e9d-b0f4-6fbb0cf65f08 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3797607 Feb 11 13:06:04.462243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47074) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:04.554736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9885a929-ba01-4110-9649-6c412896e095 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899048 Feb 11 13:06:04.560307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:04.563091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.565482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47076) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:04.573984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:04.607993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port a178fb6b-50be-421c-8046-667612a7668c yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:04.688527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6f7a0-ed2b-420d-82dc-86e23c865c21 req-162db604-6d6e-485b-9d13-7fb0ab96b810 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.690368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5eb6f7a0-ed2b-420d-82dc-86e23c865c21 req-162db604-6d6e-485b-9d13-7fb0ab96b810 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.3855391 Feb 11 13:06:04.730650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:04.734254 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.742006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47080) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:04.742198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.753052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-8064b58c-4b6d-4514-95c0-3072faebc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:04.754677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-8064b58c-4b6d-4514-95c0-3072faebc00f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 1127 time: 0.2114685 Feb 11 13:06:04.772826 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (9e888e12-ac5e-4cf3-b0cf-ff301719b370), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.845678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5eb6f7a0-ed2b-420d-82dc-86e23c865c21 req-7daac7b5-552c-488b-b42b-f02dd41f7776 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479957 Feb 11 13:06:05.040104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (a178fb6b-50be-421c-8046-667612a7668c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.097800 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6405bff6-8be7-4d58-a0b8-0e8ff4a23af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.104444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a178fb6b-50be-421c-8046-667612a7668c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.180542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:05.246801 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Floating IP 9e888e12-ac5e-4cf3-b0cf-ff301719b370 associated. External IP: 172.25.1.188, port: 7d220759-2541-45a7-a05c-9e73a2e31b8b. Feb 11 13:06:05.286866 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.311486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6405bff6-8be7-4d58-a0b8-0e8ff4a23af0 admin admin] Publish callbacks [] for security_group (ace0761a-e512-4d31-8033-9282923916e6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.320148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:05.427209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:05.451589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.452463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.480231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6405bff6-8be7-4d58-a0b8-0e8ff4a23af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ace0761a-e512-4d31-8033-9282923916e6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.540423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279209a4-d92c-452d-9974-14b80aac47eb req-88fae2a9-0800-4064-890a-44ee0eada93d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.554306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-279209a4-d92c-452d-9974-14b80aac47eb req-88fae2a9-0800-4064-890a-44ee0eada93d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.5345874 Feb 11 13:06:05.562795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 395ed8b0-01c8-4654-abaf-406751546406 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:05.618935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6405bff6-8be7-4d58-a0b8-0e8ff4a23af0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7de815048884484ca80670142ce0942a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8703856 Feb 11 13:06:05.674322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5963464 Feb 11 13:06:05.679708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7dffa-1a20-4fbb-afa1-72e190b6bb6f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=a178fb6b-50be-421c-8046-667612a7668c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.693051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47102) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:05.693392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47106) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:05.709611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-528b1335-65f8-44f8-832c-41c03b23794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.711165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-528b1335-65f8-44f8-832c-41c03b23794d service neutron] 10.222.0.64 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.9322438 Feb 11 13:06:05.813560 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 395ed8b0-01c8-4654-abaf-406751546406 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:05.824154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405bff6-8be7-4d58-a0b8-0e8ff4a23af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace0761a-e512-4d31-8033-9282923916e6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:05.846924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Router 242dc181-c792-4302-881d-4da7faac9b15 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:06:05.874585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-24cf6a96-2504-462b-b323-75f9d1812209 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968 HTTP/1.1" status: 200 len: 217 time: 0.1497941 Feb 11 13:06:05.903267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b097eddb-f1b6-48d1-a0cf-c988c954fca1 admin admin] Publish callbacks [] for security_group (ace0761a-e512-4d31-8033-9282923916e6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.948270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b097eddb-f1b6-48d1-a0cf-c988c954fca1 admin admin] Publish callbacks [] for security_group (ace0761a-e512-4d31-8033-9282923916e6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.977753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-4bbd56e9-2f1d-4be0-9ab0-8de7d79e7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:05.984424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-4bbd56e9-2f1d-4be0-9ab0-8de7d79e7a5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.0999060 Feb 11 13:06:06.004783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-b406f95b-806c-47b0-a5d7-11ef1196df23 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2925861 Feb 11 13:06:06.050745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-307c4cde-8f4b-4623-b83c-2cbd69167bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:06.052408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-307c4cde-8f4b-4623-b83c-2cbd69167bda service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0617104 Feb 11 13:06:06.070718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b097eddb-f1b6-48d1-a0cf-c988c954fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ace0761a-e512-4d31-8033-9282923916e6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.075232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b097eddb-f1b6-48d1-a0cf-c988c954fca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.076392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b097eddb-f1b6-48d1-a0cf-c988c954fca1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ace0761a-e512-4d31-8033-9282923916e6 HTTP/1.1" status: 204 len: 168 time: 0.3759556 Feb 11 13:06:06.127427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097eddb-f1b6-48d1-a0cf-c988c954fca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace0761a-e512-4d31-8033-9282923916e6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:06.249349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:06:06.260108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.262278 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] Sync routers for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:06:06.282277 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:06:06.282532 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:06:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:06.298497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0087f790-7294-4401-b6a4-92351afe09d9 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "PUT /v2.0/floatingips/9e888e12-ac5e-4cf3-b0cf-ff301719b370 HTTP/1.1" status: 200 len: 991 time: 4.2626338 Feb 11 13:06:06.308697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-0bf8d0f5-88d1-4636-9cbb-b9c3ecb4215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:06.310924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-0bf8d0f5-88d1-4636-9cbb-b9c3ecb4215d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1127 time: 0.2347789 Feb 11 13:06:06.336075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:06.343527 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851ae51d-acce-4277-bca3-16b41a6da379" -d '{"events": [{"name": "network-changed", "server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:06.380084 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-279209a4-d92c-452d-9974-14b80aac47eb req-2cea24dd-2f32-49a4-b0e9-ff929ad35f72 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8250220 Feb 11 13:06:06.399492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port a178fb6b-50be-421c-8046-667612a7668c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:06.399880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a178fb6b-50be-421c-8046-667612a7668c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.548508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a178fb6b-50be-421c-8046-667612a7668c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.593326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:06:06.596851 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (92c962b2-587a-401c-89d7-44372c862ace), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.610382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for a178fb6b-50be-421c-8046-667612a7668c owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:06.620709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-fc6752ec-fe0b-49b1-810b-9954d4440066 service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616174 Feb 11 13:06:06.732511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:06.735318 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:06:06.771373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:06.779445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:06.780037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.786171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2286a634-bb86-445e-8101-9b4780ed4142 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:06.806720 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2393382 Feb 11 13:06:06.807380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47150) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:06.813522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47152) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:06.817810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-81f90305-98bf-449d-a0b0-2164d272b8bc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:06.834937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bbec3-6acc-4ad9-a13e-1d35c24f0d07 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=92c962b2-587a-401c-89d7-44372c862ace,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:06.864525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd44ed5f-a365-4bab-928c-a1f7e6a64fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:06.949186 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c506b6b0-f077-480a-82fc-9a30c42de3e2 x-openstack-request-id: req-c506b6b0-f077-480a-82fc-9a30c42de3e2 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:06.949476 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:06.949842 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c506b6b0-f077-480a-82fc-9a30c42de3e2 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:06.950557 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'status': 'completed', 'code': 200} Feb 11 13:06:06.960216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a178fb6b-50be-421c-8046-667612a7668c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.013542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.020075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/a178fb6b-50be-421c-8046-667612a7668c HTTP/1.1" status: 204 len: 168 time: 1.3180313 Feb 11 13:06:07.027324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47156) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:07.037215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'mac_address': 'fa:16:3e:8a:15:1e', 'name': 'tempest-PortsIpV6TestJSON-411407491'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:07.043646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaa8f3-1d9f-4f62-9f94-b98e4d4d4150 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=a178fb6b-50be-421c-8046-667612a7668c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:07.223681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '92c962b2-587a-401c-89d7-44372c862ace'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:07.227387 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.242724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccbbf-98e0-4a91-83a8-35268e797fb5 req-702fcaab-16a6-4f97-9f2e-197a5b7154e3 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:07.244514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d2ccbbf-98e0-4a91-83a8-35268e797fb5 req-702fcaab-16a6-4f97-9f2e-197a5b7154e3 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.8502274 Feb 11 13:06:07.347247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f90305-98bf-449d-a0b0-2164d272b8bc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:07.362610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81f90305-98bf-449d-a0b0-2164d272b8bc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.460168 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e888e12-ac5e-4cf3-b0cf-ff301719b370', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '242dc181-c792-4302-881d-4da7faac9b15', 'port_id': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'mac_address': 'fa:16:3e:de:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:26Z', 'updated_at': '2022-02-11T13:06:04Z', 'revision_number': 1, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:27Z', 'revision_number': 5, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:07.503281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Allocated IP 2001:db8::f816:3eff:fe99:8ba0 (748fcd93-cfb1-4683-9579-584b9508fdbf/92c962b2-587a-401c-89d7-44372c862ace/1f6a0ed9-9495-4dde-bcf3-e44a217e46d0) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:07.508222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d2ccbbf-98e0-4a91-83a8-35268e797fb5 req-9de13008-7133-4c2e-8c12-99cbae6147c6 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126291 Feb 11 13:06:07.510645 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] Checking router: 242dc181-c792-4302-881d-4da7faac9b15 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:06:07.552845 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:06:07.554342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:06:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:07.570957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-da93ccfe-a27d-4392-9b0b-c8ff91f524d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:07.580487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-da93ccfe-a27d-4392-9b0b-c8ff91f524d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 1.2324162 Feb 11 13:06:07.595949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ae51d-acce-4277-bca3-16b41a6da379 req-00f2ef43-0a95-4212-8172-4a134fe86f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:07.617775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851ae51d-acce-4277-bca3-16b41a6da379 req-00f2ef43-0a95-4212-8172-4a134fe86f5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08d821a9bbdb45ae93a7f422a47d4a69&device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 1127 time: 0.6129866 Feb 11 13:06:07.882283 n-d-828675-3 neutron-server[109684]: INFO neutron.db.ipam_backend_mixin [None req-81f90305-98bf-449d-a0b0-2164d272b8bc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92c962b2-587a-401c-89d7-44372c862ace (CIDR: 2001:db8::/64) Feb 11 13:06:07.894256 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f90305-98bf-449d-a0b0-2164d272b8bc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:06:07.894704 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f90305-98bf-449d-a0b0-2164d272b8bc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:07.905013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-908ceced-2088-45ed-81ec-2a0daf5b5d30 req-71ec63d6-5d08-4d8a-92f2-f83674847c41 service neutron] 10.222.0.64 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2481196 Feb 11 13:06:07.919341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd44ed5f-a365-4bab-928c-a1f7e6a64fb1 admin admin] Publish callbacks [] for security_group (146ab7bf-5b19-4886-b50c-deb9ccb393fd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.929665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Publish callbacks [] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.944070 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-81f90305-98bf-449d-a0b0-2164d272b8bc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1317391 Feb 11 13:06:07.945085 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd44ed5f-a365-4bab-928c-a1f7e6a64fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (146ab7bf-5b19-4886-b50c-deb9ccb393fd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.945751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.950767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47178) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:07.971783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:08.031926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-896e3b9f-90b6-40ef-ad4e-fc4b2685e4aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1000 time: 0.4439342 Feb 11 13:06:08.041260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:08.064481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:08.071497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:08.075453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:08.136207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ae51d-acce-4277-bca3-16b41a6da379 req-1fe4f882-e1f8-4d0a-b4cd-bdc08b26662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.138777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851ae51d-acce-4277-bca3-16b41a6da379 req-1fe4f882-e1f8-4d0a-b4cd-bdc08b26662e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 HTTP/1.1" status: 200 len: 912 time: 0.4933734 Feb 11 13:06:08.229302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-0b0c4a56-ad82-46f9-80f7-1072b84269bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.231172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-0b0c4a56-ad82-46f9-80f7-1072b84269bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.1720886 Feb 11 13:06:08.293252 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:06:08.297576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6de44d-81ae-45c5-8dfa-3e0b8b868c7e req-d7b55a1d-e9b6-4448-8974-befafe5ac764 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.308122 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a6de44d-81ae-45c5-8dfa-3e0b8b868c7e req-d7b55a1d-e9b6-4448-8974-befafe5ac764 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 1.0522866 Feb 11 13:06:08.356829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851ae51d-acce-4277-bca3-16b41a6da379 req-ad9edd3f-3459-442e-be0c-ddcbf69cf463 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b HTTP/1.1" status: 200 len: 999 time: 0.2078915 Feb 11 13:06:08.491788 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fd44ed5f-a365-4bab-928c-a1f7e6a64fb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59fdf0d9db3b41dabc1af6af3ae421e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6653733 Feb 11 13:06:08.492662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44ed5f-a365-4bab-928c-a1f7e6a64fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146ab7bf-5b19-4886-b50c-deb9ccb393fd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:08.501220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47208) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:08.605246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ae51d-acce-4277-bca3-16b41a6da379 req-74f2181e-66b8-4c77-96ee-e16df428ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.606955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851ae51d-acce-4277-bca3-16b41a6da379 req-74f2181e-66b8-4c77-96ee-e16df428ca10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967 HTTP/1.1" status: 200 len: 850 time: 0.2384207 Feb 11 13:06:08.645251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-a5c38b99-9808-49f4-ac69-5838097d53cc tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=91b315126473443a86a6a78b66ac7b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359728 Feb 11 13:06:08.690967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:08.705190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-eb5891b9-722d-4242-b756-a5f046df7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.707617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-eb5891b9-722d-4242-b756-a5f046df7350 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4663634 Feb 11 13:06:08.734264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Pushing event updated for resources: {'Port': ['ID=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:08.748309 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e888e12-ac5e-4cf3-b0cf-ff301719b370', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '242dc181-c792-4302-881d-4da7faac9b15', 'port_id': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'mac_address': 'fa:16:3e:de:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:26Z', 'updated_at': '2022-02-11T13:06:04Z', 'revision_number': 1, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:27Z', 'revision_number': 5, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:08.771718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Attempting to bind port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:08.772088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Attempting to bind port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:08.772450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Attempting to bind port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:08.789467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:08.790169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:08.790733 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:08.791268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:08.791992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Bound port: 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:08.792527 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:08.798246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ae51d-acce-4277-bca3-16b41a6da379 req-a3c4b120-1361-43af-bb9d-6153c0b925f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:08.799902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851ae51d-acce-4277-bca3-16b41a6da379 req-a3c4b120-1361-43af-bb9d-6153c0b925f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1505134 Feb 11 13:06:08.821889 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c412abe7-9172-4d3b-85e4-9fae3c618740 None None] The sync data for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 is: [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e888e12-ac5e-4cf3-b0cf-ff301719b370', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '242dc181-c792-4302-881d-4da7faac9b15', 'port_id': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'mac_address': 'fa:16:3e:de:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:05:26Z', 'updated_at': '2022-02-11T13:06:04Z', 'revision_number': 1, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:27Z', 'revision_number': 5, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:06:08.826389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a6de44d-81ae-45c5-8dfa-3e0b8b868c7e req-3af64deb-deeb-42f7-828f-74d3b23e2906 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5156338 Feb 11 13:06:08.868279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 8e98e626-269e-40ad-ac58-f5d27867f652 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:08.903455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e4de32f-5da6-48ff-ae28-96573b0d06b9 admin admin] Publish callbacks [] for security_group (146ab7bf-5b19-4886-b50c-deb9ccb393fd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:08.965235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] For port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:08.967631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e4de32f-5da6-48ff-ae28-96573b0d06b9 admin admin] Publish callbacks [] for security_group (146ab7bf-5b19-4886-b50c-deb9ccb393fd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:08.973856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] For port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:08.999613 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:09.083007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a983a2-f230-4bb4-88df-49b96bc7e72a None None] Pushing event updated for resources: {'Port': ['ID=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:09.112576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:09.120921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:09.181059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e4de32f-5da6-48ff-ae28-96573b0d06b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (146ab7bf-5b19-4886-b50c-deb9ccb393fd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:09.186490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1e4de32f-5da6-48ff-ae28-96573b0d06b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:09.208394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1e4de32f-5da6-48ff-ae28-96573b0d06b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/146ab7bf-5b19-4886-b50c-deb9ccb393fd HTTP/1.1" status: 204 len: 168 time: 0.6917071 Feb 11 13:06:09.240052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9965bcdd-c101-4c8a-bbab-940213c3340a None None] New status for floating IP 9e888e12-ac5e-4cf3-b0cf-ff301719b370: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:06:09.382240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4de32f-5da6-48ff-ae28-96573b0d06b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146ab7bf-5b19-4886-b50c-deb9ccb393fd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:09.444587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-f35ef380-ef47-4e61-ad47-afc0d974d1e8 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:09.496582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-f35ef380-ef47-4e61-ad47-afc0d974d1e8 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8374760 Feb 11 13:06:09.556051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-e2c6dd77-5fc7-47eb-b15f-9c654e5dcdf1 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/quotas/91b315126473443a86a6a78b66ac7b26 HTTP/1.1" status: 200 len: 375 time: 0.0575454 Feb 11 13:06:09.591182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76eb14-4642-4fc2-bbc1-9b43ea0af274 req-c7950b10-db83-49a0-aa4a-fa1a0ef8033b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:09.608187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f76eb14-4642-4fc2-bbc1-9b43ea0af274 req-c7950b10-db83-49a0-aa4a-fa1a0ef8033b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.5886521 Feb 11 13:06:09.671905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-57141391-43c2-4fc5-8448-b5cef348ed66 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905569 Feb 11 13:06:09.699382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-f1f396f4-e0af-42b2-925d-a1ff0f057e25 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9786952 Feb 11 13:06:09.822507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (8e98e626-269e-40ad-ac58-f5d27867f652), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:09.852270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851ae51d-acce-4277-bca3-16b41a6da379 req-4012c3fc-627e-49aa-b78f-0076a8649e63 service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0316012 Feb 11 13:06:10.026108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1f76eb14-4642-4fc2-bbc1-9b43ea0af274 req-f3ee2cb0-279a-4ced-9f86-23f942961a84 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164782 Feb 11 13:06:10.177387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8e98e626-269e-40ad-ac58-f5d27867f652), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:10.310517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46ab1ce4-aa33-4156-a9cd-a668c07375ed req-7e80ffae-b054-47cb-8709-96f2798fb50d service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866954 Feb 11 13:06:10.364971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851ae51d-acce-4277-bca3-16b41a6da379 req-de08e66c-80b7-4fe0-bbba-4792d42c1344 service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870768 Feb 11 13:06:10.405282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=8e98e626-269e-40ad-ac58-f5d27867f652,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:10.515059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:10.518549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:10.529222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (4d86c53f-3522-45c3-a14f-e9061784579e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:10.550057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:10.555356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:10.556024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:10.565973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6880c2b-4431-4724-9f1d-d57a23cac95d req-f6548385-fc17-462d-9012-0898df372f0c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:10.567976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6880c2b-4431-4724-9f1d-d57a23cac95d req-f6548385-fc17-462d-9012-0898df372f0c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1446450 Feb 11 13:06:10.652856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:10.684698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=4d86c53f-3522-45c3-a14f-e9061784579e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:10.696250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e6d45708-9126-497c-860f-d051cc7d2e34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6662090 Feb 11 13:06:10.700098 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6880c2b-4431-4724-9f1d-d57a23cac95d req-2615f52e-3b23-4651-96a8-0e6e1af6da88 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176336 Feb 11 13:06:10.700574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47268) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:10.704591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-2701fc88-75db-4ed0-a87c-62df321a39d3 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=91b315126473443a86a6a78b66ac7b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2033675 Feb 11 13:06:10.705521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:10.714508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:10.716635 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:10.812041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560652c8-b3cf-4627-be27-1278b1eb2416 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:10.813589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-560652c8-b3cf-4627-be27-1278b1eb2416 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/8e98e626-269e-40ad-ac58-f5d27867f652 HTTP/1.1" status: 200 len: 844 time: 0.1119754 Feb 11 13:06:10.831927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47272) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:11.006207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 8e98e626-269e-40ad-ac58-f5d27867f652 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:11.007378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8e98e626-269e-40ad-ac58-f5d27867f652), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:11.106610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22852461-2df7-49db-b8a7-d8c5901a4d4a None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:11.196453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8e98e626-269e-40ad-ac58-f5d27867f652), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:11.229575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 8e98e626-269e-40ad-ac58-f5d27867f652 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:11.249720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-ee20ea7f-bd03-4b03-b105-23cae223f78f tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:11.257802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-ee20ea7f-bd03-4b03-b105-23cae223f78f tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5357232 Feb 11 13:06:11.325485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-50b2a3f1-907c-4c77-8870-fe1a7915b14c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/quotas/91b315126473443a86a6a78b66ac7b26 HTTP/1.1" status: 200 len: 375 time: 0.0665514 Feb 11 13:06:11.408130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8e98e626-269e-40ad-ac58-f5d27867f652), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:11.453972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-140642c2-a54f-4f3a-bdba-310718fe24c7 None None] Provisioning complete for port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:11.454596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-140642c2-a54f-4f3a-bdba-310718fe24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:11.458321 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-213910a7-0945-4999-942a-fb4aacfd514c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290851 Feb 11 13:06:11.480853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9dcb7fea-089f-475b-8142-64d58b125f2c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5201027 Feb 11 13:06:11.482884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:11.497805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=8e98e626-269e-40ad-ac58-f5d27867f652,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:11.502631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:b1:d3:4a', 'name': 'tempest-NetworksTestDHCPv6-1287613797'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:11.514540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:11.523587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-15f0be17-d732-4b65-a732-40d54bf45dd2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/8e98e626-269e-40ad-ac58-f5d27867f652 HTTP/1.1" status: 204 len: 168 time: 0.6901317 Feb 11 13:06:11.525819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47288) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:11.553927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:11.599855 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8bb93b-e886-451c-a5bb-43b5033e8373 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:06:11.610236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2c8bb93b-e886-451c-a5bb-43b5033e8373 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/8e98e626-269e-40ad-ac58-f5d27867f652 HTTP/1.1" status: 404 len: 333 time: 0.0804369 Feb 11 13:06:11.612063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47290) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:11.632330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'name': 'tempest-PortsIpV6TestJSON-216697641'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:11.882823 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:06:11.940512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:11.962507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d635b-2c94-408e-a42f-e5e2b6d29237 None None] Update dhcp port {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '92c962b2-587a-401c-89d7-44372c862ace', 'ip_address': '2001:db8::f816:3eff:fe99:8ba0'}, {'subnet_id': '4d86c53f-3522-45c3-a14f-e9061784579e'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '1f6a0ed9-9495-4dde-bcf3-e44a217e46d0'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:06:11.994476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:12.005863 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:12.041764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-8ef7e702-e944-4142-bdb4-008184684d3f tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=91b315126473443a86a6a78b66ac7b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317724 Feb 11 13:06:12.070143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-765c87f8-3b36-4c59-8ca6-a04cd02c0144 req-f1604548-adbf-4919-9f3c-226f1046c7c0 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 210 time: 0.1381218 Feb 11 13:06:12.093258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-140642c2-a54f-4f3a-bdba-310718fe24c7 None None] Current status of the port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:12.094085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-140642c2-a54f-4f3a-bdba-310718fe24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:12.095681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 12f890f9-58ad-4ed5-991d-d4596d7b2fce yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:12.234590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-140642c2-a54f-4f3a-bdba-310718fe24c7 None None] For port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:12.253419 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b57d635b-2c94-408e-a42f-e5e2b6d29237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:12.291499 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:12.299443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:12.302137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:12.370396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 8d518c94-9f23-4515-a111-b7f39ccfc49c yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:12.496532 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-140642c2-a54f-4f3a-bdba-310718fe24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:12.742587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140642c2-a54f-4f3a-bdba-310718fe24c7 None None] Pushing event updated for resources: {'Port': ['ID=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:12.745490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8:0:1::df (748fcd93-cfb1-4683-9579-584b9508fdbf/4d86c53f-3522-45c3-a14f-e9061784579e/8d518c94-9f23-4515-a111-b7f39ccfc49c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:12.762478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:feb1:d34a (748fcd93-cfb1-4683-9579-584b9508fdbf/92c962b2-587a-401c-89d7-44372c862ace/8d518c94-9f23-4515-a111-b7f39ccfc49c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:12.835066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:13.068845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (8d518c94-9f23-4515-a111-b7f39ccfc49c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.138744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8d518c94-9f23-4515-a111-b7f39ccfc49c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.244231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:13.260037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:13.269113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-b57d635b-2c94-408e-a42f-e5e2b6d29237 None None] Allocated IP 2001:db8:0:1::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/4d86c53f-3522-45c3-a14f-e9061784579e/1f6a0ed9-9495-4dde-bcf3-e44a217e46d0) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:13.289977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=8d518c94-9f23-4515-a111-b7f39ccfc49c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:13.293618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:13.300810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:13.301775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.368297 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a9a1548-630f-4b8d-ad60-76b31d6b509a req-ba74443c-9286-43a3-a5b2-8405bd3d8316 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 210 time: 0.1493366 Feb 11 13:06:13.382110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8786c1d7-4ad4-4deb-ad13-f440d57082be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8975475 Feb 11 13:06:13.391024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47336) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:13.431552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9e05-1fb6-43cb-acb8-239a59a69f8b req-f1cc528b-1453-478a-99dd-6a371faa3055 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:13.433192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03ee9e05-1fb6-43cb-acb8-239a59a69f8b req-f1cc528b-1453-478a-99dd-6a371faa3055 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 1.5326285 Feb 11 13:06:13.571440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:13.591024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b57d635b-2c94-408e-a42f-e5e2b6d29237 None None] For port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:13.648825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 8d518c94-9f23-4515-a111-b7f39ccfc49c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:13.649170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8d518c94-9f23-4515-a111-b7f39ccfc49c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.743895 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b57d635b-2c94-408e-a42f-e5e2b6d29237 None None] Publish callbacks [] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.756871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b57d635b-2c94-408e-a42f-e5e2b6d29237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.767057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:13.769401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.822049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8d518c94-9f23-4515-a111-b7f39ccfc49c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.824669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:13.849878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 8d518c94-9f23-4515-a111-b7f39ccfc49c owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:13.945291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:14.049576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d635b-2c94-408e-a42f-e5e2b6d29237 None None] Pushing event updated for resources: {'Port': ['ID=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:14.049873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-f50c977b-9169-48b4-b311-d06430baaca6 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=91b315126473443a86a6a78b66ac7b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553712 Feb 11 13:06:14.094368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-8f7e4c1f-c88a-4bbd-802b-2570c3ed02a7 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.095910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-8f7e4c1f-c88a-4bbd-802b-2570c3ed02a7 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0434506 Feb 11 13:06:14.106306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03ee9e05-1fb6-43cb-acb8-239a59a69f8b req-05c3db2b-acc4-4689-915a-ecb99a3d39e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6151891 Feb 11 13:06:14.118643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Request body: {'port': {'device_id': 'debca506-d5f3-435d-b502-24066441081b', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '91b315126473443a86a6a78b66ac7b26'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:14.154987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:14.197056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8d518c94-9f23-4515-a111-b7f39ccfc49c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:14.263351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=8d518c94-9f23-4515-a111-b7f39ccfc49c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:14.315280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:14.363318 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:14.370081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9143da1b-347c-442f-b0fb-a1ac5a5e0a59 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/8d518c94-9f23-4515-a111-b7f39ccfc49c HTTP/1.1" status: 204 len: 168 time: 0.9552407 Feb 11 13:06:14.370690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47360) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:14.418013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:14.461770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Made reservation on behalf of 91b315126473443a86a6a78b66ac7b26 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:14.470639 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:14.480838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:14.494938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.495763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:14.538769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:14.554197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95812ca9-6c4b-49bc-b9ed-6dac1e23461f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.558358 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-95812ca9-6c4b-49bc-b9ed-6dac1e23461f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1811516 Feb 11 13:06:14.558705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47368) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:14.638967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=12f890f9-58ad-4ed5-991d-d4596d7b2fce,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:14.691985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a37115fe-eb17-4412-ba5a-d262d1ebdb88 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0757174 Feb 11 13:06:14.698720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47372) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:14.701990 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9d98cd1-be9e-4436-ac77-dc41ede7b9d6 req-3a0acb48-583c-4960-9149-3c3322999180 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 210 time: 0.1418874 Feb 11 13:06:14.707982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:14.774432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ce0f7-044c-42ae-9695-5339cd6239ec tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.776072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ad4ce0f7-044c-42ae-9695-5339cd6239ec tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2152388 Feb 11 13:06:14.782552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47374) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:14.970346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-81c2e417-82ee-4fff-9927-351c33f07ec2 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:14.971851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-81c2e417-82ee-4fff-9927-351c33f07ec2 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9024417 Feb 11 13:06:14.994700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks [] for security_group (2db5a5a7-2bb6-4172-bacc-f8181559aede), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.047101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Request body: {'port': {'device_id': 'f1a69904-142a-4759-9341-274d9d49e635', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '91b315126473443a86a6a78b66ac7b26'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:15.098190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:15.181857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b967c40c-cfe0-4f50-a25f-45de2f609815 None None] Provisioning complete for port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:15.182430 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b967c40c-cfe0-4f50-a25f-45de2f609815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.218770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2db5a5a7-2bb6-4172-bacc-f8181559aede), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.339767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Made reservation on behalf of 91b315126473443a86a6a78b66ac7b26 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:15.350814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.362976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b967c40c-cfe0-4f50-a25f-45de2f609815 None None] Current status of the port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:15.365430 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d729303-4052-4923-95d0-2e6e3eb4071b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.421100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:15.482843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-aa34c3d4-1bd1-4d6f-9302-677eacde1559 None None] Could not find standard attr ID for object 8d518c94-9f23-4515-a111-b7f39ccfc49c. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:06:15.521018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.528364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d729303-4052-4923-95d0-2e6e3eb4071b admin admin] Publish callbacks [] for security_group (3f6d8308-d769-4da7-9548-6e8cd165caba), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.535339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d729303-4052-4923-95d0-2e6e3eb4071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3f6d8308-d769-4da7-9548-6e8cd165caba), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.542794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:15.546966 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.566571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d729303-4052-4923-95d0-2e6e3eb4071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d8308-d769-4da7-9548-6e8cd165caba,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:15.598675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db5a5a7-2bb6-4172-bacc-f8181559aede,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:15.632738 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0d729303-4052-4923-95d0-2e6e3eb4071b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1968a494d7f84ab99de976c2cdba2ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321937 Feb 11 13:06:15.635248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47390) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:15.678172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Allocated IP 192.168.233.145 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/ab17aee9-538a-4c8a-80b5-2794ff8db814) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:15.726188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90331aa-a159-4a9c-85eb-b93e8a92f084 admin admin] Publish callbacks [] for security_group (3f6d8308-d769-4da7-9548-6e8cd165caba), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.726455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:15.762922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90331aa-a159-4a9c-85eb-b93e8a92f084 admin admin] Publish callbacks [] for security_group (3f6d8308-d769-4da7-9548-6e8cd165caba), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.791067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883fb9b-7b8e-494f-9a38-d8d312579934 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:15.792877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883fb9b-7b8e-494f-9a38-d8d312579934 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:15.794112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883fb9b-7b8e-494f-9a38-d8d312579934 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:15.799276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47394) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:15.799606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7883fb9b-7b8e-494f-9a38-d8d312579934 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8385384 Feb 11 13:06:15.887548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 4d86c53f-3522-45c3-a14f-e9061784579e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:15.894408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (4d86c53f-3522-45c3-a14f-e9061784579e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.946610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (4d86c53f-3522-45c3-a14f-e9061784579e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:15.973484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6e6c2-52b7-4432-a66e-d451e23760f8 req-eda3493a-2ada-4410-b3ec-c60e0f9ad0fc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:15.981114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ba6e6c2-52b7-4432-a66e-d451e23760f8 req-eda3493a-2ada-4410-b3ec-c60e0f9ad0fc tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.6162250 Feb 11 13:06:16.063594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ba6e6c2-52b7-4432-a66e-d451e23760f8 req-f5187771-0a4e-4a8b-b47e-6ed05d015a3d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765109 Feb 11 13:06:16.075606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (4d86c53f-3522-45c3-a14f-e9061784579e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.121865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.160697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks [] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.177808 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (4d86c53f-3522-45c3-a14f-e9061784579e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.229777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9912733-22a3-4826-a852-4454bd223c8e req-924c5cad-176d-4e80-aea2-472a7c14757a tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 210 time: 0.0715146 Feb 11 13:06:16.234332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=4d86c53f-3522-45c3-a14f-e9061784579e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:16.255168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.258822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d38beb-a551-44aa-88d2-5b26c3f080a6 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:16.261297 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e00cb812-d6a7-49f0-8251-3cfd818fc8df tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/4d86c53f-3522-45c3-a14f-e9061784579e HTTP/1.1" status: 204 len: 168 time: 0.4588866 Feb 11 13:06:16.263350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47400) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:16.288501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.302234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.309735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90331aa-a159-4a9c-85eb-b93e8a92f084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3f6d8308-d769-4da7-9548-6e8cd165caba), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.315849 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90331aa-a159-4a9c-85eb-b93e8a92f084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.320097 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c90331aa-a159-4a9c-85eb-b93e8a92f084 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f6d8308-d769-4da7-9548-6e8cd165caba HTTP/1.1" status: 204 len: 168 time: 0.6817007 Feb 11 13:06:16.346050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.366097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90331aa-a159-4a9c-85eb-b93e8a92f084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d8308-d769-4da7-9548-6e8cd165caba,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:16.380976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] In _notify_port_updated(), no bound segment for port 12f890f9-58ad-4ed5-991d-d4596d7b2fce on network 8a54f7a6-a9fe-4aee-8a26-97798e05169d {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:06:16.387433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:16.388106 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.389792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "PUT /v2.0/ports/12f890f9-58ad-4ed5-991d-d4596d7b2fce HTTP/1.1" status: 200 len: 818 time: 1.6867685 Feb 11 13:06:16.394159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47404) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:16.427120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:16.435361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:16.465002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:16.467975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 92c962b2-587a-401c-89d7-44372c862ace {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:16.479472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (92c962b2-587a-401c-89d7-44372c862ace), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.576259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:16.577055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.620028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (92c962b2-587a-401c-89d7-44372c862ace), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.655554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05677222-7b52-4589-b9a5-8151fd0af319 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=12f890f9-58ad-4ed5-991d-d4596d7b2fce,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:16.700131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47410) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:16.720243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Allocated IP 192.168.233.136 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/40dd4cee-6064-4787-af10-585ec24efa1f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:16.763038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (92c962b2-587a-401c-89d7-44372c862ace), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.851881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7373745 Feb 11 13:06:16.894772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Request body: {'port': {'device_id': 'debca506-d5f3-435d-b502-24066441081b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:16.897259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (92c962b2-587a-401c-89d7-44372c862ace), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.936150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.941343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/92c962b2-587a-401c-89d7-44372c862ace HTTP/1.1" status: 204 len: 168 time: 0.6766543 Feb 11 13:06:16.943420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-656044b3-b769-4a5f-a1d8-2ea9f5c435d0 None None] Provisioning complete for port ab17aee9-538a-4c8a-80b5-2794ff8db814 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:16.943806 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-656044b3-b769-4a5f-a1d8-2ea9f5c435d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:16.945239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47416) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:17.025236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-656044b3-b769-4a5f-a1d8-2ea9f5c435d0 None None] Port ab17aee9-538a-4c8a-80b5-2794ff8db814 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:17.081271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73db98-f371-4c9d-9947-6c02fdc62a0d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=92c962b2-587a-401c-89d7-44372c862ace,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:17.087801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5fb0ce16-66b1-4d88-880f-e4db561075fb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400950 Feb 11 13:06:17.090025 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47420) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:17.103621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:17.109945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.113182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47422) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:17.183504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a946b-29be-45ec-9a3a-d2454a6a4734 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:17.246882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2336c39e-764c-43a3-ae4f-b6e895155eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.289144 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6850cbfa-ed4b-4dcf-8924-b7a8a9f14807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.356219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:17.359837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.423666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-491faa2c-3056-4780-9379-4517978f2a99 req-50ee014c-a051-41d7-87dd-d5ae1c039d6c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 210 time: 0.0485110 Feb 11 13:06:17.479862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks [] for port (40dd4cee-6064-4787-af10-585ec24efa1f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.523411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.594431 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6850cbfa-ed4b-4dcf-8924-b7a8a9f14807 admin admin] Publish callbacks [] for security_group (9d98cbe9-6ebf-40a5-a746-7d849e61f0f1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.612999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6850cbfa-ed4b-4dcf-8924-b7a8a9f14807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9d98cbe9-6ebf-40a5-a746-7d849e61f0f1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.625106 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2336c39e-764c-43a3-ae4f-b6e895155eee admin admin] Publish callbacks [] for security_group (a235cda7-8fe2-4c71-bbe9-23da11e4f27d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.655851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2a422-e8e0-495f-aa75-63ddb97546ff None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:17.665687 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6850cbfa-ed4b-4dcf-8924-b7a8a9f14807 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b861b3a2da246dc897fc164f7250d62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5452034 Feb 11 13:06:17.668852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850cbfa-ed4b-4dcf-8924-b7a8a9f14807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98cbe9-6ebf-40a5-a746-7d849e61f0f1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:17.684323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.690033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47426) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:17.793217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4967798f-0a13-4201-b526-e78ef173d307 admin admin] Publish callbacks [] for security_group (9d98cbe9-6ebf-40a5-a746-7d849e61f0f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.844532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:17.845590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2336c39e-764c-43a3-ae4f-b6e895155eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a235cda7-8fe2-4c71-bbe9-23da11e4f27d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.860594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-00b38bba-721c-43e9-ac12-126435b8c685 None None] Provisioning complete for port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:17.861091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-00b38bba-721c-43e9-ac12-126435b8c685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.880017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60a658-b388-4571-b0f0-4e456c573433 req-5629736a-0c08-402f-9006-c2681fd8c519 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:17.880613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4967798f-0a13-4201-b526-e78ef173d307 admin admin] Publish callbacks [] for security_group (9d98cbe9-6ebf-40a5-a746-7d849e61f0f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:17.888112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c60a658-b388-4571-b0f0-4e456c573433 req-5629736a-0c08-402f-9006-c2681fd8c519 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.7004507 Feb 11 13:06:17.898433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:17.954402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:17.957484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:06:17.969843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:18.028033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-00b38bba-721c-43e9-ac12-126435b8c685 None None] Current status of the port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:18.036462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:18.072633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4967798f-0a13-4201-b526-e78ef173d307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9d98cbe9-6ebf-40a5-a746-7d849e61f0f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.075446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4967798f-0a13-4201-b526-e78ef173d307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.079268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4967798f-0a13-4201-b526-e78ef173d307 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d98cbe9-6ebf-40a5-a746-7d849e61f0f1 HTTP/1.1" status: 204 len: 168 time: 0.3856421 Feb 11 13:06:18.106023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967798f-0a13-4201-b526-e78ef173d307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98cbe9-6ebf-40a5-a746-7d849e61f0f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:18.152594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] Deleting port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:18.153061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.278124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.326511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] For port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:18.334139 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.335665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 12f890f9-58ad-4ed5-991d-d4596d7b2fce {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:18.336013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.366863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] Calling delete_port for 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:18.461977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-19aafe34-ac0e-4e61-90d3-45e5f390c667 None None] Provisioning complete for port 40dd4cee-6064-4787-af10-585ec24efa1f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:18.462602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-19aafe34-ac0e-4e61-90d3-45e5f390c667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.500613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-19aafe34-ac0e-4e61-90d3-45e5f390c667 None None] Port 40dd4cee-6064-4787-af10-585ec24efa1f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:18.604240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2336c39e-764c-43a3-ae4f-b6e895155eee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0049970589b84cdbbaa46b6d3f079768&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8858781 Feb 11 13:06:18.604818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] For port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:18.618788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47436) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:18.635546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336c39e-764c-43a3-ae4f-b6e895155eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a235cda7-8fe2-4c71-bbe9-23da11e4f27d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:18.682749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c60a658-b388-4571-b0f0-4e456c573433 req-a41a6604-c751-49e8-8b00-593fbb716410 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7937977 Feb 11 13:06:18.706074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:18.706994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.736662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-c2daa88b-1908-4cec-9112-591ba76daf34 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7442415 Feb 11 13:06:18.739215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.751649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.755904 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (1f6a0ed9-9495-4dde-bcf3-e44a217e46d0), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.762196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Request body: {'port': {'device_id': 'f1a69904-142a-4759-9341-274d9d49e635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:18.767268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.784803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638563da-14d5-4a2c-8c57-3cc1581deeb1 req-733badd7-18f1-4828-b3f6-4998a4f3ee77 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:18.791323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-638563da-14d5-4a2c-8c57-3cc1581deeb1 req-733badd7-18f1-4828-b3f6-4998a4f3ee77 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 936 time: 0.1720483 Feb 11 13:06:18.804754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] Pushing event deleted for resources: {'Port': ['ID=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:18.807792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a72b7-4657-40fb-b9d7-de986595ce26 None None] No DVR routers for this DVR port 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:18.825183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=1f6a0ed9-9495-4dde-bcf3-e44a217e46d0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:18.853404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (39c8916b-3f71-41cd-9fe4-c384a49b2c6c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.857910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 12f890f9-58ad-4ed5-991d-d4596d7b2fce owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:18.895162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:18.930847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:18.936937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82a69a5a-291a-453e-8de8-b92ba1751638 admin admin] Publish callbacks [] for security_group (a235cda7-8fe2-4c71-bbe9-23da11e4f27d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.941411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1377f562-831e-4fd6-8591-87c2c8c417c0 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:18.949245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:18.949245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:18.949697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab17aee9-538a-4c8a-80b5-2794ff8db814 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:06:18.982572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Publish callbacks [] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.028470 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9361317 Feb 11 13:06:19.034148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Transition to ACTIVE for port object ab17aee9-538a-4c8a-80b5-2794ff8db814 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:19.035131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47448) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:19.039209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82a69a5a-291a-453e-8de8-b92ba1751638 admin admin] Publish callbacks [] for security_group (a235cda7-8fe2-4c71-bbe9-23da11e4f27d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.044653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1876e8-13cb-41a0-9599-9c8d4824b2e9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=39c8916b-3f71-41cd-9fe4-c384a49b2c6c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:19.076643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-638563da-14d5-4a2c-8c57-3cc1581deeb1 req-2e2d8ff2-4f18-4b0c-ad5c-2301823b661a tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486587 Feb 11 13:06:19.093812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2bc1e37b-6893-4641-9594-ab17cdeb715a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:19.103904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.150921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82a69a5a-291a-453e-8de8-b92ba1751638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a235cda7-8fe2-4c71-bbe9-23da11e4f27d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.153506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82a69a5a-291a-453e-8de8-b92ba1751638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.157764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-82a69a5a-291a-453e-8de8-b92ba1751638 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a235cda7-8fe2-4c71-bbe9-23da11e4f27d HTTP/1.1" status: 204 len: 168 time: 0.5351312 Feb 11 13:06:19.186313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a69a5a-291a-453e-8de8-b92ba1751638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235cda7-8fe2-4c71-bbe9-23da11e4f27d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:19.186480 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.258360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '39c8916b-3f71-41cd-9fe4-c384a49b2c6c'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:19.259235 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.289092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:19.692471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47462) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:19.708120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:19.736738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:19.737006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f6a0ed9-9495-4dde-bcf3-e44a217e46d0 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:19.759757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76905b87-6963-4348-8798-29a8c51c252b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.833630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Allocated IP 2001:db8::f816:3eff:fe90:ce23 (748fcd93-cfb1-4683-9579-584b9508fdbf/39c8916b-3f71-41cd-9fe4-c384a49b2c6c/a46d8d38-ff38-42b0-bc26-247a13180f9d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:19.894291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76905b87-6963-4348-8798-29a8c51c252b admin admin] Publish callbacks [] for security_group (078e7040-f806-408d-ae2c-e5c069cdbdb4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.910536 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76905b87-6963-4348-8798-29a8c51c252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (078e7040-f806-408d-ae2c-e5c069cdbdb4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:19.974799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76905b87-6963-4348-8798-29a8c51c252b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cac1209e5e94402fbe7cb34074a40aa6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2779391 Feb 11 13:06:19.974799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76905b87-6963-4348-8798-29a8c51c252b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078e7040-f806-408d-ae2c-e5c069cdbdb4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:19.976514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47472) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:20.019747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47476) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:20.045439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Publish callbacks [] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.053316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (12f890f9-58ad-4ed5-991d-d4596d7b2fce), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.056735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.084037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-729214f3-b9a7-4afc-9207-a157e2b34bb6 admin admin] Publish callbacks [] for security_group (078e7040-f806-408d-ae2c-e5c069cdbdb4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.134989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-729214f3-b9a7-4afc-9207-a157e2b34bb6 admin admin] Publish callbacks [] for security_group (078e7040-f806-408d-ae2c-e5c069cdbdb4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.158952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=12f890f9-58ad-4ed5-991d-d4596d7b2fce,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:20.208381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:20.209225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-729214f3-b9a7-4afc-9207-a157e2b34bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (078e7040-f806-408d-ae2c-e5c069cdbdb4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.212398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-729214f3-b9a7-4afc-9207-a157e2b34bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.214030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-729214f3-b9a7-4afc-9207-a157e2b34bb6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/078e7040-f806-408d-ae2c-e5c069cdbdb4 HTTP/1.1" status: 204 len: 168 time: 0.2363613 Feb 11 13:06:20.226022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:20.243862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729214f3-b9a7-4afc-9207-a157e2b34bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078e7040-f806-408d-ae2c-e5c069cdbdb4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:20.251471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Pushing event updated for resources: {'Port': ['ID=a46d8d38-ff38-42b0-bc26-247a13180f9d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:20.253681 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.265484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:20.269127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3b69b133-ce00-444d-913b-895d745300d7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/12f890f9-58ad-4ed5-991d-d4596d7b2fce HTTP/1.1" status: 204 len: 168 time: 3.8686821 Feb 11 13:06:20.270139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Attempting to bind port ab17aee9-538a-4c8a-80b5-2794ff8db814 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:20.270465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Attempting to bind port ab17aee9-538a-4c8a-80b5-2794ff8db814 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:20.270784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Attempting to bind port ab17aee9-538a-4c8a-80b5-2794ff8db814 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:20.277937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47488) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:20.280427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Port ab17aee9-538a-4c8a-80b5-2794ff8db814 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:06:20.280875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Attempting to bind port ab17aee9-538a-4c8a-80b5-2794ff8db814 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:20.363804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:20.364159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:20.364867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:20.365331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Bound port: ab17aee9-538a-4c8a-80b5-2794ff8db814, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:20.365717 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.380580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb29c6-45c5-4763-89fd-9c8e1079d735 req-a994d304-180c-4d63-8107-f1c1ab37be8d tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:20.382276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dadb29c6-45c5-4763-89fd-9c8e1079d735 req-a994d304-180c-4d63-8107-f1c1ab37be8d tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 936 time: 0.1250405 Feb 11 13:06:20.425312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Attempting to bind port a46d8d38-ff38-42b0-bc26-247a13180f9d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:20.425713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Attempting to bind port a46d8d38-ff38-42b0-bc26-247a13180f9d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:20.426648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Attempting to bind port a46d8d38-ff38-42b0-bc26-247a13180f9d on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:20.434173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:20.434556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:20.435143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.435542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:20.436017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Bound port: a46d8d38-ff38-42b0-bc26-247a13180f9d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:20.436438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.442714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc1e37b-6893-4641-9594-ab17cdeb715a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:20.446512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e37b-6893-4641-9594-ab17cdeb715a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.534912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] For port a46d8d38-ff38-42b0-bc26-247a13180f9d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:20.538678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dadb29c6-45c5-4763-89fd-9c8e1079d735 req-3c2bebde-8100-4419-9f82-cbe259f61039 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491807 Feb 11 13:06:20.548821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] For port a46d8d38-ff38-42b0-bc26-247a13180f9d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a46d8d38-ff38-42b0-bc26-247a13180f9d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:20.565901 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:20.599845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37dc63-c3cb-41a3-b1b9-2494e525367f req-aed42609-5a57-48ed-b383-ad7cd716c19b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:20.607340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c37dc63-c3cb-41a3-b1b9-2494e525367f req-aed42609-5a57-48ed-b383-ad7cd716c19b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.5779338 Feb 11 13:06:20.720884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04f2a5-392d-49fa-863e-b068c77520e2 None None] Pushing event updated for resources: {'Port': ['ID=a46d8d38-ff38-42b0-bc26-247a13180f9d,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:20.956493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40dd4cee-6064-4787-af10-585ec24efa1f {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:06:21.013202 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Publish callbacks [] for port (40dd4cee-6064-4787-af10-585ec24efa1f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.074842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a57c3-b57b-442f-bfb4-40bbbdd848f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:21.076856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bb0a57c3-b57b-442f-bfb4-40bbbdd848f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7934742 Feb 11 13:06:21.089262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47510) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:21.091315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Transition to ACTIVE for port object 40dd4cee-6064-4787-af10-585ec24efa1f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:06:21.113969 n-d-828675-3 neutron-server[109685]: INFO neutron.db.ipam_backend_mixin [None req-2bc1e37b-6893-4641-9594-ab17cdeb715a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39c8916b-3f71-41cd-9fe4-c384a49b2c6c (CIDR: 2001:db8::/64) Feb 11 13:06:21.124011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.130169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:21.161958 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc1e37b-6893-4641-9594-ab17cdeb715a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:06:21.162464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc1e37b-6893-4641-9594-ab17cdeb715a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:21.195621 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-53687d99-78c6-43a3-8d30-7c4fe23e5fc9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:06:21.197288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-53687d99-78c6-43a3-8d30-7c4fe23e5fc9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/12f890f9-58ad-4ed5-991d-d4596d7b2fce HTTP/1.1" status: 404 len: 333 time: 0.1000068 Feb 11 13:06:21.197413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (42964a1d-6b9c-4186-9093-8d178c9ee882), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.201257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47518) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:21.206984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c37dc63-c3cb-41a3-b1b9-2494e525367f req-4a2103fd-cfe4-454f-add1-65462213626c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5985842 Feb 11 13:06:21.208895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:21.211015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-747148201'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:21.238663 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.257526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:21.274890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2bc1e37b-6893-4641-9594-ab17cdeb715a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2184477 Feb 11 13:06:21.316061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:21.324800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:21.343273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:21.344503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.347006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] 10.222.0.64 "PUT /v2.0/ports/ab17aee9-538a-4c8a-80b5-2794ff8db814 HTTP/1.1" status: 200 len: 1096 time: 4.4595201 Feb 11 13:06:21.420177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:21.421006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:21.424650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.431669 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5126286b-bcd0-4ab1-8138-e597e8fc10b9" -d '{"events": [{"name": "network-changed", "server_uuid": "debca506-d5f3-435d-b502-24066441081b", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:21.552206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a46d8d38-ff38-42b0-bc26-247a13180f9d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:21.596792 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bdad9b-adc8-47bc-970f-73efab27a4b3 x-openstack-request-id: req-05bdad9b-adc8-47bc-970f-73efab27a4b3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:21.597089 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debca506-d5f3-435d-b502-24066441081b", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:21.597329 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05bdad9b-adc8-47bc-970f-73efab27a4b3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:21.602544 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'status': 'completed', 'code': 200} Feb 11 13:06:21.683854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a46d8d38-ff38-42b0-bc26-247a13180f9d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:21.684509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.771042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf5bcda-ca81-4a96-a130-03f24062f0da service neutron] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:21.870524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Attempting to bind port 40dd4cee-6064-4787-af10-585ec24efa1f on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:21.870757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Attempting to bind port 40dd4cee-6064-4787-af10-585ec24efa1f by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:21.871016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Attempting to bind port 40dd4cee-6064-4787-af10-585ec24efa1f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:21.886983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Port 40dd4cee-6064-4787-af10-585ec24efa1f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:06:21.888411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Attempting to bind port 40dd4cee-6064-4787-af10-585ec24efa1f on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:21.936073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a46d8d38-ff38-42b0-bc26-247a13180f9d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:21.936467 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.940517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:21.941013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:21.946114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:21.946683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Bound port: 40dd4cee-6064-4787-af10-585ec24efa1f, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:21.947058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:21.993150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4b776ec2-3540-4fcb-8ede-77cb93bfa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:21.998543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-4b776ec2-3540-4fcb-8ede-77cb93bfa52d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 1130 time: 0.5308483 Feb 11 13:06:22.056442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a46d8d38-ff38-42b0-bc26-247a13180f9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a46d8d38-ff38-42b0-bc26-247a13180f9d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:22.072060 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.160971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-5ac30d2f-fb53-4001-9320-44628f3a8350 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814 HTTP/1.1" status: 200 len: 217 time: 0.1507158 Feb 11 13:06:22.220429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a46d8d38-ff38-42b0-bc26-247a13180f9d,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:22.223746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ca69c-c2d5-4002-bb96-5bbba88d53ee req-a672050c-3193-410f-9f21-672b35736edf tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.233400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f6ca69c-c2d5-4002-bb96-5bbba88d53ee req-a672050c-3193-410f-9f21-672b35736edf tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 948 time: 0.5400338 Feb 11 13:06:22.399337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:22.404958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:22.408098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-a75824c2-8ce2-47b1-94b6-e7a8ab72657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.409952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-a75824c2-8ce2-47b1-94b6-e7a8ab72657c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2060814 Feb 11 13:06:22.433436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1e5ddc41-069f-4d5e-ad85-a03044af7126), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.433436 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment 1e5ddc41-069f-4d5e-ad85-a03044af7126 of type vlan for network eb1b6931-6bc0-429e-afdf-0c3a0284298a Feb 11 13:06:22.473833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f6ca69c-c2d5-4002-bb96-5bbba88d53ee req-2650d167-794c-414a-a994-b17f025cfe08 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377529 Feb 11 13:06:22.479169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:22.495831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.538168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-bf4716fb-a6f2-4224-95e6-6bec7b36cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.541548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-bf4716fb-a6f2-4224-95e6-6bec7b36cb8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1249607 Feb 11 13:06:22.543639 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (eb1b6931-6bc0-429e-afdf-0c3a0284298a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.596656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.597273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.598735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] 10.222.0.53 "PUT /v2.0/ports/40dd4cee-6064-4787-af10-585ec24efa1f HTTP/1.1" status: 200 len: 1096 time: 3.8412530 Feb 11 13:06:22.618921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0ac1277d-06d6-4d1e-a8a0-4b1d812e61bb None None] Provisioning complete for port a46d8d38-ff38-42b0-bc26-247a13180f9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:22.619526 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0ac1277d-06d6-4d1e-a8a0-4b1d812e61bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.631591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee7e18-cb58-425c-8bfe-15b23abee97e service neutron] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:22.683128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:22.797454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (eb1b6931-6bc0-429e-afdf-0c3a0284298a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.798906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-1445ccf0-30e9-4ece-9b05-4d141dfde3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.800580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-1445ccf0-30e9-4ece-9b05-4d141dfde3f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 1130 time: 0.1116350 Feb 11 13:06:22.803009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-e5b645ba-d8f0-4587-bbc0-abb085059dcf service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452800 Feb 11 13:06:22.815314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:22.818291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:22.881093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-7b26ab6d-6c6c-4db7-887b-c94e281c3506 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=40dd4cee-6064-4787-af10-585ec24efa1f HTTP/1.1" status: 200 len: 217 time: 0.0726399 Feb 11 13:06:22.887306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0ac1277d-06d6-4d1e-a8a0-4b1d812e61bb None None] Current status of the port a46d8d38-ff38-42b0-bc26-247a13180f9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:22.965857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7633934 Feb 11 13:06:22.985156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47612) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:22.995686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:23.060802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-ee77e802-c6d4-494d-bc19-2639f46998ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:23.062554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-ee77e802-c6d4-494d-bc19-2639f46998ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1683619 Feb 11 13:06:23.132873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4609d08-c867-4838-bf6b-216d73e9832f req-03598484-34e5-464d-a252-782b2ea29030 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:23.134702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4609d08-c867-4838-bf6b-216d73e9832f req-03598484-34e5-464d-a252-782b2ea29030 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.5351686 Feb 11 13:06:23.141213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa1f2d-42c4-4f61-8541-5276d2bb334f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=eb1b6931-6bc0-429e-afdf-0c3a0284298a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:23.154603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:06:23.181382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5cba4c5-b342-4ebb-b5bb-0fc8dd980337 req-63c1e9d5-335f-4433-92dd-093be2f64703 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685825 Feb 11 13:06:23.204621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:23.208124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:23.376379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:23.384825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4609d08-c867-4838-bf6b-216d73e9832f req-08ac55be-7e98-4216-a5d9-e36dc64ca1d3 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233109 Feb 11 13:06:23.396431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:23.432189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae806c-4901-4a95-8957-f7803a500242 req-e9ad41b4-9c15-434a-b980-361cb22ad7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:23.434456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-e9ad41b4-9c15-434a-b980-361cb22ad7de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3645678 Feb 11 13:06:23.451226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a46d8d38-ff38-42b0-bc26-247a13180f9d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:23.556633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a46d8d38-ff38-42b0-bc26-247a13180f9d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:23.557213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:23.595220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-600f26f2-a431-464e-861c-29a3eb7f82d9 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374524 Feb 11 13:06:23.604620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:23.607099 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2128a880-e068-4abf-b72d-f6a961c70332" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:23.680942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Deleting port ca2ac958-998a-4b5e-8428-5cfdba5a7e89 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:23.682038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:23.694881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-fe700dcf-c970-4a6d-8041-bbce4389e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:23.696412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-fe700dcf-c970-4a6d-8041-bbce4389e119 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 1130 time: 0.4458702 Feb 11 13:06:23.753776 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af45d4b-4d94-495f-8c6a-9778f397e2c2 x-openstack-request-id: req-2af45d4b-4d94-495f-8c6a-9778f397e2c2 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:23.754073 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:23.756770 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2af45d4b-4d94-495f-8c6a-9778f397e2c2 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:23.757060 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f', 'status': 'completed', 'code': 200} Feb 11 13:06:23.821833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a46d8d38-ff38-42b0-bc26-247a13180f9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:23.904957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:23.940996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (42751e1c-53c8-42ac-9ba6-86e95e64aafd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:23.951666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] For port ca2ac958-998a-4b5e-8428-5cfdba5a7e89, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:23.952030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:23.995474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Calling delete_port for ca2ac958-998a-4b5e-8428-5cfdba5a7e89 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:24.000489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74ae806c-4901-4a95-8957-f7803a500242 req-1fdac7c4-bc75-4b26-b63b-6568fb4ae9ea service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968799 Feb 11 13:06:24.010363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:24.013314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a615c3-71e2-4baf-8c1a-ed4d1811008a req-6e197877-6538-4817-8db9-1c93e0d98d40 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.015186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:24.027460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.028171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.029997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e734297-61f6-48e1-bbf8-d01b30bc6325 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:24.043051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81a615c3-71e2-4baf-8c1a-ed4d1811008a req-6e197877-6538-4817-8db9-1c93e0d98d40 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 948 time: 0.3748591 Feb 11 13:06:24.125023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=42751e1c-53c8-42ac-9ba6-86e95e64aafd,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:24.127348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5c88867-d846-4dc1-927e-fe137bccfd40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.132239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d6e56b22-3eac-4f69-aa02-daf202859680 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8123100 Feb 11 13:06:24.158593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47668) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:24.168466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:d9:54:d3', 'name': 'tempest-NetworksTestDHCPv6-547061782'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:24.173684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-559f49f4-e0f9-4fa5-9a20-9d430dd34096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.175497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-559f49f4-e0f9-4fa5-9a20-9d430dd34096 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.4575245 Feb 11 13:06:24.270707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (13d9369c-8362-48c8-9e8a-611341665b14), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.291453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d814f09-62c2-49c3-80d3-201edd6dd05f None None] Update dhcp port {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '39c8916b-3f71-41cd-9fe4-c384a49b2c6c', 'ip_address': '2001:db8::f816:3eff:fe90:ce23'}, {'subnet_id': '42751e1c-53c8-42ac-9ba6-86e95e64aafd'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'a46d8d38-ff38-42b0-bc26-247a13180f9d'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:06:24.306852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-cfc278dc-0e33-450b-9cb4-0efed76f3d5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814 HTTP/1.1" status: 200 len: 217 time: 0.1009097 Feb 11 13:06:24.345808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1d814f09-62c2-49c3-80d3-201edd6dd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.368079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81a615c3-71e2-4baf-8c1a-ed4d1811008a req-ddea343c-2b9a-493c-b8cc-5eac5a376f6c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241043 Feb 11 13:06:24.401555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=13d9369c-8362-48c8-9e8a-611341665b14,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:24.414095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a880-e068-4abf-b72d-f6a961c70332 req-27af67d8-1945-4166-b2c9-2640992bc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.414759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5c88867-d846-4dc1-927e-fe137bccfd40 admin admin] Publish callbacks [] for security_group (1db89011-9068-4840-89b7-03526a76855e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.416028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2128a880-e068-4abf-b72d-f6a961c70332 req-27af67d8-1945-4166-b2c9-2640992bc03a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 1130 time: 0.2925568 Feb 11 13:06:24.425666 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5c88867-d846-4dc1-927e-fe137bccfd40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1db89011-9068-4840-89b7-03526a76855e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.442359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-106e75c6-2e3d-4f1b-a346-83a24858a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.444043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-106e75c6-2e3d-4f1b-a346-83a24858a471 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1226439 Feb 11 13:06:24.480479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': '1e5ddc41-069f-4d5e-ad85-a03044af7126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:24.481050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: eb1b6931-6bc0-429e-afdf-0c3a0284298a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:24.503170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ca2ac958-998a-4b5e-8428-5cfdba5a7e89), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.558492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:24.606045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-1d814f09-62c2-49c3-80d3-201edd6dd05f None None] Allocated IP 2001:db8:0:1::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/42751e1c-53c8-42ac-9ba6-86e95e64aafd/a46d8d38-ff38-42b0-bc26-247a13180f9d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:24.617206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-e7d49f2f-394a-4306-be14-ec3cd0bf0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.619231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-e7d49f2f-394a-4306-be14-ec3cd0bf0a8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1603014 Feb 11 13:06:24.651345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca2ac958-998a-4b5e-8428-5cfdba5a7e89,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:24.690076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a5c88867-d846-4dc1-927e-fe137bccfd40 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59885b63d42e4f51bb058c5b10704f9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7843509 Feb 11 13:06:24.697091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47704) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:24.710849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88867-d846-4dc1-927e-fe137bccfd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db89011-9068-4840-89b7-03526a76855e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:24.751295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-6155a6a7-281d-4750-aa4f-b19d808b8130 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225848 Feb 11 13:06:24.751896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:24.767504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a880-e068-4abf-b72d-f6a961c70332 req-333be8bd-50c5-4c3e-87fc-d08c7c4ab176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.768923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2128a880-e068-4abf-b72d-f6a961c70332 req-333be8bd-50c5-4c3e-87fc-d08c7c4ab176 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.3447366 Feb 11 13:06:24.786409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1d814f09-62c2-49c3-80d3-201edd6dd05f None None] For port a46d8d38-ff38-42b0-bc26-247a13180f9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a46d8d38-ff38-42b0-bc26-247a13180f9d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:24.841069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2128a880-e068-4abf-b72d-f6a961c70332 req-026c5803-4fb7-42ce-8d10-c831e7684a30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=40dd4cee-6064-4787-af10-585ec24efa1f HTTP/1.1" status: 200 len: 217 time: 0.0612924 Feb 11 13:06:24.846209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, eb1b6931-6bc0-429e-afdf-0c3a0284298a) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:24.851068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.851905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.854840 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1d814f09-62c2-49c3-80d3-201edd6dd05f None None] Publish callbacks [] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.866469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d9b1a-2b24-48f4-9504-ef12cc0c6670 None None] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:24.871496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00297-4ba5-45e6-b2ca-5f9edf96e14a req-9ef1109a-720e-433f-b258-f2ce6c49bdf7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:24.884671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9b00297-4ba5-45e6-b2ca-5f9edf96e14a req-9ef1109a-720e-433f-b258-f2ce6c49bdf7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.3561118 Feb 11 13:06:24.895685 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1d814f09-62c2-49c3-80d3-201edd6dd05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:24.966629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d814f09-62c2-49c3-80d3-201edd6dd05f None None] Pushing event updated for resources: {'Port': ['ID=a46d8d38-ff38-42b0-bc26-247a13180f9d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:24.972139 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.008893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5126286b-bcd0-4ab1-8138-e597e8fc10b9 req-9d6c12b8-5e3f-4494-9280-7365e441d306 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369750 Feb 11 13:06:25.022281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-98eee61b-60e5-4816-a702-9aa24a638b3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0358012 Feb 11 13:06:25.025097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47728) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:25.032265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9682f246-0d2c-4c8a-9972-2845071fb9db tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:25.069806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5181a96-e352-4e8a-b670-12d5b5d9e4f9 admin admin] Publish callbacks [] for security_group (1db89011-9068-4840-89b7-03526a76855e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.108280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a880-e068-4abf-b72d-f6a961c70332 req-229d5c9c-838e-4415-9f2a-6359390306bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:25.110200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2128a880-e068-4abf-b72d-f6a961c70332 req-229d5c9c-838e-4415-9f2a-6359390306bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2534215 Feb 11 13:06:25.111827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port 52dcbdc4-e26a-4650-8f1d-52922e7858b2 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:25.126557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-eb1b6931-6bc0-429e-afdf-0c3a0284298a', 'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a', 'project_id': 'ceffa09379dd485cb654ce0e810ec830', 'fixed_ips': [{'subnet_id': '13d9369c-8362-48c8-9e8a-611341665b14'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:25.127372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9b00297-4ba5-45e6-b2ca-5f9edf96e14a req-ec1c2c80-2c4e-4f33-b7e8-bfbc83269ec1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415571 Feb 11 13:06:25.137939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.142690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5181a96-e352-4e8a-b670-12d5b5d9e4f9 admin admin] Publish callbacks [] for security_group (1db89011-9068-4840-89b7-03526a76855e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.249109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a880-e068-4abf-b72d-f6a961c70332 req-8bc58710-f54a-48da-b31c-8bb2a6e8fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:25.251890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2128a880-e068-4abf-b72d-f6a961c70332 req-8bc58710-f54a-48da-b31c-8bb2a6e8fe26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1141174 Feb 11 13:06:25.289315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (42964a1d-6b9c-4186-9093-8d178c9ee882), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.314320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682f246-0d2c-4c8a-9972-2845071fb9db tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:25.323271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9682f246-0d2c-4c8a-9972-2845071fb9db tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.465862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Allocated IP 2001:db8::2 (eb1b6931-6bc0-429e-afdf-0c3a0284298a/13d9369c-8362-48c8-9e8a-611341665b14/d767e581-82da-460a-a135-93280c29a253) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:25.523010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5181a96-e352-4e8a-b670-12d5b5d9e4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1db89011-9068-4840-89b7-03526a76855e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.526678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f5181a96-e352-4e8a-b670-12d5b5d9e4f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.528185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f5181a96-e352-4e8a-b670-12d5b5d9e4f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1db89011-9068-4840-89b7-03526a76855e HTTP/1.1" status: 204 len: 168 time: 0.8303878 Feb 11 13:06:25.585069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a46d8d38-ff38-42b0-bc26-247a13180f9d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:25.618378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5181a96-e352-4e8a-b670-12d5b5d9e4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db89011-9068-4840-89b7-03526a76855e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:25.638493 n-d-828675-3 neutron-server[109685]: INFO neutron.db.ipam_backend_mixin [None req-9682f246-0d2c-4c8a-9972-2845071fb9db tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13d9369c-8362-48c8-9e8a-611341665b14 (CIDR: 2001:db8::/64) Feb 11 13:06:25.651665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2128a880-e068-4abf-b72d-f6a961c70332 req-36046822-3dc2-483a-a259-f46c0a838420 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916814 Feb 11 13:06:25.666511 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-9682f246-0d2c-4c8a-9972-2845071fb9db tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:06:25.668750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9682f246-0d2c-4c8a-9972-2845071fb9db tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:25.721719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47748) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:25.783524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8:0:1::24e (748fcd93-cfb1-4683-9579-584b9508fdbf/42751e1c-53c8-42ac-9ba6-86e95e64aafd/52dcbdc4-e26a-4650-8f1d-52922e7858b2) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:25.797349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::f816:3eff:fed9:54d3 (748fcd93-cfb1-4683-9579-584b9508fdbf/39c8916b-3f71-41cd-9fe4-c384a49b2c6c/52dcbdc4-e26a-4650-8f1d-52922e7858b2) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:25.828943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a46d8d38-ff38-42b0-bc26-247a13180f9d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:25.829412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.899677 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Publish callbacks [] for port (d767e581-82da-460a-a135-93280c29a253), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.929956 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d767e581-82da-460a-a135-93280c29a253), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:25.987477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Router 42964a1d-6b9c-4186-9093-8d178c9ee882 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:06:26.095679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:26.097369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a46d8d38-ff38-42b0-bc26-247a13180f9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:26.103458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:26.106158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Pushing event updated for resources: {'Port': ['ID=d767e581-82da-460a-a135-93280c29a253,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:26.115618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:26.151765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (52dcbdc4-e26a-4650-8f1d-52922e7858b2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.195232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47756) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:26.195488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Attempting to bind port d767e581-82da-460a-a135-93280c29a253 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:26.195886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Attempting to bind port d767e581-82da-460a-a135-93280c29a253 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1e5ddc41-069f-4d5e-ad85-a03044af7126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:26.196353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Attempting to bind port d767e581-82da-460a-a135-93280c29a253 on network eb1b6931-6bc0-429e-afdf-0c3a0284298a {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:26.206199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cdca54d0-72b9-4825-bbeb-1d146f3c3f11 None None] Provisioning complete for port a46d8d38-ff38-42b0-bc26-247a13180f9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:26.206199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdca54d0-72b9-4825-bbeb-1d146f3c3f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.207909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:26.208410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Checking segment: {'id': '1e5ddc41-069f-4d5e-ad85-a03044af7126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:26.208939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.209432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Bound using segment: {'id': '1e5ddc41-069f-4d5e-ad85-a03044af7126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:26.210042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Bound port: d767e581-82da-460a-a135-93280c29a253, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5ddc41-069f-4d5e-ad85-a03044af7126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:26.210551 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d767e581-82da-460a-a135-93280c29a253), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.220291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e740af12-ca27-4790-b286-792f5c0a2035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.263907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:06:26.272276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08cfb6c4-3202-4cb2-ad51-374299f97d94 admin admin] 10.222.0.42 "PUT /v2.0/routers/42964a1d-6b9c-4186-9093-8d178c9ee882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2497289 Feb 11 13:06:26.276558 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] Sync routers for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:06:26.277170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47758) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:26.287425 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:06:26.288518 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:06:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:26.327782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] For port d767e581-82da-460a-a135-93280c29a253, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:26.332913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] For port d767e581-82da-460a-a135-93280c29a253, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d767e581-82da-460a-a135-93280c29a253,segment=NetworkSegment(1e5ddc41-069f-4d5e-ad85-a03044af7126),segment_id=1e5ddc41-069f-4d5e-ad85-a03044af7126)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:26.357153 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d767e581-82da-460a-a135-93280c29a253), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.368297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9682f246-0d2c-4c8a-9972-2845071fb9db tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3420026 Feb 11 13:06:26.375162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:26.395677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1e705-e25f-4c6f-b5f0-fe9ecb077761 req-585bf082-e6d1-4942-b8be-a80cf225f7a4 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:26.397546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ed1e705-e25f-4c6f-b5f0-fe9ecb077761 req-585bf082-e6d1-4942-b8be-a80cf225f7a4 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 948 time: 0.8909380 Feb 11 13:06:26.417058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8530-af99-4d94-9e7c-b1354b410d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.418827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:26.419030 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:06:26.425216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (52dcbdc4-e26a-4650-8f1d-52922e7858b2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.472105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cdca54d0-72b9-4825-bbeb-1d146f3c3f11 None None] Current status of the port a46d8d38-ff38-42b0-bc26-247a13180f9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:26.487457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe4e46-fd5a-4814-8997-e040aae4e178 None None] Pushing event updated for resources: {'Port': ['ID=d767e581-82da-460a-a135-93280c29a253,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:26.502566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2128a880-e068-4abf-b72d-f6a961c70332 req-3fd38fd7-d0c6-490d-86e1-2f0746d29a7e service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8422837 Feb 11 13:06:26.537783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=52dcbdc4-e26a-4650-8f1d-52922e7858b2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:26.556255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ed1e705-e25f-4c6f-b5f0-fe9ecb077761 req-52616015-7c30-4b45-990a-b3ef87eebfeb tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489227 Feb 11 13:06:26.615602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:26.619829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8530-af99-4d94-9e7c-b1354b410d63 admin admin] Publish callbacks [] for security_group (e5a456bd-817c-4131-96de-e217ccdeda08), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.629930 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f5ea8530-af99-4d94-9e7c-b1354b410d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e5a456bd-817c-4131-96de-e217ccdeda08), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.654035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f041d-8c09-4d6a-b9da-971988281957 req-af4071af-ab2b-406d-9321-a38c2101cd27 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:26.656293 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd9f041d-8c09-4d6a-b9da-971988281957 req-af4071af-ab2b-406d-9321-a38c2101cd27 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.4003394 Feb 11 13:06:26.662732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:26.665261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:26.671314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:26.671937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.695484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f5ea8530-af99-4d94-9e7c-b1354b410d63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe7bfb745a2b4aa3a7fc177263de54c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9690862 Feb 11 13:06:26.696072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47762) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:26.704625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea8530-af99-4d94-9e7c-b1354b410d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a456bd-817c-4131-96de-e217ccdeda08,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:26.731386 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T13:06:24Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:26.759533 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b0c0081-fce7-4647-9502-76c7274538ab tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5989430 Feb 11 13:06:26.769585 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] Checking router: 42964a1d-6b9c-4186-9093-8d178c9ee882 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:06:26.770052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47764) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:26.789548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks [] for router (42964a1d-6b9c-4186-9093-8d178c9ee882), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.790182 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] Routers {'42964a1d-6b9c-4186-9093-8d178c9ee882'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:06:26.791342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:06:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['42964a1d-6b9c-4186-9093-8d178c9ee882'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:26.806081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Publish callbacks [] for security_group (e5a456bd-817c-4131-96de-e217ccdeda08), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.840480 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Publish callbacks [] for security_group (e5a456bd-817c-4131-96de-e217ccdeda08), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.867422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e740af12-ca27-4790-b286-792f5c0a2035 admin admin] Publish callbacks [] for security_group (e95658f3-d5d8-4965-a74a-c91f86a5a5c0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.898090 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e740af12-ca27-4790-b286-792f5c0a2035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e95658f3-d5d8-4965-a74a-c91f86a5a5c0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.940980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e5a456bd-817c-4131-96de-e217ccdeda08), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.947015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:26.953934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd9f041d-8c09-4d6a-b9da-971988281957 req-cf6bbcc7-d0f9-46b7-aeae-b4113abfb2fe tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738166 Feb 11 13:06:26.971976 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] Set router 42964a1d-6b9c-4186-9093-8d178c9ee882 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:06:26.972831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5a456bd-817c-4131-96de-e217ccdeda08 HTTP/1.1" status: 204 len: 168 time: 0.2711315 Feb 11 13:06:27.003328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a456bd-817c-4131-96de-e217ccdeda08,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:27.036933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.040336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.040770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.041059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.041413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.041837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.042168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.045121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.050103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.050287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.050561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.050901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.051240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905d2913-6f89-473f-a591-40dd55440d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:27.216321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c99933fc-36fc-4cb8-bead-4fa16e5fb275 None None] Provisioning complete for port 52dcbdc4-e26a-4650-8f1d-52922e7858b2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:27.216892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c99933fc-36fc-4cb8-bead-4fa16e5fb275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (52dcbdc4-e26a-4650-8f1d-52922e7858b2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:27.322363 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T13:06:24Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:27.327199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c99933fc-36fc-4cb8-bead-4fa16e5fb275 None None] Port 52dcbdc4-e26a-4650-8f1d-52922e7858b2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:27.373012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 40dd4cee-6064-4787-af10-585ec24efa1f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:06:27.420688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-db8ba778-e019-42c9-b7bd-cc9d3490004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:27.423520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6292d-78b9-484f-8931-83c88833a046 None None] The sync data for ids ['42964a1d-6b9c-4186-9093-8d178c9ee882'] in n-d-828675-3 is: [{'id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'name': 'tempest-TaggedBootDevicesTest_v242-1054552860-router', 'tenant_id': '07c9b5f14a794256834beaa47efecae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:34Z', 'updated_at': '2022-02-11T13:06:24Z', 'revision_number': 5, 'project_id': '07c9b5f14a794256834beaa47efecae1', 'gw_port': {'id': 'a8aa4d40-b6ea-4c68-b260-22269df7d101', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42964a1d-6b9c-4186-9093-8d178c9ee882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:56:36Z', 'updated_at': '2022-02-11T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:06:27.443678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-db8ba778-e019-42c9-b7bd-cc9d3490004d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1127 time: 0.1430206 Feb 11 13:06:27.540231 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e740af12-ca27-4790-b286-792f5c0a2035 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f8a072fd3294e15b64e2497c2f0e6d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3440502 Feb 11 13:06:27.543030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47778) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:27.591735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:27.606972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks [] for router_gateway (42964a1d-6b9c-4186-9093-8d178c9ee882), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:27.607613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '40dd4cee-6064-4787-af10-585ec24efa1f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '40dd4cee-6064-4787-af10-585ec24efa1f', 'mac_address': 'fa:16:3e:2c:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:06:27.631515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:27.635128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:27.644101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-286c73fa-aeca-43fc-84c0-4fc29bae8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:27.645604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-286c73fa-aeca-43fc-84c0-4fc29bae8747 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.1942375 Feb 11 13:06:27.672776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740af12-ca27-4790-b286-792f5c0a2035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95658f3-d5d8-4965-a74a-c91f86a5a5c0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:27.696562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:06:27.763510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65058bf4-2dd4-488b-9d1a-95ad7e74472c admin admin] Publish callbacks [] for security_group (e95658f3-d5d8-4965-a74a-c91f86a5a5c0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:27.777186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 40dd4cee-6064-4787-af10-585ec24efa1f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:27.778014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:27.802777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d767e581-82da-460a-a135-93280c29a253 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:27.804915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815db9-d88d-4753-b9e0-6efb5176fd51 req-4bd28379-16eb-4ab8-b619-9fdc96214183 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:27.810066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f815db9-d88d-4753-b9e0-6efb5176fd51 req-4bd28379-16eb-4ab8-b619-9fdc96214183 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2836752 Feb 11 13:06:27.852478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65058bf4-2dd4-488b-9d1a-95ad7e74472c admin admin] Publish callbacks [] for security_group (e95658f3-d5d8-4965-a74a-c91f86a5a5c0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:27.874829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-4a6433d2-8f3c-4117-962b-69e5fc8ed2e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1000 time: 0.2113814 Feb 11 13:06:27.890111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11459fd-2745-4b02-b594-16810453fab1 req-64c93ace-e66f-451a-a437-3b9808e2f311 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:27.891648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c11459fd-2745-4b02-b594-16810453fab1 req-64c93ace-e66f-451a-a437-3b9808e2f311 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 948 time: 0.2022476 Feb 11 13:06:27.909613 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:27.932952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40dd4cee-6064-4787-af10-585ec24efa1f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:06:27.987034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:27.999746 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.028440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port 52dcbdc4-e26a-4650-8f1d-52922e7858b2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:28.028787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (52dcbdc4-e26a-4650-8f1d-52922e7858b2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.034975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-c4d97e42-5074-4480-9bdd-77331b4d231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:28.042850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-c4d97e42-5074-4480-9bdd-77331b4d231c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.1588812 Feb 11 13:06:28.096318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c11459fd-2745-4b02-b594-16810453fab1 req-6e26878a-88f7-46e6-9efa-7cacaef0a789 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704729 Feb 11 13:06:28.123757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65058bf4-2dd4-488b-9d1a-95ad7e74472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e95658f3-d5d8-4965-a74a-c91f86a5a5c0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.128068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-65058bf4-2dd4-488b-9d1a-95ad7e74472c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.140250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-65058bf4-2dd4-488b-9d1a-95ad7e74472c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e95658f3-d5d8-4965-a74a-c91f86a5a5c0 HTTP/1.1" status: 204 len: 168 time: 0.5908308 Feb 11 13:06:28.165112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65058bf4-2dd4-488b-9d1a-95ad7e74472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95658f3-d5d8-4965-a74a-c91f86a5a5c0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:28.233132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-089652dd-4fb5-4db0-be96-7be94e56b1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:28.239675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-089652dd-4fb5-4db0-be96-7be94e56b1e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1827862 Feb 11 13:06:28.263109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f815db9-d88d-4753-b9e0-6efb5176fd51 req-715aff6a-fc41-4d3d-8f1c-930765945b4d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202463 Feb 11 13:06:28.267973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (12ca56a6-9851-45c9-b717-07775e714293), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.290947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Deleting port a8aa4d40-b6ea-4c68-b260-22269df7d101 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:28.291371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.332940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:28.351926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'mac_address': 'fa:16:3e:8b:d7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:06:28.355982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80507e64-c6e2-4f88-9347-583d4e3743ed None None] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:28.359979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:28.391620 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:28.401403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (52dcbdc4-e26a-4650-8f1d-52922e7858b2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.404658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:28.405328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.462770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for 52dcbdc4-e26a-4650-8f1d-52922e7858b2 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:28.466840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=12ca56a6-9851-45c9-b717-07775e714293,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:28.494835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-1c5e0a0e-5747-4165-a577-0b69c3603659 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455435 Feb 11 13:06:28.519443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:28.519852 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.524143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['40dd4cee-6064-4787-af10-585ec24efa1f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:06:28.537588 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2fd7f87-7ce1-4fa0-90a2-9bbd47d6a5a2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1428082 Feb 11 13:06:28.539841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47804) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:28.548779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a', 'fixed_ips': [{'subnet_id': '13d9369c-8362-48c8-9e8a-611341665b14'}, {'subnet_id': '12ca56a6-9851-45c9-b717-07775e714293'}], 'name': 'tempest-PortsIpV6TestJSON-554338558'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:28.553548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] For port a8aa4d40-b6ea-4c68-b260-22269df7d101, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a8aa4d40-b6ea-4c68-b260-22269df7d101,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:28.554009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.582531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Calling delete_port for a8aa4d40-b6ea-4c68-b260-22269df7d101 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:28.600484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab17aee9-538a-4c8a-80b5-2794ff8db814 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:06:28.621747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:28.650130 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.652923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d767e581-82da-460a-a135-93280c29a253 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:28.653206 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d767e581-82da-460a-a135-93280c29a253), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.660844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9a1a30c6-df9a-4335-ad4a-bdf19084b3f2 None None] Provisioning complete for port d767e581-82da-460a-a135-93280c29a253 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:28.661217 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30c6-df9a-4335-ad4a-bdf19084b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d767e581-82da-460a-a135-93280c29a253), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.731187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4ba166e-8d24-41bb-9964-53f01fa5b656 req-78d135d6-59f8-4cc7-8d94-4d3ee12ef867 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154453 Feb 11 13:06:28.741835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:28.896391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a30c6-df9a-4335-ad4a-bdf19084b3f2 None None] Current status of the port d767e581-82da-460a-a135-93280c29a253 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:28.896792 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30c6-df9a-4335-ad4a-bdf19084b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d767e581-82da-460a-a135-93280c29a253), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:28.926593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:28.946662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:28.984592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9a1a30c6-df9a-4335-ad4a-bdf19084b3f2 None None] For port d767e581-82da-460a-a135-93280c29a253, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d767e581-82da-460a-a135-93280c29a253,segment=NetworkSegment(1e5ddc41-069f-4d5e-ad85-a03044af7126),segment_id=1e5ddc41-069f-4d5e-ad85-a03044af7126)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:28.998945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a1a30c6-df9a-4335-ad4a-bdf19084b3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d767e581-82da-460a-a135-93280c29a253), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.042071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ab17aee9-538a-4c8a-80b5-2794ff8db814'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:06:29.084830 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (52dcbdc4-e26a-4650-8f1d-52922e7858b2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.136692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.166731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a8aa4d40-b6ea-4c68-b260-22269df7d101), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.170950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=52dcbdc4-e26a-4650-8f1d-52922e7858b2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:29.257393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d767e581-82da-460a-a135-93280c29a253 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:29.266466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.271390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a30c6-df9a-4335-ad4a-bdf19084b3f2 None None] Pushing event updated for resources: {'Port': ['ID=d767e581-82da-460a-a135-93280c29a253,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:29.272527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47838) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:29.282249 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76598f80-6cb4-49ca-9665-0b12f7c964fd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/52dcbdc4-e26a-4650-8f1d-52922e7858b2 HTTP/1.1" status: 204 len: 168 time: 2.5070965 Feb 11 13:06:29.327199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9bb7f-842f-46c6-98d8-8144c2978092 None None] Update dhcp port {'port': {'network_id': 'eb1b6931-6bc0-429e-afdf-0c3a0284298a', 'fixed_ips': [{'subnet_id': '13d9369c-8362-48c8-9e8a-611341665b14', 'ip_address': '2001:db8::2'}, {'subnet_id': '12ca56a6-9851-45c9-b717-07775e714293'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'd767e581-82da-460a-a135-93280c29a253'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:06:29.377662 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-49353462-3c9e-42d9-9cfb-b704ce0d4fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.408400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8aa4d40-b6ea-4c68-b260-22269df7d101,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:29.431346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port d7f2dac4-71c0-44ed-b002-dfc16a54374a yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:29.505122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428421aa-870d-41c2-95c3-ca84e23cf30e req-8af6c4ff-d27f-4a8e-84c6-74ff85499d2e tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.506876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-428421aa-870d-41c2-95c3-ca84e23cf30e req-8af6c4ff-d27f-4a8e-84c6-74ff85499d2e tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 949 time: 0.2092383 Feb 11 13:06:29.517066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf35f6-6e61-4d6c-981c-5a4167039ce7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.522574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8fdf35f6-6e61-4d6c-981c-5a4167039ce7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2486334 Feb 11 13:06:29.525295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47850) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:29.568990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d767e581-82da-460a-a135-93280c29a253 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:29.609395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bb7f-842f-46c6-98d8-8144c2978092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d767e581-82da-460a-a135-93280c29a253), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.654507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-428421aa-870d-41c2-95c3-ca84e23cf30e req-d3c7b57c-5688-485c-962d-1ef91309a0c2 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292837 Feb 11 13:06:29.665498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b777c-9d9f-403d-a1b9-01c5a3c60c3d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.667090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9e3b777c-9d9f-403d-a1b9-01c5a3c60c3d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1406438 Feb 11 13:06:29.669582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47858) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:29.759263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb807f13-e032-4f7b-8d93-224606be5b50 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.761326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb807f13-e032-4f7b-8d93-224606be5b50 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.762852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb807f13-e032-4f7b-8d93-224606be5b50 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.767551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb807f13-e032-4f7b-8d93-224606be5b50 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0940032 Feb 11 13:06:29.768153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47864) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:29.798468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d767e581-82da-460a-a135-93280c29a253 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:29.798844 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d767e581-82da-460a-a135-93280c29a253), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.843770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 39c8916b-3f71-41cd-9fe4-c384a49b2c6c {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:29.853598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (39c8916b-3f71-41cd-9fe4-c384a49b2c6c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.903679 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (39c8916b-3f71-41cd-9fe4-c384a49b2c6c), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.940994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (42964a1d-6b9c-4186-9093-8d178c9ee882), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:29.951792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dad7a5-966e-498e-8e06-86892c8ee0cb req-ba0211ac-d3ac-4bf0-8e0c-6be4c94ae7f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:29.953564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5fa9bb7f-842f-46c6-98d8-8144c2978092 None None] Allocated IP 2001:db8:0:1::2 (eb1b6931-6bc0-429e-afdf-0c3a0284298a/12ca56a6-9851-45c9-b717-07775e714293/d767e581-82da-460a-a135-93280c29a253) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:29.958523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d767e581-82da-460a-a135-93280c29a253 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:29.959487 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5dad7a5-966e-498e-8e06-86892c8ee0cb req-ba0211ac-d3ac-4bf0-8e0c-6be4c94ae7f7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.5296240 Feb 11 13:06:29.970292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca2ac958-998a-4b5e-8428-5cfdba5a7e89 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:29.999889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ca2ac958-998a-4b5e-8428-5cfdba5a7e89 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:30.000543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca2ac958-998a-4b5e-8428-5cfdba5a7e89 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:30.075313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (39c8916b-3f71-41cd-9fe4-c384a49b2c6c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.096359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (42964a1d-6b9c-4186-9093-8d178c9ee882), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.103910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks [] for router_controller (42964a1d-6b9c-4186-9093-8d178c9ee882), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.107194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5fa9bb7f-842f-46c6-98d8-8144c2978092 None None] For port d767e581-82da-460a-a135-93280c29a253, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d767e581-82da-460a-a135-93280c29a253,segment=NetworkSegment(1e5ddc41-069f-4d5e-ad85-a03044af7126),segment_id=1e5ddc41-069f-4d5e-ad85-a03044af7126)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:30.150224 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bb7f-842f-46c6-98d8-8144c2978092 None None] Publish callbacks [] for port (d767e581-82da-460a-a135-93280c29a253), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.159278 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5fa9bb7f-842f-46c6-98d8-8144c2978092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d767e581-82da-460a-a135-93280c29a253), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.171866 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (39c8916b-3f71-41cd-9fe4-c384a49b2c6c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.193778 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e5dad7a5-966e-498e-8e06-86892c8ee0cb req-38932f68-62ae-4a39-a9bf-e4d3da1a26aa tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332556 Feb 11 13:06:30.233398 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.240944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/39c8916b-3f71-41cd-9fe4-c384a49b2c6c HTTP/1.1" status: 204 len: 168 time: 0.4712319 Feb 11 13:06:30.241613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47886) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:30.244137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2561e-6201-4623-b181-3251adde25dd tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=39c8916b-3f71-41cd-9fe4-c384a49b2c6c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:30.262804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e991f5-8aba-4333-b0b5-72a51c4c8b93 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:30.312402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 42751e1c-53c8-42ac-9ba6-86e95e64aafd {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:30.318032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (42751e1c-53c8-42ac-9ba6-86e95e64aafd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.355210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9bb7f-842f-46c6-98d8-8144c2978092 None None] Pushing event updated for resources: {'Port': ['ID=d767e581-82da-460a-a135-93280c29a253,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:30.384108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (42964a1d-6b9c-4186-9093-8d178c9ee882), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.384665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42964a1d-6b9c-4186-9093-8d178c9ee882 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:06:30.391104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::15c (eb1b6931-6bc0-429e-afdf-0c3a0284298a/13d9369c-8362-48c8-9e8a-611341665b14/d7f2dac4-71c0-44ed-b002-dfc16a54374a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:30.398668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.399877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-44214a1e-c68b-4346-9487-e8311091c5f1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/42964a1d-6b9c-4186-9093-8d178c9ee882 HTTP/1.1" status: 204 len: 168 time: 4.1145487 Feb 11 13:06:30.404009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47896) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:30.422635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8:0:1::259 (eb1b6931-6bc0-429e-afdf-0c3a0284298a/12ca56a6-9851-45c9-b717-07775e714293/d7f2dac4-71c0-44ed-b002-dfc16a54374a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:30.531006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] Deleting subnet 96c7138b-c54b-40d5-a9e9-12c8ca154281 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:30.551404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] Publish callbacks [] for subnet (96c7138b-c54b-40d5-a9e9-12c8ca154281), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.637289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (42751e1c-53c8-42ac-9ba6-86e95e64aafd), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.733935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.840724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.947238 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (96c7138b-c54b-40d5-a9e9-12c8ca154281), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:30.950452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (42751e1c-53c8-42ac-9ba6-86e95e64aafd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.000883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=d7f2dac4-71c0-44ed-b002-dfc16a54374a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:31.039604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:31.041194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:31.044303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:31.051696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:31.054644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.085629 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-43c3a440-ef4f-4ee9-bb32-c93a420d14c8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5390677 Feb 11 13:06:31.088685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:31.098527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13d9369c-8362-48c8-9e8a-611341665b14'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:31.112012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbd6c0-e04a-4bd4-9adf-2d399b117c88 req-3e3a0aa8-8883-47a0-b180-cae4e45ef9b6 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:31.119477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25dbd6c0-e04a-4bd4-9adf-2d399b117c88 req-3e3a0aa8-8883-47a0-b180-cae4e45ef9b6 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 949 time: 0.3290815 Feb 11 13:06:31.253231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25dbd6c0-e04a-4bd4-9adf-2d399b117c88 req-23208537-6bd3-481a-b32b-622e9acd892b tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273894 Feb 11 13:06:31.274486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (96c7138b-c54b-40d5-a9e9-12c8ca154281), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.383381 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9afe48e2-27d9-45cf-b79b-e1a314e95c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.404527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.407989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 40dd4cee-6064-4787-af10-585ec24efa1f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:31.448738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (42751e1c-53c8-42ac-9ba6-86e95e64aafd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.483420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (96c7138b-c54b-40d5-a9e9-12c8ca154281), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.499522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=42751e1c-53c8-42ac-9ba6-86e95e64aafd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:31.511164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.515737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/96c7138b-c54b-40d5-a9e9-12c8ca154281 HTTP/1.1" status: 204 len: 168 time: 1.1104960 Feb 11 13:06:31.520199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47940) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:31.521597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.525520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0edca82b-65b1-48e0-8ee8-26387a19844f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/42751e1c-53c8-42ac-9ba6-86e95e64aafd HTTP/1.1" status: 204 len: 168 time: 1.2824898 Feb 11 13:06:31.533162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47942) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:31.550824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d767e581-82da-460a-a135-93280c29a253 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:31.553373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bdaf8a-eff7-4c12-b2e2-b937dccf7d38 None None] Network 2a29b801-2432-4e5f-b655-1fc9815028ad requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:31.587780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33350c60-4f09-41e8-bd23-19c8402c454c None None] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:31.587980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf2bf-ef74-4fe0-8879-e1c7a89ae8af req-627b26a6-1f13-4264-895e-302c791db0af tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:31.590943 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59dcf2bf-ef74-4fe0-8879-e1c7a89ae8af req-627b26a6-1f13-4264-895e-302c791db0af tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2816191 Feb 11 13:06:31.629570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab9508-7187-4d78-a1f0-98edf9193e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c7138b-c54b-40d5-a9e9-12c8ca154281,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:31.636319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-654506c7-2610-4fcc-92b6-13ba2c48a584 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006424 Feb 11 13:06:31.643569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47948) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:31.651188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:31.718790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:31.721821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ea546-84d6-413b-ab96-60a24dbc5634 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:31.773119 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59dcf2bf-ef74-4fe0-8879-e1c7a89ae8af req-7a26f7a4-3e6a-41b0-8072-409abf744646 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714990 Feb 11 13:06:31.797349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (2a29b801-2432-4e5f-b655-1fc9815028ad), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:31.990662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:31.995582 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.024449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Delete allocated IP 2001:db8:0:1::259 (eb1b6931-6bc0-429e-afdf-0c3a0284298a/12ca56a6-9851-45c9-b717-07775e714293) {{(pid=109684) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:06:32.077002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c43dd-eaf3-41c7-af6c-aea8118f1137 req-80ffa0be-f789-4851-87d5-3bf61db23ea1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:32.092173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-312c43dd-eaf3-41c7-af6c-aea8118f1137 req-80ffa0be-f789-4851-87d5-3bf61db23ea1 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1924474 Feb 11 13:06:32.112578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0d7d7fe9-51d0-4cc0-a56b-cff4ab29ae1e None None] Provisioning complete for port d767e581-82da-460a-a135-93280c29a253 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:32.112951 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0d7d7fe9-51d0-4cc0-a56b-cff4ab29ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d767e581-82da-460a-a135-93280c29a253), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.141473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Deleting port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:32.141855 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.194280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 40dd4cee-6064-4787-af10-585ec24efa1f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:32.207014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 40dd4cee-6064-4787-af10-585ec24efa1f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:32.207654 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.247945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-312c43dd-eaf3-41c7-af6c-aea8118f1137 req-e8e99973-db33-43c9-92bb-6103ae5b0f15 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405315 Feb 11 13:06:32.278079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.292513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.399384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] For port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=01ea1ffc-eb97-47cc-b50d-5f0613e1055b,segment=NetworkSegment(3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0),segment_id=3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:32.400022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.405165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=d7f2dac4-71c0-44ed-b002-dfc16a54374a,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:32.455363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Calling delete_port for 01ea1ffc-eb97-47cc-b50d-5f0613e1055b owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:32.496569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] In _notify_port_updated(), no bound segment for port d7f2dac4-71c0-44ed-b002-dfc16a54374a on network eb1b6931-6bc0-429e-afdf-0c3a0284298a {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:06:32.507207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:32.508502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.514185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-782f3555-461a-411e-90df-c3cb8f887d45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "PUT /v2.0/ports/d7f2dac4-71c0-44ed-b002-dfc16a54374a HTTP/1.1" status: 200 len: 925 time: 1.4242949 Feb 11 13:06:32.516443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47990) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:32.529681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13d9369c-8362-48c8-9e8a-611341665b14'}, {'subnet_id': '12ca56a6-9851-45c9-b717-07775e714293'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:32.572354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fe06-c0b6-4b5c-b6c3-44e5bef1ce3a req-ada3074b-227f-42d0-828d-fdbe06c2128a tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:32.573978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0fe06-c0b6-4b5c-b6c3-44e5bef1ce3a req-ada3074b-227f-42d0-828d-fdbe06c2128a tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 949 time: 0.2182424 Feb 11 13:06:32.639996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4e5ab-f307-4b49-adc8-717666fedd19 req-04fb808f-a2a1-42e3-bd9b-784d99849bc2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:32.648191 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3f4e5ab-f307-4b49-adc8-717666fedd19 req-04fb808f-a2a1-42e3-bd9b-784d99849bc2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2384789 Feb 11 13:06:32.648355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d7fe9-51d0-4cc0-a56b-cff4ab29ae1e None None] Current status of the port d767e581-82da-460a-a135-93280c29a253 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:32.654333 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.673735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.695835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d767e581-82da-460a-a135-93280c29a253 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:32.696219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d767e581-82da-460a-a135-93280c29a253), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.713614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.731500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0fe06-c0b6-4b5c-b6c3-44e5bef1ce3a req-25e76cab-f8f4-4662-97e5-77a0076d1de8 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499133 Feb 11 13:06:32.734711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3f4e5ab-f307-4b49-adc8-717666fedd19 req-65008b4b-4439-4d18-bb9b-3e79f4ce5da6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866759 Feb 11 13:06:32.802222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:32.809470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:32.815659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:32.816792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.824262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (01ea1ffc-eb97-47cc-b50d-5f0613e1055b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.853617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] No DVR routers for this DVR port 01ea1ffc-eb97-47cc-b50d-5f0613e1055b on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:32.888085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:32.896203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=01ea1ffc-eb97-47cc-b50d-5f0613e1055b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:32.933510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-13f9dc96-0089-4d91-bfa6-29d6e330b351 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2819059 Feb 11 13:06:32.940755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port ab17aee9-538a-4c8a-80b5-2794ff8db814 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:06:32.950406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48016) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:32.958077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-180c2d54-ca19-4135-9a70-b23428065f6d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:33.017862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port ab17aee9-538a-4c8a-80b5-2794ff8db814 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:33.018248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.083868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0df53b-6a6d-407a-a3d7-7ff9d0e4a929 None None] DHCP port deletion for 2a29b801-2432-4e5f-b655-1fc9815028ad request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:33.087542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 40dd4cee-6064-4787-af10-585ec24efa1f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:33.087937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.098626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:33.100715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7f62312c-a2c7-4b87-be10-18590962b248 None None] Provisioning complete for port a46d8d38-ff38-42b0-bc26-247a13180f9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:33.101196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f62312c-a2c7-4b87-be10-18590962b248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.147852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316700e-70f6-4316-be47-14cb04c0ac1b req-0418c5e3-7043-41c5-9676-3e74a3d99f68 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:33.149559 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2316700e-70f6-4316-be47-14cb04c0ac1b req-0418c5e3-7043-41c5-9676-3e74a3d99f68 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1580713 Feb 11 13:06:33.174362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (2a29b801-2432-4e5f-b655-1fc9815028ad), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.213918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a29b801-2432-4e5f-b655-1fc9815028ad']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:33.258843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2316700e-70f6-4316-be47-14cb04c0ac1b req-48a49e43-c41e-41f1-b8c4-7c25c79eeeb0 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966933 Feb 11 13:06:33.270410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:33.270410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:33.298097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.310594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d767e581-82da-460a-a135-93280c29a253 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:33.312936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:33.315423 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa44be5-30a7-4d35-81ec-15401bc6c523" -d '{"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-plugged", "status": "completed", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:33.338690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:33.352921 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.355459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.365952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c2d54-ca19-4135-9a70-b23428065f6d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:33.373599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-180c2d54-ca19-4135-9a70-b23428065f6d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.378465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:06:33.382132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (3f056fb6-1a0b-4db9-bfb0-0a2916bcdaf0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:06:33.388218 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:06:33.470414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8:0:1::202 (eb1b6931-6bc0-429e-afdf-0c3a0284298a/12ca56a6-9851-45c9-b717-07775e714293/d7f2dac4-71c0-44ed-b002-dfc16a54374a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:33.605804 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e48406-d809-46c4-a86d-6fbb9ebb4ea2 x-openstack-request-id: req-d9e48406-d809-46c4-a86d-6fbb9ebb4ea2 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:33.607856 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-plugged", "status": "completed", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:33.608100 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9e48406-d809-46c4-a86d-6fbb9ebb4ea2 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:33.608585 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f', 'code': 200} Feb 11 13:06:33.609208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:33.617417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8aa4d40-b6ea-4c68-b260-22269df7d101 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:33.669081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a8aa4d40-b6ea-4c68-b260-22269df7d101 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:33.669820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a8aa4d40-b6ea-4c68-b260-22269df7d101 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:33.732774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] Deleting port a46d8d38-ff38-42b0-bc26-247a13180f9d {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:33.733124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.733333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.744312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.802936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (2a29b801-2432-4e5f-b655-1fc9815028ad), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.817757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.818233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a46d8d38-ff38-42b0-bc26-247a13180f9d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:33.824397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] 10.222.0.42 "DELETE /v2.0/networks/2a29b801-2432-4e5f-b655-1fc9815028ad HTTP/1.1" status: 204 len: 168 time: 2.2974093 Feb 11 13:06:33.842317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48066) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:33.845654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=d7f2dac4-71c0-44ed-b002-dfc16a54374a,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:33.865359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:33.866035 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:33.884755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63838d32-e93c-4aeb-a57d-b01a3e961e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a29b801-2432-4e5f-b655-1fc9815028ad,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:33.941922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f6e08-31da-44ad-8d0a-f3c3c95a33f3 req-f1791259-05ce-4b15-8b06-65ea80c2e8aa tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:33.950891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b4f6e08-31da-44ad-8d0a-f3c3c95a33f3 req-f1791259-05ce-4b15-8b06-65ea80c2e8aa tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.4409535 Feb 11 13:06:33.975704 n-d-828675-3 neutron-server[109685]: INFO neutron.db.ipam_backend_mixin [None req-180c2d54-ca19-4135-9a70-b23428065f6d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf (CIDR: 2001:db8::/64) Feb 11 13:06:33.981357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2580a9c-6dcd-4287-b75f-dfd2a30b9247 req-708ab030-77da-4098-9354-5fbe407c90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:33.984015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2580a9c-6dcd-4287-b75f-dfd2a30b9247 req-708ab030-77da-4098-9354-5fbe407c90c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 1132 time: 0.3904591 Feb 11 13:06:33.992643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7f62312c-a2c7-4b87-be10-18590962b248 None None] Current status of the port a46d8d38-ff38-42b0-bc26-247a13180f9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:34.004306 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-180c2d54-ca19-4135-9a70-b23428065f6d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:06:34.004977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180c2d54-ca19-4135-9a70-b23428065f6d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:34.042993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] In _notify_port_updated(), no bound segment for port d7f2dac4-71c0-44ed-b002-dfc16a54374a on network eb1b6931-6bc0-429e-afdf-0c3a0284298a {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:06:34.059309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:34.069003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:34.069891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.071360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-853b009e-e63f-4b50-8574-ccbfdc03470b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "PUT /v2.0/ports/d7f2dac4-71c0-44ed-b002-dfc16a54374a HTTP/1.1" status: 200 len: 1011 time: 1.5464342 Feb 11 13:06:34.074073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:34.089997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a46d8d38-ff38-42b0-bc26-247a13180f9d is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:34.090309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.113772 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.154769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-180c2d54-ca19-4135-9a70-b23428065f6d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1969490 Feb 11 13:06:34.156219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48086) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:34.167587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] For port a46d8d38-ff38-42b0-bc26-247a13180f9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a46d8d38-ff38-42b0-bc26-247a13180f9d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:34.167937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.185330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:34.195156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2580a9c-6dcd-4287-b75f-dfd2a30b9247 req-f4bcb898-299d-4e5d-b18e-2193e2f2a79d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978645 Feb 11 13:06:34.198306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b4f6e08-31da-44ad-8d0a-f3c3c95a33f3 req-18237565-4448-42e3-986f-6f24568bdf13 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472520 Feb 11 13:06:34.204309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d37ee4af-09f1-45cf-a623-fb22ec963ad2 None None] Provisioning complete for port d7f2dac4-71c0-44ed-b002-dfc16a54374a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:34.204897 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d37ee4af-09f1-45cf-a623-fb22ec963ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.217457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d0bf-2e65-4cc7-b8cc-8138b62634f0 req-59c7b637-7134-4ebc-ab6c-23c403c47cdc tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:34.219606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a46d8d38-ff38-42b0-bc26-247a13180f9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a46d8d38-ff38-42b0-bc26-247a13180f9d,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:34.220612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-20e4d0bf-2e65-4cc7-b8cc-8138b62634f0 req-59c7b637-7134-4ebc-ab6c-23c403c47cdc tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 950 time: 0.2990701 Feb 11 13:06:34.228644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] Calling delete_port for a46d8d38-ff38-42b0-bc26-247a13180f9d owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:34.274226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.275547 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.276400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 01ea1ffc-eb97-47cc-b50d-5f0613e1055b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:34.302487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 01ea1ffc-eb97-47cc-b50d-5f0613e1055b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:34.303156 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 01ea1ffc-eb97-47cc-b50d-5f0613e1055b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:34.323928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:34.393947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d37ee4af-09f1-45cf-a623-fb22ec963ad2 None None] Port d7f2dac4-71c0-44ed-b002-dfc16a54374a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:34.411172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-20e4d0bf-2e65-4cc7-b8cc-8138b62634f0 req-4958d9fa-4a17-4a8b-bd47-1fafb33824f8 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380508 Feb 11 13:06:34.445011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port d7f2dac4-71c0-44ed-b002-dfc16a54374a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:34.445484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.492519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d37ee4af-09f1-45cf-a623-fb22ec963ad2 None None] Provisioning complete for port d767e581-82da-460a-a135-93280c29a253 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:34.493018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d37ee4af-09f1-45cf-a623-fb22ec963ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d767e581-82da-460a-a135-93280c29a253), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.581952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a46d8d38-ff38-42b0-bc26-247a13180f9d,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:34.607119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:34.616895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.627087 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (a46d8d38-ff38-42b0-bc26-247a13180f9d), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.727392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] No DVR routers for this DVR port a46d8d38-ff38-42b0-bc26-247a13180f9d on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:34.731303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c85f9f-5175-4c0f-94b4-f3f8a267a60e None None] Pushing event deleted for resources: {'Port': ['ID=a46d8d38-ff38-42b0-bc26-247a13180f9d,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:34.743854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.751483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d37ee4af-09f1-45cf-a623-fb22ec963ad2 None None] Current status of the port d767e581-82da-460a-a135-93280c29a253 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:34.783107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf7044d-96d9-4cd5-bacd-c97b4ba28901 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:34.799596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for d7f2dac4-71c0-44ed-b002-dfc16a54374a owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:34.925757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.951715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d5afb274-0637-4498-b770-b41dee6fe308 None None] Provisioning complete for port d7f2dac4-71c0-44ed-b002-dfc16a54374a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:34.952087 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5afb274-0637-4498-b770-b41dee6fe308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.032363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d5afb274-0637-4498-b770-b41dee6fe308 None None] Port d7f2dac4-71c0-44ed-b002-dfc16a54374a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:35.084097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': 'd1a87e24-7b7b-4df1-8d3c-77e11f7d29cf'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:35.085790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.140134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f7908-9fe5-4c25-9903-b685fdec7903 req-ae40bd24-3287-4790-907b-f7ce9f5be577 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:35.152588 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-369f7908-9fe5-4c25-9903-b685fdec7903 req-ae40bd24-3287-4790-907b-f7ce9f5be577 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.4137449 Feb 11 13:06:35.206366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d7f2dac4-71c0-44ed-b002-dfc16a54374a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.291498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8a7ed530-1b3e-4b59-9e35-7a0b95d4a352 None None] Could not find standard attr ID for object d7f2dac4-71c0-44ed-b002-dfc16a54374a. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:06:35.311511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.443496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf/355d1bee-a84c-408f-99a4-976d799adcad) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:35.682421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:35.685233 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135fd4ee-6ca2-44f2-ba66-3cd3d0dfe21a" -d '{"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-plugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:35.782079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=d7f2dac4-71c0-44ed-b002-dfc16a54374a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:35.806369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-369f7908-9fe5-4c25-9903-b685fdec7903 req-27d2f5b6-661c-4b60-9fb4-b3ef2dd9416f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6529007 Feb 11 13:06:35.845231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.849541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.854012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.854526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.855071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.856259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.857499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.858115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.858837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.859395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.859941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.860483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.861041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:35.918645 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f645f-9025-43d3-9eb3-cadaa0c392de x-openstack-request-id: req-f89f645f-9025-43d3-9eb3-cadaa0c392de {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:35.919261 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-plugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:35.919631 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f89f645f-9025-43d3-9eb3-cadaa0c392de {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:35.919975 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'code': 200} Feb 11 13:06:35.926304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Publish callbacks [] for port (355d1bee-a84c-408f-99a4-976d799adcad), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.959069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (355d1bee-a84c-408f-99a4-976d799adcad), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.984310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.987874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e277bd0a-5f0d-4681-b4d1-5bbd34838c96 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/d7f2dac4-71c0-44ed-b002-dfc16a54374a HTTP/1.1" status: 204 len: 168 time: 1.9128532 Feb 11 13:06:35.994387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:36.003959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48182) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:36.066425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:36.069485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Pushing event updated for resources: {'Port': ['ID=355d1bee-a84c-408f-99a4-976d799adcad,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:36.074242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:36.097523 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d768d73-b1e6-4f89-b325-08d28993a47f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:06:36.098960 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9d768d73-b1e6-4f89-b325-08d28993a47f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/d7f2dac4-71c0-44ed-b002-dfc16a54374a HTTP/1.1" status: 404 len: 333 time: 0.0799685 Feb 11 13:06:36.104089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48184) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:36.197614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 12ca56a6-9851-45c9-b717-07775e714293 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:36.201066 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (12ca56a6-9851-45c9-b717-07775e714293), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.220918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Attempting to bind port 355d1bee-a84c-408f-99a4-976d799adcad on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:36.220918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Attempting to bind port 355d1bee-a84c-408f-99a4-976d799adcad by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:36.220918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Attempting to bind port 355d1bee-a84c-408f-99a4-976d799adcad on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:36.231841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:36.234069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:36.234069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.244825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:36.244825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Bound port: 355d1bee-a84c-408f-99a4-976d799adcad, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:36.248890 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (355d1bee-a84c-408f-99a4-976d799adcad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.283052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (12ca56a6-9851-45c9-b717-07775e714293), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.292855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:06:36.355677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] For port 355d1bee-a84c-408f-99a4-976d799adcad, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:36.360611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa3700-3613-4c4c-be38-8741ee005377 req-f66c8552-4078-4dd5-b999-686deb08efd5 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:36.362192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-beaa3700-3613-4c4c-be38-8741ee005377 req-f66c8552-4078-4dd5-b999-686deb08efd5 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 950 time: 0.3574395 Feb 11 13:06:36.374310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] For port 355d1bee-a84c-408f-99a4-976d799adcad, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=355d1bee-a84c-408f-99a4-976d799adcad,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:36.384066 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (355d1bee-a84c-408f-99a4-976d799adcad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.437858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cefc3b-0d03-4e9d-b4c3-5362476c0866 req-555c14e0-6262-44d8-a52d-dfd0f664c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:36.439771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71cefc3b-0d03-4e9d-b4c3-5362476c0866 req-555c14e0-6262-44d8-a52d-dfd0f664c0ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 1132 time: 0.4368310 Feb 11 13:06:36.486514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91a5a-7f4c-4e0b-9950-6a7c34a6cf32 None None] Pushing event updated for resources: {'Port': ['ID=355d1bee-a84c-408f-99a4-976d799adcad,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:36.514418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (12ca56a6-9851-45c9-b717-07775e714293), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.574827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-beaa3700-3613-4c4c-be38-8741ee005377 req-5b040125-90cd-45d2-ad1b-63df363fddec tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986427 Feb 11 13:06:36.592811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (355d1bee-a84c-408f-99a4-976d799adcad), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.618554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71cefc3b-0d03-4e9d-b4c3-5362476c0866 req-0c006161-a08f-4258-b572-9d9021ff4811 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705325 Feb 11 13:06:36.646838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Deleting port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:36.656280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.660567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (12ca56a6-9851-45c9-b717-07775e714293), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.791239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=12ca56a6-9851-45c9-b717-07775e714293,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:36.796651 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.800217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b0081a9e-16a7-4104-9093-12727697dd3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/12ca56a6-9851-45c9-b717-07775e714293 HTTP/1.1" status: 204 len: 168 time: 0.6943893 Feb 11 13:06:36.804549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48228) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:36.860892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] For port 355d1bee-a84c-408f-99a4-976d799adcad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=355d1bee-a84c-408f-99a4-976d799adcad,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:36.869938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27854c93-451d-47cf-9a0a-732ca435fc9a None None] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:36.908995 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (355d1bee-a84c-408f-99a4-976d799adcad), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.939479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] For port 9e35b6a9-32d2-4f94-87dc-2c7541be03d7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,segment=NetworkSegment(ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f),segment_id=ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:36.939842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.943500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (355d1bee-a84c-408f-99a4-976d799adcad), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:36.997032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Calling delete_port for 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:37.028856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (53a39934-c7d2-47c9-b181-7c503e097e64), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.115237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:37.121462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=355d1bee-a84c-408f-99a4-976d799adcad,revision_number=4']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:37.127543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:37.136462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cb52-f551-4368-b2d4-3fe9ec673366 req-ed947dfe-63cf-4f3b-a31e-23299a58549e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:37.138111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cb52-f551-4368-b2d4-3fe9ec673366 req-ed947dfe-63cf-4f3b-a31e-23299a58549e tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2195449 Feb 11 13:06:37.139424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:37.140025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.142624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=53a39934-c7d2-47c9-b181-7c503e097e64,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:37.179902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6e499c72-d780-4c6a-87a4-a80d15e7ef1b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0214572 Feb 11 13:06:37.183804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 13d9369c-8362-48c8-9e8a-611341665b14 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:37.185967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48238) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:37.222490 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cb52-f551-4368-b2d4-3fe9ec673366 req-59c5c968-d62e-4f98-bb6d-0d605ecfbb13 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728605 Feb 11 13:06:37.247522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (13d9369c-8362-48c8-9e8a-611341665b14), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.300637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:e8:07:ac', 'name': 'tempest-NetworksTestDHCPv6-467425241'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:37.393015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48246) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:37.566168 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (13d9369c-8362-48c8-9e8a-611341665b14), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.619094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6187f84-71c4-4531-b842-a6cd4c094581 req-d9ce7f32-00b2-4122-b968-54185f5cb858 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:37.630843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6187f84-71c4-4531-b842-a6cd4c094581 req-d9ce7f32-00b2-4122-b968-54185f5cb858 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1037378 Feb 11 13:06:37.705365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62ad2bc4-3901-4b65-adda-6d11be7c9d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.801266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6187f84-71c4-4531-b842-a6cd4c094581 req-bf449628-e948-4e7c-980c-4eb0ff1f1298 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693399 Feb 11 13:06:37.880469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 355d1bee-a84c-408f-99a4-976d799adcad up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:37.940618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62ad2bc4-3901-4b65-adda-6d11be7c9d56 admin admin] Publish callbacks [] for security_group (b773a213-a5b4-4c57-bfb1-ab9e01a6948e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.955401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62ad2bc4-3901-4b65-adda-6d11be7c9d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b773a213-a5b4-4c57-bfb1-ab9e01a6948e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.964815 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9e35b6a9-32d2-4f94-87dc-2c7541be03d7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.027706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 355d1bee-a84c-408f-99a4-976d799adcad triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:38.029263 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (355d1bee-a84c-408f-99a4-976d799adcad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.048444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad2bc4-3901-4b65-adda-6d11be7c9d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b773a213-a5b4-4c57-bfb1-ab9e01a6948e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:38.078423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:38.101362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-62ad2bc4-3901-4b65-adda-6d11be7c9d56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd3413dbf13b4d378ed53fac98ef6236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7070045 Feb 11 13:06:38.102074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48256) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:38.170620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a4a-d207-4161-b736-7bf5b69ee4a4 admin admin] Publish callbacks [] for security_group (b773a213-a5b4-4c57-bfb1-ab9e01a6948e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.194200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 355d1bee-a84c-408f-99a4-976d799adcad is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:38.195238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (355d1bee-a84c-408f-99a4-976d799adcad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.197360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a4a-d207-4161-b736-7bf5b69ee4a4 admin admin] Publish callbacks [] for security_group (b773a213-a5b4-4c57-bfb1-ab9e01a6948e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.213318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-112c081a-289c-4f16-a212-3dbd59c2b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:38.215930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-112c081a-289c-4f16-a212-3dbd59c2b043 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 1127 time: 0.6465101 Feb 11 13:06:38.225664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e35b6a9-32d2-4f94-87dc-2c7541be03d7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:38.279222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 355d1bee-a84c-408f-99a4-976d799adcad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=355d1bee-a84c-408f-99a4-976d799adcad,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:38.290399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4134dcb7-9e58-4403-b2cc-5b9ac15da8d8 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:38.295121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (355d1bee-a84c-408f-99a4-976d799adcad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.313684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccb353-ca49-4a1e-832a-27a2640f2f51 req-e4a5fa5b-c2b4-448d-898d-f8432518bcf5 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:38.315612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99ccb353-ca49-4a1e-832a-27a2640f2f51 req-e4a5fa5b-c2b4-448d-898d-f8432518bcf5 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 950 time: 0.6199923 Feb 11 13:06:38.321203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (13d9369c-8362-48c8-9e8a-611341665b14), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.336206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.341719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea4e8857-0ae6-4ee2-ab92-2b7ef14ced0e None None] Provisioning complete for port d767e581-82da-460a-a135-93280c29a253 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:38.342072 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8857-0ae6-4ee2-ab92-2b7ef14ced0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d767e581-82da-460a-a135-93280c29a253), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.343749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a4a-d207-4161-b736-7bf5b69ee4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b773a213-a5b4-4c57-bfb1-ab9e01a6948e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.347486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0a4a-d207-4161-b736-7bf5b69ee4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.350930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6a1e0a4a-d207-4161-b736-7bf5b69ee4a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b773a213-a5b4-4c57-bfb1-ab9e01a6948e HTTP/1.1" status: 204 len: 168 time: 0.2477787 Feb 11 13:06:38.374323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e0a4a-d207-4161-b736-7bf5b69ee4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b773a213-a5b4-4c57-bfb1-ab9e01a6948e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:38.458688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=355d1bee-a84c-408f-99a4-976d799adcad,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:38.535731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port f47688c0-9d20-461d-8738-76fb714aefa1 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:38.629753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e8857-0ae6-4ee2-ab92-2b7ef14ced0e None None] Current status of the port d767e581-82da-460a-a135-93280c29a253 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:38.756822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-32af197e-bbef-4e80-806a-1c06b30ad7ce None None] Provisioning complete for port 355d1bee-a84c-408f-99a4-976d799adcad triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:38.757197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-32af197e-bbef-4e80-806a-1c06b30ad7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (355d1bee-a84c-408f-99a4-976d799adcad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.936161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-32af197e-bbef-4e80-806a-1c06b30ad7ce None None] Current status of the port 355d1bee-a84c-408f-99a4-976d799adcad is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:39.011678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-6fecd067-8c60-434a-804b-01f1239da596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.014274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-6fecd067-8c60-434a-804b-01f1239da596 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 200 len: 913 time: 0.7699625 Feb 11 13:06:39.038468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec009be-c183-46a8-9942-c84d22a3aaaf req-459650c2-6b66-412d-b06e-13b13f0927cf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.040155 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ec009be-c183-46a8-9942-c84d22a3aaaf req-459650c2-6b66-412d-b06e-13b13f0927cf tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.0957212 Feb 11 13:06:39.130933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ec009be-c183-46a8-9942-c84d22a3aaaf req-6643aa9f-bd1b-4f76-b082-e3ec0bb2957d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828905 Feb 11 13:06:39.139015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-b9e51ad1-89b7-4a27-bb16-a007f74f02b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 200 len: 1000 time: 0.0849750 Feb 11 13:06:39.140445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (13d9369c-8362-48c8-9e8a-611341665b14), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.173921 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.177201 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/13d9369c-8362-48c8-9e8a-611341665b14 HTTP/1.1" status: 204 len: 168 time: 2.3717730 Feb 11 13:06:39.181487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14df4d4-6ace-4547-b4ec-c93401252ae3 None None] Network eb1b6931-6bc0-429e-afdf-0c3a0284298a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:39.183656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48276) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:39.273227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99ccb353-ca49-4a1e-832a-27a2640f2f51 req-efe5bb5b-cad4-4eea-ba86-9376fec2fbca tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9483216 Feb 11 13:06:39.309933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28565907-5fc0-45f6-9780-b69c4e233a20 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=13d9369c-8362-48c8-9e8a-611341665b14,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:39.331214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-bec2c7a4-ad5f-40e4-8eb0-341571da8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.332751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-bec2c7a4-ad5f-40e4-8eb0-341571da8038 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 200 len: 851 time: 0.1795845 Feb 11 13:06:39.366261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (eb1b6931-6bc0-429e-afdf-0c3a0284298a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.489966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e7d659b1-996f-412d-ac08-d9cad3da4ad6 None None] Provisioning complete for port 355d1bee-a84c-408f-99a4-976d799adcad triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:39.490339 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e7d659b1-996f-412d-ac08-d9cad3da4ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (355d1bee-a84c-408f-99a4-976d799adcad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.539354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.541775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffe39e-6d9f-4c1e-8f79-c8788ed66d68 req-7c1342c4-e68b-4da2-85d3-5d2be0c5a2dc tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.543823 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09ffe39e-6d9f-4c1e-8f79-c8788ed66d68 req-7c1342c4-e68b-4da2-85d3-5d2be0c5a2dc tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 950 time: 0.1049595 Feb 11 13:06:39.555711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] DHCP port deletion for eb1b6931-6bc0-429e-afdf-0c3a0284298a request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:39.558875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-b311d9d9-8589-40d8-b6cd-8db148354101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:39.560545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-b311d9d9-8589-40d8-b6cd-8db148354101 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9317fd9e-eafc-4090-a86a-9621fd4980db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1693068 Feb 11 13:06:39.586090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port d767e581-82da-460a-a135-93280c29a253 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:39.587422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d767e581-82da-460a-a135-93280c29a253), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.648502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09ffe39e-6d9f-4c1e-8f79-c8788ed66d68 req-1d6cad05-a1f4-4f82-90a1-61d42848eb4b tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927634 Feb 11 13:06:39.661518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e7d659b1-996f-412d-ac08-d9cad3da4ad6 None None] Current status of the port 355d1bee-a84c-408f-99a4-976d799adcad is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:39.682162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Deleting port d767e581-82da-460a-a135-93280c29a253 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:39.682711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d767e581-82da-460a-a135-93280c29a253), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.728309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] For port d767e581-82da-460a-a135-93280c29a253, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d767e581-82da-460a-a135-93280c29a253,segment=NetworkSegment(1e5ddc41-069f-4d5e-ad85-a03044af7126),segment_id=1e5ddc41-069f-4d5e-ad85-a03044af7126)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:39.728683 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d767e581-82da-460a-a135-93280c29a253), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.744659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for d767e581-82da-460a-a135-93280c29a253 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:39.803043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] For port d767e581-82da-460a-a135-93280c29a253, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d767e581-82da-460a-a135-93280c29a253,segment=NetworkSegment(1e5ddc41-069f-4d5e-ad85-a03044af7126),segment_id=1e5ddc41-069f-4d5e-ad85-a03044af7126)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:39.803451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d767e581-82da-460a-a135-93280c29a253), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.812889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::263 (748fcd93-cfb1-4683-9579-584b9508fdbf/d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf/f47688c0-9d20-461d-8738-76fb714aefa1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:39.855354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Calling delete_port for d767e581-82da-460a-a135-93280c29a253 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:39.857979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:7ac (748fcd93-cfb1-4683-9579-584b9508fdbf/53a39934-c7d2-47c9-b181-7c503e097e64/f47688c0-9d20-461d-8738-76fb714aefa1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:39.899333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d767e581-82da-460a-a135-93280c29a253), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:39.915254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No DVR routers for this DVR port d767e581-82da-460a-a135-93280c29a253 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:39.967150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=d767e581-82da-460a-a135-93280c29a253,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:40.038331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (eb1b6931-6bc0-429e-afdf-0c3a0284298a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.047753 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d767e581-82da-460a-a135-93280c29a253), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.053692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 355d1bee-a84c-408f-99a4-976d799adcad up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:40.062729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1b6931-6bc0-429e-afdf-0c3a0284298a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:40.076997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5ddc41-069f-4d5e-ad85-a03044af7126') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:40.077594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5ddc41-069f-4d5e-ad85-a03044af7126') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:40.083262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Pushing event deleted for resources: {'Port': ['ID=d767e581-82da-460a-a135-93280c29a253,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:40.085899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (f47688c0-9d20-461d-8738-76fb714aefa1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.097482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.097962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.098310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.098646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.099064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.099407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.100271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.100601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.100934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.101321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.101718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.102007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.102390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:06:40.122694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1e5ddc41-069f-4d5e-ad85-a03044af7126), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.131834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec3b303-a1cb-4ef1-81f8-4081e7f41a46 None None] No DVR routers for this DVR port d767e581-82da-460a-a135-93280c29a253 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:40.162109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1e5ddc41-069f-4d5e-ad85-a03044af7126), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.171322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:06:40.172421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1e5ddc41-069f-4d5e-ad85-a03044af7126), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.175875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f47688c0-9d20-461d-8738-76fb714aefa1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:06:40.177710 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:06:40.240486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 355d1bee-a84c-408f-99a4-976d799adcad triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:40.243266 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (355d1bee-a84c-408f-99a4-976d799adcad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.287941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-6b80948f-f410-4136-9b49-8da945c07a27 service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157779 Feb 11 13:06:40.360502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:40.422474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:40.454281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 355d1bee-a84c-408f-99a4-976d799adcad is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:40.460622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:40.467024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (eb1b6931-6bc0-429e-afdf-0c3a0284298a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.468332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:40.468993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.475536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=f47688c0-9d20-461d-8738-76fb714aefa1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:40.478481 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.496436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/eb1b6931-6bc0-429e-afdf-0c3a0284298a HTTP/1.1" status: 204 len: 168 time: 1.3116655 Feb 11 13:06:40.505131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:40.565996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c0d6dfc7-17cd-4605-8a95-4e167112f3a7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3207140 Feb 11 13:06:40.572427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48328) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:40.572711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d767e581-82da-460a-a135-93280c29a253 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:40.593057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e350f-1acd-466c-862b-0402dc5b5e0d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=eb1b6931-6bc0-429e-afdf-0c3a0284298a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:40.634718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c85d5-7674-4a4a-a96b-a397fec1a315 req-d114f46c-3304-4c08-91cc-bcc079c2501c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:40.636255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-057c85d5-7674-4a4a-a96b-a397fec1a315 req-d114f46c-3304-4c08-91cc-bcc079c2501c tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.3396261 Feb 11 13:06:40.648487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d767e581-82da-460a-a135-93280c29a253 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:40.648868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d767e581-82da-460a-a135-93280c29a253 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:40.667895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:06:40.670409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03eb3cd4-46fc-4a73-bea8-1e07553dbeed req-a244bf98-f04e-4bb7-ace4-1c2592da594b service neutron] 10.222.0.53 "GET /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727350 Feb 11 13:06:40.707793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43fd91a-1143-4293-b634-51bc6bfe1ade tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:40.717552 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a43fd91a-1143-4293-b634-51bc6bfe1ade tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2104421 Feb 11 13:06:40.725211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48336) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:40.766529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-057c85d5-7674-4a4a-a96b-a397fec1a315 req-9c2979ac-adfa-45b5-97f0-3638b0735e64 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207657 Feb 11 13:06:40.897397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a2455fc6-c995-42a5-97b2-5392b5a355de None None] Provisioning complete for port f47688c0-9d20-461d-8738-76fb714aefa1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:40.898412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port f47688c0-9d20-461d-8738-76fb714aefa1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:40.898765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f47688c0-9d20-461d-8738-76fb714aefa1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.899280 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a2455fc6-c995-42a5-97b2-5392b5a355de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f47688c0-9d20-461d-8738-76fb714aefa1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:40.915441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48338) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:40.920493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1891853229'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:40.926004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b3b97475-78cf-4345-ab58-a4d6df3b30d3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1973639 Feb 11 13:06:40.965320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:06:40.967644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a2455fc6-c995-42a5-97b2-5392b5a355de None None] Port f47688c0-9d20-461d-8738-76fb714aefa1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:40.978319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af5abc04-fc72-401e-a01d-9ffa0d5fd011 admin admin] 10.222.0.42 "PUT /v2.0/routers/98efab7a-f57e-4bed-a41c-cfbef6e1d73e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1278808 Feb 11 13:06:40.980480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] Sync routers for ids ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:06:40.983481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48340) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:40.992126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] Routers {'98efab7a-f57e-4bed-a41c-cfbef6e1d73e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:06:40.993044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:06:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:41.064981 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f47688c0-9d20-461d-8738-76fb714aefa1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.079584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for f47688c0-9d20-461d-8738-76fb714aefa1 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:41.118299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:41.121605 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.131436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] Set router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:06:41.199095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:41.215545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks [] for router (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.234360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3c0f2226-d7e6-4f77-a703-dcfd7f6446c3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.235011 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment 3c0f2226-d7e6-4f77-a703-dcfd7f6446c3 of type vlan for network 3fa28bc4-d7b2-4e49-87cf-8f253564894a Feb 11 13:06:41.374017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3fa28bc4-d7b2-4e49-87cf-8f253564894a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.449318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T13:06:37Z', 'revision_number': 5, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:41.489601 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f47688c0-9d20-461d-8738-76fb714aefa1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.506257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] Checking router: 98efab7a-f57e-4bed-a41c-cfbef6e1d73e for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:06:41.515486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] Routers {'98efab7a-f57e-4bed-a41c-cfbef6e1d73e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:06:41.516150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:06:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:41.528601 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks [] for router_gateway (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.551564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3fa28bc4-d7b2-4e49-87cf-8f253564894a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.565562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:41.566273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.624875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=f47688c0-9d20-461d-8738-76fb714aefa1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:41.692477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:41.695658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] Set router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:06:41.701812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f6e03e11-0dea-4705-941a-54ae7ea91e6c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/f47688c0-9d20-461d-8738-76fb714aefa1 HTTP/1.1" status: 204 len: 168 time: 1.1272688 Feb 11 13:06:41.702229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48396) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:41.823051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9cb2ac-344a-41bf-b3a6-c0a2544888ca tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:41.833043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5a9cb2ac-344a-41bf-b3a6-c0a2544888ca tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1276827 Feb 11 13:06:41.833723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48408) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:41.863947 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9453366 Feb 11 13:06:41.875720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48414) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:41.879567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7084c0-5f57-40f7-b513-6f2e63fe3b14 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=3fa28bc4-d7b2-4e49-87cf-8f253564894a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:41.892894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:06:41.927133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:41.929354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd62be2-3a74-4f09-9aa3-5ccc6f2067c5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:41.935515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9fd62be2-3a74-4f09-9aa3-5ccc6f2067c5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0984175 Feb 11 13:06:41.936336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48420) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:42.017993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d428b-a264-485a-9fe3-54eb2e03e7f4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.019414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d428b-a264-485a-9fe3-54eb2e03e7f4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.020716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1d428b-a264-485a-9fe3-54eb2e03e7f4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.030529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-df1d428b-a264-485a-9fe3-54eb2e03e7f4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0926340 Feb 11 13:06:42.033253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48430) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:42.073849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2c81e-032e-47e8-97c7-0d449bb311fd req-dd015649-fb3f-4286-990c-055b196acf07 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.081092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1bb2c81e-032e-47e8-97c7-0d449bb311fd req-dd015649-fb3f-4286-990c-055b196acf07 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2159603 Feb 11 13:06:42.087756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Deleting port 17038fd8-6743-429e-a0cd-0774c6ae3c8d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:42.088333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.152040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 53a39934-c7d2-47c9-b181-7c503e097e64 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:42.157906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (53a39934-c7d2-47c9-b181-7c503e097e64), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.167375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:42.172163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.211174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (53a39934-c7d2-47c9-b181-7c503e097e64), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.234589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1bb2c81e-032e-47e8-97c7-0d449bb311fd req-bf3a7e54-349b-4961-857d-1f2135cbde64 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502650 Feb 11 13:06:42.284605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T13:06:37Z', 'revision_number': 5, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:42.314554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce56db8e-4471-4767-b2e6-644a247f9204 None None] The sync data for ids ['98efab7a-f57e-4bed-a41c-cfbef6e1d73e'] in n-d-828675-3 is: [{'id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'name': 'tempest-TaggedBootDevicesTest_v242-1278546476-router', 'tenant_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:56:58Z', 'updated_at': '2022-02-11T13:06:37Z', 'revision_number': 5, 'project_id': '3f55a3fae78c45c08e8fecbc97a706cc', 'gw_port': {'id': '17038fd8-6743-429e-a0cd-0774c6ae3c8d', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98efab7a-f57e-4bed-a41c-cfbef6e1d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:02Z', 'updated_at': '2022-02-11T12:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:06:42.364059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (53a39934-c7d2-47c9-b181-7c503e097e64), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.386352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] For port 17038fd8-6743-429e-a0cd-0774c6ae3c8d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=17038fd8-6743-429e-a0cd-0774c6ae3c8d,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:42.386717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.414946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Calling delete_port for 17038fd8-6743-429e-a0cd-0774c6ae3c8d owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:42.529751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e182c55-b84d-4616-8ca2-4d47a0e8e957 req-e20c76fa-c93e-4882-b1c0-db9ceee7e112 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:42.543868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e182c55-b84d-4616-8ca2-4d47a0e8e957 req-e20c76fa-c93e-4882-b1c0-db9ceee7e112 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.1761711 Feb 11 13:06:42.545259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (53a39934-c7d2-47c9-b181-7c503e097e64), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.581034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=53a39934-c7d2-47c9-b181-7c503e097e64,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:42.598390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268e388-bf9c-4a36-8c84-e38804fb7c4f None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:42.630682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.634333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a60bf57-016f-47d4-aa72-06669a501a2e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/53a39934-c7d2-47c9-b181-7c503e097e64 HTTP/1.1" status: 204 len: 168 time: 0.6000462 Feb 11 13:06:42.637077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48480) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:42.666128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (04b415fa-83f7-49f7-99ac-63b4c10dd9a5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.803441 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e182c55-b84d-4616-8ca2-4d47a0e8e957 req-bb79fc19-a7b4-48f4-8493-515e08dfd394 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253454 Feb 11 13:06:42.823418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:42.831646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=04b415fa-83f7-49f7-99ac-63b4c10dd9a5,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:42.833301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.845402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': '3c0f2226-d7e6-4f77-a703-dcfd7f6446c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:42.846166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: 3fa28bc4-d7b2-4e49-87cf-8f253564894a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:42.878533 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (17038fd8-6743-429e-a0cd-0774c6ae3c8d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.904910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:42.972770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:42.976337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Pushing event deleted for resources: {'Port': ['ID=17038fd8-6743-429e-a0cd-0774c6ae3c8d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:43.031297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3fa28bc4-d7b2-4e49-87cf-8f253564894a) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:43.040502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716a84b-6b6e-4f26-9795-043666a4def3 None None] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:43.048383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:43.049966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.094043 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.226510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.255958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3fa28bc4-d7b2-4e49-87cf-8f253564894a', 'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a', 'project_id': 'ceffa09379dd485cb654ce0e810ec830', 'fixed_ips': [{'subnet_id': '04b415fa-83f7-49f7-99ac-63b4c10dd9a5'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:43.256831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.282486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.285273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks [] for router_controller (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.357344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.401551 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (98efab7a-f57e-4bed-a41c-cfbef6e1d73e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.406184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98efab7a-f57e-4bed-a41c-cfbef6e1d73e {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:06:43.418652 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.424329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-85e30725-64c9-4303-b9f3-49d4ee5fde82 admin admin] 10.222.0.42 "DELETE /v2.0/routers/98efab7a-f57e-4bed-a41c-cfbef6e1d73e HTTP/1.1" status: 204 len: 168 time: 2.4373708 Feb 11 13:06:43.424604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:43.427210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48524) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:43.440599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8450918d-8ec2-4838-adc8-af7e529a239d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5627310 Feb 11 13:06:43.442730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.452587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9bc139b7-a01e-47e3-a3d1-36e25f29d3d0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf HTTP/1.1" status: 204 len: 168 time: 0.8121312 Feb 11 13:06:43.452587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48526) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:43.460318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:43.499250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a', 'name': 'tempest-PortsIpV6TestJSON-214826609'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:43.543613 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a0b8a958-5ef6-464b-8fbe-37e52cd167ef tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809572 Feb 11 13:06:43.547960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48538) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:43.562645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:43.564282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] Deleting subnet 36290691-b0af-4a2f-822d-3da68d4811e1 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:43.569021 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] Publish callbacks [] for subnet (36290691-b0af-4a2f-822d-3da68d4811e1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.664163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (36290691-b0af-4a2f-822d-3da68d4811e1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:43.751628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Allocated IP 2001:db8::2 (3fa28bc4-d7b2-4e49-87cf-8f253564894a/04b415fa-83f7-49f7-99ac-63b4c10dd9a5/71e0940a-0577-4364-947b-65aaab4089c1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:43.960450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (36290691-b0af-4a2f-822d-3da68d4811e1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.080917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48572) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:44.088319 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Publish callbacks [] for port (71e0940a-0577-4364-947b-65aaab4089c1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.097291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (36290691-b0af-4a2f-822d-3da68d4811e1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.112501 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (71e0940a-0577-4364-947b-65aaab4089c1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.117791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.121996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/36290691-b0af-4a2f-822d-3da68d4811e1 HTTP/1.1" status: 204 len: 168 time: 0.6920087 Feb 11 13:06:44.127078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48578) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:44.162370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b51a5-fb64-497a-b22b-b15fe890341b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36290691-b0af-4a2f-822d-3da68d4811e1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:44.176411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62413b1e-307f-4455-a514-0c426e55c380 None None] Network 19ec822e-7533-4605-bdd3-16f194e4e0e8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:44.266122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9c9586-a8de-4302-b6e5-b97e7a9feda4 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:44.268975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:44.294160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:44.341022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:44.387250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (19ec822e-7533-4605-bdd3-16f194e4e0e8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.401706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77185bb0-1302-42ce-9ce7-b72e91b9eaa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.438741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:44.438741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9e35b6a9-32d2-4f94-87dc-2c7541be03d7 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:44.439757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:44.486781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:44.490351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.496155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-13115656-369c-41c7-b012-b201eb937076 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:44.496343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:44.497937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-13115656-369c-41c7-b012-b201eb937076 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfb616b0-93ee-4625-8d37-1573a80d44ee HTTP/1.1" status: 200 len: 943 time: 0.2109873 Feb 11 13:06:44.507201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.552624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Attempting to bind port 71e0940a-0577-4364-947b-65aaab4089c1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:44.553005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Attempting to bind port 71e0940a-0577-4364-947b-65aaab4089c1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '3c0f2226-d7e6-4f77-a703-dcfd7f6446c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:44.554032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Attempting to bind port 71e0940a-0577-4364-947b-65aaab4089c1 on network 3fa28bc4-d7b2-4e49-87cf-8f253564894a {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:44.554480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 6176ad9c-3feb-42a6-9a70-57a422d76c76 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:44.559164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-760c25ce-417f-41f0-814e-aa3b722f0543 None None] Provisioning complete for port 355d1bee-a84c-408f-99a4-976d799adcad triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:44.559564 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-760c25ce-417f-41f0-814e-aa3b722f0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (355d1bee-a84c-408f-99a4-976d799adcad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.568849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:44.569231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Checking segment: {'id': '3c0f2226-d7e6-4f77-a703-dcfd7f6446c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:44.571172 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.571172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Bound using segment: {'id': '3c0f2226-d7e6-4f77-a703-dcfd7f6446c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:44.571172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Bound port: 71e0940a-0577-4364-947b-65aaab4089c1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0f2226-d7e6-4f77-a703-dcfd7f6446c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:44.571172 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (71e0940a-0577-4364-947b-65aaab4089c1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.601524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Deleting port d102a035-9f5d-48a4-a685-d05020b66b45 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:44.602586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.699234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] For port 71e0940a-0577-4364-947b-65aaab4089c1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:44.702915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] For port 71e0940a-0577-4364-947b-65aaab4089c1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=71e0940a-0577-4364-947b-65aaab4089c1,segment=NetworkSegment(3c0f2226-d7e6-4f77-a703-dcfd7f6446c3),segment_id=3c0f2226-d7e6-4f77-a703-dcfd7f6446c3)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:44.706054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Pushing event updated for resources: {'Port': ['ID=71e0940a-0577-4364-947b-65aaab4089c1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:44.724272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (71e0940a-0577-4364-947b-65aaab4089c1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.748643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Deleting port 395ed8b0-01c8-4654-abaf-406751546406 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:44.748952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (395ed8b0-01c8-4654-abaf-406751546406), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.788763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::1bb (3fa28bc4-d7b2-4e49-87cf-8f253564894a/04b415fa-83f7-49f7-99ac-63b4c10dd9a5/6176ad9c-3feb-42a6-9a70-57a422d76c76) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:44.805890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] For port d102a035-9f5d-48a4-a685-d05020b66b45, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d102a035-9f5d-48a4-a685-d05020b66b45,segment=NetworkSegment(ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f),segment_id=ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:44.806260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:44.848958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6da2a-b0d2-47ac-ad5a-ab65fbf45a07 None None] Pushing event updated for resources: {'Port': ['ID=71e0940a-0577-4364-947b-65aaab4089c1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:44.959058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Calling delete_port for d102a035-9f5d-48a4-a685-d05020b66b45 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:44.986707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77185bb0-1302-42ce-9ce7-b72e91b9eaa7 admin admin] Publish callbacks [] for security_group (062441d7-61d9-44a3-96de-92a22e29fe10), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.015046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] DHCP port deletion for 19ec822e-7533-4605-bdd3-16f194e4e0e8 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:45.020563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-760c25ce-417f-41f0-814e-aa3b722f0543 None None] Current status of the port 355d1bee-a84c-408f-99a4-976d799adcad is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:45.025261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77185bb0-1302-42ce-9ce7-b72e91b9eaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (062441d7-61d9-44a3-96de-92a22e29fe10), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.050176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:45.121596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-77185bb0-1302-42ce-9ce7-b72e91b9eaa7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50415219a8714ddd83a4c62c2ab7b8c8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0394044 Feb 11 13:06:45.123580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] For port 395ed8b0-01c8-4654-abaf-406751546406, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=395ed8b0-01c8-4654-abaf-406751546406,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:45.124065 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (395ed8b0-01c8-4654-abaf-406751546406), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.127743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:45.135007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77185bb0-1302-42ce-9ce7-b72e91b9eaa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062441d7-61d9-44a3-96de-92a22e29fe10,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.151040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Calling delete_port for 395ed8b0-01c8-4654-abaf-406751546406 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:45.158938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (6176ad9c-3feb-42a6-9a70-57a422d76c76), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.163610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (24702c86-9591-4c3a-9b86-4cff2ef4561e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.172311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] Deleting port d102a035-9f5d-48a4-a685-d05020b66b45 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:45.172691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.200588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] Deleting port 355d1bee-a84c-408f-99a4-976d799adcad {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:45.200988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (355d1bee-a84c-408f-99a4-976d799adcad), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.246513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.269117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:45.293830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Pushing event deleted for resources: {'Port': ['ID=d102a035-9f5d-48a4-a685-d05020b66b45,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.305815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] No DVR routers for this DVR port d102a035-9f5d-48a4-a685-d05020b66b45 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:45.327106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:45.335825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:45.338331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.368613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] For port 355d1bee-a84c-408f-99a4-976d799adcad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=355d1bee-a84c-408f-99a4-976d799adcad,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:45.369009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (355d1bee-a84c-408f-99a4-976d799adcad), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.377059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6176ad9c-3feb-42a6-9a70-57a422d76c76), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.386969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] Calling delete_port for 355d1bee-a84c-408f-99a4-976d799adcad owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:45.387820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=24702c86-9591-4c3a-9b86-4cff2ef4561e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.438931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (19ec822e-7533-4605-bdd3-16f194e4e0e8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.492512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ec822e-7533-4605-bdd3-16f194e4e0e8']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:45.494957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=6176ad9c-3feb-42a6-9a70-57a422d76c76,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.520650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:45.521181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-039d9690-9e78-4774-b76d-55964088417c admin admin] Publish callbacks [] for security_group (062441d7-61d9-44a3-96de-92a22e29fe10), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.521442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:45.525130 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (355d1bee-a84c-408f-99a4-976d799adcad), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.541459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.562705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.565253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (395ed8b0-01c8-4654-abaf-406751546406), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.566189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] No DVR routers for this DVR port 355d1bee-a84c-408f-99a4-976d799adcad on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:45.571458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-039d9690-9e78-4774-b76d-55964088417c admin admin] Publish callbacks [] for security_group (062441d7-61d9-44a3-96de-92a22e29fe10), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.572044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0d998-0981-4caf-98a0-435a886c3342 None None] Pushing event deleted for resources: {'Port': ['ID=355d1bee-a84c-408f-99a4-976d799adcad,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.584445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c9ab2389-48a8-4551-b45a-f4fef3d4b968'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:06:45.587305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] For port d102a035-9f5d-48a4-a685-d05020b66b45, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d102a035-9f5d-48a4-a685-d05020b66b45,segment=NetworkSegment(ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f),segment_id=ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:45.587708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.599655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f2c54a-791d-4c6d-a561-89527e86f3fb None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:45.601873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7c4d8d93-86ae-487b-a939-d798ee0f4eae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:06:45.635394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event deleted for resources: {'Port': ['ID=395ed8b0-01c8-4654-abaf-406751546406,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.645284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:06:45.646324 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (ebaa5c9c-fe32-4180-8bf2-d3ace80b7c9f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:06:45.654727 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:06:45.657649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:45.660167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:45.665216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:45.672490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:45.673824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] Calling delete_port for d102a035-9f5d-48a4-a685-d05020b66b45 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:45.674340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.704363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e8f49321-fc03-4da9-b1b1-2c880b3efa32 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1553490 Feb 11 13:06:45.706736 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-039d9690-9e78-4774-b76d-55964088417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (062441d7-61d9-44a3-96de-92a22e29fe10), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.713759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:06:45.721460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-039d9690-9e78-4774-b76d-55964088417c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:45.723597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-039d9690-9e78-4774-b76d-55964088417c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/062441d7-61d9-44a3-96de-92a22e29fe10 HTTP/1.1" status: 204 len: 168 time: 0.5922477 Feb 11 13:06:45.724631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48596) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:45.741579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-34873758-54c8-499d-bfcf-d79c23c6c3ef tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2844036 Feb 11 13:06:45.743404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d9690-9e78-4774-b76d-55964088417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062441d7-61d9-44a3-96de-92a22e29fe10,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:45.746783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48600) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:45.758671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '3fa28bc4-d7b2-4e49-87cf-8f253564894a', 'name': 'tempest-PortsIpV6TestJSON-1522029964'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:45.766352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-32a9b8fd-8eac-4676-aa2b-782290990d49 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:45.969865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71e0940a-0577-4364-947b-65aaab4089c1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:46.059075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:46.066258 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.113688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:46.157006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:46.262171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:46.301798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d102a035-9f5d-48a4-a685-d05020b66b45), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.332859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48614) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:46.335633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'mac_address': 'fa:16:3e:8b:d7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:06:46.359495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::52 (3fa28bc4-d7b2-4e49-87cf-8f253564894a/04b415fa-83f7-49f7-99ac-63b4c10dd9a5/d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:46.362001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10e43c56-d5d8-4899-8050-7ecd03d78313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.503051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:46.503489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.506418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-748fcd93-cfb1-4683-9579-584b9508fdbf', 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'project_id': '455065ec60f04b24b69c17d6e73eda34', 'fixed_ips': [{'subnet_id': '24702c86-9591-4c3a-9b86-4cff2ef4561e'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:46.507234 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.522337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10e43c56-d5d8-4899-8050-7ecd03d78313 admin admin] Publish callbacks [] for security_group (08dbe17d-78bd-429b-9e0c-6c3a46830015), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.533427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] No DVR routers for this DVR port d102a035-9f5d-48a4-a685-d05020b66b45 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:46.538425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] No DVR routers for this DVR port 395ed8b0-01c8-4654-abaf-406751546406 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:46.543081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.547272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4220b81f-a38c-44c2-ad41-3f99d14c9d0a req-381c10f2-b47e-420c-a8be-c78302e7ac2d tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "DELETE /v2.0/ports/395ed8b0-01c8-4654-abaf-406751546406 HTTP/1.1" status: 204 len: 173 time: 2.0427532 Feb 11 13:06:46.547862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-deleted', 'tag': '395ed8b0-01c8-4654-abaf-406751546406'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:46.550351 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0283d2-d698-4c56-b067-352e68e4d852" -d '{"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-deleted", "tag": "395ed8b0-01c8-4654-abaf-406751546406"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:46.585565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10e43c56-d5d8-4899-8050-7ecd03d78313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (08dbe17d-78bd-429b-9e0c-6c3a46830015), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.591436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (19ec822e-7533-4605-bdd3-16f194e4e0e8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.600191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10b1df-af30-415c-8fe8-7a01d4f0f776 None None] Pushing event deleted for resources: {'Port': ['ID=d102a035-9f5d-48a4-a685-d05020b66b45,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.619801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.620047 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.621930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab17aee9-538a-4c8a-80b5-2794ff8db814 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:06:46.623478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] 10.222.0.42 "DELETE /v2.0/networks/19ec822e-7533-4605-bdd3-16f194e4e0e8 HTTP/1.1" status: 204 len: 168 time: 2.4706461 Feb 11 13:06:46.624546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c082d04-25aa-47d6-8021-61e2a411adab admin admin] Pushing event deleted for resources: {'Network': ['ID=19ec822e-7533-4605-bdd3-16f194e4e0e8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.656897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:46.672065 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e0bdc4-2671-4701-8985-9310bd0318ee x-openstack-request-id: req-53e0bdc4-2671-4701-8985-9310bd0318ee {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:46.680171 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb616b0-93ee-4625-8d37-1573a80d44ee", "name": "network-vif-deleted", "tag": "395ed8b0-01c8-4654-abaf-406751546406", "status": "failed", "code": 422}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:46.680567 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53e0bdc4-2671-4701-8985-9310bd0318ee {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:46.681725 n-d-828675-3 neutron-server[109684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfb616b0-93ee-4625-8d37-1573a80d44ee', 'name': 'network-vif-deleted', 'tag': '395ed8b0-01c8-4654-abaf-406751546406', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:06:46.713070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-10e43c56-d5d8-4899-8050-7ecd03d78313 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72a0e20e15d744008a11cb74a0fd01ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782437 Feb 11 13:06:46.723470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48626) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:46.776056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e43c56-d5d8-4899-8050-7ecd03d78313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dbe17d-78bd-429b-9e0c-6c3a46830015,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:46.843503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.879978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c7c63f3d-d728-4303-b15b-c2fcfafcdb1b admin admin] Publish callbacks [] for security_group (08dbe17d-78bd-429b-9e0c-6c3a46830015), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.890191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.893172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a9b8fd-8eac-4676-aa2b-782290990d49 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:46.899687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32a9b8fd-8eac-4676-aa2b-782290990d49 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.948903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c7c63f3d-d728-4303-b15b-c2fcfafcdb1b admin admin] Publish callbacks [] for security_group (08dbe17d-78bd-429b-9e0c-6c3a46830015), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:46.952825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:46.957357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:46.998507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:47.011470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c7c63f3d-d728-4303-b15b-c2fcfafcdb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (08dbe17d-78bd-429b-9e0c-6c3a46830015), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.017360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:47.018110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.018388 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c7c63f3d-d728-4303-b15b-c2fcfafcdb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.021596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c7c63f3d-d728-4303-b15b-c2fcfafcdb1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08dbe17d-78bd-429b-9e0c-6c3a46830015 HTTP/1.1" status: 204 len: 168 time: 0.2960007 Feb 11 13:06:47.034049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:47.061511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48642) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:47.103033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c63f3d-d728-4303-b15b-c2fcfafcdb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dbe17d-78bd-429b-9e0c-6c3a46830015,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:47.149591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-25dfa81c-e3bf-41c2-b8ca-54b29771965c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4002798 Feb 11 13:06:47.155718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48648) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:47.163205 n-d-828675-3 neutron-server[109684]: INFO neutron.db.ipam_backend_mixin [None req-32a9b8fd-8eac-4676-aa2b-782290990d49 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24702c86-9591-4c3a-9b86-4cff2ef4561e (CIDR: 2001:db8::/64) Feb 11 13:06:47.167504 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a9b8fd-8eac-4676-aa2b-782290990d49 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:06:47.168218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a9b8fd-8eac-4676-aa2b-782290990d49 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:47.191405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-32a9b8fd-8eac-4676-aa2b-782290990d49 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4377997 Feb 11 13:06:47.192994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48650) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:47.199200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'subnet': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:47.262410 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.265093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb40e70-f752-4862-acf4-0b1d9ec39cd6 None None] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:47.310346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 71e0940a-0577-4364-947b-65aaab4089c1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:47.310981 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71e0940a-0577-4364-947b-65aaab4089c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.383823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9d0ecb24-43da-4e92-9059-e2049abbc203 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07c9b5f14a794256834beaa47efecae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176050 Feb 11 13:06:47.389304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48654) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:47.496134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f0ff8-471f-4a8c-b7b2-b22e144eec30 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:47.498049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f16f0ff8-471f-4a8c-b7b2-b22e144eec30 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1bb HTTP/1.1" status: 200 len: 928 time: 0.3402383 Feb 11 13:06:47.500996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48664) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:47.533176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ab17aee9-538a-4c8a-80b5-2794ff8db814'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:06:47.550675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:47.566272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.602668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4f07719-2afe-42a1-8265-9f39a3f14a02 admin admin] Publish callbacks [] for security_group (e42363f8-4417-4e43-97ec-a9b1a7c9d7d5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.712535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4f07719-2afe-42a1-8265-9f39a3f14a02 admin admin] Publish callbacks [] for security_group (e42363f8-4417-4e43-97ec-a9b1a7c9d7d5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.724873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e8bb37be-90d5-419d-87c5-52b9bd6f479a None None] Provisioning complete for port 71e0940a-0577-4364-947b-65aaab4089c1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:47.729577 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e8bb37be-90d5-419d-87c5-52b9bd6f479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71e0940a-0577-4364-947b-65aaab4089c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.796144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Allocated IP 2001:db8::2 (748fcd93-cfb1-4683-9579-584b9508fdbf/24702c86-9591-4c3a-9b86-4cff2ef4561e/2367b841-b99e-433e-af9f-ba87c536e7d0) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:47.808756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.933967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:47.934328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:47.951133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.090075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4f07719-2afe-42a1-8265-9f39a3f14a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e42363f8-4417-4e43-97ec-a9b1a7c9d7d5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.100677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4f07719-2afe-42a1-8265-9f39a3f14a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.101886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4f07719-2afe-42a1-8265-9f39a3f14a02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e42363f8-4417-4e43-97ec-a9b1a7c9d7d5 HTTP/1.1" status: 204 len: 168 time: 0.7102535 Feb 11 13:06:48.131299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 71e0940a-0577-4364-947b-65aaab4089c1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:48.131720 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (71e0940a-0577-4364-947b-65aaab4089c1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.151982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f07719-2afe-42a1-8265-9f39a3f14a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42363f8-4417-4e43-97ec-a9b1a7c9d7d5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.218084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a8f6c-ccd5-4eff-8680-cc48b0b88a2f req-9feb650c-01df-4f7b-8843-40f8a7d8e00a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:48.219838 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d74a8f6c-ccd5-4eff-8680-cc48b0b88a2f req-9feb650c-01df-4f7b-8843-40f8a7d8e00a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 907 time: 0.2258873 Feb 11 13:06:48.229783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.231112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 71e0940a-0577-4364-947b-65aaab4089c1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=71e0940a-0577-4364-947b-65aaab4089c1,segment=NetworkSegment(3c0f2226-d7e6-4f77-a703-dcfd7f6446c3),segment_id=3c0f2226-d7e6-4f77-a703-dcfd7f6446c3)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:48.281935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.objects.ports [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109684) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:06:48.283490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:48.290340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (b5d95c0a-1e0f-4597-bf29-52143f04192f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.303578 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (71e0940a-0577-4364-947b-65aaab4089c1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.400982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=71e0940a-0577-4364-947b-65aaab4089c1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.405474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d102a035-9f5d-48a4-a685-d05020b66b45 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:48.473391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Subnet': ['ID=b5d95c0a-1e0f-4597-bf29-52143f04192f,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.477490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb37be-90d5-419d-87c5-52b9bd6f479a None None] Current status of the port 71e0940a-0577-4364-947b-65aaab4089c1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:48.490884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:48.493628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d102a035-9f5d-48a4-a685-d05020b66b45 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:48.494149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d102a035-9f5d-48a4-a685-d05020b66b45 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:48.494830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 17038fd8-6743-429e-a0cd-0774c6ae3c8d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:48.499438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:48.504788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:48.505392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.529510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 17038fd8-6743-429e-a0cd-0774c6ae3c8d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:48.530692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 17038fd8-6743-429e-a0cd-0774c6ae3c8d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:48.530692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 355d1bee-a84c-408f-99a4-976d799adcad no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:48.555472 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-93331618-ab03-4674-a281-e99fdb0f6f51 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3611031 Feb 11 13:06:48.557380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48710) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:48.572148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Request body: {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'mac_address': 'fa:16:3e:e7:a7:7a', 'name': 'tempest-NetworksTestDHCPv6-1876798930'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:48.620212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 355d1bee-a84c-408f-99a4-976d799adcad {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:48.620558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 355d1bee-a84c-408f-99a4-976d799adcad not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:48.661118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:48.742543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.897200 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:06:48.903697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71e0940a-0577-4364-947b-65aaab4089c1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:48.908889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:48.909601 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Publish callbacks [] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.957098 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.963329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ef2dd25d-55d4-4ed0-a035-972641c339f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f55a3fae78c45c08e8fecbc97a706cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708106 Feb 11 13:06:48.965609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48724) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:48.980861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Made reservation on behalf of 455065ec60f04b24b69c17d6e73eda34 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:49.028852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Pushing event updated for resources: {'Port': ['ID=2367b841-b99e-433e-af9f-ba87c536e7d0,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:49.057298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:49.064847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:49.070221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:49.074473 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.089223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48726) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:49.090625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0f888a39-1261-402e-8a17-857fb69a4d8c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4 HTTP/1.1" status: 204 len: 168 time: 1.5872254 Feb 11 13:06:49.176060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19a0f2b3-15d7-4fe8-8645-f3b87f76f837 admin admin] Publish callbacks [] for security_group (c9f1630a-80c0-4c41-aacf-d84f686a6382), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.212707 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36b2350-c696-4710-91bb-73be04c60750 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:06:49.230905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a36b2350-c696-4710-91bb-73be04c60750 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4 HTTP/1.1" status: 404 len: 333 time: 0.1369386 Feb 11 13:06:49.235618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19a0f2b3-15d7-4fe8-8645-f3b87f76f837 admin admin] Publish callbacks [] for security_group (c9f1630a-80c0-4c41-aacf-d84f686a6382), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.238143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48736) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:49.264666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 71e0940a-0577-4364-947b-65aaab4089c1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:49.265668 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71e0940a-0577-4364-947b-65aaab4089c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.344979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4c0d900b-c3b1-4864-9c59-861fa374c82d None None] Could not find standard attr ID for object d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:06:49.360229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19a0f2b3-15d7-4fe8-8645-f3b87f76f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c9f1630a-80c0-4c41-aacf-d84f686a6382), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.362976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19a0f2b3-15d7-4fe8-8645-f3b87f76f837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.366611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-19a0f2b3-15d7-4fe8-8645-f3b87f76f837 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9f1630a-80c0-4c41-aacf-d84f686a6382 HTTP/1.1" status: 204 len: 168 time: 0.3874233 Feb 11 13:06:49.406908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Attempting to bind port 2367b841-b99e-433e-af9f-ba87c536e7d0 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:49.409401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Attempting to bind port 2367b841-b99e-433e-af9f-ba87c536e7d0 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:49.412407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Attempting to bind port 2367b841-b99e-433e-af9f-ba87c536e7d0 on network 748fcd93-cfb1-4683-9579-584b9508fdbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:49.432713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0f2b3-15d7-4fe8-8645-f3b87f76f837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f1630a-80c0-4c41-aacf-d84f686a6382,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:49.466399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4c0d900b-c3b1-4864-9c59-861fa374c82d None None] Provisioning complete for port 6176ad9c-3feb-42a6-9a70-57a422d76c76 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:49.466786 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c0d900b-c3b1-4864-9c59-861fa374c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6176ad9c-3feb-42a6-9a70-57a422d76c76), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.497696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:49.497989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Checking segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:49.504256 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.506245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Bound using segment: {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:49.506961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Bound port: 2367b841-b99e-433e-af9f-ba87c536e7d0, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:49.507538 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.512162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfdb577-abfb-442a-bb24-a1403ad4149d req-6242325b-adcf-4b27-8751-71727370f067 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:49.531580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfdb577-abfb-442a-bb24-a1403ad4149d req-6242325b-adcf-4b27-8751-71727370f067 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 907 time: 0.1830781 Feb 11 13:06:49.672319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 6176ad9c-3feb-42a6-9a70-57a422d76c76 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:49.672872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6176ad9c-3feb-42a6-9a70-57a422d76c76), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.712642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d900b-c3b1-4864-9c59-861fa374c82d None None] Port 6176ad9c-3feb-42a6-9a70-57a422d76c76 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:49.790280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 71e0940a-0577-4364-947b-65aaab4089c1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:49.802857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:49.901598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1059b90e-246d-45f8-be56-177018fcaf52 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:49.903224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1059b90e-246d-45f8-be56-177018fcaf52 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 907 time: 0.1177704 Feb 11 13:06:49.924165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4c0d900b-c3b1-4864-9c59-861fa374c82d None None] Provisioning complete for port 71e0940a-0577-4364-947b-65aaab4089c1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:49.924547 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c0d900b-c3b1-4864-9c59-861fa374c82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (71e0940a-0577-4364-947b-65aaab4089c1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:49.974495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] For port 2367b841-b99e-433e-af9f-ba87c536e7d0, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:06:50.002075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:50.027986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] For port 2367b841-b99e-433e-af9f-ba87c536e7d0, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2367b841-b99e-433e-af9f-ba87c536e7d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:06:50.066506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:50.128859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] device_id is not set on port b4c89fa3-f4dd-4980-ab8c-025b822862b8 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:50.157713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6176ad9c-3feb-42a6-9a70-57a422d76c76), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:50.257614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Deleting port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:50.258034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:50.304742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port ab17aee9-538a-4c8a-80b5-2794ff8db814 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:50.307291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:50.321545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 6176ad9c-3feb-42a6-9a70-57a422d76c76 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:50.582834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d900b-c3b1-4864-9c59-861fa374c82d None None] Current status of the port 71e0940a-0577-4364-947b-65aaab4089c1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:50.619754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] For port 4ffacd07-ce22-43ef-afc2-98de5dc76d65, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4ffacd07-ce22-43ef-afc2-98de5dc76d65,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:50.620134 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:50.638282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3321a3f-feb7-48da-a52c-b55dc56ff760 None None] Pushing event updated for resources: {'Port': ['ID=2367b841-b99e-433e-af9f-ba87c536e7d0,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:50.741415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Calling delete_port for 4ffacd07-ce22-43ef-afc2-98de5dc76d65 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:50.859150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2d0c0343-fdbe-4792-bb7b-568ab56a19bb None None] Provisioning complete for port 6176ad9c-3feb-42a6-9a70-57a422d76c76 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:50.867488 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0343-fdbe-4792-bb7b-568ab56a19bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6176ad9c-3feb-42a6-9a70-57a422d76c76), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:50.933003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48800) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:51.063158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:51.065121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.164156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb24428-7295-4049-9abe-b1e8c16a4ddf req-18579f16-44b8-4f78-9674-ffab044ed5fe tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:51.167089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9fb24428-7295-4049-9abe-b1e8c16a4ddf req-18579f16-44b8-4f78-9674-ffab044ed5fe tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 907 time: 0.4274614 Feb 11 13:06:51.172452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2367b841-b99e-433e-af9f-ba87c536e7d0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:51.213023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8::1d (748fcd93-cfb1-4683-9579-584b9508fdbf/24702c86-9591-4c3a-9b86-4cff2ef4561e/b4c89fa3-f4dd-4980-ab8c-025b822862b8) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:51.238921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Allocated IP 2001:db8:0:1:f816:3eff:fee7:a77a (748fcd93-cfb1-4683-9579-584b9508fdbf/b5d95c0a-1e0f-4597-bf29-52143f04192f/b4c89fa3-f4dd-4980-ab8c-025b822862b8) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:51.298167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4ffacd07-ce22-43ef-afc2-98de5dc76d65), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.298981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6176ad9c-3feb-42a6-9a70-57a422d76c76), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.310961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:51.311366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfd880-5b3c-45ed-8542-2c2202458a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.315550 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4935c821-04ed-4759-acd9-dbb38f186dd4" -d '{"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-plugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:51.336183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c0343-fdbe-4792-bb7b-568ab56a19bb None None] Port 6176ad9c-3feb-42a6-9a70-57a422d76c76 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:06:51.342760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2d0c0343-fdbe-4792-bb7b-568ab56a19bb None None] Could not find standard attr ID for object d5580b6f-2d6a-47eb-ab83-1ed3c25d4ac4. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:06:51.346316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:51.355713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=6176ad9c-3feb-42a6-9a70-57a422d76c76,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:51.364839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.424430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event deleted for resources: {'Port': ['ID=4ffacd07-ce22-43ef-afc2-98de5dc76d65,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:51.464008 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e80d403-a971-436e-b772-b88f94af7838 x-openstack-request-id: req-4e80d403-a971-436e-b772-b88f94af7838 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:51.464743 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-plugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:51.465103 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e80d403-a971-436e-b772-b88f94af7838 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:51.465608 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'code': 200} Feb 11 13:06:51.467470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:51.471143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2367b841-b99e-433e-af9f-ba87c536e7d0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:51.471372 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.485476 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.493821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e5eb3ff2-3958-4e15-9a4e-a7b515039a6e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/6176ad9c-3feb-42a6-9a70-57a422d76c76 HTTP/1.1" status: 204 len: 168 time: 2.2523870 Feb 11 13:06:51.496292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48814) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:51.615930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48818) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:51.629465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] No DVR routers for this DVR port 4ffacd07-ce22-43ef-afc2-98de5dc76d65 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:51.640463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.653915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9be8d65e-8e52-4cf1-a1e8-7f4bf5329f1f req-1b1d1868-1d7b-4645-9c94-197e07a1dd0a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "DELETE /v2.0/ports/4ffacd07-ce22-43ef-afc2-98de5dc76d65 HTTP/1.1" status: 204 len: 173 time: 1.7413743 Feb 11 13:06:51.654421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'name': 'network-vif-deleted', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:51.664154 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666c0a70-de20-4198-b8b0-c2889989255a" -d '{"events": [{"server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "name": "network-vif-deleted", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:51.722306 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b957b8-c7c1-4ca8-964b-63e036d10082 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:06:51.729450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48824) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:51.730490 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c5b957b8-c7c1-4ca8-964b-63e036d10082 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/6176ad9c-3feb-42a6-9a70-57a422d76c76 HTTP/1.1" status: 404 len: 333 time: 0.2318003 Feb 11 13:06:51.732386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2367b841-b99e-433e-af9f-ba87c536e7d0 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:51.732957 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.866672 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bb824-eed4-4e2c-a6a4-029a66e6e66e x-openstack-request-id: req-9e6bb824-eed4-4e2c-a6a4-029a66e6e66e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:51.867299 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a26405a-7366-4229-9134-89d3d06791c0", "name": "network-vif-deleted", "tag": "4ffacd07-ce22-43ef-afc2-98de5dc76d65", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:51.872237 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e6bb824-eed4-4e2c-a6a4-029a66e6e66e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:51.872950 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a26405a-7366-4229-9134-89d3d06791c0', 'name': 'network-vif-deleted', 'tag': '4ffacd07-ce22-43ef-afc2-98de5dc76d65', 'status': 'completed', 'code': 200} Feb 11 13:06:51.885846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 2367b841-b99e-433e-af9f-ba87c536e7d0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2367b841-b99e-433e-af9f-ba87c536e7d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:51.901831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:51.978790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 04b415fa-83f7-49f7-99ac-63b4c10dd9a5 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:51.992336 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (04b415fa-83f7-49f7-99ac-63b4c10dd9a5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.015329 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for port (b4c89fa3-f4dd-4980-ab8c-025b822862b8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.055559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=2367b841-b99e-433e-af9f-ba87c536e7d0,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.068491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1081450172-network', 'tenant_id': '30002a6e617249479d271825841e5c90'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:52.071826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (04b415fa-83f7-49f7-99ac-63b4c10dd9a5), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.124401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfd880-5b3c-45ed-8542-2c2202458a1a admin admin] Publish callbacks [] for security_group (1c683f81-16ae-42b5-bf5e-11fbfd6a9854), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.142258 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08cfd880-5b3c-45ed-8542-2c2202458a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1c683f81-16ae-42b5-bf5e-11fbfd6a9854), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.152741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Made reservation on behalf of 30002a6e617249479d271825841e5c90 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:52.155623 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.183908 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (04b415fa-83f7-49f7-99ac-63b4c10dd9a5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.184483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b4c89fa3-f4dd-4980-ab8c-025b822862b8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.215278 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.272989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08cfd880-5b3c-45ed-8542-2c2202458a1a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23aa0071c2fd43c5a6e09b50172657f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3343194 Feb 11 13:06:52.276581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48840) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:52.284100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Network 748fcd93-cfb1-4683-9579-584b9508fdbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:52.290806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfd880-5b3c-45ed-8542-2c2202458a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c683f81-16ae-42b5-bf5e-11fbfd6a9854,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.302660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:52.316780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:52.317967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:52.318586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.339232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecee87e4-3cc9-4756-93bf-f0be733f6caa None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:52.373928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8151944 Feb 11 13:06:52.376789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48842) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:52.383589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f9ceae0-9914-44dc-b3de-a42dd08c06e0 req-b9d5142c-c4df-48af-8620-4cc37c560a6b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a26405a-7366-4229-9134-89d3d06791c0 HTTP/1.1" status: 200 len: 210 time: 0.0537951 Feb 11 13:06:52.384834 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (04b415fa-83f7-49f7-99ac-63b4c10dd9a5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.404110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.408060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/04b415fa-83f7-49f7-99ac-63b4c10dd9a5 HTTP/1.1" status: 204 len: 168 time: 0.6770911 Feb 11 13:06:52.412523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48844) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:52.422076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80453f1b-17b3-40c7-85bc-22d66461cfe3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event updated for resources: {'Port': ['ID=b4c89fa3-f4dd-4980-ab8c-025b822862b8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.527298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e429c-a8e9-447d-b681-383cc90f0efa None None] Network 3fa28bc4-d7b2-4e49-87cf-8f253564894a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:52.584127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3fa28bc4-d7b2-4e49-87cf-8f253564894a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.592902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e07c9c6d-9440-4bd1-ad45-c77194df62ec admin admin] Publish callbacks [] for security_group (1c683f81-16ae-42b5-bf5e-11fbfd6a9854), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.628249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks [] for security_group (2e770d8f-e96d-4539-932c-9e94edf95c35), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.639000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c14e194e-5ee3-44d5-bcdb-438bbc2e1c62 None None] Provisioning complete for port 2367b841-b99e-433e-af9f-ba87c536e7d0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:52.639665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c14e194e-5ee3-44d5-bcdb-438bbc2e1c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.647697 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2e770d8f-e96d-4539-932c-9e94edf95c35), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.663130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e07c9c6d-9440-4bd1-ad45-c77194df62ec admin admin] Publish callbacks [] for security_group (1c683f81-16ae-42b5-bf5e-11fbfd6a9854), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.716191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:52.738210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e5ba66a3-7d1f-4455-8142-140d0379b5ae), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.738612 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Added segment e5ba66a3-7d1f-4455-8142-140d0379b5ae of type vlan for network 29d79645-ac65-4d87-b86f-a8adfb8f3234 Feb 11 13:06:52.762657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e770d8f-e96d-4539-932c-9e94edf95c35,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.769622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613fb0c-ccd3-4f50-a7dd-fb41e8f16a7d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=04b415fa-83f7-49f7-99ac-63b4c10dd9a5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.790970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e07c9c6d-9440-4bd1-ad45-c77194df62ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1c683f81-16ae-42b5-bf5e-11fbfd6a9854), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.793587 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e07c9c6d-9440-4bd1-ad45-c77194df62ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.801458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e07c9c6d-9440-4bd1-ad45-c77194df62ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c683f81-16ae-42b5-bf5e-11fbfd6a9854 HTTP/1.1" status: 204 len: 168 time: 0.5210516 Feb 11 13:06:52.824496 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (29d79645-ac65-4d87-b86f-a8adfb8f3234), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.839596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting port b4c89fa3-f4dd-4980-ab8c-025b822862b8 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:52.839953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b4c89fa3-f4dd-4980-ab8c-025b822862b8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.898605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9c6d-9440-4bd1-ad45-c77194df62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c683f81-16ae-42b5-bf5e-11fbfd6a9854,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:52.943224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 71e0940a-0577-4364-947b-65aaab4089c1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:52.943573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (71e0940a-0577-4364-947b-65aaab4089c1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:52.981356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2367b841-b99e-433e-af9f-ba87c536e7d0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:06:53.079980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (29d79645-ac65-4d87-b86f-a8adfb8f3234), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.085213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:53.086343 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.098468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] For port 71e0940a-0577-4364-947b-65aaab4089c1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=71e0940a-0577-4364-947b-65aaab4089c1,segment=NetworkSegment(3c0f2226-d7e6-4f77-a703-dcfd7f6446c3),segment_id=3c0f2226-d7e6-4f77-a703-dcfd7f6446c3)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:53.098805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (71e0940a-0577-4364-947b-65aaab4089c1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.135106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 71e0940a-0577-4364-947b-65aaab4089c1 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:53.241860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6196704 Feb 11 13:06:53.245603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48862) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:53.247122 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b4c89fa3-f4dd-4980-ab8c-025b822862b8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.255255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Request body: {'subnet': {'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1081450172-subnet', 'tenant_id': '30002a6e617249479d271825841e5c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:53.313760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Made reservation on behalf of 30002a6e617249479d271825841e5c90 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:53.316125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.364690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Calling delete_port for b4c89fa3-f4dd-4980-ab8c-025b822862b8 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:53.366897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896e2c7-1a7e-4bb6-b8d2-d2971c7f09b6 admin admin] Pushing event updated for resources: {'Network': ['ID=29d79645-ac65-4d87-b86f-a8adfb8f3234,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:53.380330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c14e194e-5ee3-44d5-bcdb-438bbc2e1c62 None None] Current status of the port 2367b841-b99e-433e-af9f-ba87c536e7d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:53.395563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2367b841-b99e-433e-af9f-ba87c536e7d0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:53.395945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.462387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f2540d-f20b-4b51-a195-09eb8d993ac3 None None] DHCP port deletion for 3fa28bc4-d7b2-4e49-87cf-8f253564894a request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:53.464622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 29d79645-ac65-4d87-b86f-a8adfb8f3234 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:06:53.513213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (71e0940a-0577-4364-947b-65aaab4089c1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.569276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=71e0940a-0577-4364-947b-65aaab4089c1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:53.571302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423c009-0a85-44ac-955e-b96b3f88cdd5 None None] Update dhcp port {'port': {'network_id': '748fcd93-cfb1-4683-9579-584b9508fdbf', 'fixed_ips': [{'subnet_id': '24702c86-9591-4c3a-9b86-4cff2ef4561e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5d95c0a-1e0f-4597-bf29-52143f04192f'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '2367b841-b99e-433e-af9f-ba87c536e7d0'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:06:53.584411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No DVR routers for this DVR port 71e0940a-0577-4364-947b-65aaab4089c1 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:53.618202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6423c009-0a85-44ac-955e-b96b3f88cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.621305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-79f2540d-f20b-4b51-a195-09eb8d993ac3 None None] The port '71e0940a-0577-4364-947b-65aaab4089c1' was deleted {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 13:06:53.624034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4ffacd07-ce22-43ef-afc2-98de5dc76d65 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:53.698041 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3fa28bc4-d7b2-4e49-87cf-8f253564894a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.724836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa28bc4-d7b2-4e49-87cf-8f253564894a']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:53.736363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0f2226-d7e6-4f77-a703-dcfd7f6446c3') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:53.736897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0f2226-d7e6-4f77-a703-dcfd7f6446c3') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:06:53.748993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (3c0f2226-d7e6-4f77-a703-dcfd7f6446c3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.759871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b4c89fa3-f4dd-4980-ab8c-025b822862b8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.771870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3c0f2226-d7e6-4f77-a703-dcfd7f6446c3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.779806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:06:53.780876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (3c0f2226-d7e6-4f77-a703-dcfd7f6446c3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.833481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Port': ['ID=b4c89fa3-f4dd-4980-ab8c-025b822862b8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:06:53.872548 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:06:53.877129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2367b841-b99e-433e-af9f-ba87c536e7d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:53.885347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3fa28bc4-d7b2-4e49-87cf-8f253564894a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.890728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 4ffacd07-ce22-43ef-afc2-98de5dc76d65 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:53.891880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4ffacd07-ce22-43ef-afc2-98de5dc76d65 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:53.898397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.903546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/3fa28bc4-d7b2-4e49-87cf-8f253564894a HTTP/1.1" status: 204 len: 168 time: 1.4867342 Feb 11 13:06:53.911006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48876) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:53.931695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1735140505'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:53.955017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb624566-ed81-4352-89b7-290780bfdd1b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=3fa28bc4-d7b2-4e49-87cf-8f253564894a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:53.963644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:53.968239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.982759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:53.992006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ff31f907-5726-448d-92ef-c8162a50dac0 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/b4c89fa3-f4dd-4980-ab8c-025b822862b8 HTTP/1.1" status: 204 len: 168 time: 1.6019464 Feb 11 13:06:53.994476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48880) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:54.034869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:54.091330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (43d50455-ed28-46a4-bde1-47f3f472d0c9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.091679 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment 43d50455-ed28-46a4-bde1-47f3f472d0c9 of type vlan for network 04c5e652-a33b-4bfe-831b-b735db9a96e1 Feb 11 13:06:54.161244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a5599b-6aa7-4a47-a63a-87d3894f385c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.175095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:54.176601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08a5599b-6aa7-4a47-a63a-87d3894f385c tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1725454 Feb 11 13:06:54.258215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c0809-290c-4c65-9193-3a977e1e9617 req-0b3961d4-2f22-4254-b6e0-b74688be3cf6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.259901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-213c0809-290c-4c65-9193-3a977e1e9617 req-0b3961d4-2f22-4254-b6e0-b74688be3cf6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 946 time: 0.2225149 Feb 11 13:06:54.262589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (04c5e652-a33b-4bfe-831b-b735db9a96e1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.291323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (eb152ef0-7b66-48b2-bd46-893a04418761), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.388042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6423c009-0a85-44ac-955e-b96b3f88cdd5 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:98fc (748fcd93-cfb1-4683-9579-584b9508fdbf/b5d95c0a-1e0f-4597-bf29-52143f04192f/2367b841-b99e-433e-af9f-ba87c536e7d0) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:54.475579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:54.538178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-213c0809-290c-4c65-9193-3a977e1e9617 req-38818a5e-3ce0-486e-a76a-92026e92c927 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649503 Feb 11 13:06:54.539537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb152ef0-7b66-48b2-bd46-893a04418761,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:54.551957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (04c5e652-a33b-4bfe-831b-b735db9a96e1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.557115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.557627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.579026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6423c009-0a85-44ac-955e-b96b3f88cdd5 None None] For port 2367b841-b99e-433e-af9f-ba87c536e7d0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2367b841-b99e-433e-af9f-ba87c536e7d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:54.579534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cd6bfd-7c90-4cc6-8c51-afb45cf6aaae tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.581081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-79cd6bfd-7c90-4cc6-8c51-afb45cf6aaae tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4008667 Feb 11 13:06:54.584143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48904) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:54.645415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Checking segment: {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:54.645834 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Network hostable DHCP agents. Network: 29d79645-ac65-4d87-b86f-a8adfb8f3234, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:54.659185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6423c009-0a85-44ac-955e-b96b3f88cdd5 None None] Publish callbacks [] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.666692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6423c009-0a85-44ac-955e-b96b3f88cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.679870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48906) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:54.684608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7685287 Feb 11 13:06:54.699459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-9b9467d5-2585-40ec-944f-fe7082f3032f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.700944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-9b9467d5-2585-40ec-944f-fe7082f3032f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 946 time: 0.2750700 Feb 11 13:06:54.702718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:54.710414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:54.713803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08edd1-0173-4e10-aa62-31a739d2f432 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=04c5e652-a33b-4bfe-831b-b735db9a96e1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:54.745481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:06:54.790639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f8e01-e4a8-41b1-aea0-98a2a4b79d35 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.792587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f8e01-e4a8-41b1-aea0-98a2a4b79d35 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.794880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f8e01-e4a8-41b1-aea0-98a2a4b79d35 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:54.796705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3b7f8e01-e4a8-41b1-aea0-98a2a4b79d35 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2115707 Feb 11 13:06:54.801874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48912) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:54.940289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet 24702c86-9591-4c3a-9b86-4cff2ef4561e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:54.945178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (24702c86-9591-4c3a-9b86-4cff2ef4561e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:54.960433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71e0940a-0577-4364-947b-65aaab4089c1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:54.967900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6423c009-0a85-44ac-955e-b96b3f88cdd5 None None] Pushing event updated for resources: {'Port': ['ID=2367b841-b99e-433e-af9f-ba87c536e7d0,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:55.031739 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (24702c86-9591-4c3a-9b86-4cff2ef4561e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.043552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 71e0940a-0577-4364-947b-65aaab4089c1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:55.045930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 71e0940a-0577-4364-947b-65aaab4089c1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:55.153998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (24702c86-9591-4c3a-9b86-4cff2ef4561e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.249308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-551270976'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:55.290676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (24702c86-9591-4c3a-9b86-4cff2ef4561e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.337623 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.345138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/24702c86-9591-4c3a-9b86-4cff2ef4561e HTTP/1.1" status: 204 len: 168 time: 0.5421073 Feb 11 13:06:55.345848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48926) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:55.346637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22fb93-51fe-43ea-8663-61c810b333c3 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=24702c86-9591-4c3a-9b86-4cff2ef4561e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:55.386184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Network 29d79645-ac65-4d87-b86f-a8adfb8f3234 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:55.455090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Deleting subnet b5d95c0a-1e0f-4597-bf29-52143f04192f {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:06:55.464037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (b5d95c0a-1e0f-4597-bf29-52143f04192f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.522022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:55.527910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.555102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (b5d95c0a-1e0f-4597-bf29-52143f04192f), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.598508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 29d79645-ac65-4d87-b86f-a8adfb8f3234) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:55.605062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:55.607708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.608880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22528b79-dd3b-4150-b74c-9982acd39d54 None None] Network 29d79645-ac65-4d87-b86f-a8adfb8f3234 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:55.650136 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.669434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-34735d52-9837-4901-b514-ce0909222a4c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4211776 Feb 11 13:06:55.756120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b5d95c0a-1e0f-4597-bf29-52143f04192f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.816607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:55.826319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.892946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (b5d95c0a-1e0f-4597-bf29-52143f04192f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.899926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e505bb71-e125-470d-ae3f-607ebdae349e None None] Network 748fcd93-cfb1-4683-9579-584b9508fdbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:55.908258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Deleting port 7c4d8d93-86ae-487b-a939-d798ee0f4eae {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:55.912973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.915544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b47bf6df-adc1-4351-abd0-a50eedd46a40 None None] Could not find standard attr ID for object b4c89fa3-f4dd-4980-ab8c-025b822862b8. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:06:55.916707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:55.928923 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/b5d95c0a-1e0f-4597-bf29-52143f04192f HTTP/1.1" status: 204 len: 168 time: 0.5779698 Feb 11 13:06:55.956548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48938) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:55.972652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a08ad-2db3-4b5c-8fa2-b96058175986 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d95c0a-1e0f-4597-bf29-52143f04192f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:56.069072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fdd90820-6857-46f6-bfc5-a858d6b41cbc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993888 Feb 11 13:06:56.072183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:56.082788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b47bf6df-adc1-4351-abd0-a50eedd46a40 None None] Provisioning complete for port 2367b841-b99e-433e-af9f-ba87c536e7d0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:06:56.085663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b47bf6df-adc1-4351-abd0-a50eedd46a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.164246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2fad-663d-45f3-a606-f0fd12785d81 req-758c4ebe-72a0-4319-8c55-88c4f0f9aedd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:56.165867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeb2fad-663d-45f3-a606-f0fd12785d81 req-758c4ebe-72a0-4319-8c55-88c4f0f9aedd tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 946 time: 0.5182312 Feb 11 13:06:56.173261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0afc804-d755-4e60-a39b-458460a17489 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:56.177825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d0afc804-d755-4e60-a39b-458460a17489 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1044590 Feb 11 13:06:56.178504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48944) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:56.212922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ae9879-5cb3-4dfa-a738-2e9e4b7f3e3e None None] Network 29d79645-ac65-4d87-b86f-a8adfb8f3234 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:56.362460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c8ca3b-0b19-4851-9803-481aea15e4cf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:56.366659 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-49c8ca3b-0b19-4851-9803-481aea15e4cf tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1870716 Feb 11 13:06:56.367303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48956) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:56.377526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for security_group (8a3d1aab-c246-4d78-91cd-f0d9855b0d0b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.473723 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8a3d1aab-c246-4d78-91cd-f0d9855b0d0b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.486869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e89042da-da78-4a31-bfab-56bb0c61e6fe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055255 Feb 11 13:06:56.505418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48958) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:56.528672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] For port 7c4d8d93-86ae-487b-a939-d798ee0f4eae, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7c4d8d93-86ae-487b-a939-d798ee0f4eae,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:56.529040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.532682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] DHCP port deletion for 748fcd93-cfb1-4683-9579-584b9508fdbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:06:56.536943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeb2fad-663d-45f3-a606-f0fd12785d81 req-510d7a26-71d1-49c5-a403-4c834deba979 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515570 Feb 11 13:06:56.617815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f0f0-582e-4254-8870-61fc4294f155 req-83fe3b14-c44a-420b-8a7c-158435886481 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:56.620253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b47bf6df-adc1-4351-abd0-a50eedd46a40 None None] Current status of the port 2367b841-b99e-433e-af9f-ba87c536e7d0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:56.632736 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-83fe3b14-c44a-420b-8a7c-158435886481 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 815 time: 0.3435166 Feb 11 13:06:56.643431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:06:56.669541 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8afd5aa6-a71c-41a2-9657-c202f103a798 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/quotas/30002a6e617249479d271825841e5c90 HTTP/1.1" status: 200 len: 375 time: 0.0360470 Feb 11 13:06:56.677319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] Deleting port 2367b841-b99e-433e-af9f-ba87c536e7d0 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:06:56.677957 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.718597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32866a58-b658-40c4-b8ef-0e6ae0970828), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.718937 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Added segment 32866a58-b658-40c4-b8ef-0e6ae0970828 of type vlan for network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 Feb 11 13:06:56.722722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Calling delete_port for 7c4d8d93-86ae-487b-a939-d798ee0f4eae owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:56.734022 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-8980e8df-17ca-467e-9eff-cc163f9dc425 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:56.734615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8980e8df-17ca-467e-9eff-cc163f9dc425 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:56.737787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8980e8df-17ca-467e-9eff-cc163f9dc425 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/b4c89fa3-f4dd-4980-ab8c-025b822862b8 HTTP/1.1" status: 404 len: 333 time: 0.2045574 Feb 11 13:06:56.753265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48968) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:56.755301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] For port 2367b841-b99e-433e-af9f-ba87c536e7d0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2367b841-b99e-433e-af9f-ba87c536e7d0,segment=NetworkSegment(470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb),segment_id=470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:06:56.755879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.772747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] Calling delete_port for 2367b841-b99e-433e-af9f-ba87c536e7d0 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:06:56.790095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-c0f3b3bc-e266-4d55-bb2b-4b83ffc9841e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172223 Feb 11 13:06:56.834834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2367b841-b99e-433e-af9f-ba87c536e7d0 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:56.846161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3d1aab-c246-4d78-91cd-f0d9855b0d0b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:56.883415 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-201a76de-2035-42de-8a08-9313f35b817a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:56.883862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201a76de-2035-42de-8a08-9313f35b817a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:56.887007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-201a76de-2035-42de-8a08-9313f35b817a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/b5d95c0a-1e0f-4597-bf29-52143f04192f HTTP/1.1" status: 404 len: 337 time: 0.1263151 Feb 11 13:06:56.892315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (a6f8e52f-2397-41c0-b46b-40f947cfb7a9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.896703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48970) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:56.947083 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.980681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2367b841-b99e-433e-af9f-ba87c536e7d0 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:06:56.981129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2367b841-b99e-433e-af9f-ba87c536e7d0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:56.983220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] Pushing event deleted for resources: {'Port': ['ID=2367b841-b99e-433e-af9f-ba87c536e7d0,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:56.985204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24bb5bd-efa0-4668-9ca4-35fab628a068 None None] No DVR routers for this DVR port 2367b841-b99e-433e-af9f-ba87c536e7d0 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:57.019241 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-de66be76-cba2-4606-ada0-e52f5f576f78 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.019849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de66be76-cba2-4606-ada0-e52f5f576f78 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.024292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-de66be76-cba2-4606-ada0-e52f5f576f78 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/24702c86-9591-4c3a-9b86-4cff2ef4561e HTTP/1.1" status: 404 len: 337 time: 0.1219280 Feb 11 13:06:57.032270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48972) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.053108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:06:57.069023 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (859828bd-c289-4312-81fe-68138234a5e7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:57.100125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (a6f8e52f-2397-41c0-b46b-40f947cfb7a9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:57.105245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:57.105870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:57.131763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-ab026518-d932-433d-bb52-2d67045bccf2 service neutron] 10.222.0.42 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421140 Feb 11 13:06:57.138448 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-6278eee7-86c7-48b3-a772-4543c5a72d8a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.139041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6278eee7-86c7-48b3-a772-4543c5a72d8a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.143348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6278eee7-86c7-48b3-a772-4543c5a72d8a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/f47688c0-9d20-461d-8738-76fb714aefa1 HTTP/1.1" status: 404 len: 333 time: 0.1012614 Feb 11 13:06:57.156215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48974) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.199008 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f844d666-c54c-4a15-8b7d-dc46fcd87248 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.200413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f844d666-c54c-4a15-8b7d-dc46fcd87248 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.205299 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f844d666-c54c-4a15-8b7d-dc46fcd87248 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/53a39934-c7d2-47c9-b181-7c503e097e64 HTTP/1.1" status: 404 len: 337 time: 0.0477395 Feb 11 13:06:57.208428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48978) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.244737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5610065 Feb 11 13:06:57.251629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48980) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.253856 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b000fa6-53af-4af4-bf0d-ab99f415a58d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.254570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b000fa6-53af-4af4-bf0d-ab99f415a58d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.260072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3b000fa6-53af-4af4-bf0d-ab99f415a58d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/d1a87e24-7b7b-4df1-8d3c-77e11f7d29cf HTTP/1.1" status: 404 len: 337 time: 0.0502353 Feb 11 13:06:57.263756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48982) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.291480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'subnet': {'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:57.294902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=859828bd-c289-4312-81fe-68138234a5e7,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:57.320114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5df5e-0b65-4eaf-ad81-2e1bb5fbbefa tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Network': ['ID=a6f8e52f-2397-41c0-b46b-40f947cfb7a9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:57.330779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:06:57.338210 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff323d2-a172-489d-a029-a51b89692387 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.339083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff323d2-a172-489d-a029-a51b89692387 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.343366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cff323d2-a172-489d-a029-a51b89692387 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/52dcbdc4-e26a-4650-8f1d-52922e7858b2 HTTP/1.1" status: 404 len: 333 time: 0.0776494 Feb 11 13:06:57.348158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48984) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.359205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': '43d50455-ed28-46a4-bde1-47f3f472d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:57.359592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: 04c5e652-a33b-4bfe-831b-b735db9a96e1, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:57.415114 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-fd21438a-c154-4624-8024-982fb49b0ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819681 Feb 11 13:06:57.467072 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fc7fab-f6f4-4356-b3c0-41496dee120a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.474979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fc7fab-f6f4-4356-b3c0-41496dee120a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.481828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-92fc7fab-f6f4-4356-b3c0-41496dee120a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/42751e1c-53c8-42ac-9ba6-86e95e64aafd HTTP/1.1" status: 404 len: 337 time: 0.1323566 Feb 11 13:06:57.485001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48986) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.531552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:57.558780 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1938534e-463b-409e-94c7-0448d3380309 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.559651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1938534e-463b-409e-94c7-0448d3380309 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.564680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1938534e-463b-409e-94c7-0448d3380309 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/39c8916b-3f71-41cd-9fe4-c384a49b2c6c HTTP/1.1" status: 404 len: 337 time: 0.0784454 Feb 11 13:06:57.567737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48990) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.580094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 04c5e652-a33b-4bfe-831b-b735db9a96e1) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:57.583343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:57.587354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:57.591750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290de92a-a38e-40c4-ab26-4b9a6721835f None None] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:57.608267 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7c4d8d93-86ae-487b-a939-d798ee0f4eae), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:57.633835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['c9ab2389-48a8-4551-b45a-f4fef3d4b968'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:06:57.657002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7c4d8d93-86ae-487b-a939-d798ee0f4eae'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:06:57.758865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:57.773959 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:57.777474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event deleted for resources: {'Port': ['ID=7c4d8d93-86ae-487b-a939-d798ee0f4eae,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:57.779562 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf5587c-4259-4fbb-af2b-49e0d95602d2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.780187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf5587c-4259-4fbb-af2b-49e0d95602d2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.783281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3bf5587c-4259-4fbb-af2b-49e0d95602d2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/8d518c94-9f23-4515-a111-b7f39ccfc49c HTTP/1.1" status: 404 len: 333 time: 0.2145066 Feb 11 13:06:57.788240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6caad1d7-7fe1-464f-80a2-fd25be10eaf7 req-e004aa33-27d5-4d8f-8e9e-02ee26544c5c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 210 time: 0.0631971 Feb 11 13:06:57.788650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48998) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.887531 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e592ae2-8339-42e8-ba08-8f257b9d575f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:57.887980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e592ae2-8339-42e8-ba08-8f257b9d575f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:57.916964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2e592ae2-8339-42e8-ba08-8f257b9d575f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/4d86c53f-3522-45c3-a14f-e9061784579e HTTP/1.1" status: 404 len: 337 time: 0.1252165 Feb 11 13:06:57.919690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49012) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:57.963573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61e696d9-ec12-4e11-a4f0-bb96bfb56c6d req-d33461f9-2217-4d27-a2a5-c9705fac2ca6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 210 time: 0.2891858 Feb 11 13:06:58.098450 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa42b40-7b83-4e9b-939d-7c2936dadc75 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.098914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa42b40-7b83-4e9b-939d-7c2936dadc75 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.100492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-258acfc4-31d9-44e5-9569-d31916a16248 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3951528 Feb 11 13:06:58.110083 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dfa42b40-7b83-4e9b-939d-7c2936dadc75 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/92c962b2-587a-401c-89d7-44372c862ace HTTP/1.1" status: 404 len: 337 time: 0.1883814 Feb 11 13:06:58.110814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49014) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.111154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49016) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.118948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] No DVR routers for this DVR port 7c4d8d93-86ae-487b-a939-d798ee0f4eae on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:06:58.123275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1', 'name': 'tempest-PortsIpV6TestJSON-1006843622', 'fixed_ips': [{'subnet_id': '859828bd-c289-4312-81fe-68138234a5e7', 'ip_address': '2001:db8::10'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:58.124177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:58.128272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b0efce8-1b3c-4fd0-aa74-11b3f49c2450 req-5244a6c1-15d6-42c9-a2b2-15d63d6003e7 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "DELETE /v2.0/ports/7c4d8d93-86ae-487b-a939-d798ee0f4eae HTTP/1.1" status: 204 len: 173 time: 2.9562638 Feb 11 13:06:58.129037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78307864-4b8c-4551-b96e-c50656aede10', 'name': 'network-vif-deleted', 'tag': '7c4d8d93-86ae-487b-a939-d798ee0f4eae'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:06:58.132171 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1b4136-8058-41fc-9814-3752c95f9b22" -d '{"events": [{"server_uuid": "78307864-4b8c-4551-b96e-c50656aede10", "name": "network-vif-deleted", "tag": "7c4d8d93-86ae-487b-a939-d798ee0f4eae"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:06:58.149831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-04c5e652-a33b-4bfe-831b-b735db9a96e1', 'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1', 'project_id': 'ceffa09379dd485cb654ce0e810ec830', 'fixed_ips': [{'subnet_id': '859828bd-c289-4312-81fe-68138234a5e7'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:58.150699 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:58.244143 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a44921-d9c7-4f93-a459-41fa7c781974 x-openstack-request-id: req-98a44921-d9c7-4f93-a459-41fa7c781974 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:06:58.244655 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78307864-4b8c-4551-b96e-c50656aede10", "name": "network-vif-deleted", "tag": "7c4d8d93-86ae-487b-a939-d798ee0f4eae", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:06:58.245082 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98a44921-d9c7-4f93-a459-41fa7c781974 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:06:58.245778 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78307864-4b8c-4551-b96e-c50656aede10', 'name': 'network-vif-deleted', 'tag': '7c4d8d93-86ae-487b-a939-d798ee0f4eae', 'status': 'completed', 'code': 200} Feb 11 13:06:58.264807 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2892ce18-a44b-4a22-ab51-48e24b2ba037 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.266071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2892ce18-a44b-4a22-ab51-48e24b2ba037 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.272458 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2892ce18-a44b-4a22-ab51-48e24b2ba037 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/d088bf63-5b18-4c47-9a0c-8dfaa37de002 HTTP/1.1" status: 404 len: 333 time: 0.1416228 Feb 11 13:06:58.276631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49026) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.309601 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4846e46-55d3-4360-89a3-db8cebcab70e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.310425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4846e46-55d3-4360-89a3-db8cebcab70e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.317419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49030) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.317996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c4846e46-55d3-4360-89a3-db8cebcab70e tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/9eae7db1-1509-45fa-b9ee-580f660d25f0 HTTP/1.1" status: 404 len: 337 time: 0.0391731 Feb 11 13:06:58.385018 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca9a833-aa5a-4c27-a3e4-a04b27647309 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.385723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca9a833-aa5a-4c27-a3e4-a04b27647309 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.389733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eca9a833-aa5a-4c27-a3e4-a04b27647309 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/5ccf5db4-f9e7-4ded-82e0-80e1fb2112e8 HTTP/1.1" status: 404 len: 333 time: 0.0709543 Feb 11 13:06:58.392591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49032) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.423247 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2bc2f2-ef7b-4e44-a377-d07d5b3ed1e7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.423944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2bc2f2-ef7b-4e44-a377-d07d5b3ed1e7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.426823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb2bc2f2-ef7b-4e44-a377-d07d5b3ed1e7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/59b3e6df-53df-4039-9204-2493e348201a HTTP/1.1" status: 404 len: 337 time: 0.0332317 Feb 11 13:06:58.429679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49034) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.438840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (d4f55cd2-57d7-4ba3-bec5-f36c3cceda52), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:58.469031 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-80551a3a-6de4-4900-91e5-e2233a3e1bed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.469961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80551a3a-6de4-4900-91e5-e2233a3e1bed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.473397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-80551a3a-6de4-4900-91e5-e2233a3e1bed tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/e373e74f-c6ac-42a1-a9ad-c3389a0f860f HTTP/1.1" status: 404 len: 333 time: 0.0424170 Feb 11 13:06:58.477995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49036) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.532333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Subnet': ['ID=d4f55cd2-57d7-4ba3-bec5-f36c3cceda52,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:58.539466 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5746c70c-0ae4-448f-9a0f-9b86a30698d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.540296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5746c70c-0ae4-448f-9a0f-9b86a30698d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.550148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5746c70c-0ae4-448f-9a0f-9b86a30698d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/dc53bbd1-3031-461f-8fe9-0bfa34536546 HTTP/1.1" status: 404 len: 337 time: 0.0710895 Feb 11 13:06:58.551093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49038) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.616295 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ec667c-4aab-4c2f-8369-e97356661b4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.617095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ec667c-4aab-4c2f-8369-e97356661b4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.623685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49040) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.627877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-74ec667c-4aab-4c2f-8369-e97356661b4f tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/d28aec72-fe91-40a3-bc42-96c201d08361 HTTP/1.1" status: 404 len: 333 time: 0.0754018 Feb 11 13:06:58.630094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Checking segment: {'id': '32866a58-b658-40c4-b8ef-0e6ae0970828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:58.632828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network hostable DHCP agents. Network: a6f8e52f-2397-41c0-b46b-40f947cfb7a9, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:06:58.643563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:58.675022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:06:58.688926 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f299d4fd-75c0-4df6-bb8a-4991b8cba410 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.689475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f299d4fd-75c0-4df6-bb8a-4991b8cba410 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.696197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49042) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.705026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, a6f8e52f-2397-41c0-b46b-40f947cfb7a9) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:58.706430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f299d4fd-75c0-4df6-bb8a-4991b8cba410 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/1e62a717-906d-4ffe-8a92-f683ac14a6d5 HTTP/1.1" status: 404 len: 337 time: 0.0806723 Feb 11 13:06:58.717142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:06:58.721913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:58.738530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe2ef9d-8c68-44ab-ba0d-e131f9a0ef6c None None] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:06:58.759177 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-a572f71b-2703-46f4-b380-9d62ff43d5fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.760165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a572f71b-2703-46f4-b380-9d62ff43d5fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.770031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a572f71b-2703-46f4-b380-9d62ff43d5fc tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/4fe054de-d5c8-4547-8738-abd31fd96d1a HTTP/1.1" status: 404 len: 333 time: 0.0720091 Feb 11 13:06:58.773565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49044) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.799864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Allocated IP 2001:db8::2 (04c5e652-a33b-4bfe-831b-b735db9a96e1/859828bd-c289-4312-81fe-68138234a5e7/42150e02-6c90-4e86-962a-6081f5878b5c) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:58.813696 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a488f0-34b9-497a-93e9-2a49bfc97393 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.813696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a488f0-34b9-497a-93e9-2a49bfc97393 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.819832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-61a488f0-34b9-497a-93e9-2a49bfc97393 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/1be0c2ff-baa6-4c73-a350-5a5864216214 HTTP/1.1" status: 404 len: 337 time: 0.0431142 Feb 11 13:06:58.822829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49048) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.824070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fd86e7e6-12cc-49da-bc04-8d4e18e0e520 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5692699 Feb 11 13:06:58.826453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49050) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.838256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1387070050'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:06:58.922535 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d0c1e3-ce47-4da7-9795-a3a7b149a2a5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.923121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d0c1e3-ce47-4da7-9795-a3a7b149a2a5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.928682 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d4d0c1e3-ce47-4da7-9795-a3a7b149a2a5 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/ff95f2c4-6846-4adb-98fe-df784675233f HTTP/1.1" status: 404 len: 333 time: 0.0825076 Feb 11 13:06:58.931431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49058) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:58.973104 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcde1874-14cf-4bae-99c1-7c50bc82de6a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:58.973582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcde1874-14cf-4bae-99c1-7c50bc82de6a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:58.980996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bcde1874-14cf-4bae-99c1-7c50bc82de6a tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/c18aea91-733d-44e4-b0a4-4c0b60df1d38 HTTP/1.1" status: 404 len: 337 time: 0.0454545 Feb 11 13:06:58.981413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49066) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.016791 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e527c20-5f70-48ba-ae16-80a435084687 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.017558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e527c20-5f70-48ba-ae16-80a435084687 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.022691 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6e527c20-5f70-48ba-ae16-80a435084687 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/034e8c13-2ec3-462d-81e3-8499781e3de0 HTTP/1.1" status: 404 len: 337 time: 0.0379393 Feb 11 13:06:59.024690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49068) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.068955 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d984230-ba02-435a-b812-75be5f438ebe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.069448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d984230-ba02-435a-b812-75be5f438ebe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.079265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d984230-ba02-435a-b812-75be5f438ebe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/e1f717d5-3187-4007-82be-895e547cd5eb HTTP/1.1" status: 404 len: 333 time: 0.0511906 Feb 11 13:06:59.082853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.086225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.129927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3338840a-39a3-4cdc-98b5-3abea8ff8148 req-dd897779-a983-41e0-a3b5-5a6aed66dfc7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 210 time: 0.0949118 Feb 11 13:06:59.210107 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f52cf4a-9e4d-417f-8078-51e42b51be05 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.211197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f52cf4a-9e4d-417f-8078-51e42b51be05 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.219348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8f52cf4a-9e4d-417f-8078-51e42b51be05 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/af242214-96a0-4a75-b308-e5d9801b4702 HTTP/1.1" status: 404 len: 337 time: 0.1297097 Feb 11 13:06:59.233940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49074) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.286431 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-160504a1-eb08-4f6c-ae9d-16629d6f75b4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.286898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160504a1-eb08-4f6c-ae9d-16629d6f75b4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.288841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a29c9a36-0ea4-4ea5-b259-d52cca4c707e req-252e4806-e041-4f22-a978-d2eb7ebd41db tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=78307864-4b8c-4551-b96e-c50656aede10 HTTP/1.1" status: 200 len: 210 time: 0.0704267 Feb 11 13:06:59.293137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-160504a1-eb08-4f6c-ae9d-16629d6f75b4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/b4f55c11-7c6a-4ff6-9492-798c1a9f1d1b HTTP/1.1" status: 404 len: 337 time: 0.0558836 Feb 11 13:06:59.294051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49076) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.299258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 04f5a248-b55e-4e25-9de7-3d30e882286c yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:59.340744 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-80925b96-2b21-465c-8616-5d92b2d2eca8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.341820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80925b96-2b21-465c-8616-5d92b2d2eca8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.349287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-80925b96-2b21-465c-8616-5d92b2d2eca8 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/dee314d4-76d4-4023-aca3-04eb3d6558e3 HTTP/1.1" status: 404 len: 333 time: 0.0542057 Feb 11 13:06:59.350598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49078) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.361491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:06:59.365387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.392563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'project_id': '729ab73ec3c74392894d3ac3c01c263e', 'fixed_ips': [{'subnet_id': 'd4f55cd2-57d7-4ba3-bec5-f36c3cceda52'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:06:59.393591 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.400384 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50fd4d31-154c-42af-be98-6ffabd44b1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.411861 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b306f873-4e82-4143-acad-ddb39551db72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.412383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b306f873-4e82-4143-acad-ddb39551db72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.418528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b306f873-4e82-4143-acad-ddb39551db72 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/cce4d835-7c40-439b-9484-50a86f370ea2 HTTP/1.1" status: 404 len: 337 time: 0.0666187 Feb 11 13:06:59.419164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49080) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.549686 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e34ba6-4994-4e59-acfa-4b7fa108d1aa tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.550412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e34ba6-4994-4e59-acfa-4b7fa108d1aa tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.555920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49082) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.568131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-25e34ba6-4994-4e59-acfa-4b7fa108d1aa tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/02060068-f270-4554-bd7e-46bfad7237bc HTTP/1.1" status: 404 len: 337 time: 0.1180458 Feb 11 13:06:59.574011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] device_id is not set on port 2a6d2600-f224-428a-9ef6-b3e63c14cbf6 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:06:59.574267 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Publish callbacks [] for port (42150e02-6c90-4e86-962a-6081f5878b5c), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.600708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7c4d8d93-86ae-487b-a939-d798ee0f4eae no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:06:59.607481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.627621 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-168bbd15-9526-47f7-8692-01433a86cade tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.628722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168bbd15-9526-47f7-8692-01433a86cade tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.652553 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-168bbd15-9526-47f7-8692-01433a86cade tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/fc59ba6c-8f95-4201-9ea8-f310852a72d9 HTTP/1.1" status: 404 len: 333 time: 0.0948465 Feb 11 13:06:59.653234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49084) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.662614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 7c4d8d93-86ae-487b-a939-d798ee0f4eae {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:06:59.663080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7c4d8d93-86ae-487b-a939-d798ee0f4eae not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:06:59.734946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:06:59.740273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Allocated IP 2001:db8::2 (a6f8e52f-2397-41c0-b46b-40f947cfb7a9/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52/bae8baa7-a196-41af-8a91-f28554e41165) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:59.748952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:06:59.752885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Pushing event updated for resources: {'Port': ['ID=42150e02-6c90-4e86-962a-6081f5878b5c,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:06:59.766783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:06:59.811915 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f86577-7ad2-4179-b2ed-7fa475e405d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.812424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f86577-7ad2-4179-b2ed-7fa475e405d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.822531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-56f86577-7ad2-4179-b2ed-7fa475e405d7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/7d708890-03e2-4a72-9b56-18100aaa468e HTTP/1.1" status: 404 len: 337 time: 0.0814352 Feb 11 13:06:59.830904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49086) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.853577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::10 (04c5e652-a33b-4bfe-831b-b735db9a96e1/859828bd-c289-4312-81fe-68138234a5e7/04f5a248-b55e-4e25-9de7-3d30e882286c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:06:59.874848 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c3e3e0-3683-4e2b-b4c3-278f99e54989 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:06:59.875309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c3e3e0-3683-4e2b-b4c3-278f99e54989 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:06:59.882555 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-52c3e3e0-3683-4e2b-b4c3-278f99e54989 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/37ed8453-36f0-4d89-bd9e-bcf4e3aa6fca HTTP/1.1" status: 404 len: 337 time: 0.0515759 Feb 11 13:06:59.885473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49088) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:59.886128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Attempting to bind port 42150e02-6c90-4e86-962a-6081f5878b5c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:06:59.886707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Attempting to bind port 42150e02-6c90-4e86-962a-6081f5878b5c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '43d50455-ed28-46a4-bde1-47f3f472d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:06:59.887266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Attempting to bind port 42150e02-6c90-4e86-962a-6081f5878b5c on network 04c5e652-a33b-4bfe-831b-b735db9a96e1 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:06:59.933457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:06:59.933951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Checking segment: {'id': '43d50455-ed28-46a4-bde1-47f3f472d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:06:59.934421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.934877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Bound using segment: {'id': '43d50455-ed28-46a4-bde1-47f3f472d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:06:59.935433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Bound port: 42150e02-6c90-4e86-962a-6081f5878b5c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d50455-ed28-46a4-bde1-47f3f472d0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:06:59.935877 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:59.958162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2941813e-8819-47ce-bd27-dd616dfc02c7 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f15975b-2406-45e9-baf4-0110ab6be43c HTTP/1.1" status: 200 len: 205 time: 0.0637059 Feb 11 13:06:59.963726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49090) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.041182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f0f0-582e-4254-8870-61fc4294f155 req-61c0149c-0505-4134-9928-e2cbbd7afc67 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:00.055289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-61c0149c-0505-4134-9928-e2cbbd7afc67 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 815 time: 0.3609235 Feb 11 13:07:00.064952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Request body: {'port': {'device_id': '306a675a-74de-4e3d-9961-96d23d1b2558', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'admin_state_up': True, 'tenant_id': '30002a6e617249479d271825841e5c90'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:00.086732 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-c726189f-0329-4210-a09f-09d7d6396997 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] delete failed (client error): The resource could not be found. Feb 11 13:07:00.087814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c726189f-0329-4210-a09f-09d7d6396997 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/routers/5f15975b-2406-45e9-baf4-0110ab6be43c HTTP/1.1" status: 404 len: 336 time: 0.1223247 Feb 11 13:07:00.103295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.129629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] For port 42150e02-6c90-4e86-962a-6081f5878b5c, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:00.153434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] For port 42150e02-6c90-4e86-962a-6081f5878b5c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42150e02-6c90-4e86-962a-6081f5878b5c,segment=NetworkSegment(43d50455-ed28-46a4-bde1-47f3f472d0c9),segment_id=43d50455-ed28-46a4-bde1-47f3f472d0c9)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:00.189163 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.191314 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Publish callbacks [] for port (bae8baa7-a196-41af-8a91-f28554e41165), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.191447 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-a309ce60-9ce9-47de-9127-c9732708d5db tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:00.192562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a309ce60-9ce9-47de-9127-c9732708d5db tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:00.195734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a309ce60-9ce9-47de-9127-c9732708d5db tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/44651b0f-48af-49b8-a14b-7dc34537dce4 HTTP/1.1" status: 404 len: 337 time: 0.0907602 Feb 11 13:07:00.199123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49110) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.288767 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f704b6d-5636-4a0e-bb83-9e2240d37b8f req-4906fe09-3898-46e4-8048-4733995ddab6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 210 time: 0.0449965 Feb 11 13:07:00.297993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-18999b8e-bb33-449d-a678-fb18a6ca688d tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "GET /v2.0/ports?device_id=89ede450-464c-479f-9fe8-8ed412e9d9a1 HTTP/1.1" status: 200 len: 205 time: 0.0956662 Feb 11 13:07:00.298530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (bae8baa7-a196-41af-8a91-f28554e41165), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.301085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49114) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.392013 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (04f5a248-b55e-4e25-9de7-3d30e882286c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.413463 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-d5ecb2fe-fcb3-4b1b-a0f2-af7027e85383 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] delete failed (client error): The resource could not be found. Feb 11 13:07:00.418256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d5ecb2fe-fcb3-4b1b-a0f2-af7027e85383 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/routers/89ede450-464c-479f-9fe8-8ed412e9d9a1 HTTP/1.1" status: 404 len: 336 time: 0.1117055 Feb 11 13:07:00.418837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49118) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.436569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:00.442353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4855f4-5176-4bd7-8fb6-39791b1dc059 None None] Pushing event updated for resources: {'Port': ['ID=42150e02-6c90-4e86-962a-6081f5878b5c,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:00.468579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:00.501530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Allocated IP 2001:db8::21f (a6f8e52f-2397-41c0-b46b-40f947cfb7a9/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52/2a6d2600-f224-428a-9ef6-b3e63c14cbf6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:00.503753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:00.512484 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f45edd-cb6e-4cfe-93d8-2bc3550a73c4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:00.513075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f45edd-cb6e-4cfe-93d8-2bc3550a73c4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:00.520750 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-98f45edd-cb6e-4cfe-93d8-2bc3550a73c4 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/95eec95d-f5d0-4c85-bfd0-fcd65d583260 HTTP/1.1" status: 404 len: 337 time: 0.1006994 Feb 11 13:07:00.524840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49122) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.553186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (04f5a248-b55e-4e25-9de7-3d30e882286c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.620873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Attempting to bind port bae8baa7-a196-41af-8a91-f28554e41165 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:00.621246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Attempting to bind port bae8baa7-a196-41af-8a91-f28554e41165 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '32866a58-b658-40c4-b8ef-0e6ae0970828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:00.621619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Attempting to bind port bae8baa7-a196-41af-8a91-f28554e41165 on network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:00.635130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:00.641528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:00.642009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Checking segment: {'id': '32866a58-b658-40c4-b8ef-0e6ae0970828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:00.643899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:00.644802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.647640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:00.654055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:00.654699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.658299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Bound using segment: {'id': '32866a58-b658-40c4-b8ef-0e6ae0970828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:00.665459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Bound port: bae8baa7-a196-41af-8a91-f28554e41165, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32866a58-b658-40c4-b8ef-0e6ae0970828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:00.666580 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bae8baa7-a196-41af-8a91-f28554e41165), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.676263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Pushing event updated for resources: {'Port': ['ID=bae8baa7-a196-41af-8a91-f28554e41165,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:00.679350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=04f5a248-b55e-4e25-9de7-3d30e882286c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:00.706674 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a580375b-a352-43a5-8f1f-88c4d1b91379 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5941539 Feb 11 13:07:00.708863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49124) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.715531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': '04c5e652-a33b-4bfe-831b-b735db9a96e1', 'name': 'tempest-PortsIpV6TestJSON-947899749', 'fixed_ips': [{'subnet_id': '859828bd-c289-4312-81fe-68138234a5e7', 'ip_address': '2001:db8::f'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:00.767738 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f2d410-d56a-4cb6-85bf-be1eebcfa56b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:00.768387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f2d410-d56a-4cb6-85bf-be1eebcfa56b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:00.775229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c6f2d410-d56a-4cb6-85bf-be1eebcfa56b tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/881716d6-67b4-4e59-9dbb-2f01e1454cd7 HTTP/1.1" status: 404 len: 337 time: 0.2462645 Feb 11 13:07:00.790282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49128) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:00.843510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] For port bae8baa7-a196-41af-8a91-f28554e41165, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:00.848334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] For port bae8baa7-a196-41af-8a91-f28554e41165, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bae8baa7-a196-41af-8a91-f28554e41165,segment=NetworkSegment(32866a58-b658-40c4-b8ef-0e6ae0970828),segment_id=32866a58-b658-40c4-b8ef-0e6ae0970828)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:00.863403 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bae8baa7-a196-41af-8a91-f28554e41165), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.941694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Made reservation on behalf of 30002a6e617249479d271825841e5c90 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:00.945083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.972164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:00.977572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:00.985250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f99b34-9a4e-4c78-8457-71b2b51071e7 None None] Pushing event updated for resources: {'Port': ['ID=bae8baa7-a196-41af-8a91-f28554e41165,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:00.988393 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1294b5-967f-4b38-b4b8-91ee7c8106be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:00.989053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1294b5-967f-4b38-b4b8-91ee7c8106be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:01.001381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fe1294b5-967f-4b38-b4b8-91ee7c8106be tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/e278f6f2-42d9-44ee-bb6f-5cf40cbb76fd HTTP/1.1" status: 404 len: 333 time: 0.2100127 Feb 11 13:07:01.004195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49130) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:01.068578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 6452ba84-154b-40bf-b941-c5229833da63 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:01.220311 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b303a8d-e9ae-4e52-943b-629a41f37daa tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:01.220887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b303a8d-e9ae-4e52-943b-629a41f37daa tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:01.227671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4b303a8d-e9ae-4e52-943b-629a41f37daa tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/bd6670e4-b84d-4301-84e0-fe8c83457357 HTTP/1.1" status: 404 len: 337 time: 0.2223916 Feb 11 13:07:01.232468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49142) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:01.286587 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9f0548-c99c-4905-99e6-6d4316202385 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:01.287854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9f0548-c99c-4905-99e6-6d4316202385 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:01.297530 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d9f0548-c99c-4905-99e6-6d4316202385 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/179cc286-ee51-4bef-84aa-ff45022c252b HTTP/1.1" status: 404 len: 333 time: 0.0635090 Feb 11 13:07:01.298911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49144) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:01.454510 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea40a72-9beb-44ce-8052-9281b003a604 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:01.455375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea40a72-9beb-44ce-8052-9281b003a604 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:01.462437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9ea40a72-9beb-44ce-8052-9281b003a604 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/f35bbdc2-78d0-47cd-bf51-d31c2ddfcd28 HTTP/1.1" status: 404 len: 337 time: 0.1406300 Feb 11 13:07:01.465219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0f57f860-0005-4f7b-9fe7-0922498650e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:01.474331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49150) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:01.568081 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d109894-e993-432c-a777-e78f3be4cabe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:01.575039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d109894-e993-432c-a777-e78f3be4cabe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:01.581981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1d109894-e993-432c-a777-e78f3be4cabe tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/a4a3d2ff-73d0-4b08-8aec-ee365db964ad HTTP/1.1" status: 404 len: 333 time: 0.1058507 Feb 11 13:07:01.582758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49152) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:01.668771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::f (04c5e652-a33b-4bfe-831b-b735db9a96e1/859828bd-c289-4312-81fe-68138234a5e7/6452ba84-154b-40bf-b941-c5229833da63) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:01.677141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (2a6d2600-f224-428a-9ef6-b3e63c14cbf6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:01.870017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3fc63-df6e-46d1-929b-e67b8b874d77 req-e0dba2f5-77e6-4781-8241-512ae66860c6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:01.871675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4f3fc63-df6e-46d1-929b-e67b8b874d77 req-e0dba2f5-77e6-4781-8241-512ae66860c6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.9339752 Feb 11 13:07:01.892624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-3591ece5-8cd8-431f-9ce8-232fe1e32f38 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:01.894220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-3591ece5-8cd8-431f-9ce8-232fe1e32f38 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.64 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.9105401 Feb 11 13:07:01.917159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (6452ba84-154b-40bf-b941-c5229833da63), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:01.980375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Allocated IP 172.20.0.8 (29d79645-ac65-4d87-b86f-a8adfb8f3234/eb152ef0-7b66-48b2-bd46-893a04418761/896545c2-e764-4e72-9216-d52a6af8bf73) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:01.983108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2a6d2600-f224-428a-9ef6-b3e63c14cbf6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.031483 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d64c37af-f515-4faa-9999-ff954596f687 req-551b14c1-1de6-454c-95af-65c0b2113aab tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 210 time: 0.5281217 Feb 11 13:07:02.036606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6452ba84-154b-40bf-b941-c5229833da63), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.290574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29a9789-bd21-4217-849f-4fbd6c33dd59 None None] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:02.297245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:02.319299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:02.336680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:02.359628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:02.360648 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.366267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=2a6d2600-f224-428a-9ef6-b3e63c14cbf6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:02.372082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4f3fc63-df6e-46d1-929b-e67b8b874d77 req-9751e806-01f1-4c4e-a548-61d58b174914 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768016 Feb 11 13:07:02.468778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-45bd58e0-9b49-4660-bc25-f6fa53688e87 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6409166 Feb 11 13:07:02.490141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49166) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:02.497580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-378699953', 'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:3a:1a:5a'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:02.618618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Deleting port c9ab2389-48a8-4551-b45a-f4fef3d4b968 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:02.619274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.642893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fdf99e57-8b8b-46c2-b632-3fda16ce7103 None None] Provisioning complete for port 42150e02-6c90-4e86-962a-6081f5878b5c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:02.655359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fdf99e57-8b8b-46c2-b632-3fda16ce7103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.701286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.750061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eff430-d16c-42b7-b3dc-7219d29c803b None None] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:02.855683 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks [] for port (896545c2-e764-4e72-9216-d52a6af8bf73), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.943619 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ea9620-6ddc-405a-b062-aef58595b346 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:02.944227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ea9620-6ddc-405a-b062-aef58595b346 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:02.951143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-49ea9620-6ddc-405a-b062-aef58595b346 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/19bf2c7f-cd47-4211-b558-c8e02fdf346b HTTP/1.1" status: 404 len: 337 time: 0.9400001 Feb 11 13:07:02.958972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49168) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.012755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:03.017231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.025540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:03.030673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:03.046339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:03.047989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.052896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bae8baa7-a196-41af-8a91-f28554e41165 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:03.124920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4140770 Feb 11 13:07:03.131163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49172) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.218474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:03.234880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Network 29d79645-ac65-4d87-b86f-a8adfb8f3234 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:03.248721 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-0923a086-bb60-4b84-8878-c16001685019 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.249426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d8759-3434-4eec-851c-1c7e819b7cbf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=6452ba84-154b-40bf-b941-c5229833da63,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:03.249578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0923a086-bb60-4b84-8878-c16001685019 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.256763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0923a086-bb60-4b84-8878-c16001685019 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/4f46f778-7361-4d89-88d7-db6bbdeea4b2 HTTP/1.1" status: 404 len: 333 time: 0.2849660 Feb 11 13:07:03.256763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:03.263562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49180) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.264049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:03.314377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fdf99e57-8b8b-46c2-b632-3fda16ce7103 None None] Current status of the port 42150e02-6c90-4e86-962a-6081f5878b5c is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:03.314892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fdf99e57-8b8b-46c2-b632-3fda16ce7103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.337355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bae8baa7-a196-41af-8a91-f28554e41165 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:03.337787 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bae8baa7-a196-41af-8a91-f28554e41165), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.367580 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2561a728-74a1-4fbf-9cef-9398cfe5bab2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.368187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2561a728-74a1-4fbf-9cef-9398cfe5bab2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.377713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2561a728-74a1-4fbf-9cef-9398cfe5bab2 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/3704c74b-6a81-45ad-a7ee-89e9ced72986 HTTP/1.1" status: 404 len: 337 time: 0.1086555 Feb 11 13:07:03.388378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827f969-26e7-4fb2-9b5a-0e07aa5e1762 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:03.395444 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3827f969-26e7-4fb2-9b5a-0e07aa5e1762 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2607176 Feb 11 13:07:03.395646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] For port c9ab2389-48a8-4551-b45a-f4fef3d4b968, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=c9ab2389-48a8-4551-b45a-f4fef3d4b968,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:03.395767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49190) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.395884 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.415838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49192) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.498516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87ec09-bf31-4b15-b154-2ed794346eb8 req-8b60cdea-87fb-40b7-af38-e6e69fd285ec tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:03.510059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f87ec09-bf31-4b15-b154-2ed794346eb8 req-8b60cdea-87fb-40b7-af38-e6e69fd285ec tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 931 time: 0.3126023 Feb 11 13:07:03.528612 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da3d2de-3ee5-43a8-94a4-34a8b329f2eb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.534568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da3d2de-3ee5-43a8-94a4-34a8b329f2eb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.534700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fdf99e57-8b8b-46c2-b632-3fda16ce7103 None None] For port 42150e02-6c90-4e86-962a-6081f5878b5c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42150e02-6c90-4e86-962a-6081f5878b5c,segment=NetworkSegment(43d50455-ed28-46a4-bde1-47f3f472d0c9),segment_id=43d50455-ed28-46a4-bde1-47f3f472d0c9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:03.543133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0da3d2de-3ee5-43a8-94a4-34a8b329f2eb tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/11064edd-c868-49af-8352-ee13d7ec5452 HTTP/1.1" status: 404 len: 333 time: 0.1398740 Feb 11 13:07:03.563754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49202) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.570228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fdf99e57-8b8b-46c2-b632-3fda16ce7103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.604160 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab2fd82-419d-4604-a262-e6455a2f60f9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.604786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab2fd82-419d-4604-a262-e6455a2f60f9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.610917 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ab2fd82-419d-4604-a262-e6455a2f60f9 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/3d9a36d7-0898-4de9-a230-85b908c5b286 HTTP/1.1" status: 404 len: 337 time: 0.0437193 Feb 11 13:07:03.613777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49204) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.653114 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70fc8e5-36b3-4610-bcfc-d1ad9db7ce28 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.654141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70fc8e5-36b3-4610-bcfc-d1ad9db7ce28 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.660753 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d70fc8e5-36b3-4610-bcfc-d1ad9db7ce28 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/7affd0e8-72c5-43f4-836a-528580923d8e HTTP/1.1" status: 404 len: 333 time: 0.0437663 Feb 11 13:07:03.662577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49206) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.671994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Calling delete_port for c9ab2389-48a8-4551-b45a-f4fef3d4b968 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:03.720792 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3d5365-6469-40c3-bae5-d4046a403696 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.735635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3d5365-6469-40c3-bae5-d4046a403696 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.743418 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af3d5365-6469-40c3-bae5-d4046a403696 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/ac5f3f93-6c2a-42bd-8c15-db1fda2c5092 HTTP/1.1" status: 404 len: 337 time: 0.0753632 Feb 11 13:07:03.743418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49208) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.755961 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6f87ec09-bf31-4b15-b154-2ed794346eb8 req-dd3385de-8e45-48c8-a5db-959024dd2436 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417731 Feb 11 13:07:03.774942 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-588358e6-c304-4f51-b6a7-d1c0fe335c85 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.785357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588358e6-c304-4f51-b6a7-d1c0fe335c85 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.791168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-588358e6-c304-4f51-b6a7-d1c0fe335c85 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/ports/c38d206f-5a9c-4a76-bbd0-bb512af28a62 HTTP/1.1" status: 404 len: 333 time: 0.0449750 Feb 11 13:07:03.792958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49212) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.838107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:03.864471 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaab47d6-35cb-49c8-976d-0e92a0ef8fc1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] DELETE failed (client error): The resource could not be found. Feb 11 13:07:03.865081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaab47d6-35cb-49c8-976d-0e92a0ef8fc1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:03.868616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aaab47d6-35cb-49c8-976d-0e92a0ef8fc1 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/subnets/0441c5ed-01a2-4508-90e4-d5e336b89257 HTTP/1.1" status: 404 len: 337 time: 0.0743692 Feb 11 13:07:03.871089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49218) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:03.919209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bae8baa7-a196-41af-8a91-f28554e41165 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:03.920656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bae8baa7-a196-41af-8a91-f28554e41165), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.924114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf99e57-8b8b-46c2-b632-3fda16ce7103 None None] Pushing event updated for resources: {'Port': ['ID=42150e02-6c90-4e86-962a-6081f5878b5c,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:03.931319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:03.933478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:03.941555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Provisioning complete for port bae8baa7-a196-41af-8a91-f28554e41165 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:03.942734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bae8baa7-a196-41af-8a91-f28554e41165), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.011193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port bae8baa7-a196-41af-8a91-f28554e41165, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bae8baa7-a196-41af-8a91-f28554e41165,segment=NetworkSegment(32866a58-b658-40c4-b8ef-0e6ae0970828),segment_id=32866a58-b658-40c4-b8ef-0e6ae0970828)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:04.028505 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bae8baa7-a196-41af-8a91-f28554e41165), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.030401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42150e02-6c90-4e86-962a-6081f5878b5c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:04.078676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (748fcd93-cfb1-4683-9579-584b9508fdbf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.220946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-8536b97f-1f99-4438-9cdb-9a5370e5a827 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1565578 Feb 11 13:07:04.227351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Current status of the port bae8baa7-a196-41af-8a91-f28554e41165 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:04.238673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.251704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=bae8baa7-a196-41af-8a91-f28554e41165,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:04.251915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Request body: {'port': {'device_id': '306a675a-74de-4e3d-9961-96d23d1b2558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:04.269213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 42150e02-6c90-4e86-962a-6081f5878b5c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:04.270268 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.333096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Provisioning complete for port 42150e02-6c90-4e86-962a-6081f5878b5c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:04.334263 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.340274 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (748fcd93-cfb1-4683-9579-584b9508fdbf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.372041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79ff7b-04e3-4ff8-8f47-1a2a2d89511f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:04.377584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79ff7b-04e3-4ff8-8f47-1a2a2d89511f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:04.388165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748fcd93-cfb1-4683-9579-584b9508fdbf']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:04.405534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79ff7b-04e3-4ff8-8f47-1a2a2d89511f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:04.409809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dc79ff7b-04e3-4ff8-8f47-1a2a2d89511f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.9904330 Feb 11 13:07:04.411249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:04.411547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:04.415646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49224) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:04.439490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.476185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5e46a-9ba4-4b1a-83b4-da0d526dd1c5 req-f8361929-8c4f-44f2-8d0c-026e30e8bcf4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:04.481725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.497553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97f5e46a-9ba4-4b1a-83b4-da0d526dd1c5 req-f8361929-8c4f-44f2-8d0c-026e30e8bcf4 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=c332af5a-df65-4a5a-82df-386462b95b46 HTTP/1.1" status: 200 len: 945 time: 0.8692434 Feb 11 13:07:04.504314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:07:04.508584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (470ff1f6-b1d0-4fa5-8f04-d2cdcf7ccadb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:04.517121 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:04.651180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (748fcd93-cfb1-4683-9579-584b9508fdbf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.693796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.695764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.724099 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] 10.222.0.42 "DELETE /v2.0/networks/748fcd93-cfb1-4683-9579-584b9508fdbf HTTP/1.1" status: 204 len: 168 time: 0.8517954 Feb 11 13:07:04.729303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a44f8-8540-4582-b470-466c779acd27 tempest-NetworksTestDHCPv6-254185236 tempest-NetworksTestDHCPv6-254185236-project] Pushing event deleted for resources: {'Network': ['ID=748fcd93-cfb1-4683-9579-584b9508fdbf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:04.861112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.913764 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c9ab2389-48a8-4551-b45a-f4fef3d4b968), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.044888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66442efc-15b7-41c2-997d-39b16abab5bf req-f91d1041-b46e-45ab-a13d-25863d549a85 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:05.052949 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66442efc-15b7-41c2-997d-39b16abab5bf req-f91d1041-b46e-45ab-a13d-25863d549a85 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 931 time: 0.1146994 Feb 11 13:07:05.095320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 42150e02-6c90-4e86-962a-6081f5878b5c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:05.152372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Current status of the port 42150e02-6c90-4e86-962a-6081f5878b5c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:05.175841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event deleted for resources: {'Port': ['ID=c9ab2389-48a8-4551-b45a-f4fef3d4b968,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:05.191281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Provisioning complete for port 04f5a248-b55e-4e25-9de7-3d30e882286c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:05.191767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (04f5a248-b55e-4e25-9de7-3d30e882286c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.314479 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66442efc-15b7-41c2-997d-39b16abab5bf req-3dfc0128-b024-4bb4-9a68-cb8dcbed6ff5 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498851 Feb 11 13:07:05.343538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Port 04f5a248-b55e-4e25-9de7-3d30e882286c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:05.351170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bae8baa7-a196-41af-8a91-f28554e41165 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:05.419570 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.420538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49252) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:05.433339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] device_id is not set on port 5fed0f34-5bb1-4c62-8a8c-69311bd50f37 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:05.450782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Provisioning complete for port 6452ba84-154b-40bf-b941-c5229833da63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:05.451315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6452ba84-154b-40bf-b941-c5229833da63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.453177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] No DVR routers for this DVR port c9ab2389-48a8-4551-b45a-f4fef3d4b968 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:05.467855 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.471279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1a7fef9-bd40-4925-acb0-c104346a6d46 req-2964ac91-dde3-4bbc-ac19-94b06a1936e2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.64 "DELETE /v2.0/ports/c9ab2389-48a8-4551-b45a-f4fef3d4b968 HTTP/1.1" status: 204 len: 173 time: 3.5684099 Feb 11 13:07:05.491417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c332af5a-df65-4a5a-82df-386462b95b46', 'name': 'network-vif-deleted', 'tag': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:05.494065 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750fc0e7-08ba-4ee3-a71d-8db3ac151840" -d '{"events": [{"server_uuid": "c332af5a-df65-4a5a-82df-386462b95b46", "name": "network-vif-deleted", "tag": "c9ab2389-48a8-4551-b45a-f4fef3d4b968"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:05.622469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b71ceebe-7a1c-4309-9b9c-5983e31c1849 None None] Port 6452ba84-154b-40bf-b941-c5229833da63 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:05.634642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bae8baa7-a196-41af-8a91-f28554e41165 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:05.635029 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bae8baa7-a196-41af-8a91-f28554e41165), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.721433 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd3b22a-c25f-4308-9c77-906bc79640f0 x-openstack-request-id: req-8dd3b22a-c25f-4308-9c77-906bc79640f0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:05.721770 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c332af5a-df65-4a5a-82df-386462b95b46", "name": "network-vif-deleted", "tag": "c9ab2389-48a8-4551-b45a-f4fef3d4b968", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:05.730026 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dd3b22a-c25f-4308-9c77-906bc79640f0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:05.730805 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c332af5a-df65-4a5a-82df-386462b95b46', 'name': 'network-vif-deleted', 'tag': 'c9ab2389-48a8-4551-b45a-f4fef3d4b968', 'status': 'completed', 'code': 200} Feb 11 13:07:05.791368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97f5e46a-9ba4-4b1a-83b4-da0d526dd1c5 req-2a0468bd-ad41-4a3d-8ff8-8e465a8af93b tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=c26193de-5839-40c3-bc65-ba3e66731c45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2910676 Feb 11 13:07:05.792368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Provisioning complete for port bae8baa7-a196-41af-8a91-f28554e41165 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:05.792815 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bae8baa7-a196-41af-8a91-f28554e41165), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.819187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-96da5fab-e080-4366-b903-1254a45df04e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=455065ec60f04b24b69c17d6e73eda34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966577 Feb 11 13:07:05.822087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49274) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:05.824484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 6452ba84-154b-40bf-b941-c5229833da63 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:05.824999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6452ba84-154b-40bf-b941-c5229833da63), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.883145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bae8baa7-a196-41af-8a91-f28554e41165 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:05.884336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42150e02-6c90-4e86-962a-6081f5878b5c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:05.886502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c9ab2389-48a8-4551-b45a-f4fef3d4b968 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:05.943689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: c9ab2389-48a8-4551-b45a-f4fef3d4b968 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:05.944036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device c9ab2389-48a8-4551-b45a-f4fef3d4b968 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:05.969954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6452ba84-154b-40bf-b941-c5229833da63), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.985292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 6452ba84-154b-40bf-b941-c5229833da63 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:06.152238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Current status of the port bae8baa7-a196-41af-8a91-f28554e41165 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:06.175050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 42150e02-6c90-4e86-962a-6081f5878b5c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:06.175434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.179184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Provisioning complete for port 2a6d2600-f224-428a-9ef6-b3e63c14cbf6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:06.179663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2a6d2600-f224-428a-9ef6-b3e63c14cbf6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.247690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Port 2a6d2600-f224-428a-9ef6-b3e63c14cbf6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:06.270815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Provisioning complete for port 04f5a248-b55e-4e25-9de7-3d30e882286c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:06.271207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (04f5a248-b55e-4e25-9de7-3d30e882286c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.338479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Port 04f5a248-b55e-4e25-9de7-3d30e882286c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:06.382848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Provisioning complete for port 6452ba84-154b-40bf-b941-c5229833da63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:06.383499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6452ba84-154b-40bf-b941-c5229833da63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.441046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ee89eaf9-1654-4cbc-8fef-2d77313c3827 None None] Port 6452ba84-154b-40bf-b941-c5229833da63 was deleted so its status cannot be updated. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 13:07:06.448729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 42150e02-6c90-4e86-962a-6081f5878b5c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:06.476730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6452ba84-154b-40bf-b941-c5229833da63), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.815475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5df43739-5815-4f7a-bbf8-a1731a99e29f admin admin] Publish callbacks [] for security_group (f8c0a3bd-f898-4db5-8d9d-8214d5d28905), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.843594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5df43739-5815-4f7a-bbf8-a1731a99e29f admin admin] Publish callbacks [] for security_group (f8c0a3bd-f898-4db5-8d9d-8214d5d28905), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.987649 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5df43739-5815-4f7a-bbf8-a1731a99e29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f8c0a3bd-f898-4db5-8d9d-8214d5d28905), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:06.990330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5df43739-5815-4f7a-bbf8-a1731a99e29f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:07.004071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5df43739-5815-4f7a-bbf8-a1731a99e29f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8c0a3bd-f898-4db5-8d9d-8214d5d28905 HTTP/1.1" status: 204 len: 168 time: 1.1653385 Feb 11 13:07:07.010058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:07.013312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/6452ba84-154b-40bf-b941-c5229833da63 HTTP/1.1" status: 204 len: 168 time: 2.5938318 Feb 11 13:07:07.016403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:07.083731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df43739-5815-4f7a-bbf8-a1731a99e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c0a3bd-f898-4db5-8d9d-8214d5d28905,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:07.090525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eba28-0f1a-41f1-8cb3-2f1d540a79bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=6452ba84-154b-40bf-b941-c5229833da63,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:07.102419 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33c11f5-0f3e-4a38-8003-304614065515 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:07:07.103434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Allocated IP 2001:db8::2ad (a6f8e52f-2397-41c0-b46b-40f947cfb7a9/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52/5fed0f34-5bb1-4c62-8a8c-69311bd50f37) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:07.107117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b33c11f5-0f3e-4a38-8003-304614065515 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/6452ba84-154b-40bf-b941-c5229833da63 HTTP/1.1" status: 404 len: 333 time: 0.0883079 Feb 11 13:07:07.111391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49300) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:07.229778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48937354-3586-41b4-844f-ad00e96fb966 req-9f503f85-7496-4f5b-8149-90a2357efa6d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:07.231197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48937354-3586-41b4-844f-ad00e96fb966 req-9f503f85-7496-4f5b-8149-90a2357efa6d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 931 time: 0.4272547 Feb 11 13:07:07.234586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-ac05976f-76a8-4d58-aa37-e3da11d50212 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8746400 Feb 11 13:07:07.453159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 04f5a248-b55e-4e25-9de7-3d30e882286c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:07.455444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (04f5a248-b55e-4e25-9de7-3d30e882286c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:07.671540 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (04f5a248-b55e-4e25-9de7-3d30e882286c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:07.707216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 04f5a248-b55e-4e25-9de7-3d30e882286c owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:07.781942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (5fed0f34-5bb1-4c62-8a8c-69311bd50f37), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:07.984884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48937354-3586-41b4-844f-ad00e96fb966 req-2891cc4f-aa9d-4a75-8b29-6ee1c7e8b465 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7172577 Feb 11 13:07:07.990293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-2e1b52f8-3b9f-4d56-b042-98b374198b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:07.995683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-2e1b52f8-3b9f-4d56-b042-98b374198b0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08d821a9bbdb45ae93a7f422a47d4a69&device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 1127 time: 0.6522865 Feb 11 13:07:08.007676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (04f5a248-b55e-4e25-9de7-3d30e882286c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.032378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896545c2-e764-4e72-9216-d52a6af8bf73 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:07:08.081784 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Publish callbacks [] for port (896545c2-e764-4e72-9216-d52a6af8bf73), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.118964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=04f5a248-b55e-4e25-9de7-3d30e882286c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:08.164676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Transition to ACTIVE for port object 896545c2-e764-4e72-9216-d52a6af8bf73 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:08.172921 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5fed0f34-5bb1-4c62-8a8c-69311bd50f37), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.187097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.194572 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ebec785-ef0a-421a-989f-0d2ca27ed687 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/04f5a248-b55e-4e25-9de7-3d30e882286c HTTP/1.1" status: 204 len: 168 time: 1.0805473 Feb 11 13:07:08.198060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49342) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:08.326093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eca11e-abdb-45b2-820e-2327d9c7c13b req-866248c5-6110-4162-bb51-a36febac26f2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:08.328143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67eca11e-abdb-45b2-820e-2327d9c7c13b req-866248c5-6110-4162-bb51-a36febac26f2 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.3440194 Feb 11 13:07:08.329554 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-612e137f-151a-4733-9a58-956d12db1da9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:07:08.331190 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-612e137f-151a-4733-9a58-956d12db1da9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/04f5a248-b55e-4e25-9de7-3d30e882286c HTTP/1.1" status: 404 len: 333 time: 0.1275203 Feb 11 13:07:08.335055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49346) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:08.374802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=5fed0f34-5bb1-4c62-8a8c-69311bd50f37,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:08.386799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.459831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-8e28b694-9576-4c0f-a9e5-6c750e668297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:08.461355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-8e28b694-9576-4c0f-a9e5-6c750e668297 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 HTTP/1.1" status: 200 len: 912 time: 0.4320459 Feb 11 13:07:08.536377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 859828bd-c289-4312-81fe-68138234a5e7 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:07:08.540179 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (859828bd-c289-4312-81fe-68138234a5e7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.644012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (859828bd-c289-4312-81fe-68138234a5e7), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.670295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49362) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:08.672208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:08.709203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:08.725146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:08.749352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:08.750738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.789969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (859828bd-c289-4312-81fe-68138234a5e7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.881030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:08.915451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (859828bd-c289-4312-81fe-68138234a5e7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.952191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e28a4e8a-c4b0-41c4-b968-16589dc3b819 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 6.4570739 Feb 11 13:07:08.957279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49368) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:09.013964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67eca11e-abdb-45b2-820e-2327d9c7c13b req-0f8cf6b3-5004-4daa-9c7d-05c856c54044 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6562216 Feb 11 13:07:09.027909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff3d6f-4197-4fcc-8cab-ff4ad4892d58 None None] Network 04c5e652-a33b-4bfe-831b-b735db9a96e1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:09.028536 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.032408 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/859828bd-c289-4312-81fe-68138234a5e7 HTTP/1.1" status: 204 len: 168 time: 0.6961124 Feb 11 13:07:09.061437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-750375487'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:09.073321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32679ca-a3a2-445e-b959-23985c3d260e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=859828bd-c289-4312-81fe-68138234a5e7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:09.080967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49372) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:09.097124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-e295fed8-a2de-4924-8c45-c5dbab240920 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b HTTP/1.1" status: 200 len: 1001 time: 0.5595119 Feb 11 13:07:09.270722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (04c5e652-a33b-4bfe-831b-b735db9a96e1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.294579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2ddac-65ad-4e2a-8120-ddddc005d21c tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.300663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2ddac-65ad-4e2a-8120-ddddc005d21c tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.306092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2ddac-65ad-4e2a-8120-ddddc005d21c tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.319024 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c1e2ddac-65ad-4e2a-8120-ddddc005d21c tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3603508 Feb 11 13:07:09.320234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49378) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:09.320739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-64bb33e1-325c-4552-89f0-1fd9595c8bf7 None None] Provisioning complete for port 5fed0f34-5bb1-4c62-8a8c-69311bd50f37 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:09.321114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-64bb33e1-325c-4552-89f0-1fd9595c8bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5fed0f34-5bb1-4c62-8a8c-69311bd50f37), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.444865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-d3db8a31-7a8a-4bc6-93ff-205ce6d1432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.447375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-d3db8a31-7a8a-4bc6-93ff-205ce6d1432b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967 HTTP/1.1" status: 200 len: 850 time: 0.2608371 Feb 11 13:07:09.456577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-64bb33e1-325c-4552-89f0-1fd9595c8bf7 None None] Port 5fed0f34-5bb1-4c62-8a8c-69311bd50f37 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:09.478771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:09.482542 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.496422 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.587859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Attempting to bind port 896545c2-e764-4e72-9216-d52a6af8bf73 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:09.588388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Attempting to bind port 896545c2-e764-4e72-9216-d52a6af8bf73 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:09.588832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Attempting to bind port 896545c2-e764-4e72-9216-d52a6af8bf73 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:09.599120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] DHCP port deletion for 04c5e652-a33b-4bfe-831b-b735db9a96e1 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:07:09.601523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Port 896545c2-e764-4e72-9216-d52a6af8bf73 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:07:09.601994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Attempting to bind port 896545c2-e764-4e72-9216-d52a6af8bf73 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:09.606850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 42150e02-6c90-4e86-962a-6081f5878b5c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:09.611703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.615435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting port 5fed0f34-5bb1-4c62-8a8c-69311bd50f37 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:09.615777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-9448ff19-57c9-4dc4-89c6-2314956eacd8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.617862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-9448ff19-57c9-4dc4-89c6-2314956eacd8 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.5311737 Feb 11 13:07:09.622436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:09.624265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Checking segment: {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:09.624927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Bound using segment: {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:09.625792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Bound port: 896545c2-e764-4e72-9216-d52a6af8bf73, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:09.626405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.628856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5fed0f34-5bb1-4c62-8a8c-69311bd50f37), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.710145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f8657-e5f6-45d9-a560-bacebdf5c198 req-de18b698-0d44-4f59-86ac-3eaada5f9448 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.712388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45f8657-e5f6-45d9-a560-bacebdf5c198 req-de18b698-0d44-4f59-86ac-3eaada5f9448 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 943 time: 0.4028814 Feb 11 13:07:09.751541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] Deleting port 42150e02-6c90-4e86-962a-6081f5878b5c {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:09.751913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.756055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-3ed26575-fd63-496d-9f6b-a39ee22f919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:09.757891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-3ed26575-fd63-496d-9f6b-a39ee22f919e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2949519 Feb 11 13:07:09.925054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] For port 42150e02-6c90-4e86-962a-6081f5878b5c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42150e02-6c90-4e86-962a-6081f5878b5c,segment=NetworkSegment(43d50455-ed28-46a4-bde1-47f3f472d0c9),segment_id=43d50455-ed28-46a4-bde1-47f3f472d0c9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:09.925837 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.928364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45f8657-e5f6-45d9-a560-bacebdf5c198 req-bd66224b-2d75-4225-91ed-3234844c5553 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744940 Feb 11 13:07:09.975988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] Calling delete_port for 42150e02-6c90-4e86-962a-6081f5878b5c owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:09.979735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] For port 42150e02-6c90-4e86-962a-6081f5878b5c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42150e02-6c90-4e86-962a-6081f5878b5c,segment=NetworkSegment(43d50455-ed28-46a4-bde1-47f3f472d0c9),segment_id=43d50455-ed28-46a4-bde1-47f3f472d0c9)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:09.980693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:09.987554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:10.008623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 42150e02-6c90-4e86-962a-6081f5878b5c owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:10.021198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:10.037941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Deleting port 14938341-81b2-44e7-a062-6db324358a28 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:10.038384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (14938341-81b2-44e7-a062-6db324358a28), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.046226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5fed0f34-5bb1-4c62-8a8c-69311bd50f37), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.105393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.110725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for security_group (ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.142123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Calling delete_port for 5fed0f34-5bb1-4c62-8a8c-69311bd50f37 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:10.159517 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.169791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:10.179116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.190917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-d7479d20-a64d-4f39-9a34-f0f2873db54f service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149220 Feb 11 13:07:10.205463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] Pushing event deleted for resources: {'Port': ['ID=42150e02-6c90-4e86-962a-6081f5878b5c,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:10.221210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d945e-3642-4f91-b732-f4a183b97d26 None None] No DVR routers for this DVR port 42150e02-6c90-4e86-962a-6081f5878b5c on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:10.407307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.407926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.409331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-86c79bb5-32b9-42a1-9be6-3d0be9822154 service neutron] 10.222.0.64 "PUT /v2.0/ports/896545c2-e764-4e72-9216-d52a6af8bf73 HTTP/1.1" status: 200 len: 1091 time: 6.1875377 Feb 11 13:07:10.409809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:10.412122 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea" -d '{"events": [{"name": "network-changed", "server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:10.462207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:10.484392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:10.499426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] For port 14938341-81b2-44e7-a062-6db324358a28, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=14938341-81b2-44e7-a062-6db324358a28,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:10.499716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (14938341-81b2-44e7-a062-6db324358a28), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.512299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a0ae7-5ed9-4a3c-bd9a-52b9c5d0553d req-946a840c-0202-4768-83cb-6991116b4e1a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.513983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f46a0ae7-5ed9-4a3c-bd9a-52b9c5d0553d req-946a840c-0202-4768-83cb-6991116b4e1a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.2092092 Feb 11 13:07:10.521433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ddb3c4-cbe9-4474-b343-fc3303bf5c4b req-29f7413c-6468-4d54-9376-483d481f335c service neutron] 10.222.0.64 "GET /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152406 Feb 11 13:07:10.522480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (42150e02-6c90-4e86-962a-6081f5878b5c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.541147 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ef5efd-d4bd-492f-aaaf-6a7ce78d3c08 x-openstack-request-id: req-37ef5efd-d4bd-492f-aaaf-6a7ce78d3c08 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:10.541446 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:10.541704 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37ef5efd-d4bd-492f-aaaf-6a7ce78d3c08 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:10.542107 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73', 'status': 'completed', 'code': 200} Feb 11 13:07:10.562001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2ce57260-a037-4df8-9fba-47b4a3c2c8e1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.562635 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Added segment 2ce57260-a037-4df8-9fba-47b4a3c2c8e1 of type vlan for network 97127d2f-615d-4683-a5b7-117321fffe3f Feb 11 13:07:10.583807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=42150e02-6c90-4e86-962a-6081f5878b5c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:10.593620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5fed0f34-5bb1-4c62-8a8c-69311bd50f37), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.595442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No DVR routers for this DVR port 42150e02-6c90-4e86-962a-6081f5878b5c on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:10.677588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (97127d2f-615d-4683-a5b7-117321fffe3f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.732117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (97127d2f-615d-4683-a5b7-117321fffe3f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.738120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.738746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.745884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f0f0-582e-4254-8870-61fc4294f155 req-4ede879c-130c-4944-bcbd-8f8568e5a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:10.748045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-4ede879c-130c-4944-bcbd-8f8568e5a1c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 1125 time: 0.2680991 Feb 11 13:07:10.758379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Port': ['ID=5fed0f34-5bb1-4c62-8a8c-69311bd50f37,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:10.933894 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f46a0ae7-5ed9-4a3c-bd9a-52b9c5d0553d req-1b2c8610-4c1a-4b5e-825e-103c686530a6 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090703 Feb 11 13:07:10.939853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:10.948930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b5604b7f-f95f-4e7b-a969-36325b45eabb tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/ports/5fed0f34-5bb1-4c62-8a8c-69311bd50f37 HTTP/1.1" status: 204 len: 168 time: 1.6227853 Feb 11 13:07:10.949556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49426) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:10.973836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Network': ['ID=97127d2f-615d-4683-a5b7-117321fffe3f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:10.987799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 97127d2f-615d-4683-a5b7-117321fffe3f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:11.030700 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e280d003-6675-457f-be6a-ce4bf50d7c1d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] GET failed (client error): The resource could not be found. Feb 11 13:07:11.032627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e280d003-6675-457f-be6a-ce4bf50d7c1d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "GET /v2.0/ports/5fed0f34-5bb1-4c62-8a8c-69311bd50f37 HTTP/1.1" status: 404 len: 333 time: 0.0820956 Feb 11 13:07:11.036607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49430) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:11.044967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-144542524'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:11.081114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-d89fc166-ce91-41e8-89c8-e95dfbe633b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=896545c2-e764-4e72-9216-d52a6af8bf73 HTTP/1.1" status: 200 len: 217 time: 0.1944780 Feb 11 13:07:11.133045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c2f4f412-32c5-4223-ae99-f082174bde32 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4580894 Feb 11 13:07:11.155889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49432) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:11.163875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'subnet': {'network_id': '97127d2f-615d-4683-a5b7-117321fffe3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:11.273811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (04c5e652-a33b-4bfe-831b-b735db9a96e1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.280402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42150e02-6c90-4e86-962a-6081f5878b5c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:11.324273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 42150e02-6c90-4e86-962a-6081f5878b5c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:11.324619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42150e02-6c90-4e86-962a-6081f5878b5c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:11.334749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c5e652-a33b-4bfe-831b-b735db9a96e1']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:11.349235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d50455-ed28-46a4-bde1-47f3f472d0c9') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:11.351361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d50455-ed28-46a4-bde1-47f3f472d0c9') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:11.357976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667f0f0-582e-4254-8870-61fc4294f155 req-3b9ddd69-be4e-484b-8883-620e59a646eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:11.360004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-3b9ddd69-be4e-484b-8883-620e59a646eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb152ef0-7b66-48b2-bd46-893a04418761 HTTP/1.1" status: 200 len: 855 time: 0.2616284 Feb 11 13:07:11.362409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:11.368417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.380138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.380589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (76fb354b-3502-430d-a6a6-752c84a0e124), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.381012 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Floating IP 76fb354b-3502-430d-a6a6-752c84a0e124 disassociated. External IP: 172.25.1.191, port: 14938341-81b2-44e7-a062-6db324358a28. Feb 11 13:07:11.381461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Calling delete_port for 14938341-81b2-44e7-a062-6db324358a28 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:11.400905 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (43d50455-ed28-46a4-bde1-47f3f472d0c9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.406881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] device_id is not set on port 2810a248-626a-4a21-b8c6-26c48d59c996 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:11.414849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a446-60dc-4833-a523-ec6a076bf909 req-9bd532ed-b4f8-4b49-ad0e-89205bb92307 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:11.418367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cf3a446-60dc-4833-a523-ec6a076bf909 req-9bd532ed-b4f8-4b49-ad0e-89205bb92307 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 943 time: 0.3319485 Feb 11 13:07:11.434387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (43d50455-ed28-46a4-bde1-47f3f472d0c9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.472059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:07:11.472468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (43d50455-ed28-46a4-bde1-47f3f472d0c9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:11.475676 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:11.598633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (04c5e652-a33b-4bfe-831b-b735db9a96e1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.612446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.620300 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/04c5e652-a33b-4bfe-831b-b735db9a96e1 HTTP/1.1" status: 204 len: 168 time: 2.5365057 Feb 11 13:07:11.624701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49438) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:11.640746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1647862110'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:11.648439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20945c3f-ec1e-4f8a-b9d9-3bddfadbb5f6 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=04c5e652-a33b-4bfe-831b-b735db9a96e1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:11.682486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Allocated IP 2001:db8::f4 (a6f8e52f-2397-41c0-b46b-40f947cfb7a9/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52/2810a248-626a-4a21-b8c6-26c48d59c996) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:11.684730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:11.688364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.718363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-2b8d4923-b41a-4c1c-922d-2c6795191396 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29d79645-ac65-4d87-b86f-a8adfb8f3234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3346436 Feb 11 13:07:11.799905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:11.842253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5799a6e1-8a99-4ecf-9b9d-b136d260cbe2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:11.842890 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Added segment 5799a6e1-8a99-4ecf-9b9d-b136d260cbe2 of type vlan for network c7f58114-e91e-4c20-a179-641781336838 Feb 11 13:07:11.899256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:11.902726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.048354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c7f58114-e91e-4c20-a179-641781336838), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.067803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cf3a446-60dc-4833-a523-ec6a076bf909 req-5c0aab3e-7ef1-4dcc-8989-b513081013ab tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521600 Feb 11 13:07:12.111451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c7f58114-e91e-4c20-a179-641781336838), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.118791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:12.119983 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.133184 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (2810a248-626a-4a21-b8c6-26c48d59c996), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.269136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-2ee71643-2394-401e-953a-b9825013f597 service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402107 Feb 11 13:07:12.388179 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.396846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Network': ['ID=c7f58114-e91e-4c20-a179-641781336838,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.419444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (54d64c98-9bc4-48b0-8133-b30de391c2bf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.421331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c7f58114-e91e-4c20-a179-641781336838 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:12.507255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-66705e73-9315-4fcd-8840-a438b3b42821 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8790476 Feb 11 13:07:12.511432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49466) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:12.536792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': 'c7f58114-e91e-4c20-a179-641781336838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:12.548132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (14938341-81b2-44e7-a062-6db324358a28), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.600792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=2810a248-626a-4a21-b8c6-26c48d59c996,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.627169 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:12.651153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:12.657722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:12.669172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Subnet': ['ID=54d64c98-9bc4-48b0-8133-b30de391c2bf,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.671598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event deleted for resources: {'Port': ['ID=14938341-81b2-44e7-a062-6db324358a28,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:12.685693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7667f0f0-582e-4254-8870-61fc4294f155 req-c6340255-57be-41ba-9d1c-adbeb64a25dd service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851118 Feb 11 13:07:12.688298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:12.689016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.708313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf11634-316c-45b1-95c7-5df8ce440fc4 req-86a53f7c-7cb4-4524-9fc8-974c936fbe53 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:12.722515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bf11634-316c-45b1-95c7-5df8ce440fc4 req-86a53f7c-7cb4-4524-9fc8-974c936fbe53 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 945 time: 0.6165614 Feb 11 13:07:12.758371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2d501-6db7-4b78-8f97-bf87adc3f811 req-b4c22e98-00dd-4219-b671-604eea7454ce tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:12.760258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0eb2d501-6db7-4b78-8f97-bf87adc3f811 req-b4c22e98-00dd-4219-b671-604eea7454ce tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.4100027 Feb 11 13:07:12.830747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ee0acc0b-b346-45ef-ac3e-07506c34eeb7 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7928326 Feb 11 13:07:12.832986 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49474) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:12.843988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:3a:1a:5a'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:12.922556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:12.926295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:12.936153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Checking segment: {'id': '2ce57260-a037-4df8-9fba-47b4a3c2c8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '97127d2f-615d-4683-a5b7-117321fffe3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:12.936995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network hostable DHCP agents. Network: 97127d2f-615d-4683-a5b7-117321fffe3f, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:12.949898 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7bf11634-316c-45b1-95c7-5df8ce440fc4 req-46f09398-8b01-4fb9-88a2-5ed799e53e98 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups?id=66be5fb7-c83d-4dac-81d7-5b9146f2e265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263720 Feb 11 13:07:12.955319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-71ac17b5-0d56-488f-b186-293d0b1e9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:12.957792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-71ac17b5-0d56-488f-b186-293d0b1e9b4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 1125 time: 0.1963730 Feb 11 13:07:13.200222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-3cd46339-a8c2-4aa2-9ea6-b182d49fa0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:13.203293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-3cd46339-a8c2-4aa2-9ea6-b182d49fa0a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 916 time: 0.2356594 Feb 11 13:07:13.263275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-aad3f8b6-27d5-43d8-a0de-a71118827084 None None] Provisioning complete for port 2810a248-626a-4a21-b8c6-26c48d59c996 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:13.263934 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aad3f8b6-27d5-43d8-a0de-a71118827084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:13.303631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aad3f8b6-27d5-43d8-a0de-a71118827084 None None] Port 2810a248-626a-4a21-b8c6-26c48d59c996 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:13.334055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Router 205c4091-ebdf-4bec-8430-38e0f689da99 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:13.380479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 97127d2f-615d-4683-a5b7-117321fffe3f is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:13.404267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (6a8690da-d48e-4e11-b5e0-2afa5c9cf123), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:13.462955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-712c7787-51b2-4508-aa5d-94f6a718b27f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=896545c2-e764-4e72-9216-d52a6af8bf73 HTTP/1.1" status: 200 len: 217 time: 0.1145008 Feb 11 13:07:13.463534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 97127d2f-615d-4683-a5b7-117321fffe3f) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:13.479181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25b9dec-00ac-4725-90f9-5f95bbeab818 None None] Network 97127d2f-615d-4683-a5b7-117321fffe3f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:13.542186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:13.558357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0eb2d501-6db7-4b78-8f97-bf87adc3f811 req-815571bb-9503-4979-92f8-8daa021b0b1f tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7415538 Feb 11 13:07:13.571789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:13.572394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:13.663647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:13.678968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=6a8690da-d48e-4e11-b5e0-2afa5c9cf123,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:13.706819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc0be7e2-ce64-4762-86bd-59a82ed78b39 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5476973 Feb 11 13:07:13.710895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee385e53-fb99-488c-9c45-243eb74d7060 None None] Network 97127d2f-615d-4683-a5b7-117321fffe3f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:13.713678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 14938341-81b2-44e7-a062-6db324358a28 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:13.714267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 14938341-81b2-44e7-a062-6db324358a28 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:13.717972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49500) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:13.720161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-9792242c-a080-4200-828d-cb4659c21b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:13.727365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-9792242c-a080-4200-828d-cb4659c21b7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb152ef0-7b66-48b2-bd46-893a04418761 HTTP/1.1" status: 200 len: 855 time: 0.1648104 Feb 11 13:07:13.728199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1607474647', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:13.762597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0169605-a1ef-4e58-acda-90f035829a84 req-911e14aa-9551-43ba-b1e4-75e14b01b555 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:13.766117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0169605-a1ef-4e58-acda-90f035829a84 req-911e14aa-9551-43ba-b1e4-75e14b01b555 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 943 time: 0.5717678 Feb 11 13:07:13.772074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (6934f59d-f66a-4478-97b8-17bb2098971d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:13.773194 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (6934f59d-f66a-4478-97b8-17bb2098971d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:13.818045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-11f3b88c-0420-4ddf-9bcd-5005ee78bb0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29d79645-ac65-4d87-b86f-a8adfb8f3234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708776 Feb 11 13:07:13.824736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Checking segment: {'id': '5799a6e1-8a99-4ecf-9b9d-b136d260cbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7f58114-e91e-4c20-a179-641781336838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:13.825112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network hostable DHCP agents. Network: c7f58114-e91e-4c20-a179-641781336838, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:13.864635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:13.902606 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] Sync routers for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:13.926411 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:13.927098 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:13.981864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_controller (6934f59d-f66a-4478-97b8-17bb2098971d), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:13.986316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network c7f58114-e91e-4c20-a179-641781336838 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:14.096543 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:14.141983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-eba7bf7c-0a5a-4a8f-bcb7-137d6ae29df7 service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226042 Feb 11 13:07:14.155611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] No DVR routers for this DVR port 14938341-81b2-44e7-a062-6db324358a28 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:14.158608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:14.167066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9ccddc8-9065-4279-8883-06b0b9e96474 req-902ebbf4-879e-4201-a5c9-7a17c52f021a tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.53 "DELETE /v2.0/ports/14938341-81b2-44e7-a062-6db324358a28 HTTP/1.1" status: 204 len: 173 time: 4.5353770 Feb 11 13:07:14.209149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-deleted', 'tag': '14938341-81b2-44e7-a062-6db324358a28'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:14.215753 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f3ea99-e0df-4b30-943e-0632bd620f1b" -d '{"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-deleted", "tag": "14938341-81b2-44e7-a062-6db324358a28"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:14.300156 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0169605-a1ef-4e58-acda-90f035829a84 req-61fbad06-ade1-4f4f-9ac0-af2c4d29612b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120070 Feb 11 13:07:14.311416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c7f58114-e91e-4c20-a179-641781336838) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:14.320454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bbaf81-984e-4cea-96e5-943a7a17e1d2 None None] Network c7f58114-e91e-4c20-a179-641781336838 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:14.364591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:14.369560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:14.430767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e36ca9fb-e2e2-4d4f-84d2-20aee6a400ea req-ae283608-4a42-4fa8-a448-e38ac9c068c2 service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625256 Feb 11 13:07:14.433187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34c2583b-bbe3-4354-bca2-fe0f7f62baa2 req-7ed11416-2f7e-4e02-817c-ef7d7bbedb64 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1ede8bd-510f-42e0-8862-2613d2e0628b HTTP/1.1" status: 200 len: 210 time: 0.2899201 Feb 11 13:07:14.622081 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0993f0-2dc4-41da-b73a-fd66ea01ebf7 x-openstack-request-id: req-8c0993f0-2dc4-41da-b73a-fd66ea01ebf7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:14.622846 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ede8bd-510f-42e0-8862-2613d2e0628b", "name": "network-vif-deleted", "tag": "14938341-81b2-44e7-a062-6db324358a28", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:14.623446 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c0993f0-2dc4-41da-b73a-fd66ea01ebf7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:14.624616 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ede8bd-510f-42e0-8862-2613d2e0628b', 'name': 'network-vif-deleted', 'tag': '14938341-81b2-44e7-a062-6db324358a28', 'status': 'completed', 'code': 200} Feb 11 13:07:14.626976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c7f58114-e91e-4c20-a179-641781336838', 'network_id': 'c7f58114-e91e-4c20-a179-641781336838', 'project_id': 'ceffa09379dd485cb654ce0e810ec830', 'fixed_ips': [{'subnet_id': '6a8690da-d48e-4e11-b5e0-2afa5c9cf123'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:07:14.627972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:14.701836 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:17Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:14.736881 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] Checking router: 205c4091-ebdf-4bec-8430-38e0f689da99 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:07:14.748485 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:14.749487 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:15.073819 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:15.089341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97575a73-a3e0-4940-ad45-5a5d7efe9b2c req-3473394b-b46a-43e6-8941-31cee55f738b tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:15.099571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Allocated IP 2001:db8::2 (c7f58114-e91e-4c20-a179-641781336838/6a8690da-d48e-4e11-b5e0-2afa5c9cf123/d67af256-fd31-4420-a16b-951a1803b33f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:15.103362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97575a73-a3e0-4940-ad45-5a5d7efe9b2c req-3473394b-b46a-43e6-8941-31cee55f738b tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.1646137 Feb 11 13:07:15.183721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97575a73-a3e0-4940-ad45-5a5d7efe9b2c req-348f4119-1e1a-4d25-8b3e-7723cadca0b7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743911 Feb 11 13:07:15.331657 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-92582b57-b262-4f40-9532-06c36070ac45 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8096738 Feb 11 13:07:15.334485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49546) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:15.339039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-41933ab3-1b37-46d5-bb4f-387a97e67603 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-859010958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:15.352171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (6934f59d-f66a-4478-97b8-17bb2098971d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.391141 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (2810a248-626a-4a21-b8c6-26c48d59c996), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.410051 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41933ab3-1b37-46d5-bb4f-387a97e67603 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (b19a25c8-63bf-4b78-b45d-ea030e1e4358), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.411332 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41933ab3-1b37-46d5-bb4f-387a97e67603 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (b19a25c8-63bf-4b78-b45d-ea030e1e4358), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.413603 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.455806 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Publish callbacks [] for port (d67af256-fd31-4420-a16b-951a1803b33f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.475060 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d67af256-fd31-4420-a16b-951a1803b33f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.525893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] In _notify_port_updated(), no bound segment for port 2810a248-626a-4a21-b8c6-26c48d59c996 on network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:07:15.530919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:15.531587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.532837 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "PUT /v2.0/ports/2810a248-626a-4a21-b8c6-26c48d59c996 HTTP/1.1" status: 200 len: 1001 time: 2.6987140 Feb 11 13:07:15.564022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Pushing event updated for resources: {'Port': ['ID=d67af256-fd31-4420-a16b-951a1803b33f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:15.565841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49550) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:15.585731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Network c7f58114-e91e-4c20-a179-641781336838 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:15.587386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:15.591131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:15.618534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49556) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:15.634641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41933ab3-1b37-46d5-bb4f-387a97e67603 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for router_controller (b19a25c8-63bf-4b78-b45d-ea030e1e4358), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.644674 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:17Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:15.655670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41933ab3-1b37-46d5-bb4f-387a97e67603 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (b19a25c8-63bf-4b78-b45d-ea030e1e4358), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.679389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06930a85-083d-4eb1-9928-5c07aa58dd3a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=2810a248-626a-4a21-b8c6-26c48d59c996,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:15.706852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41933ab3-1b37-46d5-bb4f-387a97e67603 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.708508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-41933ab3-1b37-46d5-bb4f-387a97e67603 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3728859 Feb 11 13:07:15.711923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49562) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:15.712459 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf64ff7-314e-4636-af64-835e05f5244a None None] The sync data for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 is: [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T12:58:09Z', 'revision_number': 4, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3ce98b1a-81ec-4c36-b54a-42e9501bc7e8', 'name': '', 'network_id': '9317fd9e-eafc-4090-a86a-9621fd4980db', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'mac_address': 'fa:16:3e:67:7b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '0d30468b-d577-458d-a627-8de8662a6d98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:58:06Z', 'updated_at': '2022-02-11T12:58:17Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'subnets': [{'id': '0d30468b-d577-458d-a627-8de8662a6d98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:15.721802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'network_id': 'c7f58114-e91e-4c20-a179-641781336838', 'name': 'tempest-PortsIpV6TestJSON-1700427615'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:15.753854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Attempting to bind port d67af256-fd31-4420-a16b-951a1803b33f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:15.754340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Attempting to bind port d67af256-fd31-4420-a16b-951a1803b33f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '5799a6e1-8a99-4ecf-9b9d-b136d260cbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7f58114-e91e-4c20-a179-641781336838'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:15.754577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Attempting to bind port d67af256-fd31-4420-a16b-951a1803b33f on network c7f58114-e91e-4c20-a179-641781336838 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:15.775454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:15.775807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Checking segment: {'id': '5799a6e1-8a99-4ecf-9b9d-b136d260cbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7f58114-e91e-4c20-a179-641781336838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:15.777969 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.778385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Bound using segment: {'id': '5799a6e1-8a99-4ecf-9b9d-b136d260cbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7f58114-e91e-4c20-a179-641781336838'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:15.778861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Bound port: d67af256-fd31-4420-a16b-951a1803b33f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5799a6e1-8a99-4ecf-9b9d-b136d260cbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c7f58114-e91e-4c20-a179-641781336838'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:15.779241 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d67af256-fd31-4420-a16b-951a1803b33f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:15.904298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fdc16-7cdb-4c82-aab6-44f77399bca7 req-11ae81d8-ecd4-4644-aef2-229ed49dd5d1 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:15.906027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f55fdc16-7cdb-4c82-aab6-44f77399bca7 req-11ae81d8-ecd4-4644-aef2-229ed49dd5d1 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 943 time: 0.4069881 Feb 11 13:07:15.985983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] For port d67af256-fd31-4420-a16b-951a1803b33f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:15.991073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] For port d67af256-fd31-4420-a16b-951a1803b33f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67af256-fd31-4420-a16b-951a1803b33f,segment=NetworkSegment(5799a6e1-8a99-4ecf-9b9d-b136d260cbe2),segment_id=5799a6e1-8a99-4ecf-9b9d-b136d260cbe2)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:16.008611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d67af256-fd31-4420-a16b-951a1803b33f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.008862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:16.016744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.050321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port c5135030-8659-43cf-8d2b-08a8d4553b76 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:16.111249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26f5c-c320-4694-bfe2-ab93065e291e None None] Pushing event updated for resources: {'Port': ['ID=d67af256-fd31-4420-a16b-951a1803b33f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:16.122048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-71420437-1de3-4956-9438-a97100350c24 None None] Provisioning complete for port 2810a248-626a-4a21-b8c6-26c48d59c996 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:16.122435 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71420437-1de3-4956-9438-a97100350c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.150554 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-106d55bb-2b43-4948-800c-bb0d044f88ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group (66be5fb7-c83d-4dac-81d7-5b9146f2e265), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.238185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f55fdc16-7cdb-4c82-aab6-44f77399bca7 req-f6b21a3d-03c5-43ef-856d-893220280635 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092792 Feb 11 13:07:16.260686 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.272285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-106d55bb-2b43-4948-800c-bb0d044f88ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group (66be5fb7-c83d-4dac-81d7-5b9146f2e265), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.298283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-71420437-1de3-4956-9438-a97100350c24 None None] Port 2810a248-626a-4a21-b8c6-26c48d59c996 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:16.312803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting port 2810a248-626a-4a21-b8c6-26c48d59c996 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:16.313266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.319839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db64861f-d2b8-40c8-8a2b-20b0a8c6f633 None None] New status for floating IP 76fb354b-3502-430d-a6a6-752c84a0e124: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:07:16.358081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::365 (c7f58114-e91e-4c20-a179-641781336838/6a8690da-d48e-4e11-b5e0-2afa5c9cf123/c5135030-8659-43cf-8d2b-08a8d4553b76) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:16.647258 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.664007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0624464-9425-4f44-ba70-9b174e3a8b3a req-07c61866-337f-4a96-a5d2-928455106cec tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:16.680112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a0624464-9425-4f44-ba70-9b174e3a8b3a req-07c61866-337f-4a96-a5d2-928455106cec tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.2323215 Feb 11 13:07:16.725745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-106d55bb-2b43-4948-800c-bb0d044f88ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (66be5fb7-c83d-4dac-81d7-5b9146f2e265), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.728717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-106d55bb-2b43-4948-800c-bb0d044f88ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.730108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-106d55bb-2b43-4948-800c-bb0d044f88ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "DELETE /v2.0/security-groups/66be5fb7-c83d-4dac-81d7-5b9146f2e265 HTTP/1.1" status: 204 len: 168 time: 1.0664139 Feb 11 13:07:16.736826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49590) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:16.741217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Calling delete_port for 2810a248-626a-4a21-b8c6-26c48d59c996 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:16.755151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d55bb-2b43-4948-800c-bb0d044f88ec tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be5fb7-c83d-4dac-81d7-5b9146f2e265,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:16.800114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (6934f59d-f66a-4478-97b8-17bb2098971d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:16.837340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-55faf3a5-d1d2-435b-99c4-f1930a19de40 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:16.839209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-55faf3a5-d1d2-435b-99c4-f1930a19de40 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.64 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.2968013 Feb 11 13:07:16.862382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a0624464-9425-4f44-ba70-9b174e3a8b3a req-83cc4702-9003-4c55-83e8-789756dea701 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815197 Feb 11 13:07:16.870896 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-09fcaaeb-80bf-4170-a5f1-986ea4825c38 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] show failed (client error): The resource could not be found. Feb 11 13:07:16.874749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-09fcaaeb-80bf-4170-a5f1-986ea4825c38 tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "GET /v2.0/security-groups/66be5fb7-c83d-4dac-81d7-5b9146f2e265 HTTP/1.1" status: 404 len: 347 time: 0.1338551 Feb 11 13:07:16.899861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49612) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:16.925012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.046528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.154519 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.172615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f07bf-dd12-46cc-8db5-eb909b4208e3 req-24aaa47c-9923-4f94-a0ea-4c261b4842ed tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:17.183108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c4f07bf-dd12-46cc-8db5-eb909b4208e3 req-24aaa47c-9923-4f94-a0ea-4c261b4842ed tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 950 time: 0.1803472 Feb 11 13:07:17.189861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Deleting port 7d220759-2541-45a7-a05c-9e73a2e31b8b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:17.190332 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.331133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Deleting port b7df747b-2f7a-4361-b351-03cf8e5cc2f1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:17.331525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.337393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67af256-fd31-4420-a16b-951a1803b33f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:17.355515 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2810a248-626a-4a21-b8c6-26c48d59c996), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.378985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c4f07bf-dd12-46cc-8db5-eb909b4208e3 req-b3fe0820-5a84-40f8-a483-405a69b640f8 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943069 Feb 11 13:07:17.383149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.390859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Port': ['ID=2810a248-626a-4a21-b8c6-26c48d59c996,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:17.423479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d67af256-fd31-4420-a16b-951a1803b33f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:17.424266 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67af256-fd31-4420-a16b-951a1803b33f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.447218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.25.1.154 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/4fe364bb-0374-4316-bc15-233551b4f5ce) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:17.455151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network c7f58114-e91e-4c20-a179-641781336838 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:17.462239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:17.472957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:17.481694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:17.482776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.488273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] For port 7d220759-2541-45a7-a05c-9e73a2e31b8b, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d220759-2541-45a7-a05c-9e73a2e31b8b,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:17.488958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.493962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=c5135030-8659-43cf-8d2b-08a8d4553b76,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:17.563245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d67af256-fd31-4420-a16b-951a1803b33f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:17.564137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d67af256-fd31-4420-a16b-951a1803b33f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.582449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.582774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for floatingip (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.602237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb772591-874d-414a-99e7-4e0bea85201e tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8888283 Feb 11 13:07:17.605729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49628) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:17.641552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d67af256-fd31-4420-a16b-951a1803b33f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67af256-fd31-4420-a16b-951a1803b33f,segment=NetworkSegment(5799a6e1-8a99-4ecf-9b9d-b136d260cbe2),segment_id=5799a6e1-8a99-4ecf-9b9d-b136d260cbe2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:17.647798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d67af256-fd31-4420-a16b-951a1803b33f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.667438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Calling delete_port for b7df747b-2f7a-4361-b351-03cf8e5cc2f1 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:17.739366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53388f77-8f77-4f2c-a300-e57dc8ccea9e req-f4257891-46eb-419c-88f1-136ad6e93d3f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:17.741025 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53388f77-8f77-4f2c-a300-e57dc8ccea9e req-f4257891-46eb-419c-88f1-136ad6e93d3f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 943 time: 0.2977383 Feb 11 13:07:17.756805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d67af256-fd31-4420-a16b-951a1803b33f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:17.783442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.790100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c3283d85-644e-47ed-92d9-95f263f042af tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/ports/2810a248-626a-4a21-b8c6-26c48d59c996 HTTP/1.1" status: 204 len: 168 time: 2.2161660 Feb 11 13:07:17.790907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49632) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:17.882332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950e9901-b581-4417-9caf-8aeb59e9bc8c None None] Network c7f58114-e91e-4c20-a179-641781336838 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:17.920372 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b38660-09ab-4f3c-97e2-9665b6551494 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] GET failed (client error): The resource could not be found. Feb 11 13:07:17.922193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c5b38660-09ab-4f3c-97e2-9665b6551494 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "GET /v2.0/ports/2810a248-626a-4a21-b8c6-26c48d59c996 HTTP/1.1" status: 404 len: 333 time: 0.1254282 Feb 11 13:07:17.928122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49638) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:17.931884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (4fe364bb-0374-4316-bc15-233551b4f5ce), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:17.940178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1381039463'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:17.954515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 896545c2-e764-4e72-9216-d52a6af8bf73 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:07:18.036387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5902cf7d-8b33-4173-84f8-3049c9d44dc4 None None] Provisioning complete for port d67af256-fd31-4420-a16b-951a1803b33f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:18.036756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5902cf7d-8b33-4173-84f8-3049c9d44dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67af256-fd31-4420-a16b-951a1803b33f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.062383 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53388f77-8f77-4f2c-a300-e57dc8ccea9e req-1f380dd4-91a1-4e87-812a-f9fb9b836957 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896323 Feb 11 13:07:18.201771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4fe364bb-0374-4316-bc15-233551b4f5ce), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.262424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:18.265968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:18.270447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:18.320116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=4fe364bb-0374-4316-bc15-233551b4f5ce,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:18.332911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:18.333811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49222cbb-1cb8-4d05-96cb-1d726905d3ce req-3abcbc4e-2e3b-41a2-a677-816e46bfd85a tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:18.335339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49222cbb-1cb8-4d05-96cb-1d726905d3ce req-3abcbc4e-2e3b-41a2-a677-816e46bfd85a tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 945 time: 0.2847667 Feb 11 13:07:18.343016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.348533 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b7df747b-2f7a-4361-b351-03cf8e5cc2f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.391585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Pushing event deleted for resources: {'Port': ['ID=b7df747b-2f7a-4361-b351-03cf8e5cc2f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:18.392243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.392795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (9e888e12-ac5e-4cf3-b0cf-ff301719b370), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.393014 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Floating IP 9e888e12-ac5e-4cf3-b0cf-ff301719b370 disassociated. External IP: 172.25.1.188, port: 7d220759-2541-45a7-a05c-9e73a2e31b8b. Feb 11 13:07:18.393363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Calling delete_port for 7d220759-2541-45a7-a05c-9e73a2e31b8b owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:18.401803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] device_id is not set on port 5fb3028e-d76d-43c9-a307-faf55ffe7a63 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:18.521994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:18.536321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '896545c2-e764-4e72-9216-d52a6af8bf73', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'port_id': '896545c2-e764-4e72-9216-d52a6af8bf73', 'mac_address': 'fa:16:3e:b8:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb152ef0-7b66-48b2-bd46-893a04418761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:07:18.571157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49222cbb-1cb8-4d05-96cb-1d726905d3ce req-98f44c87-ae56-46dc-a48f-d980d114e9b7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups?id=238b437a-9a2d-4e90-88fd-33eb7ea12078&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260332 Feb 11 13:07:18.593508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 896545c2-e764-4e72-9216-d52a6af8bf73 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:18.593508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.690441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5902cf7d-8b33-4173-84f8-3049c9d44dc4 None None] Current status of the port d67af256-fd31-4420-a16b-951a1803b33f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:18.695240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896545c2-e764-4e72-9216-d52a6af8bf73 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:07:18.699337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks [] for floatingip (76fb354b-3502-430d-a6a6-752c84a0e124), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.702148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.706559 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d372b081-888f-4547-a399-3dccfe41057f tempest-ServerActionsTestJSON-1315504352 tempest-ServerActionsTestJSON-1315504352-project] 10.222.0.42 "DELETE /v2.0/floatingips/76fb354b-3502-430d-a6a6-752c84a0e124 HTTP/1.1" status: 204 len: 168 time: 1.8055465 Feb 11 13:07:18.711647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49652) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:18.737805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.772216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:18.782765 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.820253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68018c-2855-4784-8e0f-e4fd275a7e74 req-84df3ce5-086a-4867-8ca1-19e1c1ca5ac3 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:18.820901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7d220759-2541-45a7-a05c-9e73a2e31b8b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:18.836255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab68018c-2855-4784-8e0f-e4fd275a7e74 req-84df3ce5-086a-4867-8ca1-19e1c1ca5ac3 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 950 time: 0.3356030 Feb 11 13:07:18.873797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event deleted for resources: {'Port': ['ID=7d220759-2541-45a7-a05c-9e73a2e31b8b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:18.902545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:18.933480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Allocated IP 2001:db8::7c (a6f8e52f-2397-41c0-b46b-40f947cfb7a9/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52/5fb3028e-d76d-43c9-a307-faf55ffe7a63) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:19.019505 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab68018c-2855-4784-8e0f-e4fd275a7e74 req-60c15d21-dd0e-4bb7-bd71-9c747e6d69a2 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741142 Feb 11 13:07:19.076006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (6934f59d-f66a-4478-97b8-17bb2098971d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.096605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['896545c2-e764-4e72-9216-d52a6af8bf73'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:07:19.301857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.356296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.360846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67af256-fd31-4420-a16b-951a1803b33f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:19.398462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a90f54b1-02f1-41d7-8bb3-883cba144574 None None] Provisioning complete for port c5135030-8659-43cf-8d2b-08a8d4553b76 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:19.403278 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a90f54b1-02f1-41d7-8bb3-883cba144574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.460194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.525669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.547243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a90f54b1-02f1-41d7-8bb3-883cba144574 None None] Port c5135030-8659-43cf-8d2b-08a8d4553b76 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:19.592092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d67af256-fd31-4420-a16b-951a1803b33f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:19.592588 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67af256-fd31-4420-a16b-951a1803b33f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.665268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:19.688294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a90f54b1-02f1-41d7-8bb3-883cba144574 None None] Provisioning complete for port d67af256-fd31-4420-a16b-951a1803b33f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:19.688834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a90f54b1-02f1-41d7-8bb3-883cba144574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d67af256-fd31-4420-a16b-951a1803b33f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.721974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:19.739456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:19.753990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:19.754888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:19.776871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Router 242dc181-c792-4302-881d-4da7faac9b15 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:19.873541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=c5135030-8659-43cf-8d2b-08a8d4553b76,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:19.894793 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9590938 Feb 11 13:07:19.895454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49682) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:19.925731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3a:1a:5a'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:19.946390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588485a7-49bf-45ed-a807-6ad626054f2b req-5b7b43ee-827f-4460-acdf-59c087a5ca98 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:19.948559 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-588485a7-49bf-45ed-a807-6ad626054f2b req-5b7b43ee-827f-4460-acdf-59c087a5ca98 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 944 time: 0.7619081 Feb 11 13:07:19.949429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcfb15-d2ef-4ca2-b794-c300389bd6f2 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=5fb3028e-d76d-43c9-a307-faf55ffe7a63,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:19.973781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:20.003533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d67af256-fd31-4420-a16b-951a1803b33f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:20.054080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0520ca4a-0dfc-4374-9860-abec9bf9b6ae req-e098fb50-4ade-4cf0-bfcb-4bf510f47604 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 210 time: 0.2681663 Feb 11 13:07:20.106912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a90f54b1-02f1-41d7-8bb3-883cba144574 None None] Current status of the port d67af256-fd31-4420-a16b-951a1803b33f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:20.235407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:20.236236 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.271244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:20.274268 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb996b54-12a7-4f9d-af6e-94a510c5dc54" -d '{"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:20.288508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f5456bcd-ef8b-4009-aa53-8d36cd35790e None None] Provisioning complete for port 5fb3028e-d76d-43c9-a307-faf55ffe7a63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:20.289096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5456bcd-ef8b-4009-aa53-8d36cd35790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.324547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:20.338556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.339700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d220759-2541-45a7-a05c-9e73a2e31b8b no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:20.365905 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5270c206-cff0-4399-b8d0-a5356f02031f x-openstack-request-id: req-5270c206-cff0-4399-b8d0-a5356f02031f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:20.366472 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:20.366872 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5270c206-cff0-4399-b8d0-a5356f02031f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:20.367416 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'code': 200} Feb 11 13:07:20.372211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 7d220759-2541-45a7-a05c-9e73a2e31b8b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:20.372801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d220759-2541-45a7-a05c-9e73a2e31b8b not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:20.410480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f5456bcd-ef8b-4009-aa53-8d36cd35790e None None] Port 5fb3028e-d76d-43c9-a307-faf55ffe7a63 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:20.452496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:20.473798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f5456bcd-ef8b-4009-aa53-8d36cd35790e None None] Provisioning complete for port c5135030-8659-43cf-8d2b-08a8d4553b76 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:20.474708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5456bcd-ef8b-4009-aa53-8d36cd35790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.485678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-588485a7-49bf-45ed-a807-6ad626054f2b req-f07b8f49-7bc4-4245-b6e1-eb21c3b38d23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301154 Feb 11 13:07:20.492447 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (6934f59d-f66a-4478-97b8-17bb2098971d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.531426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f5456bcd-ef8b-4009-aa53-8d36cd35790e None None] Port c5135030-8659-43cf-8d2b-08a8d4553b76 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:20.585261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (b19a25c8-63bf-4b78-b45d-ea030e1e4358), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.702578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.755569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:20.757222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:07:20.777445 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] Sync routers for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:20.788831 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:20.789810 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:20.864558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] No DVR routers for this DVR port 7d220759-2541-45a7-a05c-9e73a2e31b8b on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:20.873214 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:20.877170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0625df3a-ab83-4dcc-8920-6515e01574cb req-b197a714-6e73-4890-9728-3407ec113bca tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.64 "DELETE /v2.0/ports/7d220759-2541-45a7-a05c-9e73a2e31b8b HTTP/1.1" status: 204 len: 173 time: 4.0116022 Feb 11 13:07:20.879797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'name': 'network-vif-deleted', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:20.882740 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0654845a-0190-4849-b680-299cd6c37119" -d '{"events": [{"server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "name": "network-vif-deleted", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:20.936398 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:20.996960 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4364ceac-674c-47f0-99b2-f3786e7bd0c9 x-openstack-request-id: req-4364ceac-674c-47f0-99b2-f3786e7bd0c9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:20.997390 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9349a568-e4c6-4467-bc8a-0b4b7af3eba3", "name": "network-vif-deleted", "tag": "7d220759-2541-45a7-a05c-9e73a2e31b8b", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:20.999105 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4364ceac-674c-47f0-99b2-f3786e7bd0c9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:20.999651 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9349a568-e4c6-4467-bc8a-0b4b7af3eba3', 'name': 'network-vif-deleted', 'tag': '7d220759-2541-45a7-a05c-9e73a2e31b8b', 'status': 'completed', 'code': 200} Feb 11 13:07:21.025982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.044609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:21.056845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:21.079807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.097613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.102870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:21.103527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:21.104646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a96554d6-d294-47dc-a049-6d3214bf6819 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.3804877 Feb 11 13:07:21.105698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49712) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:21.122396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.203405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:21.228975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:21.229606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:21.300515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:21.301178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8587babc-6a88-4444-a4f7-45e9951d4bfd None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:21.401121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=5fb3028e-d76d-43c9-a307-faf55ffe7a63,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:21.413773 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:27Z', 'revision_number': 5, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:21.427916 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8792eb43-97d3-4e1f-8a13-680397aa7d5f req-ee245524-2167-4809-987e-aa0d46e942d0 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/ports?device_id=9349a568-e4c6-4467-bc8a-0b4b7af3eba3 HTTP/1.1" status: 200 len: 210 time: 0.1501119 Feb 11 13:07:21.468531 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] Checking router: 242dc181-c792-4302-881d-4da7faac9b15 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:07:21.492719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:21.493325 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:21.500315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] In _notify_port_updated(), no bound segment for port 5fb3028e-d76d-43c9-a307-faf55ffe7a63 on network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:07:21.504578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:21.505218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.506949 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42b299fc-9778-4b42-ab21-8e4198c64516 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "PUT /v2.0/ports/5fb3028e-d76d-43c9-a307-faf55ffe7a63 HTTP/1.1" status: 200 len: 1002 time: 1.6075494 Feb 11 13:07:21.509704 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:21.517163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (205c4091-ebdf-4bec-8430-38e0f689da99), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.591920 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.610625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.612082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (b19a25c8-63bf-4b78-b45d-ea030e1e4358), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.736912 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:21.796000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=c5135030-8659-43cf-8d2b-08a8d4553b76,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:21.873856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting port 5fb3028e-d76d-43c9-a307-faf55ffe7a63 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:21.874903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.928857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 896545c2-e764-4e72-9216-d52a6af8bf73 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:21.974666 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:21.996397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Calling delete_port for 5fb3028e-d76d-43c9-a307-faf55ffe7a63 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:22.003824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d1d7a-1232-424b-a1ad-68e95889f001 req-c247acd9-4b0f-4ff3-863d-e8e1a9332e29 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:22.012755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a7d1d7a-1232-424b-a1ad-68e95889f001 req-c247acd9-4b0f-4ff3-863d-e8e1a9332e29 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 944 time: 0.3195338 Feb 11 13:07:22.037830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 896545c2-e764-4e72-9216-d52a6af8bf73 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:07:22.043130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 896545c2-e764-4e72-9216-d52a6af8bf73 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:22.043811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.096083 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:27Z', 'revision_number': 5, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:22.143180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network c7f58114-e91e-4c20-a179-641781336838 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:22.154831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:22.173025 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b482db71-19dd-4074-82f7-ec31ead5901e None None] The sync data for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 is: [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:05:16Z', 'revision_number': 4, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe', 'name': '', 'network_id': 'c3e5ab13-7d2f-4b50-884c-771d5bd8cf33', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'mac_address': 'fa:16:3e:1a:97:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:14Z', 'updated_at': '2022-02-11T13:05:27Z', 'revision_number': 5, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'subnets': [{'id': '7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:22.189322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a7d1d7a-1232-424b-a1ad-68e95889f001 req-b65ac2ca-f6b5-4c11-be7c-92c5f5056d21 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758096 Feb 11 13:07:22.241146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 896545c2-e764-4e72-9216-d52a6af8bf73 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:22.242275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.284520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4e1a52e0-db18-4cf2-94a6-ff7a561ccbd7 None None] Provisioning complete for port 5fb3028e-d76d-43c9-a307-faf55ffe7a63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:22.293009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.294559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e1a52e0-db18-4cf2-94a6-ff7a561ccbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.379536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:22.383922 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bae1ff-f7bc-4aa4-b1bd-b6db0e4e8fb4" -d '{"events": [{"server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "name": "network-vif-plugged", "status": "completed", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:22.393563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:22.410018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.547974 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ca3dd0-cdc0-4d81-8205-46b9e438975d x-openstack-request-id: req-c9ca3dd0-cdc0-4d81-8205-46b9e438975d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:22.548601 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "name": "network-vif-plugged", "status": "completed", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:22.548601 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9ca3dd0-cdc0-4d81-8205-46b9e438975d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:22.548886 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73', 'code': 200} Feb 11 13:07:22.556516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:22.569528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a52e0-db18-4cf2-94a6-ff7a561ccbd7 None None] Port 5fb3028e-d76d-43c9-a307-faf55ffe7a63 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:22.615042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49764) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:22.643375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Router b19a25c8-63bf-4b78-b45d-ea030e1e4358 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:07:22.687151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Deleting port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:22.687317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.695443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-213989de-9827-4ea1-b7e8-29b7ab7dd884 None None] Provisioning complete for port c5135030-8659-43cf-8d2b-08a8d4553b76 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:22.696090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-213989de-9827-4ea1-b7e8-29b7ab7dd884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.740431 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0393581f-7f37-4254-9227-9a9cc54a5973 None None] New status for floating IP 9e888e12-ac5e-4cf3-b0cf-ff301719b370: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:07:22.766646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95c3cc-508d-4f83-852a-b907c523fe1c req-251cfa5c-9ce7-404b-82f5-b1ac66f4d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:22.768276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba95c3cc-508d-4f83-852a-b907c523fe1c req-251cfa5c-9ce7-404b-82f5-b1ac66f4d137 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 1127 time: 0.2232430 Feb 11 13:07:22.791798 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5fb3028e-d76d-43c9-a307-faf55ffe7a63), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.806104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-213989de-9827-4ea1-b7e8-29b7ab7dd884 None None] Port c5135030-8659-43cf-8d2b-08a8d4553b76 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:22.843351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba95c3cc-508d-4f83-852a-b907c523fe1c req-d4e1d909-813b-4efd-9a11-dcb278c272e7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600967 Feb 11 13:07:22.850390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Port': ['ID=5fb3028e-d76d-43c9-a307-faf55ffe7a63,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:22.878347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7584b500-dfd4-421b-b31f-04643f97185e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group (238b437a-9a2d-4e90-88fd-33eb7ea12078), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.906686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7584b500-dfd4-421b-b31f-04643f97185e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group (238b437a-9a2d-4e90-88fd-33eb7ea12078), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:22.971958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.1 (97127d2f-615d-4683-a5b7-117321fffe3f/54d64c98-9bc4-48b0-8133-b30de391c2bf/092b8a60-45f3-4d53-94ef-e74cedabcebb) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:23.001018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7584b500-dfd4-421b-b31f-04643f97185e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (238b437a-9a2d-4e90-88fd-33eb7ea12078), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.002393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7584b500-dfd4-421b-b31f-04643f97185e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.003897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7584b500-dfd4-421b-b31f-04643f97185e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "DELETE /v2.0/security-groups/238b437a-9a2d-4e90-88fd-33eb7ea12078 HTTP/1.1" status: 204 len: 168 time: 0.3852239 Feb 11 13:07:23.011078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49770) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:23.027061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.032153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a8f3404f-50bf-46cb-ba2d-a05147f3eb7e tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/ports/5fb3028e-d76d-43c9-a307-faf55ffe7a63 HTTP/1.1" status: 204 len: 168 time: 1.5205717 Feb 11 13:07:23.045875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49772) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:23.049079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584b500-dfd4-421b-b31f-04643f97185e tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b437a-9a2d-4e90-88fd-33eb7ea12078,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:23.051493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:23.068474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f60d7ee6-ae6e-4f7d-bfaa-5747eb26a9e3 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "PUT /v2.0/routers/b19a25c8-63bf-4b78-b45d-ea030e1e4358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4582627 Feb 11 13:07:23.070391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49774) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:23.080753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] Sync routers for ids ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:23.081568 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-aa3e65a1-5f02-41dd-a7d5-120012d139d7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] show failed (client error): The resource could not be found. Feb 11 13:07:23.085173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa3e65a1-5f02-41dd-a7d5-120012d139d7 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "GET /v2.0/security-groups/238b437a-9a2d-4e90-88fd-33eb7ea12078 HTTP/1.1" status: 404 len: 347 time: 0.0654418 Feb 11 13:07:23.086306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] For port 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:23.086773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.087672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49776) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:23.105936 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b20ce5e-7188-47cd-adc4-775d55c05b16 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] GET failed (client error): The resource could not be found. Feb 11 13:07:23.111648 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b20ce5e-7188-47cd-adc4-775d55c05b16 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "GET /v2.0/ports/5fb3028e-d76d-43c9-a307-faf55ffe7a63 HTTP/1.1" status: 404 len: 333 time: 0.0645938 Feb 11 13:07:23.112783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49778) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:23.128326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] Routers {'b19a25c8-63bf-4b78-b45d-ea030e1e4358'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:23.128929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:23.138294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Calling delete_port for 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:23.155208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-647854628'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:23.197614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:23.207127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] Routers {'b19a25c8-63bf-4b78-b45d-ea030e1e4358'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:23.207974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:23.230331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171b9e7f-e0b7-4932-9e71-b5dc0a41b457 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:23.234829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-171b9e7f-e0b7-4932-9e71-b5dc0a41b457 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19a25c8-63bf-4b78-b45d-ea030e1e4358 HTTP/1.1" status: 200 len: 989 time: 0.1604700 Feb 11 13:07:23.235164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49786) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:23.257572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:23.258856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc56ee4-c2a1-45fa-873b-6059addeb644 None None] The sync data for ids ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:23.540316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:23.544180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.590568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.611916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5e42-bd1b-46dc-b6cf-abc9c401fbc3 req-6c9e42fc-243e-443a-96bc-36320bddb6f6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:23.615326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f92b5e42-bd1b-46dc-b6cf-abc9c401fbc3 req-6c9e42fc-243e-443a-96bc-36320bddb6f6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3120513 Feb 11 13:07:23.637681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Deleting port 2151dbc6-5237-42ed-8053-b9a6bb56cbb9 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:23.638891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.662638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] device_id is not set on port 4babf0cf-8975-437f-be1f-a8067bc001a8 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:23.700858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 40dd4cee-6064-4787-af10-585ec24efa1f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:07:23.785288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f92b5e42-bd1b-46dc-b6cf-abc9c401fbc3 req-d69bb796-d72d-45d2-a142-af505cc0af9d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620922 Feb 11 13:07:23.835734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:23.851147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.853983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '40dd4cee-6064-4787-af10-585ec24efa1f', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '40dd4cee-6064-4787-af10-585ec24efa1f', 'mac_address': 'fa:16:3e:2c:1d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:07:23.887053 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.887986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for floatingip (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.897270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 40dd4cee-6064-4787-af10-585ec24efa1f is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:23.897796 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:23.904347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Calling delete_port for 2151dbc6-5237-42ed-8053-b9a6bb56cbb9 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:23.915325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40dd4cee-6064-4787-af10-585ec24efa1f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:07:23.937483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:23.945447 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:24.016392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:24.064995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['40dd4cee-6064-4787-af10-585ec24efa1f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:07:24.114817 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3ce98b1a-81ec-4c36-b54a-42e9501bc7e8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:24.171742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=092b8a60-45f3-4d53-94ef-e74cedabcebb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:24.185794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce98b1a-81ec-4c36-b54a-42e9501bc7e8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:24.217330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 97127d2f-615d-4683-a5b7-117321fffe3f is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:24.231213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:24.238639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:24.291368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Allocated IP 2001:db8::3db (a6f8e52f-2397-41c0-b46b-40f947cfb7a9/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52/4babf0cf-8975-437f-be1f-a8067bc001a8) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:24.348594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2151dbc6-5237-42ed-8053-b9a6bb56cbb9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:24.605537 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (b19a25c8-63bf-4b78-b45d-ea030e1e4358), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:24.656754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (4babf0cf-8975-437f-be1f-a8067bc001a8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:24.719096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (6934f59d-f66a-4478-97b8-17bb2098971d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:24.759529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Pushing event deleted for resources: {'Port': ['ID=2151dbc6-5237-42ed-8053-b9a6bb56cbb9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:24.761968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4babf0cf-8975-437f-be1f-a8067bc001a8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:24.799037 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (205c4091-ebdf-4bec-8430-38e0f689da99), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.181464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port c5135030-8659-43cf-8d2b-08a8d4553b76 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:25.182667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.317230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Router 205c4091-ebdf-4bec-8430-38e0f689da99 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:25.345206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.402164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for c5135030-8659-43cf-8d2b-08a8d4553b76 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:25.426247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:25.428571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:25.434400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:25.439676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:25.440310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.574125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:25.585701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c098b462-7b95-4111-a1f5-f490ed49749f admin admin] 10.222.0.42 "PUT /v2.0/routers/205c4091-ebdf-4bec-8430-38e0f689da99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8729358 Feb 11 13:07:25.586520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49856) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:25.587173 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] Sync routers for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:25.598243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4475818 Feb 11 13:07:25.603801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1e0b7-7e4a-4b87-a211-eba734b98c9f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=4babf0cf-8975-437f-be1f-a8067bc001a8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:25.604829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49858) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:25.615146 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:25.615845 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:25.624080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks [] for floatingip (9e888e12-ac5e-4cf3-b0cf-ff301719b370), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.626712 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.637336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b25c62f3-3035-40bc-9baf-ec7322e85527 tempest-ServersTestManualDisk-302282826 tempest-ServersTestManualDisk-302282826-project] 10.222.0.42 "DELETE /v2.0/floatingips/9e888e12-ac5e-4cf3-b0cf-ff301719b370 HTTP/1.1" status: 204 len: 168 time: 2.5417483 Feb 11 13:07:25.639580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49866) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:25.642475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'network_id': 'a6f8e52f-2397-41c0-b46b-40f947cfb7a9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-80735542'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:25.719046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 40dd4cee-6064-4787-af10-585ec24efa1f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:25.893096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 40dd4cee-6064-4787-af10-585ec24efa1f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:25.893922 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.900572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a0ba2-e032-456e-9141-f7c690578b55 req-2a453a51-63a7-489b-b5ad-64abe36ab0e2 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:25.906943 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6a0a0ba2-e032-456e-9141-f7c690578b55 req-2a453a51-63a7-489b-b5ad-64abe36ab0e2 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.5984342 Feb 11 13:07:25.912062 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:25.914982 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:07:26.006470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-79daf89d-8900-444a-a35d-d02b3d99cbe3 None None] Provisioning complete for port 4babf0cf-8975-437f-be1f-a8067bc001a8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:26.008001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-79daf89d-8900-444a-a35d-d02b3d99cbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4babf0cf-8975-437f-be1f-a8067bc001a8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.028082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.145482 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6a0a0ba2-e032-456e-9141-f7c690578b55 req-551a2dba-a54c-4d98-9748-2c210a78d565 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845026 Feb 11 13:07:26.162812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 40dd4cee-6064-4787-af10-585ec24efa1f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:26.164760 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.250230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:26.253421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:26.258583 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6853b73-52fb-47ee-a7f2-cfb13382c8a3" -d '{"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-plugged", "status": "completed", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:26.267797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-79daf89d-8900-444a-a35d-d02b3d99cbe3 None None] Port 4babf0cf-8975-437f-be1f-a8067bc001a8 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:26.283490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.334404 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T13:07:23Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:26.367253 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290bb8b1-acc9-4327-8da2-ed5673ffd562 x-openstack-request-id: req-290bb8b1-acc9-4327-8da2-ed5673ffd562 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:26.367253 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-plugged", "status": "completed", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:26.367253 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-290bb8b1-acc9-4327-8da2-ed5673ffd562 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:26.367253 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f', 'code': 200} Feb 11 13:07:26.460432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] Checking router: 205c4091-ebdf-4bec-8430-38e0f689da99 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:07:26.461841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:26.481398 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] Routers {'205c4091-ebdf-4bec-8430-38e0f689da99'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:26.482134 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['205c4091-ebdf-4bec-8430-38e0f689da99'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:26.550795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.560763 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.687342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] Set router 205c4091-ebdf-4bec-8430-38e0f689da99 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:26.755197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (6934f59d-f66a-4478-97b8-17bb2098971d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.761416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=092b8a60-45f3-4d53-94ef-e74cedabcebb,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:26.935914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c5135030-8659-43cf-8d2b-08a8d4553b76), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.943627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 97127d2f-615d-4683-a5b7-117321fffe3f is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:26.944672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Made reservation on behalf of 729ab73ec3c74392894d3ac3c01c263e for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:26.947828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:26.948629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:26.994159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=c5135030-8659-43cf-8d2b-08a8d4553b76,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:27.005959 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks [] for router (205c4091-ebdf-4bec-8430-38e0f689da99), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:27.102311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (242dc181-c792-4302-881d-4da7faac9b15), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:27.124897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b78895-fe62-454e-a646-6c30a7ca6771 req-a72a34a8-b056-4622-9f66-cc0724951612 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:27.126653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54b78895-fe62-454e-a646-6c30a7ca6771 req-a72a34a8-b056-4622-9f66-cc0724951612 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.5588136 Feb 11 13:07:27.146189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks [] for router_gateway (205c4091-ebdf-4bec-8430-38e0f689da99), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:27.162460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:27.186852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] device_id is not set on port 96cfa823-090b-4f23-9385-8e7e00675570 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:27.296744 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T13:07:23Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:27.397275 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1532dc9b-edeb-463d-9c18-6656bd51ec4e None None] The sync data for ids ['205c4091-ebdf-4bec-8430-38e0f689da99'] in n-d-828675-3 is: [{'id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'name': 'tempest-ServerActionsTestJSON-1140559422-router', 'tenant_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T12:57:53Z', 'updated_at': '2022-02-11T13:07:23Z', 'revision_number': 5, 'project_id': '8b969ccd94c24a3b8456f6e70eac2cd4', 'gw_port': {'id': '9c7b45fc-cda1-4752-814c-b3e9255773df', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205c4091-ebdf-4bec-8430-38e0f689da99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T12:57:56Z', 'updated_at': '2022-02-11T12:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:27.473937 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (b19a25c8-63bf-4b78-b45d-ea030e1e4358), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:27.504855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54b78895-fe62-454e-a646-6c30a7ca6771 req-8a926107-50dc-4c36-911b-b324e224c3d6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651047 Feb 11 13:07:27.699128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:27.719392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be78d322-92a0-4233-9a80-ca498d29ae04 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/routers/6934f59d-f66a-4478-97b8-17bb2098971d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6102569 Feb 11 13:07:27.721503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:27.731355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:27.744657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'port': {'network_id': '97127d2f-615d-4683-a5b7-117321fffe3f', 'name': 'tempest-FloatingIPTestJSON-309858211'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:27.750755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:27.751697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:27.769372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Deleting port 9c7b45fc-cda1-4752-814c-b3e9255773df {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:27.782394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:27.877284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:27.916010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:27.922129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:28.019192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:28.020121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615b05e-4988-40a3-863f-a919676ec68d None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:28.072514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Allocated IP 2001:db8::1ab (a6f8e52f-2397-41c0-b46b-40f947cfb7a9/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52/96cfa823-090b-4f23-9385-8e7e00675570) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:28.076481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Router b19a25c8-63bf-4b78-b45d-ea030e1e4358 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:28.180843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232aadc-6d90-43ea-9a91-840d5dc47c42 req-fba8cca7-cf81-45c7-9973-2cba5a0d2b9f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:28.186589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e232aadc-6d90-43ea-9a91-840d5dc47c42 req-fba8cca7-cf81-45c7-9973-2cba5a0d2b9f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.1410682 Feb 11 13:07:28.253363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:28.253853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:28.266883 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] Sync routers for ids ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:28.269082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-44219c13-f527-4402-89f4-6dd46f8ae233 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "PUT /v2.0/routers/b19a25c8-63bf-4b78-b45d-ea030e1e4358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0328183 Feb 11 13:07:28.276703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49942) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:28.299421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:28.312160 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] Routers {'b19a25c8-63bf-4b78-b45d-ea030e1e4358'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:28.312929 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:28.342220 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afc8cb5-de29-44b0-a8ca-fe6af31668fd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:07:28.344025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8afc8cb5-de29-44b0-a8ca-fe6af31668fd tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/c5135030-8659-43cf-8d2b-08a8d4553b76 HTTP/1.1" status: 404 len: 333 time: 0.0611358 Feb 11 13:07:28.350362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:28.404692 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:28.414718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] device_id is not set on port 2723de80-4f22-41d0-a353-faa8f44eaca1 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:28.424005 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] Routers {'b19a25c8-63bf-4b78-b45d-ea030e1e4358'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:28.425376 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:28.478511 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:28.479451 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d68b374-8a98-4ca3-882f-78a536507098 None None] The sync data for ids ['b19a25c8-63bf-4b78-b45d-ea030e1e4358'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:28.480038 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63c0e6cf-8755-4161-b086-6d2cbedcbde8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for router (b19a25c8-63bf-4b78-b45d-ea030e1e4358), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:28.480992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Deleting port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:28.481601 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:28.498068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] For port 9c7b45fc-cda1-4752-814c-b3e9255773df, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9c7b45fc-cda1-4752-814c-b3e9255773df,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:28.498441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:28.586563 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e232aadc-6d90-43ea-9a91-840d5dc47c42 req-3a57c81a-337b-44ab-86ff-0ef557502425 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883662 Feb 11 13:07:28.637402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Calling delete_port for 9c7b45fc-cda1-4752-814c-b3e9255773df owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:28.783021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] For port 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:28.784126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:28.798217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.11 (97127d2f-615d-4683-a5b7-117321fffe3f/54d64c98-9bc4-48b0-8133-b30de391c2bf/2723de80-4f22-41d0-a353-faa8f44eaca1) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:28.805410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Calling delete_port for 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:28.928320 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9c7b45fc-cda1-4752-814c-b3e9255773df), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.110769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.135449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7b45fc-cda1-4752-814c-b3e9255773df,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:29.145622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:29.249748 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63c0e6cf-8755-4161-b086-6d2cbedcbde8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (b19a25c8-63bf-4b78-b45d-ea030e1e4358), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.256141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63c0e6cf-8755-4161-b086-6d2cbedcbde8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for router_controller (b19a25c8-63bf-4b78-b45d-ea030e1e4358), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.258509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.258860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.259205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.259545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.259880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.260214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.260542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.260868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.261195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.261528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.261897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.262221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.262544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:29.334876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:29.374205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (205c4091-ebdf-4bec-8430-38e0f689da99), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.376529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b295a437-952a-4c8d-a548-5b4d2aaaeceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.378252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:29.378867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3ce98b1a-81ec-4c36-b54a-42e9501bc7e8 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:29.476241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63c0e6cf-8755-4161-b086-6d2cbedcbde8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (b19a25c8-63bf-4b78-b45d-ea030e1e4358), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.476241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c0e6cf-8755-4161-b086-6d2cbedcbde8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Fanout notify agent at l3_agent the message router_deleted on router b19a25c8-63bf-4b78-b45d-ea030e1e4358 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:07:29.506602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-63c0e6cf-8755-4161-b086-6d2cbedcbde8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.507785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-63c0e6cf-8755-4161-b086-6d2cbedcbde8 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/routers/b19a25c8-63bf-4b78-b45d-ea030e1e4358 HTTP/1.1" status: 204 len: 168 time: 1.1561940 Feb 11 13:07:29.516004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (96cfa823-090b-4f23-9385-8e7e00675570), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.537864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49966) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:29.609998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 6a8690da-d48e-4e11-b5e0-2afa5c9cf123 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:07:29.613650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (6a8690da-d48e-4e11-b5e0-2afa5c9cf123), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.618170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (205c4091-ebdf-4bec-8430-38e0f689da99), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.621967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks [] for router_controller (205c4091-ebdf-4bec-8430-38e0f689da99), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.657453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6a8690da-d48e-4e11-b5e0-2afa5c9cf123), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.706983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (205c4091-ebdf-4bec-8430-38e0f689da99), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.707741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 205c4091-ebdf-4bec-8430-38e0f689da99 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:07:29.712720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.716202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-50465ab3-5d7c-4b32-b480-fdf2d03ceb40 admin admin] 10.222.0.42 "DELETE /v2.0/routers/205c4091-ebdf-4bec-8430-38e0f689da99 HTTP/1.1" status: 204 len: 168 time: 4.1216378 Feb 11 13:07:29.716716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49974) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:29.775528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (96cfa823-090b-4f23-9385-8e7e00675570), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.800298 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (2723de80-4f22-41d0-a353-faa8f44eaca1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:29.845452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] Deleting subnet 0d30468b-d577-458d-a627-8de8662a6d98 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:07:29.863489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6a8690da-d48e-4e11-b5e0-2afa5c9cf123), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.242530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:30.247781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:30.250488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:30.255987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:30.256623 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.261429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] Publish callbacks [] for subnet (0d30468b-d577-458d-a627-8de8662a6d98), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.302476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=96cfa823-090b-4f23-9385-8e7e00675570,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:30.335151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-41ee8e40-d6d9-4bc3-b8dd-5072181a6f5f tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.7268765 Feb 11 13:07:30.335511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49990) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:30.356403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::21f', 'mac_address': 'fa:16:3e:3a:1a:5a'}, {'ip_address': '2001:db8::3db', 'mac_address': 'fa:16:3e:a0:9b:93'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:30.528906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (0d30468b-d577-458d-a627-8de8662a6d98), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.602000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (242dc181-c792-4302-881d-4da7faac9b15), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.614600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a57bc0-84bc-49f5-b373-05a3fdcfc567 req-2999afbd-ce49-4754-bf19-ee9140ee480d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:30.622912 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79a57bc0-84bc-49f5-b373-05a3fdcfc567 req-2999afbd-ce49-4754-bf19-ee9140ee480d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.8826747 Feb 11 13:07:30.678332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fa9f1bd3-3751-4f7a-a477-6f6115f9b287 None None] Provisioning complete for port 96cfa823-090b-4f23-9385-8e7e00675570 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:30.678944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fa9f1bd3-3751-4f7a-a477-6f6115f9b287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (96cfa823-090b-4f23-9385-8e7e00675570), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.685079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (96cfa823-090b-4f23-9385-8e7e00675570), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.730353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fa9f1bd3-3751-4f7a-a477-6f6115f9b287 None None] Port 96cfa823-090b-4f23-9385-8e7e00675570 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:30.750437 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6a8690da-d48e-4e11-b5e0-2afa5c9cf123), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.790191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0d30468b-d577-458d-a627-8de8662a6d98), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.794416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f934180-7dc0-4ebe-b8b5-8f86d82e2221 None None] Network c7f58114-e91e-4c20-a179-641781336838 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:30.795398 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-79a57bc0-84bc-49f5-b373-05a3fdcfc567 req-30eaced5-f48c-4df8-986c-0da76dbde400 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706512 Feb 11 13:07:30.798024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.801739 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/6a8690da-d48e-4e11-b5e0-2afa5c9cf123 HTTP/1.1" status: 204 len: 168 time: 1.2625268 Feb 11 13:07:30.805969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2723de80-4f22-41d0-a353-faa8f44eaca1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:30.807686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50000) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:30.902526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=2723de80-4f22-41d0-a353-faa8f44eaca1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:30.905245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823654a-4950-400b-b2de-638c14e1ade0 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8690da-d48e-4e11-b5e0-2afa5c9cf123,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:30.971754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 97127d2f-615d-4683-a5b7-117321fffe3f is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:30.982961 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (0d30468b-d577-458d-a627-8de8662a6d98), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.030431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:31.035021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.040989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0d30468b-d577-458d-a627-8de8662a6d98 HTTP/1.1" status: 204 len: 168 time: 1.3209896 Feb 11 13:07:31.040989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d33d-264a-46e5-85c6-9b308fa60fa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d30468b-d577-458d-a627-8de8662a6d98,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:31.045068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:31.049338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c38a5f-76b8-49c5-a64d-04e2c8276408 None None] Network 9317fd9e-eafc-4090-a86a-9621fd4980db requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:31.057014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50006) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:31.169624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] DHCP port deletion for c7f58114-e91e-4c20-a179-641781336838 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:07:31.172309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c7f58114-e91e-4c20-a179-641781336838), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.204207 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (9317fd9e-eafc-4090-a86a-9621fd4980db), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.221426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:31.222096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.275030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-38f70729-8892-4bce-89ee-4a680edab09c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5492432 Feb 11 13:07:31.277900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50018) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:31.283949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'port': {'network_id': '97127d2f-615d-4683-a5b7-117321fffe3f', 'name': 'tempest-FloatingIPTestJSON-1585104243'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:31.317859 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for port (96cfa823-090b-4f23-9385-8e7e00675570), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.321818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67af256-fd31-4420-a16b-951a1803b33f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:31.354642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (96cfa823-090b-4f23-9385-8e7e00675570), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.375040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] Deleting port d67af256-fd31-4420-a16b-951a1803b33f {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:31.375412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d67af256-fd31-4420-a16b-951a1803b33f), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.498005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:31.503553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.526718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] In _notify_port_updated(), no bound segment for port 96cfa823-090b-4f23-9385-8e7e00675570 on network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:07:31.531848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:31.532416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.540063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50020) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:31.546455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "PUT /v2.0/ports/96cfa823-090b-4f23-9385-8e7e00675570 HTTP/1.1" status: 200 len: 1066 time: 1.1918936 Feb 11 13:07:31.558384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3805b5-3fc5-4db7-9943-537daea8e021 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event updated for resources: {'Port': ['ID=96cfa823-090b-4f23-9385-8e7e00675570,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:31.588142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Deleting port d67705ea-9baa-4eca-ae00-73d7ba3363cb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:31.588775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.681036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] device_id is not set on port e55f5ad4-f447-431c-8bdc-face7f46c7ab yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:31.681311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] For port d67af256-fd31-4420-a16b-951a1803b33f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67af256-fd31-4420-a16b-951a1803b33f,segment=NetworkSegment(5799a6e1-8a99-4ecf-9b9d-b136d260cbe2),segment_id=5799a6e1-8a99-4ecf-9b9d-b136d260cbe2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:31.681907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d67af256-fd31-4420-a16b-951a1803b33f), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.705538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] Calling delete_port for d67af256-fd31-4420-a16b-951a1803b33f owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:31.707875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port d67af256-fd31-4420-a16b-951a1803b33f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:31.708463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d67af256-fd31-4420-a16b-951a1803b33f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.791024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] For port d67705ea-9baa-4eca-ae00-73d7ba3363cb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67705ea-9baa-4eca-ae00-73d7ba3363cb,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:31.791394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.820643 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb9616b6-319d-41ac-bdbf-2ca081d0ef52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.822355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d67af256-fd31-4420-a16b-951a1803b33f), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.837836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] For port d67af256-fd31-4420-a16b-951a1803b33f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67af256-fd31-4420-a16b-951a1803b33f,segment=NetworkSegment(5799a6e1-8a99-4ecf-9b9d-b136d260cbe2),segment_id=5799a6e1-8a99-4ecf-9b9d-b136d260cbe2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:31.838459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d67af256-fd31-4420-a16b-951a1803b33f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:31.847666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] No DVR routers for this DVR port d67af256-fd31-4420-a16b-951a1803b33f on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:31.858860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Calling delete_port for d67705ea-9baa-4eca-ae00-73d7ba3363cb owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:31.868773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for d67af256-fd31-4420-a16b-951a1803b33f owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:31.879051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce641c5e-e213-4307-ba83-4211e14198b7 None None] Pushing event deleted for resources: {'Port': ['ID=d67af256-fd31-4420-a16b-951a1803b33f,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:31.882329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No active binding found for port d67af256-fd31-4420-a16b-951a1803b33f {{(pid=109686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:07:31.882891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] The host n-d-828675-3 is not matching for port d67af256-fd31-4420-a16b-951a1803b33f host None! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:07:31.883424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67af256-fd31-4420-a16b-951a1803b33f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:31.884352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c7b45fc-cda1-4752-814c-b3e9255773df no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:31.929316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9c7b45fc-cda1-4752-814c-b3e9255773df {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:31.929958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9c7b45fc-cda1-4752-814c-b3e9255773df not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:31.997895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] DHCP port deletion for 9317fd9e-eafc-4090-a86a-9621fd4980db request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:07:32.016377 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d67af256-fd31-4420-a16b-951a1803b33f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.066682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] Deleting port d67705ea-9baa-4eca-ae00-73d7ba3363cb {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:32.067625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.094498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.157346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67705ea-9baa-4eca-ae00-73d7ba3363cb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:32.169537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=d67af256-fd31-4420-a16b-951a1803b33f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:32.173947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No DVR routers for this DVR port d67af256-fd31-4420-a16b-951a1803b33f on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:32.183167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] No DVR routers for this DVR port d67705ea-9baa-4eca-ae00-73d7ba3363cb on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:32.188479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] For port d67705ea-9baa-4eca-ae00-73d7ba3363cb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d67705ea-9baa-4eca-ae00-73d7ba3363cb,segment=NetworkSegment(debe2132-3aa5-4bb9-9e12-c0bd54960216),segment_id=debe2132-3aa5-4bb9-9e12-c0bd54960216)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:32.190719 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.208447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] Calling delete_port for d67705ea-9baa-4eca-ae00-73d7ba3363cb owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:32.224949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Router 242dc181-c792-4302-881d-4da7faac9b15 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:32.302467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f9a158c4-77cd-4494-8e42-ba1dfcb39f51 None None] Provisioning complete for port 96cfa823-090b-4f23-9385-8e7e00675570 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:32.302845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f9a158c4-77cd-4494-8e42-ba1dfcb39f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (96cfa823-090b-4f23-9385-8e7e00675570), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.315797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c7f58114-e91e-4c20-a179-641781336838), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.338139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f58114-e91e-4c20-a179-641781336838']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.379503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (9317fd9e-eafc-4090-a86a-9621fd4980db), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.419340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9317fd9e-eafc-4090-a86a-9621fd4980db']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.432284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debe2132-3aa5-4bb9-9e12-c0bd54960216') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.432803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debe2132-3aa5-4bb9-9e12-c0bd54960216') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.447028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (debe2132-3aa5-4bb9-9e12-c0bd54960216), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.459592 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d67705ea-9baa-4eca-ae00-73d7ba3363cb), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.460537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.14 (97127d2f-615d-4683-a5b7-117321fffe3f/54d64c98-9bc4-48b0-8133-b30de391c2bf/e55f5ad4-f447-431c-8bdc-face7f46c7ab) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:32.471103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5799a6e1-8a99-4ecf-9b9d-b136d260cbe2') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.471371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5799a6e1-8a99-4ecf-9b9d-b136d260cbe2') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:32.488101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (debe2132-3aa5-4bb9-9e12-c0bd54960216), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.499210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481f20e-f1e2-45ef-a6c5-5c11754762cf req-b12c707b-7862-420a-a45d-de8a96dd650c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:32.506913 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d481f20e-f1e2-45ef-a6c5-5c11754762cf req-b12c707b-7862-420a-a45d-de8a96dd650c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.4996147 Feb 11 13:07:32.515142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:07:32.515883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (debe2132-3aa5-4bb9-9e12-c0bd54960216), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:32.519803 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:32.539488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (5799a6e1-8a99-4ecf-9b9d-b136d260cbe2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.587919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] Pushing event deleted for resources: {'Port': ['ID=d67705ea-9baa-4eca-ae00-73d7ba3363cb,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:32.606076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a759c-8bfd-4afd-a87a-de143a6da006 None None] No DVR routers for this DVR port d67705ea-9baa-4eca-ae00-73d7ba3363cb on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:32.616193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.645131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f9a158c4-77cd-4494-8e42-ba1dfcb39f51 None None] Port 96cfa823-090b-4f23-9385-8e7e00675570 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:32.672360 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (9317fd9e-eafc-4090-a86a-9621fd4980db), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.683487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.693595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9317fd9e-eafc-4090-a86a-9621fd4980db HTTP/1.1" status: 204 len: 168 time: 1.6337712 Feb 11 13:07:32.708382 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5799a6e1-8a99-4ecf-9b9d-b136d260cbe2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.736839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671e07d-6aae-4224-8744-fc13d4b62ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9317fd9e-eafc-4090-a86a-9621fd4980db,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:32.762447 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d481f20e-f1e2-45ef-a6c5-5c11754762cf req-2aa5b06b-8a97-42eb-a552-8a79682bee46 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537248 Feb 11 13:07:32.772829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:07:32.773345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (5799a6e1-8a99-4ecf-9b9d-b136d260cbe2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:32.779466 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:32.784363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting port 96cfa823-090b-4f23-9385-8e7e00675570 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:32.784756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (96cfa823-090b-4f23-9385-8e7e00675570), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.926916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50052) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:32.989211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-14b51ab9-d657-4b6c-b507-48e6cd956eae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b969ccd94c24a3b8456f6e70eac2cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0620925 Feb 11 13:07:32.993331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50054) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:33.081626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c7f58114-e91e-4c20-a179-641781336838), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.086205 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.089895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/c7f58114-e91e-4c20-a179-641781336838 HTTP/1.1" status: 204 len: 168 time: 2.2569149 Feb 11 13:07:33.094020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50056) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:33.130954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6fab3-8fb7-48ec-b3ba-77e262c0dc3b tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=c7f58114-e91e-4c20-a179-641781336838,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:33.154463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (96cfa823-090b-4f23-9385-8e7e00675570), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.167618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e78043-8e6d-4f85-8970-67c7cd3fb7d2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:33.167784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:33.174581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-50e78043-8e6d-4f85-8970-67c7cd3fb7d2 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/c901a847-9c77-48f0-a97d-6634b57329c5 HTTP/1.1" status: 200 len: 845 time: 0.0794735 Feb 11 13:07:33.175249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50060) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:33.179915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] Sync routers for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:33.183888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a40b13d-a803-401b-b484-553748b51700 admin admin] 10.222.0.42 "PUT /v2.0/routers/242dc181-c792-4302-881d-4da7faac9b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5422189 Feb 11 13:07:33.185564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50062) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:33.213803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:33.214646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:33.243391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Calling delete_port for 96cfa823-090b-4f23-9385-8e7e00675570 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:33.319945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks [] for router (242dc181-c792-4302-881d-4da7faac9b15), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.323344 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4aaf-7953-499a-a577-28bbc64b3d46 admin admin] Publish callbacks [] for security_group (c26193de-5839-40c3-bc65-ba3e66731c45), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.400421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67705ea-9baa-4eca-ae00-73d7ba3363cb no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:33.412030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8fb5b396-f4bc-4f60-a58a-d007ec54a46f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/c901a847-9c77-48f0-a97d-6634b57329c5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2354693 Feb 11 13:07:33.446932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50076) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:33.447521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (e55f5ad4-f447-431c-8bdc-face7f46c7ab), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.452991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:33.475860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d67705ea-9baa-4eca-ae00-73d7ba3363cb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:33.476221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d67705ea-9baa-4eca-ae00-73d7ba3363cb not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:33.516256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e55f5ad4-f447-431c-8bdc-face7f46c7ab), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.517430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:33.572713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4aaf-7953-499a-a577-28bbc64b3d46 admin admin] Publish callbacks [] for security_group (c26193de-5839-40c3-bc65-ba3e66731c45), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.578104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks [] for router_gateway (242dc181-c792-4302-881d-4da7faac9b15), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.606338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 97127d2f-615d-4683-a5b7-117321fffe3f is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:33.613785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:33.616708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:33.664250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:33.665535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=e55f5ad4-f447-431c-8bdc-face7f46c7ab,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:33.671014 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.723241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:33.724145 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.793949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:07:29Z', 'revision_number': 5, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port': {'id': '826ee9ca-eca9-4b6b-8dcf-ca5780c2a285', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:d9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242dc181-c792-4302-881d-4da7faac9b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:09Z', 'updated_at': '2022-02-11T13:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:33.810272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50086) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:33.811618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-adf90d08-ef2b-489c-b261-a45e9920fe3e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5322967 Feb 11 13:07:33.816086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4aaf-7953-499a-a577-28bbc64b3d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c26193de-5839-40c3-bc65-ba3e66731c45), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.819152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c2d4aaf-7953-499a-a577-28bbc64b3d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.820366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1c2d4aaf-7953-499a-a577-28bbc64b3d46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c26193de-5839-40c3-bc65-ba3e66731c45 HTTP/1.1" status: 204 len: 168 time: 0.8221292 Feb 11 13:07:33.829136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'e55f5ad4-f447-431c-8bdc-face7f46c7ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:33.850082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] Checking router: 242dc181-c792-4302-881d-4da7faac9b15 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:07:33.862771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] Routers {'242dc181-c792-4302-881d-4da7faac9b15'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:33.868375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['242dc181-c792-4302-881d-4da7faac9b15'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:33.898392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Deleting port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:33.898826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d4aaf-7953-499a-a577-28bbc64b3d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26193de-5839-40c3-bc65-ba3e66731c45,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:33.898955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.928446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:33.999183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] Set router 242dc181-c792-4302-881d-4da7faac9b15 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:34.043616 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (96cfa823-090b-4f23-9385-8e7e00675570), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.117952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:07:33Z', 'revision_number': 6, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:34.140684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Port': ['ID=96cfa823-090b-4f23-9385-8e7e00675570,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:34.254402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83233fa5-923b-4f0f-9095-bb7b22f7e25c req-5d2001b8-d355-445e-93ec-c41b7602f184 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:34.256642 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83233fa5-923b-4f0f-9095-bb7b22f7e25c req-5d2001b8-d355-445e-93ec-c41b7602f184 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3448579 Feb 11 13:07:34.264113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f8029-a581-45e0-8989-e16716187da4 None None] The sync data for ids ['242dc181-c792-4302-881d-4da7faac9b15'] in n-d-828675-3 is: [{'id': '242dc181-c792-4302-881d-4da7faac9b15', 'name': 'tempest-ServersTestManualDisk-551665162-router', 'tenant_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:08Z', 'updated_at': '2022-02-11T13:07:33Z', 'revision_number': 6, 'project_id': '08d821a9bbdb45ae93a7f422a47d4a69', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:34.264825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] For port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:34.265337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.272352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (189e795d-8218-4911-9b78-69b133e6aba6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.285758 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.418059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Calling delete_port for 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:34.447149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83233fa5-923b-4f0f-9095-bb7b22f7e25c req-f671810c-dc34-487c-8b02-509edfd15f56 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737897 Feb 11 13:07:34.498914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:34.498914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:34.499998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:34.509632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.530340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5436db3f-8730-4dc2-a5a6-1fc556ef96ec None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:34.640439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1918480 Feb 11 13:07:34.649288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50108) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:34.654123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.661518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df16188b-286d-4d31-9930-8edcf052561d tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/ports/96cfa823-090b-4f23-9385-8e7e00675570 HTTP/1.1" status: 204 len: 168 time: 3.1182640 Feb 11 13:07:34.662354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50110) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:34.668487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1878b617-00ab-4b16-9b38-00d4ea305669 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'security_group': {'name': 'tempest-secgroup-1829740243'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:34.700787 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cf6c80-3e61-4ef8-92a8-2dd4e6143568 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] GET failed (client error): The resource could not be found. Feb 11 13:07:34.712154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50114) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:34.718141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-99cf6c80-3e61-4ef8-92a8-2dd4e6143568 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "GET /v2.0/ports/96cfa823-090b-4f23-9385-8e7e00675570 HTTP/1.1" status: 404 len: 333 time: 0.0453465 Feb 11 13:07:34.812624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'project_id': 'ceffa09379dd485cb654ce0e810ec830', 'fixed_ips': [{'subnet_id': '189e795d-8218-4911-9b78-69b133e6aba6'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:07:34.813475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.822783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1878b617-00ab-4b16-9b38-00d4ea305669 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.962348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88630d3d-1784-47be-8df7-9f5e3d3915af tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=189e795d-8218-4911-9b78-69b133e6aba6,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:35.106807 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.112580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Allocated IP 2001:db8::2 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/189e795d-8218-4911-9b78-69b133e6aba6/eab94e95-360e-4aed-bcd0-ab0477be1bfc) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:35.212554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1878b617-00ab-4b16-9b38-00d4ea305669 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (4f80e72d-16a9-4b2a-b20d-04b85f3f3e26), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.331541 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1878b617-00ab-4b16-9b38-00d4ea305669 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4f80e72d-16a9-4b2a-b20d-04b85f3f3e26), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.433104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting port 4babf0cf-8975-437f-be1f-a8067bc001a8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:35.434868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4babf0cf-8975-437f-be1f-a8067bc001a8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.444880 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.447255 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1878b617-00ab-4b16-9b38-00d4ea305669 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.448747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1878b617-00ab-4b16-9b38-00d4ea305669 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7883461 Feb 11 13:07:35.452236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50134) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:35.458337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'security_group': {'name': 'tempest-secgroup-281816480'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:35.460939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:35.488763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50138) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:35.502214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:35.502688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 82b9de54-9f6e-4d0e-ab4b-251f3f6d46fe not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:35.503120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:35.564881 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.590754 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Publish callbacks [] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.645896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.653247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.25.1.231 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/c82c2e38-b486-4f01-b657-d0fe6d8d0c42) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:35.760751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:35.767794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:35.777802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:35.797786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (2891631b-fac3-4738-9efb-4c1bc18cc1e3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.809332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Pushing event updated for resources: {'Port': ['ID=eab94e95-360e-4aed-bcd0-ab0477be1bfc,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:35.812566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2891631b-fac3-4738-9efb-4c1bc18cc1e3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.897653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56ee66-2cde-476b-b264-da3f07dc6caa req-31653bfb-a784-438b-bc38-34044a7dbfde tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:35.900476 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cc56ee66-2cde-476b-b264-da3f07dc6caa req-31653bfb-a784-438b-bc38-34044a7dbfde tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.2883835 Feb 11 13:07:35.908081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.912152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4558311 Feb 11 13:07:35.916267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 826ee9ca-eca9-4b6b-8dcf-ca5780c2a285 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:35.916679 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.921234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2056846255-network', 'tenant_id': '3f4edac0b3364c71b96615236d9b489a'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:35.924926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Attempting to bind port eab94e95-360e-4aed-bcd0-ab0477be1bfc on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:35.925334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Attempting to bind port eab94e95-360e-4aed-bcd0-ab0477be1bfc by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '885de43a-a190-45fd-81ec-f3664e98e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:35.925712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Attempting to bind port eab94e95-360e-4aed-bcd0-ab0477be1bfc on network 8a54f7a6-a9fe-4aee-8a26-97798e05169d {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:35.926606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2891631b-fac3-4738-9efb-4c1bc18cc1e3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:35.933556 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (826ee9ca-eca9-4b6b-8dcf-ca5780c2a285), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.936620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:35.937006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Checking segment: {'id': '885de43a-a190-45fd-81ec-f3664e98e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:35.937228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50158) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:35.937417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.937944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Bound using segment: {'id': '885de43a-a190-45fd-81ec-f3664e98e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:35.938425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Bound port: eab94e95-360e-4aed-bcd0-ab0477be1bfc, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885de43a-a190-45fd-81ec-f3664e98e9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:35.938859 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.940694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.941836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.942518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.943112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.943246 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.943561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.943988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.944224 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.944539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.944864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.945187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.945509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.945849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ddf2f8-819b-4b06-8b89-242d18ab1c31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:35.966488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-178104202', 'security_groups': ['2891631b-fac3-4738-9efb-4c1bc18cc1e3'], 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '189e795d-8218-4911-9b78-69b133e6aba6'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:36.036294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Pushing event deleted for resources: {'Port': ['ID=826ee9ca-eca9-4b6b-8dcf-ca5780c2a285,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:36.055734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] For port eab94e95-360e-4aed-bcd0-ab0477be1bfc, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:36.060047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] For port eab94e95-360e-4aed-bcd0-ab0477be1bfc, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eab94e95-360e-4aed-bcd0-ab0477be1bfc,segment=NetworkSegment(885de43a-a190-45fd-81ec-f3664e98e9fe),segment_id=885de43a-a190-45fd-81ec-f3664e98e9fe)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:36.082016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.097256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Made reservation on behalf of 3f4edac0b3364c71b96615236d9b489a for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:36.099893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.120506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.138871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878b617-00ab-4b16-9b38-00d4ea305669 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f80e72d-16a9-4b2a-b20d-04b85f3f3e26,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:36.200381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.206449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b02bf-e29d-4637-ae23-a93e63f17bbf None None] Pushing event updated for resources: {'Port': ['ID=eab94e95-360e-4aed-bcd0-ab0477be1bfc,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:36.237579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (242dc181-c792-4302-881d-4da7faac9b15), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.244140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4babf0cf-8975-437f-be1f-a8067bc001a8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.282296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cc56ee66-2cde-476b-b264-da3f07dc6caa req-2e49d4d8-455e-412d-984d-bc5f8ef0aa88 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698447 Feb 11 13:07:36.354699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Calling delete_port for 4babf0cf-8975-437f-be1f-a8067bc001a8 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:36.355718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:36.403004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (242dc181-c792-4302-881d-4da7faac9b15), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.408022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks [] for router_controller (242dc181-c792-4302-881d-4da7faac9b15), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.510097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.577411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks [] for security_group (af4281a3-fb6a-4530-ac32-6fccf603ac66), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.589926 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af4281a3-fb6a-4530-ac32-6fccf603ac66), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.595903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:36.635820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4281a3-fb6a-4530-ac32-6fccf603ac66,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:36.653352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 789c9ef7-265b-4f70-8837-9fe708b4cece yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:36.951371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::20 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/189e795d-8218-4911-9b78-69b133e6aba6/789c9ef7-265b-4f70-8837-9fe708b4cece) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:37.121991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:37.127725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (242dc181-c792-4302-881d-4da7faac9b15), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.128261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 242dc181-c792-4302-881d-4da7faac9b15 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:07:37.144201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.144201 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ac17694a-9c5b-420b-b082-3b0bc94f2fec admin admin] 10.222.0.42 "DELETE /v2.0/routers/242dc181-c792-4302-881d-4da7faac9b15 HTTP/1.1" status: 204 len: 168 time: 3.9559381 Feb 11 13:07:37.156197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50184) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:37.157059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=c82c2e38-b486-4f01-b657-d0fe6d8d0c42,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:37.157059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:37.185946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:37.191512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4babf0cf-8975-437f-be1f-a8067bc001a8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.393130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:37.435829 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6ffc9596-b6cf-47c9-811f-70a689637ddf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.436183 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Added segment 6ffc9596-b6cf-47c9-811f-70a689637ddf of type vlan for network 23858796-4a14-49a9-b98b-f71fa561d323 Feb 11 13:07:37.447502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Port': ['ID=4babf0cf-8975-437f-be1f-a8067bc001a8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:37.447502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.449808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a0f0fb07-e126-4815-8d4a-d4a5066f5e18 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/ports/4babf0cf-8975-437f-be1f-a8067bc001a8 HTTP/1.1" status: 204 len: 168 time: 2.7246513 Feb 11 13:07:37.461993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50188) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:37.522840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eab94e95-360e-4aed-bcd0-ab0477be1bfc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:37.559129 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6470882-0bc8-4c29-a112-481b25f5e8fc tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] GET failed (client error): The resource could not be found. Feb 11 13:07:37.560658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b6470882-0bc8-4c29-a112-481b25f5e8fc tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "GET /v2.0/ports/4babf0cf-8975-437f-be1f-a8067bc001a8 HTTP/1.1" status: 404 len: 333 time: 0.0966520 Feb 11 13:07:37.570436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50190) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:37.633336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:37.634061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.718535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] Deleting subnet 7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:07:37.813190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:37.813190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.891880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] Publish callbacks [] for subnet (7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.916082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port eab94e95-360e-4aed-bcd0-ab0477be1bfc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eab94e95-360e-4aed-bcd0-ab0477be1bfc,segment=NetworkSegment(885de43a-a190-45fd-81ec-f3664e98e9fe),segment_id=885de43a-a190-45fd-81ec-f3664e98e9fe)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:37.923384 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.957212 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (23858796-4a14-49a9-b98b-f71fa561d323), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.128158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.135576 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (23858796-4a14-49a9-b98b-f71fa561d323), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.136640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:38.137236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.139405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting port 2a6d2600-f224-428a-9ef6-b3e63c14cbf6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:38.140277 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2a6d2600-f224-428a-9ef6-b3e63c14cbf6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.226384 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.235102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a6ea5-8729-4be7-8a16-33e510df1143 req-22c5a726-abab-4f83-82ba-e1f40c259cfe tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:38.248547 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-db4a6ea5-8729-4be7-8a16-33e510df1143 req-22c5a726-abab-4f83-82ba-e1f40c259cfe tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.7582252 Feb 11 13:07:38.315011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d0539947-b4c5-481f-988d-509d66044679 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:38.315891 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8053467 Feb 11 13:07:38.320854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d0539947-b4c5-481f-988d-509d66044679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.334090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50216) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:38.347912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Request body: {'subnet': {'network_id': '23858796-4a14-49a9-b98b-f71fa561d323', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2056846255-subnet', 'tenant_id': '3f4edac0b3364c71b96615236d9b489a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:38.356202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=eab94e95-360e-4aed-bcd0-ab0477be1bfc,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:38.412764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efce82-b62e-4450-8b0a-f5e7f80ad8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=23858796-4a14-49a9-b98b-f71fa561d323,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:38.442757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 23858796-4a14-49a9-b98b-f71fa561d323 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:38.495251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-db4a6ea5-8729-4be7-8a16-33e510df1143 req-711d46c9-4991-4301-8926-20bf701cb3ba tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457740 Feb 11 13:07:38.496551 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.555494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.570350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Made reservation on behalf of 3f4edac0b3364c71b96615236d9b489a for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:38.572685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.604496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d0539947-b4c5-481f-988d-509d66044679 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:38.625919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:38.626957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d0539947-b4c5-481f-988d-509d66044679 None None] Provisioning complete for port c901a847-9c77-48f0-a97d-6634b57329c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:38.630560 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d0539947-b4c5-481f-988d-509d66044679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.631380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:38.634556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:38.643572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:38.644517 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.664235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.741902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d0539947-b4c5-481f-988d-509d66044679 None None] Port c901a847-9c77-48f0-a97d-6634b57329c5 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:38.744557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:38.764055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=789c9ef7-265b-4f70-8837-9fe708b4cece,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:38.770045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (3ebac6b8-c788-4ef1-8da4-9266a7f3338f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.773354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2a6d2600-f224-428a-9ef6-b3e63c14cbf6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.783376 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-000a390a-74e9-43ec-ba6e-d9c59cb45796 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8215184 Feb 11 13:07:38.790988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50218) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:38.803660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cfd16568-7f6c-40a9-a21a-66660005e8bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:38.811914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a9250-6027-48b1-9a7b-65c556ed7887 None None] Network c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:38.840243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.849905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02881b52-2cec-46f3-bcea-317f4865cbc8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e0c5e8e-5b5f-4dc2-b915-e0a9266d5967 HTTP/1.1" status: 204 len: 168 time: 1.6957846 Feb 11 13:07:38.853762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50224) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:38.990009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Calling delete_port for 2a6d2600-f224-428a-9ef6-b3e63c14cbf6 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:39.160598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] DHCP port deletion for c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:07:39.222943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebac6b8-c788-4ef1-8da4-9266a7f3338f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:39.274300 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (a5708614-e0c4-4c81-802e-1db208e9eef5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.308738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4cf12393-e935-449f-bf6d-bf3fc7b46040 None None] Provisioning complete for port 789c9ef7-265b-4f70-8837-9fe708b4cece triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:39.309100 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4cf12393-e935-449f-bf6d-bf3fc7b46040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.314325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eab94e95-360e-4aed-bcd0-ab0477be1bfc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:39.386438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Checking segment: {'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:39.387668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Network hostable DHCP agents. Network: 23858796-4a14-49a9-b98b-f71fa561d323, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:39.395963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Deleting port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:39.396329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.417380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4cf12393-e935-449f-bf6d-bf3fc7b46040 None None] Port 789c9ef7-265b-4f70-8837-9fe708b4cece cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:39.502764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:39.503919 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.540782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Network 23858796-4a14-49a9-b98b-f71fa561d323 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:39.556587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] For port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,segment=NetworkSegment(1ac22807-a8fa-4656-84fe-56f985b1c8cd),segment_id=1ac22807-a8fa-4656-84fe-56f985b1c8cd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:39.557462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.588970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.590960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Calling delete_port for 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:39.595289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.620601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 23858796-4a14-49a9-b98b-f71fa561d323) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:39.625669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:39.626430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.635090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019234b-b916-4c55-9c7d-9986e6bb63ac None None] Network 23858796-4a14-49a9-b98b-f71fa561d323 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:39.664131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a532713-9148-4378-8ca7-e391bcd30be1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3145270 Feb 11 13:07:39.685362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2a6d2600-f224-428a-9ef6-b3e63c14cbf6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.836915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Port': ['ID=2a6d2600-f224-428a-9ef6-b3e63c14cbf6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:39.877568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:39.884620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bdb62b3f-35d6-4161-9437-aa702f8b0a43 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/ports/2a6d2600-f224-428a-9ef6-b3e63c14cbf6 HTTP/1.1" status: 204 len: 168 time: 2.2553215 Feb 11 13:07:39.892126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50250) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:40.038320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:40.061445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting subnet d4f55cd2-57d7-4ba3-bec5-f36c3cceda52 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:07:40.076758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for subnet (d4f55cd2-57d7-4ba3-bec5-f36c3cceda52), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.174790 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (d4f55cd2-57d7-4ba3-bec5-f36c3cceda52), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.175732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.187550 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.189968 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.200172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93eae95-bcfe-4013-b235-b54dd61f11de None None] Network 23858796-4a14-49a9-b98b-f71fa561d323 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:40.276322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Pushing event deleted for resources: {'Port': ['ID=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:40.303878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d4f55cd2-57d7-4ba3-bec5-f36c3cceda52), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.329803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:40.359178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] No DVR routers for this DVR port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:40.392803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d4f55cd2-57d7-4ba3-bec5-f36c3cceda52), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.403663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=c82c2e38-b486-4f01-b657-d0fe6d8d0c42,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:40.432463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (a5708614-e0c4-4c81-802e-1db208e9eef5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.481669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.482483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.482975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.483458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.483962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.484457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.485116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.485590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.486176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07dc65-0081-4a70-9607-93e2a3404d39 req-ddde6dc2-acd9-48ff-9128-170ee3090ee8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:40.486505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.486988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.487458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.487764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d07dc65-0081-4a70-9607-93e2a3404d39 req-ddde6dc2-acd9-48ff-9128-170ee3090ee8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.8058319 Feb 11 13:07:40.488254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.488742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99aaa5-7d7f-43c7-9148-7c8399880448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:40.500055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:07:40.500663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:07:40.501847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f55cd2-57d7-4ba3-bec5-f36c3cceda52,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:40.519114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.525447 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b7d5d14a-3aa4-4850-8dcb-1b55d8055231 tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/subnets/d4f55cd2-57d7-4ba3-bec5-f36c3cceda52 HTTP/1.1" status: 204 len: 168 time: 0.6084878 Feb 11 13:07:40.535737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cfa95e-e311-4c51-82cc-4c2f6582586c None None] Network a6f8e52f-2397-41c0-b46b-40f947cfb7a9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:40.565183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50274) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:40.630185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d07dc65-0081-4a70-9607-93e2a3404d39 req-9c2c25d6-6f88-4c2d-96dd-558c4ebdab60 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330924 Feb 11 13:07:40.630787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd16568-7f6c-40a9-a21a-66660005e8bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:40.634391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfd16568-7f6c-40a9-a21a-66660005e8bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.642634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Deleting port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:40.642964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.731808 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP a5708614-e0c4-4c81-802e-1db208e9eef5 associated. External IP: 172.25.1.231, port: e55f5ad4-f447-431c-8bdc-face7f46c7ab. Feb 11 13:07:40.809395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (a6f8e52f-2397-41c0-b46b-40f947cfb7a9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.816161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] DHCP port deletion for a6f8e52f-2397-41c0-b46b-40f947cfb7a9 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:07:40.846138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] For port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8, host n-d-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:40.848771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.881095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Calling delete_port for 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:40.886216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 was not found and therefore no delete operation was performed {{(pid=109684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:07:40.917088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] Deleting port bae8baa7-a196-41af-8a91-f28554e41165 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:40.917468 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bae8baa7-a196-41af-8a91-f28554e41165), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.936876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:40.971166 n-d-828675-3 neutron-server[109684]: INFO neutron.db.ipam_backend_mixin [None req-cfd16568-7f6c-40a9-a21a-66660005e8bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 189e795d-8218-4911-9b78-69b133e6aba6 (CIDR: 2001:db8::/64) Feb 11 13:07:41.043906 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd16568-7f6c-40a9-a21a-66660005e8bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:07:41.044558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd16568-7f6c-40a9-a21a-66660005e8bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:41.050766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:41.063565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] For port bae8baa7-a196-41af-8a91-f28554e41165, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bae8baa7-a196-41af-8a91-f28554e41165,segment=NetworkSegment(32866a58-b658-40c4-b8ef-0e6ae0970828),segment_id=32866a58-b658-40c4-b8ef-0e6ae0970828)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:41.064089 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bae8baa7-a196-41af-8a91-f28554e41165), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.116644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] No DVR routers for this DVR port 6be7e1c4-3c0c-4336-a7bf-453a0d48e8e8 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:41.135050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] Calling delete_port for bae8baa7-a196-41af-8a91-f28554e41165 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:41.199822 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cfd16568-7f6c-40a9-a21a-66660005e8bb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4069545 Feb 11 13:07:41.205089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50290) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:41.212479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:41.315194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bae8baa7-a196-41af-8a91-f28554e41165 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:41.320840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-31804473-e4fd-4f61-a810-09c48cca8854 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:41.322356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-31804473-e4fd-4f61-a810-09c48cca8854 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 814 time: 0.7229981 Feb 11 13:07:41.336954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.348466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Deleting port bae8baa7-a196-41af-8a91-f28554e41165 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:41.348826 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bae8baa7-a196-41af-8a91-f28554e41165), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.373793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e5ab13-7d2f-4b50-884c-771d5bd8cf33']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:41.403421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac22807-a8fa-4656-84fe-56f985b1c8cd') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:41.421810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac22807-a8fa-4656-84fe-56f985b1c8cd') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:41.429164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1ac22807-a8fa-4656-84fe-56f985b1c8cd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.451907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bae8baa7-a196-41af-8a91-f28554e41165 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:41.452649 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bae8baa7-a196-41af-8a91-f28554e41165), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.453836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1ac22807-a8fa-4656-84fe-56f985b1c8cd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.464898 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (bae8baa7-a196-41af-8a91-f28554e41165), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.470289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:07:41.470714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1ac22807-a8fa-4656-84fe-56f985b1c8cd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.481430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:41.544209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] Pushing event deleted for resources: {'Port': ['ID=bae8baa7-a196-41af-8a91-f28554e41165,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:41.546796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67694e68-fa57-4884-93b0-500e8e89d83c None None] No DVR routers for this DVR port bae8baa7-a196-41af-8a91-f28554e41165 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:41.581971 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:41.587456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c3e5ab13-7d2f-4b50-884c-771d5bd8cf33), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.590892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-e49d529c-c440-4c1c-903b-7398d9831af3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/quotas/3f4edac0b3364c71b96615236d9b489a HTTP/1.1" status: 200 len: 375 time: 0.0276284 Feb 11 13:07:41.600759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.604625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c3e5ab13-7d2f-4b50-884c-771d5bd8cf33 HTTP/1.1" status: 204 len: 168 time: 2.7501400 Feb 11 13:07:41.624364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] For port bae8baa7-a196-41af-8a91-f28554e41165, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bae8baa7-a196-41af-8a91-f28554e41165,segment=NetworkSegment(32866a58-b658-40c4-b8ef-0e6ae0970828),segment_id=32866a58-b658-40c4-b8ef-0e6ae0970828)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:41.631060 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bae8baa7-a196-41af-8a91-f28554e41165), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.647232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:41.652151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.680869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7870bd-03c7-4933-bd01-e0d088712f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e5ab13-7d2f-4b50-884c-771d5bd8cf33,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:41.692983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Calling delete_port for bae8baa7-a196-41af-8a91-f28554e41165 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:41.861651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50306) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:41.880737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-10d335a2-ada0-4c01-b9e9-35b50e35a906 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2531133 Feb 11 13:07:41.946282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bae8baa7-a196-41af-8a91-f28554e41165), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:41.967681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf7f69-3dc4-4a07-917a-1d7f5b558163 req-a0730fcf-f5ac-4aec-99bf-ccec9cd35715 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:41.969287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4abf7f69-3dc4-4a07-917a-1d7f5b558163 req-a0730fcf-f5ac-4aec-99bf-ccec9cd35715 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.1986156 Feb 11 13:07:42.022979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Port': ['ID=bae8baa7-a196-41af-8a91-f28554e41165,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:42.031792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a8d1b7f1-3fa6-444d-9fb0-1a068e45c0f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08d821a9bbdb45ae93a7f422a47d4a69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1611526 Feb 11 13:07:42.036310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50310) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:42.051727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] No DVR routers for this DVR port bae8baa7-a196-41af-8a91-f28554e41165 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:07:42.133362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4abf7f69-3dc4-4a07-917a-1d7f5b558163 req-00abb62d-6290-4fc0-b9ce-4a4ec2d629ce tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199231 Feb 11 13:07:42.187968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:42.200197 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:42.213538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (a6f8e52f-2397-41c0-b46b-40f947cfb7a9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.235000 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:42.237823 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:42.252679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f8e52f-2397-41c0-b46b-40f947cfb7a9']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:42.282472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32866a58-b658-40c4-b8ef-0e6ae0970828') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:42.282914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32866a58-b658-40c4-b8ef-0e6ae0970828') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:42.305979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (32866a58-b658-40c4-b8ef-0e6ae0970828), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.361764 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.367662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32866a58-b658-40c4-b8ef-0e6ae0970828), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.369849 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:42.382835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:07:42.385182 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (32866a58-b658-40c4-b8ef-0e6ae0970828), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:42.400590 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:42.406396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-46cf07bc-b49a-46d2-92ea-027cc28febec tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.5897300 Feb 11 13:07:42.406590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50326) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:42.412102 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:42.412740 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:42.425900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:42.510373 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:42.511035 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3caaf8-663b-479b-b174-7c8cb060c3fc None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:42.549586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (a6f8e52f-2397-41c0-b46b-40f947cfb7a9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.559036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-1d29a06f-ccde-4155-9df0-493b6d4c09be service neutron] 10.222.0.42 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703799 Feb 11 13:07:42.564121 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.574812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] 10.222.0.42 "DELETE /v2.0/networks/a6f8e52f-2397-41c0-b46b-40f947cfb7a9 HTTP/1.1" status: 204 len: 168 time: 2.0084651 Feb 11 13:07:42.592462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a45add-48da-4701-97fa-d1e51691281a tempest-AllowedAddressPairIpV6TestJSON-1868397218 tempest-AllowedAddressPairIpV6TestJSON-1868397218-project] Pushing event deleted for resources: {'Network': ['ID=a6f8e52f-2397-41c0-b46b-40f947cfb7a9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:42.656573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (a5708614-e0c4-4c81-802e-1db208e9eef5), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.720119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cde43695-2dc8-42be-af59-9375b1d00e20 admin admin] Publish callbacks [] for security_group (ae1f6420-1083-4f68-8352-efe4af2b33c5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.805297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cde43695-2dc8-42be-af59-9375b1d00e20 admin admin] Publish callbacks [] for security_group (ae1f6420-1083-4f68-8352-efe4af2b33c5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:42.922097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-72d0a85f-e697-46c1-b0bb-dd7af66528c0 service neutron] 10.222.0.42 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620243 Feb 11 13:07:42.951386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (53a14b09-7800-43c8-acef-c282d48a94c3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.027190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50340) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:43.085273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cde43695-2dc8-42be-af59-9375b1d00e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ae1f6420-1083-4f68-8352-efe4af2b33c5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.112775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cde43695-2dc8-42be-af59-9375b1d00e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.117247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cde43695-2dc8-42be-af59-9375b1d00e20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae1f6420-1083-4f68-8352-efe4af2b33c5 HTTP/1.1" status: 204 len: 168 time: 1.0758584 Feb 11 13:07:43.294039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde43695-2dc8-42be-af59-9375b1d00e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1f6420-1083-4f68-8352-efe4af2b33c5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:43.307190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:43.374249 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-db642657-dbac-4198-953d-5ac212c217a8 req-73ba348c-9077-40ba-9a8b-dccd6c72e5ab tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 210 time: 0.1835713 Feb 11 13:07:43.389462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.407822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:43.418436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27f1b02-1813-4bd6-8a0c-6a81c2ca0a31 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:43.423566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (a5708614-e0c4-4c81-802e-1db208e9eef5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.423922 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP a5708614-e0c4-4c81-802e-1db208e9eef5 disassociated. External IP: 172.25.1.231, port: e55f5ad4-f447-431c-8bdc-face7f46c7ab. Feb 11 13:07:43.426434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=53a14b09-7800-43c8-acef-c282d48a94c3,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:43.431340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:43.431340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.543828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9364d29b-6cdd-448e-80cf-1a9699504965 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=729ab73ec3c74392894d3ac3c01c263e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5154603 Feb 11 13:07:43.546640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50366) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:43.578833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c753203a-ff47-4cf3-9c1d-e3a072a6a95f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3718188 Feb 11 13:07:43.601319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50372) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:43.612557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-172301706', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '53a14b09-7800-43c8-acef-c282d48a94c3'}], 'security_groups': ['4f80e72d-16a9-4b2a-b20d-04b85f3f3e26']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:43.775648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948a4a54-e8e3-4b65-b003-b48e217b5e63 admin admin] Publish callbacks [] for security_group (8a3d1aab-c246-4d78-91cd-f0d9855b0d0b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.836260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17fd3-fbda-4a60-8a2f-0db2105995f6 req-c52a4d1d-53a6-4aa5-808a-3edf44afa31c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:43.847503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dda17fd3-fbda-4a60-8a2f-0db2105995f6 req-c52a4d1d-53a6-4aa5-808a-3edf44afa31c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.2664244 Feb 11 13:07:43.931859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948a4a54-e8e3-4b65-b003-b48e217b5e63 admin admin] Publish callbacks [] for security_group (8a3d1aab-c246-4d78-91cd-f0d9855b0d0b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:43.993072 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954afe6-a4f0-40c7-aa50-5f054c032c11 None None] Update dhcp port {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'fixed_ips': [{'subnet_id': '189e795d-8218-4911-9b78-69b133e6aba6', 'ip_address': '2001:db8::2'}, {'subnet_id': '53a14b09-7800-43c8-acef-c282d48a94c3'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'eab94e95-360e-4aed-bcd0-ab0477be1bfc'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:07:44.028913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948a4a54-e8e3-4b65-b003-b48e217b5e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8a3d1aab-c246-4d78-91cd-f0d9855b0d0b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:44.031648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948a4a54-e8e3-4b65-b003-b48e217b5e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:44.040100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-948a4a54-e8e3-4b65-b003-b48e217b5e63 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a3d1aab-c246-4d78-91cd-f0d9855b0d0b HTTP/1.1" status: 204 len: 168 time: 0.4873455 Feb 11 13:07:44.066014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a4a54-e8e3-4b65-b003-b48e217b5e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3d1aab-c246-4d78-91cd-f0d9855b0d0b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:44.078075 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1954afe6-a4f0-40c7-aa50-5f054c032c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:44.091663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dda17fd3-fbda-4a60-8a2f-0db2105995f6 req-cf38edd3-1563-4b48-ada8-5d373f048f34 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429016 Feb 11 13:07:44.314219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:44.317716 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:44.701587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-1954afe6-a4f0-40c7-aa50-5f054c032c11 None None] Allocated IP 2001:db8:0:1::2 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/53a14b09-7800-43c8-acef-c282d48a94c3/eab94e95-360e-4aed-bcd0-ab0477be1bfc) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:44.751742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:44.756503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:44.787706 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b09f2ee-a778-4cd6-8b22-87c75502f712 req-c08faf4d-a9a0-4278-8829-aadb6a4137f8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 210 time: 0.0728965 Feb 11 13:07:44.802754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:44.871656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-996b64df-8d5f-4241-98a0-c37cdd516b16 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/floatingips/a5708614-e0c4-4c81-802e-1db208e9eef5 HTTP/1.1" status: 200 len: 688 time: 2.4591489 Feb 11 13:07:44.874511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50426) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:44.877236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:44.878128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:44.959310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:44.991177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1954afe6-a4f0-40c7-aa50-5f054c032c11 None None] For port eab94e95-360e-4aed-bcd0-ab0477be1bfc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eab94e95-360e-4aed-bcd0-ab0477be1bfc,segment=NetworkSegment(885de43a-a190-45fd-81ec-f3664e98e9fe),segment_id=885de43a-a190-45fd-81ec-f3664e98e9fe)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:44.993807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:44.994755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:45.041604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50428) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:45.057819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:45.058827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6c507-8ae5-47d0-a8c8-b56d72312b52 None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:45.080666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1954afe6-a4f0-40c7-aa50-5f054c032c11 None None] Publish callbacks [] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:45.099540 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1954afe6-a4f0-40c7-aa50-5f054c032c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:45.106012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port c82c2e38-b486-4f01-b657-d0fe6d8d0c42 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:45.106585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:45.329048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954afe6-a4f0-40c7-aa50-5f054c032c11 None None] Pushing event updated for resources: {'Port': ['ID=eab94e95-360e-4aed-bcd0-ab0477be1bfc,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:45.331229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:45.331229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:45.357667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for c82c2e38-b486-4f01-b657-d0fe6d8d0c42 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:45.403262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Delete allocated IP 2001:db8::20 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/189e795d-8218-4911-9b78-69b133e6aba6) {{(pid=109684) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:07:45.412497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8:0:1::1c8 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/53a14b09-7800-43c8-acef-c282d48a94c3/789c9ef7-265b-4f70-8837-9fe708b4cece) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:45.603772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-network', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:45.721988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c82c2e38-b486-4f01-b657-d0fe6d8d0c42), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:45.838706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Made reservation on behalf of 6b0764eaa63a4f3582e25f61607c523c for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:45.848234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:45.879560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50464) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:45.892933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=c82c2e38-b486-4f01-b657-d0fe6d8d0c42,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:45.917430 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.001207 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f1f7403-c3e9-49f9-ab38-5427acfce676 req-ec8be5f2-514d-4b92-9567-6f31f6c5a74f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 210 time: 0.0943396 Feb 11 13:07:46.070350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.105069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.163091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.169799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (a5708614-e0c4-4c81-802e-1db208e9eef5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.175565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.177086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-882c6b89-a6ae-4446-a9ec-989d82c2a119 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/floatingips/a5708614-e0c4-4c81-802e-1db208e9eef5 HTTP/1.1" status: 204 len: 168 time: 1.3013773 Feb 11 13:07:46.182371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50472) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:46.191366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '2723de80-4f22-41d0-a353-faa8f44eaca1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:46.231322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=789c9ef7-265b-4f70-8837-9fe708b4cece,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:46.272953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.288903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks [] for security_group (b56f32be-0b44-4649-97af-9e6de5f621ba), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.298460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-539610202'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:46.344052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-f883d3e3-91d1-469e-9a5d-3b97457280d3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:46.344052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-f883d3e3-91d1-469e-9a5d-3b97457280d3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.53 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 814 time: 0.6412187 Feb 11 13:07:46.369815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e940ade-0be7-4aab-aef7-2b6dea6fb593 req-70702984-1229-469a-bc8a-b5a365b844b0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:46.369815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e940ade-0be7-4aab-aef7-2b6dea6fb593 req-70702984-1229-469a-bc8a-b5a365b844b0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.6601706 Feb 11 13:07:46.376902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Request body: {'port': {'device_id': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323', 'admin_state_up': True, 'tenant_id': '3f4edac0b3364c71b96615236d9b489a'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:46.380275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b56f32be-0b44-4649-97af-9e6de5f621ba), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.385474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] In _notify_port_updated(), no bound segment for port 789c9ef7-265b-4f70-8837-9fe708b4cece on network 8a54f7a6-a9fe-4aee-8a26-97798e05169d {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:07:46.419263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:46.420421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.432275 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3c3d807a-7bc1-4693-9091-adcdf3a1a7d1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "PUT /v2.0/ports/789c9ef7-265b-4f70-8837-9fe708b4cece HTTP/1.1" status: 200 len: 930 time: 2.8149354 Feb 11 13:07:46.439964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50478) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:46.559651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:46.601248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:46.601879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.654436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56f32be-0b44-4649-97af-9e6de5f621ba,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:46.693269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32b4696c-5609-42a9-aafc-b0f186242af8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.693628 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Added segment 32b4696c-5609-42a9-aafc-b0f186242af8 of type vlan for network de88d5e2-fac2-40d8-a3fb-5781308fb344 Feb 11 13:07:46.701165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:46.704953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.750772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e940ade-0be7-4aab-aef7-2b6dea6fb593 req-01bfe493-8a2f-41f2-beae-8a7ea6fbfec6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355038 Feb 11 13:07:46.801919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.808751 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.810820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:46.829430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Provisioning complete for port 789c9ef7-265b-4f70-8837-9fe708b4cece triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:46.830259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.885410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Port 789c9ef7-265b-4f70-8837-9fe708b4cece cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:46.888814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (de88d5e2-fac2-40d8-a3fb-5781308fb344), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.890670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Made reservation on behalf of 3f4edac0b3364c71b96615236d9b489a for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:46.908609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Provisioning complete for port c901a847-9c77-48f0-a97d-6634b57329c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:46.909155 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.917294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.932061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (de88d5e2-fac2-40d8-a3fb-5781308fb344), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:46.933225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:46.933966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.001172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-95bf65b4-1911-409f-a670-0d7a8c1286c4 None None] Port c901a847-9c77-48f0-a97d-6634b57329c5 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:47.131369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for security_group (5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.141024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.147287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1038260 Feb 11 13:07:47.148267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-22ca750d-fc9c-47f7-9fff-9a9287440c7e None None] Provisioning complete for port 789c9ef7-265b-4f70-8837-9fe708b4cece triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:47.148859 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-22ca750d-fc9c-47f7-9fff-9a9287440c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.154780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50498) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:47.187998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Request body: {'subnet': {'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-subnet', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:47.192789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-22ca750d-fc9c-47f7-9fff-9a9287440c7e None None] Port 789c9ef7-265b-4f70-8837-9fe708b4cece cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:47.195085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.260789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Made reservation on behalf of 6b0764eaa63a4f3582e25f61607c523c for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:47.264157 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.284308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3904a05-3f57-454f-9255-f904ea61a842 admin admin] Pushing event updated for resources: {'Network': ['ID=de88d5e2-fac2-40d8-a3fb-5781308fb344,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:47.316832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:47.332812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:47.370894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eab94e95-360e-4aed-bcd0-ab0477be1bfc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:47.385867 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 789c9ef7-265b-4f70-8837-9fe708b4cece {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:47.387233 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.497932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.518791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 789c9ef7-265b-4f70-8837-9fe708b4cece owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:47.579378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0ddc9899-94c1-4da3-be69-0f7c480fe3ea), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.580002 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment 0ddc9899-94c1-4da3-be69-0f7c480fe3ea of type vlan for network ed20350c-b679-4b8e-aa3c-f4a929258c9b Feb 11 13:07:47.592123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:47.711937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ed20350c-b679-4b8e-aa3c-f4a929258c9b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.741742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cce5632e-de1a-4994-a7ae-06f6b5929e36 req-593a0c26-cf59-43ac-9e7e-c6a1eac262c7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 210 time: 0.0671637 Feb 11 13:07:47.796345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:47.797981 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.815041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ed20350c-b679-4b8e-aa3c-f4a929258c9b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.820648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.821257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:47.841611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Allocated IP 172.20.0.9 (23858796-4a14-49a9-b98b-f71fa561d323/3ebac6b8-c788-4ef1-8da4-9266a7f3338f/a38f79f2-eb3e-4998-a2f8-5aea54b2f52c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:47.922858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:47.931032 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0255251 Feb 11 13:07:47.940004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.25.1.214 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/8370a3f4-765b-4207-a7e6-0755f1493045) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:47.981554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aa25d-15c9-4a24-80dc-d1746df9477b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=ed20350c-b679-4b8e-aa3c-f4a929258c9b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:47.993475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ed20350c-b679-4b8e-aa3c-f4a929258c9b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:48.121079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (789c9ef7-265b-4f70-8837-9fe708b4cece), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.227549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420ef70-4aa0-4ecf-b8ea-db1efa30f628 req-fa146097-4a03-4090-ba11-1de76a4e89cd tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:48.229062 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks [] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.238302 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b420ef70-4aa0-4ecf-b8ea-db1efa30f628 req-fa146097-4a03-4090-ba11-1de76a4e89cd tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3828595 Feb 11 13:07:48.272941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=789c9ef7-265b-4f70-8837-9fe708b4cece,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:48.319103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (50fb8552-ebe1-47fa-bc60-295f2855f9ad), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.328420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.331961 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-87169328-1de5-4b43-bfdd-33497b5f2e54 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/789c9ef7-265b-4f70-8837-9fe708b4cece HTTP/1.1" status: 204 len: 168 time: 1.8837941 Feb 11 13:07:48.339638 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.341262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50548) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:48.418598 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7638a8a0-e7a7-43c2-b57c-28e104a6b60d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:07:48.420130 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7638a8a0-e7a7-43c2-b57c-28e104a6b60d tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/789c9ef7-265b-4f70-8837-9fe708b4cece HTTP/1.1" status: 404 len: 333 time: 0.0765572 Feb 11 13:07:48.427771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50550) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:48.486404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (8370a3f4-765b-4207-a7e6-0755f1493045), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.497926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Network 23858796-4a14-49a9-b98b-f71fa561d323 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:48.510808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b420ef70-4aa0-4ecf-b8ea-db1efa30f628 req-5b0152b4-2f73-4840-992b-490966fbf3c7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264037 Feb 11 13:07:48.513178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fb8552-ebe1-47fa-bc60-295f2855f9ad,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:48.538099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:48.538831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Checking segment: {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:48.539192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Network hostable DHCP agents. Network: de88d5e2-fac2-40d8-a3fb-5781308fb344, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:48.541295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:48.571436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62c465-0b58-4c98-b20c-c3ba1c39ac53 req-d45a421c-b622-434e-a22a-d6697c3ec0be tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:48.582425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c62c465-0b58-4c98-b20c-c3ba1c39ac53 req-d45a421c-b622-434e-a22a-d6697c3ec0be tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 950 time: 0.2599690 Feb 11 13:07:48.592447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:48.605583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, de88d5e2-fac2-40d8-a3fb-5781308fb344) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:48.610238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:48.614443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b7563-edf5-495f-a459-2fef778bf428 None None] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:48.633699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:48.634305 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.694560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42d12fd3-96fd-41d1-b7d3-f1934db2ed6e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5105853 Feb 11 13:07:48.695641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50558) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:48.704979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:48.746973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c62c465-0b58-4c98-b20c-c3ba1c39ac53 req-160aba22-a8c8-41ee-80f4-5b221dae16bd tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635101 Feb 11 13:07:48.747791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (2a17cc74-2f8c-48d7-8f15-c97031f116a3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.748791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8370a3f4-765b-4207-a7e6-0755f1493045), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.749393 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (2a17cc74-2f8c-48d7-8f15-c97031f116a3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.825148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625995c-2c31-419f-b262-1088e73d4344 None None] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:48.877782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks [] for router_controller (2a17cc74-2f8c-48d7-8f15-c97031f116a3), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.911487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:48.912127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:48.981533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=8370a3f4-765b-4207-a7e6-0755f1493045,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.003795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eac74984-a8ae-4ac4-996d-afdbe098dbb1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (2891631b-fac3-4738-9efb-4c1bc18cc1e3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.006705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:49.014479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-d579e390-110b-487a-94d9-09f542e7f9b0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6583564 Feb 11 13:07:49.015517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:49.023026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:49.032064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Request body: {'port': {'device_id': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:49.097710 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eac74984-a8ae-4ac4-996d-afdbe098dbb1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (2891631b-fac3-4738-9efb-4c1bc18cc1e3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.143705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf818b-5266-41e6-83ec-8c8806c7ed7a req-1e8e5559-89e2-405f-99de-5a7b904caae5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:49.151308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7fbf818b-5266-41e6-83ec-8c8806c7ed7a req-1e8e5559-89e2-405f-99de-5a7b904caae5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 931 time: 0.2684758 Feb 11 13:07:49.288062 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.318294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks [] for router_gateway (2a17cc74-2f8c-48d7-8f15-c97031f116a3), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.342139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7fbf818b-5266-41e6-83ec-8c8806c7ed7a req-d955a795-03e0-4f68-9aae-30d4be920613 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897907 Feb 11 13:07:49.780569 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eac74984-a8ae-4ac4-996d-afdbe098dbb1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2891631b-fac3-4738-9efb-4c1bc18cc1e3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.783285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eac74984-a8ae-4ac4-996d-afdbe098dbb1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.784841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eac74984-a8ae-4ac4-996d-afdbe098dbb1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/security-groups/2891631b-fac3-4738-9efb-4c1bc18cc1e3 HTTP/1.1" status: 204 len: 168 time: 1.3548100 Feb 11 13:07:49.845716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50598) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:49.846553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38f79f2-eb3e-4998-a2f8-5aea54b2f52c {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:07:49.874904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Publish callbacks [] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.895547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac74984-a8ae-4ac4-996d-afdbe098dbb1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2891631b-fac3-4738-9efb-4c1bc18cc1e3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.935472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Transition to ACTIVE for port object a38f79f2-eb3e-4998-a2f8-5aea54b2f52c will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:07:50.078052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.107397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa722c-7046-487d-a788-6fc2a9264740 req-9b428067-3480-4a9c-ac61-23e12b1f70f7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.114621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7aa722c-7046-487d-a788-6fc2a9264740 req-9b428067-3480-4a9c-ac61-23e12b1f70f7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3625679 Feb 11 13:07:50.174014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks [] for router_gateway (2a17cc74-2f8c-48d7-8f15-c97031f116a3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.197556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.256632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cfeeeda-1304-4c41-be27-18b060b7478c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (4f80e72d-16a9-4b2a-b20d-04b85f3f3e26), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.285611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.331738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Allocated IP 172.25.1.69 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/e2709f59-b50a-4801-98fc-58ac7562f8ad) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:50.343206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7aa722c-7046-487d-a788-6fc2a9264740 req-ed83d808-ba14-41b0-84b2-5855ba8f3d1d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277064 Feb 11 13:07:50.349685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cfeeeda-1304-4c41-be27-18b060b7478c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (4f80e72d-16a9-4b2a-b20d-04b85f3f3e26), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.385985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Attempting to bind port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:50.386327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Attempting to bind port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:50.386633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Attempting to bind port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c on network 23858796-4a14-49a9-b98b-f71fa561d323 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:50.413225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c on network 23858796-4a14-49a9-b98b-f71fa561d323 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:07:50.413547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Attempting to bind port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c on network 23858796-4a14-49a9-b98b-f71fa561d323 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:50.418397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (81404ae2-1acf-4c27-bb49-7e651fa37109), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.424599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:50.424938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Checking segment: {'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:50.425312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Bound using segment: {'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:50.425778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Bound port: a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:50.426125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.464159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cfeeeda-1304-4c41-be27-18b060b7478c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4f80e72d-16a9-4b2a-b20d-04b85f3f3e26), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.466861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7cfeeeda-1304-4c41-be27-18b060b7478c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.470538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7cfeeeda-1304-4c41-be27-18b060b7478c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/security-groups/4f80e72d-16a9-4b2a-b20d-04b85f3f3e26 HTTP/1.1" status: 204 len: 168 time: 0.6157389 Feb 11 13:07:50.473824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50608) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:50.511832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeeeda-1304-4c41-be27-18b060b7478c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f80e72d-16a9-4b2a-b20d-04b85f3f3e26,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.611470 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8370a3f4-765b-4207-a7e6-0755f1493045), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.636746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks [] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.669488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:50.693616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:50.707540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.727514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 189e795d-8218-4911-9b78-69b133e6aba6 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:07:50.737136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (189e795d-8218-4911-9b78-69b133e6aba6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.746200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508a2a1-757e-4309-b07e-655bdf6d4d4c req-bbc4f8ed-b34f-4932-96e6-12c2c3a2cdab tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.748863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9508a2a1-757e-4309-b07e-655bdf6d4d4c req-bbc4f8ed-b34f-4932-96e6-12c2c3a2cdab tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1840739 Feb 11 13:07:50.773017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.815562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.816217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.817977 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-374ef56f-9466-4148-bda4-bbb1848a33b4 service neutron] 10.222.0.53 "PUT /v2.0/ports/a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 1091 time: 1.7907851 Feb 11 13:07:50.818416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:50.821545 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:50.854718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.859028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (189e795d-8218-4911-9b78-69b133e6aba6), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.876448 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49002be-5068-4d01-b89c-f4d734d4b187 x-openstack-request-id: req-d49002be-5068-4d01-b89c-f4d734d4b187 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:50.876743 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:50.876991 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d49002be-5068-4d01-b89c-f4d734d4b187 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:50.877384 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'status': 'completed', 'code': 200} Feb 11 13:07:50.933939 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (8370a3f4-765b-4207-a7e6-0755f1493045), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.943344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8370a3f4-765b-4207-a7e6-0755f1493045), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.957028 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9508a2a1-757e-4309-b07e-655bdf6d4d4c req-36e04ea5-1bca-4c8c-b7ff-6115d183690d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834064 Feb 11 13:07:50.992489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:51.005989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:51.011644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:51.024670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=8370a3f4-765b-4207-a7e6-0755f1493045,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.040778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-8f4b9d51-0dbf-4b8c-b373-fbeb0569fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.042500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-8f4b9d51-0dbf-4b8c-b373-fbeb0569fc71 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1125 time: 0.1540108 Feb 11 13:07:51.052930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Pushing event updated for resources: {'Port': ['ID=e2709f59-b50a-4801-98fc-58ac7562f8ad,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.104347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-a4aac2b6-544e-4c67-9052-3bce18a4fbcf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 217 time: 0.0377104 Feb 11 13:07:51.109092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (189e795d-8218-4911-9b78-69b133e6aba6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.157278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (81404ae2-1acf-4c27-bb49-7e651fa37109), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.176838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50630) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:51.183595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': 'ed20350c-b679-4b8e-aa3c-f4a929258c9b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:51.212805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-7b4ce661-5619-4975-b4d3-f45e20388e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.214306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-7b4ce661-5619-4975-b4d3-f45e20388e80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.1041689 Feb 11 13:07:51.249075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-16482914-2607-4f03-96ab-b5e8b9ca13c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279186 Feb 11 13:07:51.349702 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (189e795d-8218-4911-9b78-69b133e6aba6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.366194 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 81404ae2-1acf-4c27-bb49-7e651fa37109 associated. External IP: 172.25.1.214, port: 2723de80-4f22-41d0-a353-faa8f44eaca1. Feb 11 13:07:51.403179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe27ea0-17ae-4835-ab16-83d3f2fadf12 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:51.419784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=189e795d-8218-4911-9b78-69b133e6aba6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.423913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.433183 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d78db09-a977-4191-836f-6a7bd9bf7b01 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/189e795d-8218-4911-9b78-69b133e6aba6 HTTP/1.1" status: 204 len: 168 time: 0.9513896 Feb 11 13:07:51.433183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:51.433183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.437697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50638) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:51.442905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:51.500792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-cea3054e-3423-4620-ba40-e6bc4de4fc35 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207935 Feb 11 13:07:51.674940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks [] for router_gateway (2a17cc74-2f8c-48d7-8f15-c97031f116a3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.839075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:51.840141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 40dd4cee-6064-4787-af10-585ec24efa1f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:07:51.842914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.985396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 40dd4cee-6064-4787-af10-585ec24efa1f is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:51.985820 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.010173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98060b5b-c084-49d5-b685-4c8e842919a9 req-a01a8e4e-c82b-411d-8c34-23edc0f66f23 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917755 Feb 11 13:07:52.034722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:07:52.038884 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc5f459-188b-41e1-8e70-095772650829" -d '{"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-unplugged", "status": "completed", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:07:52.056165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8893b8-e9d1-42e0-9aa4-2460e9bec796 req-d0c34e1a-fb88-4c6e-bee2-e45840f92172 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.057741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e8893b8-e9d1-42e0-9aa4-2460e9bec796 req-d0c34e1a-fb88-4c6e-bee2-e45840f92172 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.5747559 Feb 11 13:07:52.062700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:52.075090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.149526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.167585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (00b4a273-0f7c-42f9-9e9a-6476fc91cc06), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.257692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:52.325946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d814b4d-10ef-446e-af73-f1da90a94075 req-0d8bdc10-c274-41dd-9622-d2ef88452764 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.327509 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6d814b4d-10ef-446e-af73-f1da90a94075 req-0d8bdc10-c274-41dd-9622-d2ef88452764 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.2233145 Feb 11 13:07:52.348557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e8893b8-e9d1-42e0-9aa4-2460e9bec796 req-6783fbd0-8526-476b-9b39-45a78bc26ad7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285433 Feb 11 13:07:52.357303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-db30a57c-bf4b-4f5d-8b63-16a92c036eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.358997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-db30a57c-bf4b-4f5d-8b63-16a92c036eca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1125 time: 0.2375298 Feb 11 13:07:52.446995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=00b4a273-0f7c-42f9-9e9a-6476fc91cc06,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.457079 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388534c8-f197-4640-9be8-ab83f2b2dcbe x-openstack-request-id: req-388534c8-f197-4640-9be8-ab83f2b2dcbe {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:07:52.458000 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-unplugged", "status": "completed", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:07:52.458318 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-388534c8-f197-4640-9be8-ab83f2b2dcbe {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:07:52.458794 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f', 'code': 200} Feb 11 13:07:52.512314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:52.525324 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:52.529599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-24868420-60f6-4f2b-898b-5329060bdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.531107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-24868420-60f6-4f2b-898b-5329060bdfee service neutron] 10.222.0.53 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 915 time: 0.1650097 Feb 11 13:07:52.535647 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:52.536368 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:52.541587 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.572912 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:52.573988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1ac1c19f-99ad-4af2-9533-16915aae6512 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:52.574363 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c19f-99ad-4af2-9533-16915aae6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.586278 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:52.588055 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:52.618475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': '0ddc9899-94c1-4da3-be69-0f7c480fe3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ed20350c-b679-4b8e-aa3c-f4a929258c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:52.618996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: ed20350c-b679-4b8e-aa3c-f4a929258c9b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:52.642123 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:52.642809 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c315d6-a24d-47b0-90f6-867f29c558ff None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:52.648104 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-40d801b0-b453-4df5-8beb-96a4a0cb8b7e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 217 time: 0.1095214 Feb 11 13:07:52.650646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (2a17cc74-2f8c-48d7-8f15-c97031f116a3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.653804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5568d918-bb16-4da6-a2fc-4574ffcd6460 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4671211 Feb 11 13:07:52.657083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50668) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:52.663507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6d814b4d-10ef-446e-af73-f1da90a94075 req-8b18bbce-3a5a-4765-8c71-4a5a1756bf3e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607665 Feb 11 13:07:52.667842 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (39f7f67d-6df7-4535-9764-b79428ff3066), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.715614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1c19f-99ad-4af2-9533-16915aae6512 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:52.739283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1ac1c19f-99ad-4af2-9533-16915aae6512 None None] Provisioning complete for port c901a847-9c77-48f0-a97d-6634b57329c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:52.740044 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1ac1c19f-99ad-4af2-9533-16915aae6512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.771032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network ed20350c-b679-4b8e-aa3c-f4a929258c9b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:52.773971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-460a9e07-2a79-4311-96b3-10a9c64a81ee tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "GET /v2.0/floatingips/81404ae2-1acf-4c27-bb49-7e651fa37109 HTTP/1.1" status: 200 len: 978 time: 0.1088746 Feb 11 13:07:52.785930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:52.786548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50686) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:52.808483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1c19f-99ad-4af2-9533-16915aae6512 None None] Port c901a847-9c77-48f0-a97d-6634b57329c5 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:52.824305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-b5c19c73-87cf-4077-a9d9-cee66af6d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.825954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-b5c19c73-87cf-4077-a9d9-cee66af6d59c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.1710529 Feb 11 13:07:52.837221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:52.847742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a533dcd4-c18d-48aa-81b6-9df3e2c88169 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:52.859762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-8b38a164-40a9-4568-bf26-639fc27e4409 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275438 Feb 11 13:07:52.921443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.922110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.934318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d4f0295-524e-4f7d-a21c-b77c3356aad0 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1466751 Feb 11 13:07:52.935429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ed20350c-b679-4b8e-aa3c-f4a929258c9b) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:52.937443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=39f7f67d-6df7-4535-9764-b79428ff3066,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.938840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50688) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:52.945514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'port_id': 'e55f5ad4-f447-431c-8bdc-face7f46c7ab'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:52.951259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6208e6-8940-4075-ac22-247b11a3419e None None] Network ed20350c-b679-4b8e-aa3c-f4a929258c9b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:52.984019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:52.985080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.994422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c2a50c88-9d69-4345-a0bc-183f54dcb2ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5557003 Feb 11 13:07:53.003265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50690) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:53.004872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (81404ae2-1acf-4c27-bb49-7e651fa37109), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.011189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f49df2b8-b094-4da5-a40c-da3b8f8d8b37 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'security_group': {'name': 'tempest-secgroup-1465349078'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:53.040957 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f49df2b8-b094-4da5-a40c-da3b8f8d8b37 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.050902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-28fcffd3-519b-4185-95d0-36aed1878b5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8729019 Feb 11 13:07:53.058511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50692) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:53.067723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1498490856'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:53.102309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-f416c7bd-e06b-4957-8e20-89b9935ca030 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310271 Feb 11 13:07:53.156019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:07:53.181798 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f49df2b8-b094-4da5-a40c-da3b8f8d8b37 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (18873368-69c5-464d-b5c3-2b1b311192b3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.214765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-ed20350c-b679-4b8e-aa3c-f4a929258c9b', 'network_id': 'ed20350c-b679-4b8e-aa3c-f4a929258c9b', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': '00b4a273-0f7c-42f9-9e9a-6476fc91cc06'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:07:53.215999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.229545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95cf90e-6182-4010-9b81-9b250d9fe93a None None] Update dhcp port {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'fixed_ips': [{'subnet_id': '53a14b09-7800-43c8-acef-c282d48a94c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39f7f67d-6df7-4535-9764-b79428ff3066'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'eab94e95-360e-4aed-bcd0-ab0477be1bfc'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:07:53.231915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de9a0ce2-84ea-48e7-a08e-0ac28eab29d6 req-379c6078-6478-49cd-a52b-c780b9ff1a4e service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180120 Feb 11 13:07:53.244752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f49df2b8-b094-4da5-a40c-da3b8f8d8b37 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (18873368-69c5-464d-b5c3-2b1b311192b3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.257433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:53.262179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.270968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f95cf90e-6182-4010-9b81-9b250d9fe93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.273249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f49df2b8-b094-4da5-a40c-da3b8f8d8b37 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.277237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f49df2b8-b094-4da5-a40c-da3b8f8d8b37 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2674315 Feb 11 13:07:53.282241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50698) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:53.306070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49df2b8-b094-4da5-a40c-da3b8f8d8b37 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18873368-69c5-464d-b5c3-2b1b311192b3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:53.306871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4ffe48d5-7a6e-419b-bf9c-561764961085 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'security_group': {'name': 'tempest-secgroup-608882290'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:53.349566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:53.421917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:53.433199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ffe48d5-7a6e-419b-bf9c-561764961085 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.453487 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.458887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-98187d04-14fb-4a26-a4b4-a3fd47e18348 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7582431 Feb 11 13:07:53.459087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b8cb79ec-1d55-42ad-9cc3-fad1141ab514), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.459184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Sync routers for ids ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:53.459678 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment b8cb79ec-1d55-42ad-9cc3-fad1141ab514 of type vlan for network af01515c-ea4d-4c40-8fb1-967a1e251cd2 Feb 11 13:07:53.459808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50702) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:53.499088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Routers {'2a17cc74-2f8c-48d7-8f15-c97031f116a3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:53.500027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:53.631054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f2cb3-9159-4ee8-b506-be57336d1024 req-414e0218-3f93-47b9-a761-f31cf88e893d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:53.632554 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-746f2cb3-9159-4ee8-b506-be57336d1024 req-414e0218-3f93-47b9-a761-f31cf88e893d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.1112375 Feb 11 13:07:53.645004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Allocated IP 2001:db8:0:ffff::2 (ed20350c-b679-4b8e-aa3c-f4a929258c9b/00b4a273-0f7c-42f9-9e9a-6476fc91cc06/5241d52c-f199-4c86-a01e-dcd687c58977) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:53.803428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-f95cf90e-6182-4010-9b81-9b250d9fe93a None None] Allocated IP 2001:db8::2 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/39f7f67d-6df7-4535-9764-b79428ff3066/eab94e95-360e-4aed-bcd0-ab0477be1bfc) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:53.852727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Set router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:53.871151 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-746f2cb3-9159-4ee8-b506-be57336d1024 req-d9958a97-38ea-4a5c-88ea-f178ebb52814 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300177 Feb 11 13:07:54.007310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ffe48d5-7a6e-419b-bf9c-561764961085 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (c1a9bbaf-f309-4ddc-ac86-0255fa993a17), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.010848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (af01515c-ea4d-4c40-8fb1-967a1e251cd2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.022457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ffe48d5-7a6e-419b-bf9c-561764961085 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1a9bbaf-f309-4ddc-ac86-0255fa993a17), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.029223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.046287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:07:54.063073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe48d5-7a6e-419b-bf9c-561764961085 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9bbaf-f309-4ddc-ac86-0255fa993a17,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:54.070871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (81404ae2-1acf-4c27-bb49-7e651fa37109), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.125116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4ffe48d5-7a6e-419b-bf9c-561764961085 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.129072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4ffe48d5-7a6e-419b-bf9c-561764961085 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8420806 Feb 11 13:07:54.129334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50734) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:54.135432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-046cac25-89e7-4775-af2f-e674bb7d8dce tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'security_group': {'name': 'tempest-secgroup-2083304704'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:54.142958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (af01515c-ea4d-4c40-8fb1-967a1e251cd2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.149211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.150044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.171778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.175371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-046cac25-89e7-4775-af2f-e674bb7d8dce tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.183793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d3842-7df8-442b-9dd5-396378b3f3b8 req-9c535787-cb5b-4148-a59f-dd20bf53adbe tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.184788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-265d3842-7df8-442b-9dd5-396378b3f3b8 req-9c535787-cb5b-4148-a59f-dd20bf53adbe tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.2954803 Feb 11 13:07:54.188240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1272445 Feb 11 13:07:54.195256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50736) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:54.202061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': 'af01515c-ea4d-4c40-8fb1-967a1e251cd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:54.314053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed20955-b502-42a7-b10f-1f6254be7424 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=af01515c-ea4d-4c40-8fb1-967a1e251cd2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:54.334902 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 81404ae2-1acf-4c27-bb49-7e651fa37109 associated. External IP: 172.25.1.214, port: 2723de80-4f22-41d0-a353-faa8f44eaca1. Feb 11 13:07:54.391329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f95cf90e-6182-4010-9b81-9b250d9fe93a None None] For port eab94e95-360e-4aed-bcd0-ab0477be1bfc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eab94e95-360e-4aed-bcd0-ab0477be1bfc,segment=NetworkSegment(885de43a-a190-45fd-81ec-f3664e98e9fe),segment_id=885de43a-a190-45fd-81ec-f3664e98e9fe)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:54.423534 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f95cf90e-6182-4010-9b81-9b250d9fe93a None None] Publish callbacks [] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.433943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:54.437260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.487598 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Publish callbacks [] for port (5241d52c-f199-4c86-a01e-dcd687c58977), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.489736 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-046cac25-89e7-4775-af2f-e674bb7d8dce tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (da6b341d-5b15-4106-81bc-862cd49515cd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.503529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-046cac25-89e7-4775-af2f-e674bb7d8dce tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (da6b341d-5b15-4106-81bc-862cd49515cd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.545147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-265d3842-7df8-442b-9dd5-396378b3f3b8 req-0ab046cf-d385-4bda-a759-22ef5b0a56a9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398952 Feb 11 13:07:54.584409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network af01515c-ea4d-4c40-8fb1-967a1e251cd2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:54.587393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Allocated IP 172.20.0.1 (de88d5e2-fac2-40d8-a3fb-5781308fb344/50fb8552-ebe1-47fa-bc60-295f2855f9ad/4f424f2b-bfe9-47b0-807d-3d810277243b) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:54.595745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-046cac25-89e7-4775-af2f-e674bb7d8dce tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.599983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-046cac25-89e7-4775-af2f-e674bb7d8dce tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4666545 Feb 11 13:07:54.604893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50738) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:54.605632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cac25-89e7-4775-af2f-e674bb7d8dce tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b341d-5b15-4106-81bc-862cd49515cd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:54.612494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2140819332', 'security_groups': ['da6b341d-5b15-4106-81bc-862cd49515cd'], 'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39f7f67d-6df7-4535-9764-b79428ff3066'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:54.660472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f95cf90e-6182-4010-9b81-9b250d9fe93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.663549 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.678928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:54.801719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Network ed20350c-b679-4b8e-aa3c-f4a929258c9b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:54.814088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:54.825450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:54.832340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:54.844029 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:54.846112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:54.855410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'mac_address': 'fa:16:3e:8b:d7:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:07:54.860708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cf90e-6182-4010-9b81-9b250d9fe93a None None] Pushing event updated for resources: {'Port': ['ID=eab94e95-360e-4aed-bcd0-ab0477be1bfc,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:54.881049 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:54.881697 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:54.969240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Pushing event updated for resources: {'Port': ['ID=5241d52c-f199-4c86-a01e-dcd687c58977,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:55.014786 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:55.041036 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:55.041973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:55.051510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:55.052085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.083171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Attempting to bind port 5241d52c-f199-4c86-a01e-dcd687c58977 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:55.085446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Attempting to bind port 5241d52c-f199-4c86-a01e-dcd687c58977 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0ddc9899-94c1-4da3-be69-0f7c480fe3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ed20350c-b679-4b8e-aa3c-f4a929258c9b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:55.085446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Attempting to bind port 5241d52c-f199-4c86-a01e-dcd687c58977 on network ed20350c-b679-4b8e-aa3c-f4a929258c9b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:55.094683 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:55.095608 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10abd76-d228-4a85-8c0d-968021f52da8 None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:55.113720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:55.114347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Checking segment: {'id': '0ddc9899-94c1-4da3-be69-0f7c480fe3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ed20350c-b679-4b8e-aa3c-f4a929258c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:55.115023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.115523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Bound using segment: {'id': '0ddc9899-94c1-4da3-be69-0f7c480fe3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ed20350c-b679-4b8e-aa3c-f4a929258c9b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:55.116133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Bound port: 5241d52c-f199-4c86-a01e-dcd687c58977, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddc9899-94c1-4da3-be69-0f7c480fe3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ed20350c-b679-4b8e-aa3c-f4a929258c9b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:55.116625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.119767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab17aee9-538a-4c8a-80b5-2794ff8db814 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:07:55.157278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:07:51Z', 'revision_number': 3, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port': {'id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:50Z', 'updated_at': '2022-02-11T13:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:55.245726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:55.248992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Checking router: 2a17cc74-2f8c-48d7-8f15-c97031f116a3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:07:55.252271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Updating router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 port e2709f59-b50a-4801-98fc-58ac7562f8ad binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:07:55.290012 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.309939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:55.380306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eab94e95-360e-4aed-bcd0-ab0477be1bfc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:55.452609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.529265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:55.535714 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.580686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks [] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.595077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111d411-3fa2-493f-8024-c3d5f425c107 req-936112d0-7a12-4f91-a2aa-b984f5715311 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:55.596674 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8111d411-3fa2-493f-8024-c3d5f425c107 req-936112d0-7a12-4f91-a2aa-b984f5715311 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3554218 Feb 11 13:07:55.648416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (ea44fab6-0de1-44dd-9b8b-4cec959e621c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.665308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c7eccf4f-5c0d-447c-80a5-fdba664d3c84 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/floatingips/81404ae2-1acf-4c27-bb49-7e651fa37109 HTTP/1.1" status: 200 len: 979 time: 2.7232628 Feb 11 13:07:55.665962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50756) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:55.676290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:55.698475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:55.733884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ab17aee9-538a-4c8a-80b5-2794ff8db814'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:07:55.769056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:55.781708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8111d411-3fa2-493f-8024-c3d5f425c107 req-3f736127-f402-4917-ba1d-54dbc881e76f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678100 Feb 11 13:07:55.803261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (81404ae2-1acf-4c27-bb49-7e651fa37109), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.836127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.860234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73730e-e649-4e43-b008-da6baa90f28d req-add50682-af3d-414c-a329-b4360777193b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:55.862446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad73730e-e649-4e43-b008-da6baa90f28d req-add50682-af3d-414c-a329-b4360777193b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1423588 Feb 11 13:07:55.871930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:07:55.899200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=ea44fab6-0de1-44dd-9b8b-4cec959e621c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:55.912994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:55.913809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:55.918563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] For port 5241d52c-f199-4c86-a01e-dcd687c58977, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:55.936965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:55.942413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': 'b8cb79ec-1d55-42ad-9cc3-fad1141ab514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'af01515c-ea4d-4c40-8fb1-967a1e251cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:55.942779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: af01515c-ea4d-4c40-8fb1-967a1e251cd2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:55.952563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:55.962026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:55.965386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Pushing event updated for resources: {'Port': ['ID=4f424f2b-bfe9-47b0-807d-3d810277243b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:55.989523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9c7ccaad-8773-4c94-a42c-cd25a8d07cb3 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:55.990044 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c7ccaad-8773-4c94-a42c-cd25a8d07cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.995610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.017404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:56.031661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network af01515c-ea4d-4c40-8fb1-967a1e251cd2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:56.037442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] For port 5241d52c-f199-4c86-a01e-dcd687c58977, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5241d52c-f199-4c86-a01e-dcd687c58977,segment=NetworkSegment(0ddc9899-94c1-4da3-be69-0f7c480fe3ea),segment_id=0ddc9899-94c1-4da3-be69-0f7c480fe3ea)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:56.041838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:56.042360 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.044136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] device_id is not set on port 5e357d46-6891-4fea-bfb4-2dbd9ef246de yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:07:56.044419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:56.084506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:56.098850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.202110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Publish callbacks [] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.209853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:56.210764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:56.303454 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.315101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:56.323058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a62dfd-9688-4806-a73f-84b7274e9e90 None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:56.331347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8::3a9 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/39f7f67d-6df7-4535-9764-b79428ff3066/5e357d46-6891-4fea-bfb4-2dbd9ef246de) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:56.402506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (2a17cc74-2f8c-48d7-8f15-c97031f116a3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.475319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, af01515c-ea4d-4c40-8fb1-967a1e251cd2) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:56.477375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad73730e-e649-4e43-b008-da6baa90f28d req-f42b6d86-8e1f-412c-bd04-4b1d2bda5ae3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997646 Feb 11 13:07:56.490151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:56.494079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:56.494878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.544579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.550566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (81404ae2-1acf-4c27-bb49-7e651fa37109), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.550967 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 81404ae2-1acf-4c27-bb49-7e651fa37109 disassociated. External IP: 172.25.1.214, port: e55f5ad4-f447-431c-8bdc-face7f46c7ab. Feb 11 13:07:56.565202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Attempting to bind port e2709f59-b50a-4801-98fc-58ac7562f8ad on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:56.565543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Attempting to bind port e2709f59-b50a-4801-98fc-58ac7562f8ad by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:56.565934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Attempting to bind port e2709f59-b50a-4801-98fc-58ac7562f8ad on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:56.573038 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-771a2526-6331-4c51-86fe-0ccb7a43f939 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3754539 Feb 11 13:07:56.586042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50770) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:56.600345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323', 'port_id': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'mac_address': 'fa:16:3e:4a:1d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebac6b8-c788-4ef1-8da4-9266a7f3338f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:07:56.610934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd12772-0e3a-43bb-94dc-e837dd6e94af None None] Network af01515c-ea4d-4c40-8fb1-967a1e251cd2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:56.618166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8a8f9-4fa1-474b-9671-9e3a5b32cb05 None None] Pushing event updated for resources: {'Port': ['ID=5241d52c-f199-4c86-a01e-dcd687c58977,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:56.739199 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.843979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (af01515c-ea4d-4c40-8fb1-967a1e251cd2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.864385 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.894860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.950242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:56.951290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:56.951845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.952623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:56.953752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Bound port: e2709f59-b50a-4801-98fc-58ac7562f8ad, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:56.954323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.959435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:57.050996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:57.071236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:57.076946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (ea44fab6-0de1-44dd-9b8b-4cec959e621c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.081551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:57.086745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:57.087379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.091631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=5e357d46-6891-4fea-bfb4-2dbd9ef246de,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:57.109967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ccaad-8773-4c94-a42c-cd25a8d07cb3 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:57.165809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1bbd-197e-495c-92b4-aa5be6aebdf9 None None] Pushing event updated for resources: {'Port': ['ID=e2709f59-b50a-4801-98fc-58ac7562f8ad,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:57.173078 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b125f35e-57c3-4e94-b76e-e78cb6e94640 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5643373 Feb 11 13:07:57.173319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50776) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:57.178623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-337575c5-82eb-4b86-8411-d79020b938e4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:57.181245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2627ce4-f69c-4246-9784-041f0991ed01 req-30952c52-3a72-4d9a-829f-f1a24a520c62 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:57.188850 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2627ce4-f69c-4246-9784-041f0991ed01 req-30952c52-3a72-4d9a-829f-f1a24a520c62 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.2558239 Feb 11 13:07:57.295598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:57.307250 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:57.314568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.323370 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:57.323996 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.389044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337575c5-82eb-4b86-8411-d79020b938e4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:57.393355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-337575c5-82eb-4b86-8411-d79020b938e4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.403482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7c3f32ef-e795-495c-a703-aa4f72d87c8d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/floatingips/81404ae2-1acf-4c27-bb49-7e651fa37109 HTTP/1.1" status: 200 len: 688 time: 1.7338068 Feb 11 13:07:57.405167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50788) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:57.429842 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.443766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:57.453574 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:57.455352 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.503945 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.507192 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116bcba9-353a-41ef-bf28-ce5eb58c053e None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:57.507778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] For port e2709f59-b50a-4801-98fc-58ac7562f8ad, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:57.524729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] For port e2709f59-b50a-4801-98fc-58ac7562f8ad, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e2709f59-b50a-4801-98fc-58ac7562f8ad,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:57.557023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:57.557936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.583929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9c7ccaad-8773-4c94-a42c-cd25a8d07cb3 None None] Provisioning complete for port c901a847-9c77-48f0-a97d-6634b57329c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:57.584483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c7ccaad-8773-4c94-a42c-cd25a8d07cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.589616 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.592089 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f2627ce4-f69c-4246-9784-041f0991ed01 req-f3ea57f4-2873-4dc1-bee1-d2d6cab2fd87 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022412 Feb 11 13:07:57.659084 n-d-828675-3 neutron-server[109685]: INFO neutron.db.ipam_backend_mixin [None req-337575c5-82eb-4b86-8411-d79020b938e4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 39f7f67d-6df7-4535-9764-b79428ff3066 (CIDR: 2001:db8::/64) Feb 11 13:07:57.674551 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-337575c5-82eb-4b86-8411-d79020b938e4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:07:57.674761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337575c5-82eb-4b86-8411-d79020b938e4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:57.675434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5241d52c-f199-4c86-a01e-dcd687c58977 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:57.691745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (ea44fab6-0de1-44dd-9b8b-4cec959e621c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.700281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd2d8e-8e1f-4901-87c3-3d94f09215f5 req-93ce0a1d-31a4-42c0-8de7-a93ebeaac7d9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:57.703644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63dd2d8e-8e1f-4901-87c3-3d94f09215f5 req-93ce0a1d-31a4-42c0-8de7-a93ebeaac7d9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1414740 Feb 11 13:07:57.741564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-337575c5-82eb-4b86-8411-d79020b938e4 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5672288 Feb 11 13:07:57.745164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50792) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:57.752036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-19e71130-f7c0-43e5-b416-6530521e9a52 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:57.765673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5e7aa-f709-4ccc-9d75-32a0e193bf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-af01515c-ea4d-4c40-8fb1-967a1e251cd2', 'network_id': 'af01515c-ea4d-4c40-8fb1-967a1e251cd2', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': 'ea44fab6-0de1-44dd-9b8b-4cec959e621c'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:07:57.766521 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecb5e7aa-f709-4ccc-9d75-32a0e193bf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.769900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38f79f2-eb3e-4998-a2f8-5aea54b2f52c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:07:57.774922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=ea44fab6-0de1-44dd-9b8b-4cec959e621c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:57.786188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks [] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.814929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.821239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Routers {'2a17cc74-2f8c-48d7-8f15-c97031f116a3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:57.821899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:07:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.844639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ccaad-8773-4c94-a42c-cd25a8d07cb3 None None] Port c901a847-9c77-48f0-a97d-6634b57329c5 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:57.847289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:57.876975 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (2a17cc74-2f8c-48d7-8f15-c97031f116a3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.915258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63dd2d8e-8e1f-4901-87c3-3d94f09215f5 req-2327df96-9a89-4708-af00-4829be9442ff tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966233 Feb 11 13:07:57.918766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.926756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee1bbd-197e-495c-92b4-aa5be6aebdf9 None None] Pushing event updated for resources: {'Port': ['ID=e2709f59-b50a-4801-98fc-58ac7562f8ad,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:57.967203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5241d52c-f199-4c86-a01e-dcd687c58977 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:57.967852 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.984556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e71130-f7c0-43e5-b416-6530521e9a52 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:57.988428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19e71130-f7c0-43e5-b416-6530521e9a52 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.017262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (af01515c-ea4d-4c40-8fb1-967a1e251cd2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.024885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdd2cb0-add4-474b-b395-ac663676180f None None] Network ed20350c-b679-4b8e-aa3c-f4a929258c9b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:58.078856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:58.086057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Pushing event updated for resources: {'Port': ['ID=4f424f2b-bfe9-47b0-807d-3d810277243b,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.093687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af01515c-ea4d-4c40-8fb1-967a1e251cd2']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:58.106485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8cb79ec-1d55-42ad-9cc3-fad1141ab514') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:58.106485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8cb79ec-1d55-42ad-9cc3-fad1141ab514') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:58.110019 n-d-828675-3 neutron-server[109685]: INFO neutron.db.ipam_backend_mixin [None req-19e71130-f7c0-43e5-b416-6530521e9a52 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 53a14b09-7800-43c8-acef-c282d48a94c3 (CIDR: 2001:db8:0:1::/64) Feb 11 13:07:58.118068 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e71130-f7c0-43e5-b416-6530521e9a52 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:07:58.118068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e71130-f7c0-43e5-b416-6530521e9a52 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:07:58.123900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b8cb79ec-1d55-42ad-9cc3-fad1141ab514), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.126256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 8370a3f4-765b-4207-a7e6-0755f1493045 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:07:58.126582 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8370a3f4-765b-4207-a7e6-0755f1493045), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.155765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-19e71130-f7c0-43e5-b416-6530521e9a52 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4084997 Feb 11 13:07:58.156650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50796) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:58.159870 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b8cb79ec-1d55-42ad-9cc3-fad1141ab514), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.165307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'subnet': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:58.194433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:07:58.194843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b8cb79ec-1d55-42ad-9cc3-fad1141ab514), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.201775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516c948-977c-4a07-b24f-3010679b9487 None None] Network af01515c-ea4d-4c40-8fb1-967a1e251cd2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:07:58.203405 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:07:58.254829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:07:58.304605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ffc8ef9d-fcd3-4269-8795-aa258050b07b None None] Provisioning complete for port 5e357d46-6891-4fea-bfb4-2dbd9ef246de triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:58.304974 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ffc8ef9d-fcd3-4269-8795-aa258050b07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.353712 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:58.355953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:58.357881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Made reservation on behalf of ceffa09379dd485cb654ce0e810ec830 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:58.361453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.375740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (af01515c-ea4d-4c40-8fb1-967a1e251cd2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.385800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.390872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/af01515c-ea4d-4c40-8fb1-967a1e251cd2 HTTP/1.1" status: 204 len: 168 time: 1.8029597 Feb 11 13:07:58.395136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50808) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:58.412195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] Set router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:58.416824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.429966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e059e-560f-4a12-8275-e4f61fe924bd tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=af01515c-ea4d-4c40-8fb1-967a1e251cd2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.468939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-590350015'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:58.527910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:58.532478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.560946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port ab17aee9-538a-4c8a-80b5-2794ff8db814 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:58.564375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.585345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:58.594710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8370a3f4-765b-4207-a7e6-0755f1493045), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.595320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (8370a3f4-765b-4207-a7e6-0755f1493045), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.616273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 8370a3f4-765b-4207-a7e6-0755f1493045 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:07:58.621206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ffc8ef9d-fcd3-4269-8795-aa258050b07b None None] Port 5e357d46-6891-4fea-bfb4-2dbd9ef246de cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:58.630892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:58.656131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (772af11f-d883-4280-af33-45735ba09784), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.659585 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment 772af11f-d883-4280-af33-45735ba09784 of type vlan for network d081fdc6-a700-44ba-9e21-f5cd050ee305 Feb 11 13:07:58.782328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d081fdc6-a700-44ba-9e21-f5cd050ee305), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.833490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5241d52c-f199-4c86-a01e-dcd687c58977 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:58.834158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.872771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899dee7-338a-4294-a2d9-c6378caeea58 req-2da30660-a514-426f-ba97-ecf249a0fa54 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:58.874167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c899dee7-338a-4294-a2d9-c6378caeea58 req-2da30660-a514-426f-ba97-ecf249a0fa54 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.1496346 Feb 11 13:07:58.877063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d081fdc6-a700-44ba-9e21-f5cd050ee305), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.881899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:58.882487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.924302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (776d57b4-e8cd-4d59-9fda-63d289954301), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.981283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-28550709-0111-40d8-b8ce-98a10d27d881 None None] Provisioning complete for port 5241d52c-f199-4c86-a01e-dcd687c58977 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:58.981923 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28550709-0111-40d8-b8ce-98a10d27d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.983807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:58.990328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5935652 Feb 11 13:07:58.995237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50828) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:59.006311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': 'd081fdc6-a700-44ba-9e21-f5cd050ee305', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:59.017523 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be344669-0a17-44e7-b595-b5a99b470268 admin admin] 10.222.0.42 "PUT /v2.0/routers/2a17cc74-2f8c-48d7-8f15-c97031f116a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5584435 Feb 11 13:07:59.021020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8370a3f4-765b-4207-a7e6-0755f1493045), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.103526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=8370a3f4-765b-4207-a7e6-0755f1493045,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:59.131577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 5241d52c-f199-4c86-a01e-dcd687c58977, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5241d52c-f199-4c86-a01e-dcd687c58977,segment=NetworkSegment(0ddc9899-94c1-4da3-be69-0f7c480fe3ea),segment_id=0ddc9899-94c1-4da3-be69-0f7c480fe3ea)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:59.228081 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.250795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceab04-cec2-4746-9544-8d5066722106 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=d081fdc6-a700-44ba-9e21-f5cd050ee305,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:59.273934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:59.289392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:59.302071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.302449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.319081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d081fdc6-a700-44ba-9e21-f5cd050ee305 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:59.323114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c899dee7-338a-4294-a2d9-c6378caeea58 req-371347f9-e8c1-4566-b028-9283641e49aa tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324758 Feb 11 13:07:59.338663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Subnet': ['ID=776d57b4-e8cd-4d59-9fda-63d289954301,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:59.350621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:59.355367 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.359631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77fabe-8d8d-4a4d-b777-d6a860f900e5 req-a49f9e43-7893-4992-bad4-9bb0a3dcd8af tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.364280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e77fabe-8d8d-4a4d-b777-d6a860f900e5 req-a49f9e43-7893-4992-bad4-9bb0a3dcd8af tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 944 time: 0.2628469 Feb 11 13:07:59.388543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (81404ae2-1acf-4c27-bb49-7e651fa37109), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.394688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.408270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af9e06d9-c812-48cb-b98e-c73d6191f31e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/floatingips/81404ae2-1acf-4c27-bb49-7e651fa37109 HTTP/1.1" status: 204 len: 168 time: 1.9994571 Feb 11 13:07:59.410733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-326ceaf4-6645-4ea0-a677-882191c1ddcb tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2519259 Feb 11 13:07:59.411599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50846) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:59.411939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50848) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:59.491922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba38b46-9ad8-47b1-9f42-383a08385e17 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:59.509938 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e77fabe-8d8d-4a4d-b777-d6a860f900e5 req-25c97102-f737-408e-b757-5ca51d1573d2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266453 Feb 11 13:07:59.530800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2125834814', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '776d57b4-e8cd-4d59-9fda-63d289954301'}], 'security_groups': ['18873368-69c5-464d-b5c3-2b1b311192b3', 'c1a9bbaf-f309-4ddc-ac86-0255fa993a17']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:59.538303 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-e22bfd48-1993-4af6-9bf6-eed1feafd734 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] delete failed (client error): The resource could not be found. Feb 11 13:07:59.539825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e22bfd48-1993-4af6-9bf6-eed1feafd734 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/floatingips/81404ae2-1acf-4c27-bb49-7e651fa37109 HTTP/1.1" status: 404 len: 345 time: 0.1094832 Feb 11 13:07:59.547024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:59.779973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf4b713-4215-4868-96e5-1ea6fb60078c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.798310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf4b713-4215-4868-96e5-1ea6fb60078c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.812925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:59.813520 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.814999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf4b713-4215-4868-96e5-1ea6fb60078c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.820638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0cf4b713-4215-4868-96e5-1ea6fb60078c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "GET /v2.0/ports?network_id=97127d2f-615d-4683-a5b7-117321fffe3f HTTP/1.1" status: 200 len: 2359 time: 0.2704298 Feb 11 13:07:59.823405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:59.825850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8834ca7e-f415-4dbe-8498-e355975b45ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.974459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc25488-caf5-4e38-a896-fa6a42ca0df9 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.986427 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ecc25488-caf5-4e38-a896-fa6a42ca0df9 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "GET /v2.0/subnets/54d64c98-9bc4-48b0-8133-b30de391c2bf HTTP/1.1" status: 200 len: 797 time: 0.1579556 Feb 11 13:07:59.987032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50874) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:59.992030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'port': {'network_id': '97127d2f-615d-4683-a5b7-117321fffe3f', 'name': 'tempest-FloatingIPTestJSON-1341574143', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:00.036749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=5241d52c-f199-4c86-a01e-dcd687c58977,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.079167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:00.082067 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026f5f36-00f7-4fa0-8f22-67a400db1cb0" -d '{"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-plugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:00.188749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-1fca876f-891e-43f2-8609-664e09980b98 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:00.190809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-1fca876f-891e-43f2-8609-664e09980b98 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 819 time: 0.4704325 Feb 11 13:08:00.257895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-28550709-0111-40d8-b8ce-98a10d27d881 None None] Current status of the port 5241d52c-f199-4c86-a01e-dcd687c58977 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:00.260586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:00.263856 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5902a355-2116-4e9d-99f7-9ede069b1dd9 x-openstack-request-id: req-5902a355-2116-4e9d-99f7-9ede069b1dd9 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:00.264294 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-plugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:00.264656 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5902a355-2116-4e9d-99f7-9ede069b1dd9 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:00.265195 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'code': 200} Feb 11 13:08:00.284668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f330b60b-f568-4e94-8f16-2dc4a1ef6843 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/quotas/6b0764eaa63a4f3582e25f61607c523c HTTP/1.1" status: 200 len: 375 time: 0.0638258 Feb 11 13:08:00.286532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:00.348496 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.356047 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.431717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.474969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (7bf13c20-29c0-4c45-a9ef-09502fa255c4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.492987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=10']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.508998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-c19d99b3-09ab-46b4-98c1-b7d6480b1b2e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2128456 Feb 11 13:08:00.512971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-87ff076d-0059-4f2e-b2a0-b2286748ecf1 None None] Provisioning complete for port 5241d52c-f199-4c86-a01e-dcd687c58977 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:00.513825 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-87ff076d-0059-4f2e-b2a0-b2286748ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.536467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] device_id is not set on port 76413bce-2103-4f1d-a40f-1ee127a707a5 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:08:00.564379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:07:56Z', 'revision_number': 4, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port': {'id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:50Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '4f424f2b-bfe9-47b0-807d-3d810277243b', 'name': '', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'mac_address': 'fa:16:3e:5c:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:54Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 2, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'subnets': [{'id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:00.613306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256de68e-744a-4afe-b0fb-2bf98a3514cf None None] The sync data for ids ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'] in n-d-828675-3 is: [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:07:56Z', 'revision_number': 4, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port': {'id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:50Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '4f424f2b-bfe9-47b0-807d-3d810277243b', 'name': '', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'mac_address': 'fa:16:3e:5c:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:54Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 2, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'subnets': [{'id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:00.633023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-9e9529e9-90b7-42d0-baa3-8638daf82e37 service neutron] 10.222.0.42 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230469 Feb 11 13:08:00.749806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-87ff076d-0059-4f2e-b2a0-b2286748ecf1 None None] Current status of the port 5241d52c-f199-4c86-a01e-dcd687c58977 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:00.795968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75acfd-1d52-4d8e-8683-9492c2532f95 req-6f71f3b4-9a80-436f-a6c4-ac90cbc2ac98 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:00.798302 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce75acfd-1d52-4d8e-8683-9492c2532f95 req-6f71f3b4-9a80-436f-a6c4-ac90cbc2ac98 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3476911 Feb 11 13:08:00.883487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7ba0a-cbcf-4e44-91ab-cea14c7a6c12 None None] Update dhcp port {'port': {'network_id': '8a54f7a6-a9fe-4aee-8a26-97798e05169d', 'fixed_ips': [{'subnet_id': '53a14b09-7800-43c8-acef-c282d48a94c3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39f7f67d-6df7-4535-9764-b79428ff3066', 'ip_address': '2001:db8::2'}, {'subnet_id': '776d57b4-e8cd-4d59-9fda-63d289954301'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'eab94e95-360e-4aed-bcd0-ab0477be1bfc'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:08:00.966777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ba0a-cbcf-4e44-91ab-cea14c7a6c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.105667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=7bf13c20-29c0-4c45-a9ef-09502fa255c4,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:01.230254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': '772af11f-d883-4280-af33-45735ba09784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd081fdc6-a700-44ba-9e21-f5cd050ee305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:01.231004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: d081fdc6-a700-44ba-9e21-f5cd050ee305, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:01.283464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-79630ff8-7847-448b-81c4-303b0edfa4b9 service neutron] 10.222.0.42 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495447 Feb 11 13:08:01.311969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network d081fdc6-a700-44ba-9e21-f5cd050ee305 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:01.363987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d081fdc6-a700-44ba-9e21-f5cd050ee305) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:01.384944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:01.386011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.387134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f7042-8766-47d4-9a6e-e7c255d68ed1 None None] Network d081fdc6-a700-44ba-9e21-f5cd050ee305 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:01.419001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3bebbeca-dc5f-4596-a069-c210770e5933 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4173419 Feb 11 13:08:01.422519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50888) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:01.431677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1572895429'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:01.600656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7782bd5a-3f0d-4165-9e6d-0eaefc4d3419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.619391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5241d52c-f199-4c86-a01e-dcd687c58977 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:01.831589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce75acfd-1d52-4d8e-8683-9492c2532f95 req-2677a3b4-6f97-40a2-a3bc-36c5563f3c30 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9955144 Feb 11 13:08:01.862903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-d081fdc6-a700-44ba-9e21-f5cd050ee305', 'network_id': 'd081fdc6-a700-44ba-9e21-f5cd050ee305', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': '7bf13c20-29c0-4c45-a9ef-09502fa255c4'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:01.865850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.045300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:02.210859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.13 (97127d2f-615d-4683-a5b7-117321fffe3f/54d64c98-9bc4-48b0-8133-b30de391c2bf/76413bce-2103-4f1d-a40f-1ee127a707a5) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:02.219455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.12 (97127d2f-615d-4683-a5b7-117321fffe3f/54d64c98-9bc4-48b0-8133-b30de391c2bf/76413bce-2103-4f1d-a40f-1ee127a707a5) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:02.277532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:02.283660 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.359044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Delete allocated IP 2001:db8::3a9 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/39f7f67d-6df7-4535-9764-b79428ff3066) {{(pid=109685) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:08:02.389085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Allocated IP 2001:db8:0:2::209 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/776d57b4-e8cd-4d59-9fda-63d289954301/5e357d46-6891-4fea-bfb4-2dbd9ef246de) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:02.421748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5241d52c-f199-4c86-a01e-dcd687c58977 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:02.422311 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.423791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e2491c3-dec3-4af0-b914-867c9e3c3c4a req-e7359b2b-67e9-4568-8a58-f7b7273da3c9 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 210 time: 0.1537647 Feb 11 13:08:02.465913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:02.554105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:02.554487 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.751648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.800402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Allocated IP 2001:db8::1 (d081fdc6-a700-44ba-9e21-f5cd050ee305/7bf13c20-29c0-4c45-a9ef-09502fa255c4/0f135702-fae2-41c2-bd63-aef47c878080) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:02.877946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.900059 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:08:02.916731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.998389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfce029-b762-4b22-9f3f-4ab6e9fc1aab req-2030dc96-aa1e-49cc-be90-686308e44e53 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:03.013408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfce029-b762-4b22-9f3f-4ab6e9fc1aab req-2030dc96-aa1e-49cc-be90-686308e44e53 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 944 time: 0.9304349 Feb 11 13:08:03.092178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-e8b7ba0a-cbcf-4e44-91ab-cea14c7a6c12 None None] Allocated IP 2001:db8:0:2::2 (8a54f7a6-a9fe-4aee-8a26-97798e05169d/776d57b4-e8cd-4d59-9fda-63d289954301/eab94e95-360e-4aed-bcd0-ab0477be1bfc) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:03.139397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (76413bce-2103-4f1d-a40f-1ee127a707a5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.222756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] In _notify_port_updated(), no bound segment for port 5e357d46-6891-4fea-bfb4-2dbd9ef246de on network 8a54f7a6-a9fe-4aee-8a26-97798e05169d {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:08:03.227996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:03.228622 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.230055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "PUT /v2.0/ports/5e357d46-6891-4fea-bfb4-2dbd9ef246de HTTP/1.1" status: 200 len: 970 time: 3.8010724 Feb 11 13:08:03.241325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50930) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:03.255627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:03.259336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d63a8-ff42-44c7-94b6-384a5bf5c1fa tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event updated for resources: {'Port': ['ID=5e357d46-6891-4fea-bfb4-2dbd9ef246de,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:03.272147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f9c98-25e3-4519-891e-138b78583659 req-e4d3dc6e-3606-4112-ae25-ed6da74d172c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:03.289387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-e4d3dc6e-3606-4112-ae25-ed6da74d172c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 819 time: 0.5942101 Feb 11 13:08:03.305461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (76413bce-2103-4f1d-a40f-1ee127a707a5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.315071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfce029-b762-4b22-9f3f-4ab6e9fc1aab req-1d41e758-cf07-4eb4-8dc4-367c652d7dc5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006153 Feb 11 13:08:03.324501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2a514d28-dfce-40d5-bc30-96f4f675c63c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.324913 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment 2a514d28-dfce-40d5-bc30-96f4f675c63c of type vlan for network 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 Feb 11 13:08:03.486672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e8b7ba0a-cbcf-4e44-91ab-cea14c7a6c12 None None] For port eab94e95-360e-4aed-bcd0-ab0477be1bfc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eab94e95-360e-4aed-bcd0-ab0477be1bfc,segment=NetworkSegment(885de43a-a190-45fd-81ec-f3664e98e9fe),segment_id=885de43a-a190-45fd-81ec-f3664e98e9fe)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:03.515132 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-ab563b8c-7e76-4ab7-a275-7457c8b66b6f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/quotas/6b0764eaa63a4f3582e25f61607c523c HTTP/1.1" status: 200 len: 375 time: 0.2247717 Feb 11 13:08:03.520775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (693aa3a6-a63c-4ecb-b944-abe6e8e18aa0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.543624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ba0a-cbcf-4e44-91ab-cea14c7a6c12 None None] Publish callbacks [] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.579670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:03.580078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.596632 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ba0a-cbcf-4e44-91ab-cea14c7a6c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.625916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port 5e357d46-6891-4fea-bfb4-2dbd9ef246de {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:03.626673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.645706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 97127d2f-615d-4683-a5b7-117321fffe3f is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:03.656491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:03.694188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:03.697971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:03.698453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:03.704708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=76413bce-2103-4f1d-a40f-1ee127a707a5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:03.707039 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d98932-6bd8-480b-bdcd-d39eef4876c3" -d '{"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:03.714802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.747619 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.764346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for 5e357d46-6891-4fea-bfb4-2dbd9ef246de owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:03.786254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:03.787587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.801614 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-13bdb374-af94-4c68-9792-d3b7473f3759 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2602870 Feb 11 13:08:03.821492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5241d52c-f199-4c86-a01e-dcd687c58977 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:03.826568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c2034af8-52eb-4eac-904e-7893c6e7b149 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8383229 Feb 11 13:08:03.827252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50936) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:03.833182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '76413bce-2103-4f1d-a40f-1ee127a707a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:03.874495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.065188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e2709f59-b50a-4801-98fc-58ac7562f8ad up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:04.085476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5e357d46-6891-4fea-bfb4-2dbd9ef246de), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.147901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=5e357d46-6891-4fea-bfb4-2dbd9ef246de,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.160515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (693aa3a6-a63c-4ecb-b944-abe6e8e18aa0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.166090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:04.167287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.173864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 896545c2-e764-4e72-9216-d52a6af8bf73 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:04.176295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 896545c2-e764-4e72-9216-d52a6af8bf73 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:04.331494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e554-ce39-48b1-b8db-35f35f09ca33 req-84beca68-2c89-4078-af44-ba27a716e03e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:04.341883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cb3e554-ce39-48b1-b8db-35f35f09ca33 req-84beca68-2c89-4078-af44-ba27a716e03e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.8521929 Feb 11 13:08:04.366080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9402390 Feb 11 13:08:04.367462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50942) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:04.370973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.375378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f57f49b2-41b9-43f2-b939-101c9f512532 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/5e357d46-6891-4fea-bfb4-2dbd9ef246de HTTP/1.1" status: 204 len: 168 time: 1.1303847 Feb 11 13:08:04.383752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50944) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:04.385304 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.388730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Publish callbacks [] for port (0f135702-fae2-41c2-bd63-aef47c878080), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.405161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': '693aa3a6-a63c-4ecb-b944-abe6e8e18aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:04.411803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a113c7-42b3-4589-916e-89f7b8ae472f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=693aa3a6-a63c-4ecb-b944-abe6e8e18aa0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.437350 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0f135702-fae2-41c2-bd63-aef47c878080), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.444387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7ba0a-cbcf-4e44-91ab-cea14c7a6c12 None None] Pushing event updated for resources: {'Port': ['ID=eab94e95-360e-4aed-bcd0-ab0477be1bfc,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.605889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cb3e554-ce39-48b1-b8db-35f35f09ca33 req-604922e4-0391-4ace-b578-026526e89ffc tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625020 Feb 11 13:08:04.661338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.25.1.252 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/b4eb769e-c06c-4c23-a28b-43011578e83d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:04.808427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:04.824443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Sync routers for ids ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:04.865043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:04.882344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.916742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.983512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.001446 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171421f0-537a-42c0-9a5a-38b918a4c660 x-openstack-request-id: req-171421f0-537a-42c0-9a5a-38b918a4c660 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:05.001446 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:05.001837 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-171421f0-537a-42c0-9a5a-38b918a4c660 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:05.002199 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'code': 200} Feb 11 13:08:05.003673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:08:05.058259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-3f92d563-457c-4fad-a573-9fc64ebd2455 service neutron] 10.222.0.42 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2482641 Feb 11 13:08:05.083389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Routers {'2a17cc74-2f8c-48d7-8f15-c97031f116a3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:05.084066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:05.111798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Network d081fdc6-a700-44ba-9e21-f5cd050ee305 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:05.227963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Performing IP validity checks on allocation pools {{(pid=109685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:08:05.234152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:08:05.381350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.391972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-60b2a4ab-6fbd-4538-b146-42acf1426cbe service neutron] 10.222.0.42 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295441 Feb 11 13:08:05.420373 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac96bed5-0251-49a2-8c94-ec2a983c4cf1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] GET failed (client error): The resource could not be found. Feb 11 13:08:05.425203 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ac96bed5-0251-49a2-8c94-ec2a983c4cf1 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports/5e357d46-6891-4fea-bfb4-2dbd9ef246de HTTP/1.1" status: 404 len: 333 time: 0.3634269 Feb 11 13:08:05.426151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50956) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:05.581418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:05.628933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:05.635921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:05.681194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=b4eb769e-c06c-4c23-a28b-43011578e83d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:05.710101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (3a9d6cc6-d5c5-43e8-960d-ace0e003d541), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.811272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:05.824178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:05.928040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-502fcd0b-c419-49d2-ba1e-541891bd4832 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.929385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-502fcd0b-c419-49d2-ba1e-541891bd4832 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.53 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 819 time: 1.4003797 Feb 11 13:08:05.945249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Request body: {'port': {'device_id': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'admin_state_up': True, 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:05.957234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01cb0a-5826-44dd-a48c-998bf89ed84d req-bd992718-f908-4c17-8538-d7d326b8b4a9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.959048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d01cb0a-5826-44dd-a48c-998bf89ed84d req-bd992718-f908-4c17-8538-d7d326b8b4a9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3718550 Feb 11 13:08:05.959738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=3a9d6cc6-d5c5-43e8-960d-ace0e003d541,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:05.983444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d7a2279-efb8-46bf-ba84-5d6f3591e861 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (da6b341d-5b15-4106-81bc-862cd49515cd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.029251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e2709f59-b50a-4801-98fc-58ac7562f8ad triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:06.029625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.038466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d7a2279-efb8-46bf-ba84-5d6f3591e861 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (da6b341d-5b15-4106-81bc-862cd49515cd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.093021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c81a41-1c03-4986-83fa-98d71a2d6594 req-b98b2013-b61b-46e9-a3df-a4187d0279d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.097997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10c81a41-1c03-4986-83fa-98d71a2d6594 req-b98b2013-b61b-46e9-a3df-a4187d0279d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1127 time: 0.5287018 Feb 11 13:08:06.102582 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d7a2279-efb8-46bf-ba84-5d6f3591e861 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (da6b341d-5b15-4106-81bc-862cd49515cd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.104920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d7a2279-efb8-46bf-ba84-5d6f3591e861 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.109550 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d7a2279-efb8-46bf-ba84-5d6f3591e861 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/security-groups/da6b341d-5b15-4106-81bc-862cd49515cd HTTP/1.1" status: 204 len: 168 time: 0.6367874 Feb 11 13:08:06.110372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50970) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:06.114651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': '2a514d28-dfce-40d5-bc30-96f4f675c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '693aa3a6-a63c-4ecb-b944-abe6e8e18aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:06.115011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:06.208859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a2279-efb8-46bf-ba84-5d6f3591e861 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b341d-5b15-4106-81bc-862cd49515cd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.261231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d01cb0a-5826-44dd-a48c-998bf89ed84d req-649ac20b-5db5-4f2f-b190-da4ba83523f6 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624717 Feb 11 13:08:06.331966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:06.348831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf6f1e-50b6-462e-9250-9dbf40d821f1 req-df0431b6-b594-4469-9201-afaf8a72bac4 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.366691 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9fcf6f1e-50b6-462e-9250-9dbf40d821f1 req-df0431b6-b594-4469-9201-afaf8a72bac4 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.5799003 Feb 11 13:08:06.449270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:06.498441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '896545c2-e764-4e72-9216-d52a6af8bf73', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'port_id': '896545c2-e764-4e72-9216-d52a6af8bf73', 'mac_address': 'fa:16:3e:b8:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb152ef0-7b66-48b2-bd46-893a04418761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:06.501036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e3fdf97-24d1-40a5-ae0c-2232bbeb5eaa req-461e0332-443e-45d9-b551-1b15894182dc tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 210 time: 0.0741642 Feb 11 13:08:06.518518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-b5cd5e98-1570-4f7d-8350-25bca9acc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.523575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-b5cd5e98-1570-4f7d-8350-25bca9acc001 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 1133 time: 0.5609407 Feb 11 13:08:06.546363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:06.639861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3e4ae939-2e9b-4185-8269-b05d468d3bf4 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:06.640627 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae939-2e9b-4185-8269-b05d468d3bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.659923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.660536 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.671148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10c81a41-1c03-4986-83fa-98d71a2d6594 req-40215c93-08d0-4130-ba05-16470cdfcbae service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528617 Feb 11 13:08:06.714856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 896545c2-e764-4e72-9216-d52a6af8bf73 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:06.717278 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.750533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.807266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Made reservation on behalf of 6b0764eaa63a4f3582e25f61607c523c for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:06.819450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.825387 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.827178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495033f7-4a47-4369-b8e8-9ef76dda546c None None] Network 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:06.971904 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e8cfcfc6-5def-40cf-9056-cd861320773f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (c1a9bbaf-f309-4ddc-ac86-0255fa993a17), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.021044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 896545c2-e764-4e72-9216-d52a6af8bf73 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:07.074851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Pushing event updated for resources: {'Port': ['ID=0f135702-fae2-41c2-bd63-aef47c878080,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:07.077193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e8cfcfc6-5def-40cf-9056-cd861320773f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (c1a9bbaf-f309-4ddc-ac86-0255fa993a17), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.193963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Allocated IP 172.20.0.13 (de88d5e2-fac2-40d8-a3fb-5781308fb344/50fb8552-ebe1-47fa-bc60-295f2855f9ad/f4fe229f-5828-475f-a7a9-45c4934f56c6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:07.226216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9fcf6f1e-50b6-462e-9250-9dbf40d821f1 req-73b4b608-2660-4fb9-9a0e-2165097c2c8e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7394636 Feb 11 13:08:07.260279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e2709f59-b50a-4801-98fc-58ac7562f8ad is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:07.260651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.348452 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e8cfcfc6-5def-40cf-9056-cd861320773f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1a9bbaf-f309-4ddc-ac86-0255fa993a17), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.359462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e8cfcfc6-5def-40cf-9056-cd861320773f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.369458 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e8cfcfc6-5def-40cf-9056-cd861320773f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/security-groups/c1a9bbaf-f309-4ddc-ac86-0255fa993a17 HTTP/1.1" status: 204 len: 168 time: 1.2540250 Feb 11 13:08:07.372348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50988) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:07.380099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:07.489150 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks [] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.496863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfcfc6-5def-40cf-9056-cd861320773f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9bbaf-f309-4ddc-ac86-0255fa993a17,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:07.530158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8394c4d8-05ec-4830-a7ed-76c9da527b3c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (18873368-69c5-464d-b5c3-2b1b311192b3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.554101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Set router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:07.658144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.710177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8394c4d8-05ec-4830-a7ed-76c9da527b3c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (18873368-69c5-464d-b5c3-2b1b311192b3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.719941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-693aa3a6-a63c-4ecb-b944-abe6e8e18aa0', 'network_id': '693aa3a6-a63c-4ecb-b944-abe6e8e18aa0', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': '3a9d6cc6-d5c5-43e8-960d-ace0e003d541'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:07.723732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.760423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 896545c2-e764-4e72-9216-d52a6af8bf73 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:07.760831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.776997 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f41b65c3-bd22-441e-a383-73f5c280a2e6 req-65b2e9e6-75c3-4a39-a68f-c3e5c4becfed tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 210 time: 0.1085978 Feb 11 13:08:07.810143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.850157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Pushing event updated for resources: {'Port': ['ID=f4fe229f-5828-475f-a7a9-45c4934f56c6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:07.868055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ebc6b85b-5b41-4cfc-ac04-76efffea889c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.4909229 Feb 11 13:08:07.875435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50998) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:07.990070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:08.013305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port e2709f59-b50a-4801-98fc-58ac7562f8ad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e2709f59-b50a-4801-98fc-58ac7562f8ad,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:08.078665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:08.096559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6579c9-33b8-4e93-9c32-1189323b8320 req-1e713515-3f6a-4079-8ea0-8cd98b7e7091 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.104795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea6579c9-33b8-4e93-9c32-1189323b8320 req-1e713515-3f6a-4079-8ea0-8cd98b7e7091 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.4951901 Feb 11 13:08:08.142263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-23e65679-f0f5-47d6-84b8-6519de7a3ee1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5036876 Feb 11 13:08:08.143119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:08.166982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:08.194762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ae939-2e9b-4185-8269-b05d468d3bf4 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:08.232340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.232946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.238533 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8394c4d8-05ec-4830-a7ed-76c9da527b3c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (18873368-69c5-464d-b5c3-2b1b311192b3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.249384 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8394c4d8-05ec-4830-a7ed-76c9da527b3c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.252017 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8394c4d8-05ec-4830-a7ed-76c9da527b3c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/security-groups/18873368-69c5-464d-b5c3-2b1b311192b3 HTTP/1.1" status: 204 len: 168 time: 0.8254430 Feb 11 13:08:08.263224 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.267986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-8fb4d29d-93e0-4d91-b919-0a13375adb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.268152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51004) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:08.268463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Attempting to bind port 0f135702-fae2-41c2-bd63-aef47c878080 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:08.268897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Attempting to bind port 0f135702-fae2-41c2-bd63-aef47c878080 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '772af11f-d883-4280-af33-45735ba09784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd081fdc6-a700-44ba-9e21-f5cd050ee305'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:08.269257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Attempting to bind port 0f135702-fae2-41c2-bd63-aef47c878080 on network d081fdc6-a700-44ba-9e21-f5cd050ee305 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:08.274849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-8fb4d29d-93e0-4d91-b919-0a13375adb4e service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 1.6430418 Feb 11 13:08:08.414698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-0fe31cdb-f019-415f-af3a-284b0040f1b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814 HTTP/1.1" status: 200 len: 217 time: 0.0494747 Feb 11 13:08:08.449526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea6579c9-33b8-4e93-9c32-1189323b8320 req-80cf8224-62d9-46b3-8211-67d9d3f5f0a0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434730 Feb 11 13:08:08.462418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-38d8062b-d89a-4847-bce4-2f6a0650cc85 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5212638 Feb 11 13:08:08.482642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Request body: {'port': {'device_id': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:08.487927 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:08.487927 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:08.538530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 39f7f67d-6df7-4535-9764-b79428ff3066 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:08:08.570784 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.580416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f9c98-25e3-4519-891e-138b78583659 req-13ef6389-c76e-494f-82e2-cbf9d96ba680 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.582473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-13ef6389-c76e-494f-82e2-cbf9d96ba680 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.64 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 819 time: 0.9977982 Feb 11 13:08:08.604748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Request body: {'port': {'device_id': '3bdd9152-699b-440c-870f-271e41fd3818', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'admin_state_up': True, 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:08.610685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (39f7f67d-6df7-4535-9764-b79428ff3066), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.628910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Allocated IP 2001:db8::3 (693aa3a6-a63c-4ecb-b944-abe6e8e18aa0/3a9d6cc6-d5c5-43e8-960d-ace0e003d541/834d29d6-d6d4-4d3a-9aef-e1c218c3207d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:08.692659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394c4d8-05ec-4830-a7ed-76c9da527b3c tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18873368-69c5-464d-b5c3-2b1b311192b3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:08.720570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-08bfdc9e-835a-4149-8cc9-1d248426bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.722506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-08bfdc9e-835a-4149-8cc9-1d248426bee8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=91b315126473443a86a6a78b66ac7b26&device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 1130 time: 0.4867516 Feb 11 13:08:08.832956 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Publish callbacks [] for port (834d29d6-d6d4-4d3a-9aef-e1c218c3207d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.836878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['896545c2-e764-4e72-9216-d52a6af8bf73'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:08.886655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eab94e95-360e-4aed-bcd0-ab0477be1bfc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:08.894619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:08.895157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Checking segment: {'id': '772af11f-d883-4280-af33-45735ba09784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd081fdc6-a700-44ba-9e21-f5cd050ee305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:08.895686 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.896182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Bound using segment: {'id': '772af11f-d883-4280-af33-45735ba09784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd081fdc6-a700-44ba-9e21-f5cd050ee305'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:08.896784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Bound port: 0f135702-fae2-41c2-bd63-aef47c878080, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772af11f-d883-4280-af33-45735ba09784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd081fdc6-a700-44ba-9e21-f5cd050ee305'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:08.897728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f135702-fae2-41c2-bd63-aef47c878080), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.916731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (39f7f67d-6df7-4535-9764-b79428ff3066), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.972289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (032e5111-f6ed-421e-9084-a613c172f0b6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.981625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (693aa3a6-a63c-4ecb-b944-abe6e8e18aa0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.092337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ff03c-cd43-463f-9ee1-9bf8fe344b5f req-8931a205-9b99-439d-be8d-ac188860cd0f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.111113 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b42ff03c-cd43-463f-9ee1-9bf8fe344b5f req-8931a205-9b99-439d-be8d-ac188860cd0f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 944 time: 0.6391411 Feb 11 13:08:09.149482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fe229f-5828-475f-a7a9-45c4934f56c6 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:09.159114 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Publish callbacks [] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.172837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Transition to ACTIVE for port object f4fe229f-5828-475f-a7a9-45c4934f56c6 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:09.282939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-5a4eb61e-053c-4b67-8c09-9249d56b0518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.284740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-5a4eb61e-053c-4b67-8c09-9249d56b0518 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.1078799 Feb 11 13:08:09.290522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.375761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe229f-5828-475f-a7a9-45c4934f56c6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:09.401291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9f8fa14-2246-49d6-8173-411e58f30d80 req-b53eab34-b476-44a8-9702-6f64611759ae tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 210 time: 0.1295493 Feb 11 13:08:09.403685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-904973ff-af12-4692-a777-20003dc7e6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.417353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-904973ff-af12-4692-a777-20003dc7e6c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.9534538 Feb 11 13:08:09.487517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Made reservation on behalf of 6b0764eaa63a4f3582e25f61607c523c for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:09.491172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.510656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-47000faa-6c02-452d-90ab-0b0a0fd45962 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=40dd4cee-6064-4787-af10-585ec24efa1f HTTP/1.1" status: 200 len: 217 time: 0.1467957 Feb 11 13:08:09.531001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.661031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3e4ae939-2e9b-4185-8269-b05d468d3bf4 None None] Provisioning complete for port c901a847-9c77-48f0-a97d-6634b57329c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:09.661655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e4ae939-2e9b-4185-8269-b05d468d3bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.705054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (834d29d6-d6d4-4d3a-9aef-e1c218c3207d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.724505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 896545c2-e764-4e72-9216-d52a6af8bf73 is: BUILD; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:09.724912 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.746265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ae939-2e9b-4185-8269-b05d468d3bf4 None None] Port c901a847-9c77-48f0-a97d-6634b57329c5 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:08:09.764222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 896545c2-e764-4e72-9216-d52a6af8bf73 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:09.789349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:09.795423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3e4ae939-2e9b-4185-8269-b05d468d3bf4 None None] Could not find standard attr ID for object 5e357d46-6891-4fea-bfb4-2dbd9ef246de. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:08:09.819056 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.850243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.883135 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.958280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b42ff03c-cd43-463f-9ee1-9bf8fe344b5f req-62e0130c-7b2a-4414-842e-24bc8a38bf03 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8461328 Feb 11 13:08:10.027824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] For port 0f135702-fae2-41c2-bd63-aef47c878080, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:10.035939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] For port 0f135702-fae2-41c2-bd63-aef47c878080, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f135702-fae2-41c2-bd63-aef47c878080,segment=NetworkSegment(772af11f-d883-4280-af33-45735ba09784),segment_id=772af11f-d883-4280-af33-45735ba09784)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:10.061087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (032e5111-f6ed-421e-9084-a613c172f0b6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.124881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c83e436f-bd55-4601-b087-7b148858fb68 None None] Could not find standard attr ID for object 5e357d46-6891-4fea-bfb4-2dbd9ef246de. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:08:10.156712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0f135702-fae2-41c2-bd63-aef47c878080), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.233036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-a0bc8d65-6579-4f82-a9f1-68b9952f5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.234854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-a0bc8d65-6579-4f82-a9f1-68b9952f5eea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2363620 Feb 11 13:08:10.244303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Network 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:10.250331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-4ef38e83-28c8-49bb-9cca-cdff65c986ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.251870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-4ef38e83-28c8-49bb-9cca-cdff65c986ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7812252 Feb 11 13:08:10.266227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=e2709f59-b50a-4801-98fc-58ac7562f8ad,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:10.287886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:10.288276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (834d29d6-d6d4-4d3a-9aef-e1c218c3207d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.294456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:10.307453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:10.358694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Allocated IP 172.20.0.6 (de88d5e2-fac2-40d8-a3fb-5781308fb344/50fb8552-ebe1-47fa-bc60-295f2855f9ad/11162c8c-083f-43bb-a531-ebd9ddfedcfa) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:10.392535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:07:56Z', 'revision_number': 4, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port': {'id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:50Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '4f424f2b-bfe9-47b0-807d-3d810277243b', 'name': '', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'mac_address': 'fa:16:3e:5c:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:54Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 2, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'subnets': [{'id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:10.464755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce85459-c16e-4c25-8dd1-40d6b8874baf req-5245d641-99d8-42ec-8322-26d8d2538b0d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.478923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cce85459-c16e-4c25-8dd1-40d6b8874baf req-5245d641-99d8-42ec-8322-26d8d2538b0d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.4829106 Feb 11 13:08:10.484390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Checking router: 2a17cc74-2f8c-48d7-8f15-c97031f116a3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:08:10.484752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Updating router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 port 4f424f2b-bfe9-47b0-807d-3d810277243b binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:08:10.495870 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 032e5111-f6ed-421e-9084-a613c172f0b6 associated. External IP: 172.25.1.252, port: 76413bce-2103-4f1d-a40f-1ee127a707a5. Feb 11 13:08:10.690296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (39f7f67d-6df7-4535-9764-b79428ff3066), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.746648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Pushing event updated for resources: {'Port': ['ID=834d29d6-d6d4-4d3a-9aef-e1c218c3207d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:10.765783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:10.766318 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.768307 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.852142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d, host n-d-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:10.852440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (834d29d6-d6d4-4d3a-9aef-e1c218c3207d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.870739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Attempting to bind port f4fe229f-5828-475f-a7a9-45c4934f56c6 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:10.871080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Attempting to bind port f4fe229f-5828-475f-a7a9-45c4934f56c6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:10.871411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Attempting to bind port f4fe229f-5828-475f-a7a9-45c4934f56c6 on network de88d5e2-fac2-40d8-a3fb-5781308fb344 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:10.903534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Port f4fe229f-5828-475f-a7a9-45c4934f56c6 on network de88d5e2-fac2-40d8-a3fb-5781308fb344 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:10.903874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Attempting to bind port f4fe229f-5828-475f-a7a9-45c4934f56c6 on network de88d5e2-fac2-40d8-a3fb-5781308fb344 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:10.924938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cce85459-c16e-4c25-8dd1-40d6b8874baf req-7bc560c5-3bad-4708-93d1-de2c1e7dee17 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853822 Feb 11 13:08:10.964362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:10.964362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Checking segment: {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:10.964362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Bound using segment: {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:10.964362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Bound port: f4fe229f-5828-475f-a7a9-45c4934f56c6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:10.964362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.964871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-681da012-cbc5-400a-a7b8-1247745f9634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.966600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-681da012-cbc5-400a-a7b8-1247745f9634 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7123258 Feb 11 13:08:10.985259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2589e1d4-e695-44a9-981d-2685b34a5b85 req-59048b58-fad1-442f-bfe0-38bb423c6585 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 210 time: 0.3378363 Feb 11 13:08:10.985981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=b4eb769e-c06c-4c23-a28b-43011578e83d,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.091007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Attempting to bind port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:11.091375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Attempting to bind port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '2a514d28-dfce-40d5-bc30-96f4f675c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '693aa3a6-a63c-4ecb-b944-abe6e8e18aa0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:11.091731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Attempting to bind port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d on network 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:11.129101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:11.129387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Checking segment: {'id': '2a514d28-dfce-40d5-bc30-96f4f675c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '693aa3a6-a63c-4ecb-b944-abe6e8e18aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:11.130181 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.130577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Bound using segment: {'id': '2a514d28-dfce-40d5-bc30-96f4f675c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '693aa3a6-a63c-4ecb-b944-abe6e8e18aa0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:11.131069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Bound port: 834d29d6-d6d4-4d3a-9aef-e1c218c3207d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a514d28-dfce-40d5-bc30-96f4f675c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '693aa3a6-a63c-4ecb-b944-abe6e8e18aa0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:11.131444 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (834d29d6-d6d4-4d3a-9aef-e1c218c3207d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.223509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (39f7f67d-6df7-4535-9764-b79428ff3066), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.251729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks [] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.268304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.290898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-90a4bc71-c708-4b92-aa32-f7043ac40e5c service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9571528 Feb 11 13:08:11.317468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.392764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.422812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51056) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:11.429338 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/39f7f67d-6df7-4535-9764-b79428ff3066 HTTP/1.1" status: 204 len: 168 time: 3.1428728 Feb 11 13:08:11.430903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for 834d29d6-d6d4-4d3a-9aef-e1c218c3207d owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:11.442206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ace78f-2f76-453e-b6e5-c19b9d1323fe tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=39f7f67d-6df7-4535-9764-b79428ff3066,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.473522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Pushing event updated for resources: {'Port': ['ID=11162c8c-083f-43bb-a531-ebd9ddfedcfa,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.600345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] For port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:11.604240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] For port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=834d29d6-d6d4-4d3a-9aef-e1c218c3207d,segment=NetworkSegment(2a514d28-dfce-40d5-bc30-96f4f675c63c),segment_id=2a514d28-dfce-40d5-bc30-96f4f675c63c)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:11.636734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:11.643976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389cde7-db24-49b7-9b8d-bdacb3160d79 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:11.709203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (834d29d6-d6d4-4d3a-9aef-e1c218c3207d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.722784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708992e0-45eb-4f5e-b0d2-80adf5dacfd8 req-245c43d9-6a7b-4dc0-8aec-c1650c1c2f06 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:11.731600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-708992e0-45eb-4f5e-b0d2-80adf5dacfd8 req-245c43d9-6a7b-4dc0-8aec-c1650c1c2f06 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 943 time: 0.5826952 Feb 11 13:08:11.795161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bdc813-42b8-43ec-a9e5-f4ba92233cd4 None None] Pushing event updated for resources: {'Port': ['ID=0f135702-fae2-41c2-bd63-aef47c878080,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.822833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e2709f59-b50a-4801-98fc-58ac7562f8ad up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:11.839698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 896545c2-e764-4e72-9216-d52a6af8bf73 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:11.939818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-708992e0-45eb-4f5e-b0d2-80adf5dacfd8 req-8c7e9dcc-1bfd-4df1-aecb-f8b70b6979d0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965470 Feb 11 13:08:12.007497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-f5ae5846-6c84-492a-ad5f-08589f46ed70 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0233817 Feb 11 13:08:12.051805 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Publish callbacks [] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.079475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Network de88d5e2-fac2-40d8-a3fb-5781308fb344 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:12.105369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.129532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:12.152408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (834d29d6-d6d4-4d3a-9aef-e1c218c3207d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.263555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 896545c2-e764-4e72-9216-d52a6af8bf73 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:12.265910 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.275065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da585e0-7a3b-413c-9956-c288ac0732fb None None] Pushing event updated for resources: {'Port': ['ID=834d29d6-d6d4-4d3a-9aef-e1c218c3207d,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:12.332461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:12.349243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-0e35d546-5f51-41cd-a3b9-a77dcfbcab4e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.358661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-0e35d546-5f51-41cd-a3b9-a77dcfbcab4e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 814 time: 0.8332086 Feb 11 13:08:12.386991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:12.418380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-713a5f85-802f-4808-8997-4a2b3620d9c1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/quotas/3f4edac0b3364c71b96615236d9b489a HTTP/1.1" status: 200 len: 375 time: 0.0586395 Feb 11 13:08:12.461302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b0054-7f17-4c7f-96f9-64ceb5a9c44e None None] Network d081fdc6-a700-44ba-9e21-f5cd050ee305 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:12.684517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 776d57b4-e8cd-4d59-9fda-63d289954301 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:08:12.688314 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (776d57b4-e8cd-4d59-9fda-63d289954301), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.772596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e2709f59-b50a-4801-98fc-58ac7562f8ad triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:12.772996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.779169 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (776d57b4-e8cd-4d59-9fda-63d289954301), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.903551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=834d29d6-d6d4-4d3a-9aef-e1c218c3207d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:12.929013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (776d57b4-e8cd-4d59-9fda-63d289954301), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.943121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-793721aa-4554-41c6-86ed-b49ab4a0d8b4 None None] Provisioning complete for port 0f135702-fae2-41c2-bd63-aef47c878080 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:12.943944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-793721aa-4554-41c6-86ed-b49ab4a0d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f135702-fae2-41c2-bd63-aef47c878080), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.012147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e61a17ed-480b-4af6-ac11-c8b95a868a34 req-013e13cb-2472-4f94-8ba5-0d8bae2cd60e service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7050993 Feb 11 13:08:13.066367 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (776d57b4-e8cd-4d59-9fda-63d289954301), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.078745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port 834d29d6-d6d4-4d3a-9aef-e1c218c3207d on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:13.079374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] For port f4fe229f-5828-475f-a7a9-45c4934f56c6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:13.149165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.154062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab068a-2823-48b0-b461-e31b58adbe73 None None] Pushing event updated for resources: {'Port': ['ID=4f424f2b-bfe9-47b0-807d-3d810277243b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:13.160326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/776d57b4-e8cd-4d59-9fda-63d289954301 HTTP/1.1" status: 204 len: 168 time: 1.6735673 Feb 11 13:08:13.169121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:13.171935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322ea60-bd43-44ed-b54f-8317db99fee9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=776d57b4-e8cd-4d59-9fda-63d289954301,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:13.182850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Attempting to bind port 4f424f2b-bfe9-47b0-807d-3d810277243b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:13.188874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Attempting to bind port 4f424f2b-bfe9-47b0-807d-3d810277243b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:13.189353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Attempting to bind port 4f424f2b-bfe9-47b0-807d-3d810277243b on network de88d5e2-fac2-40d8-a3fb-5781308fb344 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:13.232452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.233116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.277130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-61fed585-bc96-4968-bf72-a583f7c47bfc tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8577130 Feb 11 13:08:13.311130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:13.323948 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:13.334853 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:13.337548 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:13.348218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9bbed-1c95-47d2-a945-ba65dc378780 req-0f560120-a30b-40aa-8fbc-170b11ec14d1 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.390501 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1fa9bbed-1c95-47d2-a945-ba65dc378780 req-0f560120-a30b-40aa-8fbc-170b11ec14d1 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 931 time: 0.5289624 Feb 11 13:08:13.419611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 896545c2-e764-4e72-9216-d52a6af8bf73 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:13.420110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.423871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:13.424335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Checking segment: {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:13.427794 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.428282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Bound using segment: {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:13.428863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Bound port: 4f424f2b-bfe9-47b0-807d-3d810277243b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:13.429317 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.431128 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:13.454509 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:13.455632 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:13.479339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] For port f4fe229f-5828-475f-a7a9-45c4934f56c6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:13.497295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (3a9d6cc6-d5c5-43e8-960d-ace0e003d541), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.499299 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:13.500193 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf81cb2b-d0b8-4dea-b4a9-43cf09ffdafc None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:13.585502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-793721aa-4554-41c6-86ed-b49ab4a0d8b4 None None] Current status of the port 0f135702-fae2-41c2-bd63-aef47c878080 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:13.585929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-793721aa-4554-41c6-86ed-b49ab4a0d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f135702-fae2-41c2-bd63-aef47c878080), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.595255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-56d5b19a-fecb-4fe2-a535-5b02c3c586e4 service neutron] 10.222.0.42 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171391 Feb 11 13:08:13.627366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-cdd1fc8f-3fa4-4a16-997d-57aef3763429 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0266094 Feb 11 13:08:13.653671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Request body: {'port': {'device_id': '3bdd9152-699b-440c-870f-271e41fd3818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:13.654652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:13.691365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-793721aa-4554-41c6-86ed-b49ab4a0d8b4 None None] For port 0f135702-fae2-41c2-bd63-aef47c878080, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f135702-fae2-41c2-bd63-aef47c878080,segment=NetworkSegment(772af11f-d883-4280-af33-45735ba09784),segment_id=772af11f-d883-4280-af33-45735ba09784)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:13.693194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:13.696517 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19450d63-c118-4c96-be84-13ed4c934ff6" -d '{"events": [{"server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "name": "network-vif-plugged", "status": "completed", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:13.730907 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.746505 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-baddd2ac-c8a9-43a3-9251-b76d22d3ce09 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:13.746980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baddd2ac-c8a9-43a3-9251-b76d22d3ce09 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:13.754750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-baddd2ac-c8a9-43a3-9251-b76d22d3ce09 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/39f7f67d-6df7-4535-9764-b79428ff3066 HTTP/1.1" status: 404 len: 337 time: 0.5743446 Feb 11 13:08:13.756370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (3a9d6cc6-d5c5-43e8-960d-ace0e003d541), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.768431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51078) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:13.864823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.921198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=3a9d6cc6-d5c5-43e8-960d-ace0e003d541,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:13.974382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.002884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1fa9bbed-1c95-47d2-a945-ba65dc378780 req-102f840b-4e64-4e81-8801-9e45787e3dd7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112459 Feb 11 13:08:14.087801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-533af7c6-6417-478e-a780-30964d609635 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.2590449 Feb 11 13:08:14.091769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51088) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:14.117732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.143395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'port_id': '76413bce-2103-4f1d-a40f-1ee127a707a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:14.150859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Pushing event updated for resources: {'Port': ['ID=f4fe229f-5828-475f-a7a9-45c4934f56c6,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:14.191112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8b3662e-171b-40fd-9420-dbf14bd6d741 req-b36d2883-b862-4d5f-b5c1-a2d4287f225b service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8784709 Feb 11 13:08:14.225110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e2709f59-b50a-4801-98fc-58ac7562f8ad is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:14.229051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-793721aa-4554-41c6-86ed-b49ab4a0d8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0f135702-fae2-41c2-bd63-aef47c878080), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.234109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf0b0db-ecf6-4846-bfd0-76f54d32e426 None None] Network 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:14.292480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-58d320d9-7223-43e7-ac24-db6801198e4b service neutron] 10.222.0.42 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963434 Feb 11 13:08:14.296339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.296943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.298552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-f8533eca-f960-4c2a-9e69-4adbd3d692ee service neutron] 10.222.0.53 "PUT /v2.0/ports/f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 1092 time: 5.8204749 Feb 11 13:08:14.301181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'tag': 'f4fe229f-5828-475f-a7a9-45c4934f56c6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:14.303444 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56d144d-3eb1-40b0-9afd-b01ed371b765" -d '{"events": [{"name": "network-changed", "server_uuid": "3051c550-2f2e-4bd9-812b-74c6b4d6a525", "tag": "f4fe229f-5828-475f-a7a9-45c4934f56c6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:14.331474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting subnet 53a14b09-7800-43c8-acef-c282d48a94c3 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:08:14.360164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (53a14b09-7800-43c8-acef-c282d48a94c3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.360927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] For port 4f424f2b-bfe9-47b0-807d-3d810277243b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:14.392324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] For port 4f424f2b-bfe9-47b0-807d-3d810277243b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4f424f2b-bfe9-47b0-807d-3d810277243b,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:14.458688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c8f5bac7-ea31-4287-b2b2-29e51a3a54c8 None None] Could not find standard attr ID for object 834d29d6-d6d4-4d3a-9aef-e1c218c3207d. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:08:14.476798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.532252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (693aa3a6-a63c-4ecb-b944-abe6e8e18aa0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.532493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:14.539507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5483fba-5ab7-4e44-bb7c-0d573088096c None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:14.603739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693aa3a6-a63c-4ecb-b944-abe6e8e18aa0']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:14.618343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a514d28-dfce-40d5-bc30-96f4f675c63c') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:14.618343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a514d28-dfce-40d5-bc30-96f4f675c63c') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:14.633627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2a514d28-dfce-40d5-bc30-96f4f675c63c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.648653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2a514d28-dfce-40d5-bc30-96f4f675c63c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.656328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:14.662406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2a514d28-dfce-40d5-bc30-96f4f675c63c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.744856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0f135702-fae2-41c2-bd63-aef47c878080 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:14.822084 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:14.832212 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (032e5111-f6ed-421e-9084-a613c172f0b6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.832580 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e140e-a4ea-4a65-b1ec-fc70003cdc11 x-openstack-request-id: req-e60e140e-a4ea-4a65-b1ec-fc70003cdc11 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:14.833014 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "name": "network-vif-plugged", "status": "completed", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:14.833282 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e60e140e-a4ea-4a65-b1ec-fc70003cdc11 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:14.833744 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73', 'code': 200} Feb 11 13:08:14.899922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11162c8c-083f-43bb-a531-ebd9ddfedcfa {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:14.910765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Publish callbacks [] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.927704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Transition to ACTIVE for port object 11162c8c-083f-43bb-a531-ebd9ddfedcfa will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:14.941743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.039676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa16756-89ee-4952-a8d3-1b3a896cf272 None None] DHCP port deletion for 693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:08:15.053932 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecadb79-df74-4cbd-9aa2-b2912b1f093c x-openstack-request-id: req-1ecadb79-df74-4cbd-9aa2-b2912b1f093c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:15.054215 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3051c550-2f2e-4bd9-812b-74c6b4d6a525", "tag": "f4fe229f-5828-475f-a7a9-45c4934f56c6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:15.055919 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ecadb79-df74-4cbd-9aa2-b2912b1f093c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:15.056365 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'tag': 'f4fe229f-5828-475f-a7a9-45c4934f56c6', 'status': 'completed', 'code': 200} Feb 11 13:08:15.295412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-28631cb1-fe7d-44c4-9cc4-0f2a48730131 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:15.295989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28631cb1-fe7d-44c4-9cc4-0f2a48730131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.347252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (693aa3a6-a63c-4ecb-b944-abe6e8e18aa0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.350669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-174c4df8-23ab-4bd9-bf18-c5da1e3e7719 req-b4e9ee23-e821-4ec5-8c99-fd41102e2bff tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 210 time: 0.2451382 Feb 11 13:08:15.380502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.382704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-53a879d9-733c-466b-8910-4b0ca27741d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.389533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-53a879d9-733c-466b-8910-4b0ca27741d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1126 time: 0.4551780 Feb 11 13:08:15.390649 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 HTTP/1.1" status: 204 len: 168 time: 7.4158659 Feb 11 13:08:15.391751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:15.394655 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecb810-ae13-4c76-af4d-b55943f4a8df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=693aa3a6-a63c-4ecb-b944-abe6e8e18aa0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:15.406343 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (53a14b09-7800-43c8-acef-c282d48a94c3), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.421930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2058787028'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:15.449455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Pushing event updated for resources: {'Port': ['ID=11162c8c-083f-43bb-a531-ebd9ddfedcfa,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:15.466850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793721aa-4554-41c6-86ed-b49ab4a0d8b4 None None] Pushing event updated for resources: {'Port': ['ID=0f135702-fae2-41c2-bd63-aef47c878080,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:15.533313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Routers {'2a17cc74-2f8c-48d7-8f15-c97031f116a3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:15.534337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:15.557623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-e025082f-17b2-4c10-b337-92808eaa5ab1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 217 time: 0.1589839 Feb 11 13:08:15.561770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:15.565162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.654113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:15.658506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0f135702-fae2-41c2-bd63-aef47c878080 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:15.659146 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f135702-fae2-41c2-bd63-aef47c878080), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.664575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5a69d-0697-42f6-84ac-91c6eb1d9456 req-db83e293-9048-45fe-9248-1f396a09c7af tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.666198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7d5a69d-0697-42f6-84ac-91c6eb1d9456 req-db83e293-9048-45fe-9248-1f396a09c7af tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 1.3921082 Feb 11 13:08:15.693120 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a368aa9a-fa61-4140-8497-acc4316d4182), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.693774 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment a368aa9a-fa61-4140-8497-acc4316d4182 of type vlan for network 3bd5b96b-35dc-4c7a-9218-35f00877bd97 Feb 11 13:08:15.756652 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3bd5b96b-35dc-4c7a-9218-35f00877bd97), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.840140 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (53a14b09-7800-43c8-acef-c282d48a94c3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.852644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] Set router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:15.857030 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3bd5b96b-35dc-4c7a-9218-35f00877bd97), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.863432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.864441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.901262 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a7d5a69d-0697-42f6-84ac-91c6eb1d9456 req-953072b5-b31d-4056-be43-78b7ae77ff55 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964755 Feb 11 13:08:15.942834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5478189 Feb 11 13:08:15.945070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6f263-81b3-4567-8070-2d90cc989ac1 req-fe0fdddf-5714-4918-b774-eadaba949c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.946547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ae6f263-81b3-4567-8070-2d90cc989ac1 req-fe0fdddf-5714-4918-b774-eadaba949c16 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 1127 time: 0.8014123 Feb 11 13:08:15.963363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:15.969162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:16.050693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0f135702-fae2-41c2-bd63-aef47c878080 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:16.082675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab068a-2823-48b0-b461-e31b58adbe73 None None] Pushing event updated for resources: {'Port': ['ID=4f424f2b-bfe9-47b0-807d-3d810277243b,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:16.109783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-ba5f2007-bb89-42d1-a8f5-b875b33eeb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.110814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:08:16.111411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-ba5f2007-bb89-42d1-a8f5-b875b33eeb2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.5096176 Feb 11 13:08:16.179980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ae6f263-81b3-4567-8070-2d90cc989ac1 req-3c7c9f9a-9c32-40e3-9792-9c410e76e1a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028391 Feb 11 13:08:16.190020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.190944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55b571-a778-4d3d-ae07-cde60509b002 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=3bd5b96b-35dc-4c7a-9218-35f00877bd97,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:16.232784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-9d9d6a4a-5e12-4833-a923-25dff62ffb91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914426 Feb 11 13:08:16.241071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (032e5111-f6ed-421e-9084-a613c172f0b6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.251396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (53a14b09-7800-43c8-acef-c282d48a94c3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.253087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac377089-8975-43f4-a417-1e136320bb71 req-48253254-c89f-4185-8968-adacc5d14037 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.267096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac377089-8975-43f4-a417-1e136320bb71 req-48253254-c89f-4185-8968-adacc5d14037 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 943 time: 0.7165749 Feb 11 13:08:16.273486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3bd5b96b-35dc-4c7a-9218-35f00877bd97 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:16.300193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.342459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.349449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/53a14b09-7800-43c8-acef-c282d48a94c3 HTTP/1.1" status: 204 len: 168 time: 2.4571049 Feb 11 13:08:16.351906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-28631cb1-fe7d-44c4-9cc4-0f2a48730131 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:16.388084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51122) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:16.478582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-28631cb1-fe7d-44c4-9cc4-0f2a48730131 None None] Provisioning complete for port c901a847-9c77-48f0-a97d-6634b57329c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:16.478968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28631cb1-fe7d-44c4-9cc4-0f2a48730131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.504138 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a5ba35-32eb-4819-b695-534be0c2f7ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:16.504610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a5ba35-32eb-4819-b695-534be0c2f7ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:16.510846 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-20a5ba35-32eb-4819-b695-534be0c2f7ff tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/189e795d-8218-4911-9b78-69b133e6aba6 HTTP/1.1" status: 404 len: 337 time: 0.1194911 Feb 11 13:08:16.544386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52991d-a0e0-4b50-8c1f-15999d0da9ae tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Subnet': ['ID=53a14b09-7800-43c8-acef-c282d48a94c3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:16.551131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-28631cb1-fe7d-44c4-9cc4-0f2a48730131 None None] Port c901a847-9c77-48f0-a97d-6634b57329c5 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:08:16.554675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0f135702-fae2-41c2-bd63-aef47c878080 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:16.570088 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fe33182c-dbb8-494b-9b68-554aa074f1c5 req-4221fcdb-fb45-412f-a2d7-3ab17393a12f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 210 time: 0.0576062 Feb 11 13:08:16.572720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51126) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:16.696822 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f20a3c97-33f4-44f8-8dd9-42f15f17bd11 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "GET /v2.0/ports?device_id=b19a25c8-63bf-4b78-b45d-ea030e1e4358 HTTP/1.1" status: 200 len: 205 time: 0.1158366 Feb 11 13:08:16.703639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51128) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:16.712571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:07:56Z', 'revision_number': 4, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port': {'id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:50Z', 'updated_at': '2022-02-11T13:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '4f424f2b-bfe9-47b0-807d-3d810277243b', 'name': '', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'mac_address': 'fa:16:3e:5c:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:54Z', 'updated_at': '2022-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'subnets': [{'id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:16.725010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6cc3c846-8d45-4362-8a5a-1ee95632b1ea None None] Provisioning complete for port 0f135702-fae2-41c2-bd63-aef47c878080 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:16.725565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c846-8d45-4362-8a5a-1ee95632b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f135702-fae2-41c2-bd63-aef47c878080), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.775955 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-57dc9044-6dce-46a1-b125-58e01c7dea31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] delete failed (client error): The resource could not be found. Feb 11 13:08:16.780364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0f135702-fae2-41c2-bd63-aef47c878080 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:16.780364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f135702-fae2-41c2-bd63-aef47c878080), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.781485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-57dc9044-6dce-46a1-b125-58e01c7dea31 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/routers/b19a25c8-63bf-4b78-b45d-ea030e1e4358 HTTP/1.1" status: 404 len: 336 time: 0.0762184 Feb 11 13:08:16.810275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51134) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:16.848142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae44646-4096-4ca1-a290-97e814b8ff0d None None] The sync data for ids ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'] in n-d-828675-3 is: [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:07:56Z', 'revision_number': 4, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port': {'id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:50Z', 'updated_at': '2022-02-11T13:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '4f424f2b-bfe9-47b0-807d-3d810277243b', 'name': '', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'mac_address': 'fa:16:3e:5c:1d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:54Z', 'updated_at': '2022-02-11T13:08:14Z', 'revision_number': 4, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'subnets': [{'id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:16.873534 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7033d0c-2ce5-478e-a481-b8b0463fd902 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:16.874407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7033d0c-2ce5-478e-a481-b8b0463fd902 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:16.882902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e7033d0c-2ce5-478e-a481-b8b0463fd902 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/6a8690da-d48e-4e11-b5e0-2afa5c9cf123 HTTP/1.1" status: 404 len: 337 time: 0.0711551 Feb 11 13:08:16.885699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51136) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:16.939790 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-092e2fa1-ac2b-466b-a132-3b0c2bd22eb7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:16.941516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092e2fa1-ac2b-466b-a132-3b0c2bd22eb7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:16.950225 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-092e2fa1-ac2b-466b-a132-3b0c2bd22eb7 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/859828bd-c289-4312-81fe-68138234a5e7 HTTP/1.1" status: 404 len: 337 time: 0.0631871 Feb 11 13:08:16.953678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51144) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:17.003512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0f135702-fae2-41c2-bd63-aef47c878080 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:17.004668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4f424f2b-bfe9-47b0-807d-3d810277243b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:17.046184 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a533f3d6-0158-4209-b977-0c446df6c964 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:17.047452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a533f3d6-0158-4209-b977-0c446df6c964 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:17.057880 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a533f3d6-0158-4209-b977-0c446df6c964 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/04b415fa-83f7-49f7-99ac-63b4c10dd9a5 HTTP/1.1" status: 404 len: 337 time: 0.1007414 Feb 11 13:08:17.060683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51146) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:17.194571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.210252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3c846-8d45-4362-8a5a-1ee95632b1ea None None] Current status of the port 0f135702-fae2-41c2-bd63-aef47c878080 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:17.250055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4f424f2b-bfe9-47b0-807d-3d810277243b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:17.250556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.285721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Attempting to bind port 11162c8c-083f-43bb-a531-ebd9ddfedcfa on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:17.286331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Attempting to bind port 11162c8c-083f-43bb-a531-ebd9ddfedcfa by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:17.286447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Attempting to bind port 11162c8c-083f-43bb-a531-ebd9ddfedcfa on network de88d5e2-fac2-40d8-a3fb-5781308fb344 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:17.313085 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c5c695-cd66-42d9-af72-3d8a9e064954 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:17.313895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c5c695-cd66-42d9-af72-3d8a9e064954 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:17.324180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-59c5c695-cd66-42d9-af72-3d8a9e064954 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/d7f2dac4-71c0-44ed-b002-dfc16a54374a HTTP/1.1" status: 404 len: 333 time: 0.2621541 Feb 11 13:08:17.358697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d9a80-6209-4afa-b51a-8f79ffaa8cd3 None None] Network 8a54f7a6-a9fe-4aee-8a26-97798e05169d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:17.372181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Port 11162c8c-083f-43bb-a531-ebd9ddfedcfa on network de88d5e2-fac2-40d8-a3fb-5781308fb344 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:17.372517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Attempting to bind port 11162c8c-083f-43bb-a531-ebd9ddfedcfa on network de88d5e2-fac2-40d8-a3fb-5781308fb344 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:17.377964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51150) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:17.499630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c29bac20-ce35-4d3c-a71d-4ef8f3682142 None None] Provisioning complete for port eab94e95-360e-4aed-bcd0-ab0477be1bfc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:17.500011 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c29bac20-ce35-4d3c-a71d-4ef8f3682142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.529568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858e521-64cf-4d91-951a-9dddd3987f4d req-c6cf47f6-6582-47c4-b769-7a2434228199 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.531747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2858e521-64cf-4d91-951a-9dddd3987f4d req-c6cf47f6-6582-47c4-b769-7a2434228199 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3841863 Feb 11 13:08:17.548374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:17.552804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.558552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:17.559460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Checking segment: {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:17.560082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Bound using segment: {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:17.561413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Bound port: 11162c8c-083f-43bb-a531-ebd9ddfedcfa, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b4696c-5609-42a9-aafc-b0f186242af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:17.562160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.621032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:17.667073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2858e521-64cf-4d91-951a-9dddd3987f4d req-0bd73c47-e514-4012-be56-e86429564cb3 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291625 Feb 11 13:08:17.911505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac377089-8975-43f4-a417-1e136320bb71 req-fc2fd92d-7dda-41d7-8c1b-248e572d973d tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5631511 Feb 11 13:08:17.971848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ee2dd0d-5838-43f0-a432-e2539364f02d req-591ef565-c627-41de-bfd9-f3e69059dec8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 210 time: 0.0681586 Feb 11 13:08:17.978498 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcdb06c-c727-44fd-b426-e7a8536fc0d9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:17.984891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcdb06c-c727-44fd-b426-e7a8536fc0d9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:17.994224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2dcdb06c-c727-44fd-b426-e7a8536fc0d9 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/12ca56a6-9851-45c9-b717-07775e714293 HTTP/1.1" status: 404 len: 337 time: 0.4684818 Feb 11 13:08:17.997507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51170) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.035463 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca86709-7703-40df-94fe-4d1e4104358f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:18.036242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca86709-7703-40df-94fe-4d1e4104358f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:18.039983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4ca86709-7703-40df-94fe-4d1e4104358f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/13d9369c-8362-48c8-9e8a-611341665b14 HTTP/1.1" status: 404 len: 337 time: 0.0380831 Feb 11 13:08:18.043024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51172) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.055220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:18.056271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4f424f2b-bfe9-47b0-807d-3d810277243b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:18.056665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.076970 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.081391 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a724b4b-1152-42ac-8b82-6ca3cd665ccf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:18.082041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] For port 11162c8c-083f-43bb-a531-ebd9ddfedcfa, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:18.082579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a724b4b-1152-42ac-8b82-6ca3cd665ccf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:18.086159 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1a724b4b-1152-42ac-8b82-6ca3cd665ccf tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/f56a6a94-668c-4692-9127-17b76d7886df HTTP/1.1" status: 404 len: 333 time: 0.0418513 Feb 11 13:08:18.087483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] For port 11162c8c-083f-43bb-a531-ebd9ddfedcfa, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:18.092152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51174) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.114426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:18.189287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 4f424f2b-bfe9-47b0-807d-3d810277243b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4f424f2b-bfe9-47b0-807d-3d810277243b,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:18.193707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:18.194311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:18.202042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ea5d3b82-289a-4f38-a973-df5fbce3d246 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/floatingips/032e5111-f6ed-421e-9084-a613c172f0b6 HTTP/1.1" status: 200 len: 979 time: 4.0878146 Feb 11 13:08:18.205945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51176) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.262598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:18.265567 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.274846 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3986f8-fef7-40c4-82d3-20e7c6de5672 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:18.283799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 834d29d6-d6d4-4d3a-9aef-e1c218c3207d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:18.299169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3986f8-fef7-40c4-82d3-20e7c6de5672 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:18.316378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b3986f8-fef7-40c4-82d3-20e7c6de5672 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/af2b2b22-9a05-4f89-b4d8-5a581e910812 HTTP/1.1" status: 404 len: 337 time: 0.2116444 Feb 11 13:08:18.333593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51178) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.367479 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.375834 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-bd80c11a-f5d8-477c-a5a1-0e0865ea0554 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.377361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-bd80c11a-f5d8-477c-a5a1-0e0865ea0554 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.64 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 814 time: 1.0786784 Feb 11 13:08:18.390145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] DHCP port deletion for 8a54f7a6-a9fe-4aee-8a26-97798e05169d request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:08:18.400835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Request body: {'port': {'device_id': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323', 'admin_state_up': True, 'tenant_id': '3f4edac0b3364c71b96615236d9b489a'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:18.410665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 834d29d6-d6d4-4d3a-9aef-e1c218c3207d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:18.412194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 834d29d6-d6d4-4d3a-9aef-e1c218c3207d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:08:18.453143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:18.453812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:18.455512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c29bac20-ce35-4d3c-a71d-4ef8f3682142 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:18.458610 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e55cac-04f7-4747-9494-34a7a66112a5 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:18.459427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e55cac-04f7-4747-9494-34a7a66112a5 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:18.463162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-18e55cac-04f7-4747-9494-34a7a66112a5 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/subnets/3bc8b9f5-74bd-4b98-9a9d-446bf0a69095 HTTP/1.1" status: 404 len: 337 time: 0.0429261 Feb 11 13:08:18.468809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51180) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.629969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eab94e95-360e-4aed-bcd0-ab0477be1bfc no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:18.630254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.630884 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.632867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] 10.222.0.64 "PUT /v2.0/ports/11162c8c-083f-43bb-a531-ebd9ddfedcfa HTTP/1.1" status: 200 len: 1091 time: 4.9907727 Feb 11 13:08:18.636389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:18.636703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdd9152-699b-440c-870f-271e41fd3818', 'tag': '11162c8c-083f-43bb-a531-ebd9ddfedcfa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:18.637072 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db8851b-c072-403d-91a8-0dc7c487ad1c None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:18.639287 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03e9865-cdec-48c7-ba4a-39792074e698" -d '{"events": [{"name": "network-changed", "server_uuid": "3bdd9152-699b-440c-870f-271e41fd3818", "tag": "11162c8c-083f-43bb-a531-ebd9ddfedcfa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:18.661822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-8498c7d8-0484-46b3-808e-3e18628dce18 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3936779 Feb 11 13:08:18.670313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=4f424f2b-bfe9-47b0-807d-3d810277243b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.678332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c29bac20-ce35-4d3c-a71d-4ef8f3682142 None None] Provisioning complete for port c901a847-9c77-48f0-a97d-6634b57329c5 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:18.678705 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c29bac20-ce35-4d3c-a71d-4ef8f3682142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.743261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c29bac20-ce35-4d3c-a71d-4ef8f3682142 None None] Port c901a847-9c77-48f0-a97d-6634b57329c5 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:08:18.802101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] Deleting port eab94e95-360e-4aed-bcd0-ab0477be1bfc {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:18.803134 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.808502 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32d79d-d9e4-4acd-b560-dd3fc91e7d65 x-openstack-request-id: req-fb32d79d-d9e4-4acd-b560-dd3fc91e7d65 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:18.809328 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bdd9152-699b-440c-870f-271e41fd3818", "tag": "11162c8c-083f-43bb-a531-ebd9ddfedcfa", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:18.809802 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb32d79d-d9e4-4acd-b560-dd3fc91e7d65 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:18.810450 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdd9152-699b-440c-870f-271e41fd3818', 'tag': '11162c8c-083f-43bb-a531-ebd9ddfedcfa', 'status': 'completed', 'code': 200} Feb 11 13:08:18.838747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb322c-c2cb-48f5-93ab-8d68b5393caf service neutron] Pushing event updated for resources: {'Port': ['ID=11162c8c-083f-43bb-a531-ebd9ddfedcfa,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.898611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] For port eab94e95-360e-4aed-bcd0-ab0477be1bfc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eab94e95-360e-4aed-bcd0-ab0477be1bfc,segment=NetworkSegment(885de43a-a190-45fd-81ec-f3664e98e9fe),segment_id=885de43a-a190-45fd-81ec-f3664e98e9fe)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:18.899101 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.914787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] Calling delete_port for eab94e95-360e-4aed-bcd0-ab0477be1bfc owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:18.968866 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (5d5c64db-ce97-46fa-92c6-5f667923fa69), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.016413 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.057849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port eab94e95-360e-4aed-bcd0-ab0477be1bfc is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:19.058403 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eab94e95-360e-4aed-bcd0-ab0477be1bfc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.060738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] Pushing event deleted for resources: {'Port': ['ID=eab94e95-360e-4aed-bcd0-ab0477be1bfc,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.081593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886f76b-efa6-4b84-a22f-e512dbf84f52 None None] No DVR routers for this DVR port eab94e95-360e-4aed-bcd0-ab0477be1bfc on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:19.119649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f9c98-25e3-4519-891e-138b78583659 req-ad5a87d1-ca97-4b59-88ca-c3a0a097cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.122699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-ad5a87d1-ca97-4b59-88ca-c3a0a097cdc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 1125 time: 0.3986998 Feb 11 13:08:19.129365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1a51bff-5727-4fb4-abbf-b2fa24184044 req-556b5e14-2617-4307-b4fe-f26cf1b1d5f1 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534938 Feb 11 13:08:19.248233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Made reservation on behalf of 3f4edac0b3364c71b96615236d9b489a for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:19.252895 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.299447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=5d5c64db-ce97-46fa-92c6-5f667923fa69,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.329160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-c9de3350-f2fb-40bb-b404-cb8f10b48a73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa HTTP/1.1" status: 200 len: 217 time: 0.1983473 Feb 11 13:08:19.425249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ce5e-e6fe-415a-b92c-f084e54e182c req-7689ea3c-fa43-4c54-9274-86823808b03f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.433267 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfd6ce5e-e6fe-415a-b92c-f084e54e182c req-7689ea3c-fa43-4c54-9274-86823808b03f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.1093929 Feb 11 13:08:19.440147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Deleting port c901a847-9c77-48f0-a97d-6634b57329c5 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:19.440507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.469285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f9c98-25e3-4519-891e-138b78583659 req-8e42c514-ebe0-45d2-b5b5-0faa52a342e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.473016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-8e42c514-ebe0-45d2-b5b5-0faa52a342e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.0958304 Feb 11 13:08:19.495231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port b4eb769e-c06c-4c23-a28b-43011578e83d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:19.499774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.566628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-0e78678a-422f-4a9a-a39c-35acee46b9a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436080 Feb 11 13:08:19.602749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.630681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': 'a368aa9a-fa61-4140-8497-acc4316d4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:19.631041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: 3bd5b96b-35dc-4c7a-9218-35f00877bd97, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:19.656315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-14861100-ebdd-41e3-b8c5-65b431c8f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.657874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-14861100-ebdd-41e3-b8c5-65b431c8f5b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1126 time: 0.4004281 Feb 11 13:08:19.670344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfd6ce5e-e6fe-415a-b92c-f084e54e182c req-34643be2-1c64-4747-8104-667f40e36a35 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358534 Feb 11 13:08:19.685685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Calling delete_port for c901a847-9c77-48f0-a97d-6634b57329c5 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:19.774226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521bea8-4997-4f79-ab93-878fafeefb2c req-69a961b9-3cfc-400c-824c-c87ee34c52a6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.776012 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9521bea8-4997-4f79-ab93-878fafeefb2c req-69a961b9-3cfc-400c-824c-c87ee34c52a6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 943 time: 0.4921346 Feb 11 13:08:19.860860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-42a5c1b9-f8d6-4ca0-acf5-486a242bb174 req-068e2e5a-3c27-463c-8f83-948ee5919308 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 210 time: 0.0438070 Feb 11 13:08:19.865306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c901a847-9c77-48f0-a97d-6634b57329c5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.869620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.870416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (b4eb769e-c06c-4c23-a28b-43011578e83d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.878953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-b75118f2-dc63-4e99-8a38-de212bb1364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.880425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-b75118f2-dc63-4e99-8a38-de212bb1364c service neutron] 10.222.0.53 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.1977940 Feb 11 13:08:19.925677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Port': ['ID=c901a847-9c77-48f0-a97d-6634b57329c5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.932208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.936903 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4a12041a-e76c-4cac-989d-4b7d8d8a3c34 tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/ports/c901a847-9c77-48f0-a97d-6634b57329c5 HTTP/1.1" status: 204 len: 168 time: 1.4665358 Feb 11 13:08:19.941299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51218) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:19.998272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-306b5c5e-e0a8-4182-a6cf-b768c3019f14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 217 time: 0.0927694 Feb 11 13:08:20.050273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network 3bd5b96b-35dc-4c7a-9218-35f00877bd97 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:20.067580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for b4eb769e-c06c-4c23-a28b-43011578e83d owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:20.072854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (8a54f7a6-a9fe-4aee-8a26-97798e05169d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.084735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9521bea8-4997-4f79-ab93-878fafeefb2c req-fdf64a72-083e-413e-a942-6bff33b75783 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019494 Feb 11 13:08:20.091325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3bd5b96b-35dc-4c7a-9218-35f00877bd97) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:20.100815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ef3b4-8593-4cf3-b673-6648178181cc None None] Network 3bd5b96b-35dc-4c7a-9218-35f00877bd97 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:20.120952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.121614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.219084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (8a54f7a6-a9fe-4aee-8a26-97798e05169d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.219658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-fe1ac5d3-1999-4e32-a9b0-70285062b4c8 service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430779 Feb 11 13:08:20.242091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Allocated IP 172.20.0.11 (23858796-4a14-49a9-b98b-f71fa561d323/3ebac6b8-c788-4ef1-8da4-9266a7f3338f/af840aff-c3ce-4de2-9ffb-20eeac859019) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:20.301700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dd9ff99c-60b2-43fe-8e54-0220f03c62f0 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.3341761 Feb 11 13:08:20.301700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-bca34a06-c0cd-4019-a50a-0e67907609f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.301700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-bca34a06-c0cd-4019-a50a-0e67907609f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.2942274 Feb 11 13:08:20.302547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51228) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:20.351883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3bd5b96b-35dc-4c7a-9218-35f00877bd97', 'network_id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': '5d5c64db-ce97-46fa-92c6-5f667923fa69'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:20.352987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.369170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60198fdb-7fd0-49fa-abd5-cafe4704d48b req-40684791-c35a-4cc3-935f-7422b02762f9 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.370993 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60198fdb-7fd0-49fa-abd5-cafe4704d48b req-40684791-c35a-4cc3-935f-7422b02762f9 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.3346035 Feb 11 13:08:20.384740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a54f7a6-a9fe-4aee-8a26-97798e05169d']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:20.394029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-b793ef72-261e-4c32-8a88-af326e9422db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781708 Feb 11 13:08:20.409293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885de43a-a190-45fd-81ec-f3664e98e9fe') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:20.409787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885de43a-a190-45fd-81ec-f3664e98e9fe') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:20.420187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (885de43a-a190-45fd-81ec-f3664e98e9fe), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.466180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (885de43a-a190-45fd-81ec-f3664e98e9fe), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.480648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:20.481768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (885de43a-a190-45fd-81ec-f3664e98e9fe), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:20.549300 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:20.568855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-9262f998-1624-4bd7-a930-217ac27ae8f1 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334124 Feb 11 13:08:20.618483 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-60198fdb-7fd0-49fa-abd5-cafe4704d48b req-c6ff0bf9-7ebf-4811-81f8-a77d61b8488b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657208 Feb 11 13:08:20.626217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (8a54f7a6-a9fe-4aee-8a26-97798e05169d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.633629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Allocated IP 2001:db8::1 (3bd5b96b-35dc-4c7a-9218-35f00877bd97/5d5c64db-ce97-46fa-92c6-5f667923fa69/90f99e56-148c-4306-80df-840218ffa9f9) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:20.692106 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.697110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] 10.222.0.42 "DELETE /v2.0/networks/8a54f7a6-a9fe-4aee-8a26-97798e05169d HTTP/1.1" status: 204 len: 168 time: 0.7541764 Feb 11 13:08:20.702254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe6b69-3872-4567-bae7-5e39194e515f tempest-PortsIpV6TestJSON-2132234649 tempest-PortsIpV6TestJSON-2132234649-project] Pushing event deleted for resources: {'Network': ['ID=8a54f7a6-a9fe-4aee-8a26-97798e05169d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:20.742350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b56d144d-3eb1-40b0-9afd-b01ed371b765 req-39d74973-1830-4296-9831-ae1be05c0617 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316111 Feb 11 13:08:20.833876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c2f9c98-25e3-4519-891e-138b78583659 req-e9dd3bd4-a8a7-416a-a41f-19036bff47e7 service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891922 Feb 11 13:08:20.851868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3bd5b96b-35dc-4c7a-9218-35f00877bd97), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.886669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b4eb769e-c06c-4c23-a28b-43011578e83d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.952475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=b4eb769e-c06c-4c23-a28b-43011578e83d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:20.995878 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Publish callbacks [] for port (90f99e56-148c-4306-80df-840218ffa9f9), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.013574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (90f99e56-148c-4306-80df-840218ffa9f9), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.019765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4f424f2b-bfe9-47b0-807d-3d810277243b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:21.097532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (032e5111-f6ed-421e-9084-a613c172f0b6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.098128 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 032e5111-f6ed-421e-9084-a613c172f0b6 disassociated (deleted). External IP: 172.25.1.252, port: 76413bce-2103-4f1d-a40f-1ee127a707a5. Feb 11 13:08:21.280544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Network 3bd5b96b-35dc-4c7a-9218-35f00877bd97 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:21.282300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Pushing event updated for resources: {'Port': ['ID=90f99e56-148c-4306-80df-840218ffa9f9,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:21.308966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:21.320179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:21.425145 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09e8f0b8-b660-4a81-a70e-8514e6471a70 req-28d6ba59-8c17-46e9-93d0-a74423985200 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 210 time: 0.3465686 Feb 11 13:08:21.523906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4f424f2b-bfe9-47b0-807d-3d810277243b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:21.524539 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.526562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Attempting to bind port 90f99e56-148c-4306-80df-840218ffa9f9 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:21.527094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Attempting to bind port 90f99e56-148c-4306-80df-840218ffa9f9 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'a368aa9a-fa61-4140-8497-acc4316d4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:21.527744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Attempting to bind port 90f99e56-148c-4306-80df-840218ffa9f9 on network 3bd5b96b-35dc-4c7a-9218-35f00877bd97 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:21.545938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51246) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:21.568052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:21.568887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Checking segment: {'id': 'a368aa9a-fa61-4140-8497-acc4316d4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:21.569492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.570243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Bound using segment: {'id': 'a368aa9a-fa61-4140-8497-acc4316d4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:21.571681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Bound port: 90f99e56-148c-4306-80df-840218ffa9f9, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a368aa9a-fa61-4140-8497-acc4316d4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:21.572315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (90f99e56-148c-4306-80df-840218ffa9f9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.705721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] For port 90f99e56-148c-4306-80df-840218ffa9f9, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:21.711973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] For port 90f99e56-148c-4306-80df-840218ffa9f9, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=90f99e56-148c-4306-80df-840218ffa9f9,segment=NetworkSegment(a368aa9a-fa61-4140-8497-acc4316d4182),segment_id=a368aa9a-fa61-4140-8497-acc4316d4182)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:21.716432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4f424f2b-bfe9-47b0-807d-3d810277243b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:21.725128 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (90f99e56-148c-4306-80df-840218ffa9f9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.823281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc566bfc-175c-49c1-942b-df02b8df7783 None None] Pushing event updated for resources: {'Port': ['ID=90f99e56-148c-4306-80df-840218ffa9f9,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:21.916326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (5d5c64db-ce97-46fa-92c6-5f667923fa69), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.940736 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45f2cadf-578f-40ae-9f58-6f2e35388ed8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ceffa09379dd485cb654ce0e810ec830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3935387 Feb 11 13:08:21.948747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51258) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:22.042529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-61413fa3-bc8a-4af0-a88b-ea6a894d58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.046008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:22.055440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-49636e7a-762a-4366-b1a6-3dd1137cfb4f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.062745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f4fe229f-5828-475f-a7a9-45c4934f56c6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:22.064459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-61413fa3-bc8a-4af0-a88b-ea6a894d58e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 1125 time: 1.1612744 Feb 11 13:08:22.068156 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-49636e7a-762a-4366-b1a6-3dd1137cfb4f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 815 time: 0.4769311 Feb 11 13:08:22.182162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-5225b77f-ca73-4d7b-905c-80bf64fab973 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/quotas/30002a6e617249479d271825841e5c90 HTTP/1.1" status: 200 len: 375 time: 0.1129618 Feb 11 13:08:22.295021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f4fe229f-5828-475f-a7a9-45c4934f56c6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:22.325300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'f4fe229f-5828-475f-a7a9-45c4934f56c6', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'port_id': 'f4fe229f-5828-475f-a7a9-45c4934f56c6', 'mac_address': 'fa:16:3e:4f:f9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:22.345024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks [] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.407594 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a343e-8c2d-4886-92d1-d22b22424404 req-713e5237-7d6c-40ea-a65d-6425b5733dad tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.409109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b6a343e-8c2d-4886-92d1-d22b22424404 req-713e5237-7d6c-40ea-a65d-6425b5733dad tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 943 time: 0.4940150 Feb 11 13:08:22.413158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f4fe229f-5828-475f-a7a9-45c4934f56c6 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:22.425426 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.475035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fe229f-5828-475f-a7a9-45c4934f56c6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:22.491899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39518823-9756-40a2-83bf-991671c757c3 admin admin] Publish callbacks [] for security_group (82c2d672-f41f-42e1-8e78-4bb73cdcd672), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.528361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f4fe229f-5828-475f-a7a9-45c4934f56c6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:22.534472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.564142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:22.577160 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971512e-d060-435d-a636-f74d04d3644c None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:22.588585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.595501 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971512e-d060-435d-a636-f74d04d3644c None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:22.597677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f4fe229f-5828-475f-a7a9-45c4934f56c6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.602219 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2971512e-d060-435d-a636-f74d04d3644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:22.630126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39518823-9756-40a2-83bf-991671c757c3 admin admin] Publish callbacks [] for security_group (82c2d672-f41f-42e1-8e78-4bb73cdcd672), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.636190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 90f99e56-148c-4306-80df-840218ffa9f9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:22.669587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b6a343e-8c2d-4886-92d1-d22b22424404 req-73d545ef-1927-41c0-95f2-609b3c3a586f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176178 Feb 11 13:08:22.680433 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2971512e-d060-435d-a636-f74d04d3644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:22.683408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (5d5c64db-ce97-46fa-92c6-5f667923fa69), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.696228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.705535 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971512e-d060-435d-a636-f74d04d3644c None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:22.706829 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2971512e-d060-435d-a636-f74d04d3644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:22.710677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-f6f92795-bdbf-4723-926c-5e82c7bf11de tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5251818 Feb 11 13:08:22.723174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:22.747313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Network 23858796-4a14-49a9-b98b-f71fa561d323 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:22.779427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:22.790024 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2bed81a1-4723-4607-989a-168977c218c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/floatingips/032e5111-f6ed-421e-9084-a613c172f0b6 HTTP/1.1" status: 204 len: 168 time: 4.5828440 Feb 11 13:08:22.790702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51270) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:22.800018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:22.854426 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2971512e-d060-435d-a636-f74d04d3644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:22.856592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f4fe229f-5828-475f-a7a9-45c4934f56c6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:22.860272 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971512e-d060-435d-a636-f74d04d3644c None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:22.911996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-5b272634-61b1-4b73-a550-a51f76707f82 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.916687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-5b272634-61b1-4b73-a550-a51f76707f82 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "GET /v2.0/ports?device_id=306a675a-74de-4e3d-9961-96d23d1b2558 HTTP/1.1" status: 200 len: 945 time: 0.5035508 Feb 11 13:08:22.926220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.927053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.952685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-e494ad8c-1496-40f5-b99a-0add55c32986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.955411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-e494ad8c-1496-40f5-b99a-0add55c32986 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.8136840 Feb 11 13:08:22.969259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5c64db-ce97-46fa-92c6-5f667923fa69,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.978858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 90f99e56-148c-4306-80df-840218ffa9f9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:22.979624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (90f99e56-148c-4306-80df-840218ffa9f9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.105248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39518823-9756-40a2-83bf-991671c757c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (82c2d672-f41f-42e1-8e78-4bb73cdcd672), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.114262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-39518823-9756-40a2-83bf-991671c757c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.115783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-39518823-9756-40a2-83bf-991671c757c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82c2d672-f41f-42e1-8e78-4bb73cdcd672 HTTP/1.1" status: 204 len: 168 time: 1.1662998 Feb 11 13:08:23.157516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3bd5b96b-35dc-4c7a-9218-35f00877bd97), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.203591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-f4f8491a-f9e5-42d7-83a6-dc33a3825621 service neutron] 10.222.0.42 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635561 Feb 11 13:08:23.210870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39518823-9756-40a2-83bf-991671c757c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c2d672-f41f-42e1-8e78-4bb73cdcd672,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:23.226823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd5b96b-35dc-4c7a-9218-35f00877bd97']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:23.263351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a368aa9a-fa61-4140-8497-acc4316d4182') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:23.264072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a368aa9a-fa61-4140-8497-acc4316d4182') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:23.283623 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (a368aa9a-fa61-4140-8497-acc4316d4182), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.302256 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a368aa9a-fa61-4140-8497-acc4316d4182), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.320634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:23.321845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (a368aa9a-fa61-4140-8497-acc4316d4182), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.338656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 76413bce-2103-4f1d-a40f-1ee127a707a5 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:23.338991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (76413bce-2103-4f1d-a40f-1ee127a707a5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.430296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 90f99e56-148c-4306-80df-840218ffa9f9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:23.442400 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (90f99e56-148c-4306-80df-840218ffa9f9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.456081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-c457c3e9-4ae2-427f-a723-21ebbeccd17b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa HTTP/1.1" status: 200 len: 217 time: 0.4801686 Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:23.460929 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:23.472791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0760839 Feb 11 13:08:23.524441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318d7f9c-5327-49bb-8c23-4cb65524ed5c None None] Network 3bd5b96b-35dc-4c7a-9218-35f00877bd97 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:23.529370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Request body: {'port': {'device_id': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:23.648237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 90f99e56-148c-4306-80df-840218ffa9f9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=90f99e56-148c-4306-80df-840218ffa9f9,segment=NetworkSegment(a368aa9a-fa61-4140-8497-acc4316d4182),segment_id=a368aa9a-fa61-4140-8497-acc4316d4182)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:23.666322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (90f99e56-148c-4306-80df-840218ffa9f9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.676134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-468aa9b0-6b26-4c42-aed3-30637fcc5a24 None None] Provisioning complete for port 90f99e56-148c-4306-80df-840218ffa9f9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:23.676897 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-468aa9b0-6b26-4c42-aed3-30637fcc5a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (90f99e56-148c-4306-80df-840218ffa9f9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.745697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=90f99e56-148c-4306-80df-840218ffa9f9,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:23.759884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-ad0eb550-af29-4312-bd23-4e57df0a2bce service neutron] 10.222.0.42 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411484 Feb 11 13:08:23.791830 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (76413bce-2103-4f1d-a40f-1ee127a707a5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:23.820171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 76413bce-2103-4f1d-a40f-1ee127a707a5 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:23.905174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.api [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:08:23.905174 n-d-828675-3 neutron-server[109685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:08:23.905174 n-d-828675-3 neutron-server[109685]: [parameters: {'id': '3bd5b96b-35dc-4c7a-9218-35f00877bd97'}] Feb 11 13:08:23.905174 n-d-828675-3 neutron-server[109685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:23.909395 n-d-828675-3 neutron-server[109685]: DEBUG oslo_db.api [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:23.930790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 11162c8c-083f-43bb-a531-ebd9ddfedcfa details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:23.969748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-3b3eec9d-9490-4528-88c6-7b276c7690ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.975023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-3b3eec9d-9490-4528-88c6-7b276c7690ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.4860613 Feb 11 13:08:24.063038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819673-8fab-403f-88da-82c1a271a403 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Pushing event updated for resources: {'Port': ['ID=af840aff-c3ce-4de2-9ffb-20eeac859019,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:24.199810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-8dd75bef-01a4-4de4-938a-57e027225095 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426058 Feb 11 13:08:24.209952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] DHCP port deletion for 3bd5b96b-35dc-4c7a-9218-35f00877bd97 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:08:24.254694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:24.320250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf9699-58a5-452d-bf85-1242d3c205ae req-cf9936bf-6deb-40fa-a8ef-ba53307e8506 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.322292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58cf9699-58a5-452d-bf85-1242d3c205ae req-cf9936bf-6deb-40fa-a8ef-ba53307e8506 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 932 time: 0.8458095 Feb 11 13:08:24.415359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (76413bce-2103-4f1d-a40f-1ee127a707a5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:24.455229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-468aa9b0-6b26-4c42-aed3-30637fcc5a24 None None] Current status of the port 90f99e56-148c-4306-80df-840218ffa9f9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:24.538461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 11162c8c-083f-43bb-a531-ebd9ddfedcfa, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:24.543764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=76413bce-2103-4f1d-a40f-1ee127a707a5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:24.543967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] Deleting port 90f99e56-148c-4306-80df-840218ffa9f9 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:24.544653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (90f99e56-148c-4306-80df-840218ffa9f9), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:24.574497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486f48-6dbe-420b-bb39-ef151374e400 req-7f6fce9b-8744-4644-8d0d-56173957c2d4 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.580371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33486f48-6dbe-420b-bb39-ef151374e400 req-7f6fce9b-8744-4644-8d0d-56173957c2d4 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 943 time: 0.4710829 Feb 11 13:08:24.642996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 90f99e56-148c-4306-80df-840218ffa9f9 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:24.667558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '11162c8c-083f-43bb-a531-ebd9ddfedcfa', 'network_id': 'de88d5e2-fac2-40d8-a3fb-5781308fb344', 'port_id': '11162c8c-083f-43bb-a531-ebd9ddfedcfa', 'mac_address': 'fa:16:3e:5a:1e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fb8552-ebe1-47fa-bc60-295f2855f9ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:24.879491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 11162c8c-083f-43bb-a531-ebd9ddfedcfa is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:24.880148 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:24.899201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11162c8c-083f-43bb-a531-ebd9ddfedcfa {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:24.905899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] For port 90f99e56-148c-4306-80df-840218ffa9f9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=90f99e56-148c-4306-80df-840218ffa9f9,segment=NetworkSegment(a368aa9a-fa61-4140-8497-acc4316d4182),segment_id=a368aa9a-fa61-4140-8497-acc4316d4182)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:24.906516 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (90f99e56-148c-4306-80df-840218ffa9f9), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:24.924137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51310) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:24.932507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] Calling delete_port for 90f99e56-148c-4306-80df-840218ffa9f9 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:24.934495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:24.943642 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-22c0c342-43af-4079-9fbe-80229c6837d3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/ports/76413bce-2103-4f1d-a40f-1ee127a707a5 HTTP/1.1" status: 204 len: 168 time: 2.1456974 Feb 11 13:08:24.958707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 11162c8c-083f-43bb-a531-ebd9ddfedcfa, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:24.972583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51314) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:24.996929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:24.997888 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.015649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af840aff-c3ce-4de2-9ffb-20eeac859019 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:25.037081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Publish callbacks [] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.069419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Transition to ACTIVE for port object af840aff-c3ce-4de2-9ffb-20eeac859019 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:25.088777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3bd5b96b-35dc-4c7a-9218-35f00877bd97), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.112349 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33486f48-6dbe-420b-bb39-ef151374e400 req-b1dcc776-3432-4f12-b6dc-cdbafb18103a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223022 Feb 11 13:08:25.138292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-443a82c4-212d-4423-b7f0-bd661cf0a052 tempest-ServiceProvidersTest-1404117611 tempest-ServiceProvidersTest-1404117611-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2028692 Feb 11 13:08:25.143251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.180704 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.349514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 90f99e56-148c-4306-80df-840218ffa9f9 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:25.349807 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (90f99e56-148c-4306-80df-840218ffa9f9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.462120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Deleting port 896545c2-e764-4e72-9216-d52a6af8bf73 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:25.462507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.478107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['11162c8c-083f-43bb-a531-ebd9ddfedcfa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:25.479302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58cf9699-58a5-452d-bf85-1242d3c205ae req-dc8385d8-dca8-4f18-b6d9-865d63cad1c2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082344 Feb 11 13:08:25.538859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.674617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=11162c8c-083f-43bb-a531-ebd9ddfedcfa,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:25.684745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] For port 896545c2-e764-4e72-9216-d52a6af8bf73, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=896545c2-e764-4e72-9216-d52a6af8bf73,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:25.685531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.706095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Calling delete_port for 896545c2-e764-4e72-9216-d52a6af8bf73 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:25.728176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 90f99e56-148c-4306-80df-840218ffa9f9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=90f99e56-148c-4306-80df-840218ffa9f9,segment=NetworkSegment(a368aa9a-fa61-4140-8497-acc4316d4182),segment_id=a368aa9a-fa61-4140-8497-acc4316d4182)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:25.734061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83cfad0b-7289-4fbe-8b74-1779b095387b req-708743df-513f-48fb-9498-1bb0cd9cac80 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 210 time: 0.2624416 Feb 11 13:08:25.745880 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (90f99e56-148c-4306-80df-840218ffa9f9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.797730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (90f99e56-148c-4306-80df-840218ffa9f9), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:25.816076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.25.1.97 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/35030b64-cd9d-4742-a262-0d300c72acd1) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:25.871035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Pushing event updated for resources: {'Port': ['ID=af840aff-c3ce-4de2-9ffb-20eeac859019,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:25.884719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event deleted for resources: {'Port': ['ID=90f99e56-148c-4306-80df-840218ffa9f9,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:25.902039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:25.909060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 896545c2-e764-4e72-9216-d52a6af8bf73 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:25.959040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-860e2b0d-4c2c-4f8e-bb1f-8daf90da7dbe service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7137506 Feb 11 13:08:26.033984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] Pushing event deleted for resources: {'Port': ['ID=90f99e56-148c-4306-80df-840218ffa9f9,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:26.036051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f45ad-4697-48b6-be96-9dcff3578bb5 None None] No DVR routers for this DVR port 90f99e56-148c-4306-80df-840218ffa9f9 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:26.089048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f4fe229f-5828-475f-a7a9-45c4934f56c6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:26.107246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port 90f99e56-148c-4306-80df-840218ffa9f9 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:26.110928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (90f99e56-148c-4306-80df-840218ffa9f9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.148828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Attempting to bind port af840aff-c3ce-4de2-9ffb-20eeac859019 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:26.164812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Attempting to bind port af840aff-c3ce-4de2-9ffb-20eeac859019 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:26.172315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Attempting to bind port af840aff-c3ce-4de2-9ffb-20eeac859019 on network 23858796-4a14-49a9-b98b-f71fa561d323 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:26.227123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (35030b64-cd9d-4742-a262-0d300c72acd1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.282793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Port af840aff-c3ce-4de2-9ffb-20eeac859019 on network 23858796-4a14-49a9-b98b-f71fa561d323 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:26.283122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Attempting to bind port af840aff-c3ce-4de2-9ffb-20eeac859019 on network 23858796-4a14-49a9-b98b-f71fa561d323 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:26.311323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c614c13-bbf7-4705-ade3-6b02727fe2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.406234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:26.422821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Checking segment: {'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:26.423217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Bound using segment: {'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:26.423686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Bound port: af840aff-c3ce-4de2-9ffb-20eeac859019, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffc9596-b6cf-47c9-811f-70a689637ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:26.424050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.493899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port 90f99e56-148c-4306-80df-840218ffa9f9, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:26.494288 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (90f99e56-148c-4306-80df-840218ffa9f9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.527287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for 90f99e56-148c-4306-80df-840218ffa9f9 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:26.531172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Port 90f99e56-148c-4306-80df-840218ffa9f9 was not found and therefore no delete operation was performed {{(pid=109685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:08:26.551829 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c614c13-bbf7-4705-ade3-6b02727fe2b5 admin admin] Publish callbacks [] for security_group (7bca1de9-f053-43e6-ba42-c15c7a387c38), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.556658 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c614c13-bbf7-4705-ade3-6b02727fe2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7bca1de9-f053-43e6-ba42-c15c7a387c38), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.571802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (90f99e56-148c-4306-80df-840218ffa9f9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.580465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e03e9865-cdec-48c7-ba4a-39792074e698 req-61d01592-758c-4f1d-9f64-492a28e251eb service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988975 Feb 11 13:08:26.600711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (35030b64-cd9d-4742-a262-0d300c72acd1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.605843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port f4fe229f-5828-475f-a7a9-45c4934f56c6 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:26.632366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port f4fe229f-5828-475f-a7a9-45c4934f56c6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:26.632827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.640807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2c614c13-bbf7-4705-ade3-6b02727fe2b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f02292c01d6473db6b98e40a948be51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7354455 Feb 11 13:08:26.652323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:26.654079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c614c13-bbf7-4705-ade3-6b02727fe2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca1de9-f053-43e6-ba42-c15c7a387c38,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:26.717317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 896545c2-e764-4e72-9216-d52a6af8bf73 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:26.717831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.746435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:26.761601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:26.768399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:26.774514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=35030b64-cd9d-4742-a262-0d300c72acd1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:26.833288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199d887-38df-4583-87a4-70490e1da6d8 req-468d30c7-8834-4e41-a58f-d47e3f14afab tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.835254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6199d887-38df-4583-87a4-70490e1da6d8 req-468d30c7-8834-4e41-a58f-d47e3f14afab tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 944 time: 0.1540089 Feb 11 13:08:26.866807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] For port af840aff-c3ce-4de2-9ffb-20eeac859019, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:26.870841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] For port af840aff-c3ce-4de2-9ffb-20eeac859019, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=af840aff-c3ce-4de2-9ffb-20eeac859019,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:26.884472 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.888111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f4fe229f-5828-475f-a7a9-45c4934f56c6 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:26.889744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.896876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=90f99e56-148c-4306-80df-840218ffa9f9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:26.899087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port 90f99e56-148c-4306-80df-840218ffa9f9 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:26.931315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2234-a189-401e-b493-4cf2716c0fd5 admin admin] Publish callbacks [] for security_group (7bca1de9-f053-43e6-ba42-c15c7a387c38), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.953915 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6199d887-38df-4583-87a4-70490e1da6d8 req-bae02b1a-8f2a-42ee-91f7-b3f3e17cf023 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102629 Feb 11 13:08:26.955989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.956652 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:26.958761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] 10.222.0.64 "PUT /v2.0/ports/af840aff-c3ce-4de2-9ffb-20eeac859019 HTTP/1.1" status: 200 len: 1092 time: 3.4408367 Feb 11 13:08:26.959226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'tag': 'af840aff-c3ce-4de2-9ffb-20eeac859019'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:26.961610 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8", "tag": "af840aff-c3ce-4de2-9ffb-20eeac859019"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:27.002958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2234-a189-401e-b493-4cf2716c0fd5 admin admin] Publish callbacks [] for security_group (7bca1de9-f053-43e6-ba42-c15c7a387c38), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.028598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f4fe229f-5828-475f-a7a9-45c4934f56c6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:27.045867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe229f-5828-475f-a7a9-45c4934f56c6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:27.050986 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f4db1f-5c88-4e43-b6f1-651fd76222c1" -d '{"events": [{"server_uuid": "3051c550-2f2e-4bd9-812b-74c6b4d6a525", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe229f-5828-475f-a7a9-45c4934f56c6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:27.065462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.077759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (896545c2-e764-4e72-9216-d52a6af8bf73), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.151753 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a3e8eb7f-c162-4776-adff-7628b381b6a1 req-7e6a9f80-076b-4979-a8f7-2ffcd9da81bf tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 210 time: 0.0425823 Feb 11 13:08:27.180859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (e0d029e3-fe2e-43e7-b206-b57b367e7c15), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.202843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224939-7375-47fc-9197-9b2ce5e1f660 req-6e02ef1c-3cb7-4a72-a03d-5ebc7c74152c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:27.207696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85224939-7375-47fc-9197-9b2ce5e1f660 req-6e02ef1c-3cb7-4a72-a03d-5ebc7c74152c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 944 time: 0.8209341 Feb 11 13:08:27.240092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2234-a189-401e-b493-4cf2716c0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7bca1de9-f053-43e6-ba42-c15c7a387c38), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.244271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3cb2234-a189-401e-b493-4cf2716c0fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.245664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a3cb2234-a189-401e-b493-4cf2716c0fd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bca1de9-f053-43e6-ba42-c15c7a387c38 HTTP/1.1" status: 204 len: 168 time: 0.5759361 Feb 11 13:08:27.253277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (35030b64-cd9d-4742-a262-0d300c72acd1), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.261688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-d922b3c8-396a-430a-9599-de04ced11c21 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:27.262547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-d922b3c8-396a-430a-9599-de04ced11c21 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.53 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 815 time: 1.0209787 Feb 11 13:08:27.274450 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de47cde-6adf-42da-b899-7235f6b636e9 x-openstack-request-id: req-9de47cde-6adf-42da-b899-7235f6b636e9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:27.276722 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8", "tag": "af840aff-c3ce-4de2-9ffb-20eeac859019", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:27.277990 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9de47cde-6adf-42da-b899-7235f6b636e9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:27.278495 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'tag': 'af840aff-c3ce-4de2-9ffb-20eeac859019', 'status': 'completed', 'code': 200} Feb 11 13:08:27.287134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb2234-a189-401e-b493-4cf2716c0fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca1de9-f053-43e6-ba42-c15c7a387c38,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:27.290829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Request body: {'port': {'device_id': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'admin_state_up': True, 'tenant_id': '30002a6e617249479d271825841e5c90'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:27.343691 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868bd602-30c5-47a3-bcd3-5b886f812632 x-openstack-request-id: req-868bd602-30c5-47a3-bcd3-5b886f812632 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:27.343976 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3051c550-2f2e-4bd9-812b-74c6b4d6a525", "name": "network-vif-plugged", "status": "completed", "tag": "f4fe229f-5828-475f-a7a9-45c4934f56c6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:27.344207 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-868bd602-30c5-47a3-bcd3-5b886f812632 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:27.360241 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fe229f-5828-475f-a7a9-45c4934f56c6', 'code': 200} Feb 11 13:08:27.360471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3bd5b96b-35dc-4c7a-9218-35f00877bd97), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.374770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f4fe229f-5828-475f-a7a9-45c4934f56c6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:27.454975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d365e5-fbc0-489c-92ea-2c9e97a0a28f service neutron] Pushing event updated for resources: {'Port': ['ID=af840aff-c3ce-4de2-9ffb-20eeac859019,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:27.882097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 11162c8c-083f-43bb-a531-ebd9ddfedcfa up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:28.087056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 11162c8c-083f-43bb-a531-ebd9ddfedcfa completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:28.107564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 11162c8c-083f-43bb-a531-ebd9ddfedcfa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:28.113194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.127719 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (35030b64-cd9d-4742-a262-0d300c72acd1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.185472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-39ca171f-94d5-4c8f-ae72-ec8416211805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.187117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-39ca171f-94d5-4c8f-ae72-ec8416211805 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 1126 time: 1.1696541 Feb 11 13:08:28.206149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (35030b64-cd9d-4742-a262-0d300c72acd1), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.211364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd5b96b-35dc-4c7a-9218-35f00877bd97']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:28.217365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] No DVR routers for this DVR port 896545c2-e764-4e72-9216-d52a6af8bf73 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:28.219318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Pushing event deleted for resources: {'Port': ['ID=896545c2-e764-4e72-9216-d52a6af8bf73,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:28.227362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.231180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c62a7b5d-5ffd-4b2e-917b-2030f45f1345 req-bfca51f7-df8a-437e-ae87-d66fa41d5088 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "DELETE /v2.0/ports/896545c2-e764-4e72-9216-d52a6af8bf73 HTTP/1.1" status: 204 len: 173 time: 5.2746835 Feb 11 13:08:28.282326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a368aa9a-fa61-4140-8497-acc4316d4182') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:28.282743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a368aa9a-fa61-4140-8497-acc4316d4182') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:28.377721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85224939-7375-47fc-9197-9b2ce5e1f660 req-f2e69d49-b60d-49cb-937b-7b72f99a030d tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1409235 Feb 11 13:08:28.400137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (a368aa9a-fa61-4140-8497-acc4316d4182), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.417522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=35030b64-cd9d-4742-a262-0d300c72acd1,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:28.419904 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-98f60a5e-f96c-4385-bd29-cf2a382585ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af840aff-c3ce-4de2-9ffb-20eeac859019 HTTP/1.1" status: 200 len: 217 time: 0.1808462 Feb 11 13:08:28.433747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8972b-77a8-4406-a97a-ccf9d726e660 req-60fc435a-119e-4849-b008-f9171457af62 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.441048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-20a8972b-77a8-4406-a97a-ccf9d726e660 req-60fc435a-119e-4849-b008-f9171457af62 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 944 time: 0.3053377 Feb 11 13:08:28.448593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 11162c8c-083f-43bb-a531-ebd9ddfedcfa is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:28.450600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (e0d029e3-fe2e-43e7-b206-b57b367e7c15), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.451288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.477408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.482522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-91dbb636-3000-483c-9c32-d8b0129f0ef4 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5076373 Feb 11 13:08:28.483933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51398) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:28.493716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'port': {'network_id': '97127d2f-615d-4683-a5b7-117321fffe3f', 'name': 'tempest-FloatingIPTestJSON-698769982'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:28.565398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 11162c8c-083f-43bb-a531-ebd9ddfedcfa, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:28.572716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.595852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-5cd84abb-893d-46d0-a395-29e405e1a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.597318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-5cd84abb-893d-46d0-a395-29e405e1a232 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.1758568 Feb 11 13:08:28.619507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-20a8972b-77a8-4406-a97a-ccf9d726e660 req-287dd26a-4077-4d11-bf31-a8681c623982 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774154 Feb 11 13:08:28.702664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=11162c8c-083f-43bb-a531-ebd9ddfedcfa,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:28.744066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-6657c057-4292-482e-bffb-2f86e9498288 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018791 Feb 11 13:08:28.781898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c6dda-489b-4815-8341-4288d4fac9d4 req-68b91c00-909c-4e57-afc6-2d6ee9de5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.785050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd8c6dda-489b-4815-8341-4288d4fac9d4 req-68b91c00-909c-4e57-afc6-2d6ee9de5cbe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 1.3583436 Feb 11 13:08:28.794075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a368aa9a-fa61-4140-8497-acc4316d4182), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.799609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:28.803286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.825283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08750862-5f03-4bcb-a094-46407143cbec req-f9a6fee0-97d6-4623-b1f8-c49ce4ac5261 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 210 time: 0.2332246 Feb 11 13:08:28.863071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] device_id is not set on port cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:08:28.924729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:28.932927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (a368aa9a-fa61-4140-8497-acc4316d4182), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:28.938487 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:29.027516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Made reservation on behalf of 30002a6e617249479d271825841e5c90 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:29.031408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.054354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.3 (97127d2f-615d-4683-a5b7-117321fffe3f/54d64c98-9bc4-48b0-8133-b30de391c2bf/cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:29.261801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Allocated IP 172.20.0.2 (29d79645-ac65-4d87-b86f-a8adfb8f3234/eb152ef0-7b66-48b2-bd46-893a04418761/4bca4be8-9bf2-43da-9007-2038b063b9e6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:29.303529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60517f87-331a-43e6-88f1-a0dd1a2d2029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.361954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdd9152-699b-440c-870f-271e41fd3818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11162c8c-083f-43bb-a531-ebd9ddfedcfa'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:29.365029 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8365bdb-1c06-4aa7-985f-afe69fef0de3" -d '{"events": [{"server_uuid": "3bdd9152-699b-440c-870f-271e41fd3818", "name": "network-vif-plugged", "status": "completed", "tag": "11162c8c-083f-43bb-a531-ebd9ddfedcfa"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:29.368992 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.421715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.452582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'name': 'network-vif-deleted', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:29.456061 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefaf75a-e2bb-41d1-a881-429b6aa3d2d3" -d '{"events": [{"server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "name": "network-vif-deleted", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:29.461870 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3148f2-c5d0-4072-912c-0d5b4ec598ed x-openstack-request-id: req-9f3148f2-c5d0-4072-912c-0d5b4ec598ed {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:29.462168 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdd9152-699b-440c-870f-271e41fd3818", "name": "network-vif-plugged", "status": "completed", "tag": "11162c8c-083f-43bb-a531-ebd9ddfedcfa", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:29.462420 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f3148f2-c5d0-4072-912c-0d5b4ec598ed {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:29.462846 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdd9152-699b-440c-870f-271e41fd3818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11162c8c-083f-43bb-a531-ebd9ddfedcfa', 'code': 200} Feb 11 13:08:29.503577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 97127d2f-615d-4683-a5b7-117321fffe3f is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:29.507671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:29.514731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:29.566600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:29.613495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:29.614368 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.616058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd8c6dda-489b-4815-8341-4288d4fac9d4 req-ffe64569-e19f-49ea-9424-a3765ea7fde9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623718 Feb 11 13:08:29.628360 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db338077-b5f2-470a-a27a-b2dc38da1e35 x-openstack-request-id: req-db338077-b5f2-470a-a27a-b2dc38da1e35 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:29.628718 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306a675a-74de-4e3d-9961-96d23d1b2558", "name": "network-vif-deleted", "tag": "896545c2-e764-4e72-9216-d52a6af8bf73", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:29.628928 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db338077-b5f2-470a-a27a-b2dc38da1e35 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:29.629353 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306a675a-74de-4e3d-9961-96d23d1b2558', 'name': 'network-vif-deleted', 'tag': '896545c2-e764-4e72-9216-d52a6af8bf73', 'status': 'completed', 'code': 200} Feb 11 13:08:29.644192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b376cb47-86d3-4727-b51c-ded741903099 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1534069 Feb 11 13:08:29.644192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51434) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:29.649418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'port_id': 'cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:29.695557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3bd5b96b-35dc-4c7a-9218-35f00877bd97), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.720271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.724062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/3bd5b96b-35dc-4c7a-9218-35f00877bd97 HTTP/1.1" status: 204 len: 168 time: 9.4173837 Feb 11 13:08:29.754333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51436) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:29.765599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1334888116'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:29.836123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=3bd5b96b-35dc-4c7a-9218-35f00877bd97,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:29.849399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-5f8dea60-79be-481a-99c2-ae2863d24dd6 service neutron] 10.222.0.64 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0610178 Feb 11 13:08:29.887912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (e0d029e3-fe2e-43e7-b206-b57b367e7c15), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.944360 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks [] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.983957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:29.993138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.063073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:30.075691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ae1967a3-9257-42fa-beb7-29ef4332e945), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.076104 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment ae1967a3-9257-42fa-beb7-29ef4332e945 of type vlan for network 6a0526db-6f1a-4693-8e4b-9176b35cc412 Feb 11 13:08:30.083605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.087981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.093262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.093939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.096586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.097177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.097849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.098405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.098953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.100851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.101432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.102803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.103365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce9dfa4-b119-4207-91f7-caf03737b30e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:30.113109 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.134641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (6a0526db-6f1a-4693-8e4b-9176b35cc412), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.220572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5d14f-f186-4433-8e0c-c1e9613d6fd2 req-9874073e-7776-4b0f-baaf-98daa7a98466 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.228961 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6bf5d14f-f186-4433-8e0c-c1e9613d6fd2 req-9874073e-7776-4b0f-baaf-98daa7a98466 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 944 time: 0.4753897 Feb 11 13:08:30.312378 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6bf5d14f-f186-4433-8e0c-c1e9613d6fd2 req-4479f787-5390-4d57-afcc-fb3a9d882ef7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Feb 11 13:08:30.328084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (6a0526db-6f1a-4693-8e4b-9176b35cc412), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.333402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.338394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.342348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Network 29d79645-ac65-4d87-b86f-a8adfb8f3234 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:30.408397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:30.436099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:30.450111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:30.475464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4edc6-e896-45b5-afec-d138c8678e2a req-e236ae40-d7b1-4d31-8d7a-59f5e9152fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.482955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78f4edc6-e896-45b5-afec-d138c8678e2a req-e236ae40-d7b1-4d31-8d7a-59f5e9152fe9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 1127 time: 0.8266575 Feb 11 13:08:30.587563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cccd19-9db2-4ef2-9370-af7629959304 req-790335a2-6336-47c3-8b68-0d70f7667b97 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.595060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69cccd19-9db2-4ef2-9370-af7629959304 req-790335a2-6336-47c3-8b68-0d70f7667b97 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.9338410 Feb 11 13:08:30.619740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0850add1-e62a-47be-be60-dd2a067c7f73 req-7b2653e0-19a4-483b-bdf6-23675e438d0b service neutron] 10.222.0.64 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6258192 Feb 11 13:08:30.663217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.663948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.677881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78f4edc6-e896-45b5-afec-d138c8678e2a req-8b4af89e-9561-4b5a-8fb1-fb662df3add3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436694 Feb 11 13:08:30.754105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69cccd19-9db2-4ef2-9370-af7629959304 req-debd960d-1932-4ef7-b1db-58707b5aef21 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529071 Feb 11 13:08:30.768393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-022e9f21-351b-4f69-be4d-5650cadc7ad6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4858000 Feb 11 13:08:30.772718 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0158496 Feb 11 13:08:30.774104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f66fff-d1ed-4906-b717-cc7b85360a6d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=6a0526db-6f1a-4693-8e4b-9176b35cc412,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:30.774723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51484) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:30.779902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': '6a0526db-6f1a-4693-8e4b-9176b35cc412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:30.796777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 6a0526db-6f1a-4693-8e4b-9176b35cc412 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:30.810206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Request body: {'port': {'device_id': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:30.839915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-ada3aab1-627e-40ac-ab66-eb3b01804d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.841502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-ada3aab1-627e-40ac-ab66-eb3b01804d25 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 1126 time: 0.1743131 Feb 11 13:08:30.948319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b75266-6c9d-44fb-872c-7f6f0df7ea35 req-a1c779a4-783c-44c3-8a89-aa9b60a22638 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.955328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52b75266-6c9d-44fb-872c-7f6f0df7ea35 req-a1c779a4-783c-44c3-8a89-aa9b60a22638 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 931 time: 0.4374030 Feb 11 13:08:30.976493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.123079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:31.126375 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.137115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51488) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:31.170484 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52b75266-6c9d-44fb-872c-7f6f0df7ea35 req-d81cf090-6b78-406f-82f2-f1ef2ddd211a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070363 Feb 11 13:08:31.181229 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.188006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (e0d029e3-fe2e-43e7-b206-b57b367e7c15), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.321051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-f6cd23be-1bf7-47b8-b3a4-75963ae1a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.322974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-f6cd23be-1bf7-47b8-b3a4-75963ae1a52a service neutron] 10.222.0.64 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 915 time: 0.3512883 Feb 11 13:08:31.347760 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b206c05b-0f39-47b8-b199-305d5c75c2e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.377610 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP e0d029e3-fe2e-43e7-b206-b57b367e7c15 associated. External IP: 172.25.1.97, port: cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4. Feb 11 13:08:31.383710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60487f3d-e9f5-42a4-9fca-51b99c42b0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.435853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-464e1852-567b-4b33-bfe4-4fc52a3cbf81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af840aff-c3ce-4de2-9ffb-20eeac859019 HTTP/1.1" status: 200 len: 217 time: 0.1004031 Feb 11 13:08:31.485395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b206c05b-0f39-47b8-b199-305d5c75c2e5 admin admin] Publish callbacks [] for security_group (c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.497273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b206c05b-0f39-47b8-b199-305d5c75c2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.594051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b206c05b-0f39-47b8-b199-305d5c75c2e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a2896f7141c4658bcd88a1414bb4c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4533117 Feb 11 13:08:31.594051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206c05b-0f39-47b8-b199-305d5c75c2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:31.595339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51518) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:31.608960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-723794a0-2fe7-4984-8d7c-a5eae298ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.610676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-723794a0-2fe7-4984-8d7c-a5eae298ed42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.1262760 Feb 11 13:08:31.673371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852257fa-e697-4d7d-a8b7-19d8467c2ac9 req-b98d97ac-f3ad-4b10-81b1-4eb1bdd64c1d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.674974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-852257fa-e697-4d7d-a8b7-19d8467c2ac9 req-b98d97ac-f3ad-4b10-81b1-4eb1bdd64c1d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 944 time: 0.2528639 Feb 11 13:08:31.698691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-230f28e7-1a8f-4cff-8b96-39eea55cc4db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573421 Feb 11 13:08:31.770526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ba29d0f-b5e0-48aa-8bba-e0839fa8f11a admin admin] Publish callbacks [] for security_group (c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.809893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272bd71-33de-4868-b403-b650e1823430 req-828ea98d-ff7a-4556-839b-055444ea0b96 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.811432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7272bd71-33de-4868-b403-b650e1823430 req-828ea98d-ff7a-4556-839b-055444ea0b96 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 951 time: 0.1301081 Feb 11 13:08:31.825421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ba29d0f-b5e0-48aa-8bba-e0839fa8f11a admin admin] Publish callbacks [] for security_group (c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.848578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:31.881530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-43ca84b4-2248-4b0d-8cd2-841d5e32d327 service neutron] 10.222.0.64 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714711 Feb 11 13:08:31.916840 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7272bd71-33de-4868-b403-b650e1823430 req-ba90bb21-5311-474d-8d39-b90a5cadae28 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955474 Feb 11 13:08:31.923048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-852257fa-e697-4d7d-a8b7-19d8467c2ac9 req-7189bf06-9772-4af3-ae7f-aae1eb14f04f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267513 Feb 11 13:08:31.933301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (40df9325-c528-4858-a323-28309ff75d60), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.995167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bca4be8-9bf2-43da-9007-2038b063b9e6 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:32.000389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ba29d0f-b5e0-48aa-8bba-e0839fa8f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.003067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ba29d0f-b5e0-48aa-8bba-e0839fa8f11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.007466 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0ba29d0f-b5e0-48aa-8bba-e0839fa8f11a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9 HTTP/1.1" status: 204 len: 168 time: 0.4058924 Feb 11 13:08:32.023508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Publish callbacks [] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.045560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba29d0f-b5e0-48aa-8bba-e0839fa8f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ad2f29-ec2f-42a3-ae87-3f00e5e33ab9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.125654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:32.130862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.139792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a94c4-6ad7-4089-b2fa-30eb2b71b06d req-08998bdd-7567-40a5-8e5e-551b592403b8 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.140235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34698182-4ad2-491e-a06b-67b227f543db None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:32.148029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-053a94c4-6ad7-4089-b2fa-30eb2b71b06d req-08998bdd-7567-40a5-8e5e-551b592403b8 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1245449 Feb 11 13:08:32.158913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34698182-4ad2-491e-a06b-67b227f543db None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:32.160669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34698182-4ad2-491e-a06b-67b227f543db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:32.189973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Transition to ACTIVE for port object 4bca4be8-9bf2-43da-9007-2038b063b9e6 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:32.199170 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d17f6b1e-583d-4824-8435-20ed9f4cd437 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/floatingips/e0d029e3-fe2e-43e7-b206-b57b367e7c15 HTTP/1.1" status: 200 len: 976 time: 2.5523534 Feb 11 13:08:32.204896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51536) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:32.228114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=40df9325-c528-4858-a323-28309ff75d60,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.250800 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.263896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34698182-4ad2-491e-a06b-67b227f543db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:32.281211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34698182-4ad2-491e-a06b-67b227f543db None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:32.282268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34698182-4ad2-491e-a06b-67b227f543db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:32.304969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-053a94c4-6ad7-4089-b2fa-30eb2b71b06d req-9a84d565-f3f2-4555-9e83-3fce052f2463 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560018 Feb 11 13:08:32.366384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34698182-4ad2-491e-a06b-67b227f543db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:32.367054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34698182-4ad2-491e-a06b-67b227f543db None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:32.375677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.400843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': 'ae1967a3-9257-42fa-beb7-29ef4332e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6a0526db-6f1a-4693-8e4b-9176b35cc412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:32.400843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: 6a0526db-6f1a-4693-8e4b-9176b35cc412, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:32.488887 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.507807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:32.512864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.521102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be53ad3d-a88f-4d7c-b7ea-b02a45ac8d5d req-b83ae808-9481-4252-9e8d-048096f6b572 service neutron] 10.222.0.64 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017721 Feb 11 13:08:32.538807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Attempting to bind port 4bca4be8-9bf2-43da-9007-2038b063b9e6 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:32.539348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Attempting to bind port 4bca4be8-9bf2-43da-9007-2038b063b9e6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:32.539835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Attempting to bind port 4bca4be8-9bf2-43da-9007-2038b063b9e6 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:32.547465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network 6a0526db-6f1a-4693-8e4b-9176b35cc412 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:32.556559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Port 4bca4be8-9bf2-43da-9007-2038b063b9e6 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:32.556955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Attempting to bind port 4bca4be8-9bf2-43da-9007-2038b063b9e6 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:32.564993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51550) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:32.567812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 6a0526db-6f1a-4693-8e4b-9176b35cc412) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:32.573216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.573858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.581614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c103f5e6-3aa2-4eaf-80d4-485e2ead5d1f None None] Network 6a0526db-6f1a-4693-8e4b-9176b35cc412 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:32.620289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7449a01c-c9e2-4a0e-bdfc-67387dc40e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.631016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:32.631431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Checking segment: {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:32.631896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Bound using segment: {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:32.632368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Bound port: 4bca4be8-9bf2-43da-9007-2038b063b9e6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:32.632780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.647419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3115a806-3904-4638-a74e-604fa184c3de tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8691578 Feb 11 13:08:32.652303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51562) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:32.687337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.771665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7449a01c-c9e2-4a0e-bdfc-67387dc40e84 admin admin] Publish callbacks [] for security_group (c4226f2a-a18e-43af-91d0-f2017f49df95), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.825627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52707bfd-3f14-400c-b6a6-4eb394279794 req-232c18eb-6d12-4262-b6fb-43d54438a33a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.836783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52707bfd-3f14-400c-b6a6-4eb394279794 req-232c18eb-6d12-4262-b6fb-43d54438a33a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 943 time: 0.3968244 Feb 11 13:08:32.842959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-6a0526db-6f1a-4693-8e4b-9176b35cc412', 'network_id': '6a0526db-6f1a-4693-8e4b-9176b35cc412', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': '40df9325-c528-4858-a323-28309ff75d60'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:32.843902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.880805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7449a01c-c9e2-4a0e-bdfc-67387dc40e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c4226f2a-a18e-43af-91d0-f2017f49df95), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.974478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (6a0526db-6f1a-4693-8e4b-9176b35cc412), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.996355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52707bfd-3f14-400c-b6a6-4eb394279794 req-d05758ef-e1b0-4e8b-bf55-443ba315ea9b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495137 Feb 11 13:08:33.001209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:33.007532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:33.012158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449a01c-c9e2-4a0e-bdfc-67387dc40e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4226f2a-a18e-43af-91d0-f2017f49df95,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.022847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7449a01c-c9e2-4a0e-bdfc-67387dc40e84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f034add40fae497b85663c76b337b921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4538918 Feb 11 13:08:33.028316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.030320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51590) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:33.048019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Allocated IP 2001:db8::1 (6a0526db-6f1a-4693-8e4b-9176b35cc412/40df9325-c528-4858-a323-28309ff75d60/906ccda8-c50a-4402-a4b9-65c78e90d4be) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:33.128043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.129159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.136166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] 10.222.0.53 "PUT /v2.0/ports/4bca4be8-9bf2-43da-9007-2038b063b9e6 HTTP/1.1" status: 200 len: 1091 time: 2.3305771 Feb 11 13:08:33.146489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:33.149660 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec8c197-06fe-4aad-933f-c6fc4cdf108a" -d '{"events": [{"name": "network-changed", "server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:33.162806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.163223 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (e0d029e3-fe2e-43e7-b206-b57b367e7c15), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.163540 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP e0d029e3-fe2e-43e7-b206-b57b367e7c15 disassociated. External IP: 172.25.1.97, port: cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4. Feb 11 13:08:33.164056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:33.237712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (40df9325-c528-4858-a323-28309ff75d60), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.253613 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Publish callbacks [] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.263945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.319944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Network 6a0526db-6f1a-4693-8e4b-9176b35cc412 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:33.323419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:33.329709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f8844-3366-4738-8d4e-ba417bfe3c24 service neutron] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.330162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:33.341487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Pushing event updated for resources: {'Port': ['ID=906ccda8-c50a-4402-a4b9-65c78e90d4be,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.356342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-e26f1463-a5e8-419f-a442-d00a609fb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.358878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-e26f1463-a5e8-419f-a442-d00a609fb5cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 1125 time: 0.1244049 Feb 11 13:08:33.363890 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ffecd0-78f9-4ae2-922f-6c87a5fc0a03 x-openstack-request-id: req-23ffecd0-78f9-4ae2-922f-6c87a5fc0a03 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:33.364242 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:33.364501 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23ffecd0-78f9-4ae2-922f-6c87a5fc0a03 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:33.365061 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'status': 'completed', 'code': 200} Feb 11 13:08:33.420105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Attempting to bind port 906ccda8-c50a-4402-a4b9-65c78e90d4be on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:33.420475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Attempting to bind port 906ccda8-c50a-4402-a4b9-65c78e90d4be by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ae1967a3-9257-42fa-beb7-29ef4332e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6a0526db-6f1a-4693-8e4b-9176b35cc412'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:33.420839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Attempting to bind port 906ccda8-c50a-4402-a4b9-65c78e90d4be on network 6a0526db-6f1a-4693-8e4b-9176b35cc412 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:33.428535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:33.428911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Checking segment: {'id': 'ae1967a3-9257-42fa-beb7-29ef4332e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6a0526db-6f1a-4693-8e4b-9176b35cc412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:33.429310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.429896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Bound using segment: {'id': 'ae1967a3-9257-42fa-beb7-29ef4332e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6a0526db-6f1a-4693-8e4b-9176b35cc412'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:33.430368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Bound port: 906ccda8-c50a-4402-a4b9-65c78e90d4be, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1967a3-9257-42fa-beb7-29ef4332e945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6a0526db-6f1a-4693-8e4b-9176b35cc412'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:33.430744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.447992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-ab96aa0c-2d74-49ac-9e22-6b2cd9e1ed46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6 HTTP/1.1" status: 200 len: 217 time: 0.0777605 Feb 11 13:08:33.451748 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-852a4b35-3324-4717-a812-4eefe4460a83 admin admin] Publish callbacks [] for security_group (c4226f2a-a18e-43af-91d0-f2017f49df95), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.471389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f285697-f599-4fd4-a1e4-b566287ca0fd req-4932bd29-46ba-4cb3-b27e-499c1d095047 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.473308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f285697-f599-4fd4-a1e4-b566287ca0fd req-4932bd29-46ba-4cb3-b27e-499c1d095047 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 944 time: 0.2146437 Feb 11 13:08:33.474941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.512408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.522666 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (40df9325-c528-4858-a323-28309ff75d60), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.544284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] For port 906ccda8-c50a-4402-a4b9-65c78e90d4be, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:33.549969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] For port 906ccda8-c50a-4402-a4b9-65c78e90d4be, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=906ccda8-c50a-4402-a4b9-65c78e90d4be,segment=NetworkSegment(ae1967a3-9257-42fa-beb7-29ef4332e945),segment_id=ae1967a3-9257-42fa-beb7-29ef4332e945)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:33.559263 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.562880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-852a4b35-3324-4717-a812-4eefe4460a83 admin admin] Publish callbacks [] for security_group (c4226f2a-a18e-43af-91d0-f2017f49df95), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.619045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=40df9325-c528-4858-a323-28309ff75d60,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.628828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f285697-f599-4fd4-a1e4-b566287ca0fd req-3bc916f2-e884-429a-a911-11aba5fb550f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439912 Feb 11 13:08:33.631067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09103d48-cce8-4f1a-bc43-10fc615c5a9f None None] Pushing event updated for resources: {'Port': ['ID=906ccda8-c50a-4402-a4b9-65c78e90d4be,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.734617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-e3505f2a-51db-452c-bb32-537cb022ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.736523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-e3505f2a-51db-452c-bb32-537cb022ca3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb152ef0-7b66-48b2-bd46-893a04418761 HTTP/1.1" status: 200 len: 855 time: 0.2793536 Feb 11 13:08:33.908916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device af840aff-c3ce-4de2-9ffb-20eeac859019 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:33.929318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:34.130999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port af840aff-c3ce-4de2-9ffb-20eeac859019, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=af840aff-c3ce-4de2-9ffb-20eeac859019,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:34.136572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ab17aee9-538a-4c8a-80b5-2794ff8db814 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:34.137529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.204283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:34.210927 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b44cf0-549b-40c9-96f8-f289dc617158" -d '{"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:34.229141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'af840aff-c3ce-4de2-9ffb-20eeac859019', 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323', 'port_id': 'af840aff-c3ce-4de2-9ffb-20eeac859019', 'mac_address': 'fa:16:3e:0a:4d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebac6b8-c788-4ef1-8da4-9266a7f3338f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:34.238088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:34.239643 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.256938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (6a0526db-6f1a-4693-8e4b-9176b35cc412), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.269941 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.304247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-5ac6bb0a-2369-49c1-8b78-d0234b7de80a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29d79645-ac65-4d87-b86f-a8adfb8f3234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436158 Feb 11 13:08:34.326074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0526db-6f1a-4693-8e4b-9176b35cc412']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.338391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port af840aff-c3ce-4de2-9ffb-20eeac859019 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:34.339793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.355459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1967a3-9257-42fa-beb7-29ef4332e945') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.355801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1967a3-9257-42fa-beb7-29ef4332e945') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.368449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af840aff-c3ce-4de2-9ffb-20eeac859019 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:34.379437 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-852a4b35-3324-4717-a812-4eefe4460a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c4226f2a-a18e-43af-91d0-f2017f49df95), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.382024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-852a4b35-3324-4717-a812-4eefe4460a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.383258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-852a4b35-3324-4717-a812-4eefe4460a83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4226f2a-a18e-43af-91d0-f2017f49df95 HTTP/1.1" status: 204 len: 168 time: 1.3218780 Feb 11 13:08:34.385268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (ae1967a3-9257-42fa-beb7-29ef4332e945), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.386285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=11']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:34.403193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e728d0-1506-4085-8062-f9646c3f396e req-1ea1cc96-7a4b-4f14-a94f-abe423b17c69 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:34.406958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port af840aff-c3ce-4de2-9ffb-20eeac859019, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=af840aff-c3ce-4de2-9ffb-20eeac859019,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:34.411261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e728d0-1506-4085-8062-f9646c3f396e req-1ea1cc96-7a4b-4f14-a94f-abe423b17c69 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.8127787 Feb 11 13:08:34.414266 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.437748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:34.467221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4b35-3324-4717-a812-4eefe4460a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4226f2a-a18e-43af-91d0-f2017f49df95,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:34.472939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2dab-c09a-4778-84d9-76bf790263c9 req-4c5ebc25-ec3b-4528-ab6f-ac7e11b69c8e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:34.476318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-07ac2dab-c09a-4778-84d9-76bf790263c9 req-4c5ebc25-ec3b-4528-ab6f-ac7e11b69c8e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 943 time: 0.1300373 Feb 11 13:08:34.481199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ae1967a3-9257-42fa-beb7-29ef4332e945), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.498061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:34.498540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (ae1967a3-9257-42fa-beb7-29ef4332e945), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:34.502720 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:34.597796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=af840aff-c3ce-4de2-9ffb-20eeac859019,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:34.618416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e728d0-1506-4085-8062-f9646c3f396e req-3eff82d5-74e6-471d-a645-84ee3eb7f023 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044833 Feb 11 13:08:34.620464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-91caf16f-db19-4e0f-b764-20d068785d73 service neutron] 10.222.0.53 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080826 Feb 11 13:08:34.621094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.api [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:08:34.621094 n-d-828675-3 neutron-server[109685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:08:34.621094 n-d-828675-3 neutron-server[109685]: [parameters: {'id': '6a0526db-6f1a-4693-8e4b-9176b35cc412'}] Feb 11 13:08:34.621094 n-d-828675-3 neutron-server[109685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:34.621479 n-d-828675-3 neutron-server[109685]: DEBUG oslo_db.api [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:34.639437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-07ac2dab-c09a-4778-84d9-76bf790263c9 req-ab135bd8-74ff-4f86-9780-96bcf90887b2 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586583 Feb 11 13:08:34.671139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:34.683932 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:34.711739 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:34.713131 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.739731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['af840aff-c3ce-4de2-9ffb-20eeac859019'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:34.798741 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e7b12f-54de-495b-989d-c3b281061c34 x-openstack-request-id: req-58e7b12f-54de-495b-989d-c3b281061c34 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:34.799012 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-unplugged", "status": "completed", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:34.799197 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58e7b12f-54de-495b-989d-c3b281061c34 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:34.799590 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'code': 200} Feb 11 13:08:34.834329 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.841982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 906ccda8-c50a-4402-a4b9-65c78e90d4be up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:34.867178 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:34.869485 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:34.874639 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.878094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bef4dba5-6183-4733-b416-3f08e30d5bc7 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/ports/cbd108e4-f5ab-4e01-9f8c-b9068f6ad2c4 HTTP/1.1" status: 204 len: 168 time: 2.6721978 Feb 11 13:08:34.881445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51674) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:34.934449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2676336f-afb9-4d0d-83c8-d8d24d092b88 req-e7e07e3a-20da-47a9-a1e8-32b7202e6391 service neutron] 10.222.0.53 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046727 Feb 11 13:08:35.010894 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:35.014639 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d39a77-1f8e-47f1-815c-53301f7e76a1 None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:35.076985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dbdcff62-4741-4b69-b04e-342d974f42ae tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "GET /v2.0/floatingips/e0d029e3-fe2e-43e7-b206-b57b367e7c15 HTTP/1.1" status: 200 len: 687 time: 0.1875377 Feb 11 13:08:35.078080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:35.080091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-ba457dd6-599c-49c1-8429-4c082686bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.081857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-ba457dd6-599c-49c1-8429-4c082686bfe0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 1125 time: 0.0894170 Feb 11 13:08:35.137460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (6a0526db-6f1a-4693-8e4b-9176b35cc412), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.146419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834a3fb-8b0a-4799-8e6d-ec723add37a4 req-680e45a7-babc-4b35-b702-c155607dfa71 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.168234 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1834a3fb-8b0a-4799-8e6d-ec723add37a4 req-680e45a7-babc-4b35-b702-c155607dfa71 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 945 time: 0.1759205 Feb 11 13:08:35.182476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 906ccda8-c50a-4402-a4b9-65c78e90d4be triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:35.183054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.258139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1834a3fb-8b0a-4799-8e6d-ec723add37a4 req-782ac649-ae48-419c-ad64-33cf04c2599b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873659 Feb 11 13:08:35.409876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eec2be-57c0-4c3c-8a42-8bc7876f5ef2 None None] Network 6a0526db-6f1a-4693-8e4b-9176b35cc412 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:35.427612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.466123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-7ea8e198-ab8b-4192-ad6c-3a3456d5a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.467429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-7ea8e198-ab8b-4192-ad6c-3a3456d5a17b service neutron] 10.222.0.53 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 916 time: 0.3232810 Feb 11 13:08:35.512985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 906ccda8-c50a-4402-a4b9-65c78e90d4be is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:35.513453 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.603532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-377e0fb7-fda3-420f-9be8-7f2703654f07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6 HTTP/1.1" status: 200 len: 217 time: 0.0828991 Feb 11 13:08:35.665797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-75d83731-b1bf-4925-b0ae-98e916ced8bb None None] Provisioning complete for port 906ccda8-c50a-4402-a4b9-65c78e90d4be triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:35.666283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75d83731-b1bf-4925-b0ae-98e916ced8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.685765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 906ccda8-c50a-4402-a4b9-65c78e90d4be, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=906ccda8-c50a-4402-a4b9-65c78e90d4be,segment=NetworkSegment(ae1967a3-9257-42fa-beb7-29ef4332e945),segment_id=ae1967a3-9257-42fa-beb7-29ef4332e945)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:35.686227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-e891cf6d-3ca0-4dfa-939a-a4854aab5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.686227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-e891cf6d-3ca0-4dfa-939a-a4854aab5a35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 1127 time: 0.5348346 Feb 11 13:08:35.725396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793e9da-dce6-498d-b9f3-420044873cbc req-db89baf0-2318-4106-9066-b149ac07ff8a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.744544 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.754466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1793e9da-dce6-498d-b9f3-420044873cbc req-db89baf0-2318-4106-9066-b149ac07ff8a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.3388202 Feb 11 13:08:35.807309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=906ccda8-c50a-4402-a4b9-65c78e90d4be,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:35.820201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port 906ccda8-c50a-4402-a4b9-65c78e90d4be {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:35.826853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.872501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-75d83731-b1bf-4925-b0ae-98e916ced8bb None None] Current status of the port 906ccda8-c50a-4402-a4b9-65c78e90d4be is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:35.910983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a9c83-77ee-4f7a-9d43-4b81e825d4b1 req-15a582f9-041d-4fcb-a833-e1674539623d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.921109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] DHCP port deletion for 6a0526db-6f1a-4693-8e4b-9176b35cc412 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:08:35.922900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-74f14b1e-3273-4af9-866f-5590ac8193b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.924481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-74f14b1e-3273-4af9-866f-5590ac8193b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb152ef0-7b66-48b2-bd46-893a04418761 HTTP/1.1" status: 200 len: 855 time: 0.3074014 Feb 11 13:08:35.929192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-946a9c83-77ee-4f7a-9d43-4b81e825d4b1 req-15a582f9-041d-4fcb-a833-e1674539623d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 943 time: 0.0937464 Feb 11 13:08:35.937174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 35030b64-cd9d-4742-a262-0d300c72acd1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:35.937611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (35030b64-cd9d-4742-a262-0d300c72acd1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.990425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] Deleting port 906ccda8-c50a-4402-a4b9-65c78e90d4be {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:35.990804 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.997735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-1f22aeb3-9906-4451-b496-9f78e3abdd6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29d79645-ac65-4d87-b86f-a8adfb8f3234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548573 Feb 11 13:08:36.068479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] For port 906ccda8-c50a-4402-a4b9-65c78e90d4be, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=906ccda8-c50a-4402-a4b9-65c78e90d4be,segment=NetworkSegment(ae1967a3-9257-42fa-beb7-29ef4332e945),segment_id=ae1967a3-9257-42fa-beb7-29ef4332e945)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:36.069005 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.073573 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-946a9c83-77ee-4f7a-9d43-4b81e825d4b1 req-ad642fec-6f1a-4fc6-947c-30f0c278dc77 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368115 Feb 11 13:08:36.085157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] Calling delete_port for 906ccda8-c50a-4402-a4b9-65c78e90d4be owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:36.171656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port 906ccda8-c50a-4402-a4b9-65c78e90d4be, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=906ccda8-c50a-4402-a4b9-65c78e90d4be,segment=NetworkSegment(ae1967a3-9257-42fa-beb7-29ef4332e945),segment_id=ae1967a3-9257-42fa-beb7-29ef4332e945)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:36.172052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.187321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-6fc00f13-b66c-4f96-90f8-c360bd0bd2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:36.188973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-6fc00f13-b66c-4f96-90f8-c360bd0bd2e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.4985867 Feb 11 13:08:36.190377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.229184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1793e9da-dce6-498d-b9f3-420044873cbc req-26a7417d-1ea8-4ca4-b32e-e03866dae2a2 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458513 Feb 11 13:08:36.243963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for 906ccda8-c50a-4402-a4b9-65c78e90d4be owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:36.263639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] Pushing event deleted for resources: {'Port': ['ID=906ccda8-c50a-4402-a4b9-65c78e90d4be,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.275015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e84dab-f91b-4e54-b3bc-aa85d1d0b52a None None] No DVR routers for this DVR port 906ccda8-c50a-4402-a4b9-65c78e90d4be on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:36.293305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-6c77dd80-b178-47cf-959e-0266b8411f35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa HTTP/1.1" status: 200 len: 217 time: 0.0580781 Feb 11 13:08:36.390664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (35030b64-cd9d-4742-a262-0d300c72acd1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.393048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (35030b64-cd9d-4742-a262-0d300c72acd1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.460413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-4b8d1035-fa3d-44a1-a89d-c047f1f627ec service neutron] 10.222.0.53 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252920 Feb 11 13:08:36.485046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 35030b64-cd9d-4742-a262-0d300c72acd1 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:36.528994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-9b4e0a9b-ba04-4f87-bec7-a4c22dbb1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:36.539562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-9b4e0a9b-ba04-4f87-bec7-a4c22dbb1810 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.2369840 Feb 11 13:08:36.552802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 906ccda8-c50a-4402-a4b9-65c78e90d4be no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:36.599434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 906ccda8-c50a-4402-a4b9-65c78e90d4be {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:36.599782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 906ccda8-c50a-4402-a4b9-65c78e90d4be not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:08:36.605219 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (906ccda8-c50a-4402-a4b9-65c78e90d4be), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.725688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-f6e1eaf7-1ea6-4b7f-bc6e-a3d45c05c606 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351230 Feb 11 13:08:36.736958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=906ccda8-c50a-4402-a4b9-65c78e90d4be,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.744292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port 906ccda8-c50a-4402-a4b9-65c78e90d4be on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:36.783079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00791d2f-fb7d-4322-a0e4-17745dcfc356 req-774301bb-21e9-49c4-9d26-0a767fa86168 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:36.791048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00791d2f-fb7d-4322-a0e4-17745dcfc356 req-774301bb-21e9-49c4-9d26-0a767fa86168 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 945 time: 0.3827479 Feb 11 13:08:36.939465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fec8c197-06fe-4aad-933f-c6fc4cdf108a req-4dffc8a9-0121-4745-84d9-4651cb562c6c service neutron] 10.222.0.53 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625421 Feb 11 13:08:37.014762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (6a0526db-6f1a-4693-8e4b-9176b35cc412), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.049974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00791d2f-fb7d-4322-a0e4-17745dcfc356 req-0c4db1df-172c-45cc-88cb-40ac26ddb078 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444487 Feb 11 13:08:37.065536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-c7e35c2c-5c48-43ca-85ef-87590920618a service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311446 Feb 11 13:08:37.094665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a0526db-6f1a-4693-8e4b-9176b35cc412']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:37.181140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1967a3-9257-42fa-beb7-29ef4332e945') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:37.181431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1967a3-9257-42fa-beb7-29ef4332e945') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:37.220985 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (ae1967a3-9257-42fa-beb7-29ef4332e945), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.292302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ae1967a3-9257-42fa-beb7-29ef4332e945), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.313043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (35030b64-cd9d-4742-a262-0d300c72acd1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.315386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:37.315774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (ae1967a3-9257-42fa-beb7-29ef4332e945), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:37.322746 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:37.387342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=35030b64-cd9d-4742-a262-0d300c72acd1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:37.437232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b87bd0c-7b09-4926-aece-4f7270716d7d req-69d8db49-fda8-40f4-a18e-6fae4bb8f202 service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448660 Feb 11 13:08:37.466466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94adad2c-0696-43d8-8f5a-f82d5aadb6cc req-5e2433c2-fe8c-4fef-8a7a-23a55b576ba4 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.474202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94adad2c-0696-43d8-8f5a-f82d5aadb6cc req-5e2433c2-fe8c-4fef-8a7a-23a55b576ba4 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 943 time: 0.2901788 Feb 11 13:08:37.543788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (6a0526db-6f1a-4693-8e4b-9176b35cc412), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.568131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.572220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/6a0526db-6f1a-4693-8e4b-9176b35cc412 HTTP/1.1" status: 204 len: 168 time: 4.9182889 Feb 11 13:08:37.575739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51838) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:37.581459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075543945'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:37.641349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:37.646567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.681452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:37.698858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3158fc75-1439-48e4-846c-78392a453163), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.700176 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment 3158fc75-1439-48e4-846c-78392a453163 of type vlan for network fbf1079a-230c-47b0-be2f-0191a157339f Feb 11 13:08:37.755993 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (fbf1079a-230c-47b0-be2f-0191a157339f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.788509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (fbf1079a-230c-47b0-be2f-0191a157339f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.796442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.797177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.843263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2661707 Feb 11 13:08:37.846156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51862) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:37.851820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:37.915253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=fbf1079a-230c-47b0-be2f-0191a157339f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:37.929296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device af840aff-c3ce-4de2-9ffb-20eeac859019 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:37.938747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71994347-263d-42be-a4f7-d2d4ce9ad900 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=6a0526db-6f1a-4693-8e4b-9176b35cc412,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:37.956978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (e0d029e3-fe2e-43e7-b206-b57b367e7c15), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.960013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.961273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d0998e38-4f32-459d-9628-41937ffc5519 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/floatingips/e0d029e3-fe2e-43e7-b206-b57b367e7c15 HTTP/1.1" status: 204 len: 168 time: 2.8785157 Feb 11 13:08:37.966873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51868) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:37.969490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.969914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.970259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.970658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.971073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.971652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.972083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.972417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.972565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'e55f5ad4-f447-431c-8bdc-face7f46c7ab'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:37.972739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.973744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.974374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.974936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.975938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b17a2bb-c341-41ee-9b3a-4fe012d9b786 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:37.997283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94adad2c-0696-43d8-8f5a-f82d5aadb6cc req-f3dd182d-e5cf-4c57-8da8-5407b762edb1 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201416 Feb 11 13:08:38.006784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network fbf1079a-230c-47b0-be2f-0191a157339f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:38.026661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.037531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:38.042463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.115987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4bca4be8-9bf2-43da-9007-2038b063b9e6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:38.199406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ab24b-27cd-4674-ae94-cc7afc9e5cc7 req-acd9bc0e-d0e3-44a1-9198-c03193849a10 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.206845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf4ab24b-27cd-4674-ae94-cc7afc9e5cc7 req-acd9bc0e-d0e3-44a1-9198-c03193849a10 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1111133 Feb 11 13:08:38.258285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.258660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:38.269294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee16bc0-b94b-4940-aa9f-87d6ec0bdb06 req-d2c9e0cd-3701-458c-ada3-39dfb73a8ef5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.271319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ee16bc0-b94b-4940-aa9f-87d6ec0bdb06 req-d2c9e0cd-3701-458c-ada3-39dfb73a8ef5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 945 time: 0.0858102 Feb 11 13:08:38.278396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf4ab24b-27cd-4674-ae94-cc7afc9e5cc7 req-e405126f-3fe8-4bdd-8dbe-8feced18e7f8 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702541 Feb 11 13:08:38.280157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'port_id': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'mac_address': 'fa:16:3e:7e:b3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb152ef0-7b66-48b2-bd46-893a04418761', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:38.324072 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port af840aff-c3ce-4de2-9ffb-20eeac859019 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:38.349665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port af840aff-c3ce-4de2-9ffb-20eeac859019 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:38.349787 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.359873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ee16bc0-b94b-4940-aa9f-87d6ec0bdb06 req-93a422b0-f5f6-405e-b8e9-fa594e44298e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673773 Feb 11 13:08:38.442076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (de79c864-4de9-415f-aede-0a3dc3c9e928), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.470568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.25.1.46 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/617f49fe-6ab9-4ab6-9f8f-f950a4dd6312) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:38.588908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=de79c864-4de9-415f-aede-0a3dc3c9e928,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:38.609505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4bca4be8-9bf2-43da-9007-2038b063b9e6 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:38.609930 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.611466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': '3158fc75-1439-48e4-846c-78392a453163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:38.611835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: fbf1079a-230c-47b0-be2f-0191a157339f, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:38.634489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bca4be8-9bf2-43da-9007-2038b063b9e6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:38.646893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network fbf1079a-230c-47b0-be2f-0191a157339f is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:38.666936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, fbf1079a-230c-47b0-be2f-0191a157339f) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:38.680382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7058aa-a185-4624-bf7a-792caca6d759 None None] Network fbf1079a-230c-47b0-be2f-0191a157339f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:38.685792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.686259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.716493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:38.725880 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1e6e1ce2-e431-42bb-aa89-eff085a82918 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8782125 Feb 11 13:08:38.726506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51906) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:38.731020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.731637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.732106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:38.822893 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.896303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-fbf1079a-230c-47b0-be2f-0191a157339f', 'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': 'de79c864-4de9-415f-aede-0a3dc3c9e928'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:38.897160 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.937436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:38.954035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:38.955865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=617f49fe-6ab9-4ab6-9f8f-f950a4dd6312,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:38.958951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:38.961412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:38.962127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port af840aff-c3ce-4de2-9ffb-20eeac859019 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:38.962537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.995460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4bca4be8-9bf2-43da-9007-2038b063b9e6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:38.996297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:39.004099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.050853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af840aff-c3ce-4de2-9ffb-20eeac859019'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:39.053549 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c772d7-5996-445f-872b-58c96c5314e8" -d '{"events": [{"server_uuid": "dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8", "name": "network-vif-plugged", "status": "completed", "tag": "af840aff-c3ce-4de2-9ffb-20eeac859019"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:39.094929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port af840aff-c3ce-4de2-9ffb-20eeac859019, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=af840aff-c3ce-4de2-9ffb-20eeac859019,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:39.199678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.258423 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3544cf14-cc9a-45f9-a833-ec1f369d5e95 x-openstack-request-id: req-3544cf14-cc9a-45f9-a833-ec1f369d5e95 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:39.258973 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8", "name": "network-vif-plugged", "status": "completed", "tag": "af840aff-c3ce-4de2-9ffb-20eeac859019", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:39.259456 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3544cf14-cc9a-45f9-a833-ec1f369d5e95 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:39.260578 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af840aff-c3ce-4de2-9ffb-20eeac859019', 'code': 200} Feb 11 13:08:39.354509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c90991-4726-471b-8006-7be45d1f4f61 req-b851d8af-88b6-4fcd-8faa-5694be600bbb tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.381353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=af840aff-c3ce-4de2-9ffb-20eeac859019,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:39.381886 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f7c90991-4726-471b-8006-7be45d1f4f61 req-b851d8af-88b6-4fcd-8faa-5694be600bbb tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 944 time: 0.2379041 Feb 11 13:08:39.404902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01069a-f2af-42ca-bb21-c5856d65e441 req-480ec2ec-ddea-48b0-929a-d972dddbdaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.406576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f01069a-f2af-42ca-bb21-c5856d65e441 req-480ec2ec-ddea-48b0-929a-d972dddbdaa5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 1128 time: 0.1376872 Feb 11 13:08:39.478271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Allocated IP 2001:db8::2 (fbf1079a-230c-47b0-be2f-0191a157339f/de79c864-4de9-415f-aede-0a3dc3c9e928/3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:39.521538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f01069a-f2af-42ca-bb21-c5856d65e441 req-9bacacc1-3e8d-4a73-aa56-32d021464355 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065767 Feb 11 13:08:39.562605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f7c90991-4726-471b-8006-7be45d1f4f61 req-48c92375-1c33-4931-b530-96cebfb733e5 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767364 Feb 11 13:08:39.589812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (6cfe92a6-30af-45e0-ae30-099e6621fbc5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.717110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.801092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.820948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dddf56-6670-4fde-9f97-cae13efdba6b req-f624c57f-41ca-46b9-bd14-da574d8c9005 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.827860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015f3f3-c757-4a3a-aede-cea6c209265a req-ab6916b8-58a7-4578-9a33-7ed6fed04e2b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.829075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64dddf56-6670-4fde-9f97-cae13efdba6b req-f624c57f-41ca-46b9-bd14-da574d8c9005 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1095166 Feb 11 13:08:39.829961 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6015f3f3-c757-4a3a-aede-cea6c209265a req-ab6916b8-58a7-4578-9a33-7ed6fed04e2b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1526935 Feb 11 13:08:39.846640 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Publish callbacks [] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.868055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.890085 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:08:39.909214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network fbf1079a-230c-47b0-be2f-0191a157339f is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:39.917148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:39.922390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.923259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.932495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64dddf56-6670-4fde-9f97-cae13efdba6b req-7f35ecec-de99-4edf-8916-067f24512eb5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965738 Feb 11 13:08:39.946871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:39.966555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Network fbf1079a-230c-47b0-be2f-0191a157339f is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:39.970511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:39.974962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:39.992162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-80c79265-cbcc-44c4-be83-f696da6b48c2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2622764 Feb 11 13:08:39.995830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51952) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.086855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6015f3f3-c757-4a3a-aede-cea6c209265a req-19e7ceb4-e9fe-4980-9868-b153e2d8a0a4 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477152 Feb 11 13:08:40.118558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Pushing event updated for resources: {'Port': ['ID=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.127787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Attempting to bind port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:40.128412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Attempting to bind port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '3158fc75-1439-48e4-846c-78392a453163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:40.128997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Attempting to bind port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 on network fbf1079a-230c-47b0-be2f-0191a157339f {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:40.135891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:40.136553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Checking segment: {'id': '3158fc75-1439-48e4-846c-78392a453163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:40.137217 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.137846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Bound using segment: {'id': '3158fc75-1439-48e4-846c-78392a453163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:40.138526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Bound port: 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3158fc75-1439-48e4-846c-78392a453163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:40.139114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.145895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38df80-4737-419c-9ae4-d9ab4211672d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.147320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38df80-4737-419c-9ae4-d9ab4211672d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.148614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38df80-4737-419c-9ae4-d9ab4211672d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.150039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38df80-4737-419c-9ae4-d9ab4211672d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.151414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e38df80-4737-419c-9ae4-d9ab4211672d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.156659 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3e38df80-4737-419c-9ae4-d9ab4211672d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1563544 Feb 11 13:08:40.157464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51954) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.162130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719225902'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:40.187814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:40.192467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.228286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:40.231489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3dede-ad0f-4366-a186-01d881869820 req-3d0b97ec-6a8b-4ee6-b191-7e7f16263828 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.233128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6cc3dede-ad0f-4366-a186-01d881869820 req-3d0b97ec-6a8b-4ee6-b191-7e7f16263828 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 948 time: 0.1528516 Feb 11 13:08:40.238669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.245064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (279e2b1e-9809-4c17-9189-9717a2f5cbf6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.245394 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment 279e2b1e-9809-4c17-9189-9717a2f5cbf6 of type vlan for network b84f799b-6432-4ed8-a76e-baf425cc9240 Feb 11 13:08:40.261285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] For port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:40.266273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] For port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,segment=NetworkSegment(3158fc75-1439-48e4-846c-78392a453163),segment_id=3158fc75-1439-48e4-846c-78392a453163)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:40.267737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.275132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.300711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.350139 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.357351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.363192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.387540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=617f49fe-6ab9-4ab6-9f8f-f950a4dd6312,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.394836 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2366135 Feb 11 13:08:40.401669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51956) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.402452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd95101-ea10-4569-8de9-5254a785b04e None None] Pushing event updated for resources: {'Port': ['ID=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.402863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:40.427503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6cc3dede-ad0f-4366-a186-01d881869820 req-6b1c84cf-9c67-4232-a953-c9bb24f2387d tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856973 Feb 11 13:08:40.450065 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6cfe92a6-30af-45e0-ae30-099e6621fbc5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.509492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0525e4-6458-4482-ae86-f6ac66e1f03f tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=b84f799b-6432-4ed8-a76e-baf425cc9240,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.526768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network b84f799b-6432-4ed8-a76e-baf425cc9240 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:40.752093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.785058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.864183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5163eaa-2d66-497a-9ad6-f38272666871 req-c05375a1-622a-450c-be8f-2692d20d0c18 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.886694 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5163eaa-2d66-497a-9ad6-f38272666871 req-c05375a1-622a-450c-be8f-2692d20d0c18 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 944 time: 0.2218635 Feb 11 13:08:40.890758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=b84f799b-6432-4ed8-a76e-baf425cc9240,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.903124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network b84f799b-6432-4ed8-a76e-baf425cc9240 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:40.979101 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5163eaa-2d66-497a-9ad6-f38272666871 req-3902d42f-db55-427d-b35b-7cdea9760214 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903592 Feb 11 13:08:41.048568 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 6cfe92a6-30af-45e0-ae30-099e6621fbc5 associated. External IP: 172.25.1.46, port: e55f5ad4-f447-431c-8bdc-face7f46c7ab. Feb 11 13:08:41.054663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network b84f799b-6432-4ed8-a76e-baf425cc9240 is not hosted by any dhcp agent {{(pid=109685) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:08:41.060004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.060783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.062216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-02941b2f-037a-40c3-84ea-d6b90ea55423 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "PUT /v2.0/networks/b84f799b-6432-4ed8-a76e-baf425cc9240 HTTP/1.1" status: 200 len: 723 time: 0.6637197 Feb 11 13:08:41.065563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51976) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:41.071193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': 'b84f799b-6432-4ed8-a76e-baf425cc9240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:41.227816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b2821-c3e4-4448-b44f-050766847a71 req-d06527a3-b1cc-4cae-aca3-105fed997ad5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.229476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d1b2821-c3e4-4448-b44f-050766847a71 req-d06527a3-b1cc-4cae-aca3-105fed997ad5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1658063 Feb 11 13:08:41.240864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:41.244316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.315617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51982) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:41.347964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d1b2821-c3e4-4448-b44f-050766847a71 req-bc2b95ff-6751-4d87-a9a6-47a0774eae11 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092043 Feb 11 13:08:41.372393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54c65c-bd98-41f3-88ee-3e542b7e8899 req-df993ed1-5527-4067-83ed-522b23b050cc tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.374764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e54c65c-bd98-41f3-88ee-3e542b7e8899 req-df993ed1-5527-4067-83ed-522b23b050cc tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1687143 Feb 11 13:08:41.436691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191de61-19a2-443c-9db8-414fa96ed22b req-21b2052e-b44e-4c00-a4c4-0424b2750402 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.438657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0191de61-19a2-443c-9db8-414fa96ed22b req-21b2052e-b44e-4c00-a4c4-0424b2750402 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.53 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 948 time: 0.1270630 Feb 11 13:08:41.541218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:41.572694 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e54c65c-bd98-41f3-88ee-3e542b7e8899 req-a0322156-02f7-4b87-a5db-ac41f636e89d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844826 Feb 11 13:08:41.578021 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ac560bb-43c2-4106-9940-76936829fb77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.691315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (d69ebb1a-3dea-4bcf-bd76-db868b92921f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.822257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=d69ebb1a-3dea-4bcf-bd76-db868b92921f,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:41.829135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a8c41-70b8-4211-ba2b-a33ebc99608b req-0c9a80ef-27f1-4c5f-b210-7085625b0531 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.830864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc0a8c41-70b8-4211-ba2b-a33ebc99608b req-0c9a80ef-27f1-4c5f-b210-7085625b0531 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 948 time: 0.2725911 Feb 11 13:08:41.853035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': '279e2b1e-9809-4c17-9189-9717a2f5cbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b84f799b-6432-4ed8-a76e-baf425cc9240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:41.853414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: b84f799b-6432-4ed8-a76e-baf425cc9240, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:41.859602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ac560bb-43c2-4106-9940-76936829fb77 admin admin] Publish callbacks [] for security_group (a5fd32f7-e601-431b-9196-c521566c253f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.872545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ac560bb-43c2-4106-9940-76936829fb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a5fd32f7-e601-431b-9196-c521566c253f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.900295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network b84f799b-6432-4ed8-a76e-baf425cc9240 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:41.937180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc0a8c41-70b8-4211-ba2b-a33ebc99608b req-ef3d6a8d-0267-4b77-9fb8-5ccba3be73f5 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954988 Feb 11 13:08:41.939382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51992) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:41.943783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1ac560bb-43c2-4106-9940-76936829fb77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a372e73a8154c13b0bb407281b15f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6269627 Feb 11 13:08:41.949807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac560bb-43c2-4106-9940-76936829fb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fd32f7-e601-431b-9196-c521566c253f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:41.961479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, b84f799b-6432-4ed8-a76e-baf425cc9240) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:41.971801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.972451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.978409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9697d3b6-4d18-444b-8054-d8dee5685320 None None] Network b84f799b-6432-4ed8-a76e-baf425cc9240 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:42.003439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba071a44-51d7-4479-b220-f416ac1729ab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9342046 Feb 11 13:08:42.003823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51994) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:42.019740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-50ea29cb-4c6f-447c-afdd-23ec88d7eaf7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:42.051895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Deleting port 40dd4cee-6064-4787-af10-585ec24efa1f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:42.052257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.139504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4bca4be8-9bf2-43da-9007-2038b063b9e6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:42.147638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9cdf3a-d46a-4ad0-b765-9385b5db08c5 None None] Network fbf1079a-230c-47b0-be2f-0191a157339f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:42.227238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] For port 40dd4cee-6064-4787-af10-585ec24efa1f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=40dd4cee-6064-4787-af10-585ec24efa1f,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:42.227599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.243715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50ea29cb-4c6f-447c-afdd-23ec88d7eaf7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126393359'] for subnet (d69ebb1a-3dea-4bcf-bd76-db868b92921f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.270287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Calling delete_port for 40dd4cee-6064-4787-af10-585ec24efa1f owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:42.327173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Provisioning complete for port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:42.327949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.408464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-b84f799b-6432-4ed8-a76e-baf425cc9240', 'network_id': 'b84f799b-6432-4ed8-a76e-baf425cc9240', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': 'd69ebb1a-3dea-4bcf-bd76-db868b92921f'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:42.409713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.468682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 4bca4be8-9bf2-43da-9007-2038b063b9e6 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:42.515802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50ea29cb-4c6f-447c-afdd-23ec88d7eaf7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755897608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126204885'] for subnet (d69ebb1a-3dea-4bcf-bd76-db868b92921f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.541059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68473-8b7d-4dca-86d2-4c281effec0f req-9a04611c-5319-4e18-a5fd-16eaa773574c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.542998 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bfe68473-8b7d-4dca-86d2-4c281effec0f req-9a04611c-5319-4e18-a5fd-16eaa773574c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1585653 Feb 11 13:08:42.547219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 4bca4be8-9bf2-43da-9007-2038b063b9e6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:42.550901 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.598362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ea29cb-4c6f-447c-afdd-23ec88d7eaf7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.599222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50ea29cb-4c6f-447c-afdd-23ec88d7eaf7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.601099 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-50ea29cb-4c6f-447c-afdd-23ec88d7eaf7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "PUT /v2.0/subnets/d69ebb1a-3dea-4bcf-bd76-db868b92921f HTTP/1.1" status: 200 len: 826 time: 0.5964069 Feb 11 13:08:42.604401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52002) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:42.622624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:42.658660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:42.680338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-860d7696-1edd-4f19-a54b-c4286aa6d55f admin admin] Publish callbacks [] for security_group (a5fd32f7-e601-431b-9196-c521566c253f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.694229 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bfe68473-8b7d-4dca-86d2-4c281effec0f req-d4222a71-6664-45a7-897b-fdeb647a102f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422639 Feb 11 13:08:42.730822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea29cb-4c6f-447c-afdd-23ec88d7eaf7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=d69ebb1a-3dea-4bcf-bd76-db868b92921f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:42.732892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-860d7696-1edd-4f19-a54b-c4286aa6d55f admin admin] Publish callbacks [] for security_group (a5fd32f7-e601-431b-9196-c521566c253f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.761803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Current status of the port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:42.762377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.774125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:42.828711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.915777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.920553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-860d7696-1edd-4f19-a54b-c4286aa6d55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a5fd32f7-e601-431b-9196-c521566c253f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.923825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-860d7696-1edd-4f19-a54b-c4286aa6d55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.927603 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-860d7696-1edd-4f19-a54b-c4286aa6d55f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5fd32f7-e601-431b-9196-c521566c253f HTTP/1.1" status: 204 len: 168 time: 0.9820626 Feb 11 13:08:42.939038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b52cd7-b3c3-419b-aa08-1db09accb4eb req-61845aaf-ec07-4bf8-8100-55f31ce52e08 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.947054 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6b52cd7-b3c3-419b-aa08-1db09accb4eb req-61845aaf-ec07-4bf8-8100-55f31ce52e08 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1057262 Feb 11 13:08:42.975514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b468b-d90b-4c3b-a424-b35fec7475c7 req-92de8585-1208-42d7-878f-6eafbc689b14 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.977315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e94b468b-d90b-4c3b-a424-b35fec7475c7 req-92de8585-1208-42d7-878f-6eafbc689b14 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 944 time: 0.5915446 Feb 11 13:08:43.006435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3b9375d4-cf1b-40b7-ab35-b5ad727713fe tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0380602 Feb 11 13:08:43.012828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52010) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:43.018926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-916733916'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:43.050564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d7696-1edd-4f19-a54b-c4286aa6d55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fd32f7-e601-431b-9196-c521566c253f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.096301 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6b52cd7-b3c3-419b-aa08-1db09accb4eb req-803c0b8a-2b79-4372-adc9-1c869514f12e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431334 Feb 11 13:08:43.123777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d69ebb1a-3dea-4bcf-bd76-db868b92921f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.132009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:43.141377 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.171269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] For port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,segment=NetworkSegment(3158fc75-1439-48e4-846c-78392a453163),segment_id=3158fc75-1439-48e4-846c-78392a453163)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:43.194294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e94b468b-d90b-4c3b-a424-b35fec7475c7 req-014c1f55-bba5-4155-8948-e911a8f0a969 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002861 Feb 11 13:08:43.255978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (40dd4cee-6064-4787-af10-585ec24efa1f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.286121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:43.290328 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.302439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:43.303449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:43.307895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3bfe0477-2b20-4e85-b9e1-5a85bfc312ae), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.308271 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Added segment 3bfe0477-2b20-4e85-b9e1-5a85bfc312ae of type vlan for network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 Feb 11 13:08:43.345397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Pushing event deleted for resources: {'Port': ['ID=40dd4cee-6064-4787-af10-585ec24efa1f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.355251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b50c3-4540-46a1-aee0-c966b609a955 req-7dc1c5ed-b357-4623-ba7e-bf87f9d5473c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:43.362865 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f38b50c3-4540-46a1-aee0-c966b609a955 req-7dc1c5ed-b357-4623-ba7e-bf87f9d5473c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1a69904-142a-4759-9341-274d9d49e635 HTTP/1.1" status: 200 len: 865 time: 0.1432402 Feb 11 13:08:43.394777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (35bc57b2-62f5-4091-907a-7e0791ddd1d1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.423300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:43.448590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] No DVR routers for this DVR port 40dd4cee-6064-4787-af10-585ec24efa1f on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:43.458058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.466687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0191de61-19a2-443c-9db8-414fa96ed22b req-3db2e5ea-4ea3-49c9-9eff-55997895a025 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.53 "DELETE /v2.0/ports/40dd4cee-6064-4787-af10-585ec24efa1f HTTP/1.1" status: 204 len: 173 time: 1.9932339 Feb 11 13:08:43.467209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-deleted', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:43.469208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Allocated IP 2001:db8::2 (b84f799b-6432-4ed8-a76e-baf425cc9240/d69ebb1a-3dea-4bcf-bd76-db868b92921f/dffa6fc9-45fe-44c9-b092-d03995c3a50a) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:43.476350 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbba321-d355-4ebb-9746-ee8e51138ba1" -d '{"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-deleted", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:43.481450 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f38b50c3-4540-46a1-aee0-c966b609a955 req-96703044-5bfb-4c3f-8491-2bab853347b1 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139538 Feb 11 13:08:43.500952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (35bc57b2-62f5-4091-907a-7e0791ddd1d1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.502887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9807b0a-9e00-47f0-8967-b19f5730fd5b None None] Update dhcp port {'port': {'network_id': 'fbf1079a-230c-47b0-be2f-0191a157339f', 'fixed_ips': [{'subnet_id': 'de79c864-4de9-415f-aede-0a3dc3c9e928', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:08:43.506666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:43.507241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.524239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52016) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:43.546922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b79135c-f74e-4bdc-91e6-abeb4fc90bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.562134 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc81ea-0ff1-4485-9eaa-2932a8f9324e x-openstack-request-id: req-dacc81ea-0ff1-4485-9eaa-2932a8f9324e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:43.562404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5422018 Feb 11 13:08:43.562530 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a69904-142a-4759-9341-274d9d49e635", "name": "network-vif-deleted", "tag": "40dd4cee-6064-4787-af10-585ec24efa1f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:43.562781 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dacc81ea-0ff1-4485-9eaa-2932a8f9324e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:43.562904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52018) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:43.563076 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a69904-142a-4759-9341-274d9d49e635', 'name': 'network-vif-deleted', 'tag': '40dd4cee-6064-4787-af10-585ec24efa1f', 'status': 'completed', 'code': 200} Feb 11 13:08:43.587617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:43.588023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.591233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'subnet': {'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:43.655163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d45aa5-9de2-4a8b-90cb-abba092dd4a8 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Network': ['ID=35bc57b2-62f5-4091-907a-7e0791ddd1d1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.665340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:43.666873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:43.706906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b79135c-f74e-4bdc-91e6-abeb4fc90bed admin admin] Publish callbacks [] for security_group (f5e7ab7a-41d6-4999-b458-65ee83282c94), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.708630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4bca4be8-9bf2-43da-9007-2038b063b9e6 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:43.709086 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.713120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Pushing event updated for resources: {'Port': ['ID=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.713420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b79135c-f74e-4bdc-91e6-abeb4fc90bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f5e7ab7a-41d6-4999-b458-65ee83282c94), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:43.964805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4b79135c-f74e-4bdc-91e6-abeb4fc90bed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e1d3d981e0949bd94aee3ecb51a3c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2510128 Feb 11 13:08:43.972955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52032) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:43.974741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79135c-f74e-4bdc-91e6-abeb4fc90bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7ab7a-41d6-4999-b458-65ee83282c94,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:43.975586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:43.975586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.020164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:44.021763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d81dd6-c0ca-4781-b5ca-30ea942b5365 None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:44.047135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:44.058423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.058828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.059103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.059446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-995e792b-449e-434a-93f4-a4b3a88384e8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:44.061983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.061983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.066469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415f0ae-e9be-404a-adb7-73475f092629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:44.067165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-995e792b-449e-434a-93f4-a4b3a88384e8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 946 time: 0.1788344 Feb 11 13:08:44.182499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Deleting port af840aff-c3ce-4de2-9ffb-20eeac859019 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:44.183222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.272213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:44.277298 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a79317f-4bbc-42a9-a2b3-f021c83b4a7b" -d '{"events": [{"server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "name": "network-vif-plugged", "status": "completed", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:44.280919 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9807b0a-9e00-47f0-8967-b19f5730fd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.283993 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-560a7bbe-39a8-4f80-9987-df16b51ae670 admin admin] Publish callbacks [] for security_group (f5e7ab7a-41d6-4999-b458-65ee83282c94), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.322137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:44.323193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb010ab2-7c6a-4368-9589-4b06a37f4901 req-a83ac6be-ac54-4ad1-b137-35fe9957f98a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:44.326009 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb010ab2-7c6a-4368-9589-4b06a37f4901 req-a83ac6be-ac54-4ad1-b137-35fe9957f98a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 946 time: 0.3297191 Feb 11 13:08:44.342382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] For port af840aff-c3ce-4de2-9ffb-20eeac859019, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=af840aff-c3ce-4de2-9ffb-20eeac859019,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:44.342747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.352785 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Publish callbacks [] for port (dffa6fc9-45fe-44c9-b092-d03995c3a50a), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.364694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Calling delete_port for af840aff-c3ce-4de2-9ffb-20eeac859019 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:44.380379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742e4a-fb8a-4d92-8316-64e2d9a3a240 req-09ea6b2f-3d51-4a37-821a-1ceb3f824a16 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:44.383418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad742e4a-fb8a-4d92-8316-64e2d9a3a240 req-09ea6b2f-3d51-4a37-821a-1ceb3f824a16 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1104324 Feb 11 13:08:44.398409 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.415855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 40dd4cee-6064-4787-af10-585ec24efa1f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:44.418746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-560a7bbe-39a8-4f80-9987-df16b51ae670 admin admin] Publish callbacks [] for security_group (f5e7ab7a-41d6-4999-b458-65ee83282c94), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.419876 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (dffa6fc9-45fe-44c9-b092-d03995c3a50a), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.521507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:44.555173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Network b84f799b-6432-4ed8-a76e-baf425cc9240 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:44.556058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 40dd4cee-6064-4787-af10-585ec24efa1f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:44.556643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 40dd4cee-6064-4787-af10-585ec24efa1f not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:08:44.568364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-560a7bbe-39a8-4f80-9987-df16b51ae670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f5e7ab7a-41d6-4999-b458-65ee83282c94), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.570965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-560a7bbe-39a8-4f80-9987-df16b51ae670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.572160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-560a7bbe-39a8-4f80-9987-df16b51ae670 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5e7ab7a-41d6-4999-b458-65ee83282c94 HTTP/1.1" status: 204 len: 168 time: 0.7846260 Feb 11 13:08:44.580440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:44.587132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:44.589726 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb010ab2-7c6a-4368-9589-4b06a37f4901 req-b982e102-299b-4cab-8dd9-1fde16ace942 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493560 Feb 11 13:08:44.597260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d69ebb1a-3dea-4bcf-bd76-db868b92921f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.705720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=d69ebb1a-3dea-4bcf-bd76-db868b92921f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:44.747347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:44.752967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a7bbe-39a8-4f80-9987-df16b51ae670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7ab7a-41d6-4999-b458-65ee83282c94,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:44.803996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Pushing event updated for resources: {'Port': ['ID=dffa6fc9-45fe-44c9-b092-d03995c3a50a,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:44.830294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:44.882754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Attempting to bind port dffa6fc9-45fe-44c9-b092-d03995c3a50a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:44.883153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Attempting to bind port dffa6fc9-45fe-44c9-b092-d03995c3a50a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '279e2b1e-9809-4c17-9189-9717a2f5cbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b84f799b-6432-4ed8-a76e-baf425cc9240'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:44.883484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Attempting to bind port dffa6fc9-45fe-44c9-b092-d03995c3a50a on network b84f799b-6432-4ed8-a76e-baf425cc9240 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:44.918018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:44.918482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Checking segment: {'id': '279e2b1e-9809-4c17-9189-9717a2f5cbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b84f799b-6432-4ed8-a76e-baf425cc9240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:44.919142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.919543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Bound using segment: {'id': '279e2b1e-9809-4c17-9189-9717a2f5cbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b84f799b-6432-4ed8-a76e-baf425cc9240'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:44.920039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Bound port: dffa6fc9-45fe-44c9-b092-d03995c3a50a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279e2b1e-9809-4c17-9189-9717a2f5cbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'b84f799b-6432-4ed8-a76e-baf425cc9240'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:44.920423 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dffa6fc9-45fe-44c9-b092-d03995c3a50a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.009485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.020210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (bb0636c0-8df5-4b73-88ce-4940af58e213), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.025593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-d9807b0a-9e00-47f0-8967-b19f5730fd5b None None] Allocated IP 172.20.0.1 (fbf1079a-230c-47b0-be2f-0191a157339f/d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6/3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:45.034262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:45.034693 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.099916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84f799b-6432-4ed8-a76e-baf425cc9240']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:45.124321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] For port dffa6fc9-45fe-44c9-b092-d03995c3a50a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:45.155375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279e2b1e-9809-4c17-9189-9717a2f5cbf6') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:45.155671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279e2b1e-9809-4c17-9189-9717a2f5cbf6') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:45.174725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e84f26-491b-4fea-ab6b-bef25b6c3282 req-ae17f687-53a3-43ac-826a-848c74a9d8dc tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:45.179563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] For port dffa6fc9-45fe-44c9-b092-d03995c3a50a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dffa6fc9-45fe-44c9-b092-d03995c3a50a,segment=NetworkSegment(279e2b1e-9809-4c17-9189-9717a2f5cbf6),segment_id=279e2b1e-9809-4c17-9189-9717a2f5cbf6)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:45.186159 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-37e84f26-491b-4fea-ab6b-bef25b6c3282 req-ae17f687-53a3-43ac-826a-848c74a9d8dc tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.3627262 Feb 11 13:08:45.206429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad742e4a-fb8a-4d92-8316-64e2d9a3a240 req-1ed60c4e-af51-447d-a33c-7cb303788b56 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8126233 Feb 11 13:08:45.221910 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dffa6fc9-45fe-44c9-b092-d03995c3a50a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.250996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (279e2b1e-9809-4c17-9189-9717a2f5cbf6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.281245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Subnet': ['ID=bb0636c0-8df5-4b73-88ce-4940af58e213,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:45.288487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Checking segment: {'id': '3bfe0477-2b20-4e85-b9e1-5a85bfc312ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:45.288804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network hostable DHCP agents. Network: 35bc57b2-62f5-4091-907a-7e0791ddd1d1, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:45.291619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (279e2b1e-9809-4c17-9189-9717a2f5cbf6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.291910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ba3ef-3a96-4969-9e53-0a0b3108a8f9 None None] Pushing event updated for resources: {'Port': ['ID=dffa6fc9-45fe-44c9-b092-d03995c3a50a,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:45.307666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:45.308074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (279e2b1e-9809-4c17-9189-9717a2f5cbf6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.313710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d9807b0a-9e00-47f0-8967-b19f5730fd5b None None] For port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,segment=NetworkSegment(3158fc75-1439-48e4-846c-78392a453163),segment_id=3158fc75-1439-48e4-846c-78392a453163)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:45.322973 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-37e84f26-491b-4fea-ab6b-bef25b6c3282 req-688fae03-4b78-4c0a-932d-0922c6bea10a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297288 Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:45.328456 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:45.360628 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d8f09c-a1b1-4049-8bf8-ad8500bd44ee x-openstack-request-id: req-a4d8f09c-a1b1-4049-8bf8-ad8500bd44ee {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:45.360937 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "name": "network-vif-plugged", "status": "completed", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:45.361195 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4d8f09c-a1b1-4049-8bf8-ad8500bd44ee {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:45.361771 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'code': 200} Feb 11 13:08:45.394972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (af840aff-c3ce-4de2-9ffb-20eeac859019), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.413884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:45.416588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:45.437993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Pushing event deleted for resources: {'Port': ['ID=af840aff-c3ce-4de2-9ffb-20eeac859019,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:45.514503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['af840aff-c3ce-4de2-9ffb-20eeac859019'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:45.516901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:45.552293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.api [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:08:45.552293 n-d-828675-3 neutron-server[109684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:08:45.552293 n-d-828675-3 neutron-server[109684]: [parameters: {'id': 'b84f799b-6432-4ed8-a76e-baf425cc9240'}] Feb 11 13:08:45.552293 n-d-828675-3 neutron-server[109684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:45.552902 n-d-828675-3 neutron-server[109684]: DEBUG oslo_db.api [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:45.554956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] No DVR routers for this DVR port af840aff-c3ce-4de2-9ffb-20eeac859019 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:45.557233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 35bc57b2-62f5-4091-907a-7e0791ddd1d1) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:45.560616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.562889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:45.563872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.569528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cb12240-9b8c-41f8-b96c-6fc3cc149c64 req-6472ae57-0ab1-4f5a-8931-951961334eb2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.64 "DELETE /v2.0/ports/af840aff-c3ce-4de2-9ffb-20eeac859019 HTTP/1.1" status: 204 len: 173 time: 1.5000088 Feb 11 13:08:45.572265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'name': 'network-vif-deleted', 'tag': 'af840aff-c3ce-4de2-9ffb-20eeac859019'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:45.575692 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff608eb-3502-49a7-a5a0-41318f8f783b" -d '{"events": [{"server_uuid": "dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8", "name": "network-vif-deleted", "tag": "af840aff-c3ce-4de2-9ffb-20eeac859019"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:45.617556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5fd5b4cd-228b-4216-818f-6e4ee246f1f5 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0390167 Feb 11 13:08:45.620280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52090) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:45.624924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ff6c0-c394-42c8-a404-5cdc4a41e197 None None] Network b84f799b-6432-4ed8-a76e-baf425cc9240 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:45.628893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1806846365', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:45.634174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9807b0a-9e00-47f0-8967-b19f5730fd5b None None] Publish callbacks [] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.636255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be60e60-d9e2-4d1b-aeb0-9c90fb1deb44 None None] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:45.663135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2112b-cc4e-4700-ac87-edd037258db3 req-d00bb112-3cda-4ded-a1f1-7e80f2e2bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:45.667313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96b2112b-cc4e-4700-ac87-edd037258db3 req-d00bb112-3cda-4ded-a1f1-7e80f2e2bfef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 1127 time: 0.1887140 Feb 11 13:08:45.674207 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fecde42-af59-4f7a-a6ba-677224c3d78a x-openstack-request-id: req-3fecde42-af59-4f7a-a6ba-677224c3d78a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:45.674527 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8", "name": "network-vif-deleted", "tag": "af840aff-c3ce-4de2-9ffb-20eeac859019", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:45.675402 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fecde42-af59-4f7a-a6ba-677224c3d78a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:45.676361 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8', 'name': 'network-vif-deleted', 'tag': 'af840aff-c3ce-4de2-9ffb-20eeac859019', 'status': 'completed', 'code': 200} Feb 11 13:08:45.724423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.725475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.765493 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9807b0a-9e00-47f0-8967-b19f5730fd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.816281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96b2112b-cc4e-4700-ac87-edd037258db3 req-afe624aa-3584-47bc-b1b0-6b758bc73438 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360929 Feb 11 13:08:45.854239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9cd5a522-eb7a-4ab8-a48e-b7978aa00e73 req-cbb55934-6862-4be6-b1ae-2b5feaf34076 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc11a10f-a146-4a1b-9e6b-b0f64a3f36c8 HTTP/1.1" status: 200 len: 210 time: 0.0790861 Feb 11 13:08:45.857487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_controller (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.887296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-35bc57b2-62f5-4091-907a-7e0791ddd1d1', 'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1', 'project_id': 'dc70073f296743bf81c0245ebf6bf07e', 'fixed_ips': [{'subnet_id': 'bb0636c0-8df5-4b73-88ce-4940af58e213'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:45.888253 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.053924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.087367 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.121409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port dffa6fc9-45fe-44c9-b092-d03995c3a50a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:46.121795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (dffa6fc9-45fe-44c9-b092-d03995c3a50a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.138668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78dc3a-219d-4fc3-8152-c96db2c2af42 req-86a43fac-49d4-4a3e-a7d4-a622f68e2a3c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.147415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f78dc3a-219d-4fc3-8152-c96db2c2af42 req-86a43fac-49d4-4a3e-a7d4-a622f68e2a3c tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 949 time: 0.1343083 Feb 11 13:08:46.216815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port dffa6fc9-45fe-44c9-b092-d03995c3a50a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dffa6fc9-45fe-44c9-b092-d03995c3a50a,segment=NetworkSegment(279e2b1e-9809-4c17-9189-9717a2f5cbf6),segment_id=279e2b1e-9809-4c17-9189-9717a2f5cbf6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:46.217241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (dffa6fc9-45fe-44c9-b092-d03995c3a50a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.255447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for dffa6fc9-45fe-44c9-b092-d03995c3a50a owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:46.320208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f78dc3a-219d-4fc3-8152-c96db2c2af42 req-f91a7f9c-52f6-476b-81b6-b8a4305cd41f tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717968 Feb 11 13:08:46.560368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb411520-16ae-41fe-a879-058ee87219a5 req-af7ac5db-81cb-45e7-a252-8263ced2bc8e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.565212 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb411520-16ae-41fe-a879-058ee87219a5 req-af7ac5db-81cb-45e7-a252-8263ced2bc8e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1742880 Feb 11 13:08:46.591754 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.614644 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.644222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9807b0a-9e00-47f0-8967-b19f5730fd5b None None] Pushing event updated for resources: {'Port': ['ID=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:46.656836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (dffa6fc9-45fe-44c9-b092-d03995c3a50a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.660327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.706813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=dffa6fc9-45fe-44c9-b092-d03995c3a50a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:46.739903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port dffa6fc9-45fe-44c9-b092-d03995c3a50a on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:46.747889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cb411520-16ae-41fe-a879-058ee87219a5 req-f6f6dccd-3cff-4d0b-909f-d09a8e7413e7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413343 Feb 11 13:08:46.779304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605a6882-4886-4cc8-a91c-af41fe8af449 None None] Network b84f799b-6432-4ed8-a76e-baf425cc9240 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:46.878629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.25.1.43 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/f0ecd81a-09b3-4d93-8bb7-b8691864d410) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:47.002264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (f0ecd81a-09b3-4d93-8bb7-b8691864d410), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.018400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.033541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Allocated IP 172.20.0.2 (35bc57b2-62f5-4091-907a-7e0791ddd1d1/bb0636c0-8df5-4b73-88ce-4940af58e213/c7677d1f-5adb-4911-9ed1-1266affbbd9d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:47.097666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f54641-8a1f-4783-b5d8-a9549acc5d80 req-ed06f880-aa53-4a83-9a42-029e474e33dd tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.110272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6f54641-8a1f-4783-b5d8-a9549acc5d80 req-ed06f880-aa53-4a83-9a42-029e474e33dd tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.6272943 Feb 11 13:08:47.114053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f0ecd81a-09b3-4d93-8bb7-b8691864d410), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.153855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84f799b-6432-4ed8-a76e-baf425cc9240']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:47.163005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:47.167487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:47.173326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279e2b1e-9809-4c17-9189-9717a2f5cbf6') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:47.176178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279e2b1e-9809-4c17-9189-9717a2f5cbf6') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:47.194957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:47.220030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (279e2b1e-9809-4c17-9189-9717a2f5cbf6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.256594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (279e2b1e-9809-4c17-9189-9717a2f5cbf6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.266904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:47.267450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (279e2b1e-9809-4c17-9189-9717a2f5cbf6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:47.271424 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:47.298491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b7968-f4fa-492f-b7e1-dccecf64f250 req-b098fd11-bad1-46e7-b9e6-7553efa09d48 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.300507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-917b7968-f4fa-492f-b7e1-dccecf64f250 req-b098fd11-bad1-46e7-b9e6-7553efa09d48 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2352223 Feb 11 13:08:47.356223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=f0ecd81a-09b3-4d93-8bb7-b8691864d410,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:47.364642 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.388491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (b84f799b-6432-4ed8-a76e-baf425cc9240), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.415250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6f54641-8a1f-4783-b5d8-a9549acc5d80 req-d08fdc8d-1c90-4db9-9176-d6a8f946bc42 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039708 Feb 11 13:08:47.425083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.428729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/b84f799b-6432-4ed8-a76e-baf425cc9240 HTTP/1.1" status: 204 len: 168 time: 4.8160732 Feb 11 13:08:47.435947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52150) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:47.455108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2fe45-9441-49d3-8ff4-037eff61ef3c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=b84f799b-6432-4ed8-a76e-baf425cc9240,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:47.517692 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ff7ba3-1b52-4584-ba52-af06f9ef95d1 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:47.522211 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-917b7968-f4fa-492f-b7e1-dccecf64f250 req-4a592087-2b58-4fc1-b0f3-20f40e7fb9ef tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136538 Feb 11 13:08:47.523576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ff7ba3-1b52-4584-ba52-af06f9ef95d1 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:47.527898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d0ff7ba3-1b52-4584-ba52-af06f9ef95d1 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/b84f799b-6432-4ed8-a76e-baf425cc9240 HTTP/1.1" status: 404 len: 339 time: 0.0799828 Feb 11 13:08:47.534424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52152) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:47.540786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834078741', 'description': 'd1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:47.576568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409b555-657c-49f4-b846-9e71da901a23 None None] Network fbf1079a-230c-47b0-be2f-0191a157339f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:47.600111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Publish callbacks [] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.607966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:47.612996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.680691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.686971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:47.716408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5568bc60-7c4a-4742-892d-c1a19da80dda), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.718405 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment 5568bc60-7c4a-4742-892d-c1a19da80dda of type vlan for network 60312bb9-6298-435c-b5b8-af10bfcc750f Feb 11 13:08:47.741480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Pushing event updated for resources: {'Port': ['ID=c7677d1f-5adb-4911-9ed1-1266affbbd9d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:47.790060 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (60312bb9-6298-435c-b5b8-af10bfcc750f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.826154 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (60312bb9-6298-435c-b5b8-af10bfcc750f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.843777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.846749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.870023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32254f-c9e1-4fa3-b67b-d53a5932c989 req-1b0ce4b1-e886-434a-bd1e-a372a633bbc4 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.871863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-05b13194-98a3-43ae-8f0e-8afcaa7b69df None None] Provisioning complete for port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:47.872291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05b13194-98a3-43ae-8f0e-8afcaa7b69df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.877156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd32254f-c9e1-4fa3-b67b-d53a5932c989 req-1b0ce4b1-e886-434a-bd1e-a372a633bbc4 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 949 time: 0.3319097 Feb 11 13:08:47.924631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:47.932515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device af840aff-c3ce-4de2-9ffb-20eeac859019 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:47.934979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:47.938177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=60312bb9-6298-435c-b5b8-af10bfcc750f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:47.947837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:47.982041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 60312bb9-6298-435c-b5b8-af10bfcc750f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:48.005381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5f9ba4d8-d4c8-4063-85e6-303991262016 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4687347 Feb 11 13:08:48.008457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52176) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:48.012980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.072517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd32254f-c9e1-4fa3-b67b-d53a5932c989 req-10399e16-45ea-422a-93f8-558694be84a3 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817827 Feb 11 13:08:48.085449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: af840aff-c3ce-4de2-9ffb-20eeac859019 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:48.085843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device af840aff-c3ce-4de2-9ffb-20eeac859019 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:08:48.145731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78542a30-f448-4280-a885-ce7744e18d2e req-17612238-9cce-4359-b5c4-3f1d780821e6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.147636 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78542a30-f448-4280-a885-ce7744e18d2e req-17612238-9cce-4359-b5c4-3f1d780821e6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1932080 Feb 11 13:08:48.160462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90629b7a-fe11-4af0-835e-31f47b0d5a1b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.179161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90629b7a-fe11-4af0-835e-31f47b0d5a1b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/networks?id=60312bb9-6298-435c-b5b8-af10bfcc750f HTTP/1.1" status: 200 len: 765 time: 0.1531260 Feb 11 13:08:48.180713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52184) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:48.188010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'description': 'd2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:48.210742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Attempting to bind port c7677d1f-5adb-4911-9ed1-1266affbbd9d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:48.211597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Attempting to bind port c7677d1f-5adb-4911-9ed1-1266affbbd9d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '3bfe0477-2b20-4e85-b9e1-5a85bfc312ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:48.212900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Attempting to bind port c7677d1f-5adb-4911-9ed1-1266affbbd9d on network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:48.230206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:48.231144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Checking segment: {'id': '3bfe0477-2b20-4e85-b9e1-5a85bfc312ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:48.231828 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.232464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Bound using segment: {'id': '3bfe0477-2b20-4e85-b9e1-5a85bfc312ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:48.233184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Bound port: c7677d1f-5adb-4911-9ed1-1266affbbd9d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfe0477-2b20-4e85-b9e1-5a85bfc312ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:48.233929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.256078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-05b13194-98a3-43ae-8f0e-8afcaa7b69df None None] Current status of the port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:48.344333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] For port c7677d1f-5adb-4911-9ed1-1266affbbd9d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:48.354046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] For port c7677d1f-5adb-4911-9ed1-1266affbbd9d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c7677d1f-5adb-4911-9ed1-1266affbbd9d,segment=NetworkSegment(3bfe0477-2b20-4e85-b9e1-5a85bfc312ae),segment_id=3bfe0477-2b20-4e85-b9e1-5a85bfc312ae)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:48.365427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.430189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78542a30-f448-4280-a885-ce7744e18d2e req-577e2587-ea59-4390-987f-a97b5bb3cd64 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468359 Feb 11 13:08:48.476021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f936d63-f897-4660-95f7-d80f58b394a9 None None] Pushing event updated for resources: {'Port': ['ID=c7677d1f-5adb-4911-9ed1-1266affbbd9d,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:48.611811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-184410c2-2ddd-4929-8ed1-7e44af94ee11 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.615143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-184410c2-2ddd-4929-8ed1-7e44af94ee11 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.64 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 949 time: 0.4341731 Feb 11 13:08:48.623577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (60312bb9-6298-435c-b5b8-af10bfcc750f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.624324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2db4d-0275-4e56-95c3-978a1e80e1cc req-339f3b2c-b01b-4b2b-b14d-12f93b7d6452 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.626230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48a2db4d-0275-4e56-95c3-978a1e80e1cc req-339f3b2c-b01b-4b2b-b14d-12f93b7d6452 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3217835 Feb 11 13:08:48.665518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:48.675468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (60312bb9-6298-435c-b5b8-af10bfcc750f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.760490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2dd633a6-e381-49b6-a766-643dcca48acd None None] Provisioning complete for port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:48.770043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2dd633a6-e381-49b6-a766-643dcca48acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.798941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network 60312bb9-6298-435c-b5b8-af10bfcc750f is not hosted by any dhcp agent {{(pid=109684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:08:48.805476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.806311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.807823 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "PUT /v2.0/networks/60312bb9-6298-435c-b5b8-af10bfcc750f HTTP/1.1" status: 200 len: 762 time: 0.6249602 Feb 11 13:08:48.814922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52206) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:48.834432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11114c-2f67-4d19-bdae-c295a6b4aa69 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=60312bb9-6298-435c-b5b8-af10bfcc750f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:48.862618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 60312bb9-6298-435c-b5b8-af10bfcc750f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:48.909139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:48.909764 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.933876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48a2db4d-0275-4e56-95c3-978a1e80e1cc req-146e2640-4288-4d24-81d9-30e9201ce0ff tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901912 Feb 11 13:08:49.016024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.125067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4a3ad-38de-4b76-a85e-0964ac531992 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.141801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0bd4a3ad-38de-4b76-a85e-0964ac531992 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/networks?id=60312bb9-6298-435c-b5b8-af10bfcc750f HTTP/1.1" status: 200 len: 765 time: 0.3195176 Feb 11 13:08:49.151510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2dd633a6-e381-49b6-a766-643dcca48acd None None] Current status of the port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:49.153544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59731d1-2212-4bcf-b511-9d1e4b5e14c0 req-ecb72e3a-adc6-493e-92d3-dab06a7db25e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.159502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b59731d1-2212-4bcf-b511-9d1e4b5e14c0 req-ecb72e3a-adc6-493e-92d3-dab06a7db25e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.5137320 Feb 11 13:08:49.160889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52220) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.222241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:49.296003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Deleting port ab17aee9-538a-4c8a-80b5-2794ff8db814 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:49.296774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.501219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4761f-bdce-4e2e-b746-9285bcb597d5 req-6467610c-25cd-426c-8163-105a17c2a474 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.503618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52d4761f-bdce-4e2e-b746-9285bcb597d5 req-6467610c-25cd-426c-8163-105a17c2a474 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3140326 Feb 11 13:08:49.534851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:08:49.550602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] For port ab17aee9-538a-4c8a-80b5-2794ff8db814, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ab17aee9-538a-4c8a-80b5-2794ff8db814,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:49.551115 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.574733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Calling delete_port for ab17aee9-538a-4c8a-80b5-2794ff8db814 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:49.733155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52d4761f-bdce-4e2e-b746-9285bcb597d5 req-c6b92ed2-dddf-4a10-92b3-d0150ab77853 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128451 Feb 11 13:08:49.810794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b59731d1-2212-4bcf-b511-9d1e4b5e14c0 req-cdebab91-76b3-489c-bbef-adcc4a0c9b93 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200495 Feb 11 13:08:49.886416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f03141-5614-4d3b-88ff-df42724a111e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.892011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1f03141-5614-4d3b-88ff-df42724a111e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7217155 Feb 11 13:08:49.892654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52246) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.952682 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba8b133c-82a6-4f95-86b0-e3798402f083 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 207 time: 0.0580428 Feb 11 13:08:49.954012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52250) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:50.052451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2075178-1884-4136-9797-7076e24536d1 req-760f53d7-4313-4bfd-9c1c-2ace1858f158 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.054278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2075178-1884-4136-9797-7076e24536d1 req-760f53d7-4313-4bfd-9c1c-2ace1858f158 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 949 time: 0.1908283 Feb 11 13:08:50.057966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:50.071545 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] Sync routers for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:50.091244 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:50.092138 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:50.180929 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:50.182875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52256) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:50.188789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2075178-1884-4136-9797-7076e24536d1 req-f607cdd7-437d-4132-bfcc-ff44449c6821 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/security-groups?id=2db5a5a7-2bb6-4172-bacc-f8181559aede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041167 Feb 11 13:08:50.209867 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:50.211563 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:50.227018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.231288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-86c0c391-130f-4dc8-8240-03fff621e918 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6050150 Feb 11 13:08:50.233360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52260) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:50.339210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925b762-bc50-4fc3-bbcc-e2b05195df53 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:08:50.369575 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:50.372882 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1289fb-e3fa-4219-9e69-a7a309eca608 None None] The sync data for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:50.481285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9189dd7-d19c-4944-9b42-f5ba40900888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.517532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82219a68-758b-42f5-aee7-ceca8b1c2d0a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.522637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f913a09f-64cc-4faf-92ca-36c50e3a7647 None None] Provisioning complete for port c7677d1f-5adb-4911-9ed1-1266affbbd9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:50.523141 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f913a09f-64cc-4faf-92ca-36c50e3a7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.526725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ab17aee9-538a-4c8a-80b5-2794ff8db814), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.546139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82219a68-758b-42f5-aee7-ceca8b1c2d0a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.559570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82219a68-758b-42f5-aee7-ceca8b1c2d0a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.571244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82219a68-758b-42f5-aee7-ceca8b1c2d0a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.580794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82219a68-758b-42f5-aee7-ceca8b1c2d0a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.590875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Pushing event deleted for resources: {'Port': ['ID=ab17aee9-538a-4c8a-80b5-2794ff8db814,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.595434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82219a68-758b-42f5-aee7-ceca8b1c2d0a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.598243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-82219a68-758b-42f5-aee7-ceca8b1c2d0a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6426108 Feb 11 13:08:50.605483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52270) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:50.624262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c925b762-bc50-4fc3-bbcc-e2b05195df53 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:08:50.626831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c352e41-b74a-4b32-89ed-2370b44883f7 req-38d6475b-c95f-40f2-88cc-bdacd78aa70d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.635105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c352e41-b74a-4b32-89ed-2370b44883f7 req-38d6475b-c95f-40f2-88cc-bdacd78aa70d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.1713257 Feb 11 13:08:50.721449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b658c-6455-4051-90ab-da745bceee17 req-4be094ed-b722-4a3a-bf5d-550bb3a50bd7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.725002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-744b658c-6455-4051-90ab-da745bceee17 req-4be094ed-b722-4a3a-bf5d-550bb3a50bd7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.4121149 Feb 11 13:08:50.743138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7677d1f-5adb-4911-9ed1-1266affbbd9d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:50.824601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-744b658c-6455-4051-90ab-da745bceee17 req-c0e87cb2-ec96-4ac6-889d-9dbb3bbba0e6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691631 Feb 11 13:08:50.834566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f913a09f-64cc-4faf-92ca-36c50e3a7647 None None] Current status of the port c7677d1f-5adb-4911-9ed1-1266affbbd9d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:50.834566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f913a09f-64cc-4faf-92ca-36c50e3a7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.872609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-47a91c52-5784-4a20-bc7b-7dbb274e6b1a tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2654154 Feb 11 13:08:50.873249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52278) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:50.975619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f913a09f-64cc-4faf-92ca-36c50e3a7647 None None] For port c7677d1f-5adb-4911-9ed1-1266affbbd9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c7677d1f-5adb-4911-9ed1-1266affbbd9d,segment=NetworkSegment(3bfe0477-2b20-4e85-b9e1-5a85bfc312ae),segment_id=3bfe0477-2b20-4e85-b9e1-5a85bfc312ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:50.986677 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f913a09f-64cc-4faf-92ca-36c50e3a7647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:51.004357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95757f6-8917-49c2-a9bd-f8eed5505fca tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.008758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95757f6-8917-49c2-a9bd-f8eed5505fca tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.012496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95757f6-8917-49c2-a9bd-f8eed5505fca tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.014600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95757f6-8917-49c2-a9bd-f8eed5505fca tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.019564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95757f6-8917-49c2-a9bd-f8eed5505fca tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.021647 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c95757f6-8917-49c2-a9bd-f8eed5505fca tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1473229 Feb 11 13:08:51.029420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52282) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:51.076728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c7677d1f-5adb-4911-9ed1-1266affbbd9d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:51.077425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:51.160560 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913a09f-64cc-4faf-92ca-36c50e3a7647 None None] Pushing event updated for resources: {'Port': ['ID=c7677d1f-5adb-4911-9ed1-1266affbbd9d,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:51.233665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639f7ec-bffe-488b-a2d9-de690591e619 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.235233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639f7ec-bffe-488b-a2d9-de690591e619 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.236439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639f7ec-bffe-488b-a2d9-de690591e619 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.237682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639f7ec-bffe-488b-a2d9-de690591e619 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.238874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639f7ec-bffe-488b-a2d9-de690591e619 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.254847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402d12b-a916-48ce-8969-a3cb02975cb9 None None] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:51.260842 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b639f7ec-bffe-488b-a2d9-de690591e619 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2269175 Feb 11 13:08:51.261682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52290) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:51.314280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] No DVR routers for this DVR port ab17aee9-538a-4c8a-80b5-2794ff8db814 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:51.322990 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:51.327692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71f7da02-e3c7-4532-b5d9-b090480b0edd req-4b6249c1-5fc6-485a-a406-c8e355734182 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.64 "DELETE /v2.0/ports/ab17aee9-538a-4c8a-80b5-2794ff8db814 HTTP/1.1" status: 204 len: 173 time: 2.6981215 Feb 11 13:08:51.343775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-deleted', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:51.351170 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6114d3-74e1-4618-a00e-98c9325266f5" -d '{"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-deleted", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:51.399599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67090eea-e3fb-4044-8471-fddedd9a1042 req-4e743e83-dd75-4a57-8a25-1906ec8d5550 tempest-ListImageFiltersTestJSON-1227175758 tempest-ListImageFiltersTestJSON-1227175758-project] 10.222.0.42 "GET /v2.0/ports?device_id=debca506-d5f3-435d-b502-24066441081b HTTP/1.1" status: 200 len: 210 time: 0.0529552 Feb 11 13:08:51.487248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c352e41-b74a-4b32-89ed-2370b44883f7 req-3e84a117-6be7-477c-b11a-bcd647918d2e tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8508611 Feb 11 13:08:51.582563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c7677d1f-5adb-4911-9ed1-1266affbbd9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:51.627760 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daec3607-e636-499a-96e9-a2e03dcf17d3 x-openstack-request-id: req-daec3607-e636-499a-96e9-a2e03dcf17d3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:51.628060 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debca506-d5f3-435d-b502-24066441081b", "name": "network-vif-deleted", "tag": "ab17aee9-538a-4c8a-80b5-2794ff8db814", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:51.628333 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-daec3607-e636-499a-96e9-a2e03dcf17d3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:51.628932 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debca506-d5f3-435d-b502-24066441081b', 'name': 'network-vif-deleted', 'tag': 'ab17aee9-538a-4c8a-80b5-2794ff8db814', 'status': 'completed', 'code': 200} Feb 11 13:08:51.666115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79cddc-d8ad-487f-983d-6844c9c81eeb tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:51.684524 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb79cddc-d8ad-487f-983d-6844c9c81eeb tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/networks/ed20350c-b679-4b8e-aa3c-f4a929258c9b HTTP/1.1" status: 200 len: 803 time: 0.4219699 Feb 11 13:08:51.685199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52302) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:51.749339 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9189dd7-d19c-4944-9b42-f5ba40900888 admin admin] Publish callbacks [] for security_group (e6e29053-3959-4108-897c-451fd4a50572), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:51.773295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9189dd7-d19c-4944-9b42-f5ba40900888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e6e29053-3959-4108-897c-451fd4a50572), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:51.929871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:51.977078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: ab17aee9-538a-4c8a-80b5-2794ff8db814 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:51.977716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ab17aee9-538a-4c8a-80b5-2794ff8db814 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:08:52.035227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-906a796e-4748-46f9-876f-da30be4ea195 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/networks/ed20350c-b679-4b8e-aa3c-f4a929258c9b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3487313 Feb 11 13:08:52.041930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52312) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:52.147517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec9972-2f1f-4c3e-8ac0-ab46b6c497a7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.156840 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7aec9972-2f1f-4c3e-8ac0-ab46b6c497a7 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/subnets/00b4a273-0f7c-42f9-9e9a-6476fc91cc06 HTTP/1.1" status: 200 len: 843 time: 0.1075623 Feb 11 13:08:52.157386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52316) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:52.211845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2d5e1-2fa8-4cd7-9c0f-4248f5baa88e req-ddfd2a1d-047f-487a-9a99-ac2cf2796be5 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.213824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34e2d5e1-2fa8-4cd7-9c0f-4248f5baa88e req-ddfd2a1d-047f-487a-9a99-ac2cf2796be5 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.3525503 Feb 11 13:08:52.232897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9bc413cf-a34c-4575-9553-df2a648290e5 None None] Provisioning complete for port c7677d1f-5adb-4911-9ed1-1266affbbd9d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:52.233262 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9bc413cf-a34c-4575-9553-df2a648290e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.258551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9189dd7-d19c-4944-9b42-f5ba40900888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e29053-3959-4108-897c-451fd4a50572,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:52.320210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee7d77-3587-40e7-a2b9-b6a95a92fb5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['shared'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.320775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c9189dd7-d19c-4944-9b42-f5ba40900888 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea4094b4b6cc46a7b2f2238a456896ac&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1307168 Feb 11 13:08:52.325415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e3ee7d77-3587-40e7-a2b9-b6a95a92fb5e tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "GET /v2.0/subnets/00b4a273-0f7c-42f9-9e9a-6476fc91cc06?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1630788 Feb 11 13:08:52.325535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52324) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:52.325669 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34e2d5e1-2fa8-4cd7-9c0f-4248f5baa88e req-60bcfee0-9a05-4141-add3-8199c35d4c2f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768733 Feb 11 13:08:52.330174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52326) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:52.335767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724667002'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:52.371481 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.376798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:52.380689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.429629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9bc413cf-a34c-4575-9553-df2a648290e5 None None] Current status of the port c7677d1f-5adb-4911-9ed1-1266affbbd9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:52.452677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:52.483269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e3d54049-eb0f-495b-88ae-8be4ca984bf9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.483994 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Added segment e3d54049-eb0f-495b-88ae-8be4ca984bf9 of type vlan for network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 Feb 11 13:08:52.516230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a6616-1886-475e-9bb2-3f8f75b6fbd2 req-1c4a13cb-55d8-46f1-9818-9de30fcbd00f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.540162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (16cc8228-4bc6-4a98-b6c1-791c96da3af2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.541961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f23a6616-1886-475e-9bb2-3f8f75b6fbd2 req-1c4a13cb-55d8-46f1-9818-9de30fcbd00f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.4946694 Feb 11 13:08:52.568523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (16cc8228-4bc6-4a98-b6c1-791c96da3af2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.575878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.576737 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.598611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d285967-fb02-48ab-8ff0-58482d10d7a7 admin admin] Publish callbacks [] for security_group (e6e29053-3959-4108-897c-451fd4a50572), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.614708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2805662 Feb 11 13:08:52.617017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52338) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:52.622836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade873dc-823b-4cc8-9b65-63eac59a39a6 req-d2c8eeb0-c7ca-47de-80de-e4eda88a9690 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.630036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ade873dc-823b-4cc8-9b65-63eac59a39a6 req-d2c8eeb0-c7ca-47de-80de-e4eda88a9690 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.1935184 Feb 11 13:08:52.632683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'network_id': '16cc8228-4bc6-4a98-b6c1-791c96da3af2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:52.699863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7677d1f-5adb-4911-9ed1-1266affbbd9d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:52.714660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08283259-02b1-4c29-bad4-d51fe5670128 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Network': ['ID=16cc8228-4bc6-4a98-b6c1-791c96da3af2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:52.742616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:52.743599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ade873dc-823b-4cc8-9b65-63eac59a39a6 req-11df1a79-c2fd-4297-94c2-684f09e3e803 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 Feb 11 13:08:52.755654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d285967-fb02-48ab-8ff0-58482d10d7a7 admin admin] Publish callbacks [] for security_group (e6e29053-3959-4108-897c-451fd4a50572), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.909763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f23a6616-1886-475e-9bb2-3f8f75b6fbd2 req-247a22d5-be2f-4cfe-a58d-7d31bb5e1bdb tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590474 Feb 11 13:08:52.910855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c7677d1f-5adb-4911-9ed1-1266affbbd9d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:52.910855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.002399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Made reservation on behalf of 998e22067f134088ace1244d0a9c8c76 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:53.006874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.020304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c7677d1f-5adb-4911-9ed1-1266affbbd9d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:53.158420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Performing IP validity checks on allocation pools {{(pid=109685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:08:53.159106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109685) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:08:53.177093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d285967-fb02-48ab-8ff0-58482d10d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e6e29053-3959-4108-897c-451fd4a50572), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.179924 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d285967-fb02-48ab-8ff0-58482d10d7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.181188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3d285967-fb02-48ab-8ff0-58482d10d7a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6e29053-3959-4108-897c-451fd4a50572 HTTP/1.1" status: 204 len: 168 time: 0.8561127 Feb 11 13:08:53.266133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d285967-fb02-48ab-8ff0-58482d10d7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e29053-3959-4108-897c-451fd4a50572,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:53.378164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dd6d6-af1c-4462-a790-3da45057503f req-9d19845f-5f06-4944-81e4-dacc88b2d278 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:53.390760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.1 (35bc57b2-62f5-4091-907a-7e0791ddd1d1/bb0636c0-8df5-4b73-88ce-4940af58e213/58f71db7-e02a-474f-8d12-a400540ce95e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:53.392041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b22dd6d6-af1c-4462-a790-3da45057503f req-9d19845f-5f06-4944-81e4-dacc88b2d278 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.1751533 Feb 11 13:08:53.498428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b22dd6d6-af1c-4462-a790-3da45057503f req-67d1a8c3-b477-435d-a335-48ae32133a92 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052547 Feb 11 13:08:53.675243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.759181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (58f71db7-e02a-474f-8d12-a400540ce95e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.780007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:53.817693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Checking segment: {'id': 'e3d54049-eb0f-495b-88ae-8be4ca984bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16cc8228-4bc6-4a98-b6c1-791c96da3af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:53.818230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network hostable DHCP agents. Network: 16cc8228-4bc6-4a98-b6c1-791c96da3af2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:53.851634 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.870503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52392) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:53.893733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b5eb-e9f4-48c7-9314-b86772d8e53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.899663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:53.929717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 16cc8228-4bc6-4a98-b6c1-791c96da3af2) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:53.939001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb8841a-907b-451b-a506-9afb25d78050 None None] Network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:53.955710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:53.970272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:53.970685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.974889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:54.003281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:54.019148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=58f71db7-e02a-474f-8d12-a400540ce95e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:54.138591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f524f749-95af-4389-98c4-92a7003257df tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5202343 Feb 11 13:08:54.141562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52410) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:54.146659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-16cc8228-4bc6-4a98-b6c1-791c96da3af2', 'network_id': '16cc8228-4bc6-4a98-b6c1-791c96da3af2', 'project_id': '998e22067f134088ace1244d0a9c8c76', 'fixed_ips': [{'subnet_id': 'e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:08:54.147667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.154140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-12ef1528-934b-4b77-9cf4-10254eec59e8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:54.172335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.305330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d721170-b05d-4492-8e6f-a1c2e733b80f req-44490a06-012c-47bb-8fb4-edd85da2372d tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:54.318787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d721170-b05d-4492-8e6f-a1c2e733b80f req-44490a06-012c-47bb-8fb4-edd85da2372d tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.2971520 Feb 11 13:08:54.350556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b5eb-e9f4-48c7-9314-b86772d8e53e admin admin] Publish callbacks [] for security_group (9f63d70f-71a4-4af2-bdb9-f0c349c1552e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.374740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b5eb-e9f4-48c7-9314-b86772d8e53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9f63d70f-71a4-4af2-bdb9-f0c349c1552e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.425531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.429434 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a9a1b5eb-e9f4-48c7-9314-b86772d8e53e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbe9853329794502aff8accb8ac835ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5545087 Feb 11 13:08:54.430193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52432) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:54.442519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Allocated IP 2001:db8::3 (16cc8228-4bc6-4a98-b6c1-791c96da3af2/e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da/403185ae-d2c0-45e3-b146-3440ddbbc428) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:54.542205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1b5eb-e9f4-48c7-9314-b86772d8e53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63d70f-71a4-4af2-bdb9-f0c349c1552e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:54.560797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12ef1528-934b-4b77-9cf4-10254eec59e8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126393359'] for subnet (e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.578189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d721170-b05d-4492-8e6f-a1c2e733b80f req-3ec0cdc6-7332-4244-8fa6-59d6ce7934ad tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533286 Feb 11 13:08:54.645151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Publish callbacks [] for port (403185ae-d2c0-45e3-b146-3440ddbbc428), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.652399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6726debb-bda0-477f-81e9-8817af449631 None None] Provisioning complete for port 58f71db7-e02a-474f-8d12-a400540ce95e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:54.652710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6726debb-bda0-477f-81e9-8817af449631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.671282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06ffe64c-f6b4-4bf6-82bd-e78694affd0c admin admin] Publish callbacks [] for security_group (9f63d70f-71a4-4af2-bdb9-f0c349c1552e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.702792 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (403185ae-d2c0-45e3-b146-3440ddbbc428), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.762766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06ffe64c-f6b4-4bf6-82bd-e78694affd0c admin admin] Publish callbacks [] for security_group (9f63d70f-71a4-4af2-bdb9-f0c349c1552e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.858674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Pushing event updated for resources: {'Port': ['ID=403185ae-d2c0-45e3-b146-3440ddbbc428,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:54.873125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6726debb-bda0-477f-81e9-8817af449631 None None] Port 58f71db7-e02a-474f-8d12-a400540ce95e cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:08:54.892132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06ffe64c-f6b4-4bf6-82bd-e78694affd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9f63d70f-71a4-4af2-bdb9-f0c349c1552e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.896558 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06ffe64c-f6b4-4bf6-82bd-e78694affd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.897840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-06ffe64c-f6b4-4bf6-82bd-e78694affd0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f63d70f-71a4-4af2-bdb9-f0c349c1552e HTTP/1.1" status: 204 len: 168 time: 0.4618955 Feb 11 13:08:54.911640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:54.916115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffe64c-f6b4-4bf6-82bd-e78694affd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63d70f-71a4-4af2-bdb9-f0c349c1552e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:54.927031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:54.944731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:54.974015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (58f71db7-e02a-474f-8d12-a400540ce95e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:54.981670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.077472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Attempting to bind port 403185ae-d2c0-45e3-b146-3440ddbbc428 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:55.078259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Attempting to bind port 403185ae-d2c0-45e3-b146-3440ddbbc428 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e3d54049-eb0f-495b-88ae-8be4ca984bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16cc8228-4bc6-4a98-b6c1-791c96da3af2'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:55.078733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Attempting to bind port 403185ae-d2c0-45e3-b146-3440ddbbc428 on network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:55.085433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:55.086148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Checking segment: {'id': 'e3d54049-eb0f-495b-88ae-8be4ca984bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16cc8228-4bc6-4a98-b6c1-791c96da3af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:55.086754 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.087237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Bound using segment: {'id': 'e3d54049-eb0f-495b-88ae-8be4ca984bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16cc8228-4bc6-4a98-b6c1-791c96da3af2'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:55.087814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Bound port: 403185ae-d2c0-45e3-b146-3440ddbbc428, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d54049-eb0f-495b-88ae-8be4ca984bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '16cc8228-4bc6-4a98-b6c1-791c96da3af2'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:55.088411 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (403185ae-d2c0-45e3-b146-3440ddbbc428), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.119308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1ab0c-b8e4-4470-be51-c60453d10aae req-a95b0413-0dc9-448f-adcd-f1f0cd598ec6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.127832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=58f71db7-e02a-474f-8d12-a400540ce95e,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:55.130715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.135359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72a1ab0c-b8e4-4470-be51-c60453d10aae req-a95b0413-0dc9-448f-adcd-f1f0cd598ec6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.2170169 Feb 11 13:08:55.154505 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12ef1528-934b-4b77-9cf4-10254eec59e8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755897608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126204885'] for subnet (e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.167813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] For port 403185ae-d2c0-45e3-b146-3440ddbbc428, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:55.171805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] For port 403185ae-d2c0-45e3-b146-3440ddbbc428, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=403185ae-d2c0-45e3-b146-3440ddbbc428,segment=NetworkSegment(e3d54049-eb0f-495b-88ae-8be4ca984bf9),segment_id=e3d54049-eb0f-495b-88ae-8be4ca984bf9)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:55.182021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8d495-fa4f-4971-a42d-ae4c4dcbf8d0 req-ff011300-643e-462d-a171-26d92f5bafbf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.182303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (403185ae-d2c0-45e3-b146-3440ddbbc428), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.188297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ed8d495-fa4f-4971-a42d-ae4c4dcbf8d0 req-ff011300-643e-462d-a171-26d92f5bafbf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1477735 Feb 11 13:08:55.278226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe45f9-fbe7-4591-aa54-14387f1cc475 None None] Pushing event updated for resources: {'Port': ['ID=403185ae-d2c0-45e3-b146-3440ddbbc428,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:55.330171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ed8d495-fa4f-4971-a42d-ae4c4dcbf8d0 req-12c1d940-dece-4676-a7f9-6966b6a3d122 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234357 Feb 11 13:08:55.356014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef1528-934b-4b77-9cf4-10254eec59e8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.356795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12ef1528-934b-4b77-9cf4-10254eec59e8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.361073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-12ef1528-934b-4b77-9cf4-10254eec59e8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "PUT /v2.0/subnets/e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da HTTP/1.1" status: 200 len: 900 time: 1.2182503 Feb 11 13:08:55.364408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:55.365123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52472) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:55.368250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-72a1ab0c-b8e4-4470-be51-c60453d10aae req-851f593f-92e6-461c-9593-f06b6eafc200 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321527 Feb 11 13:08:55.374939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:55.378527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef1528-934b-4b77-9cf4-10254eec59e8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event updated for resources: {'Subnet': ['ID=e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:55.579585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408005d-2b5a-4998-ada4-6acc70bf8a4b req-0176b656-7260-4d46-90d2-33b1658a8fca tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.593164 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1408005d-2b5a-4998-ada4-6acc70bf8a4b req-0176b656-7260-4d46-90d2-33b1658a8fca tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0847254 Feb 11 13:08:55.640772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (16cc8228-4bc6-4a98-b6c1-791c96da3af2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.746906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1408005d-2b5a-4998-ada4-6acc70bf8a4b req-02ac23b5-c938-41df-bdcd-2438aa58c00b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516912 Feb 11 13:08:55.774976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:55.966298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2d66f5d8-51e6-42bb-8a53-dc9c71f7c3f2 None None] Provisioning complete for port 58f71db7-e02a-474f-8d12-a400540ce95e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:55.968352 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2d66f5d8-51e6-42bb-8a53-dc9c71f7c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:55.981778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd630e-1f86-41a6-a36c-f82f37d0e36d req-a5f5c230-cd3c-484b-b2b7-4b53ade8aaf9 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.989621 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2bd630e-1f86-41a6-a36c-f82f37d0e36d req-a5f5c230-cd3c-484b-b2b7-4b53ade8aaf9 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1212804 Feb 11 13:08:56.088862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2bd630e-1f86-41a6-a36c-f82f37d0e36d req-bcc7f74a-3584-468f-8f69-d157908e9505 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978894 Feb 11 13:08:56.092863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2d66f5d8-51e6-42bb-8a53-dc9c71f7c3f2 None None] Port 58f71db7-e02a-474f-8d12-a400540ce95e cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:08:56.135986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port 403185ae-d2c0-45e3-b146-3440ddbbc428 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:56.136670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (403185ae-d2c0-45e3-b146-3440ddbbc428), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.184215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:56.204698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] Sync routers for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:56.221690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a287032e-2578-44ae-96f1-22b8c99d31bd tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/routers/c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9857845 Feb 11 13:08:56.222112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:56.222761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:56.224165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52508) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:56.229379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'port': {'network_id': '35bc57b2-62f5-4091-907a-7e0791ddd1d1', 'name': 'tempest-FloatingIPTestJSON-547492313'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:56.299311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port 403185ae-d2c0-45e3-b146-3440ddbbc428, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=403185ae-d2c0-45e3-b146-3440ddbbc428,segment=NetworkSegment(e3d54049-eb0f-495b-88ae-8be4ca984bf9),segment_id=e3d54049-eb0f-495b-88ae-8be4ca984bf9)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:56.299686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (403185ae-d2c0-45e3-b146-3440ddbbc428), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.331267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for 403185ae-d2c0-45e3-b146-3440ddbbc428 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:56.350304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:56.380418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:56.381406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:56.509674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:56.510567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77d395-9b43-4b32-95f7-e312c56a659e None None] The sync data for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:56.773123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (403185ae-d2c0-45e3-b146-3440ddbbc428), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.839543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Made reservation on behalf of dc70073f296743bf81c0245ebf6bf07e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:56.843523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.891728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] device_id is not set on port d811294b-a487-4277-9830-570a1cb4ef4a yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:08:56.912710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0b2a-4a5d-4e58-afe6-343b82de1e9f req-a0df20c1-4839-4dc7-b2a5-d30593957b96 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:56.925942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 403185ae-d2c0-45e3-b146-3440ddbbc428 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:56.935043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=403185ae-d2c0-45e3-b146-3440ddbbc428,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:56.935699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5fcb0b2a-4a5d-4e58-afe6-343b82de1e9f req-a0df20c1-4839-4dc7-b2a5-d30593957b96 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.4159892 Feb 11 13:08:56.960550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 403185ae-d2c0-45e3-b146-3440ddbbc428 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:56.963929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 403185ae-d2c0-45e3-b146-3440ddbbc428 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 13:08:57.010595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port 403185ae-d2c0-45e3-b146-3440ddbbc428 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:57.012762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Port 403185ae-d2c0-45e3-b146-3440ddbbc428 not found, will not notify nova. {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 13:08:57.106648 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.169702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52546) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:57.228652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5fcb0b2a-4a5d-4e58-afe6-343b82de1e9f req-5dfd64e9-21de-4c7b-9fa7-3a9b49a1da99 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919374 Feb 11 13:08:57.251035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e04777-449a-431b-ae4e-ae6a251f18e7 None None] Network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:57.270905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Allocated IP 172.20.0.13 (35bc57b2-62f5-4091-907a-7e0791ddd1d1/bb0636c0-8df5-4b73-88ce-4940af58e213/d811294b-a487-4277-9830-570a1cb4ef4a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:57.346696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.386184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96b8b6-9308-400f-aedd-c56b22b45e2c req-f82fe216-3d7e-4ea2-a15d-e6ec9c09a3b3 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.392406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b96b8b6-9308-400f-aedd-c56b22b45e2c req-f82fe216-3d7e-4ea2-a15d-e6ec9c09a3b3 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1795042 Feb 11 13:08:57.497087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.499486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7f69ec8c-b146-4423-b4ec-cfb7217e2ce6 None None] Could not find standard attr ID for object 403185ae-d2c0-45e3-b146-3440ddbbc428. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:08:57.633203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for port (d811294b-a487-4277-9830-570a1cb4ef4a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.695478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d811294b-a487-4277-9830-570a1cb4ef4a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.771502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:57.780010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-30a068cd-bcb8-4cec-a8b8-5759e7d5c2a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91b315126473443a86a6a78b66ac7b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6078641 Feb 11 13:08:57.787072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:57.789975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:57.792848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52572) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:57.975763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a475f2f-9d6e-4755-b67a-92bdd99250fa None None] Network 16cc8228-4bc6-4a98-b6c1-791c96da3af2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:57.981696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.982357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.017231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event updated for resources: {'Port': ['ID=d811294b-a487-4277-9830-570a1cb4ef4a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:58.082388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b9801a73-1b87-44cc-adf6-069f58c9a6c6 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8549442 Feb 11 13:08:58.083464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52584) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:58.096846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Request body: {'floatingip': {'port_id': 'd811294b-a487-4277-9830-570a1cb4ef4a'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:58.252255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f7aa6-09ed-4e7b-a989-bb48b25d75ac None None] DHCP port deletion for 16cc8228-4bc6-4a98-b6c1-791c96da3af2 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:08:58.288025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f6546c8-aa74-4e79-8317-69de9bd880ec admin admin] Publish callbacks [] for security_group (2db5a5a7-2bb6-4172-bacc-f8181559aede), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.297729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (6cfe92a6-30af-45e0-ae30-099e6621fbc5), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.354367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cbd2db81-bb37-4e9f-93a1-e49e544aba56 None None] Provisioning complete for port d811294b-a487-4277-9830-570a1cb4ef4a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:58.355043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbd2db81-bb37-4e9f-93a1-e49e544aba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d811294b-a487-4277-9830-570a1cb4ef4a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.424131 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f6546c8-aa74-4e79-8317-69de9bd880ec admin admin] Publish callbacks [] for security_group (2db5a5a7-2bb6-4172-bacc-f8181559aede), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.431894 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (16cc8228-4bc6-4a98-b6c1-791c96da3af2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.439838 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b96b8b6-9308-400f-aedd-c56b22b45e2c req-a987c731-24e7-476e-96e9-933d51e5cd3f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9577188 Feb 11 13:08:58.473030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2db81-bb37-4e9f-93a1-e49e544aba56 None None] Port d811294b-a487-4277-9830-570a1cb4ef4a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:08:58.479269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cc8228-4bc6-4a98-b6c1-791c96da3af2']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:58.496807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d54049-eb0f-495b-88ae-8be4ca984bf9') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:58.497432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d54049-eb0f-495b-88ae-8be4ca984bf9') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:58.512539 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (e3d54049-eb0f-495b-88ae-8be4ca984bf9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.554779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e3d54049-eb0f-495b-88ae-8be4ca984bf9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.576362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:58.577159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (e3d54049-eb0f-495b-88ae-8be4ca984bf9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:58.585373 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:58.699117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 403185ae-d2c0-45e3-b146-3440ddbbc428 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:58.750897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f6546c8-aa74-4e79-8317-69de9bd880ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2db5a5a7-2bb6-4172-bacc-f8181559aede), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.754081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2f6546c8-aa74-4e79-8317-69de9bd880ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.755435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2f6546c8-aa74-4e79-8317-69de9bd880ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2db5a5a7-2bb6-4172-bacc-f8181559aede HTTP/1.1" status: 204 len: 168 time: 0.9487708 Feb 11 13:08:58.756002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (16cc8228-4bc6-4a98-b6c1-791c96da3af2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.770122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 403185ae-d2c0-45e3-b146-3440ddbbc428 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:58.770507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 403185ae-d2c0-45e3-b146-3440ddbbc428 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:08:58.802074 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.815965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/16cc8228-4bc6-4a98-b6c1-791c96da3af2 HTTP/1.1" status: 204 len: 168 time: 3.4493070 Feb 11 13:08:58.816663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52610) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:58.819983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52612) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:58.830839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6546c8-aa74-4e79-8317-69de9bd880ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db5a5a7-2bb6-4172-bacc-f8181559aede,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:58.857909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea11daf-d2c0-409b-bb17-f99712340b11 req-2f06b367-3ddd-4449-aa29-8a07d716afc1 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.860219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dea11daf-d2c0-409b-bb17-f99712340b11 req-2f06b367-3ddd-4449-aa29-8a07d716afc1 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.5334630 Feb 11 13:08:58.878564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e4ce9-43e9-4604-88b2-cec5c5a979d2 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=16cc8228-4bc6-4a98-b6c1-791c96da3af2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:58.934142 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc3d6ba-6bf6-4a59-a2d6-9d9c958f3c53 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:58.934618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc3d6ba-6bf6-4a59-a2d6-9d9c958f3c53 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:58.941622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1fc3d6ba-6bf6-4a59-a2d6-9d9c958f3c53 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/e75afa41-df7d-4ae8-a2d4-1eb0d74ee9da HTTP/1.1" status: 404 len: 337 time: 0.1187613 Feb 11 13:08:58.946585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52618) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:58.992718 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fbc049-29b4-4fb5-b63a-6dc8ba2730d5 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:58.997918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fbc049-29b4-4fb5-b63a-6dc8ba2730d5 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:59.005242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b1fbc049-29b4-4fb5-b63a-6dc8ba2730d5 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/16cc8228-4bc6-4a98-b6c1-791c96da3af2 HTTP/1.1" status: 404 len: 339 time: 0.0575612 Feb 11 13:08:59.010223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52620) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:59.043230 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dea11daf-d2c0-409b-bb17-f99712340b11 req-578815c9-5fac-4235-94bb-21746d8bdc3b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747169 Feb 11 13:08:59.094795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce7e7-cd43-45b3-a8c2-8fee5183b9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.166409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (60312bb9-6298-435c-b5b8-af10bfcc750f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.299986 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a2f948a-d133-494f-ac9d-c7984e151ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.326322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (60312bb9-6298-435c-b5b8-af10bfcc750f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.374632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60312bb9-6298-435c-b5b8-af10bfcc750f']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:59.378460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce7e7-cd43-45b3-a8c2-8fee5183b9f9 admin admin] Publish callbacks [] for security_group (a59c3d33-00c0-4460-8077-d9427e4624a5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.385408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce7e7-cd43-45b3-a8c2-8fee5183b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a59c3d33-00c0-4460-8077-d9427e4624a5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.393768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5568bc60-7c4a-4742-892d-c1a19da80dda') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:59.394056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5568bc60-7c4a-4742-892d-c1a19da80dda') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:59.423555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (5568bc60-7c4a-4742-892d-c1a19da80dda), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.508777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ce7e7-cd43-45b3-a8c2-8fee5183b9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c3d33-00c0-4460-8077-d9427e4624a5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:59.515495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5568bc60-7c4a-4742-892d-c1a19da80dda), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.525468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3c3ce7e7-cd43-45b3-a8c2-8fee5183b9f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28ef7c2cc28b459ea4a31b26c770a3fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7042987 Feb 11 13:08:59.527143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:59.527725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (5568bc60-7c4a-4742-892d-c1a19da80dda), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:59.531250 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:59.551805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52644) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:59.599982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.607330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6cfe92a6-30af-45e0-ae30-099e6621fbc5), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.705236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (60312bb9-6298-435c-b5b8-af10bfcc750f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.767936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.771163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/60312bb9-6298-435c-b5b8-af10bfcc750f HTTP/1.1" status: 204 len: 168 time: 0.7599220 Feb 11 13:08:59.772944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1a04e75-7ff8-4397-a483-a9867b8ebab9 admin admin] Publish callbacks [] for security_group (a59c3d33-00c0-4460-8077-d9427e4624a5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.778467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:59.827813 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1a04e75-7ff8-4397-a483-a9867b8ebab9 admin admin] Publish callbacks [] for security_group (a59c3d33-00c0-4460-8077-d9427e4624a5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.831599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5c15c-87bf-40a5-adfe-3852761533bf tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=60312bb9-6298-435c-b5b8-af10bfcc750f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:59.831832 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8202fa-a229-45e8-9cf2-fa9cd47892fb tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:59.832133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8202fa-a229-45e8-9cf2-fa9cd47892fb tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:59.838618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7e8202fa-a229-45e8-9cf2-fa9cd47892fb tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/d69ebb1a-3dea-4bcf-bd76-db868b92921f HTTP/1.1" status: 404 len: 337 time: 0.0589736 Feb 11 13:08:59.842608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52666) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:59.873910 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f030c0-1d78-44af-88a8-52a52b3b4955 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:08:59.874552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f030c0-1d78-44af-88a8-52a52b3b4955 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:08:59.881329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d4f030c0-1d78-44af-88a8-52a52b3b4955 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/b84f799b-6432-4ed8-a76e-baf425cc9240 HTTP/1.1" status: 404 len: 339 time: 0.0373209 Feb 11 13:08:59.882122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52670) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:59.885359 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 6cfe92a6-30af-45e0-ae30-099e6621fbc5 associated. External IP: 172.25.1.46, port: e55f5ad4-f447-431c-8bdc-face7f46c7ab. Feb 11 13:08:59.931374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb27800-66ad-46f8-b64f-7cf7a15d5bf6 req-8024ec07-3f58-4382-87fd-b3559c299dda tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:59.934017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cb27800-66ad-46f8-b64f-7cf7a15d5bf6 req-8024ec07-3f58-4382-87fd-b3559c299dda tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.3627918 Feb 11 13:08:59.989625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1a04e75-7ff8-4397-a483-a9867b8ebab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a59c3d33-00c0-4460-8077-d9427e4624a5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.994789 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1a04e75-7ff8-4397-a483-a9867b8ebab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:59.997040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1a04e75-7ff8-4397-a483-a9867b8ebab9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a59c3d33-00c0-4460-8077-d9427e4624a5 HTTP/1.1" status: 204 len: 168 time: 0.4441133 Feb 11 13:09:00.046517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a04e75-7ff8-4397-a483-a9867b8ebab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c3d33-00c0-4460-8077-d9427e4624a5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.055326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting subnet d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:00.062761 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.064903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cb27800-66ad-46f8-b64f-7cf7a15d5bf6 req-3244fedd-7cd2-4539-a925-76faab7c1b5e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243997 Feb 11 13:09:00.169304 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.230303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745b49-2990-4900-b48b-cd15b0c9fef2 req-a4a5ab7b-fa27-4a82-ab65-d6172463157d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:00.232214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9745b49-2990-4900-b48b-cd15b0c9fef2 req-a4a5ab7b-fa27-4a82-ab65-d6172463157d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.0899613 Feb 11 13:09:00.308721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9745b49-2990-4900-b48b-cd15b0c9fef2 req-c1d3b86b-0c97-49e9-ac78-4fcb2a971e1b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682287 Feb 11 13:09:00.616719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52696) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:00.632107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5c340952-dbcc-4ee7-a579-e7c004a19119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.633251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c8e40-da4a-49ec-abb2-89ee14dc4b34 req-e22d72e5-3947-4541-978d-1acaedbfd8a0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:00.640908 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f74c8e40-da4a-49ec-abb2-89ee14dc4b34 req-e22d72e5-3947-4541-978d-1acaedbfd8a0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.7448268 Feb 11 13:09:00.732170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5c340952-dbcc-4ee7-a579-e7c004a19119 admin admin] Publish callbacks [] for security_group (c0e6e5bc-599d-4a87-ab7f-fe4014408029), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.734163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.736790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5c340952-dbcc-4ee7-a579-e7c004a19119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c0e6e5bc-599d-4a87-ab7f-fe4014408029), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.801602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c340952-dbcc-4ee7-a579-e7c004a19119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6e5bc-599d-4a87-ab7f-fe4014408029,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.815932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5c340952-dbcc-4ee7-a579-e7c004a19119 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9087e9768c8e4635a0a8d25cedc33985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973317 Feb 11 13:09:00.819428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52704) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:00.878902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c11b-8978-41b6-bbd4-3d71a47bd66a admin admin] Publish callbacks [] for security_group (c0e6e5bc-599d-4a87-ab7f-fe4014408029), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.882581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f74c8e40-da4a-49ec-abb2-89ee14dc4b34 req-1e7b4a18-9790-4404-83dd-4cd658a09009 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406387 Feb 11 13:09:00.907981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.908683 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c11b-8978-41b6-bbd4-3d71a47bd66a admin admin] Publish callbacks [] for security_group (c0e6e5bc-599d-4a87-ab7f-fe4014408029), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.962706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a6aa84-ca93-4273-8aeb-37293fe6b630 None None] Network fbf1079a-230c-47b0-be2f-0191a157339f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:00.970229 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.973932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6 HTTP/1.1" status: 204 len: 168 time: 1.0905764 Feb 11 13:09:00.978312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:00.978659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d2468-3b8b-45cd-ba60-5502e356a46d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ff79ac-ccb9-4b4d-8e5d-53e6562a21c6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.983318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:01.089494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c11b-8978-41b6-bbd4-3d71a47bd66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c0e6e5bc-599d-4a87-ab7f-fe4014408029), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.093840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c11b-8978-41b6-bbd4-3d71a47bd66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.095249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3fd5c11b-8978-41b6-bbd4-3d71a47bd66a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0e6e5bc-599d-4a87-ab7f-fe4014408029 HTTP/1.1" status: 204 len: 168 time: 0.2749126 Feb 11 13:09:01.119911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting subnet de79c864-4de9-415f-aede-0a3dc3c9e928 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:01.123692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5c11b-8978-41b6-bbd4-3d71a47bd66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6e5bc-599d-4a87-ab7f-fe4014408029,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:01.125655 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (de79c864-4de9-415f-aede-0a3dc3c9e928), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.152083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6a10e-cd1f-46ba-8b75-dff337853c40 req-b3a9bda8-c946-4bdd-ae61-8b3984504868 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.153709 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38f6a10e-cd1f-46ba-8b75-dff337853c40 req-b3a9bda8-c946-4bdd-ae61-8b3984504868 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1726336 Feb 11 13:09:01.170507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (de79c864-4de9-415f-aede-0a3dc3c9e928), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.219924 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38f6a10e-cd1f-46ba-8b75-dff337853c40 req-ca84c4f4-008a-49c4-9c11-1490af9e7a7c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580091 Feb 11 13:09:01.336969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:01.349225 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:01.367602 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:01.368244 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:01.373593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (de79c864-4de9-415f-aede-0a3dc3c9e928), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.381919 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff4fe788-7219-4f74-8b2d-8d525fdc020b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.474153 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:01.484022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165207f3-97e6-4a39-8294-4f8d31326936 req-b66881bf-3b9a-47b3-88fd-a82a979b77ce tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.492432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:01.493059 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:01.493396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-165207f3-97e6-4a39-8294-4f8d31326936 req-b66881bf-3b9a-47b3-88fd-a82a979b77ce tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1462831 Feb 11 13:09:01.563707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (de79c864-4de9-415f-aede-0a3dc3c9e928), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.585899 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:01.586707 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4656d61b-b6df-4003-a0f7-f60dd7b2d258 None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:01.624011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=de79c864-4de9-415f-aede-0a3dc3c9e928,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:01.646177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-165207f3-97e6-4a39-8294-4f8d31326936 req-6f3e3bb2-9f89-43e3-8b80-17cafeceb987 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471534 Feb 11 13:09:01.649786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.655023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ba977f36-33fc-4b7b-9e76-79ec82eb223d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/de79c864-4de9-415f-aede-0a3dc3c9e928 HTTP/1.1" status: 204 len: 168 time: 0.6679597 Feb 11 13:09:01.663692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52738) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:01.774406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:01.842223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (fbf1079a-230c-47b0-be2f-0191a157339f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.958569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25d9aa-9740-4523-b8ca-091ae4aedcec req-8aa4d68d-fa6d-4e8a-8d71-bb064a3143bc tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.966427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e25d9aa-9740-4523-b8ca-091ae4aedcec req-8aa4d68d-fa6d-4e8a-8d71-bb064a3143bc tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.2151425 Feb 11 13:09:01.970119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:01.980142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.982800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] Sync routers for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:02.001579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:02.002255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:02.082091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:02.084098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:02.084643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.100953 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e972a61e-c986-49c8-bba5-1d718531ba1f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/floatingips/6cfe92a6-30af-45e0-ae30-099e6621fbc5 HTTP/1.1" status: 200 len: 977 time: 4.0140905 Feb 11 13:09:02.106783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52750) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:02.112461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:02.113092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:02.137973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e25d9aa-9740-4523-b8ca-091ae4aedcec req-506ee274-ad90-4cde-9593-0f4944064d2a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706283 Feb 11 13:09:02.148648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:02.149388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf79cde-92fc-4f26-a266-b26cd9753e33 None None] The sync data for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:02.326914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70835dcd-50e0-4860-95a8-3368082659cc None None] Network fbf1079a-230c-47b0-be2f-0191a157339f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:02.357536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,segment=NetworkSegment(3158fc75-1439-48e4-846c-78392a453163),segment_id=3158fc75-1439-48e4-846c-78392a453163)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:02.358043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.371386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:02.447736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-439fdc7c-4165-4e61-a8eb-9b14d8a485f9 None None] Provisioning complete for port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:02.448128 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-439fdc7c-4165-4e61-a8eb-9b14d8a485f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.476286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port d811294b-a487-4277-9830-570a1cb4ef4a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:02.476706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d811294b-a487-4277-9830-570a1cb4ef4a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.517088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c030de-194f-4a7b-87ba-7e153568722a req-828e0197-eb2f-42f6-9198-dc1efbe5122c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.524436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7c030de-194f-4a7b-87ba-7e153568722a req-828e0197-eb2f-42f6-9198-dc1efbe5122c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2695732 Feb 11 13:09:02.564529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.565707 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.571784 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.db [None req-439fdc7c-4165-4e61-a8eb-9b14d8a485f9 None None] No ports have port_id starting with 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 Feb 11 13:09:02.640231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:02.648897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:02.666242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18287a59-94bd-46fa-a2df-52e24b47498a None None] DHCP port deletion for fbf1079a-230c-47b0-be2f-0191a157339f request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:09:02.699072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7c030de-194f-4a7b-87ba-7e153568722a req-c9c17e97-0868-411b-b403-34b74521e45b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726177 Feb 11 13:09:02.806596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (fbf1079a-230c-47b0-be2f-0191a157339f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.839066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf1079a-230c-47b0-be2f-0191a157339f']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:02.852106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3158fc75-1439-48e4-846c-78392a453163') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:02.855934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3158fc75-1439-48e4-846c-78392a453163') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:02.867554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (3158fc75-1439-48e4-846c-78392a453163), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.882797 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3158fc75-1439-48e4-846c-78392a453163), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.889788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:02.890273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (3158fc75-1439-48e4-846c-78392a453163), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:02.911563 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:02.965921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c8f89-7e15-4332-b67c-0752541f43ac req-8079b27b-f1cb-4cd3-abf2-6affe4dffc35 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.968400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-663c8f89-7e15-4332-b67c-0752541f43ac req-8079b27b-f1cb-4cd3-abf2-6affe4dffc35 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0794017 Feb 11 13:09:03.008264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (fbf1079a-230c-47b0-be2f-0191a157339f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.011821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d811294b-a487-4277-9830-570a1cb4ef4a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.028318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.031785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/fbf1079a-230c-47b0-be2f-0191a157339f HTTP/1.1" status: 204 len: 168 time: 1.3634741 Feb 11 13:09:03.032955 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-663c8f89-7e15-4332-b67c-0752541f43ac req-29a88963-f70c-4e70-b438-c5cde7e4ffee tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585701 Feb 11 13:09:03.034351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52786) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.077234 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-0357ffbe-bc2a-48ce-b79a-b6eac0244e5b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:03.077434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62a316-e223-4e26-b8e4-9d8ff6541461 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=fbf1079a-230c-47b0-be2f-0191a157339f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:03.078121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0357ffbe-bc2a-48ce-b79a-b6eac0244e5b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:03.082764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0357ffbe-bc2a-48ce-b79a-b6eac0244e5b tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/40df9325-c528-4858-a323-28309ff75d60 HTTP/1.1" status: 404 len: 337 time: 0.0470905 Feb 11 13:09:03.085193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52792) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.108781 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1eb8f2-adc3-4e08-b242-d35f152c0356 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:03.109488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1eb8f2-adc3-4e08-b242-d35f152c0356 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:03.114521 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-de1eb8f2-adc3-4e08-b242-d35f152c0356 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/6a0526db-6f1a-4693-8e4b-9176b35cc412 HTTP/1.1" status: 404 len: 339 time: 0.0262177 Feb 11 13:09:03.116612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52794) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.189506 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab536f7-c2e7-414a-9a68-bf1167057b8d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:03.189992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab536f7-c2e7-414a-9a68-bf1167057b8d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:03.195800 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fab536f7-c2e7-414a-9a68-bf1167057b8d tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/5d5c64db-ce97-46fa-92c6-5f667923fa69 HTTP/1.1" status: 404 len: 337 time: 0.0750937 Feb 11 13:09:03.196157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52800) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.223330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299328ab-dc1e-44c2-8b61-a5d221fcc1f3 req-73ac9b05-c1cb-4d54-8070-32f521adcd90 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:03.232970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-299328ab-dc1e-44c2-8b61-a5d221fcc1f3 req-73ac9b05-c1cb-4d54-8070-32f521adcd90 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.3256633 Feb 11 13:09:03.244975 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff813ea-5b8a-40ce-a215-1c7385e79c96 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:03.246347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff813ea-5b8a-40ce-a215-1c7385e79c96 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:03.254112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9ff813ea-5b8a-40ce-a215-1c7385e79c96 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/3bd5b96b-35dc-4c7a-9218-35f00877bd97 HTTP/1.1" status: 404 len: 339 time: 0.0485575 Feb 11 13:09:03.254112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52804) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.312501 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed21da35-f025-4e0f-a39f-eeb997cadaac tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:03.312969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed21da35-f025-4e0f-a39f-eeb997cadaac tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:03.318757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ed21da35-f025-4e0f-a39f-eeb997cadaac tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/3a9d6cc6-d5c5-43e8-960d-ace0e003d541 HTTP/1.1" status: 404 len: 337 time: 0.0564203 Feb 11 13:09:03.319561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52806) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.379476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-299328ab-dc1e-44c2-8b61-a5d221fcc1f3 req-ba0f555c-9095-401b-a6c3-b881bcd892c7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456258 Feb 11 13:09:03.384786 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbd6c27e-ab13-4cee-91d3-092b66dc7f4c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:03.385269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbd6c27e-ab13-4cee-91d3-092b66dc7f4c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:03.388708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dbd6c27e-ab13-4cee-91d3-092b66dc7f4c tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/693aa3a6-a63c-4ecb-b944-abe6e8e18aa0 HTTP/1.1" status: 404 len: 339 time: 0.0660744 Feb 11 13:09:03.391379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52812) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.430732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.431103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6cfe92a6-30af-45e0-ae30-099e6621fbc5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.431472 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Floating IP 6cfe92a6-30af-45e0-ae30-099e6621fbc5 disassociated. External IP: 172.25.1.46, port: d811294b-a487-4277-9830-570a1cb4ef4a. Feb 11 13:09:03.431812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for d811294b-a487-4277-9830-570a1cb4ef4a owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:03.484443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting subnet 7bf13c20-29c0-4c45-a9ef-09502fa255c4 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:03.488390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (7bf13c20-29c0-4c45-a9ef-09502fa255c4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.542211 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (7bf13c20-29c0-4c45-a9ef-09502fa255c4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.620255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff3c0b-65c9-436f-959f-50a45fc0b6d1 req-cb97a84f-8de5-478e-b157-fe6bf50021ff tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:03.628153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07ff3c0b-65c9-436f-959f-50a45fc0b6d1 req-cb97a84f-8de5-478e-b157-fe6bf50021ff tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.1158648 Feb 11 13:09:03.714112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7bf13c20-29c0-4c45-a9ef-09502fa255c4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.733976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07ff3c0b-65c9-436f-959f-50a45fc0b6d1 req-59359e87-2888-4b6a-af85-de440d54fc4b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985489 Feb 11 13:09:03.766923 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d811294b-a487-4277-9830-570a1cb4ef4a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.814657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=d811294b-a487-4277-9830-570a1cb4ef4a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:03.828467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (7bf13c20-29c0-4c45-a9ef-09502fa255c4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.874636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf13c20-29c0-4c45-a9ef-09502fa255c4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:03.879738 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.892092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52834) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.892516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4f567585-c278-4b78-9af6-3384939e80d9 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/7bf13c20-29c0-4c45-a9ef-09502fa255c4 HTTP/1.1" status: 204 len: 168 time: 0.4991202 Feb 11 13:09:03.898118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e40d2b-eac6-4e98-9481-39be74419656 None None] Network d081fdc6-a700-44ba-9e21-f5cd050ee305 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:04.047555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb024282-818c-4316-90b0-80b4bf5bb6f1 req-89d8daa5-cf58-4b13-bde3-601d07a846fd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.063547 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb024282-818c-4316-90b0-80b4bf5bb6f1 req-89d8daa5-cf58-4b13-bde3-601d07a846fd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1652079 Feb 11 13:09:04.096858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d081fdc6-a700-44ba-9e21-f5cd050ee305), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.182455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.190249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:04.207702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb024282-818c-4316-90b0-80b4bf5bb6f1 req-1a45b2ad-9495-4649-9b6c-45108f445439 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290407 Feb 11 13:09:04.256167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] DHCP port deletion for d081fdc6-a700-44ba-9e21-f5cd050ee305 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:09:04.342056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bf67c-34bc-49c1-8ca2-c31c18933eee req-40b1ce2f-d197-4b0d-a113-3c59758c2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.343513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb6bf67c-34bc-49c1-8ca2-c31c18933eee req-40b1ce2f-d197-4b0d-a113-3c59758c2186 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 1127 time: 0.1634569 Feb 11 13:09:04.347600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port 0f135702-fae2-41c2-bd63-aef47c878080 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:04.348028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0f135702-fae2-41c2-bd63-aef47c878080), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.380552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] Deleting port 0f135702-fae2-41c2-bd63-aef47c878080 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:04.380903 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0f135702-fae2-41c2-bd63-aef47c878080), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.606506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] For port 0f135702-fae2-41c2-bd63-aef47c878080, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f135702-fae2-41c2-bd63-aef47c878080,segment=NetworkSegment(772af11f-d883-4280-af33-45735ba09784),segment_id=772af11f-d883-4280-af33-45735ba09784)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:04.607563 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0f135702-fae2-41c2-bd63-aef47c878080), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.634932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] Calling delete_port for 0f135702-fae2-41c2-bd63-aef47c878080 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:04.653157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c759580-d29e-4489-b10a-d1fc4fef3763 req-edf38d1e-3f95-40bc-9702-4e6d4b0f0732 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.654142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:04.660454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c759580-d29e-4489-b10a-d1fc4fef3763 req-edf38d1e-3f95-40bc-9702-4e6d4b0f0732 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1103754 Feb 11 13:09:04.681757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb6bf67c-34bc-49c1-8ca2-c31c18933eee req-312bd946-91bd-4cc4-89d9-305fecfd9ee1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308172 Feb 11 13:09:04.703662 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] Sync routers for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:04.727029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52850) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:04.744226 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:04.745652 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:04.822760 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c759580-d29e-4489-b10a-d1fc4fef3763 req-d186a2ab-b78a-49a3-9278-1a6c0cda875f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520762 Feb 11 13:09:04.833754 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:04.854514 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:04.856226 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:04.889774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port 0f135702-fae2-41c2-bd63-aef47c878080, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f135702-fae2-41c2-bd63-aef47c878080,segment=NetworkSegment(772af11f-d883-4280-af33-45735ba09784),segment_id=772af11f-d883-4280-af33-45735ba09784)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:04.890594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0f135702-fae2-41c2-bd63-aef47c878080), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.896022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:04.932770 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:04.934781 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3383e5-4ec8-463d-8b5a-26928f4c39fb None None] The sync data for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:04.955541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:09:04.962185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3d7ba3d0-6ba6-487c-bcd7-7caf2a6c0ee7 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:09:04.962987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0f135702-fae2-41c2-bd63-aef47c878080 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:04.982497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for 0f135702-fae2-41c2-bd63-aef47c878080 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:05.028043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5cc85-bf87-4c09-925b-f9d50dbc4139 req-e06b683b-7ddc-41dc-9099-45132362dada tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:05.042181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3a5cc85-bf87-4c09-925b-f9d50dbc4139 req-e06b683b-7ddc-41dc-9099-45132362dada tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.6703906 Feb 11 13:09:05.052981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e219-e6b6-405f-9086-0f23d55ee409 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.097411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89239039-7e94-44e2-983c-f0e4b76f704c req-efbf642a-1e0f-4f5f-bb85-433526ace0bf tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:05.106784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89239039-7e94-44e2-983c-f0e4b76f704c req-efbf642a-1e0f-4f5f-bb85-433526ace0bf tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.1084945 Feb 11 13:09:05.151168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (0f135702-fae2-41c2-bd63-aef47c878080), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.167510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.182489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1952cfe9-7706-47e4-8c53-9c3ec31d9c9c tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/ports/d811294b-a487-4277-9830-570a1cb4ef4a HTTP/1.1" status: 204 len: 168 time: 3.0746269 Feb 11 13:09:05.185558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52860) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:05.248988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Port 0f135702-fae2-41c2-bd63-aef47c878080 update to DOWN by agent not found {{(pid=109686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 13:09:05.251152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] No DVR routers for this DVR port 0f135702-fae2-41c2-bd63-aef47c878080 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:05.254044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd6b2b-89e4-42f0-bf07-020701b544d9 None None] Pushing event deleted for resources: {'Port': ['ID=0f135702-fae2-41c2-bd63-aef47c878080,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:05.306950 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-89239039-7e94-44e2-983c-f0e4b76f704c req-0e5873e6-150f-4a7f-8020-3adb399149d8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987345 Feb 11 13:09:05.307740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.362735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e219-e6b6-405f-9086-0f23d55ee409 admin admin] Publish callbacks [] for security_group (77ac014c-3698-4a6e-a49d-2b77687d35bb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.367649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2a5e219-e6b6-405f-9086-0f23d55ee409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (77ac014c-3698-4a6e-a49d-2b77687d35bb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.426638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f2a5e219-e6b6-405f-9086-0f23d55ee409 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfca7a50c8734233916395c731b05a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6984682 Feb 11 13:09:05.429160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52862) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:05.526086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5e219-e6b6-405f-9086-0f23d55ee409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ac014c-3698-4a6e-a49d-2b77687d35bb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:05.540804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a11f9e0-a57c-433b-a37d-ba991f976cdd admin admin] Publish callbacks [] for security_group (77ac014c-3698-4a6e-a49d-2b77687d35bb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.603737 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a11f9e0-a57c-433b-a37d-ba991f976cdd admin admin] Publish callbacks [] for security_group (77ac014c-3698-4a6e-a49d-2b77687d35bb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.694310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a11f9e0-a57c-433b-a37d-ba991f976cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (77ac014c-3698-4a6e-a49d-2b77687d35bb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.697185 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a11f9e0-a57c-433b-a37d-ba991f976cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:05.698774 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6a11f9e0-a57c-433b-a37d-ba991f976cdd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77ac014c-3698-4a6e-a49d-2b77687d35bb HTTP/1.1" status: 204 len: 168 time: 0.2682698 Feb 11 13:09:05.720703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11f9e0-a57c-433b-a37d-ba991f976cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ac014c-3698-4a6e-a49d-2b77687d35bb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:06.115237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3a5cc85-bf87-4c09-925b-f9d50dbc4139 req-489def30-d448-4290-830a-9ab4ec6cabc7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0719788 Feb 11 13:09:06.169978 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7c652-af45-4a21-98f4-9fe70f8d770a req-d216024d-13a9-45a1-b2ac-0ebc75bc96be tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:06.190258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-48b7c652-af45-4a21-98f4-9fe70f8d770a req-d216024d-13a9-45a1-b2ac-0ebc75bc96be tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.1423762 Feb 11 13:09:06.278987 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0f135702-fae2-41c2-bd63-aef47c878080), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.315215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-48b7c652-af45-4a21-98f4-9fe70f8d770a req-72d81f17-2d8f-4a11-9b10-b8c47a265d70 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230135 Feb 11 13:09:06.331303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port 0f135702-fae2-41c2-bd63-aef47c878080 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:06.338023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=0f135702-fae2-41c2-bd63-aef47c878080,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:06.497478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d081fdc6-a700-44ba-9e21-f5cd050ee305), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.542910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d081fdc6-a700-44ba-9e21-f5cd050ee305']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:06.566664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772af11f-d883-4280-af33-45735ba09784') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:06.567271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772af11f-d883-4280-af33-45735ba09784') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:06.577524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01bbfd-6101-4270-af92-46ae2ea44302 req-4e8cbba7-1734-4f37-96d3-792e8472c464 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:06.579154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b01bbfd-6101-4270-af92-46ae2ea44302 req-4e8cbba7-1734-4f37-96d3-792e8472c464 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.1103415 Feb 11 13:09:06.596401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (772af11f-d883-4280-af33-45735ba09784), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.639067 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (772af11f-d883-4280-af33-45735ba09784), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.646456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:06.646864 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (772af11f-d883-4280-af33-45735ba09784), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.671816 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9b01bbfd-6101-4270-af92-46ae2ea44302 req-cd2521f9-3912-4b45-9ae2-b88ada081632 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858786 Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:06.735921 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:06.766381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d081fdc6-a700-44ba-9e21-f5cd050ee305), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.835276 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.842575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/d081fdc6-a700-44ba-9e21-f5cd050ee305 HTTP/1.1" status: 204 len: 168 time: 2.9483781 Feb 11 13:09:06.843478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52898) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:06.869895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a05368-b537-4bb4-a147-9fc2f96a4aab tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=d081fdc6-a700-44ba-9e21-f5cd050ee305,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:06.889833 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-103a1974-8990-4268-82e0-c318eb2e78c5 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:06.890063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103a1974-8990-4268-82e0-c318eb2e78c5 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:06.895289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-103a1974-8990-4268-82e0-c318eb2e78c5 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/ea44fab6-0de1-44dd-9b8b-4cec959e621c HTTP/1.1" status: 404 len: 337 time: 0.0472634 Feb 11 13:09:06.895744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52902) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:06.921332 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb82d454-2f98-4771-ad78-e4e3695a7c28 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:06.921865 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb82d454-2f98-4771-ad78-e4e3695a7c28 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:06.927329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb82d454-2f98-4771-ad78-e4e3695a7c28 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/af01515c-ea4d-4c40-8fb1-967a1e251cd2 HTTP/1.1" status: 404 len: 339 time: 0.0281889 Feb 11 13:09:06.928007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52906) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:06.975625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c64f42-7b3d-48eb-b6c0-5044e96d06ea req-f4c46a3c-72e9-4f95-a435-2feef89a8db5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:06.978433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8c64f42-7b3d-48eb-b6c0-5044e96d06ea req-f4c46a3c-72e9-4f95-a435-2feef89a8db5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.4933407 Feb 11 13:09:07.024264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting subnet 00b4a273-0f7c-42f9-9e9a-6476fc91cc06 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:07.037000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (00b4a273-0f7c-42f9-9e9a-6476fc91cc06), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.094423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52908) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:07.133309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (00b4a273-0f7c-42f9-9e9a-6476fc91cc06), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.228033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8c64f42-7b3d-48eb-b6c0-5044e96d06ea req-f32c521e-34e1-4125-8757-a4a7f72df500 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409317 Feb 11 13:09:07.271115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (00b4a273-0f7c-42f9-9e9a-6476fc91cc06), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.312451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1879454967-network', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:07.330143 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.355391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Made reservation on behalf of 0e7ef5125d1a4e0ea6b70005a72084bc for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:07.357114 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.369676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.392895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (00b4a273-0f7c-42f9-9e9a-6476fc91cc06), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.424833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.431838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c76fd8-8269-4508-9d87-f7683cd3f065 None None] Network ed20350c-b679-4b8e-aa3c-f4a929258c9b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:07.449941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/subnets/00b4a273-0f7c-42f9-9e9a-6476fc91cc06 HTTP/1.1" status: 204 len: 168 time: 0.5204527 Feb 11 13:09:07.459586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52916) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:07.567749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa24ab0-c105-4c10-9e33-5cc8eec84ba8 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Subnet': ['ID=00b4a273-0f7c-42f9-9e9a-6476fc91cc06,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:07.593349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks [] for security_group (1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.612027 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.663284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:07.680592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:07.681465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ed20350c-b679-4b8e-aa3c-f4a929258c9b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.697979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ee126a4c-8292-4698-9427-40e51d476f92), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.697979 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Added segment ee126a4c-8292-4698-9427-40e51d476f92 of type vlan for network 500e49a7-5976-49d6-b2a3-6f092e6c2988 Feb 11 13:09:07.705710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] DHCP port deletion for ed20350c-b679-4b8e-aa3c-f4a929258c9b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:09:07.743900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206410-77aa-40f8-ad6e-536b5a913b89 req-95d11c70-556c-47a6-94b2-45db657c8182 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.745618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ad391-d460-42e5-9aee-f680f3c50cb1 req-2944c019-81f0-4810-8e09-cfbd2dfe4095 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.747674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-241ad391-d460-42e5-9aee-f680f3c50cb1 req-2944c019-81f0-4810-8e09-cfbd2dfe4095 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.2864993 Feb 11 13:09:07.761158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2206410-77aa-40f8-ad6e-536b5a913b89 req-95d11c70-556c-47a6-94b2-45db657c8182 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1947055 Feb 11 13:09:07.804172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] Deleting port 5241d52c-f199-4c86-a01e-dcd687c58977 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:07.806571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.827797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (500e49a7-5976-49d6-b2a3-6f092e6c2988), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.860792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2206410-77aa-40f8-ad6e-536b5a913b89 req-16b6c305-680e-412b-ab10-36828eed99de tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896831 Feb 11 13:09:07.903022 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (500e49a7-5976-49d6-b2a3-6f092e6c2988), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.906800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.907578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.991643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] For port 5241d52c-f199-4c86-a01e-dcd687c58977, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5241d52c-f199-4c86-a01e-dcd687c58977,segment=NetworkSegment(0ddc9899-94c1-4da3-be69-0f7c480fe3ea),segment_id=0ddc9899-94c1-4da3-be69-0f7c480fe3ea)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:07.994323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.033467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9375439 Feb 11 13:09:08.058428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52924) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:08.069337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Request body: {'subnet': {'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-subnet', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:08.081915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7f3d5-56f9-4fe7-8c7a-973954855c42 admin admin] Pushing event updated for resources: {'Network': ['ID=500e49a7-5976-49d6-b2a3-6f092e6c2988,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:08.142604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c42f0e-ec03-4997-aebd-20ccf5147774 req-038e6acc-543e-45cd-af3f-563427e313f7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.146404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-49c42f0e-ec03-4997-aebd-20ccf5147774 req-038e6acc-543e-45cd-af3f-563427e313f7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.1681707 Feb 11 13:09:08.168856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-241ad391-d460-42e5-9aee-f680f3c50cb1 req-7e2ac741-0e06-4856-984d-501375864ac1 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884559 Feb 11 13:09:08.267516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-49c42f0e-ec03-4997-aebd-20ccf5147774 req-b2af3c27-f466-4973-9870-f4b278ec01f8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172137 Feb 11 13:09:08.351094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Made reservation on behalf of 0e7ef5125d1a4e0ea6b70005a72084bc for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:08.353433 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.360093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Deleting port 5241d52c-f199-4c86-a01e-dcd687c58977 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:08.360463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.364723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:09:08.372107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] Calling delete_port for 5241d52c-f199-4c86-a01e-dcd687c58977 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:08.440413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] For port 5241d52c-f199-4c86-a01e-dcd687c58977, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5241d52c-f199-4c86-a01e-dcd687c58977,segment=NetworkSegment(0ddc9899-94c1-4da3-be69-0f7c480fe3ea),segment_id=0ddc9899-94c1-4da3-be69-0f7c480fe3ea)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:08.441180 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.480858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eb2e8-0b11-4f04-9146-46b7273519a3 req-5dcfc424-e3b6-4102-917e-98aa4236da8f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.488929 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-769eb2e8-0b11-4f04-9146-46b7273519a3 req-5dcfc424-e3b6-4102-917e-98aa4236da8f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1091886 Feb 11 13:09:08.523836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-14bc7b32-4cf6-4e6b-835e-cd4aa9f97dfc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6026888 Feb 11 13:09:08.530982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Calling delete_port for 5241d52c-f199-4c86-a01e-dcd687c58977 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:08.594347 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-769eb2e8-0b11-4f04-9146-46b7273519a3 req-8b0ff50e-c63d-48fa-ada0-a499c81e8cca tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042786 Feb 11 13:09:08.685407 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.713005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] Pushing event deleted for resources: {'Port': ['ID=5241d52c-f199-4c86-a01e-dcd687c58977,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:08.715372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5241d52c-f199-4c86-a01e-dcd687c58977 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:08.741393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5241d52c-f199-4c86-a01e-dcd687c58977 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:09:08.742066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5241d52c-f199-4c86-a01e-dcd687c58977 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:09:08.750630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae9fb2-1a2a-47a1-b8b8-7821ec4ee504 None None] No DVR routers for this DVR port 5241d52c-f199-4c86-a01e-dcd687c58977 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:08.817954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f7d6-febd-41a0-a466-a5017c691b55 req-4ec7daf2-60ef-4bf4-845e-19f72f258800 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.820164 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5601f7d6-febd-41a0-a466-a5017c691b55 req-4ec7daf2-60ef-4bf4-845e-19f72f258800 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0840814 Feb 11 13:09:08.905396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5601f7d6-febd-41a0-a466-a5017c691b55 req-a79e0465-952d-43a4-84dd-13632efb26df tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756440 Feb 11 13:09:08.941086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa1723-b2ff-408e-8ff4-4b0be8faf1d0 req-abe96b1c-dcb8-4521-b232-711739686171 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.943162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1caa1723-b2ff-408e-8ff4-4b0be8faf1d0 req-abe96b1c-dcb8-4521-b232-711739686171 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.6134956 Feb 11 13:09:08.958895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 58f71db7-e02a-474f-8d12-a400540ce95e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:08.959590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.007423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeb060-19d3-4375-8571-490fadb7e321 req-d5bebd59-455f-4868-a059-f9c247218a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.008919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-d5bebd59-455f-4868-a059-f9c247218a72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1127 time: 0.4020422 Feb 11 13:09:09.112617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9fafd-2720-4ca0-b200-34690d1985ae req-4290dc2b-5164-49b8-bc74-11e96d7c05b1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.114066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5fd9fafd-2720-4ca0-b200-34690d1985ae req-4290dc2b-5164-49b8-bc74-11e96d7c05b1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0567598 Feb 11 13:09:09.135403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5241d52c-f199-4c86-a01e-dcd687c58977), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.174142 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5fd9fafd-2720-4ca0-b200-34690d1985ae req-fd4c89bd-b3e9-4859-a8dd-874c6c7d6f47 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529938 Feb 11 13:09:09.256440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Port': ['ID=5241d52c-f199-4c86-a01e-dcd687c58977,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:09.262919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] No DVR routers for this DVR port 5241d52c-f199-4c86-a01e-dcd687c58977 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:09.315253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1caa1723-b2ff-408e-8ff4-4b0be8faf1d0 req-74f038fd-f75a-4359-99ea-3da246196489 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281140 Feb 11 13:09:09.335092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8a1cb-7a2e-46e2-a7c3-19a3403aca96 req-41a0e917-422d-49c1-8acb-6db161c761b2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.336599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6d8a1cb-7a2e-46e2-a7c3-19a3403aca96 req-41a0e917-422d-49c1-8acb-6db161c761b2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0829296 Feb 11 13:09:09.356055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.437321 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6d8a1cb-7a2e-46e2-a7c3-19a3403aca96 req-25dc51c8-44bd-4a01-a6aa-275c058fd4e7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859892 Feb 11 13:09:09.523790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ed20350c-b679-4b8e-aa3c-f4a929258c9b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.540716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 58f71db7-e02a-474f-8d12-a400540ce95e owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:09.569515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeb060-19d3-4375-8571-490fadb7e321 req-1e889c79-5b15-41d6-ab44-5958be26f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.571360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-1e889c79-5b15-41d6-ab44-5958be26f69f service neutron] 10.222.0.53 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 915 time: 0.5328739 Feb 11 13:09:09.599636 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.632935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed20350c-b679-4b8e-aa3c-f4a929258c9b']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:09.724749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddc9899-94c1-4da3-be69-0f7c480fe3ea') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:09.725043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddc9899-94c1-4da3-be69-0f7c480fe3ea') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:09.727689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-ddd17b7a-e898-4e4b-91a5-0a550829cc98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 217 time: 0.1405303 Feb 11 13:09:09.776316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (0ddc9899-94c1-4da3-be69-0f7c480fe3ea), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.795689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0ddc9899-94c1-4da3-be69-0f7c480fe3ea), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.804865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:09.805458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (0ddc9899-94c1-4da3-be69-0f7c480fe3ea), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.929908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66897c5d-6240-430f-bff6-3bfd29f29ab7 req-85753c04-4560-4f05-8b9c-24f177663ffd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.933693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66897c5d-6240-430f-bff6-3bfd29f29ab7 req-85753c04-4560-4f05-8b9c-24f177663ffd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 814 time: 0.2314978 Feb 11 13:09:09.958590 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66897c5d-6240-430f-bff6-3bfd29f29ab7 req-7d9cb68b-b1fc-40c2-846f-76c06aec843b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/quotas/3f4edac0b3364c71b96615236d9b489a HTTP/1.1" status: 200 len: 375 time: 0.0190699 Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:09.965783 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:10.019400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efeb060-19d3-4375-8571-490fadb7e321 req-93075a16-b73c-4534-91d7-5117f536f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.021180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-93075a16-b73c-4534-91d7-5117f536f463 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.2606933 Feb 11 13:09:10.090850 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ed20350c-b679-4b8e-aa3c-f4a929258c9b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.104754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde1333-9bb3-4c83-b784-b68d03b38bab req-deb38fdb-8c16-4c1f-b4e9-65c1b7ab8c49 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.109707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cde1333-9bb3-4c83-b784-b68d03b38bab req-deb38fdb-8c16-4c1f-b4e9-65c1b7ab8c49 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.6773551 Feb 11 13:09:10.109707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-54ade466-ffc7-4511-8787-78493d7ccaf4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759323 Feb 11 13:09:10.436692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66897c5d-6240-430f-bff6-3bfd29f29ab7 req-a4da1497-6af6-45f9-a9ed-992a991bde5b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4724669 Feb 11 13:09:10.601160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:10.630126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d25bb8-a8dc-4a0b-a823-74abd755ca41 req-2bffbcea-1b07-43df-9a42-ba10fb88e439 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.632321 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f7d25bb8-a8dc-4a0b-a823-74abd755ca41 req-2bffbcea-1b07-43df-9a42-ba10fb88e439 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.0891356 Feb 11 13:09:10.642346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.651336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] 10.222.0.42 "DELETE /v2.0/networks/ed20350c-b679-4b8e-aa3c-f4a929258c9b HTTP/1.1" status: 204 len: 168 time: 3.1548021 Feb 11 13:09:10.754993 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f7d25bb8-a8dc-4a0b-a823-74abd755ca41 req-5ee507be-3632-4d42-8b95-722e1e4dd789 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112778 Feb 11 13:09:10.770058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Checking segment: {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:10.770920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Network hostable DHCP agents. Network: 500e49a7-5976-49d6-b2a3-6f092e6c2988, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:10.780325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acc2e7-9d00-4836-810d-63cac0564b49 tempest-NetworksIpV6Test-364291414 tempest-NetworksIpV6Test-364291414-project] Pushing event deleted for resources: {'Network': ['ID=ed20350c-b679-4b8e-aa3c-f4a929258c9b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:10.890346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be93233-944e-4f9e-8fb4-bb2b83b06b17 req-dcbcf76d-3094-465b-a8f1-0e5628d7e827 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.898061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4be93233-944e-4f9e-8fb4-bb2b83b06b17 req-dcbcf76d-3094-465b-a8f1-0e5628d7e827 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0687516 Feb 11 13:09:10.992321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cde1333-9bb3-4c83-b784-b68d03b38bab req-dd877a91-67c3-4af7-aacb-e522c412c0af tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727961 Feb 11 13:09:11.013939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:11.046937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4be93233-944e-4f9e-8fb4-bb2b83b06b17 req-5e6d0d18-d650-4a0b-89cf-b239fcd08322 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408772 Feb 11 13:09:11.047527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (58f71db7-e02a-474f-8d12-a400540ce95e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.076364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53034) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:11.160071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 500e49a7-5976-49d6-b2a3-6f092e6c2988) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:11.172033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ee444-1439-4f49-a653-a9dda229c8cd None None] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:11.182288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=58f71db7-e02a-474f-8d12-a400540ce95e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:11.191129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:11.193126 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.259132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e2160-9bee-4d78-b510-711ef9b8746f req-0cce68b0-6af8-48ec-b73f-508b9ed14d05 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:11.260755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3f5e2160-9bee-4d78-b510-711ef9b8746f req-0cce68b0-6af8-48ec-b73f-508b9ed14d05 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1131191 Feb 11 13:09:11.480958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-500e49a7-5976-49d6-b2a3-6f092e6c2988', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:09:11.482579 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.494274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3f5e2160-9bee-4d78-b510-711ef9b8746f req-57a51589-7afb-4b80-8838-8ef246f8b2bf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273896 Feb 11 13:09:11.544901 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-16a376aa-2555-4561-920d-d0c3853a0e0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=998e22067f134088ace1244d0a9c8c76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4656420 Feb 11 13:09:11.547371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53044) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:11.588814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.635979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-f4b5af2d-e51f-4c1e-8258-cd85eeaefa3b service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0255346 Feb 11 13:09:11.706454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c91e-f188-42aa-afd1-33d657541ad0 admin admin] Publish callbacks [] for security_group (5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.736122 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c91e-f188-42aa-afd1-33d657541ad0 admin admin] Publish callbacks [] for security_group (5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.769114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8c256ae7-3d2e-4ad4-83e2-4d5db0e734b5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7076199 Feb 11 13:09:11.783932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53046) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:11.802382 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c91e-f188-42aa-afd1-33d657541ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.804932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cdb7c91e-f188-42aa-afd1-33d657541ad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.808775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cdb7c91e-f188-42aa-afd1-33d657541ad0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1 HTTP/1.1" status: 204 len: 168 time: 0.2575178 Feb 11 13:09:11.822887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7c91e-f188-42aa-afd1-33d657541ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d61dfb1-5b89-4eb7-87a3-e05ab3eba3f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:11.823038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:11.924514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3efeb060-19d3-4375-8571-490fadb7e321 req-f0af5d5a-4fe9-4058-a90e-76be76061aef service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761440 Feb 11 13:09:11.957364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Allocated IP 172.20.0.2 (500e49a7-5976-49d6-b2a3-6f092e6c2988/2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d/94028435-025c-459e-8b30-a505024302ab) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:11.968897 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70c852ff-ebf7-4110-b53d-1f1f0c932722 req-8b9b87f0-d085-4fad-9202-0560ae8d76c7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3f4edac0b3364c71b96615236d9b489a HTTP/1.1" status: 200 len: 221 time: 0.0849900 Feb 11 13:09:12.033699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01977e58-b289-41cb-968d-c807b2506db2 req-9f517660-10a0-4631-a367-c3bd2bfd99ba tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:12.035367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01977e58-b289-41cb-968d-c807b2506db2 req-9f517660-10a0-4631-a367-c3bd2bfd99ba tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.4337854 Feb 11 13:09:12.050726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (86e88e49-6e69-45a5-ac72-d30339c2ede7), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.058306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (86e88e49-6e69-45a5-ac72-d30339c2ede7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.192874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae810b62-f4ac-410a-96f9-c63416c5e323 req-610b2ab5-80ac-4e24-8af6-69c3370ce69c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:12.202927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae810b62-f4ac-410a-96f9-c63416c5e323 req-610b2ab5-80ac-4e24-8af6-69c3370ce69c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1157355 Feb 11 13:09:12.252713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01977e58-b289-41cb-968d-c807b2506db2 req-8dad178e-6ccb-4f09-9fc9-8d345c82d2c2 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866248 Feb 11 13:09:12.321847 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ae810b62-f4ac-410a-96f9-c63416c5e323 req-3795f4b6-2243-4edf-9aab-22af3a2ca1af tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958586 Feb 11 13:09:12.338461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks [] for router_controller (86e88e49-6e69-45a5-ac72-d30339c2ede7), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.407956 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Publish callbacks [] for port (94028435-025c-459e-8b30-a505024302ab), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.421330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (94028435-025c-459e-8b30-a505024302ab), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.490902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:12.492638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Pushing event updated for resources: {'Port': ['ID=94028435-025c-459e-8b30-a505024302ab,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:12.502834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:12.507379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:12.546455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6549f44-f91d-466e-bd98-5f091014cf1c req-53dca9fb-32af-45a0-b99b-6dcae2192931 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:12.548150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6549f44-f91d-466e-bd98-5f091014cf1c req-53dca9fb-32af-45a0-b99b-6dcae2192931 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1077156 Feb 11 13:09:12.599929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Attempting to bind port 94028435-025c-459e-8b30-a505024302ab on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:12.600484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Attempting to bind port 94028435-025c-459e-8b30-a505024302ab by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:12.600849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Attempting to bind port 94028435-025c-459e-8b30-a505024302ab on network 500e49a7-5976-49d6-b2a3-6f092e6c2988 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:12.607647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:12.608307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Checking segment: {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:12.608884 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.609880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Bound using segment: {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:12.610618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Bound port: 94028435-025c-459e-8b30-a505024302ab, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:12.611181 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94028435-025c-459e-8b30-a505024302ab), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.646802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6549f44-f91d-466e-bd98-5f091014cf1c req-f5597c59-c91c-4a50-9c5b-262c487402fc tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841775 Feb 11 13:09:12.711112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] For port 94028435-025c-459e-8b30-a505024302ab, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:12.718747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] For port 94028435-025c-459e-8b30-a505024302ab, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=94028435-025c-459e-8b30-a505024302ab,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:12.736522 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94028435-025c-459e-8b30-a505024302ab), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.852768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37929990-a910-4b9c-809e-0aeded0bba87 None None] Pushing event updated for resources: {'Port': ['ID=94028435-025c-459e-8b30-a505024302ab,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:12.856254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks [] for router_gateway (86e88e49-6e69-45a5-ac72-d30339c2ede7), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:12.889489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e53e6e-ee81-427e-b6fe-415f92bafe39 req-7c9e6d6b-b9b6-42a1-a029-af6b2d6955e1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:12.899192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45e53e6e-ee81-427e-b6fe-415f92bafe39 req-7c9e6d6b-b9b6-42a1-a029-af6b2d6955e1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1224589 Feb 11 13:09:12.936616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771c5c-a2c6-46fc-bb93-283ba3f3bea6 req-968303f2-44e5-4a88-b0c0-b0da2b58d275 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:12.938363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5771c5c-a2c6-46fc-bb93-283ba3f3bea6 req-968303f2-44e5-4a88-b0c0-b0da2b58d275 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.3958058 Feb 11 13:09:13.019948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-45e53e6e-ee81-427e-b6fe-415f92bafe39 req-2c628a8d-f4ab-4a0e-b96c-f757f3a49b49 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183233 Feb 11 13:09:13.175449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53098) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:13.227593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:13.250500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5771c5c-a2c6-46fc-bb93-283ba3f3bea6 req-219187fa-0a69-4c45-8960-3523001fafc3 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688847 Feb 11 13:09:13.272096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232c230-99ff-4a4d-9b1a-12f127250c13 req-7461b4a2-c28f-47c2-8d1d-514ae0c5e2ad tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.280173 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2232c230-99ff-4a4d-9b1a-12f127250c13 req-7461b4a2-c28f-47c2-8d1d-514ae0c5e2ad tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0874679 Feb 11 13:09:13.381045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2232c230-99ff-4a4d-9b1a-12f127250c13 req-452c2447-d20b-4ab0-bb6a-b82280504c4f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841653 Feb 11 13:09:13.394428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1681731091'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:13.423542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:13.427837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:13.441566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:13.540211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks [] for router_gateway (86e88e49-6e69-45a5-ac72-d30339c2ede7), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:13.577394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:13.596971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba15243-9a53-47c9-9410-af6a04eea2df req-98708167-6b0e-4dca-b1dd-2a975c5a96ee tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.604745 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bba15243-9a53-47c9-9410-af6a04eea2df req-98708167-6b0e-4dca-b1dd-2a975c5a96ee tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0899074 Feb 11 13:09:13.670627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bba15243-9a53-47c9-9410-af6a04eea2df req-4869d329-2bb7-4dce-bdb6-2a12ecc4dc2e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646763 Feb 11 13:09:13.693233 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for security_group (3cc61215-7496-425a-8575-d1d5d858e356), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:13.704470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3cc61215-7496-425a-8575-d1d5d858e356), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:13.727925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72028e-40f5-4450-af16-c887f47f9aeb req-afdcf6de-55d2-449e-9604-21f24a35778e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.729573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d72028e-40f5-4450-af16-c887f47f9aeb req-afdcf6de-55d2-449e-9604-21f24a35778e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2410555 Feb 11 13:09:13.740295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:13.751668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] Sync routers for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:13.771015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9df8cdfb-f52f-4eac-9de1-55abb31235fc tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/routers/c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5841177 Feb 11 13:09:13.774365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53110) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:13.774547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:13.775164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:13.778310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc61215-7496-425a-8575-d1d5d858e356,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:13.881790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:13.889133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d72028e-40f5-4450-af16-c887f47f9aeb req-b34b88c9-1267-425f-8555-5e80a7eb0fd0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503429 Feb 11 13:09:13.904436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] Routers {'c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:13.905073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:13.926660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Allocated IP 172.25.1.170 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/d4b3d87c-e238-4e06-abe5-659c50ef5c17) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:14.004763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:14.005432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46657ef-9b66-40f2-9b26-34a3f3fbbc9b None None] The sync data for ids ['c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:14.140532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.164510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks [] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.226894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:14.240833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.280883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.281491 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab of type vlan for network 1f3e6ec7-5625-47d7-b632-44e79e551f25 Feb 11 13:09:14.288824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2fe91-5e42-4dc9-8be8-8e1fc283d8c6 req-1c5e6d88-ff8f-41cf-ac19-5739b5c75792 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.317895 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97f2fe91-5e42-4dc9-8be8-8e1fc283d8c6 req-1c5e6d88-ff8f-41cf-ac19-5739b5c75792 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1799300 Feb 11 13:09:14.318878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5942a-35e4-4d29-864b-676668b5a193 None None] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:14.342266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Pushing event updated for resources: {'Port': ['ID=d4b3d87c-e238-4e06-abe5-659c50ef5c17,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:14.355496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:14.357249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:14.360674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:14.499294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97f2fe91-5e42-4dc9-8be8-8e1fc283d8c6 req-cf218178-87ea-4a40-8078-f6fc914f217e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802297 Feb 11 13:09:14.518694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1f3e6ec7-5625-47d7-b632-44e79e551f25), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.613063 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.690802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1f3e6ec7-5625-47d7-b632-44e79e551f25), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.696364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.697772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.699928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b1f5dd9c-8dd0-4634-8eb9-f941d6ee2534 None None] Provisioning complete for port 94028435-025c-459e-8b30-a505024302ab triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:14.700301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b1f5dd9c-8dd0-4634-8eb9-f941d6ee2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94028435-025c-459e-8b30-a505024302ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.762363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks [] for router_gateway (86e88e49-6e69-45a5-ac72-d30339c2ede7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.796460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 94028435-025c-459e-8b30-a505024302ab up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:14.843949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348370f-1c8f-4abf-bc80-fde127b9bcf0 req-bb8011d8-4f2b-475f-a720-3160c1a76f4f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.847282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f348370f-1c8f-4abf-bc80-fde127b9bcf0 req-bb8011d8-4f2b-475f-a720-3160c1a76f4f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.2629616 Feb 11 13:09:14.894290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7173228 Feb 11 13:09:14.894970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53130) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:14.915723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1953810374'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:15.027244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efedf8-76ef-4f0f-8374-7107901f931b req-1cf8ba19-bb5c-4338-8859-6d78d9a7078d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:15.036446 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62efedf8-76ef-4f0f-8374-7107901f931b req-1cf8ba19-bb5c-4338-8859-6d78d9a7078d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3526001 Feb 11 13:09:15.046096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:15.049351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.055954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b1f5dd9c-8dd0-4634-8eb9-f941d6ee2534 None None] Current status of the port 94028435-025c-459e-8b30-a505024302ab is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:15.056366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b1f5dd9c-8dd0-4634-8eb9-f941d6ee2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94028435-025c-459e-8b30-a505024302ab), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.129685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b1f5dd9c-8dd0-4634-8eb9-f941d6ee2534 None None] For port 94028435-025c-459e-8b30-a505024302ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=94028435-025c-459e-8b30-a505024302ab,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:15.142187 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b1f5dd9c-8dd0-4634-8eb9-f941d6ee2534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (94028435-025c-459e-8b30-a505024302ab), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.150667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:15.172246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0dba185c-425a-4ec3-b989-cefdc2571567), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.172592 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment 0dba185c-425a-4ec3-b989-cefdc2571567 of type vlan for network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb Feb 11 13:09:15.222415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 94028435-025c-459e-8b30-a505024302ab triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:15.222938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94028435-025c-459e-8b30-a505024302ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.223746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (74c196bc-7c5c-4b80-86aa-3ddadaea9beb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.266989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a59a1e-90fb-4e21-aaa6-8ce2f34fb379 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=1f3e6ec7-5625-47d7-b632-44e79e551f25,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:15.284956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port f0ecd81a-09b3-4d93-8bb7-b8691864d410 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:15.285726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f0ecd81a-09b3-4d93-8bb7-b8691864d410), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.298623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:09:15.401698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f0ecd81a-09b3-4d93-8bb7-b8691864d410), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.433671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for f0ecd81a-09b3-4d93-8bb7-b8691864d410 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:15.442933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5dd9c-8dd0-4634-8eb9-f941d6ee2534 None None] Pushing event updated for resources: {'Port': ['ID=94028435-025c-459e-8b30-a505024302ab,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:15.464001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-173337f3-7a36-4989-88e9-99ae8b8435be None None] Provisioning complete for port 94028435-025c-459e-8b30-a505024302ab triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:15.464848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-173337f3-7a36-4989-88e9-99ae8b8435be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94028435-025c-459e-8b30-a505024302ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.548662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 94028435-025c-459e-8b30-a505024302ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:15.664595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-173337f3-7a36-4989-88e9-99ae8b8435be None None] Current status of the port 94028435-025c-459e-8b30-a505024302ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:15.721288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (74c196bc-7c5c-4b80-86aa-3ddadaea9beb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.726432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:15.727029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.805578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f0ecd81a-09b3-4d93-8bb7-b8691864d410), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.814405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=74c196bc-7c5c-4b80-86aa-3ddadaea9beb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:15.827127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ac873ef0-32ba-434b-895d-f7ab81efc438 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9155276 Feb 11 13:09:15.827953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53138) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:15.829314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:09:15.858632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': '1f3e6ec7-5625-47d7-b632-44e79e551f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:15.878903 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62efedf8-76ef-4f0f-8374-7107901f931b req-6195fe47-ebaa-4909-a964-54cfa6cbdc10 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369262 Feb 11 13:09:15.927700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (86e88e49-6e69-45a5-ac72-d30339c2ede7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.955076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f348370f-1c8f-4abf-bc80-fde127b9bcf0 req-50c7f570-b605-4f7e-874e-cb4b383a89be tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0405216 Feb 11 13:09:16.004644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=f0ecd81a-09b3-4d93-8bb7-b8691864d410,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:16.012994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.129930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.132824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_controller (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.199858 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.225722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.226012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Fanout notify agent at l3_agent the message router_deleted on router c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:09:16.233731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.237292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4196d50a-a9b6-40e6-8daf-53f4aad1ca9d tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/routers/c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b HTTP/1.1" status: 204 len: 168 time: 2.4481430 Feb 11 13:09:16.239030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53144) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:16.248830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Router 86e88e49-6e69-45a5-ac72-d30339c2ede7 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:09:16.318433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting subnet bb0636c0-8df5-4b73-88ce-4940af58e213 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:16.336191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for subnet (bb0636c0-8df5-4b73-88ce-4940af58e213), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.341434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5e215-f3fb-4f7f-868f-256db4314d9d req-fae4d312-dd46-4ac3-b3de-bc3643ffa660 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.355136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b5f5e215-f3fb-4f7f-868f-256db4314d9d req-fae4d312-dd46-4ac3-b3de-bc3643ffa660 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1476986 Feb 11 13:09:16.399154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:16.403715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.449817 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (bb0636c0-8df5-4b73-88ce-4940af58e213), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.543231 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b5f5e215-f3fb-4f7f-868f-256db4314d9d req-2c4396b8-b1db-4bc6-a216-604f7e26c5de tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871517 Feb 11 13:09:16.649380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:16.669876 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Sync routers for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:16.701758 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:16.705759 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:16.710240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (bb0636c0-8df5-4b73-88ce-4940af58e213), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.722488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 94028435-025c-459e-8b30-a505024302ab up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:16.788725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.791354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb2ec909-5033-42dd-ba2c-887b6e6f420e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9738481 Feb 11 13:09:16.793110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53154) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:16.805987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 94028435-025c-459e-8b30-a505024302ab triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:16.806759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (94028435-025c-459e-8b30-a505024302ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.809352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (bb0636c0-8df5-4b73-88ce-4940af58e213), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.877089 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:09:16.915102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 94028435-025c-459e-8b30-a505024302ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:16.932884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (c7e194a0-acb0-4dc7-a3e1-9e05238e46cb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.948682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27494cab-09d1-43f4-a23f-6dee65e1805d None None] Network 35bc57b2-62f5-4091-907a-7e0791ddd1d1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:16.959540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0636c0-8df5-4b73-88ce-4940af58e213,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:16.961807 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:09:16.965620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:16.976203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-86fbbb79-0d29-42a7-a56a-18df7873ea77 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/subnets/bb0636c0-8df5-4b73-88ce-4940af58e213 HTTP/1.1" status: 204 len: 168 time: 0.7360480 Feb 11 13:09:16.977957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dd3dd0-43b0-490b-8abf-9450a59c6c35 req-067c4f40-1980-4f9a-9afe-780add5d0fe6 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.982528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53156) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:16.983507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4dd3dd0-43b0-490b-8abf-9450a59c6c35 req-067c4f40-1980-4f9a-9afe-780add5d0fe6 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2165477 Feb 11 13:09:17.175031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.186094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=c7e194a0-acb0-4dc7-a3e1-9e05238e46cb,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:17.214976 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:14Z', 'revision_number': 3, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:17.217804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': 'a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1f3e6ec7-5625-47d7-b632-44e79e551f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:17.224159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: 1f3e6ec7-5625-47d7-b632-44e79e551f25, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:17.243887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4dd3dd0-43b0-490b-8abf-9450a59c6c35 req-422254c1-fe5f-4b01-87a3-0489bfadbfdd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219663 Feb 11 13:09:17.256742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (35bc57b2-62f5-4091-907a-7e0791ddd1d1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.289910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] DHCP port deletion for 35bc57b2-62f5-4091-907a-7e0791ddd1d1 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:09:17.304205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:17.312069 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Checking router: 86e88e49-6e69-45a5-ac72-d30339c2ede7 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:09:17.314126 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Updating router 86e88e49-6e69-45a5-ac72-d30339c2ede7 port d4b3d87c-e238-4e06-abe5-659c50ef5c17 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:09:17.321037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1f3e6ec7-5625-47d7-b632-44e79e551f25) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:17.327142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:17.328979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.365005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95363a14-8db9-408d-a32e-a87d5159e8a0 None None] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:17.373198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aad7ecfd-45a0-45d8-8748-c5698e003be9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5374367 Feb 11 13:09:17.375897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53164) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:17.382642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': '74c196bc-7c5c-4b80-86aa-3ddadaea9beb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:17.408712 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.476579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83deccd0-32b6-44f1-9360-d5e980b84ccc req-8851bee5-9d88-4a9b-ae94-3ea0ca53d01f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:17.478463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83deccd0-32b6-44f1-9360-d5e980b84ccc req-8851bee5-9d88-4a9b-ae94-3ea0ca53d01f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.3231676 Feb 11 13:09:17.531513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port c7677d1f-5adb-4911-9ed1-1266affbbd9d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:17.531863 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.545388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] Deleting port c7677d1f-5adb-4911-9ed1-1266affbbd9d {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:17.545813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.627384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1f3e6ec7-5625-47d7-b632-44e79e551f25', 'network_id': '1f3e6ec7-5625-47d7-b632-44e79e551f25', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': 'c7e194a0-acb0-4dc7-a3e1-9e05238e46cb'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:09:17.628609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.686899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] For port c7677d1f-5adb-4911-9ed1-1266affbbd9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c7677d1f-5adb-4911-9ed1-1266affbbd9d,segment=NetworkSegment(3bfe0477-2b20-4e85-b9e1-5a85bfc312ae),segment_id=3bfe0477-2b20-4e85-b9e1-5a85bfc312ae)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:17.687632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.707126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for c7677d1f-5adb-4911-9ed1-1266affbbd9d owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:17.805379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.836590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Allocated IP 2001:db8::2 (1f3e6ec7-5625-47d7-b632-44e79e551f25/c7e194a0-acb0-4dc7-a3e1-9e05238e46cb/786ce273-1c40-4f6c-944a-503992acef08) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:17.890334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=c7677d1f-5adb-4911-9ed1-1266affbbd9d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:17.899204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] No DVR routers for this DVR port c7677d1f-5adb-4911-9ed1-1266affbbd9d on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:17.919520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83deccd0-32b6-44f1-9360-d5e980b84ccc req-32831805-3dce-4a86-9bba-6886f0f2851b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309874 Feb 11 13:09:17.944363 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Publish callbacks [] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.955749 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.033902 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Attempting to bind port d4b3d87c-e238-4e06-abe5-659c50ef5c17 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:18.035700 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Attempting to bind port d4b3d87c-e238-4e06-abe5-659c50ef5c17 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:18.035850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Publish callbacks [] for port (786ce273-1c40-4f6c-944a-503992acef08), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.036719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Attempting to bind port d4b3d87c-e238-4e06-abe5-659c50ef5c17 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:18.064406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] For port c7677d1f-5adb-4911-9ed1-1266affbbd9d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c7677d1f-5adb-4911-9ed1-1266affbbd9d,segment=NetworkSegment(3bfe0477-2b20-4e85-b9e1-5a85bfc312ae),segment_id=3bfe0477-2b20-4e85-b9e1-5a85bfc312ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:18.066134 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.102841 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:18.107410 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:18.109292 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.109896 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:18.110969 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Bound port: d4b3d87c-e238-4e06-abe5-659c50ef5c17, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:18.114239 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.119484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (786ce273-1c40-4f6c-944a-503992acef08), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.149654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] Calling delete_port for c7677d1f-5adb-4911-9ed1-1266affbbd9d owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:18.204923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18cf07-695e-4460-8731-aadc70ef9c68 req-ea1182fa-422b-4876-8f45-156007351089 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.211296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f18cf07-695e-4460-8731-aadc70ef9c68 req-ea1182fa-422b-4876-8f45-156007351089 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.6579225 Feb 11 13:09:18.225357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:18.240396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.241396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:18.310919 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] For port d4b3d87c-e238-4e06-abe5-659c50ef5c17, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:18.357208 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] For port d4b3d87c-e238-4e06-abe5-659c50ef5c17, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d4b3d87c-e238-4e06-abe5-659c50ef5c17,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:18.361389 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Pushing event updated for resources: {'Port': ['ID=d4b3d87c-e238-4e06-abe5-659c50ef5c17,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:18.383604 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.390854 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.391205 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.391545 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.391877 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.392199 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.392519 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.392839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.393157 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.393476 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.393818 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.394138 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.394500 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.394816 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:18.415962 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (35bc57b2-62f5-4091-907a-7e0791ddd1d1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.560847 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:18.562284 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:18.574036 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96285417-3281-4b6a-be06-876c75aa9d96 None None] Pushing event updated for resources: {'Port': ['ID=d4b3d87c-e238-4e06-abe5-659c50ef5c17,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:18.610083 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f18cf07-695e-4460-8731-aadc70ef9c68 req-e6aae693-0f28-4cd3-b6ee-e813469e243f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868337 Feb 11 13:09:18.655471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bc57b2-62f5-4091-907a-7e0791ddd1d1']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:18.663270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Pushing event updated for resources: {'Port': ['ID=786ce273-1c40-4f6c-944a-503992acef08,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:18.761936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7677d1f-5adb-4911-9ed1-1266affbbd9d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:18.770328 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:09:18.842468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:18.853046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c7677d1f-5adb-4911-9ed1-1266affbbd9d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:09:18.854930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7677d1f-5adb-4911-9ed1-1266affbbd9d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:09:18.856222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfe0477-2b20-4e85-b9e1-5a85bfc312ae') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:18.856611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfe0477-2b20-4e85-b9e1-5a85bfc312ae') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:18.862190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:18.904998 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (c7677d1f-5adb-4911-9ed1-1266affbbd9d), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.944019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-8a302274-ec87-48cf-a895-0eb9515c22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.945776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-8a302274-ec87-48cf-a895-0eb9515c22d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 0.5605438 Feb 11 13:09:18.980269 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (3bfe0477-2b20-4e85-b9e1-5a85bfc312ae), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.991431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] Pushing event deleted for resources: {'Port': ['ID=c7677d1f-5adb-4911-9ed1-1266affbbd9d,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:19.010165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a77b63-f259-43e3-b3c1-c512812b3be3 None None] No DVR routers for this DVR port c7677d1f-5adb-4911-9ed1-1266affbbd9d on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:19.028169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Attempting to bind port 786ce273-1c40-4f6c-944a-503992acef08 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:19.028549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Attempting to bind port 786ce273-1c40-4f6c-944a-503992acef08 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1f3e6ec7-5625-47d7-b632-44e79e551f25'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:19.028917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Attempting to bind port 786ce273-1c40-4f6c-944a-503992acef08 on network 1f3e6ec7-5625-47d7-b632-44e79e551f25 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:19.035682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:19.036069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Checking segment: {'id': 'a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1f3e6ec7-5625-47d7-b632-44e79e551f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:19.037283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.038355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Bound using segment: {'id': 'a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1f3e6ec7-5625-47d7-b632-44e79e551f25'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:19.038515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Bound port: 786ce273-1c40-4f6c-944a-503992acef08, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1f3e6ec7-5625-47d7-b632-44e79e551f25'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:19.039041 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (786ce273-1c40-4f6c-944a-503992acef08), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.138108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3bfe0477-2b20-4e85-b9e1-5a85bfc312ae), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.158228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2388a83-96cd-48cf-a328-5a2cca769c39 req-4d4828a1-c688-4a86-9ed8-e0e722f7c8f6 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:19.161557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b77769-16eb-4d12-b41e-6aec8469174e req-83474717-5cae-4f1f-aa84-8bbc2b6fc7a0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:19.167462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31b77769-16eb-4d12-b41e-6aec8469174e req-83474717-5cae-4f1f-aa84-8bbc2b6fc7a0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.7840335 Feb 11 13:09:19.186182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2388a83-96cd-48cf-a328-5a2cca769c39 req-4d4828a1-c688-4a86-9ed8-e0e722f7c8f6 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3055394 Feb 11 13:09:19.191188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (45947856-e1a9-4fc6-8be4-80b1982528a6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.227276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] For port 786ce273-1c40-4f6c-944a-503992acef08, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:19.235132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] For port 786ce273-1c40-4f6c-944a-503992acef08, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=786ce273-1c40-4f6c-944a-503992acef08,segment=NetworkSegment(a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab),segment_id=a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:19.247058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (786ce273-1c40-4f6c-944a-503992acef08), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.257798 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:14Z', 'revision_number': 3, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:19.271150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=45947856-e1a9-4fc6-8be4-80b1982528a6,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:19.304154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:19.304709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (3bfe0477-2b20-4e85-b9e1-5a85bfc312ae), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:19.318565 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:19.358585 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcedeb49-fbdf-4844-811b-a743a088adb3 None None] The sync data for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 is: [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:14Z', 'revision_number': 3, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:19.387547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49409e-e5ec-4f45-bf22-e0b13017f3ce None None] Pushing event updated for resources: {'Port': ['ID=786ce273-1c40-4f6c-944a-503992acef08,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:19.435358 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2388a83-96cd-48cf-a328-5a2cca769c39 req-a56868d9-c770-46e1-b28c-736087becc1b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478023 Feb 11 13:09:19.507555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': '0dba185c-425a-4ec3-b989-cefdc2571567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c196bc-7c5c-4b80-86aa-3ddadaea9beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:19.512533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: 74c196bc-7c5c-4b80-86aa-3ddadaea9beb, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:19.577683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-1edc39c5-5bff-4dfd-b052-ec55174a1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:19.585230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-1edc39c5-5bff-4dfd-b052-ec55174a1b36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.6246617 Feb 11 13:09:19.690800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31b77769-16eb-4d12-b41e-6aec8469174e req-bdf5f798-bc61-4342-a8f7-25eb3afeef53 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594347 Feb 11 13:09:19.717743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:19.718527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53200) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:19.743509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 74c196bc-7c5c-4b80-86aa-3ddadaea9beb) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:19.763630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:19.779453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.784636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d3fedf-6cbe-422b-b38a-fd6a083aabb2 None None] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:19.864162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (35bc57b2-62f5-4091-907a-7e0791ddd1d1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.873746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-9fe6fed8-9c3a-45cb-9abf-9e56e3e776fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 217 time: 0.2680838 Feb 11 13:09:19.880503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e2830-d068-4f5e-b502-58a839908ffe req-1324d5bf-3039-41d7-81fc-5944e99f25c0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:19.884243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-428e2830-d068-4f5e-b502-58a839908ffe req-1324d5bf-3039-41d7-81fc-5944e99f25c0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.3284631 Feb 11 13:09:19.885679 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.892654 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-79a18456-3694-4798-bf46-7b85c4e5ae2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5148387 Feb 11 13:09:19.894899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/networks/35bc57b2-62f5-4091-907a-7e0791ddd1d1 HTTP/1.1" status: 204 len: 168 time: 2.9113269 Feb 11 13:09:19.900692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53204) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:19.901030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53206) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:19.911326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8c56ac32-7cf3-4ff6-9cf3-55c0f5210270 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-934124657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:20.018245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29855f3b-1a43-47f9-89da-60fffbc3ece1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Network': ['ID=35bc57b2-62f5-4091-907a-7e0791ddd1d1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:20.053021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.127692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-8aaff48c-cf11-473c-a8e9-405c4b5a10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.131635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-8aaff48c-cf11-473c-a8e9-405c4b5a10c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.2158575 Feb 11 13:09:20.175839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-74c196bc-7c5c-4b80-86aa-3ddadaea9beb', 'network_id': '74c196bc-7c5c-4b80-86aa-3ddadaea9beb', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': '45947856-e1a9-4fc6-8be4-80b1982528a6'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:09:20.177995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.219591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c56ac32-7cf3-4ff6-9cf3-55c0f5210270 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (86c2dd71-edea-462b-801b-e3a46069354b), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.222708 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c56ac32-7cf3-4ff6-9cf3-55c0f5210270 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (86c2dd71-edea-462b-801b-e3a46069354b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.366952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051adff-9aef-44b7-8042-e730662ac7d6 req-31ba7938-8a11-47f8-b845-e3d7f2c18a92 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.375837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8051adff-9aef-44b7-8042-e730662ac7d6 req-31ba7938-8a11-47f8-b845-e3d7f2c18a92 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.5064297 Feb 11 13:09:20.410019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-2bbc405d-c150-4cd8-b639-68c77840b7d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2559116 Feb 11 13:09:20.451858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6cc-9c61-4e92-a2c5-01ba3802d1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.454811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Allocated IP 2001:db8:1::2 (74c196bc-7c5c-4b80-86aa-3ddadaea9beb/45947856-e1a9-4fc6-8be4-80b1982528a6/64c90643-52d8-4564-ba0f-3e780bf2765b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:20.531793 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-428e2830-d068-4f5e-b502-58a839908ffe req-e5f9d821-0870-4de4-a961-8c0072be2ea4 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378880 Feb 11 13:09:20.660767 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c56ac32-7cf3-4ff6-9cf3-55c0f5210270 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (86c2dd71-edea-462b-801b-e3a46069354b), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.674443 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c56ac32-7cf3-4ff6-9cf3-55c0f5210270 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (86c2dd71-edea-462b-801b-e3a46069354b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.737458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 617f49fe-6ab9-4ab6-9f8f-f950a4dd6312 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:20.739705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.760559 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c56ac32-7cf3-4ff6-9cf3-55c0f5210270 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.770284 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8c56ac32-7cf3-4ff6-9cf3-55c0f5210270 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8662610 Feb 11 13:09:20.770922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53212) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:20.777121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Publish callbacks [] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.786585 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:20.825930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4b3d87c-e238-4e06-abe5-659c50ef5c17 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:20.916855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Allocated IP 172.20.0.1 (500e49a7-5976-49d6-b2a3-6f092e6c2988/2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d/533ad521-79aa-4172-b889-a1fcf3476435) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:20.982174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:20.988343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:20.993597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:21.020625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Pushing event updated for resources: {'Port': ['ID=64c90643-52d8-4564-ba0f-3e780bf2765b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:21.075133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d4b3d87c-e238-4e06-abe5-659c50ef5c17 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:21.075479 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.079991 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks [] for port (533ad521-79aa-4172-b889-a1fcf3476435), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.204642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.205034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.208178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Attempting to bind port 64c90643-52d8-4564-ba0f-3e780bf2765b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:21.208677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Attempting to bind port 64c90643-52d8-4564-ba0f-3e780bf2765b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0dba185c-425a-4ec3-b989-cefdc2571567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c196bc-7c5c-4b80-86aa-3ddadaea9beb'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:21.208922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Attempting to bind port 64c90643-52d8-4564-ba0f-3e780bf2765b on network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:21.242504 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6cc-9c61-4e92-a2c5-01ba3802d1bb admin admin] Publish callbacks [] for security_group (be52d942-a890-4cc8-b2ce-ff2853bd42cc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.256181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d4b3d87c-e238-4e06-abe5-659c50ef5c17 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:21.256563 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.262001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e3fea-528d-4bb6-92ab-c5cc311a59eb None None] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:21.283038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:21.283463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Checking segment: {'id': '0dba185c-425a-4ec3-b989-cefdc2571567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c196bc-7c5c-4b80-86aa-3ddadaea9beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:21.283851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.284246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Bound using segment: {'id': '0dba185c-425a-4ec3-b989-cefdc2571567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c196bc-7c5c-4b80-86aa-3ddadaea9beb'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:21.284740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Bound port: 64c90643-52d8-4564-ba0f-3e780bf2765b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dba185c-425a-4ec3-b989-cefdc2571567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '74c196bc-7c5c-4b80-86aa-3ddadaea9beb'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:21.284954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675550b-e0ca-45a3-a244-0308c0795fd8 req-db3b3a76-c8ef-483a-82dd-e41c7e4e529b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.285093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.293070 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2675550b-e0ca-45a3-a244-0308c0795fd8 req-db3b3a76-c8ef-483a-82dd-e41c7e4e529b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.4505115 Feb 11 13:09:21.316616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-e77bba62-c9b7-4866-be4f-b772c239de0e service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8845587 Feb 11 13:09:21.320075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (533ad521-79aa-4172-b889-a1fcf3476435), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.322308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f9adc6cc-9c61-4e92-a2c5-01ba3802d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be52d942-a890-4cc8-b2ce-ff2853bd42cc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.331729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c0c863e1-9ebc-4fdb-950f-5756ac712772 None None] Provisioning complete for port 786ce273-1c40-4f6c-944a-503992acef08 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:21.332103 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0c863e1-9ebc-4fdb-950f-5756ac712772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (786ce273-1c40-4f6c-944a-503992acef08), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.335683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d4b3d87c-e238-4e06-abe5-659c50ef5c17, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d4b3d87c-e238-4e06-abe5-659c50ef5c17,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:21.345406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 617f49fe-6ab9-4ab6-9f8f-f950a4dd6312 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:21.405857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.414871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.415674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 786ce273-1c40-4f6c-944a-503992acef08 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:21.472121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f9adc6cc-9c61-4e92-a2c5-01ba3802d1bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07c83c036ab74e26bbc6b6aac8f6f35b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6769004 Feb 11 13:09:21.482465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8051adff-9aef-44b7-8042-e730662ac7d6 req-20069fac-f3f3-42b5-91ec-40178cf2d47b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0973017 Feb 11 13:09:21.511134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53218) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:21.567114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:21.584094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc6cc-9c61-4e92-a2c5-01ba3802d1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be52d942-a890-4cc8-b2ce-ff2853bd42cc,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:21.596306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:21.599073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:21.650799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Pushing event updated for resources: {'Port': ['ID=533ad521-79aa-4172-b889-a1fcf3476435,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:21.687771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2adecb7-acd9-4b6a-9efe-4aff981fcc1c req-95a2c3a9-02bf-4bef-acdb-f5a2bcc4a099 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341923 Feb 11 13:09:21.713116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] For port 64c90643-52d8-4564-ba0f-3e780bf2765b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:21.761439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (86e88e49-6e69-45a5-ac72-d30339c2ede7), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.764704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d4b3d87c-e238-4e06-abe5-659c50ef5c17,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:21.767311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e94566b-8842-41ab-aedd-06f067b61e0a admin admin] Publish callbacks [] for security_group (be52d942-a890-4cc8-b2ce-ff2853bd42cc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.827935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] For port 64c90643-52d8-4564-ba0f-3e780bf2765b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=64c90643-52d8-4564-ba0f-3e780bf2765b,segment=NetworkSegment(0dba185c-425a-4ec3-b989-cefdc2571567),segment_id=0dba185c-425a-4ec3-b989-cefdc2571567)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:21.844188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 786ce273-1c40-4f6c-944a-503992acef08 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:21.846848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (786ce273-1c40-4f6c-944a-503992acef08), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.880856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525499c-97f4-4a37-a367-be768d108faa req-32f2ace9-f2a7-47bb-a5d3-8b22f2edf2d8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.882472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c525499c-97f4-4a37-a367-be768d108faa req-32f2ace9-f2a7-47bb-a5d3-8b22f2edf2d8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2189908 Feb 11 13:09:21.891642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e94566b-8842-41ab-aedd-06f067b61e0a admin admin] Publish callbacks [] for security_group (be52d942-a890-4cc8-b2ce-ff2853bd42cc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:21.967734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c0c863e1-9ebc-4fdb-950f-5756ac712772 None None] Current status of the port 786ce273-1c40-4f6c-944a-503992acef08 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:21.968737 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0c863e1-9ebc-4fdb-950f-5756ac712772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (786ce273-1c40-4f6c-944a-503992acef08), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.001997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8::1 (1f3e6ec7-5625-47d7-b632-44e79e551f25/c7e194a0-acb0-4dc7-a3e1-9e05238e46cb/8b3022f7-1c78-48ff-ae90-97910c025211) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:22.015855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.052147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c525499c-97f4-4a37-a367-be768d108faa req-f8bc23ec-a5fe-4ec5-a5f3-c159711d70b4 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519094 Feb 11 13:09:22.093832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e94566b-8842-41ab-aedd-06f067b61e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be52d942-a890-4cc8-b2ce-ff2853bd42cc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.099904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e94566b-8842-41ab-aedd-06f067b61e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.101398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3e94566b-8842-41ab-aedd-06f067b61e0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be52d942-a890-4cc8-b2ce-ff2853bd42cc HTTP/1.1" status: 204 len: 168 time: 0.5892999 Feb 11 13:09:22.115627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (533ad521-79aa-4172-b889-a1fcf3476435), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.129523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94566b-8842-41ab-aedd-06f067b61e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be52d942-a890-4cc8-b2ce-ff2853bd42cc,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:22.213473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c0c863e1-9ebc-4fdb-950f-5756ac712772 None None] For port 786ce273-1c40-4f6c-944a-503992acef08, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=786ce273-1c40-4f6c-944a-503992acef08,segment=NetworkSegment(a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab),segment_id=a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:22.227796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4bca4be8-9bf2-43da-9007-2038b063b9e6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:09:22.245211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0c863e1-9ebc-4fdb-950f-5756ac712772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (786ce273-1c40-4f6c-944a-503992acef08), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.275837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ceff8c-e071-4211-a648-8cc409768bca None None] Pushing event updated for resources: {'Port': ['ID=64c90643-52d8-4564-ba0f-3e780bf2765b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:22.460511 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2675550b-e0ca-45a3-a244-0308c0795fd8 req-7644511c-dab0-4270-b241-0b5c7172a112 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1664903 Feb 11 13:09:22.489306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aeb88f-cb8c-4673-9fc1-a2f01edbd8d5 req-f9c675d2-8df3-42ed-ba36-9c22ec43bae3 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:22.490099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 786ce273-1c40-4f6c-944a-503992acef08 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:22.498600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34aeb88f-cb8c-4673-9fc1-a2f01edbd8d5 req-f9c675d2-8df3-42ed-ba36-9c22ec43bae3 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.2386303 Feb 11 13:09:22.586608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:09:22.709416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7da5b497-1b4d-4e08-8655-e475d493a821 None None] Provisioning complete for port 533ad521-79aa-4172-b889-a1fcf3476435 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:22.711492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7da5b497-1b4d-4e08-8655-e475d493a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (533ad521-79aa-4172-b889-a1fcf3476435), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.749254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks [] for port (533ad521-79aa-4172-b889-a1fcf3476435), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.775102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (533ad521-79aa-4172-b889-a1fcf3476435), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.775351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c863e1-9ebc-4fdb-950f-5756ac712772 None None] Pushing event updated for resources: {'Port': ['ID=786ce273-1c40-4f6c-944a-503992acef08,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:22.811474 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (8b3022f7-1c78-48ff-ae90-97910c025211), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.825612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4b3d87c-e238-4e06-abe5-659c50ef5c17 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:22.901585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7da5b497-1b4d-4e08-8655-e475d493a821 None None] Port 533ad521-79aa-4172-b889-a1fcf3476435 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:22.922513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebd938-da28-4a6b-8bc4-840b8427cd6f req-7139daad-88b7-434b-8b00-5d9118a40ddf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:22.924916 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baebd938-da28-4a6b-8bc4-840b8427cd6f req-7139daad-88b7-434b-8b00-5d9118a40ddf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3596470 Feb 11 13:09:22.963515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34aeb88f-cb8c-4673-9fc1-a2f01edbd8d5 req-58dcbe56-0209-4b23-8b66-15b03fb3ee46 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391291 Feb 11 13:09:22.966653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (617f49fe-6ab9-4ab6-9f8f-f950a4dd6312), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.990972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (86e88e49-6e69-45a5-ac72-d30339c2ede7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.011141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:23.020726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Pushing event updated for resources: {'Port': ['ID=533ad521-79aa-4172-b889-a1fcf3476435,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.042345 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-baebd938-da28-4a6b-8bc4-840b8427cd6f req-912d054f-db5b-4020-9ee6-663c9250595c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077180 Feb 11 13:09:23.051639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=617f49fe-6ab9-4ab6-9f8f-f950a4dd6312,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.060982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.071170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d4b3d87c-e238-4e06-abe5-659c50ef5c17 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:23.083777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.084750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53254) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:23.133445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'port_id': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'mac_address': 'fa:16:3e:7e:b3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb152ef0-7b66-48b2-bd46-893a04418761', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:09:23.176209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for floatingip (6cfe92a6-30af-45e0-ae30-099e6621fbc5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.178832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.180020 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8dcc801a-f000-4ee7-a906-bbd1c023b04f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/floatingips/6cfe92a6-30af-45e0-ae30-099e6621fbc5 HTTP/1.1" status: 204 len: 168 time: 3.2591214 Feb 11 13:09:23.190690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53258) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:23.204990 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-402aa2ed-f780-4c83-99cb-26fc78045e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.210021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6374c228-9082-43d3-be05-41668a604bbb None None] Provisioning complete for port 786ce273-1c40-4f6c-944a-503992acef08 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:23.210603 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6374c228-9082-43d3-be05-41668a604bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (786ce273-1c40-4f6c-944a-503992acef08), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.248754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:23.275991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4bca4be8-9bf2-43da-9007-2038b063b9e6 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:23.276638 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.280365 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b3a043-75f8-4fd6-96b3-afc4e1693ded tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:23.281054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b3a043-75f8-4fd6-96b3-afc4e1693ded tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:23.287963 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34b3a043-75f8-4fd6-96b3-afc4e1693ded tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/ports/d811294b-a487-4277-9830-570a1cb4ef4a HTTP/1.1" status: 404 len: 333 time: 0.0806403 Feb 11 13:09:23.296012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4bca4be8-9bf2-43da-9007-2038b063b9e6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:23.298591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53264) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:23.309708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=8b3022f7-1c78-48ff-ae90-97910c025211,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.319580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:23.338079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:23.345033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:23.345584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.360220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.497475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d4b3d87c-e238-4e06-abe5-659c50ef5c17 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:23.573421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.637529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6374c228-9082-43d3-be05-41668a604bbb None None] Current status of the port 786ce273-1c40-4f6c-944a-503992acef08 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:23.652530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4bca4be8-9bf2-43da-9007-2038b063b9e6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:23.930668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c383b1-241c-4943-91e8-19c8091a02f6 req-7f321b85-2cf1-4686-af01-df570bf8d6c0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.932918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72c383b1-241c-4943-91e8-19c8091a02f6 req-7f321b85-2cf1-4686-af01-df570bf8d6c0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.0965471 Feb 11 13:09:23.946718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:23.970019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-486b93eb-c2e8-453b-ae65-8a8f298dd9e0 None None] Provisioning complete for port 8b3022f7-1c78-48ff-ae90-97910c025211 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:23.970587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-486b93eb-c2e8-453b-ae65-8a8f298dd9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.972880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:24.050294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-486b93eb-c2e8-453b-ae65-8a8f298dd9e0 None None] Port 8b3022f7-1c78-48ff-ae90-97910c025211 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:24.103819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72c383b1-241c-4943-91e8-19c8091a02f6 req-71a3203e-0ad8-447a-b5fe-1d3b8c75985c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606266 Feb 11 13:09:24.200189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cddda08c-65c3-4a4a-8902-8a14445bde15 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "GET /v2.0/ports?device_id=c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b HTTP/1.1" status: 200 len: 205 time: 0.8866107 Feb 11 13:09:24.205474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53344) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:24.232150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4bca4be8-9bf2-43da-9007-2038b063b9e6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:24.282956 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-7d7f61f0-f35e-465a-a1d3-adefae66a3c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] delete failed (client error): The resource could not be found. Feb 11 13:09:24.289170 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d7f61f0-f35e-465a-a1d3-adefae66a3c3 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/routers/c90bb7d5-f33d-4ff2-9e4d-55f1d0bb5c4b HTTP/1.1" status: 404 len: 336 time: 0.0826595 Feb 11 13:09:24.306524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53356) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:24.375832 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-8821421b-f67e-4781-af2d-6281cf461776 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] DELETE failed (client error): The resource could not be found. Feb 11 13:09:24.376294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8821421b-f67e-4781-af2d-6281cf461776 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:09:24.382423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8821421b-f67e-4781-af2d-6281cf461776 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/subnets/bb0636c0-8df5-4b73-88ce-4940af58e213 HTTP/1.1" status: 404 len: 337 time: 0.0745645 Feb 11 13:09:24.384023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53366) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:24.387264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4bca4be8-9bf2-43da-9007-2038b063b9e6 is: BUILD; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:24.387858 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:24.399460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2cab9-184f-4427-8648-1a05844944e5 req-362f8192-f585-4e5c-8ba8-a1e2f5dca02a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.407049 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01b2cab9-184f-4427-8648-1a05844944e5 req-362f8192-f585-4e5c-8ba8-a1e2f5dca02a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.8706079 Feb 11 13:09:24.417908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc539a6e-0911-4cb3-b6ac-f9d5bd3fe07b None None] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:24.430222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4bca4be8-9bf2-43da-9007-2038b063b9e6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:24.452905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Router 86e88e49-6e69-45a5-ac72-d30339c2ede7 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:24.515785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:24.549152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:24.551583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-402aa2ed-f780-4c83-99cb-26fc78045e31 admin admin] Publish callbacks [] for security_group (2ae15172-1e59-4843-aff4-ba6f9a1530ed), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:24.570698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-402aa2ed-f780-4c83-99cb-26fc78045e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2ae15172-1e59-4843-aff4-ba6f9a1530ed), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:24.581366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f92c99-889f-4480-aacc-71482b30d4ff req-63bca5ad-19b8-4967-9b0d-ca6fe55d7e40 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.582934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6f92c99-889f-4480-aacc-71482b30d4ff req-63bca5ad-19b8-4967-9b0d-ca6fe55d7e40 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 944 time: 0.3349688 Feb 11 13:09:24.661517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01b2cab9-184f-4427-8648-1a05844944e5 req-0ef99370-d14f-4d45-a37b-74e0ba44db37 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531550 Feb 11 13:09:24.662516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402aa2ed-f780-4c83-99cb-26fc78045e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae15172-1e59-4843-aff4-ba6f9a1530ed,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:24.741483 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-402aa2ed-f780-4c83-99cb-26fc78045e31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0b30eb91e724f79b6b77a0603e8f626&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6066017 Feb 11 13:09:24.744016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53398) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:24.778954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:24.803628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b90feac-c2ec-4c76-9bce-e7b2a5f6f2be admin admin] 10.222.0.42 "PUT /v2.0/routers/86e88e49-6e69-45a5-ac72-d30339c2ede7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0065396 Feb 11 13:09:24.849009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6f92c99-889f-4480-aacc-71482b30d4ff req-1872159b-9f4b-40e2-b995-3beeb2b5b8de tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573857 Feb 11 13:09:24.861172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port e55f5ad4-f447-431c-8bdc-face7f46c7ab {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:24.861698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e55f5ad4-f447-431c-8bdc-face7f46c7ab), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:24.900447 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903de267-dd0c-4303-90fe-7a84823b8beb admin admin] Publish callbacks [] for security_group (2ae15172-1e59-4843-aff4-ba6f9a1530ed), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:24.985923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6829b9d-a85e-4c46-ae35-593f6bc96d29 req-5180337c-9875-4bbe-9c07-19b91eb51f84 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.990891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Sync routers for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:24.994050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6829b9d-a85e-4c46-ae35-593f6bc96d29 req-5180337c-9875-4bbe-9c07-19b91eb51f84 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2134831 Feb 11 13:09:25.008476 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.013163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903de267-dd0c-4303-90fe-7a84823b8beb admin admin] Publish callbacks [] for security_group (2ae15172-1e59-4843-aff4-ba6f9a1530ed), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.032288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Provisioning complete for port 533ad521-79aa-4172-b889-a1fcf3476435 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:25.035467 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (533ad521-79aa-4172-b889-a1fcf3476435), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.140153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6829b9d-a85e-4c46-ae35-593f6bc96d29 req-015d3649-64b7-4045-b0b6-8bab0fb7eb3d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449652 Feb 11 13:09:25.166307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 64c90643-52d8-4564-ba0f-3e780bf2765b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:25.202653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:25.203336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:25.207950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903de267-dd0c-4303-90fe-7a84823b8beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2ae15172-1e59-4843-aff4-ba6f9a1530ed), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.222075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-903de267-dd0c-4303-90fe-7a84823b8beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.223446 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-903de267-dd0c-4303-90fe-7a84823b8beb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ae15172-1e59-4843-aff4-ba6f9a1530ed HTTP/1.1" status: 204 len: 168 time: 0.4783106 Feb 11 13:09:25.225347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e55f5ad4-f447-431c-8bdc-face7f46c7ab), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.247261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903de267-dd0c-4303-90fe-7a84823b8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae15172-1e59-4843-aff4-ba6f9a1530ed,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:25.283352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for e55f5ad4-f447-431c-8bdc-face7f46c7ab owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:25.306626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (8b3022f7-1c78-48ff-ae90-97910c025211), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.313460 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.314852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.481863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Port 533ad521-79aa-4172-b889-a1fcf3476435 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:25.554945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:09:25.622965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:25.625372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:25.652103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Provisioning complete for port 64c90643-52d8-4564-ba0f-3e780bf2765b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:25.652465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2e6a5-bebc-4a93-997d-2e30734bb8c8 req-d53e2821-5f88-41ea-912c-c4857e4d4e5a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:25.653220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.661945 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3be2e6a5-bebc-4a93-997d-2e30734bb8c8 req-d53e2821-5f88-41ea-912c-c4857e4d4e5a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.4009957 Feb 11 13:09:25.673376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:25.707871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e55f5ad4-f447-431c-8bdc-face7f46c7ab), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.856202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=8b3022f7-1c78-48ff-ae90-97910c025211,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:25.873591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53508) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:25.899119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0fb88a7a-29fc-4aa0-8aa0-c43e1ab1520f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738499102', 'description': 'tempest-description--372315347'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:25.938413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=e55f5ad4-f447-431c-8bdc-face7f46c7ab,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:26.077132 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0fb88a7a-29fc-4aa0-8aa0-c43e1ab1520f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.106179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3be2e6a5-bebc-4a93-997d-2e30734bb8c8 req-271c9305-e1d6-4e6a-9199-5d638bd31b0f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343772 Feb 11 13:09:26.129811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 86c2dd71-edea-462b-801b-e3a46069354b is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:09:26.196136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 64c90643-52d8-4564-ba0f-3e780bf2765b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:26.196570 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.248178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.259785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0816caa1-ab69-425f-b305-95b7b7d2da01 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/ports/e55f5ad4-f447-431c-8bdc-face7f46c7ab HTTP/1.1" status: 204 len: 168 time: 1.8721683 Feb 11 13:09:26.276358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0fb88a7a-29fc-4aa0-8aa0-c43e1ab1520f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group (be33e5a5-7bfa-401e-afc0-c965a5dd303d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.280196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:26.283784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0fb88a7a-29fc-4aa0-8aa0-c43e1ab1520f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be33e5a5-7bfa-401e-afc0-c965a5dd303d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.324638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4bca4be8-9bf2-43da-9007-2038b063b9e6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:26.493170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Current status of the port 64c90643-52d8-4564-ba0f-3e780bf2765b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:26.493900 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.535727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacab75-3f0d-48a6-bd94-e6eccbbdb031 req-7c3f86c4-919a-4f6d-9f77-5c34070c47f2 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:26.539902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5aacab75-3f0d-48a6-bd94-e6eccbbdb031 req-7c3f86c4-919a-4f6d-9f77-5c34070c47f2 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 943 time: 0.4563701 Feb 11 13:09:26.612045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:26.625748 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] Sync routers for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:26.637930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9175977d-08f6-43b7-9262-db8d101a25ed tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/86c2dd71-edea-462b-801b-e3a46069354b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8279314 Feb 11 13:09:26.643967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53606) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:26.646033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0fb88a7a-29fc-4aa0-8aa0-c43e1ab1520f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.647289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0fb88a7a-29fc-4aa0-8aa0-c43e1ab1520f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7559617 Feb 11 13:09:26.648278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb88a7a-29fc-4aa0-8aa0-c43e1ab1520f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be33e5a5-7bfa-401e-afc0-c965a5dd303d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:26.652101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53608) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:26.654964 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:26.655613 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:26.664265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2905cfd0-6fd6-4892-80ae-79131c27e191 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Request body: {'security_group_rule': {'security_group_id': 'be33e5a5-7bfa-401e-afc0-c965a5dd303d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:26.701746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af269ab4-96e0-4a9d-a6e3-9ba8e63dad4a req-a4f3b2f1-5860-4e67-abc9-c45dfa26e954 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:26.703908 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af269ab4-96e0-4a9d-a6e3-9ba8e63dad4a req-a4f3b2f1-5860-4e67-abc9-c45dfa26e954 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.4254937 Feb 11 13:09:26.722594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] For port 64c90643-52d8-4564-ba0f-3e780bf2765b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=64c90643-52d8-4564-ba0f-3e780bf2765b,segment=NetworkSegment(0dba185c-425a-4ec3-b989-cefdc2571567),segment_id=0dba185c-425a-4ec3-b989-cefdc2571567)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:26.740934 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.785972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af269ab4-96e0-4a9d-a6e3-9ba8e63dad4a req-5f78a3f6-489a-4e8e-9826-6e6a553948a1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749831 Feb 11 13:09:26.787185 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2905cfd0-6fd6-4892-80ae-79131c27e191 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group_rule (af659e28-09a3-4882-8678-1b3e684a6581), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.804898 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:26.826761 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:26.827268 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:26.855460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5aacab75-3f0d-48a6-bd94-e6eccbbdb031 req-9f35c987-443e-4e72-9f40-6eb19e7d1b8d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048999 Feb 11 13:09:26.855726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2905cfd0-6fd6-4892-80ae-79131c27e191 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group_rule (af659e28-09a3-4882-8678-1b3e684a6581), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.860875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2905cfd0-6fd6-4892-80ae-79131c27e191 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (af659e28-09a3-4882-8678-1b3e684a6581), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.887671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905cfd0-6fd6-4892-80ae-79131c27e191 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af659e28-09a3-4882-8678-1b3e684a6581,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:26.897048 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2905cfd0-6fd6-4892-80ae-79131c27e191 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.899963 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2905cfd0-6fd6-4892-80ae-79131c27e191 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2429590 Feb 11 13:09:26.906032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53634) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:26.907910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98911303-a267-489c-a54c-6de341b0279d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:26.910320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-98911303-a267-489c-a54c-6de341b0279d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports/8b3022f7-1c78-48ff-ae90-97910c025211 HTTP/1.1" status: 200 len: 911 time: 0.2624893 Feb 11 13:09:26.914295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-210cdfc0-6fa7-4253-9e17-ec4851f45ebf tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Request body: {'security_group_rule': {'security_group_id': 'be33e5a5-7bfa-401e-afc0-c965a5dd303d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:26.917632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:26.924328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 4bca4be8-9bf2-43da-9007-2038b063b9e6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:26.924715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.942320 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:26.944034 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e822dc2-28e9-4193-9c48-a00c153d16e7 None None] The sync data for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:26.971269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-210cdfc0-6fa7-4253-9e17-ec4851f45ebf tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group_rule (609693d5-74fc-4645-b778-ae0e47f9a20a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.109457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-35829c47-9f57-4c78-891b-26aefec07116 None None] Provisioning complete for port 64c90643-52d8-4564-ba0f-3e780bf2765b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:27.110431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35829c47-9f57-4c78-891b-26aefec07116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.119109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 2, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:27.154362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Checking router: 86e88e49-6e69-45a5-ac72-d30339c2ede7 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:09:27.155018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Updating router 86e88e49-6e69-45a5-ac72-d30339c2ede7 port 533ad521-79aa-4172-b889-a1fcf3476435 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:09:27.157692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d0e54-4065-4335-967a-2096d31009cc None None] Pushing event updated for resources: {'Port': ['ID=64c90643-52d8-4564-ba0f-3e780bf2765b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:27.172408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 2723de80-4f22-41d0-a353-faa8f44eaca1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:27.172983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2723de80-4f22-41d0-a353-faa8f44eaca1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.174391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 64c90643-52d8-4564-ba0f-3e780bf2765b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:27.175581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 786ce273-1c40-4f6c-944a-503992acef08 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:27.303108 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (533ad521-79aa-4172-b889-a1fcf3476435), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.358484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4bca4be8-9bf2-43da-9007-2038b063b9e6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:27.359346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.397226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188fc90-695a-4eb0-815b-188d8ec9cf40 req-3d55eb20-fee4-4934-937a-7dc8ef27575d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:27.401730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e188fc90-695a-4eb0-815b-188d8ec9cf40 req-3d55eb20-fee4-4934-937a-7dc8ef27575d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.4186499 Feb 11 13:09:27.413670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 786ce273-1c40-4f6c-944a-503992acef08 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:27.414279 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (786ce273-1c40-4f6c-944a-503992acef08), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.487158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-210cdfc0-6fa7-4253-9e17-ec4851f45ebf tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group_rule (609693d5-74fc-4645-b778-ae0e47f9a20a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.538902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:27.548340 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa52d79-edd9-4475-9ac0-b3a94d90a05a" -d '{"events": [{"server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "name": "network-vif-plugged", "status": "completed", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:27.549726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-210cdfc0-6fa7-4253-9e17-ec4851f45ebf tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (609693d5-74fc-4645-b778-ae0e47f9a20a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.570113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2723de80-4f22-41d0-a353-faa8f44eaca1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.577668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e188fc90-695a-4eb0-815b-188d8ec9cf40 req-3c092ae5-3655-440c-9d25-9b3a6fcd3bda tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544785 Feb 11 13:09:27.599801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cdfc0-6fa7-4253-9e17-ec4851f45ebf tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609693d5-74fc-4645-b778-ae0e47f9a20a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:27.618970 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-210cdfc0-6fa7-4253-9e17-ec4851f45ebf tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.622005 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-210cdfc0-6fa7-4253-9e17-ec4851f45ebf tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7130954 Feb 11 13:09:27.624932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53718) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:27.634894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:27.637779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 2723de80-4f22-41d0-a353-faa8f44eaca1 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:27.665834 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cc306-78ec-4bf3-be01-dccb8421cfae req-86c4f1c7-703b-4dd7-a9b4-a8d3e9284a36 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:27.675575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.676434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb8cc306-78ec-4bf3-be01-dccb8421cfae req-86c4f1c7-703b-4dd7-a9b4-a8d3e9284a36 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3738718 Feb 11 13:09:27.818274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:27.820229 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d7ddff-a51d-485f-90e0-63bd9f75b2b3 x-openstack-request-id: req-65d7ddff-a51d-485f-90e0-63bd9f75b2b3 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:27.820530 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "name": "network-vif-plugged", "status": "completed", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:27.820900 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65d7ddff-a51d-485f-90e0-63bd9f75b2b3 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:27.821302 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'code': 200} Feb 11 13:09:27.850337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 786ce273-1c40-4f6c-944a-503992acef08 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:27.873252 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.933879 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.937325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-35829c47-9f57-4c78-891b-26aefec07116 None None] Current status of the port 64c90643-52d8-4564-ba0f-3e780bf2765b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:28.061244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33260f4c-f127-4824-8f32-8d08477be287 req-85cbd92c-d8cd-4a19-86e9-fb2597817f40 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.069707 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33260f4c-f127-4824-8f32-8d08477be287 req-85cbd92c-d8cd-4a19-86e9-fb2597817f40 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1376176 Feb 11 13:09:28.174168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-33260f4c-f127-4824-8f32-8d08477be287 req-f5299f11-a23b-4cc6-8d51-e390e23163ac tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034582 Feb 11 13:09:28.216543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Allocated IP 172.25.1.208 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/28240fc2-5246-4bfb-ac6c-e213377dcc13) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:28.235732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 64c90643-52d8-4564-ba0f-3e780bf2765b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:28.318371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb8cc306-78ec-4bf3-be01-dccb8421cfae req-8694efe4-7a39-4dff-851e-946f9c16926f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411827 Feb 11 13:09:28.367043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-35829c47-9f57-4c78-891b-26aefec07116 None None] Provisioning complete for port 8b3022f7-1c78-48ff-ae90-97910c025211 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:28.367693 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35829c47-9f57-4c78-891b-26aefec07116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.408860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.445959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-35829c47-9f57-4c78-891b-26aefec07116 None None] Port 8b3022f7-1c78-48ff-ae90-97910c025211 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:28.493912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 64c90643-52d8-4564-ba0f-3e780bf2765b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:28.494397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.499814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3802fd-d628-4f09-b3e8-79edfcf98d40 req-a7f23e50-8d23-4727-8661-f94a7a356cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.505692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e3802fd-d628-4f09-b3e8-79edfcf98d40 req-a7f23e50-8d23-4727-8661-f94a7a356cab service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 1127 time: 0.4943166 Feb 11 13:09:28.568449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b058710-5b0b-458c-917e-5e870f0c8e5e req-ddec9fd8-b4bb-46f4-bdb4-29863be56d14 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.572074 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8b058710-5b0b-458c-917e-5e870f0c8e5e req-ddec9fd8-b4bb-46f4-bdb4-29863be56d14 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.2691855 Feb 11 13:09:28.652402 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8b058710-5b0b-458c-917e-5e870f0c8e5e req-07ab7b93-f580-4bdd-8db8-1279442c3aec tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690839 Feb 11 13:09:28.671355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.719828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e3802fd-d628-4f09-b3e8-79edfcf98d40 req-e93b92ca-59a3-4ca2-8f66-fa4f6a07945a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761615 Feb 11 13:09:28.839794 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Publish callbacks [] for port (533ad521-79aa-4172-b889-a1fcf3476435), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.849588 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (533ad521-79aa-4172-b889-a1fcf3476435), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.910927 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.919481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa236317-233b-49b5-b0a6-ff45a14fbc7c req-7357e71e-2016-448c-a3fb-3f69766615ce tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.927062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b5717-7ab6-4f3e-80f2-4e04d5846dc0 None None] Pushing event updated for resources: {'Port': ['ID=533ad521-79aa-4172-b889-a1fcf3476435,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.943570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa236317-233b-49b5-b0a6-ff45a14fbc7c req-7357e71e-2016-448c-a3fb-3f69766615ce tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3101506 Feb 11 13:09:28.948010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2723de80-4f22-41d0-a353-faa8f44eaca1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.992148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 64c90643-52d8-4564-ba0f-3e780bf2765b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:28.996365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.053420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Attempting to bind port 533ad521-79aa-4172-b889-a1fcf3476435 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:29.053913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Attempting to bind port 533ad521-79aa-4172-b889-a1fcf3476435 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:29.055705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Attempting to bind port 533ad521-79aa-4172-b889-a1fcf3476435 on network 500e49a7-5976-49d6-b2a3-6f092e6c2988 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:29.069715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:29.070338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Checking segment: {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:29.070929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.071450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Bound using segment: {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:29.072448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Bound port: 533ad521-79aa-4172-b889-a1fcf3476435, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:29.072666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (533ad521-79aa-4172-b889-a1fcf3476435), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.082846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event updated for resources: {'Port': ['ID=28240fc2-5246-4bfb-ac6c-e213377dcc13,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:29.091637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:29.093918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:29.099756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:29.253129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=2723de80-4f22-41d0-a353-faa8f44eaca1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:29.299711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] For port 533ad521-79aa-4172-b889-a1fcf3476435, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:29.316473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] For port 533ad521-79aa-4172-b889-a1fcf3476435, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=533ad521-79aa-4172-b889-a1fcf3476435,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:29.332693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for floatingip (0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.345211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (533ad521-79aa-4172-b889-a1fcf3476435), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.347766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53844) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:29.382489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d12d-4eea-4e05-8472-5a924fc1ed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.409298 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa236317-233b-49b5-b0a6-ff45a14fbc7c req-5bff05aa-a47b-46c0-a5c2-53755e54bf02 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642341 Feb 11 13:09:29.556348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.575772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-829729ba-e94d-4d82-9bf5-6ac47511f58f None None] Provisioning complete for port 533ad521-79aa-4172-b889-a1fcf3476435 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:29.576154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-829729ba-e94d-4d82-9bf5-6ac47511f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (533ad521-79aa-4172-b889-a1fcf3476435), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.582183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8:1::1 (74c196bc-7c5c-4b80-86aa-3ddadaea9beb/45947856-e1a9-4fc6-8be4-80b1982528a6/de7eb444-accc-4488-bd63-f22a1da87f04) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:29.621707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.634754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:29.635426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:29.639970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b5717-7ab6-4f3e-80f2-4e04d5846dc0 None None] Pushing event updated for resources: {'Port': ['ID=533ad521-79aa-4172-b889-a1fcf3476435,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:29.657488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:29.663999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3309e7bf-f8de-43dc-a99a-5210daf0d491 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/ports/2723de80-4f22-41d0-a353-faa8f44eaca1 HTTP/1.1" status: 204 len: 168 time: 3.3818150 Feb 11 13:09:29.709335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f8c0-0ddb-4183-a654-e61317ecff8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:29.792784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bca4f-9f9e-473e-ad30-35189ca80fa8 req-451f770b-5efe-4fa6-b611-ccd86c52406b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.809167 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c04bca4f-9f9e-473e-ad30-35189ca80fa8 req-451f770b-5efe-4fa6-b611-ccd86c52406b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3606353 Feb 11 13:09:29.864840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:09:30.012484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb130908-ffb5-434b-8645-ecb17c5df70e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.014557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb130908-ffb5-434b-8645-ecb17c5df70e tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "GET /v2.0/ports?device_id=6934f59d-f66a-4478-97b8-17bb2098971d HTTP/1.1" status: 200 len: 913 time: 0.3355575 Feb 11 13:09:30.020943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53860) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:30.031360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c04bca4f-9f9e-473e-ad30-35189ca80fa8 req-a3d802ac-f677-4680-87e2-e74800e874e6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211072 Feb 11 13:09:30.162650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f8c0-0ddb-4183-a654-e61317ecff8f admin admin] Publish callbacks [] for security_group (e4bcf368-23b5-4532-a8a5-077783ba8852), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.207928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-829729ba-e94d-4d82-9bf5-6ac47511f58f None None] Current status of the port 533ad521-79aa-4172-b889-a1fcf3476435 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:30.208718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-829729ba-e94d-4d82-9bf5-6ac47511f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (533ad521-79aa-4172-b889-a1fcf3476435), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.221034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca2f8c0-0ddb-4183-a654-e61317ecff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e4bcf368-23b5-4532-a8a5-077783ba8852), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.310850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-829729ba-e94d-4d82-9bf5-6ac47511f58f None None] For port 533ad521-79aa-4172-b889-a1fcf3476435, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=533ad521-79aa-4172-b889-a1fcf3476435,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:30.319773 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-829729ba-e94d-4d82-9bf5-6ac47511f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (533ad521-79aa-4172-b889-a1fcf3476435), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.330133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cceae0-3f51-4714-9b47-afa30e8931b1 req-51071c5c-f672-47b2-870b-0b9010016ffd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.337614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3cceae0-3f51-4714-9b47-afa30e8931b1 req-51071c5c-f672-47b2-870b-0b9010016ffd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.5871999 Feb 11 13:09:30.368886 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (de7eb444-accc-4488-bd63-f22a1da87f04), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.394998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829729ba-e94d-4d82-9bf5-6ac47511f58f None None] Pushing event updated for resources: {'Port': ['ID=533ad521-79aa-4172-b889-a1fcf3476435,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:30.407649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:29Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:30.413999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.416191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2f8c0-0ddb-4183-a654-e61317ecff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bcf368-23b5-4532-a8a5-077783ba8852,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:30.439218 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3ca2f8c0-0ddb-4183-a654-e61317ecff8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3b3169a6d0147b696552eb4d00aeefa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0778708 Feb 11 13:09:30.451033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53864) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:30.459341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c327b-7d18-4d01-bd39-98a8c729f047 None None] The sync data for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 is: [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:29Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:30.475378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-792dcf6e-eb05-4064-ab6a-3052e922b37d None None] Provisioning complete for port 533ad521-79aa-4172-b889-a1fcf3476435 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:30.475902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-792dcf6e-eb05-4064-ab6a-3052e922b37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (533ad521-79aa-4172-b889-a1fcf3476435), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.554252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.644387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3843f62-aaa9-47d3-b5c9-278dfc51c54e admin admin] Publish callbacks [] for security_group (e4bcf368-23b5-4532-a8a5-077783ba8852), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.650700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-792dcf6e-eb05-4064-ab6a-3052e922b37d None None] Current status of the port 533ad521-79aa-4172-b889-a1fcf3476435 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:30.661879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event updated for resources: {'Port': ['ID=28240fc2-5246-4bfb-ac6c-e213377dcc13,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:30.694974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3cceae0-3f51-4714-9b47-afa30e8931b1 req-f739ef45-b359-47e7-b6c5-84b37e05d16e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416343 Feb 11 13:09:30.700097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ca457-3cfc-438e-8d26-7030d17ca372 req-e05c8f9e-1e81-4530-a0d5-a8ddd97edbc8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.708645 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e7ca457-3cfc-438e-8d26-7030d17ca372 req-e05c8f9e-1e81-4530-a0d5-a8ddd97edbc8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.5292563 Feb 11 13:09:30.712357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3843f62-aaa9-47d3-b5c9-278dfc51c54e admin admin] Publish callbacks [] for security_group (e4bcf368-23b5-4532-a8a5-077783ba8852), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.745549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.841315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:30.850559 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.860557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:30.879787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:30.879787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.886455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e7ca457-3cfc-438e-8d26-7030d17ca372 req-893e7c0b-0b14-4254-a3aa-0d9c926acc37 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764767 Feb 11 13:09:30.905393 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.911763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-767a071e-4eec-4cb6-9ed3-714544f83ae7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2856851 Feb 11 13:09:30.913260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3843f62-aaa9-47d3-b5c9-278dfc51c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e4bcf368-23b5-4532-a8a5-077783ba8852), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.917000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3843f62-aaa9-47d3-b5c9-278dfc51c54e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:30.918484 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a3843f62-aaa9-47d3-b5c9-278dfc51c54e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4bcf368-23b5-4532-a8a5-077783ba8852 HTTP/1.1" status: 204 len: 168 time: 0.4579365 Feb 11 13:09:30.938000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3843f62-aaa9-47d3-b5c9-278dfc51c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bcf368-23b5-4532-a8a5-077783ba8852,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:31.179489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=de7eb444-accc-4488-bd63-f22a1da87f04,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:31.247048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.247402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.247719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.256808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.257142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.257475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.257831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.258157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.258583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.258908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.259230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.259543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.259857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:31.326702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742162b0-41af-4038-895b-87ae6937e633 req-97dbebbb-10c1-46f4-ba04-4b2983b32e3f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:31.334219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-742162b0-41af-4038-895b-87ae6937e633 req-97dbebbb-10c1-46f4-ba04-4b2983b32e3f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.1529882 Feb 11 13:09:31.387026 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.388940 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3efddd38-0456-4951-80b5-5d585c22b2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.426598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-dc0d4de3-62f1-4db9-a46d-6a500eee8581 None None] Provisioning complete for port de7eb444-accc-4488-bd63-f22a1da87f04 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:31.429745 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4de3-62f1-4db9-a46d-6a500eee8581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.469863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-742162b0-41af-4038-895b-87ae6937e633 req-664fdf11-f90f-469d-93bb-5cefbd041893 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306052 Feb 11 13:09:31.507353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d4de3-62f1-4db9-a46d-6a500eee8581 None None] Port de7eb444-accc-4488-bd63-f22a1da87f04 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:31.650498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53888) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:31.682148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8027d60f-eed0-4b1f-b82b-d383fc8b59e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.754993 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-cd23c1bd-f449-46a8-b56e-e5c7c1789496 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--738499102&fields=id&tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc HTTP/1.1" status: 200 len: 267 time: 0.1137958 Feb 11 13:09:31.923323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-06e1a943-7b27-4448-ab00-4ec1b3c9872a tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:31.923964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c074603-6918-422b-a25a-13769ece44ff req-ab42bca0-381c-4621-8aad-1598e7890256 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:31.924831 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-06e1a943-7b27-4448-ab00-4ec1b3c9872a tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/networks?id=500e49a7-5976-49d6-b2a3-6f092e6c2988 HTTP/1.1" status: 200 len: 815 time: 0.1612136 Feb 11 13:09:31.930887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c074603-6918-422b-a25a-13769ece44ff req-ab42bca0-381c-4621-8aad-1598e7890256 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.7847738 Feb 11 13:09:31.952085 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-9ef19c73-2c34-410c-96b2-6f69741dd1d0 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/quotas/0e7ef5125d1a4e0ea6b70005a72084bc HTTP/1.1" status: 200 len: 375 time: 0.0122738 Feb 11 13:09:32.010601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 533ad521-79aa-4172-b889-a1fcf3476435 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:32.075731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8027d60f-eed0-4b1f-b82b-d383fc8b59e2 admin admin] Publish callbacks [] for security_group (79143481-33c5-4506-a222-0d3904cc6239), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.085447 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8027d60f-eed0-4b1f-b82b-d383fc8b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (79143481-33c5-4506-a222-0d3904cc6239), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.107359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c074603-6918-422b-a25a-13769ece44ff req-0bf22db9-2b40-4ced-ab4e-fc4af40dd2ad tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606157 Feb 11 13:09:32.119651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 533ad521-79aa-4172-b889-a1fcf3476435 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:32.121326 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (533ad521-79aa-4172-b889-a1fcf3476435), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.160526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (6934f59d-f66a-4478-97b8-17bb2098971d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.174598 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8027d60f-eed0-4b1f-b82b-d383fc8b59e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8af08f51544e4968a0ec26aabbaffba4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215175 Feb 11 13:09:32.175685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027d60f-eed0-4b1f-b82b-d383fc8b59e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79143481-33c5-4506-a222-0d3904cc6239,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:32.179346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53894) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:32.185497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-6f7ef78f-c615-4827-a2bf-15ee6878b945 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2284119 Feb 11 13:09:32.323225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af9e95d-b372-45f5-9d18-ce11bec4ce39 admin admin] Publish callbacks [] for security_group (79143481-33c5-4506-a222-0d3904cc6239), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.344705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 533ad521-79aa-4172-b889-a1fcf3476435 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:32.364001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af9e95d-b372-45f5-9d18-ce11bec4ce39 admin admin] Publish callbacks [] for security_group (79143481-33c5-4506-a222-0d3904cc6239), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.497655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.534571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8dc06-d135-4a37-8896-e3c53de4857f req-4eacf815-8233-41ad-8892-e7ece2a88ef7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:32.542182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9aa8dc06-d135-4a37-8896-e3c53de4857f req-4eacf815-8233-41ad-8892-e7ece2a88ef7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2299268 Feb 11 13:09:32.599053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (de7eb444-accc-4488-bd63-f22a1da87f04), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.606798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.608084 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.752622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9aa8dc06-d135-4a37-8896-e3c53de4857f req-60d2cc3d-0f54-4803-b9d3-c549435f8ab0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095344 Feb 11 13:09:32.825821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-986afe21-b8d0-43c9-b351-b1093adb2cd6 service neutron] 10.222.0.42 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894046 Feb 11 13:09:32.828523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=de7eb444-accc-4488-bd63-f22a1da87f04,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:32.834703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af9e95d-b372-45f5-9d18-ce11bec4ce39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (79143481-33c5-4506-a222-0d3904cc6239), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.836919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4af9e95d-b372-45f5-9d18-ce11bec4ce39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.838096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4af9e95d-b372-45f5-9d18-ce11bec4ce39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79143481-33c5-4506-a222-0d3904cc6239 HTTP/1.1" status: 204 len: 168 time: 0.6516478 Feb 11 13:09:32.883218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9e95d-b372-45f5-9d18-ce11bec4ce39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79143481-33c5-4506-a222-0d3904cc6239,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:32.957658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:32.965033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:33.013104 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-0d694e19-2994-4eba-83b2-265ef3968220 service neutron] 10.222.0.42 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604707 Feb 11 13:09:33.056248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 092b8a60-45f3-4d53-94ef-e74cedabcebb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:33.056591 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:33.397444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6005b-d3b7-4ce9-98cd-49da73690e46 req-f29bfc17-22bf-468b-9d42-22b4c67c15b0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.405535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65a6005b-d3b7-4ce9-98cd-49da73690e46 req-f29bfc17-22bf-468b-9d42-22b4c67c15b0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2086909 Feb 11 13:09:33.412743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 86c2dd71-edea-462b-801b-e3a46069354b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:33.442135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:33.468556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9b1e58b9-6e4e-4d5b-a724-34c1f5be9858 None None] Provisioning complete for port de7eb444-accc-4488-bd63-f22a1da87f04 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:33.470239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9b1e58b9-6e4e-4d5b-a724-34c1f5be9858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:33.473483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 092b8a60-45f3-4d53-94ef-e74cedabcebb owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:33.609683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e58b9-6e4e-4d5b-a724-34c1f5be9858 None None] Port de7eb444-accc-4488-bd63-f22a1da87f04 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:33.736462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65a6005b-d3b7-4ce9-98cd-49da73690e46 req-fc1ed335-9fe0-4b9a-a717-314c1d46addb tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262208 Feb 11 13:09:33.814117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:33.848102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc4c2cac-d770-479b-9d22-4d191614dcf5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/86c2dd71-edea-462b-801b-e3a46069354b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9258192 Feb 11 13:09:33.854082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53942) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:33.892879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f385de8-5d09-42bc-96b1-786659948bf7 req-7eeff019-a59e-4e77-8cbd-b44bd2fc46f0 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.0684083 Feb 11 13:09:33.926936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-ac385769-8d7f-478e-b712-a281d57eb365 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.939699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-ac385769-8d7f-478e-b712-a281d57eb365 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 815 time: 0.3362267 Feb 11 13:09:33.970911 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-6e2f761c-995e-4f46-993e-da8c66bac404 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/quotas/30002a6e617249479d271825841e5c90 HTTP/1.1" status: 200 len: 375 time: 0.0260646 Feb 11 13:09:34.039384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b8bf2d-1079-4ed8-924e-c3afc3f8e33e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.040968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-98b8bf2d-1079-4ed8-924e-c3afc3f8e33e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports/de7eb444-accc-4488-bd63-f22a1da87f04 HTTP/1.1" status: 200 len: 913 time: 0.1866505 Feb 11 13:09:34.049674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53950) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:34.129597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-b99ced28-6ade-4447-a1e7-fd284022472a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536031 Feb 11 13:09:34.179740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.210189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] Sync routers for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:34.224322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:34.227304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:34.287439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:34.298039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:34.299317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:34.369980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:34.371760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbbd8da-ca4c-47f9-9a4a-67ccd2a2c275 None None] The sync data for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:34.421147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-0a7706d4-b057-428c-8fd6-8c2c4873d6fb service neutron] 10.222.0.42 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812834 Feb 11 13:09:34.642053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-9c339ba0-98ae-4555-adcc-fe4c5eb63cff service neutron] 10.222.0.42 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198806 Feb 11 13:09:34.669292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dfa86-d0b1-4f4e-9435-454de6aeb74b req-eceed20a-4a89-4050-833d-b99823ba9177 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.670998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b91dfa86-d0b1-4f4e-9435-454de6aeb74b req-eceed20a-4a89-4050-833d-b99823ba9177 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.4053035 Feb 11 13:09:34.725132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de304825-f18a-4fd7-8a63-f021825cc39a req-a5200ae7-4fd4-4dc5-b3c8-5804091a1c93 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.729299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de304825-f18a-4fd7-8a63-f021825cc39a req-a5200ae7-4fd4-4dc5-b3c8-5804091a1c93 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.53 "GET /v2.0/ports?device_id=d79d49c9-99cc-4adf-b936-b79702a24511 HTTP/1.1" status: 200 len: 945 time: 0.3442602 Feb 11 13:09:34.793393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (092b8a60-45f3-4d53-94ef-e74cedabcebb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.029992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=092b8a60-45f3-4d53-94ef-e74cedabcebb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:35.048438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e934193-c590-47f7-b71e-bc0c98e120c5 req-3d517855-bab0-4cbf-9232-474a4c0f9fa0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:35.056009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b91dfa86-d0b1-4f4e-9435-454de6aeb74b req-90163076-df54-449b-9725-78d00c6559d1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583243 Feb 11 13:09:35.058887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e934193-c590-47f7-b71e-bc0c98e120c5 req-3d517855-bab0-4cbf-9232-474a4c0f9fa0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.1087196 Feb 11 13:09:35.132186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e934193-c590-47f7-b71e-bc0c98e120c5 req-b7ae0302-4094-4258-929d-5b7aac87e3f8 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610299 Feb 11 13:09:35.275388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c16503cd-e8df-497f-aac8-394d1bf64a39 req-096b96ea-f9ba-433c-aaf0-9130fb765d16 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.0822601 Feb 11 13:09:35.316511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.881619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17754d98-d1c4-4b03-a0b5-ef6666ee827d req-9608f3b6-2b4c-40b0-b74a-0f89b71dc734 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 210 time: 0.1319184 Feb 11 13:09:36.129412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Deleting port 4bca4be8-9bf2-43da-9007-2038b063b9e6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:36.129753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:36.169559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-5f235c54-8f97-4c2d-b27c-86c81a8b24d2 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.171142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-5f235c54-8f97-4c2d-b27c-86c81a8b24d2 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.64 "GET /v2.0/networks?id=500e49a7-5976-49d6-b2a3-6f092e6c2988 HTTP/1.1" status: 200 len: 815 time: 0.4231274 Feb 11 13:09:36.349254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] For port 4bca4be8-9bf2-43da-9007-2038b063b9e6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4bca4be8-9bf2-43da-9007-2038b063b9e6,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:36.349827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:36.367991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b5d8a-1ddf-45ea-ae46-70a0ceab1556 req-35ad9be6-f551-422a-b0c6-3799f7b41cc5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.368509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Calling delete_port for 4bca4be8-9bf2-43da-9007-2038b063b9e6 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:36.386395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d52b5d8a-1ddf-45ea-ae46-70a0ceab1556 req-35ad9be6-f551-422a-b0c6-3799f7b41cc5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1535206 Feb 11 13:09:36.481440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d52b5d8a-1ddf-45ea-ae46-70a0ceab1556 req-8e6922fd-ba75-40b5-9c25-d1bbd7b50419 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940163 Feb 11 13:09:36.506021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (6934f59d-f66a-4478-97b8-17bb2098971d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:36.618546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3f16e0bd-04e1-42de-b684-d7f5a265a4fe req-997cc5aa-0ea8-4eac-88b2-84afc299263e tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.0492303 Feb 11 13:09:36.755391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4d15b-0f18-4f49-842a-699a0b2a8c7e req-6588538e-477c-4d5e-9180-0c06fb338d95 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.757565 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8fc4d15b-0f18-4f49-842a-699a0b2a8c7e req-6588538e-477c-4d5e-9180-0c06fb338d95 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0733893 Feb 11 13:09:36.778127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:36.813957 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8fc4d15b-0f18-4f49-842a-699a0b2a8c7e req-7557e0b1-b218-4da7-8d39-7f541fe7f4aa tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490143 Feb 11 13:09:36.819746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54030) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:36.825356 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4bca4be8-9bf2-43da-9007-2038b063b9e6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:36.857624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaddcba-b45a-4490-a709-6a1705703b32 req-c8b98baf-dad1-431e-af9d-753f35f9673b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.865601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0aaddcba-b45a-4490-a709-6a1705703b32 req-c8b98baf-dad1-431e-af9d-753f35f9673b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3504887 Feb 11 13:09:36.871933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-4747aca9-3e79-40a4-827d-2737996b353d tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc HTTP/1.1" status: 200 len: 379 time: 0.6863785 Feb 11 13:09:36.963681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Request body: {'port': {'device_id': '1df90508-59ba-4773-8f95-997228546e92', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'admin_state_up': True, 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'security_groups': ['be33e5a5-7bfa-401e-afc0-c965a5dd303d']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:36.971979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Pushing event deleted for resources: {'Port': ['ID=4bca4be8-9bf2-43da-9007-2038b063b9e6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:37.020297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eecae0ff-79e9-4926-9cd3-f7b254f7fcfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.042176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b996fd-a0fa-4814-ba69-7479296ee182 req-20389683-6292-47c9-a5a4-fc121a55f43d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.044171 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43b996fd-a0fa-4814-ba69-7479296ee182 req-20389683-6292-47c9-a5a4-fc121a55f43d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0994785 Feb 11 13:09:37.070568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] No DVR routers for this DVR port 4bca4be8-9bf2-43da-9007-2038b063b9e6 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:37.091247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.094699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de304825-f18a-4fd7-8a63-f021825cc39a req-c14d02b4-cd55-4e5e-b06d-6e9db66fe729 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.53 "DELETE /v2.0/ports/4bca4be8-9bf2-43da-9007-2038b063b9e6 HTTP/1.1" status: 204 len: 173 time: 2.3563972 Feb 11 13:09:37.099927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'name': 'network-vif-deleted', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:37.102290 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e829ee1-c264-48a3-beff-95b733b0d299" -d '{"events": [{"server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "name": "network-vif-deleted", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:37.138241 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43b996fd-a0fa-4814-ba69-7479296ee182 req-71c4be98-1a65-457d-87cf-0c6922215f2e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846951 Feb 11 13:09:37.175066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-74a7414f-a596-4196-8cc6-57de4ed5e5a9 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.176174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-74a7414f-a596-4196-8cc6-57de4ed5e5a9 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 815 time: 0.6599464 Feb 11 13:09:37.180556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eecae0ff-79e9-4926-9cd3-f7b254f7fcfb admin admin] Publish callbacks [] for security_group (e7fc61bf-9cd7-4781-8c13-ff8521d98862), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.186037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eecae0ff-79e9-4926-9cd3-f7b254f7fcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e7fc61bf-9cd7-4781-8c13-ff8521d98862), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.243223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eecae0ff-79e9-4926-9cd3-f7b254f7fcfb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d93645c402d242ab9841ca210acaac59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4219038 Feb 11 13:09:37.245001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54046) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:37.252973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecae0ff-79e9-4926-9cd3-f7b254f7fcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc61bf-9cd7-4781-8c13-ff8521d98862,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:37.263999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Request body: {'port': {'device_id': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'admin_state_up': True, 'tenant_id': '30002a6e617249479d271825841e5c90'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:37.283251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0aaddcba-b45a-4490-a709-6a1705703b32 req-3046feec-7333-4a91-b3c8-9cc5f3c0daae tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165096 Feb 11 13:09:37.330022 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4a9ee1f-7f0e-4193-9317-87e3463cee9b req-c1fe95c8-371c-4583-a4cd-1e009275c70b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 210 time: 0.0602951 Feb 11 13:09:37.368424 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c659f44d-1bcb-4d22-b26a-f94cc2108e56 admin admin] Publish callbacks [] for security_group (e7fc61bf-9cd7-4781-8c13-ff8521d98862), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.414628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c659f44d-1bcb-4d22-b26a-f94cc2108e56 admin admin] Publish callbacks [] for security_group (e7fc61bf-9cd7-4781-8c13-ff8521d98862), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.426294 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3260ed2-5ef4-4188-90ba-221ad96ef3f4 x-openstack-request-id: req-c3260ed2-5ef4-4188-90ba-221ad96ef3f4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:37.426584 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79d49c9-99cc-4adf-b936-b79702a24511", "name": "network-vif-deleted", "tag": "4bca4be8-9bf2-43da-9007-2038b063b9e6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:37.426834 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3260ed2-5ef4-4188-90ba-221ad96ef3f4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:37.427239 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79d49c9-99cc-4adf-b936-b79702a24511', 'name': 'network-vif-deleted', 'tag': '4bca4be8-9bf2-43da-9007-2038b063b9e6', 'status': 'completed', 'code': 200} Feb 11 13:09:37.482671 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c659f44d-1bcb-4d22-b26a-f94cc2108e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e7fc61bf-9cd7-4781-8c13-ff8521d98862), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.491012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c659f44d-1bcb-4d22-b26a-f94cc2108e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.492982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c659f44d-1bcb-4d22-b26a-f94cc2108e56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7fc61bf-9cd7-4781-8c13-ff8521d98862 HTTP/1.1" status: 204 len: 168 time: 0.2470019 Feb 11 13:09:37.506204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659f44d-1bcb-4d22-b26a-f94cc2108e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc61bf-9cd7-4781-8c13-ff8521d98862,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:37.561842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Router 6934f59d-f66a-4478-97b8-17bb2098971d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:37.562755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Made reservation on behalf of 0e7ef5125d1a4e0ea6b70005a72084bc for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:37.575646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.655597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5e4db-42e5-4424-895c-a29411ff1446 req-5ad3234f-cfe1-49d8-a55b-401859055473 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:37.657168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3fd5e4db-42e5-4424-895c-a29411ff1446 req-5ad3234f-cfe1-49d8-a55b-401859055473 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2026076 Feb 11 13:09:37.767713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Made reservation on behalf of 30002a6e617249479d271825841e5c90 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:37.771054 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:37.772828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab7bd3da-4664-49a4-b9f1-a6f785e09486 req-894b1d98-ef46-4289-abcb-c7006ecdd9e8 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.0499496 Feb 11 13:09:37.924788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54054) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:37.940091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.037191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Publish callbacks [] for security_group (bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.043762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.088412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73a336dc019f435f9c636a7a2c200a0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622362 Feb 11 13:09:38.089446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:38.092724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54058) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:38.109811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.110170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.110505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.110842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.111177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.111511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.111839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.112166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.112493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.112815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.113138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.113464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.113823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f23e6c6-870f-4eeb-932f-062da0a2871c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:38.157222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-104a70ca-ac19-414b-8e2c-4dce50d12eef admin admin] Publish callbacks [] for security_group (bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.180567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-104a70ca-ac19-414b-8e2c-4dce50d12eef admin admin] Publish callbacks [] for security_group (bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.242668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-104a70ca-ac19-414b-8e2c-4dce50d12eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.246102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-104a70ca-ac19-414b-8e2c-4dce50d12eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.249857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-104a70ca-ac19-414b-8e2c-4dce50d12eef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3 HTTP/1.1" status: 204 len: 168 time: 0.1538033 Feb 11 13:09:38.256337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a70ca-ac19-414b-8e2c-4dce50d12eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb84652-b21c-4aaf-bd89-a4e2a7a98bc3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:38.290864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4bca4be8-9bf2-43da-9007-2038b063b9e6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:38.349973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 4bca4be8-9bf2-43da-9007-2038b063b9e6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:09:38.350399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4bca4be8-9bf2-43da-9007-2038b063b9e6 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:09:38.420265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3fd5e4db-42e5-4424-895c-a29411ff1446 req-50b4fa02-24b0-4767-9d9a-07a461c03108 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6581602 Feb 11 13:09:38.476285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3719602-04f2-4899-8ef3-d6db4fbe7c5c req-5bc38fe5-ee8a-4d1e-98f3-95f650850c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:38.480002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3719602-04f2-4899-8ef3-d6db4fbe7c5c req-5bc38fe5-ee8a-4d1e-98f3-95f650850c43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 0.6701748 Feb 11 13:09:38.497893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cbcd3-644f-43d7-8367-f2c0ab790a61 req-a46be56b-2e36-4acc-acce-0f3d1c983d34 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:38.500480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:38.500643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e04cbcd3-644f-43d7-8367-f2c0ab790a61 req-a46be56b-2e36-4acc-acce-0f3d1c983d34 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.1163461 Feb 11 13:09:38.517426 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] Sync routers for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:38.520809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:38.527237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-678efb6c-ff80-48fd-8db0-a37a9943d08b tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "PUT /v2.0/routers/6934f59d-f66a-4478-97b8-17bb2098971d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5044889 Feb 11 13:09:38.530477 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:38.531107 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:38.534906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Allocated IP 172.20.0.13 (500e49a7-5976-49d6-b2a3-6f092e6c2988/2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d/fc5dc986-ed45-4688-9e6c-e1063593e636) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:38.584484 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:38.595074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] Routers {'6934f59d-f66a-4478-97b8-17bb2098971d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:38.595677 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6934f59d-f66a-4478-97b8-17bb2098971d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:38.653066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e04cbcd3-644f-43d7-8367-f2c0ab790a61 req-3f554b65-418a-4cfb-902e-36e703092baf tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457202 Feb 11 13:09:38.687482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1af5429-6647-4b6d-bc9d-7ce5be353665 req-ad1ce708-2243-46d7-a8e6-be089ef9d27c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 210 time: 0.0931985 Feb 11 13:09:38.713218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port de7eb444-accc-4488-bd63-f22a1da87f04 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:38.713588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.769530 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router (6934f59d-f66a-4478-97b8-17bb2098971d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.834059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Allocated IP 172.20.0.4 (29d79645-ac65-4d87-b86f-a8adfb8f3234/eb152ef0-7b66-48b2-bd46-893a04418761/cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:38.891312 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:38.891990 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c74883-e051-4ecb-836a-8d0e3bdf292a None None] The sync data for ids ['6934f59d-f66a-4478-97b8-17bb2098971d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:38.958165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8957dbc-c8af-4fcb-9c88-8b4ca1138328 req-2cd81520-5e20-4c23-8edb-60f51c68bb77 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.0438933 Feb 11 13:09:38.970778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3719602-04f2-4899-8ef3-d6db4fbe7c5c req-a536a2bc-82cb-4c7f-b0df-97647b022e1e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374001 Feb 11 13:09:38.984854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_gateway (6934f59d-f66a-4478-97b8-17bb2098971d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.060319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting port 4fe364bb-0374-4316-bc15-233551b4f5ce {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:39.061028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4fe364bb-0374-4316-bc15-233551b4f5ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.107504 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.130590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9139bc-50df-4ba6-982a-36884e269ece req-865fc351-0ba2-4031-8e18-94dbecc1468c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:39.132404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b9139bc-50df-4ba6-982a-36884e269ece req-865fc351-0ba2-4031-8e18-94dbecc1468c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2451556 Feb 11 13:09:39.158530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for de7eb444-accc-4488-bd63-f22a1da87f04 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:39.186522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4fe364bb-0374-4316-bc15-233551b4f5ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.204365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Calling delete_port for 4fe364bb-0374-4316-bc15-233551b4f5ce owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:39.253996 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.332638 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b9139bc-50df-4ba6-982a-36884e269ece req-7413ad3a-1718-4a59-a14e-f1245bcfed89 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770930 Feb 11 13:09:39.403743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks [] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.458997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.529011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6868a72-11c8-4d21-b834-60892223cb47 req-6452b985-f77a-4cb3-ad3e-5120a0d956c6 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:39.532904 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6868a72-11c8-4d21-b834-60892223cb47 req-6452b985-f77a-4cb3-ad3e-5120a0d956c6 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0897193 Feb 11 13:09:39.533622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4fe364bb-0374-4316-bc15-233551b4f5ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.554133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:39.558994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Port': ['ID=4fe364bb-0374-4316-bc15-233551b4f5ce,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:39.571233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:39.579576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:39.632403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:39.633077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.635899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event updated for resources: {'Port': ['ID=fc5dc986-ed45-4688-9e6c-e1063593e636,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:39.666436 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.692706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-063d64dd-d700-43b9-b34e-ba5ca04696e1 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7813859 Feb 11 13:09:39.715848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6868a72-11c8-4d21-b834-60892223cb47 req-3adab0e1-58a1-4df4-97aa-6c2b70f5b12e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591926 Feb 11 13:09:39.753269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (6934f59d-f66a-4478-97b8-17bb2098971d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.757052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (de7eb444-accc-4488-bd63-f22a1da87f04), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.786719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Request body: {'port': {'device_id': '1df90508-59ba-4773-8f95-997228546e92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:39.892329 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (6934f59d-f66a-4478-97b8-17bb2098971d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.895888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router_controller (6934f59d-f66a-4478-97b8-17bb2098971d), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.909698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Network 29d79645-ac65-4d87-b86f-a8adfb8f3234 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:39.984994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Pushing event updated for resources: {'Port': ['ID=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.002568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-56c8ef0c-20ab-4e3b-a381-beea9614ed61 None None] Provisioning complete for port fc5dc986-ed45-4688-9e6c-e1063593e636 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:40.003175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:40.003712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56c8ef0c-20ab-4e3b-a381-beea9614ed61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.016781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:40.021400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (6934f59d-f66a-4478-97b8-17bb2098971d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.022849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Fanout notify agent at l3_agent the message router_deleted on router 6934f59d-f66a-4478-97b8-17bb2098971d {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:09:40.043636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1415e-560b-4f18-8e9b-5c11f809346c req-18acdf2d-9f09-4d24-968a-56b6f1fb9676 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.052867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8cf1415e-560b-4f18-8e9b-5c11f809346c req-18acdf2d-9f09-4d24-968a-56b6f1fb9676 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 931 time: 0.1877334 Feb 11 13:09:40.063912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.063912 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b7f544b3-f4b6-458c-ac16-5843a682edc1 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/routers/6934f59d-f66a-4478-97b8-17bb2098971d HTTP/1.1" status: 204 len: 168 time: 1.5421200 Feb 11 13:09:40.067637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54116) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:40.130673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-56c8ef0c-20ab-4e3b-a381-beea9614ed61 None None] Port fc5dc986-ed45-4688-9e6c-e1063593e636 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:40.167009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=de7eb444-accc-4488-bd63-f22a1da87f04,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.198930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Deleting subnet 54d64c98-9bc4-48b0-8133-b30de391c2bf {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:40.232615 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8cf1415e-560b-4f18-8e9b-5c11f809346c req-440379d3-0b8f-4ebe-8ade-0a65f6d619ff tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786766 Feb 11 13:09:40.235859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for subnet (54d64c98-9bc4-48b0-8133-b30de391c2bf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.304606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.305244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.319689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.322571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (54d64c98-9bc4-48b0-8133-b30de391c2bf), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.352183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-3acc7878-d6c0-4744-9cd2-01ec25db11c8 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0963621 Feb 11 13:09:40.363171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519a999-d11a-4ed8-a296-3b76b8d0c8b7 req-ea2f0fff-4d1c-4a43-a7f4-a7a7988fd4e2 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.364740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6519a999-d11a-4ed8-a296-3b76b8d0c8b7 req-ea2f0fff-4d1c-4a43-a7f4-a7a7988fd4e2 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.5672348 Feb 11 13:09:40.454935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (54d64c98-9bc4-48b0-8133-b30de391c2bf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.503735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b3ff7-919f-45a8-b7a9-250d84238532 req-d2ce6d9d-f1f2-41e5-a370-fb8d86ff8908 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.505701 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-454b3ff7-919f-45a8-b7a9-250d84238532 req-d2ce6d9d-f1f2-41e5-a370-fb8d86ff8908 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 932 time: 0.1216643 Feb 11 13:09:40.590917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Request body: {'port': {'device_id': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:40.598404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (54d64c98-9bc4-48b0-8133-b30de391c2bf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.628239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Subnet': ['ID=54d64c98-9bc4-48b0-8133-b30de391c2bf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.635773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.642260 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-454b3ff7-919f-45a8-b7a9-250d84238532 req-632d3e64-0657-4e34-bb35-e7bf44649da3 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265833 Feb 11 13:09:40.658509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.667525 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-63b4e27b-24dc-4082-a5b0-2be1e9504dc2 tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/subnets/54d64c98-9bc4-48b0-8133-b30de391c2bf HTTP/1.1" status: 204 len: 168 time: 0.5742838 Feb 11 13:09:40.668213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54128) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:40.788265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5dc986-ed45-4688-9e6c-e1063593e636 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:40.806200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Publish callbacks [] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.852283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (97127d2f-615d-4683-a5b7-117321fffe3f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.871882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c33537-bc7d-460e-9cac-87ade6eebd2c req-13a63819-8732-4031-a747-e5d1338cf0f5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.881669 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62c33537-bc7d-460e-9cac-87ade6eebd2c req-13a63819-8732-4031-a747-e5d1338cf0f5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1325397 Feb 11 13:09:40.930799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6519a999-d11a-4ed8-a296-3b76b8d0c8b7 req-90b1a8b0-31b5-4f29-8ca0-1a7f8eb02bc4 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451564 Feb 11 13:09:40.934299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Transition to ACTIVE for port object fc5dc986-ed45-4688-9e6c-e1063593e636 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:40.940547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.946861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.051582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62c33537-bc7d-460e-9cac-87ade6eebd2c req-a203ef33-e4fc-40dc-af80-32b111117341 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690292 Feb 11 13:09:41.107935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5dc986-ed45-4688-9e6c-e1063593e636,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:41.157574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (97127d2f-615d-4683-a5b7-117321fffe3f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.184610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97127d2f-615d-4683-a5b7-117321fffe3f']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:41.196132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce57260-a037-4df8-9fba-47b4a3c2c8e1') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:41.196487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce57260-a037-4df8-9fba-47b4a3c2c8e1') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:41.208160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2ce57260-a037-4df8-9fba-47b4a3c2c8e1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.224590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2ce57260-a037-4df8-9fba-47b4a3c2c8e1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.232670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:41.233049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2ce57260-a037-4df8-9fba-47b4a3c2c8e1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:41.237566 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:41.383714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (97127d2f-615d-4683-a5b7-117321fffe3f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.420466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.426651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] 10.222.0.42 "DELETE /v2.0/networks/97127d2f-615d-4683-a5b7-117321fffe3f HTTP/1.1" status: 204 len: 168 time: 0.7574425 Feb 11 13:09:41.456197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019ef1d-1145-4740-8ce9-93a326df509f tempest-FloatingIPTestJSON-1083097041 tempest-FloatingIPTestJSON-1083097041-project] Pushing event deleted for resources: {'Network': ['ID=97127d2f-615d-4683-a5b7-117321fffe3f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:41.489779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a8037-0ab1-4625-829c-55f2e9e0fcbc req-dbfe6d74-b378-4256-b833-9ad1ce890d1c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.493884 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f82a8037-0ab1-4625-829c-55f2e9e0fcbc req-dbfe6d74-b378-4256-b833-9ad1ce890d1c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 931 time: 0.1212015 Feb 11 13:09:41.548752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f82a8037-0ab1-4625-829c-55f2e9e0fcbc req-a8df8e56-a8d8-469b-aab8-59361ab410fe tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456791 Feb 11 13:09:41.552352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Attempting to bind port fc5dc986-ed45-4688-9e6c-e1063593e636 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:41.552693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Attempting to bind port fc5dc986-ed45-4688-9e6c-e1063593e636 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:41.553023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Attempting to bind port fc5dc986-ed45-4688-9e6c-e1063593e636 on network 500e49a7-5976-49d6-b2a3-6f092e6c2988 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:41.558006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 86c2dd71-edea-462b-801b-e3a46069354b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:41.572495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Port fc5dc986-ed45-4688-9e6c-e1063593e636 on network 500e49a7-5976-49d6-b2a3-6f092e6c2988 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:09:41.572883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Attempting to bind port fc5dc986-ed45-4688-9e6c-e1063593e636 on network 500e49a7-5976-49d6-b2a3-6f092e6c2988 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:41.589552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae857e4-c624-4f4b-ac88-9842eb177774 req-d8bf8ffd-2854-4a46-bd61-40b2efd58e4d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.591140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ae857e4-c624-4f4b-ac88-9842eb177774 req-d8bf8ffd-2854-4a46-bd61-40b2efd58e4d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3252969 Feb 11 13:09:41.604145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:41.604490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Checking segment: {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:41.604878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Bound using segment: {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:41.605314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Bound port: fc5dc986-ed45-4688-9e6c-e1063593e636, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee126a4c-8292-4698-9427-40e51d476f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:41.605706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:41.784160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8848e-be9e-4daa-94d3-0d1309b7a185 req-56d9d13b-d6ec-4821-9c44-b59c9fe182c8 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.785917 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4c8848e-be9e-4daa-94d3-0d1309b7a185 req-56d9d13b-d6ec-4821-9c44-b59c9fe182c8 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 944 time: 0.0626688 Feb 11 13:09:41.856948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4c8848e-be9e-4daa-94d3-0d1309b7a185 req-a7f3816a-440a-4401-826b-3ff0ac59c1ef tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652099 Feb 11 13:09:41.886731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54148) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:42.146728 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0c6e87e3-76ab-43dd-9406-779bd14f6654 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc70073f296743bf81c0245ebf6bf07e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565475 Feb 11 13:09:42.160748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54156) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:42.169940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:42.178493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Publish callbacks [] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.199066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Transition to ACTIVE for port object cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:42.216867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.233614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67b03f-1838-4e6a-b80c-dc56971d81d7 req-f91c9062-4c0f-46c7-ac15-e6a8529e2c0a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.242392 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ff67b03f-1838-4e6a-b80c-dc56971d81d7 req-f91c9062-4c0f-46c7-ac15-e6a8529e2c0a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.1905870 Feb 11 13:09:42.293275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc800-7b3d-4099-b9e6-d4a419e3b088 admin admin] Publish callbacks [] for security_group (ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.296897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ae857e4-c624-4f4b-ac88-9842eb177774 req-2c392143-7acb-44f3-901f-acc0bc160859 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938603 Feb 11 13:09:42.297951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:42.311907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] Sync routers for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:42.314597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e1995f5f-b68a-4acb-8e4b-19d4067bf84e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/86c2dd71-edea-462b-801b-e3a46069354b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2635868 Feb 11 13:09:42.325428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54162) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:42.345253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:42.346387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:42.351692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc800-7b3d-4099-b9e6-d4a419e3b088 admin admin] Publish callbacks [] for security_group (ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.378938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] For port fc5dc986-ed45-4688-9e6c-e1063593e636, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:42.393942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:42.406988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] For port fc5dc986-ed45-4688-9e6c-e1063593e636, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fc5dc986-ed45-4688-9e6c-e1063593e636,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:42.412859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:42.420221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:42.439839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:42.467416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.478191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc800-7b3d-4099-b9e6-d4a419e3b088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.481923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc800-7b3d-4099-b9e6-d4a419e3b088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.487187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c4bc800-7b3d-4099-b9e6-d4a419e3b088 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c HTTP/1.1" status: 204 len: 168 time: 0.3237824 Feb 11 13:09:42.519869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ff67b03f-1838-4e6a-b80c-dc56971d81d7 req-ed7a79be-968c-479c-996a-06cf5d65f8a8 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761040 Feb 11 13:09:42.539568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:42.540117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bc800-7b3d-4099-b9e6-d4a419e3b088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf8c8c2-e1bf-4b4c-b680-39fe5d7c803c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:42.540227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b14020a-5131-42ff-8798-e6d6e96ca488 None None] The sync data for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:42.620020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.620737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.622097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc5dc986-ed45-4688-9e6c-e1063593e636 HTTP/1.1" status: 200 len: 1092 time: 2.8509021 Feb 11 13:09:42.671986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:42.675578 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d482ea44-3dff-45a4-b212-1d073c539ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:42.862851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5500246-cc74-4138-aff9-7079f3736a92 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5dc986-ed45-4688-9e6c-e1063593e636,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:42.918240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Attempting to bind port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:42.918691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Attempting to bind port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:42.919029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Attempting to bind port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:42.949088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95166154-661b-47dc-ac5b-3d3bdccf04f7 req-86f1ad26-b139-408f-ad49-4e5fe89a1cb5 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.949818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:09:42.950442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Attempting to bind port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 on network 29d79645-ac65-4d87-b86f-a8adfb8f3234 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:42.950663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-95166154-661b-47dc-ac5b-3d3bdccf04f7 req-86f1ad26-b139-408f-ad49-4e5fe89a1cb5 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 943 time: 0.2019732 Feb 11 13:09:42.979123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:42.979465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Checking segment: {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:42.979852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Bound using segment: {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:42.980309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Bound port: cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ba66a3-7d1f-4455-8142-140d0379b5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:42.980668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.990323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11317-7509-4529-a88c-6bc66daec5c6 req-d491412c-c571-4bb6-9615-3ab0d651aa2b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.991996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9db11317-7509-4529-a88c-6bc66daec5c6 req-d491412c-c571-4bb6-9615-3ab0d651aa2b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.4755597 Feb 11 13:09:42.998063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-edc66d79-3a4c-4b95-8881-99c8765babff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.999850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-edc66d79-3a4c-4b95-8881-99c8765babff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc&device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 1126 time: 0.3214211 Feb 11 13:09:43.065291 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-95166154-661b-47dc-ac5b-3d3bdccf04f7 req-ac106371-1d62-48fa-947d-b570dddda10c tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059299 Feb 11 13:09:43.156123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-074cb135-cc88-435e-9f79-9ef996e5f75e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc5dc986-ed45-4688-9e6c-e1063593e636 HTTP/1.1" status: 200 len: 217 time: 0.1080823 Feb 11 13:09:43.319273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9db11317-7509-4529-a88c-6bc66daec5c6 req-50610556-b8db-4f69-bf99-8384e47c4340 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150547 Feb 11 13:09:43.370214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] For port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:43.406300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] For port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:43.412753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-02e9625c-afb5-4846-ad11-4a9303b1ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.416069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-02e9625c-afb5-4846-ad11-4a9303b1ac81 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d HTTP/1.1" status: 200 len: 854 time: 0.2365513 Feb 11 13:09:43.440551 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513880c1-5dc2-42e8-9a4f-66ec5ec2948e x-openstack-request-id: req-513880c1-5dc2-42e8-9a4f-66ec5ec2948e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:43.441165 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:43.441931 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-513880c1-5dc2-42e8-9a4f-66ec5ec2948e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:43.442500 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'status': 'completed', 'code': 200} Feb 11 13:09:43.464558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2f3c9-4ce7-43bb-8fc2-60d818b8c209 req-8f9624f5-afdf-43a1-a0c8-dcb3594b3830 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.466494 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edb2f3c9-4ce7-43bb-8fc2-60d818b8c209 req-8f9624f5-afdf-43a1-a0c8-dcb3594b3830 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.0755482 Feb 11 13:09:43.511593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.520207 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-edb2f3c9-4ce7-43bb-8fc2-60d818b8c209 req-21950295-7d71-4285-84d2-355a1c024a84 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Feb 11 13:09:43.592731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.593492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.595072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] 10.222.0.64 "PUT /v2.0/ports/cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 HTTP/1.1" status: 200 len: 1091 time: 3.2251649 Feb 11 13:09:43.621710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-2f1ba580-b1d6-43c0-97a3-4fdcc84a51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.623413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-2f1ba580-b1d6-43c0-97a3-4fdcc84a51b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 0.2965453 Feb 11 13:09:43.651249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873399aa-e1c8-454b-919f-8ce1153f3d7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:43.669676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cd23e-f27e-4fbb-b93b-17e07fa89931 req-0bdb2fed-a959-4812-b6ea-74f97d21bbee tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.676337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54206) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:43.679105 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca5cd23e-f27e-4fbb-b93b-17e07fa89931 req-0bdb2fed-a959-4812-b6ea-74f97d21bbee tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0784628 Feb 11 13:09:43.733723 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca5cd23e-f27e-4fbb-b93b-17e07fa89931 req-cdd8be33-9ec7-45f8-9aba-e10a749b5005 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521119 Feb 11 13:09:43.749573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-722cc67b-a6cf-4a68-9a7a-1fba168d501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.751753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-722cc67b-a6cf-4a68-9a7a-1fba168d501f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=500e49a7-5976-49d6-b2a3-6f092e6c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3264289 Feb 11 13:09:43.799967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fbf63-65a9-4e53-81e8-bc9c4324bcc0 req-4b6c28e8-ea4b-4331-9c03-53c2df2dcf57 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.801735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a2fbf63-65a9-4e53-81e8-bc9c4324bcc0 req-4b6c28e8-ea4b-4331-9c03-53c2df2dcf57 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 944 time: 0.3629301 Feb 11 13:09:43.836012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1405764651'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:43.876653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12604e-339d-4da2-9d8d-40896d189733 req-d94e69cc-b3cd-49b5-80ee-cf3a78fd3e38 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.878227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f12604e-339d-4da2-9d8d-40896d189733 req-d94e69cc-b3cd-49b5-80ee-cf3a78fd3e38 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0565407 Feb 11 13:09:43.941995 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.944989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0f12604e-339d-4da2-9d8d-40896d189733 req-e72322dd-8a8c-4164-ba16-98a3d2b252b5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549326 Feb 11 13:09:43.961439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-430c0558-a593-4740-8766-9850d8222757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.962980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-430c0558-a593-4740-8766-9850d8222757 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 1125 time: 0.3143265 Feb 11 13:09:44.000837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Made reservation on behalf of a154e6b6597541599be5fbe4aab8eee0 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:44.004185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:44.036403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-4775c27d-d87a-4ae4-abf2-d7c068f5ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.037817 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-4775c27d-d87a-4ae4-abf2-d7c068f5ca18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.3877442 Feb 11 13:09:44.046023 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:44.071477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de65c9c-55bb-4548-b569-8066329ca2ff req-ac72f14e-4298-47d0-889a-9a6209271d27 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.073386 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7de65c9c-55bb-4548-b569-8066329ca2ff req-ac72f14e-4298-47d0-889a-9a6209271d27 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0570889 Feb 11 13:09:44.128143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7de65c9c-55bb-4548-b569-8066329ca2ff req-ea058d31-9519-4713-93f6-235cff5b3666 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483882 Feb 11 13:09:44.130107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a2fbf63-65a9-4e53-81e8-bc9c4324bcc0 req-eaaebf73-f4ea-4390-9678-5d473a67182d tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005030 Feb 11 13:09:44.131330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-b261c701-8103-4584-b3d5-d848435176d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 HTTP/1.1" status: 200 len: 217 time: 0.1176639 Feb 11 13:09:44.187585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-2ab7ad19-082f-4751-8037-297f5ddc6e4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 217 time: 0.1397514 Feb 11 13:09:44.195610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-c234300f-b78d-42f4-87a3-2389594d30f5 service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881338 Feb 11 13:09:44.345030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-b8bfefc6-047f-44ea-9296-f849d0eb9499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.346847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-b8bfefc6-047f-44ea-9296-f849d0eb9499 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb152ef0-7b66-48b2-bd46-893a04418761 HTTP/1.1" status: 200 len: 855 time: 0.1759255 Feb 11 13:09:44.417498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29035d-7f27-4a5b-abe9-08c9b663c8fd req-3743a146-4878-4292-876a-754002c9d833 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.419158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b29035d-7f27-4a5b-abe9-08c9b663c8fd req-3743a146-4878-4292-876a-754002c9d833 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1048601 Feb 11 13:09:44.438722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-03c8f171-7b65-4478-b6c3-52b7cc436050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.438722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-03c8f171-7b65-4478-b6c3-52b7cc436050 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.2209294 Feb 11 13:09:44.517874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b29035d-7f27-4a5b-abe9-08c9b663c8fd req-9d0cf720-9893-44fe-87cc-080440ef628d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867457 Feb 11 13:09:44.574148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-bb65ead7-1202-4d67-85ef-9a76a30f7860 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812654 Feb 11 13:09:44.581105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-b70e75be-4671-4307-a92e-6d59d4e86241 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29d79645-ac65-4d87-b86f-a8adfb8f3234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933833 Feb 11 13:09:44.611237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ee85016-5b3f-4bfe-baae-ae4ee865c685 req-0000677f-b712-407f-9a5d-9de04f755b3f service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913543 Feb 11 13:09:44.660724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cbe01-8a22-4b0c-aecc-f9fb689b5666 req-b1e4d7a4-e714-4b0d-81f1-389b6665742a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.664165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02cbe01-8a22-4b0c-aecc-f9fb689b5666 req-b1e4d7a4-e714-4b0d-81f1-389b6665742a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0791240 Feb 11 13:09:44.732646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d02cbe01-8a22-4b0c-aecc-f9fb689b5666 req-d24c29f8-a913-4817-9024-cddb2893e5b7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609858 Feb 11 13:09:44.875393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8d084-7195-40fd-b466-67d994a4a52c req-ec9e76a2-88ae-40a6-af07-ca4902eccb82 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.884331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59f8d084-7195-40fd-b466-67d994a4a52c req-ec9e76a2-88ae-40a6-af07-ca4902eccb82 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.0805638 Feb 11 13:09:44.937599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59f8d084-7195-40fd-b466-67d994a4a52c req-30653e8e-470c-47e6-be5f-6d9862358740 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520031 Feb 11 13:09:45.090578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931199a-2ced-4847-a9a7-62cf734e6392 req-09c71af1-2064-47fe-9201-3ae13e031ed7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.092551 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e931199a-2ced-4847-a9a7-62cf734e6392 req-09c71af1-2064-47fe-9201-3ae13e031ed7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0590432 Feb 11 13:09:45.130933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d04c0-9f60-4006-b4d0-f857200c0da2 req-b84ccfaf-a44a-46c4-8289-b9d61d30c2a0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.133243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-050d04c0-9f60-4006-b4d0-f857200c0da2 req-b84ccfaf-a44a-46c4-8289-b9d61d30c2a0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 943 time: 0.8330965 Feb 11 13:09:45.152394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for security_group (a497b188-832d-4660-9da8-a0a3c8c5ddd1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.161964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e931199a-2ced-4847-a9a7-62cf734e6392 req-d74f7c22-53a8-4075-b8a6-3cfd0b4fcb03 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Feb 11 13:09:45.181795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a497b188-832d-4660-9da8-a0a3c8c5ddd1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.279222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-ad0ff50c-d8d1-4269-acd3-dccc5f1f614b service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942677 Feb 11 13:09:45.285076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-9b56c219-4bdf-4ee2-89ea-cec186bc5bad service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6964321 Feb 11 13:09:45.294558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:45.320250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c77ed7-0dec-4eac-b09c-757b67a454bc req-f2353fbe-409b-4912-a5b1-bad206fab7b7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.322011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90c77ed7-0dec-4eac-b09c-757b67a454bc req-f2353fbe-409b-4912-a5b1-bad206fab7b7 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 944 time: 0.0809708 Feb 11 13:09:45.327087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a497b188-832d-4660-9da8-a0a3c8c5ddd1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:45.345334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-310721b0-6d3f-4abe-ab44-9b72e335c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.347199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-310721b0-6d3f-4abe-ab44-9b72e335c8e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc&device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 1126 time: 0.6729972 Feb 11 13:09:45.388807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-050d04c0-9f60-4006-b4d0-f857200c0da2 req-4901fc90-5279-4f5b-a09e-218414d2e230 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396274 Feb 11 13:09:45.390025 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (91d4c549-ed8e-4eda-bc9a-7546fd1c4f04), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.390478 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Added segment 91d4c549-ed8e-4eda-bc9a-7546fd1c4f04 of type vlan for network 105cb45c-2369-4aac-a245-e18ecff8e645 Feb 11 13:09:45.410069 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90c77ed7-0dec-4eac-b09c-757b67a454bc req-edcc52fe-6d95-4747-8c80-d8bb1d27c953 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813925 Feb 11 13:09:45.474318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'tag': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:45.476844 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e6edcb-f833-4205-92ea-ed69f7986f77" -d '{"events": [{"name": "network-changed", "server_uuid": "dce6d315-4511-47ae-bc5b-9a0bca4048e9", "tag": "cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:45.582613 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979e91d0-8f52-422f-98ae-2dc9d2d480d0 x-openstack-request-id: req-979e91d0-8f52-422f-98ae-2dc9d2d480d0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:45.582888 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dce6d315-4511-47ae-bc5b-9a0bca4048e9", "tag": "cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:45.583155 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-979e91d0-8f52-422f-98ae-2dc9d2d480d0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:45.583558 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'tag': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4', 'status': 'completed', 'code': 200} Feb 11 13:09:45.707098 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (105cb45c-2369-4aac-a245-e18ecff8e645), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.786566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-db433485-84db-43fe-8d58-d1f24846de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.788059 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-db433485-84db-43fe-8d58-d1f24846de95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=500e49a7-5976-49d6-b2a3-6f092e6c2988 HTTP/1.1" status: 200 len: 916 time: 0.4111614 Feb 11 13:09:45.807335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c80ddf-a2f5-41fd-b765-3424201acecd req-9b4ded4f-8645-4664-b569-1c6d26236edc service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091112 Feb 11 13:09:45.810167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-769907d8-cff1-443c-b07c-0c176fd927f4 req-5b9b737c-a2b6-4e10-b04e-41b656bb145a service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057094 Feb 11 13:09:45.842711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (105cb45c-2369-4aac-a245-e18ecff8e645), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.847636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.848229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.867907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ebf37-4243-427a-87a4-3c29dd0efbfc req-ad4079ad-8e26-448e-984c-1a8f28762b37 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.869521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b10ebf37-4243-427a-87a4-3c29dd0efbfc req-ad4079ad-8e26-448e-984c-1a8f28762b37 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3603892 Feb 11 13:09:45.870955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-d275f8c7-01cc-4d7f-9870-080d02f43eed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc5dc986-ed45-4688-9e6c-e1063593e636 HTTP/1.1" status: 200 len: 217 time: 0.0733454 Feb 11 13:09:46.002854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3230810 Feb 11 13:09:46.006083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54254) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:46.017469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'subnet': {'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:46.018949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 8b3022f7-1c78-48ff-ae90-97910c025211 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:46.019295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.022090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38653e-81fe-4f25-8e76-8ec3047acc76 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Network': ['ID=105cb45c-2369-4aac-a245-e18ecff8e645,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:46.038604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 105cb45c-2369-4aac-a245-e18ecff8e645 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:09:46.087319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-7a357d7a-0714-467e-b4c3-7974fcc0d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.089291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-7a357d7a-0714-467e-b4c3-7974fcc0d09a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d HTTP/1.1" status: 200 len: 854 time: 0.2032008 Feb 11 13:09:46.099550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b10ebf37-4243-427a-87a4-3c29dd0efbfc req-4edc30c3-511b-4b8f-8fd0-76d7723d32bf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148666 Feb 11 13:09:46.169911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-787c24d7-f3d6-450f-8633-6d8f1a4c3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.171464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-787c24d7-f3d6-450f-8633-6d8f1a4c3f7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30002a6e617249479d271825841e5c90&device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 1125 time: 0.2821944 Feb 11 13:09:46.231799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.232690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.325823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bcc20-3dc1-4699-b4eb-34e094748bf7 req-0e02c553-67a3-42f6-a8df-7beed3464621 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.332703 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b94bcc20-3dc1-4699-b4eb-34e094748bf7 req-0e02c553-67a3-42f6-a8df-7beed3464621 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.1968966 Feb 11 13:09:46.342113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Made reservation on behalf of a154e6b6597541599be5fbe4aab8eee0 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:46.345428 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.363513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-ce15cca1-1fd4-435a-91b3-8968af4020d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.366134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-ce15cca1-1fd4-435a-91b3-8968af4020d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 200 len: 916 time: 0.1843064 Feb 11 13:09:46.380141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 8b3022f7-1c78-48ff-ae90-97910c025211 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:46.452516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b94bcc20-3dc1-4699-b4eb-34e094748bf7 req-873ac749-6e49-4eeb-b036-926fad623985 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189504 Feb 11 13:09:46.488368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-c286dda6-69f2-44b0-9b52-c9d53fc4f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.490276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-c286dda6-69f2-44b0-9b52-c9d53fc4f2b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=500e49a7-5976-49d6-b2a3-6f092e6c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3881912 Feb 11 13:09:46.491712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-c9d9a950-b34b-4e9d-9195-9a7fc982de50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 HTTP/1.1" status: 200 len: 217 time: 0.0969491 Feb 11 13:09:46.613610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-ea7b01f7-d0f9-4c80-ad88-b396e8c93885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.615114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-ea7b01f7-d0f9-4c80-ad88-b396e8c93885 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eb152ef0-7b66-48b2-bd46-893a04418761 HTTP/1.1" status: 200 len: 855 time: 0.1079988 Feb 11 13:09:46.687183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7864d5a-478d-4869-a670-07770608adc0 req-a4268aa7-b827-4b11-b21f-8ad8544f53f4 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.694716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7864d5a-478d-4869-a670-07770608adc0 req-a4268aa7-b827-4b11-b21f-8ad8544f53f4 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 943 time: 0.1463456 Feb 11 13:09:46.698076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (9f42ea76-5e86-4d0f-b8d9-0537c84e4448), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.717305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbb8fe-419a-44bd-b307-36dc9c5a91f7 req-7e6d3aea-074d-4603-a61c-6c6af4bee612 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.724409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87cbb8fe-419a-44bd-b307-36dc9c5a91f7 req-7e6d3aea-074d-4603-a61c-6c6af4bee612 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2753954 Feb 11 13:09:46.736498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-1b821234-4a6c-4f78-be9a-b662a6599ae2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=29d79645-ac65-4d87-b86f-a8adfb8f3234&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857735 Feb 11 13:09:46.798319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Subnet': ['ID=9f42ea76-5e86-4d0f-b8d9-0537c84e4448,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:46.816163 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7864d5a-478d-4869-a670-07770608adc0 req-266322a2-72ad-4690-8d52-9eb892a3dbbe tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155565 Feb 11 13:09:46.835252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Checking segment: {'id': '91d4c549-ed8e-4eda-bc9a-7546fd1c4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:46.835252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Network hostable DHCP agents. Network: 105cb45c-2369-4aac-a245-e18ecff8e645, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:46.873295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Network 105cb45c-2369-4aac-a245-e18ecff8e645 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:46.888920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 105cb45c-2369-4aac-a245-e18ecff8e645) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:46.894086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.895805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.898500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8b51e-3bb9-48b6-911b-b019abe2e40d None None] Network 105cb45c-2369-4aac-a245-e18ecff8e645 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:46.967374 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f2cf69aa-356c-449a-a568-260ecafbf4db tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9559054 Feb 11 13:09:46.970130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54270) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:46.977140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-45a0105a-440f-46cf-b424-6b95c0623aee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2089878653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:46.992962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87cbb8fe-419a-44bd-b307-36dc9c5a91f7 req-e7ccb0b0-d623-4c50-aab2-c1323ef9cbd0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642844 Feb 11 13:09:47.030503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-93af46ce-bd95-43ee-bd53-5e881d827612 service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606037 Feb 11 13:09:47.035401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45a0105a-440f-46cf-b424-6b95c0623aee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (9271bb50-b5cd-4713-a949-c234d500ad28), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.036724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45a0105a-440f-46cf-b424-6b95c0623aee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (9271bb50-b5cd-4713-a949-c234d500ad28), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.068909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-105cb45c-2369-4aac-a245-e18ecff8e645', 'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645', 'project_id': 'a154e6b6597541599be5fbe4aab8eee0', 'fixed_ips': [{'subnet_id': '9f42ea76-5e86-4d0f-b8d9-0537c84e4448'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:09:47.072189 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.111848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45a0105a-440f-46cf-b424-6b95c0623aee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for router_controller (9271bb50-b5cd-4713-a949-c234d500ad28), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.144360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac0b02-d807-4c9a-bbf4-c539686df8f5 req-1ccf1096-8dc1-4f24-a8eb-a1e17c503640 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.147255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dac0b02-d807-4c9a-bbf4-c539686df8f5 req-1ccf1096-8dc1-4f24-a8eb-a1e17c503640 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 944 time: 0.2415662 Feb 11 13:09:47.149308 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45a0105a-440f-46cf-b424-6b95c0623aee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (9271bb50-b5cd-4713-a949-c234d500ad28), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.199847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45a0105a-440f-46cf-b424-6b95c0623aee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.201661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45a0105a-440f-46cf-b424-6b95c0623aee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2299128 Feb 11 13:09:47.206177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54274) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:47.216114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-23ab3283-259b-4dc2-83e6-2326c05615c6 service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455950 Feb 11 13:09:47.221906 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.282666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Allocated IP 172.20.0.2 (105cb45c-2369-4aac-a245-e18ecff8e645/9f42ea76-5e86-4d0f-b8d9-0537c84e4448/fdb70289-cb34-48e1-8ab4-4434a42deeaa) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:47.288332 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dac0b02-d807-4c9a-bbf4-c539686df8f5 req-6a41c5f5-119c-4616-8423-f5ca49914dee tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330578 Feb 11 13:09:47.407214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d482ea44-3dff-45a4-b212-1d073c539ffc req-cdc74a3c-55e6-413f-9c31-a8e88dd74332 service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426976 Feb 11 13:09:47.430542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328c76-e5d5-4bc9-b675-e9d0b1cd22b1 req-70a08a60-ca8a-471e-a4d3-693fca7e4fce tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.432784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb328c76-e5d5-4bc9-b675-e9d0b1cd22b1 req-70a08a60-ca8a-471e-a4d3-693fca7e4fce tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2756307 Feb 11 13:09:47.435377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e6edcb-f833-4205-92ea-ed69f7986f77 req-ed8d0903-254f-4eac-8ee2-97ea7b40bcca service neutron] 10.222.0.64 "GET /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993635 Feb 11 13:09:47.440266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8b3022f7-1c78-48ff-ae90-97910c025211), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.479327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=8b3022f7-1c78-48ff-ae90-97910c025211,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:47.495059 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Publish callbacks [] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.523486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.622282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb328c76-e5d5-4bc9-b675-e9d0b1cd22b1 req-6c768083-b1d9-4e63-8f0e-a8b57624dece tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837022 Feb 11 13:09:47.628069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Network 105cb45c-2369-4aac-a245-e18ecff8e645 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:47.631523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Pushing event updated for resources: {'Port': ['ID=fdb70289-cb34-48e1-8ab4-4434a42deeaa,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:47.640109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:47.643520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.643875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.644217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.644553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.644886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.645269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.645604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.646033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.648366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.648741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.649263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.650337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.650839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:47.676627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (86c2dd71-edea-462b-801b-e3a46069354b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.677898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:47.768095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Attempting to bind port fdb70289-cb34-48e1-8ab4-4434a42deeaa on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:47.768570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Attempting to bind port fdb70289-cb34-48e1-8ab4-4434a42deeaa by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '91d4c549-ed8e-4eda-bc9a-7546fd1c4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:47.769101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Attempting to bind port fdb70289-cb34-48e1-8ab4-4434a42deeaa on network 105cb45c-2369-4aac-a245-e18ecff8e645 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:47.775669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:47.776212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Checking segment: {'id': '91d4c549-ed8e-4eda-bc9a-7546fd1c4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:47.776626 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.777028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Bound using segment: {'id': '91d4c549-ed8e-4eda-bc9a-7546fd1c4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:47.777508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Bound port: fdb70289-cb34-48e1-8ab4-4434a42deeaa, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d4c549-ed8e-4eda-bc9a-7546fd1c4f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:47.777923 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.880890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] For port fdb70289-cb34-48e1-8ab4-4434a42deeaa, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:47.884397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] For port fdb70289-cb34-48e1-8ab4-4434a42deeaa, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fdb70289-cb34-48e1-8ab4-4434a42deeaa,segment=NetworkSegment(91d4c549-ed8e-4eda-bc9a-7546fd1c4f04),segment_id=91d4c549-ed8e-4eda-bc9a-7546fd1c4f04)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:47.892245 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.959498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c70f7b-4517-403e-8c10-2e635b8c31a8 None None] Pushing event updated for resources: {'Port': ['ID=fdb70289-cb34-48e1-8ab4-4434a42deeaa,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:48.058159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 86c2dd71-edea-462b-801b-e3a46069354b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:48.083372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add6eac-cee6-450d-a11e-d64469a20558 req-2af1937e-8ef0-4689-a149-cb23f286d9fd tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.085235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7add6eac-cee6-450d-a11e-d64469a20558 req-2af1937e-8ef0-4689-a149-cb23f286d9fd tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 943 time: 0.1151402 Feb 11 13:09:48.191064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fc5dc986-ed45-4688-9e6c-e1063593e636 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:09:48.225892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:48.242367 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] Sync routers for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:48.292609 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:48.293333 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:48.300599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b4415be7-d4a6-48c5-b07a-0022dc2e4950 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/86c2dd71-edea-462b-801b-e3a46069354b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9740522 Feb 11 13:09:48.319678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54290) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:48.349226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:48.364779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7add6eac-cee6-450d-a11e-d64469a20558 req-1f4e38fa-777d-45ee-b3e4-bac74b412d24 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753173 Feb 11 13:09:48.388699 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:48.415769 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] Routers {'86c2dd71-edea-462b-801b-e3a46069354b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:48.416461 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86c2dd71-edea-462b-801b-e3a46069354b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:48.420047 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ae475e19-661d-472d-ad24-715b3fc4d737 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c2dd71-edea-462b-801b-e3a46069354b HTTP/1.1" status: 200 len: 205 time: 0.0957389 Feb 11 13:09:48.420514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54296) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:48.431387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94384efe-8d1b-46a0-870f-667cdbb062a4 req-c40b7668-1183-4151-8b9f-b756a0462b72 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.442727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94384efe-8d1b-46a0-870f-667cdbb062a4 req-c40b7668-1183-4151-8b9f-b756a0462b72 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3152156 Feb 11 13:09:48.445340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fc5dc986-ed45-4688-9e6c-e1063593e636, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fc5dc986-ed45-4688-9e6c-e1063593e636,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:48.474796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'port_id': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'mac_address': 'fa:16:3e:f7:2a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:09:48.512150 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:48.514789 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecce5976-a330-4d87-811f-fa1f1ca73013 None None] The sync data for ids ['86c2dd71-edea-462b-801b-e3a46069354b'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:48.578829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fc5dc986-ed45-4688-9e6c-e1063593e636 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:48.579138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:48.599540 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5dc986-ed45-4688-9e6c-e1063593e636 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:48.624601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fc5dc986-ed45-4688-9e6c-e1063593e636, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fc5dc986-ed45-4688-9e6c-e1063593e636,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:48.630033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:48.631405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94384efe-8d1b-46a0-870f-667cdbb062a4 req-be30a3dc-1c55-4dc1-a495-7cf588cb8cae tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823835 Feb 11 13:09:48.644442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:09:48.653546 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-723d2320-5066-40ab-8b76-634b3aeaf3e6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (86c2dd71-edea-462b-801b-e3a46069354b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:48.884645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2d85d-5293-43b4-95ad-71aae35b7dbf req-fa2c3126-c6f6-4383-86ce-e269daa8c167 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.895710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fd2d85d-5293-43b4-95ad-71aae35b7dbf req-fa2c3126-c6f6-4383-86ce-e269daa8c167 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3608303 Feb 11 13:09:48.921615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fc5dc986-ed45-4688-9e6c-e1063593e636,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:48.944693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed5fc1-2cff-4e47-be9f-eb2432f17b57 req-5ea9f8d0-8655-4a73-831f-fa84fd7fbec3 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.946391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91ed5fc1-2cff-4e47-be9f-eb2432f17b57 req-5ea9f8d0-8655-4a73-831f-fa84fd7fbec3 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 945 time: 0.1394405 Feb 11 13:09:48.998736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Allocated IP 172.20.0.1 (105cb45c-2369-4aac-a245-e18ecff8e645/9f42ea76-5e86-4d0f-b8d9-0537c84e4448/555df1e4-3b08-4b97-956d-4a646c5fd673) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:49.102675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-723d2320-5066-40ab-8b76-634b3aeaf3e6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (86c2dd71-edea-462b-801b-e3a46069354b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.105453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-723d2320-5066-40ab-8b76-634b3aeaf3e6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (86c2dd71-edea-462b-801b-e3a46069354b), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.151478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-91ed5fc1-2cff-4e47-be9f-eb2432f17b57 req-cadeee88-df69-4f4b-a13a-b5ef31420823 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894474 Feb 11 13:09:49.190950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:49.234567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4', 'network_id': '29d79645-ac65-4d87-b86f-a8adfb8f3234', 'port_id': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4', 'mac_address': 'fa:16:3e:1e:91:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb152ef0-7b66-48b2-bd46-893a04418761', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:09:49.328864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.332369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:49.333038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.373034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.373217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:49.451385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:49.465809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Network 105cb45c-2369-4aac-a245-e18ecff8e645 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:49.466084 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.470627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:49.491106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:49.552743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:49.595526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (9271bb50-b5cd-4713-a949-c234d500ad28), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.599439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Port': ['ID=555df1e4-3b08-4b97-956d-4a646c5fd673,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:49.626421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba395446-00fc-45b7-82da-3fe4b66e40a2 None None] Network 105cb45c-2369-4aac-a245-e18ecff8e645 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:49.811683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fd2d85d-5293-43b4-95ad-71aae35b7dbf req-dc680309-8d18-4a2a-9b4d-2580d9ff61a1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8436577 Feb 11 13:09:49.814946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-723d2320-5066-40ab-8b76-634b3aeaf3e6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (86c2dd71-edea-462b-801b-e3a46069354b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.815209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723d2320-5066-40ab-8b76-634b3aeaf3e6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Fanout notify agent at l3_agent the message router_deleted on router 86c2dd71-edea-462b-801b-e3a46069354b {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:09:49.831909 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-723d2320-5066-40ab-8b76-634b3aeaf3e6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.837732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-723d2320-5066-40ab-8b76-634b3aeaf3e6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/86c2dd71-edea-462b-801b-e3a46069354b HTTP/1.1" status: 204 len: 168 time: 1.4161398 Feb 11 13:09:49.841278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54314) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:49.871208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0857e8e8-c3ff-4684-9aa1-f62b0636ce01 None None] Provisioning complete for port fdb70289-cb34-48e1-8ab4-4434a42deeaa triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:49.871695 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0857e8e8-c3ff-4684-9aa1-f62b0636ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.953741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.029010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet 45947856-e1a9-4fc6-8be4-80b1982528a6 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:50.041111 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (45947856-e1a9-4fc6-8be4-80b1982528a6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.136060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9721cd3-2573-4eae-acb6-df057a6ba2c0 req-662445ae-44ca-4f0e-a6f6-5fb0a45cb57b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.146829 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9721cd3-2573-4eae-acb6-df057a6ba2c0 req-662445ae-44ca-4f0e-a6f6-5fb0a45cb57b tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 944 time: 0.5527866 Feb 11 13:09:50.276980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (45947856-e1a9-4fc6-8be4-80b1982528a6), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.350507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:50.354688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fc5dc986-ed45-4688-9e6c-e1063593e636'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:50.356746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fdb70289-cb34-48e1-8ab4-4434a42deeaa up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:50.413117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9721cd3-2573-4eae-acb6-df057a6ba2c0 req-5815c7be-c52e-4737-bba9-e3ca2dde438a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590561 Feb 11 13:09:50.466241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (45947856-e1a9-4fc6-8be4-80b1982528a6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.467809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54336) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:50.639977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (45947856-e1a9-4fc6-8be4-80b1982528a6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.722250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ebdea348-b4fc-4e9a-a6f3-1a526c55ca79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.723719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=45947856-e1a9-4fc6-8be4-80b1982528a6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:50.762429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4ce3a-c8bb-4850-87a0-14d451d92ad5 req-417079b4-246b-4190-87bc-8a8c35277b9b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.766322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62d4ce3a-c8bb-4850-87a0-14d451d92ad5 req-417079b4-246b-4190-87bc-8a8c35277b9b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.7311659 Feb 11 13:09:50.768489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.776109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c5e24a4d-ed38-41ea-8f49-4473ee407333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/45947856-e1a9-4fc6-8be4-80b1982528a6 HTTP/1.1" status: 204 len: 168 time: 0.9337456 Feb 11 13:09:50.781965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54344) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:50.843714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cb3707-9c71-401e-b1e4-c15518ade074 None None] Network 74c196bc-7c5c-4b80-86aa-3ddadaea9beb requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:50.892477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953ab63-888b-49e6-baf7-07c755f6c1ae req-f9476b51-c744-47cb-a620-ab29913d436c tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.894090 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4953ab63-888b-49e6-baf7-07c755f6c1ae req-f9476b51-c744-47cb-a620-ab29913d436c tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 945 time: 0.2965391 Feb 11 13:09:50.918889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ebdea348-b4fc-4e9a-a6f3-1a526c55ca79 admin admin] Publish callbacks [] for security_group (16d3e60c-56f4-4f15-ac09-16474403a49a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.956168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.973051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ebdea348-b4fc-4e9a-a6f3-1a526c55ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (16d3e60c-56f4-4f15-ac09-16474403a49a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.980298 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.993694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet c7e194a0-acb0-4dc7-a3e1-9e05238e46cb {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:51.002388 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (c7e194a0-acb0-4dc7-a3e1-9e05238e46cb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.062699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62d4ce3a-c8bb-4850-87a0-14d451d92ad5 req-31398ef9-225e-4080-8d6e-92bd8a7c6b08 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839506 Feb 11 13:09:51.160661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (c7e194a0-acb0-4dc7-a3e1-9e05238e46cb), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.221857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ebdea348-b4fc-4e9a-a6f3-1a526c55ca79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a1aa47ef0cc42999e1055eb3ff658d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7528021 Feb 11 13:09:51.223498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54354) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:51.241385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0857e8e8-c3ff-4684-9aa1-f62b0636ce01 None None] Current status of the port fdb70289-cb34-48e1-8ab4-4434a42deeaa is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:51.242008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0857e8e8-c3ff-4684-9aa1-f62b0636ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.265566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Port': ['ID=555df1e4-3b08-4b97-956d-4a646c5fd673,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:51.365130 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4953ab63-888b-49e6-baf7-07c755f6c1ae req-05354caa-a19c-4135-8d6d-9851ee78dc66 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4525003 Feb 11 13:09:51.365130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdea348-b4fc-4e9a-a6f3-1a526c55ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d3e60c-56f4-4f15-ac09-16474403a49a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:51.372248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (9271bb50-b5cd-4713-a949-c234d500ad28), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.389320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port fdb70289-cb34-48e1-8ab4-4434a42deeaa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:51.389852 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.553149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0857e8e8-c3ff-4684-9aa1-f62b0636ce01 None None] For port fdb70289-cb34-48e1-8ab4-4434a42deeaa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fdb70289-cb34-48e1-8ab4-4434a42deeaa,segment=NetworkSegment(91d4c549-ed8e-4eda-bc9a-7546fd1c4f04),segment_id=91d4c549-ed8e-4eda-bc9a-7546fd1c4f04)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:51.564965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ccf84-1342-4482-9c46-f490a213923b req-d6bebee5-e942-45f1-b953-39f6ff4a19cd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.575174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-880ccf84-1342-4482-9c46-f490a213923b req-d6bebee5-e942-45f1-b953-39f6ff4a19cd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2558022 Feb 11 13:09:51.591724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e37-c921-4b1c-ba7b-f90b50a40c4c admin admin] Publish callbacks [] for security_group (16d3e60c-56f4-4f15-ac09-16474403a49a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.605195 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0857e8e8-c3ff-4684-9aa1-f62b0636ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.664548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12483b8-3b76-4723-8226-358168298ec4 req-8280e1b3-dff3-4c93-a682-3b9bd3202224 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.670432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e12483b8-3b76-4723-8226-358168298ec4 req-8280e1b3-dff3-4c93-a682-3b9bd3202224 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 944 time: 0.1232295 Feb 11 13:09:51.690264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857e8e8-c3ff-4684-9aa1-f62b0636ce01 None None] Pushing event updated for resources: {'Port': ['ID=fdb70289-cb34-48e1-8ab4-4434a42deeaa,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:51.690758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Network 105cb45c-2369-4aac-a245-e18ecff8e645 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:51.690758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:51.709038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] DHCP port deletion for 74c196bc-7c5c-4b80-86aa-3ddadaea9beb request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:09:51.728688 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e37-c921-4b1c-ba7b-f90b50a40c4c admin admin] Publish callbacks [] for security_group (16d3e60c-56f4-4f15-ac09-16474403a49a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.770111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port fdb70289-cb34-48e1-8ab4-4434a42deeaa is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:51.815705 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (c7e194a0-acb0-4dc7-a3e1-9e05238e46cb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.819265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e37-c921-4b1c-ba7b-f90b50a40c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (16d3e60c-56f4-4f15-ac09-16474403a49a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.821840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01fb4e37-c921-4b1c-ba7b-f90b50a40c4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.826959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-01fb4e37-c921-4b1c-ba7b-f90b50a40c4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16d3e60c-56f4-4f15-ac09-16474403a49a HTTP/1.1" status: 204 len: 168 time: 0.5917175 Feb 11 13:09:51.875031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e12483b8-3b76-4723-8226-358168298ec4 req-c887aea7-91e9-4487-b8a1-7de37e7fc5a7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874425 Feb 11 13:09:51.896029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] Deleting port 64c90643-52d8-4564-ba0f-3e780bf2765b {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:51.899265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:51.974973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb4e37-c921-4b1c-ba7b-f90b50a40c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d3e60c-56f4-4f15-ac09-16474403a49a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:51.978687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Router 9271bb50-b5cd-4713-a949-c234d500ad28 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:09:51.993005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-880ccf84-1342-4482-9c46-f490a213923b req-ecee62e4-b6e8-4473-8068-f2178bc7154c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169340 Feb 11 13:09:52.068471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] For port 64c90643-52d8-4564-ba0f-3e780bf2765b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=64c90643-52d8-4564-ba0f-3e780bf2765b,segment=NetworkSegment(0dba185c-425a-4ec3-b989-cefdc2571567),segment_id=0dba185c-425a-4ec3-b989-cefdc2571567)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:52.069412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.101673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] Calling delete_port for 64c90643-52d8-4564-ba0f-3e780bf2765b owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:52.120246 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (c7e194a0-acb0-4dc7-a3e1-9e05238e46cb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.192889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e194a0-acb0-4dc7-a3e1-9e05238e46cb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:52.204009 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.212543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2409843b-ab80-4ec3-bf65-65938d1c792e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/c7e194a0-acb0-4dc7-a3e1-9e05238e46cb HTTP/1.1" status: 204 len: 168 time: 1.4276969 Feb 11 13:09:52.214605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54376) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:52.232874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:09:52.242690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6c823e68-ee5c-463c-803c-474bf9ee594c tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "PUT /v2.0/routers/9271bb50-b5cd-4713-a949-c234d500ad28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0318520 Feb 11 13:09:52.242690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54378) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:52.248367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'port': {'network_id': '105cb45c-2369-4aac-a245-e18ecff8e645', 'name': 'tempest-FloatingIPNegativeTestJSON-1081692498'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:52.277801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fdb70289-cb34-48e1-8ab4-4434a42deeaa up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:52.280949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fc5dc986-ed45-4688-9e6c-e1063593e636 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:52.284746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010a7e5-3901-4f7f-8a6c-a2c90b025dde None None] Network 1f3e6ec7-5625-47d7-b632-44e79e551f25 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:52.418331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (74c196bc-7c5c-4b80-86aa-3ddadaea9beb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.435508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] Sync routers for ids ['9271bb50-b5cd-4713-a949-c234d500ad28'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:09:52.595021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54384) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:52.611816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.669935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] Pushing event deleted for resources: {'Port': ['ID=64c90643-52d8-4564-ba0f-3e780bf2765b,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:52.672954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] Routers {'9271bb50-b5cd-4713-a949-c234d500ad28'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:52.673667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9271bb50-b5cd-4713-a949-c234d500ad28'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:52.723856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:52.746207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c42daf77-22a5-4927-a054-854ca7c7de8d None None] Provisioning complete for port fdb70289-cb34-48e1-8ab4-4434a42deeaa triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:52.746657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c42daf77-22a5-4927-a054-854ca7c7de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.758098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6f090-e4f1-4dd2-abea-b4dca3fb3a97 req-551f34c7-0ff6-4d96-b462-d309594a4832 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:52.763253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2d6f090-e4f1-4dd2-abea-b4dca3fb3a97 req-551f34c7-0ff6-4d96-b462-d309594a4832 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 945 time: 0.2234287 Feb 11 13:09:52.766835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 64c90643-52d8-4564-ba0f-3e780bf2765b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:52.767177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.788121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0976e488-eec5-402f-b94c-0bdafcbb6ea1 None None] No DVR routers for this DVR port 64c90643-52d8-4564-ba0f-3e780bf2765b on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:52.815839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] Routers {'9271bb50-b5cd-4713-a949-c234d500ad28'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:09:52.816487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9271bb50-b5cd-4713-a949-c234d500ad28'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:52.859205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port fdb70289-cb34-48e1-8ab4-4434a42deeaa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:52.859592 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.865930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:52.866668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98c5f46-109b-43ed-a432-e4f5f56a5cc6 None None] The sync data for ids ['9271bb50-b5cd-4713-a949-c234d500ad28'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:09:52.871268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port fc5dc986-ed45-4688-9e6c-e1063593e636 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:52.913191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 64c90643-52d8-4564-ba0f-3e780bf2765b, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:52.913823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.939031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 64c90643-52d8-4564-ba0f-3e780bf2765b owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:52.943752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Port 64c90643-52d8-4564-ba0f-3e780bf2765b was not found and therefore no delete operation was performed {{(pid=109685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:09:52.945229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (64c90643-52d8-4564-ba0f-3e780bf2765b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.953490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port fc5dc986-ed45-4688-9e6c-e1063593e636 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:52.953943 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:52.975191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] DHCP port deletion for 1f3e6ec7-5625-47d7-b632-44e79e551f25 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:09:52.999816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=64c90643-52d8-4564-ba0f-3e780bf2765b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:53.033299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2d6f090-e4f1-4dd2-abea-b4dca3fb3a97 req-8ba5ef8c-3533-4d33-915c-be82af15acf8 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633154 Feb 11 13:09:53.034445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port 64c90643-52d8-4564-ba0f-3e780bf2765b on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:53.164038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c42daf77-22a5-4927-a054-854ca7c7de8d None None] Current status of the port fdb70289-cb34-48e1-8ab4-4434a42deeaa is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:53.184593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dd421e2-2823-422f-a389-c360c34ebd3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.217171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d5bfa-38ae-445b-a0c3-83d48b02238b req-d6085f6c-7b4c-43fc-bd50-d621c7be0e02 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:53.226215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e78d5bfa-38ae-445b-a0c3-83d48b02238b req-d6085f6c-7b4c-43fc-bd50-d621c7be0e02 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.9848413 Feb 11 13:09:53.246824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c42daf77-22a5-4927-a054-854ca7c7de8d None None] Provisioning complete for port 555df1e4-3b08-4b97-956d-4a646c5fd673 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:53.247194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c42daf77-22a5-4927-a054-854ca7c7de8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.251389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port fdb70289-cb34-48e1-8ab4-4434a42deeaa is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:53.253379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fc5dc986-ed45-4688-9e6c-e1063593e636 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:53.259058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.265708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (74c196bc-7c5c-4b80-86aa-3ddadaea9beb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.298534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c196bc-7c5c-4b80-86aa-3ddadaea9beb']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:53.307756 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e78d5bfa-38ae-445b-a0c3-83d48b02238b req-6f479e31-7217-4386-814a-97347bc16799 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622861 Feb 11 13:09:53.313821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dba185c-425a-4ec3-b989-cefdc2571567') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:53.314379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dba185c-425a-4ec3-b989-cefdc2571567') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:53.329348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (0dba185c-425a-4ec3-b989-cefdc2571567), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.350278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae49e80-8a53-4b58-bcb6-e79ef0f6f48c req-203e0894-6e83-4904-82d7-c80c717bf1e6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:53.353220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ae49e80-8a53-4b58-bcb6-e79ef0f6f48c req-203e0894-6e83-4904-82d7-c80c717bf1e6 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2062798 Feb 11 13:09:53.369461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0dba185c-425a-4ec3-b989-cefdc2571567), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.374350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Made reservation on behalf of a154e6b6597541599be5fbe4aab8eee0 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:53.384560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.386858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 64c90643-52d8-4564-ba0f-3e780bf2765b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:53.430281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] device_id is not set on port dbf41233-dad1-473d-a234-fb298a909782 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:09:53.436660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:53.439831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (0dba185c-425a-4ec3-b989-cefdc2571567), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:53.447149 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:53.452440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] Deleting port 786ce273-1c40-4f6c-944a-503992acef08 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:53.452963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (786ce273-1c40-4f6c-944a-503992acef08), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.476274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fc5dc986-ed45-4688-9e6c-e1063593e636, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fc5dc986-ed45-4688-9e6c-e1063593e636,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:53.486841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:53.489865 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231171ba-5641-4cb9-bd0b-91b00bd63360" -d '{"events": [{"server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "name": "network-vif-plugged", "status": "completed", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:53.514105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 64c90643-52d8-4564-ba0f-3e780bf2765b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:09:53.514411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 64c90643-52d8-4564-ba0f-3e780bf2765b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:09:53.523557 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.544351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c42daf77-22a5-4927-a054-854ca7c7de8d None None] Port 555df1e4-3b08-4b97-956d-4a646c5fd673 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:53.611099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ae49e80-8a53-4b58-bcb6-e79ef0f6f48c req-b2789d3f-418d-4eac-b5c7-e700e67422ae tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462714 Feb 11 13:09:53.614288 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (74c196bc-7c5c-4b80-86aa-3ddadaea9beb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.625387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.640241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/74c196bc-7c5c-4b80-86aa-3ddadaea9beb HTTP/1.1" status: 204 len: 168 time: 1.4237292 Feb 11 13:09:53.644740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54410) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:53.681189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f28dce-b3c8-47c6-bb16-5f44f5a2b132 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=74c196bc-7c5c-4b80-86aa-3ddadaea9beb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:53.742596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e496fe4-05a4-475e-a7ac-6ea3d4f2b980 req-4ebc0ba4-cf60-4a6e-a93d-e4be4a564000 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:53.744517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e496fe4-05a4-475e-a7ac-6ea3d4f2b980 req-4ebc0ba4-cf60-4a6e-a93d-e4be4a564000 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 944 time: 0.2452099 Feb 11 13:09:53.746957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] For port 786ce273-1c40-4f6c-944a-503992acef08, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=786ce273-1c40-4f6c-944a-503992acef08,segment=NetworkSegment(a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab),segment_id=a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:53.747359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (786ce273-1c40-4f6c-944a-503992acef08), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.757055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dd421e2-2823-422f-a389-c360c34ebd3c admin admin] Publish callbacks [] for security_group (01db34f6-7f0a-4f0b-875d-a96f8cda30f5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.791284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fc5dc986-ed45-4688-9e6c-e1063593e636,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:53.795228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] Calling delete_port for 786ce273-1c40-4f6c-944a-503992acef08 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:53.798449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-43577b06-6e1d-4b61-b557-213fb85a411f None None] Provisioning complete for port 555df1e4-3b08-4b97-956d-4a646c5fd673 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:53.798913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43577b06-6e1d-4b61-b557-213fb85a411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.816490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8dd421e2-2823-422f-a389-c360c34ebd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (01db34f6-7f0a-4f0b-875d-a96f8cda30f5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.844645 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Allocated IP 172.20.0.8 (105cb45c-2369-4aac-a245-e18ecff8e645/9f42ea76-5e86-4d0f-b8d9-0537c84e4448/dbf41233-dad1-473d-a234-fb298a909782) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:53.874406 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8dd421e2-2823-422f-a389-c360c34ebd3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e58732fc07734ea09a31f5fa508a1e9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2773051 Feb 11 13:09:53.876900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54422) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:53.897774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43577b06-6e1d-4b61-b557-213fb85a411f None None] Port 555df1e4-3b08-4b97-956d-4a646c5fd673 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:53.914560 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:09:53.932552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1f3e6ec7-5625-47d7-b632-44e79e551f25), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.981218 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (786ce273-1c40-4f6c-944a-503992acef08), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.994133 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a268decb-b805-42e6-a65e-e4c066b88955 admin admin] Publish callbacks [] for security_group (01db34f6-7f0a-4f0b-875d-a96f8cda30f5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.998899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd421e2-2823-422f-a389-c360c34ebd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01db34f6-7f0a-4f0b-875d-a96f8cda30f5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.021839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e496fe4-05a4-475e-a7ac-6ea3d4f2b980 req-838aa562-c914-4755-a201-a05d3e7b5aac tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307541 Feb 11 13:09:54.051994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a268decb-b805-42e6-a65e-e4c066b88955 admin admin] Publish callbacks [] for security_group (01db34f6-7f0a-4f0b-875d-a96f8cda30f5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.181730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a268decb-b805-42e6-a65e-e4c066b88955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (01db34f6-7f0a-4f0b-875d-a96f8cda30f5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.185131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a268decb-b805-42e6-a65e-e4c066b88955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.186349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a268decb-b805-42e6-a65e-e4c066b88955 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01db34f6-7f0a-4f0b-875d-a96f8cda30f5 HTTP/1.1" status: 204 len: 168 time: 0.3084419 Feb 11 13:09:54.209015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268decb-b805-42e6-a65e-e4c066b88955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01db34f6-7f0a-4f0b-875d-a96f8cda30f5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.253797 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea323349-b103-443c-9f24-b8d2081fc773 x-openstack-request-id: req-ea323349-b103-443c-9f24-b8d2081fc773 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:54.254404 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "name": "network-vif-plugged", "status": "completed", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:54.255053 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea323349-b103-443c-9f24-b8d2081fc773 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:54.255861 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'code': 200} Feb 11 13:09:54.260832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 786ce273-1c40-4f6c-944a-503992acef08 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:54.284022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252632a-6c0c-4332-a8fe-4b8014c8085c req-531bf869-5775-46c9-b25b-7d1c9e04982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.285490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9252632a-6c0c-4332-a8fe-4b8014c8085c req-531bf869-5775-46c9-b25b-7d1c9e04982d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 1128 time: 0.0778427 Feb 11 13:09:54.286135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:54.336138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 786ce273-1c40-4f6c-944a-503992acef08 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:09:54.336493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 786ce273-1c40-4f6c-944a-503992acef08 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:09:54.347962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] Pushing event deleted for resources: {'Port': ['ID=786ce273-1c40-4f6c-944a-503992acef08,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.356815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c7c67f-1b8c-460c-ad31-9a393aaaaab0 None None] No DVR routers for this DVR port 786ce273-1c40-4f6c-944a-503992acef08 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:54.391436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9252632a-6c0c-4332-a8fe-4b8014c8085c req-f5ccb243-ab58-44bc-9f47-0541ca5706e6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944915 Feb 11 13:09:54.419414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:54.420056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1f3e6ec7-5625-47d7-b632-44e79e551f25), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.426112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:54.427976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.486927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3e6ec7-5625-47d7-b632-44e79e551f25']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:54.512819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:54.513209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:54.543831 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.556216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for port (dbf41233-dad1-473d-a234-fb298a909782), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.564419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce0e44-1ce3-40aa-8bd1-9052b077fbb7 req-bcd9cefe-c39f-45ca-904b-696c2acbefe9 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.572202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbce0e44-1ce3-40aa-8bd1-9052b077fbb7 req-bcd9cefe-c39f-45ca-904b-696c2acbefe9 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 946 time: 0.1585498 Feb 11 13:09:54.577801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:54.578289 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.598773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.620081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:54.620268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (a67fc2c0-5821-4edd-ae6c-a23f1d7d44ab), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:54.637355 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:54.645919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:54.652100 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.756293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.756740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbce0e44-1ce3-40aa-8bd1-9052b077fbb7 req-e70bce0f-bf0a-42de-8a5b-3b6b8e78c98f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834447 Feb 11 13:09:54.765040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1f3e6ec7-5625-47d7-b632-44e79e551f25), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.786350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (dbf41233-dad1-473d-a234-fb298a909782), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.788640 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.792235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/1f3e6ec7-5625-47d7-b632-44e79e551f25 HTTP/1.1" status: 204 len: 168 time: 1.1363113 Feb 11 13:09:54.793395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc54c-38ba-4910-8d62-8cae3cf2d06b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=1f3e6ec7-5625-47d7-b632-44e79e551f25,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.800438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:54.831153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-57809139'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:54.870661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Network 105cb45c-2369-4aac-a245-e18ecff8e645 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:54.874289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb7133-a8b2-4321-ad1c-fb986182f9d6 req-133c03fd-8e85-4cb6-a280-f65590a72f61 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.878852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:54.881515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:54.884184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8fb7133-a8b2-4321-ad1c-fb986182f9d6 req-133c03fd-8e85-4cb6-a280-f65590a72f61 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1031768 Feb 11 13:09:54.925124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:54.928680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.930705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Port': ['ID=dbf41233-dad1-473d-a234-fb298a909782,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.959791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.959791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.989477 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-227dbec6-d46e-4eb4-a51a-b493d1dbfc3e tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7450137 Feb 11 13:09:54.993875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:55.008140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8fb7133-a8b2-4321-ad1c-fb986182f9d6 req-bd3bf56e-a418-4514-bda7-3b7140b37c39 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215575 Feb 11 13:09:55.009877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54466) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:55.019510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:55.020357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (544c3612-23de-4894-97fe-389f7568fc30), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.022429 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment 544c3612-23de-4894-97fe-389f7568fc30 of type vlan for network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 Feb 11 13:09:55.063178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.123944 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (090f7666-22d4-4ba6-9b12-d6dcc7e94d22), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.186090 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (090f7666-22d4-4ba6-9b12-d6dcc7e94d22), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.193185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.193835 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.243712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.342104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-303b83db-a3b0-4633-8822-f7d490c510f3 None None] Provisioning complete for port dbf41233-dad1-473d-a234-fb298a909782 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:55.361707 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-303b83db-a3b0-4633-8822-f7d490c510f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dbf41233-dad1-473d-a234-fb298a909782), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.361957 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5535984 Feb 11 13:09:55.361957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54484) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:55.366322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:55.440164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-303b83db-a3b0-4633-8822-f7d490c510f3 None None] Port dbf41233-dad1-473d-a234-fb298a909782 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:09:55.457961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Allocated IP 172.25.1.164 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/5eb0dde6-2179-4f4d-8939-083c03fb6a8d) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:55.509957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09645af0-0db1-474c-bdb8-f1482616ce22 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=090f7666-22d4-4ba6-9b12-d6dcc7e94d22,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:55.521365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:09:55.553092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80c817-c674-441f-b180-017170fed0c6 req-56a8b3c1-7b58-442a-8dff-2ae4d3047a70 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.560263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a80c817-c674-441f-b180-017170fed0c6 req-56a8b3c1-7b58-442a-8dff-2ae4d3047a70 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.3822005 Feb 11 13:09:55.568070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:55.571421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.717621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.733815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a80c817-c674-441f-b180-017170fed0c6 req-831da6b3-6146-48be-8407-fd5f727f8a19 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627710 Feb 11 13:09:55.827505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.909149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (917007d9-072d-4417-94c6-5d134432eaf4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:55.924483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Port': ['ID=5eb0dde6-2179-4f4d-8939-083c03fb6a8d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:55.980463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:55.983888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:55.988461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:56.006614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=917007d9-072d-4417-94c6-5d134432eaf4,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:56.016373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': '544c3612-23de-4894-97fe-389f7568fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:56.016373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: 090f7666-22d4-4ba6-9b12-d6dcc7e94d22, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:56.038086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:56.062098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 090f7666-22d4-4ba6-9b12-d6dcc7e94d22) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:56.071011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073dffc-5d96-44a9-b401-905131ccebdf req-235352a1-ca77-47d2-a66d-1231a1765f32 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.072846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b073dffc-5d96-44a9-b401-905131ccebdf req-235352a1-ca77-47d2-a66d-1231a1765f32 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 946 time: 0.1523759 Feb 11 13:09:56.072996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.073744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.078677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d32674b-2deb-44ab-a689-9edfa280d03a None None] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:56.105965 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b3940d97-a90b-4b8e-92c9-26ac7cc30cb2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7440181 Feb 11 13:09:56.107416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54512) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:56.114999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ed73d1a7-636d-43eb-9ee7-ae67857c2634 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1160175574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:56.188301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed73d1a7-636d-43eb-9ee7-ae67857c2634 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (214fc56f-89e4-47ab-87e3-f7dc28749a2f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.190069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed73d1a7-636d-43eb-9ee7-ae67857c2634 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (214fc56f-89e4-47ab-87e3-f7dc28749a2f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.264646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:56.267319 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ccda62-772a-47c6-bebb-76bdf3104e07" -d '{"events": [{"server_uuid": "dce6d315-4511-47ae-bc5b-9a0bca4048e9", "name": "network-vif-plugged", "status": "completed", "tag": "cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:56.283442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-090f7666-22d4-4ba6-9b12-d6dcc7e94d22', 'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': '917007d9-072d-4417-94c6-5d134432eaf4'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:09:56.284758 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (d570339c-a04a-4334-bf84-b7fdc7c46f7a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.288532 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.305466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed73d1a7-636d-43eb-9ee7-ae67857c2634 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (214fc56f-89e4-47ab-87e3-f7dc28749a2f), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.309516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b073dffc-5d96-44a9-b401-905131ccebdf req-68e5aafe-142f-4a12-ada7-a443533dfbde tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967139 Feb 11 13:09:56.314740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a69d7-fafc-486d-ab88-867724d1de9e req-bb043948-ded6-429d-acd1-b345d16d4e53 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.319923 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-628a69d7-fafc-486d-ab88-867724d1de9e req-bb043948-ded6-429d-acd1-b345d16d4e53 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1585832 Feb 11 13:09:56.321855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed73d1a7-636d-43eb-9ee7-ae67857c2634 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (214fc56f-89e4-47ab-87e3-f7dc28749a2f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.369045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ed73d1a7-636d-43eb-9ee7-ae67857c2634 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.373204 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ed73d1a7-636d-43eb-9ee7-ae67857c2634 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2647846 Feb 11 13:09:56.376328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54520) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:56.384160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'port': {'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22', 'name': 'tempest-RoutersIpV6Test-1337835692'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:56.418831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.427594 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16c27d-4b28-41e2-b782-b58cd702f2f5 x-openstack-request-id: req-8f16c27d-4b28-41e2-b782-b58cd702f2f5 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:56.427889 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce6d315-4511-47ae-bc5b-9a0bca4048e9", "name": "network-vif-plugged", "status": "completed", "tag": "cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:56.437562 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f16c27d-4b28-41e2-b782-b58cd702f2f5 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:56.438009 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4', 'code': 200} Feb 11 13:09:56.512246 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-628a69d7-fafc-486d-ab88-867724d1de9e req-474d3e54-1482-4d3d-9784-cacd61c99c8c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825786 Feb 11 13:09:56.557952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Allocated IP 2001:db8::2 (090f7666-22d4-4ba6-9b12-d6dcc7e94d22/917007d9-072d-4417-94c6-5d134432eaf4/07199f6b-4f28-493d-8a1e-e598b72a1aa9) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:56.666965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba58a-29de-44a4-9847-5d249ab6769b req-8440da09-e215-455e-9f54-26c94fc006a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.668994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cafba58a-29de-44a4-9847-5d249ab6769b req-8440da09-e215-455e-9f54-26c94fc006a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 1127 time: 0.1813891 Feb 11 13:09:56.682206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b2f3f-ab20-4230-92c8-5a420022e15d req-5f95bce3-7999-4639-85e4-27c6b4e8ad99 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.693149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f42b2f3f-ab20-4230-92c8-5a420022e15d req-5f95bce3-7999-4639-85e4-27c6b4e8ad99 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 946 time: 0.1706774 Feb 11 13:09:56.703100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:56.711877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Request body: {'floatingip': {'port_id': 'fc5dc986-ed45-4688-9e6c-e1063593e636'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:56.724699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:56.728796 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.801288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cafba58a-29de-44a4-9847-5d249ab6769b req-9972aeb5-1841-410d-a01a-bdd91640f393 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048524 Feb 11 13:09:56.840492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.847528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.850793 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for floatingip (0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:56.910615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] device_id is not set on port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:09:56.988265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (d570339c-a04a-4334-bf84-b7fdc7c46f7a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.008217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Port': ['ID=5eb0dde6-2179-4f4d-8939-083c03fb6a8d,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:57.013745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.015175 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e88c7f0e-2955-4f1d-bdd2-c2c3365f94ee tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0039389 Feb 11 13:09:57.017890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54544) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:57.022623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2a0c655a-ba2e-43ff-971b-b70955993c46 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'floatingip': {'port_id': 'dbf41233-dad1-473d-a234-fb298a909782', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:57.048105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Publish callbacks [] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.058402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.100015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbacf09-ea7f-4717-a651-b6cfa54814af req-77671108-5c30-4995-aec5-589ee5c9ead2 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:57.108039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a0c655a-ba2e-43ff-971b-b70955993c46 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (d570339c-a04a-4334-bf84-b7fdc7c46f7a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.112906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfbacf09-ea7f-4717-a651-b6cfa54814af req-77671108-5c30-4995-aec5-589ee5c9ead2 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.2756593 Feb 11 13:09:57.151659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Pushing event updated for resources: {'Port': ['ID=07199f6b-4f28-493d-8a1e-e598b72a1aa9,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:57.168927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:57.171169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:57.174359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:57.282448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8::2bb (090f7666-22d4-4ba6-9b12-d6dcc7e94d22/917007d9-072d-4417-94c6-5d134432eaf4/ff8854cd-a3dd-4113-bff4-a2f29587a7e0) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:57.295318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Attempting to bind port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:57.295715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Attempting to bind port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '544c3612-23de-4894-97fe-389f7568fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:57.296039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Attempting to bind port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 on network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:57.310042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfbacf09-ea7f-4717-a651-b6cfa54814af req-d362025d-439b-4538-a1ac-4910754ee579 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961064 Feb 11 13:09:57.310199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:57.310461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Checking segment: {'id': '544c3612-23de-4894-97fe-389f7568fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:57.310867 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.311254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Bound using segment: {'id': '544c3612-23de-4894-97fe-389f7568fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:57.311726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Bound port: 07199f6b-4f28-493d-8a1e-e598b72a1aa9, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544c3612-23de-4894-97fe-389f7568fc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '090f7666-22d4-4ba6-9b12-d6dcc7e94d22'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:57.312104 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.367728 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-2a0c655a-ba2e-43ff-971b-b70955993c46 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] update failed (client error): The resource could not be found. Feb 11 13:09:57.372786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2a0c655a-ba2e-43ff-971b-b70955993c46 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "PUT /v2.0/floatingips/d570339c-a04a-4334-bf84-b7fdc7c46f7a HTTP/1.1" status: 404 len: 507 time: 0.3500035 Feb 11 13:09:57.373430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54550) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:57.469732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] For port 07199f6b-4f28-493d-8a1e-e598b72a1aa9, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:57.478018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] For port 07199f6b-4f28-493d-8a1e-e598b72a1aa9, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=07199f6b-4f28-493d-8a1e-e598b72a1aa9,segment=NetworkSegment(544c3612-23de-4894-97fe-389f7568fc30),segment_id=544c3612-23de-4894-97fe-389f7568fc30)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:57.490904 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.584581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77baee-297b-4e45-89b5-63add4f79493 None None] Pushing event updated for resources: {'Port': ['ID=07199f6b-4f28-493d-8a1e-e598b72a1aa9,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:57.685392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Deleting port 5eb0dde6-2179-4f4d-8939-083c03fb6a8d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:57.686057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.761899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db83a63-0490-4699-91e5-21aeb1ddabd5 req-0b9cc100-98a5-4f34-b20e-cea78de9392d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:57.769050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4db83a63-0490-4699-91e5-21aeb1ddabd5 req-0b9cc100-98a5-4f34-b20e-cea78de9392d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1261840 Feb 11 13:09:57.882407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.882734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.950030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4db83a63-0490-4699-91e5-21aeb1ddabd5 req-b3a7cd40-2f64-4ff1-97d0-4c0fdca0bd45 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799510 Feb 11 13:09:57.950923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Calling delete_port for 5eb0dde6-2179-4f4d-8939-083c03fb6a8d owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:57.986015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.036962 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:09:58.207740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 07199f6b-4f28-493d-8a1e-e598b72a1aa9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:58.260873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.267213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5eb0dde6-2179-4f4d-8939-083c03fb6a8d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.269271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.273565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.328640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:58.329499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.350741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event deleted for resources: {'Port': ['ID=5eb0dde6-2179-4f4d-8939-083c03fb6a8d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.471685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:58.472013 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.518179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 07199f6b-4f28-493d-8a1e-e598b72a1aa9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=07199f6b-4f28-493d-8a1e-e598b72a1aa9,segment=NetworkSegment(544c3612-23de-4894-97fe-389f7568fc30),segment_id=544c3612-23de-4894-97fe-389f7568fc30)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:58.524176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.540697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (d570339c-a04a-4334-bf84-b7fdc7c46f7a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.543516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.544753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a9ee8740-066b-4628-879f-34f6e1ea1698 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "DELETE /v2.0/floatingips/d570339c-a04a-4334-bf84-b7fdc7c46f7a HTTP/1.1" status: 204 len: 168 time: 1.1664031 Feb 11 13:09:58.549453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54578) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:58.563478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8fe4999b-3a8a-4978-b84b-23c25e0d8e48 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'floatingip': {'floating_network_id': '105cb45c-2369-4aac-a245-e18ecff8e645', 'port_id': 'dbf41233-dad1-473d-a234-fb298a909782', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:58.590492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=07199f6b-4f28-493d-8a1e-e598b72a1aa9,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.618559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fe4999b-3a8a-4978-b84b-23c25e0d8e48 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.856276 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-8fe4999b-3a8a-4978-b84b-23c25e0d8e48 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:09:58.858288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8fe4999b-3a8a-4978-b84b-23c25e0d8e48 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3077304 Feb 11 13:09:58.861843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54588) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:58.870704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'dbf41233-dad1-473d-a234-fb298a909782', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:58.899512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.989984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:59.068941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:59.073930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:59.079175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.079818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.083581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=ff8854cd-a3dd-4113-bff4-a2f29587a7e0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:59.136177 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f459fc74-5c32-4fbb-a9c4-8a046bad41fc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7583914 Feb 11 13:09:59.138425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:59.153909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cb11b-98c4-4ff8-964a-b7dd868b7e31 req-db5e41de-e10a-4d62-9181-181d9c5067e6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.160873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-949cb11b-98c4-4ff8-964a-b7dd868b7e31 req-db5e41de-e10a-4d62-9181-181d9c5067e6 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.3363729 Feb 11 13:09:59.202526 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Floating IP 0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4 associated. External IP: 172.25.1.208, port: fc5dc986-ed45-4688-9e6c-e1063593e636. Feb 11 13:09:59.307240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9bd98398-32f3-46ce-a435-772f3b568032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.334994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57eae34-2c7c-4e01-ad89-7d1634cfb552 None None] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:59.398136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-949cb11b-98c4-4ff8-964a-b7dd868b7e31 req-1182886b-a409-400a-9be7-a5b2d80ef7c7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363069 Feb 11 13:09:59.424813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6701b4-5de8-44d0-a5bc-dd94afa293f8 req-79ddc262-4865-409b-b2f2-9069edf06acf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.424813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af6701b4-5de8-44d0-a5bc-dd94afa293f8 req-79ddc262-4865-409b-b2f2-9069edf06acf tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3620191 Feb 11 13:09:59.513353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6d81eb79-6a29-49e7-bcfc-0f07d57515a3 None None] Provisioning complete for port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:59.520240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d81eb79-6a29-49e7-bcfc-0f07d57515a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.664256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e6f26-d6e6-45af-83c0-a41edc992fd4 req-eddc5a25-71df-4a98-8e8f-06228216a42d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.675531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-242e6f26-d6e6-45af-83c0-a41edc992fd4 req-eddc5a25-71df-4a98-8e8f-06228216a42d tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.1384540 Feb 11 13:09:59.732699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Router 86e88e49-6e69-45a5-ac72-d30339c2ede7 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:09:59.776758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6d81eb79-6a29-49e7-bcfc-0f07d57515a3 None None] Current status of the port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:59.782304 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-242e6f26-d6e6-45af-83c0-a41edc992fd4 req-5e951c3a-aaf8-4eed-8fbd-841216cf051f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053066 Feb 11 13:10:00.023969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 07199f6b-4f28-493d-8a1e-e598b72a1aa9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:00.139891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:00.140286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:00.158199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:00.163966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:00.170440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] Sync routers for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:00.195930 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:00.196571 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:00.239149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f0b40626-a9c1-4acb-87c0-f0ad3c351c8f tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "PUT /v2.0/floatingips/0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4 HTTP/1.1" status: 200 len: 992 time: 3.5343421 Feb 11 13:10:00.266163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:00.271340 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9335a987-2f91-45ec-b98c-685338150a27" -d '{"events": [{"name": "network-changed", "server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:00.376405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:00.386540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994ec1-92d6-44d9-9313-c109fa2f204b req-84478047-a2e6-402e-992b-41f8e138e432 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:00.391738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4122198c-f0c6-4309-b0f0-f452e465f817 None None] Provisioning complete for port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:00.392402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4122198c-f0c6-4309-b0f0-f452e465f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:00.403388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c994ec1-92d6-44d9-9313-c109fa2f204b req-84478047-a2e6-402e-992b-41f8e138e432 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.1937468 Feb 11 13:10:00.404138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af6701b4-5de8-44d0-a5bc-dd94afa293f8 req-91f0f6c1-cc42-4073-b351-c36a1aabc97d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8890986 Feb 11 13:10:00.510354 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:10:00.515707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:00.524971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c994ec1-92d6-44d9-9313-c109fa2f204b req-a3edc9a3-b918-45b8-adb1-22218208e57f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205802 Feb 11 13:10:00.534723 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4fb0f-37b6-41e2-b6b2-6c45796c97b5 x-openstack-request-id: req-93d4fb0f-37b6-41e2-b6b2-6c45796c97b5 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:00.535249 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:00.535671 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93d4fb0f-37b6-41e2-b6b2-6c45796c97b5 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:00.536248 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'status': 'completed', 'code': 200} Feb 11 13:10:00.667518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4122198c-f0c6-4309-b0f0-f452e465f817 None None] Current status of the port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:00.750434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4122198c-f0c6-4309-b0f0-f452e465f817 None None] Provisioning complete for port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:00.750808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4122198c-f0c6-4309-b0f0-f452e465f817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:00.844946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4122198c-f0c6-4309-b0f0-f452e465f817 None None] Port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:00.990436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cde5d340-f3b1-4c06-8da0-dffda83055c4 None None] Provisioning complete for port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:00.991298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cde5d340-f3b1-4c06-8da0-dffda83055c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:01.044260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Allocated IP 172.25.1.81 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/9d1545f8-184c-420c-a8a7-c69157cbff84) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:01.070803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cde5d340-f3b1-4c06-8da0-dffda83055c4 None None] Port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:01.104425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:01.147596 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'port_id': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'mac_address': 'fa:16:3e:f7:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df90508-59ba-4773-8f95-997228546e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:09:29Z', 'updated_at': '2022-02-11T13:09:57Z', 'revision_number': 1, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:30Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:01.183343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335a987-2f91-45ec-b98c-685338150a27 req-f74572eb-4d8b-4860-b31f-782bff2bda23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.185359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9335a987-2f91-45ec-b98c-685338150a27 req-f74572eb-4d8b-4860-b31f-782bff2bda23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc&device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 1128 time: 0.6293011 Feb 11 13:10:01.186018 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] Checking router: 86e88e49-6e69-45a5-ac72-d30339c2ede7 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:10:01.199365 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:01.200293 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:09:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:01.297963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546a1f1-064f-441c-b2a7-aa4da7082eb3 req-51b23c38-0d29-4682-872f-e88248b7ffad tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.299781 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d546a1f1-064f-441c-b2a7-aa4da7082eb3 req-51b23c38-0d29-4682-872f-e88248b7ffad tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.4829283 Feb 11 13:10:01.365132 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:10:01.382107 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ea0760d-f9d9-4b5c-b3e3-ba4eaf18ce23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:01.388238 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for port (9d1545f8-184c-420c-a8a7-c69157cbff84), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:01.515095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335a987-2f91-45ec-b98c-685338150a27 req-34af6974-304b-43f2-85ff-9f6246de6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.516984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9335a987-2f91-45ec-b98c-685338150a27 req-34af6974-304b-43f2-85ff-9f6246de6937 service neutron] 10.222.0.64 "GET /v2.0/networks?id=500e49a7-5976-49d6-b2a3-6f092e6c2988 HTTP/1.1" status: 200 len: 916 time: 0.3251030 Feb 11 13:10:01.583901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bb213-2493-4d03-8d76-27be99850248 req-a1c6cd50-f2f1-4608-8b1a-a32591ceaa73 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.585435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-649bb213-2493-4d03-8d76-27be99850248 req-a1c6cd50-f2f1-4608-8b1a-a32591ceaa73 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1062207 Feb 11 13:10:01.688207 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-649bb213-2493-4d03-8d76-27be99850248 req-9879773c-820c-4bc6-a23c-7bd200604359 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960336 Feb 11 13:10:01.688383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'port_id': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'mac_address': 'fa:16:3e:f7:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df90508-59ba-4773-8f95-997228546e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:09:29Z', 'updated_at': '2022-02-11T13:09:57Z', 'revision_number': 1, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:30Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:01.710212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9d1545f8-184c-420c-a8a7-c69157cbff84), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:01.725854 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5a12e8-74d7-4659-b708-739e4637be8d None None] The sync data for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 is: [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'floating_ip_address': '172.25.1.208', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'port_id': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'mac_address': 'fa:16:3e:f7:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df90508-59ba-4773-8f95-997228546e92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:09:29Z', 'updated_at': '2022-02-11T13:09:57Z', 'revision_number': 1, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:30Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:01.851877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:01.885222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d546a1f1-064f-441c-b2a7-aa4da7082eb3 req-c294a938-a3ba-4132-8c7a-37282ca0eb61 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5621383 Feb 11 13:10:01.888404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:01.904570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event updated for resources: {'Port': ['ID=9d1545f8-184c-420c-a8a7-c69157cbff84,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:01.908218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9335a987-2f91-45ec-b98c-685338150a27 req-87e7d353-e409-4395-85d8-4abec9e7c26c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc5dc986-ed45-4688-9e6c-e1063593e636 HTTP/1.1" status: 200 len: 1000 time: 0.1999941 Feb 11 13:10:01.910452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:01.912262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:01.932803 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.021006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=ff8854cd-a3dd-4113-bff4-a2f29587a7e0,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:02.156342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9542939-1996-470a-af3e-2f2d4e77bea8 None None] New status for floating IP 0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:10:02.286753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (214fc56f-89e4-47ab-87e3-f7dc28749a2f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.514213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.527287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-92664126-7da1-4764-84db-4c8d6a4da46d None None] Provisioning complete for port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:02.529394 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92664126-7da1-4764-84db-4c8d6a4da46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.609785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.615154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-92664126-7da1-4764-84db-4c8d6a4da46d None None] Port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:02.654652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197d226-c9b4-444f-8364-481fb378f371 req-e014b978-4da2-4ffe-8fb3-3072e75ba89f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.657844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2197d226-c9b4-444f-8364-481fb378f371 req-e014b978-4da2-4ffe-8fb3-3072e75ba89f tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.1804633 Feb 11 13:10:02.731925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335a987-2f91-45ec-b98c-685338150a27 req-87e37dda-58bf-4414-aaca-505912ba2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.734115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9335a987-2f91-45ec-b98c-685338150a27 req-87e37dda-58bf-4414-aaca-505912ba2f7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d HTTP/1.1" status: 200 len: 854 time: 0.8185451 Feb 11 13:10:02.846755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea9b9-c300-4408-bf4f-9e7a8e96049c req-557f0ef0-3888-4b32-aef0-69e445913391 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.855643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c83ea9b9-c300-4408-bf4f-9e7a8e96049c req-557f0ef0-3888-4b32-aef0-69e445913391 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0962539 Feb 11 13:10:02.914504 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c83ea9b9-c300-4408-bf4f-9e7a8e96049c req-e4ab5f5a-28d7-4116-9834-8edc2f72ca72 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576417 Feb 11 13:10:03.008460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2197d226-c9b4-444f-8364-481fb378f371 req-9a81b174-9aa2-4670-b0ac-3c7eac523bc7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902312 Feb 11 13:10:03.034017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335a987-2f91-45ec-b98c-685338150a27 req-898e9dc1-e7f5-4d6f-91e0-a1bdea86c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:03.036109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9335a987-2f91-45ec-b98c-685338150a27 req-898e9dc1-e7f5-4d6f-91e0-a1bdea86c3da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=500e49a7-5976-49d6-b2a3-6f092e6c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2957411 Feb 11 13:10:03.166517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36562cbc-742c-4475-8e90-d3f9cd5a2001 req-0a94261a-48d5-4ec1-ab54-9a2e8bc07ba0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:03.168645 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36562cbc-742c-4475-8e90-d3f9cd5a2001 req-0a94261a-48d5-4ec1-ab54-9a2e8bc07ba0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.0615807 Feb 11 13:10:03.234697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9335a987-2f91-45ec-b98c-685338150a27 req-311d9225-88f3-47d2-847e-a0a68b296891 service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902039 Feb 11 13:10:03.252622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36562cbc-742c-4475-8e90-d3f9cd5a2001 req-43881cab-012b-4f87-88df-843ac993f5bd tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770659 Feb 11 13:10:03.471317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Deleting port 9d1545f8-184c-420c-a8a7-c69157cbff84 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:03.471965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9d1545f8-184c-420c-a8a7-c69157cbff84), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:03.589240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:03.593578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9335a987-2f91-45ec-b98c-685338150a27 req-2f3c55e4-c078-4341-8244-266a804f032a service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497751 Feb 11 13:10:03.653088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:03.658871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (214fc56f-89e4-47ab-87e3-f7dc28749a2f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:03.758525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9d1545f8-184c-420c-a8a7-c69157cbff84), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:03.759129 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for floatingip (9d1545f8-184c-420c-a8a7-c69157cbff84), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:03.772958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Calling delete_port for 9d1545f8-184c-420c-a8a7-c69157cbff84 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:03.901764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=ff8854cd-a3dd-4113-bff4-a2f29587a7e0,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:04.018648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642c692-5676-46c1-861f-7846c6449ebd req-9d0b8188-b6dd-4ec5-bd9c-2502c5fbc47a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:04.020277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8642c692-5676-46c1-861f-7846c6449ebd req-9d0b8188-b6dd-4ec5-bd9c-2502c5fbc47a tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.2379920 Feb 11 13:10:04.050507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff05fdb-1009-4405-a731-89e0c0c8d9f5 req-3510d83b-e8bc-4b4a-8660-7566d7a48ee1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:04.058754 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9ff05fdb-1009-4405-a731-89e0c0c8d9f5 req-3510d83b-e8bc-4b4a-8660-7566d7a48ee1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0698230 Feb 11 13:10:04.111282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9ff05fdb-1009-4405-a731-89e0c0c8d9f5 req-e205ef69-5b10-4ffa-a253-43e47851c146 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515809 Feb 11 13:10:04.176095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:04.179857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:04.187251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8642c692-5676-46c1-861f-7846c6449ebd req-73b0ddae-96f6-40f1-b334-8e7ff9e83dc0 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584022 Feb 11 13:10:04.217310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:04.669474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-40147e68-9941-4c76-b538-c2019f16d7bf None None] Provisioning complete for port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:04.678135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-40147e68-9941-4c76-b538-c2019f16d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:04.748626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-40147e68-9941-4c76-b538-c2019f16d7bf None None] Port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:04.882570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9d1545f8-184c-420c-a8a7-c69157cbff84), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:04.951907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event deleted for resources: {'Port': ['ID=9d1545f8-184c-420c-a8a7-c69157cbff84,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:05.151269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-37a51258-2f76-49a6-b2e0-8bf8996ffa70 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:05.152950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-37a51258-2f76-49a6-b2e0-8bf8996ffa70 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.1951942 Feb 11 13:10:05.159175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 214fc56f-89e4-47ab-87e3-f7dc28749a2f is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:10:05.207520 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] create failed (client error): The resource could not be found. Feb 11 13:10:05.211818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f85be180-d94b-4d8b-8303-1b5a37ad37a2 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.3455355 Feb 11 13:10:05.213668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54740) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:05.326681 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:05.420220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:05.432392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] Sync routers for ids ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:05.462907 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] Routers {'214fc56f-89e4-47ab-87e3-f7dc28749a2f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:05.466528 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:05.467568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8d673-e4ee-4ff4-812d-f76165ce19c4 req-f4ff0b8c-b057-412e-a5cf-28da0e641158 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:05.474942 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80b8d673-e4ee-4ff4-812d-f76165ce19c4 req-f4ff0b8c-b057-412e-a5cf-28da0e641158 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2147050 Feb 11 13:10:05.479652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7a84eab2-d918-4ba8-86ab-528a79164346 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/214fc56f-89e4-47ab-87e3-f7dc28749a2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3376343 Feb 11 13:10:05.488755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54744) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:05.547067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Deleting port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:05.547638 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:05.609065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42868a11-11dd-40fa-86aa-c08ed1a70a47 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:05.611016 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:05.613517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42868a11-11dd-40fa-86aa-c08ed1a70a47 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports/ff8854cd-a3dd-4113-bff4-a2f29587a7e0 HTTP/1.1" status: 200 len: 984 time: 0.0984576 Feb 11 13:10:05.615608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54754) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:05.658012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] For port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,segment=NetworkSegment(e5ba66a3-7d1f-4455-8142-140d0379b5ae),segment_id=e5ba66a3-7d1f-4455-8142-140d0379b5ae)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:05.658366 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:05.664153 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] Routers {'214fc56f-89e4-47ab-87e3-f7dc28749a2f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:05.664993 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:05.686107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Calling delete_port for cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:05.749981 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:05.750838 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bd9649-13b2-4c9b-b844-22001d447b36 None None] The sync data for ids ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:05.760390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Deleting port dbf41233-dad1-473d-a234-fb298a909782 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:05.760712 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (dbf41233-dad1-473d-a234-fb298a909782), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:05.846615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb12e7-8946-4145-9931-19cd3268ae43 req-cdda3c42-8fc0-4ae7-b1c0-6fdbecdd1703 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:05.849628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eaeb12e7-8946-4145-9931-19cd3268ae43 req-cdda3c42-8fc0-4ae7-b1c0-6fdbecdd1703 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/ports?device_id=dce6d315-4511-47ae-bc5b-9a0bca4048e9 HTTP/1.1" status: 200 len: 945 time: 0.4313357 Feb 11 13:10:05.957900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (dbf41233-dad1-473d-a234-fb298a909782), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:05.984203 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Calling delete_port for dbf41233-dad1-473d-a234-fb298a909782 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:06.212415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80b8d673-e4ee-4ff4-812d-f76165ce19c4 req-a1f00ec8-b9a7-4c34-882a-c34eea1eeb3b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7361531 Feb 11 13:10:06.236995 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:06.368723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Pushing event deleted for resources: {'Port': ['ID=cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:06.394034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-a70adb01-53c0-494f-9884-a488ad65325f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4913306 Feb 11 13:10:06.434186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:10:06.454141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eaeb12e7-8946-4145-9931-19cd3268ae43 req-5c9393db-4b56-4116-965c-c7988b069ef7 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e770d8f-e96d-4539-932c-9e94edf95c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835271 Feb 11 13:10:06.455834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (dbf41233-dad1-473d-a234-fb298a909782), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:06.572827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] No DVR routers for this DVR port cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:06.575954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:06.580231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c493c158-b04a-47b4-8c3f-22b6281c3801 req-6be82c22-8f53-421d-b046-736304ddef23 tempest-ServerDiskConfigTestJSON-2110307084 tempest-ServerDiskConfigTestJSON-2110307084-project] 10.222.0.64 "DELETE /v2.0/ports/cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 HTTP/1.1" status: 204 len: 173 time: 1.4173131 Feb 11 13:10:06.591439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'name': 'network-vif-deleted', 'tag': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:06.598369 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf40690c-668d-4440-9958-6076d8a49acc" -d '{"events": [{"server_uuid": "dce6d315-4511-47ae-bc5b-9a0bca4048e9", "name": "network-vif-deleted", "tag": "cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:06.628911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event deleted for resources: {'Port': ['ID=dbf41233-dad1-473d-a234-fb298a909782,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:06.783719 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28a6ab0-5548-40f8-8472-b01ff3a20e4f x-openstack-request-id: req-c28a6ab0-5548-40f8-8472-b01ff3a20e4f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:06.784863 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dce6d315-4511-47ae-bc5b-9a0bca4048e9", "name": "network-vif-deleted", "tag": "cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:06.787047 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c28a6ab0-5548-40f8-8472-b01ff3a20e4f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:06.787501 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce6d315-4511-47ae-bc5b-9a0bca4048e9', 'name': 'network-vif-deleted', 'tag': 'cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4', 'status': 'completed', 'code': 200} Feb 11 13:10:06.837275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-333a5580-8204-443a-93ca-0ab1b12380bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:06.839602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-333a5580-8204-443a-93ca-0ab1b12380bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 1127 time: 0.2806306 Feb 11 13:10:06.998729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:07.005077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6760b4d9-55a8-4a1d-be32-295e8e21c9cc tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "DELETE /v2.0/ports/dbf41233-dad1-473d-a234-fb298a909782 HTTP/1.1" status: 204 len: 168 time: 1.7916479 Feb 11 13:10:07.008599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54772) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:07.105425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:07.149220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323', 'port_id': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'mac_address': 'fa:16:3e:4a:1d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebac6b8-c788-4ef1-8da4-9266a7f3338f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:10:07.190964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-9f30fe1f-b2a2-43ac-8231-db78bab9c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:07.195457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-9f30fe1f-b2a2-43ac-8231-db78bab9c34c service neutron] 10.222.0.64 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.2859969 Feb 11 13:10:07.255365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:07.255811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:07.301622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a38f79f2-eb3e-4998-a2f8-5aea54b2f52c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:07.347260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-a67859ed-2353-4b66-aa0c-f00ad5cec24a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa HTTP/1.1" status: 200 len: 217 time: 0.1366796 Feb 11 13:10:07.388013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:07.398982 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:07.417772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aea59be-21b9-4547-a7f2-b4410283eb0a tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:07.426227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8aea59be-21b9-4547-a7f2-b4410283eb0a tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "GET /v2.0/ports?device_id=9271bb50-b5cd-4713-a949-c234d500ad28 HTTP/1.1" status: 200 len: 913 time: 0.4126675 Feb 11 13:10:07.453827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54790) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:07.585189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:07.643071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:07.709700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-64626632-f8cd-479f-ab15-978a68e1ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:07.714425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-64626632-f8cd-479f-ab15-978a68e1ca53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.3537087 Feb 11 13:10:07.767529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (214fc56f-89e4-47ab-87e3-f7dc28749a2f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:07.866337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4564b4-604e-4d60-b210-ef17d26ac6ed req-c9adbc25-ec6b-482e-903f-9c2f72ec5984 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:07.867880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b4564b4-604e-4d60-b210-ef17d26ac6ed req-c9adbc25-ec6b-482e-903f-9c2f72ec5984 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 944 time: 0.4237638 Feb 11 13:10:07.886018 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-4c099251-dc03-411b-8ea6-a2edb588e316 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530852 Feb 11 13:10:07.950720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54816) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:08.119056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] Deleting subnet eb152ef0-7b66-48b2-bd46-893a04418761 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:08.123521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b4564b4-604e-4d60-b210-ef17d26ac6ed req-11396617-c7a0-40bb-b7e1-f9b2d3cd1f21 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263243 Feb 11 13:10:08.234045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:08.270188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-1620ea2a-65b8-49a2-a5a3-6a9ff0e08496 service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413529 Feb 11 13:10:08.318069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:08.331464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device cb7212b7-af7c-4c2e-bfbe-9eb95755c4b4 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:08.450071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:08.560985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:08.561803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:08.648624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43fe0cc4-9e88-4c8e-82d8-0b5033dc5dc6 req-88983d0c-dafa-44ef-af70-0cb9334bfc7a service neutron] 10.222.0.64 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636715 Feb 11 13:10:08.765992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:08.766575 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:08.828166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] Publish callbacks [] for subnet (eb152ef0-7b66-48b2-bd46-893a04418761), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:08.855440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:08.858126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:08.864920 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71e64e8-4a97-4295-ac09-82c290e6d3b9" -d '{"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:08.874798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (9271bb50-b5cd-4713-a949-c234d500ad28), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:08.886633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:08.900421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (eb152ef0-7b66-48b2-bd46-893a04418761), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.024483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (eb152ef0-7b66-48b2-bd46-893a04418761), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.091649 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2b7ab4-3492-4aac-8c86-b020ec924c04 x-openstack-request-id: req-ae2b7ab4-3492-4aac-8c86-b020ec924c04 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:09.095545 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:09.106297 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae2b7ab4-3492-4aac-8c86-b020ec924c04 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:09.106982 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'code': 200} Feb 11 13:10:09.108391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (eb152ef0-7b66-48b2-bd46-893a04418761), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.109807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:09.180076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb152ef0-7b66-48b2-bd46-893a04418761,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:09.183110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.190736 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-625dfead-6054-40f4-bf98-f2028f75c2f0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eb152ef0-7b66-48b2-bd46-893a04418761 HTTP/1.1" status: 204 len: 168 time: 1.2373726 Feb 11 13:10:09.199087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54852) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:09.366387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (29d79645-ac65-4d87-b86f-a8adfb8f3234), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.438009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port ff8854cd-a3dd-4113-bff4-a2f29587a7e0 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:09.447497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.574787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Deleting port 555df1e4-3b08-4b97-956d-4a646c5fd673 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:09.575140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.749540 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (29d79645-ac65-4d87-b86f-a8adfb8f3234), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.830738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d79645-ac65-4d87-b86f-a8adfb8f3234']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:09.843207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ba66a3-7d1f-4455-8142-140d0379b5ae') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:09.843661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ba66a3-7d1f-4455-8142-140d0379b5ae') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:09.855389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e5ba66a3-7d1f-4455-8142-140d0379b5ae), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.873100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e5ba66a3-7d1f-4455-8142-140d0379b5ae), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.883032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:09.883425 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e5ba66a3-7d1f-4455-8142-140d0379b5ae), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:09.962896 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:09.988267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:10.003414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for ff8854cd-a3dd-4113-bff4-a2f29587a7e0 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:10.037391 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:10.055462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Calling delete_port for 555df1e4-3b08-4b97-956d-4a646c5fd673 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:10.066993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5e9e1-4827-48fa-9a0a-a1e0044c433e req-d7a9b08b-5a1f-4abf-994d-5327cf545bda tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:10.074024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c5e9e1-4827-48fa-9a0a-a1e0044c433e req-d7a9b08b-5a1f-4abf-994d-5327cf545bda tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.8316963 Feb 11 13:10:10.176427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c5e9e1-4827-48fa-9a0a-a1e0044c433e req-d4010065-36d8-4019-bfc7-6ffae2fb8061 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014516 Feb 11 13:10:10.201917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-ce9026f5-bc5e-46b5-9300-fb805a252445 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852914 Feb 11 13:10:10.287061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (29d79645-ac65-4d87-b86f-a8adfb8f3234), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:10.301417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:10.325115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/29d79645-ac65-4d87-b86f-a8adfb8f3234 HTTP/1.1" status: 204 len: 168 time: 1.1048365 Feb 11 13:10:10.328880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ff8854cd-a3dd-4113-bff4-a2f29587a7e0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:10.369781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae37ae-3e0e-4b34-b2e5-00dff9d642d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29d79645-ac65-4d87-b86f-a8adfb8f3234,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:10.520166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=ff8854cd-a3dd-4113-bff4-a2f29587a7e0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:10.535015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (555df1e4-3b08-4b97-956d-4a646c5fd673), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:10.753292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event deleted for resources: {'Port': ['ID=555df1e4-3b08-4b97-956d-4a646c5fd673,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:10.872966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (214fc56f-89e4-47ab-87e3-f7dc28749a2f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:10.986352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54878) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:11.240527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6639f087-0787-465f-9a05-00cddfc312a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30002a6e617249479d271825841e5c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410171 Feb 11 13:10:11.241220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54882) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:11.279215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4037a95-1843-49c6-8fa9-308724612a00 req-f8776a9b-a66f-466f-ba19-d419bc844bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:11.281318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-f8776a9b-a66f-466f-ba19-d419bc844bd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 0.7823200 Feb 11 13:10:11.284773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (9271bb50-b5cd-4713-a949-c234d500ad28), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:11.636070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 214fc56f-89e4-47ab-87e3-f7dc28749a2f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:10:11.686959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dea26ef7-86f6-4dfb-9bc8-3653d2c02edb admin admin] Publish callbacks [] for security_group (2e770d8f-e96d-4539-932c-9e94edf95c35), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:11.688911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4037a95-1843-49c6-8fa9-308724612a00 req-43c89ad9-79a7-471f-a992-c9a35caec3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:11.690482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-43c89ad9-79a7-471f-a992-c9a35caec3a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.2719796 Feb 11 13:10:11.888964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dea26ef7-86f6-4dfb-9bc8-3653d2c02edb admin admin] Publish callbacks [] for security_group (2e770d8f-e96d-4539-932c-9e94edf95c35), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:11.904337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Router 9271bb50-b5cd-4713-a949-c234d500ad28 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:10:11.906137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-9fdd6349-ee02-4ad6-b726-b00c95cd0a07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 217 time: 0.0587888 Feb 11 13:10:11.951874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:11.971669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] Sync routers for ids ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:11.975777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bde9e271-cc6e-41fb-8bbb-1948bb7662a9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/214fc56f-89e4-47ab-87e3-f7dc28749a2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3391910 Feb 11 13:10:11.976448 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54898) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:12.001051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] Routers {'214fc56f-89e4-47ab-87e3-f7dc28749a2f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:12.002010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:12.140207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:12.195250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] Routers {'214fc56f-89e4-47ab-87e3-f7dc28749a2f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:12.195978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:12.315366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dea26ef7-86f6-4dfb-9bc8-3653d2c02edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2e770d8f-e96d-4539-932c-9e94edf95c35), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:12.322548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dea26ef7-86f6-4dfb-9bc8-3653d2c02edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:12.332135 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dea26ef7-86f6-4dfb-9bc8-3653d2c02edb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e770d8f-e96d-4539-932c-9e94edf95c35 HTTP/1.1" status: 204 len: 168 time: 1.0823541 Feb 11 13:10:12.405113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:12.410047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfef886-d123-4d95-b2bb-81a9df71b595 None None] The sync data for ids ['214fc56f-89e4-47ab-87e3-f7dc28749a2f'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:12.556618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26ef7-86f6-4dfb-9bc8-3653d2c02edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e770d8f-e96d-4539-932c-9e94edf95c35,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:12.581392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76684c54-91f0-4c38-adff-e6cc924a43fc req-034fd210-ffed-4d87-942c-0e9eec96f98d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:12.584797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76684c54-91f0-4c38-adff-e6cc924a43fc req-034fd210-ffed-4d87-942c-0e9eec96f98d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 1.2025433 Feb 11 13:10:12.704595 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-55587c23-66b0-431d-99bd-925207309498 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:10:12.708910 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55587c23-66b0-431d-99bd-925207309498 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/214fc56f-89e4-47ab-87e3-f7dc28749a2f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7244449 Feb 11 13:10:12.713316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54916) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:12.792769 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-68d45aec-322e-4231-89ca-b1a1ce77cd89 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=214fc56f-89e4-47ab-87e3-f7dc28749a2f HTTP/1.1" status: 200 len: 205 time: 0.0766304 Feb 11 13:10:12.823989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:12.992202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76684c54-91f0-4c38-adff-e6cc924a43fc req-6e2d2c66-9547-495a-9e61-07dda8f50273 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575227 Feb 11 13:10:13.110372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:13.121489 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] Sync routers for ids ['9271bb50-b5cd-4713-a949-c234d500ad28'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:13.142382 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] Routers {'9271bb50-b5cd-4713-a949-c234d500ad28'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:13.143293 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9271bb50-b5cd-4713-a949-c234d500ad28'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:13.155497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-61ba58ea-0fd3-484e-a400-1eb77bb08f61 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "PUT /v2.0/routers/9271bb50-b5cd-4713-a949-c234d500ad28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6970742 Feb 11 13:10:13.168399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54926) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:13.235439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4037a95-1843-49c6-8fa9-308724612a00 req-f57d95d2-3562-4832-abd7-35e966cace36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:13.250664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:13.253707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-f57d95d2-3562-4832-abd7-35e966cace36 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 1.3413646 Feb 11 13:10:13.285084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] Routers {'9271bb50-b5cd-4713-a949-c234d500ad28'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:13.286008 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9271bb50-b5cd-4713-a949-c234d500ad28'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:13.381243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-def158df-f4db-44b6-b7cd-fb29247d608f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (214fc56f-89e4-47ab-87e3-f7dc28749a2f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:13.384107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-21f391b4-807e-4ca6-bf63-a5c65106b174 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212871 Feb 11 13:10:13.462097 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:13.462849 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ae68a-b5f5-4714-8c0f-58f0d8155b4f None None] The sync data for ids ['9271bb50-b5cd-4713-a949-c234d500ad28'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:13.564272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb762466-cec5-4e95-8190-67cdaabc6dbb tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for router (9271bb50-b5cd-4713-a949-c234d500ad28), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:13.676072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-e893aea0-6b7a-4f02-9a51-35780313bbc9 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855515 Feb 11 13:10:13.919066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4037a95-1843-49c6-8fa9-308724612a00 req-8c39c623-bd45-44ae-90fe-351be4fe5fd2 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353845 Feb 11 13:10:14.220511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e4b68-7189-4484-885e-d1344bf1df68 req-496a0dae-b5e0-4874-bea9-94afff1f3be0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:14.233988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-560e4b68-7189-4484-885e-d1344bf1df68 req-496a0dae-b5e0-4874-bea9-94afff1f3be0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1300704 Feb 11 13:10:14.290926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54960) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:14.355161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-560e4b68-7189-4484-885e-d1344bf1df68 req-8ac521c3-5837-4177-927f-b1aff9d7a8c9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181285 Feb 11 13:10:14.509803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb762466-cec5-4e95-8190-67cdaabc6dbb tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (9271bb50-b5cd-4713-a949-c234d500ad28), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.512365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb762466-cec5-4e95-8190-67cdaabc6dbb tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for router_controller (9271bb50-b5cd-4713-a949-c234d500ad28), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.546324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-223650209-network', 'tenant_id': '50917677105840199d4e37deadb35b56'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:14.580796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Made reservation on behalf of 50917677105840199d4e37deadb35b56 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:14.583657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.598424 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.618310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-def158df-f4db-44b6-b7cd-fb29247d608f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (214fc56f-89e4-47ab-87e3-f7dc28749a2f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.625627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-def158df-f4db-44b6-b7cd-fb29247d608f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (214fc56f-89e4-47ab-87e3-f7dc28749a2f), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.639309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb762466-cec5-4e95-8190-67cdaabc6dbb tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (9271bb50-b5cd-4713-a949-c234d500ad28), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.641326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb762466-cec5-4e95-8190-67cdaabc6dbb tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Fanout notify agent at l3_agent the message router_deleted on router 9271bb50-b5cd-4713-a949-c234d500ad28 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:10:14.687171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb762466-cec5-4e95-8190-67cdaabc6dbb tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.688397 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb762466-cec5-4e95-8190-67cdaabc6dbb tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "DELETE /v2.0/routers/9271bb50-b5cd-4713-a949-c234d500ad28 HTTP/1.1" status: 204 len: 168 time: 1.5104795 Feb 11 13:10:14.692110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:14.849363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks [] for security_group (da7b6e3c-ec14-4ef7-920e-67fbebb5de7f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.857224 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (da7b6e3c-ec14-4ef7-920e-67fbebb5de7f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.899757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Deleting subnet 9f42ea76-5e86-4d0f-b8d9-0537c84e4448 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:14.923337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for subnet (9f42ea76-5e86-4d0f-b8d9-0537c84e4448), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:14.948269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:15.019953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:15.065527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (9f42ea76-5e86-4d0f-b8d9-0537c84e4448), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.270406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (395a5213-fc6c-44bf-9e01-82f0169c80ce), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.271484 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Added segment 395a5213-fc6c-44bf-9e01-82f0169c80ce of type vlan for network 2699542a-6fde-4d58-8146-bb2e09ed24f9 Feb 11 13:10:15.273466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (9f42ea76-5e86-4d0f-b8d9-0537c84e4448), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.349444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (2699542a-6fde-4d58-8146-bb2e09ed24f9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.389230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-def158df-f4db-44b6-b7cd-fb29247d608f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (214fc56f-89e4-47ab-87e3-f7dc28749a2f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.396488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def158df-f4db-44b6-b7cd-fb29247d608f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Fanout notify agent at l3_agent the message router_deleted on router 214fc56f-89e4-47ab-87e3-f7dc28749a2f {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:10:15.415138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-def158df-f4db-44b6-b7cd-fb29247d608f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.427221 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-def158df-f4db-44b6-b7cd-fb29247d608f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/214fc56f-89e4-47ab-87e3-f7dc28749a2f HTTP/1.1" status: 204 len: 168 time: 2.5704947 Feb 11 13:10:15.428962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54984) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:15.465545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (2699542a-6fde-4d58-8146-bb2e09ed24f9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.468844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.474187 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.596607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3041627 Feb 11 13:10:15.605436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54990) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:15.652151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Request body: {'subnet': {'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-223650209-subnet', 'tenant_id': '50917677105840199d4e37deadb35b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:15.660665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202cfd5-7698-465e-8e7d-2f09e6404361 admin admin] Pushing event updated for resources: {'Network': ['ID=2699542a-6fde-4d58-8146-bb2e09ed24f9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:15.674737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 2699542a-6fde-4d58-8146-bb2e09ed24f9 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:15.684112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet 917007d9-072d-4417-94c6-5d134432eaf4 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:15.695444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Made reservation on behalf of 50917677105840199d4e37deadb35b56 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:15.695688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (9f42ea76-5e86-4d0f-b8d9-0537c84e4448), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.698273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (917007d9-072d-4417-94c6-5d134432eaf4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.698505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.774309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event deleted for resources: {'Subnet': ['ID=9f42ea76-5e86-4d0f-b8d9-0537c84e4448,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:15.809506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.813761 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1410c1d-c6bc-4ff4-ad33-fe9ab9454df9 tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "DELETE /v2.0/subnets/9f42ea76-5e86-4d0f-b8d9-0537c84e4448 HTTP/1.1" status: 204 len: 168 time: 1.1206007 Feb 11 13:10:15.823577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54994) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:15.834772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3042c1de-af69-422a-8135-7ae0c6b95e28 None None] Network 105cb45c-2369-4aac-a245-e18ecff8e645 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:15.840224 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (917007d9-072d-4417-94c6-5d134432eaf4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:15.895566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f86aea-3596-45cc-8b2d-3f7ee4cac2b5 req-c46a81c3-83e6-4823-96b3-e9b3d5d362ae tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.909288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-25f86aea-3596-45cc-8b2d-3f7ee4cac2b5 req-c46a81c3-83e6-4823-96b3-e9b3d5d362ae tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3486423 Feb 11 13:10:16.039673 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (105cb45c-2369-4aac-a245-e18ecff8e645), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.096215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-25f86aea-3596-45cc-8b2d-3f7ee4cac2b5 req-4548cb25-db4a-4c19-a1cc-abf8c6d38e97 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856329 Feb 11 13:10:16.154017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (917007d9-072d-4417-94c6-5d134432eaf4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.227757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] DHCP port deletion for 105cb45c-2369-4aac-a245-e18ecff8e645 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:10:16.244097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.369597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (15838297-02da-4c6a-968c-1f594bbf0b26), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.374876 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Deleting port fdb70289-cb34-48e1-8ab4-4434a42deeaa {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:16.375747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.380572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (917007d9-072d-4417-94c6-5d134432eaf4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.383324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] Deleting port fdb70289-cb34-48e1-8ab4-4434a42deeaa {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:16.386091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.454688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.467668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/917007d9-072d-4417-94c6-5d134432eaf4 HTTP/1.1" status: 204 len: 168 time: 1.0322497 Feb 11 13:10:16.471031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55018) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:16.472156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15838297-02da-4c6a-968c-1f594bbf0b26,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:16.493541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d55e78-f34b-4d8a-891a-d634606bdf74 None None] Network 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:16.523480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] For port fdb70289-cb34-48e1-8ab4-4434a42deeaa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fdb70289-cb34-48e1-8ab4-4434a42deeaa,segment=NetworkSegment(91d4c549-ed8e-4eda-bc9a-7546fd1c4f04),segment_id=91d4c549-ed8e-4eda-bc9a-7546fd1c4f04)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:16.524607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.547223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] Calling delete_port for fdb70289-cb34-48e1-8ab4-4434a42deeaa owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:16.594012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8214c-8d6e-4bc0-9755-bd7a35d20db5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=917007d9-072d-4417-94c6-5d134432eaf4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:16.605258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Checking segment: {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:16.608321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Network hostable DHCP agents. Network: 2699542a-6fde-4d58-8146-bb2e09ed24f9, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:16.722538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Network 2699542a-6fde-4d58-8146-bb2e09ed24f9 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:16.735207 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (090f7666-22d4-4ba6-9b12-d6dcc7e94d22), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.741420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] For port fdb70289-cb34-48e1-8ab4-4434a42deeaa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fdb70289-cb34-48e1-8ab4-4434a42deeaa,segment=NetworkSegment(91d4c549-ed8e-4eda-bc9a-7546fd1c4f04),segment_id=91d4c549-ed8e-4eda-bc9a-7546fd1c4f04)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:16.742124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.759395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 2699542a-6fde-4d58-8146-bb2e09ed24f9) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:16.769354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Calling delete_port for fdb70289-cb34-48e1-8ab4-4434a42deeaa owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:16.775180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ce52e-7983-4a39-8d98-db8056f7ba45 None None] Network 2699542a-6fde-4d58-8146-bb2e09ed24f9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:16.784935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:16.785451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:16.871328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3fba93cd-1099-45dc-9fda-03e5754df078 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2636662 Feb 11 13:10:16.908029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:16.908668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.031480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 07199f6b-4f28-493d-8a1e-e598b72a1aa9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=07199f6b-4f28-493d-8a1e-e598b72a1aa9,segment=NetworkSegment(544c3612-23de-4894-97fe-389f7568fc30),segment_id=544c3612-23de-4894-97fe-389f7568fc30)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:17.031980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.032359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.046664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcd2905-e926-4b85-9c96-d6fbc84eda68 None None] DHCP port deletion for 090f7666-22d4-4ba6-9b12-d6dcc7e94d22 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:10:17.057767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 07199f6b-4f28-493d-8a1e-e598b72a1aa9 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:17.115441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (fdb70289-cb34-48e1-8ab4-4434a42deeaa), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.185708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] No DVR routers for this DVR port fdb70289-cb34-48e1-8ab4-4434a42deeaa on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:17.210641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] No DVR routers for this DVR port fdb70289-cb34-48e1-8ab4-4434a42deeaa on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:17.212191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9fe4a-f4f8-4828-a7fb-33993650608d None None] Network 2699542a-6fde-4d58-8146-bb2e09ed24f9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:17.231580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event deleted for resources: {'Port': ['ID=fdb70289-cb34-48e1-8ab4-4434a42deeaa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:17.262476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (07199f6b-4f28-493d-8a1e-e598b72a1aa9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.265903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433610c8-dd16-4a09-a694-4dc518c77881 None None] Pushing event deleted for resources: {'Port': ['ID=fdb70289-cb34-48e1-8ab4-4434a42deeaa,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:17.312639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port 07199f6b-4f28-493d-8a1e-e598b72a1aa9 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:17.357384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd2905-e926-4b85-9c96-d6fbc84eda68 None None] The port '07199f6b-4f28-493d-8a1e-e598b72a1aa9' was deleted {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 13:10:17.396272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (105cb45c-2369-4aac-a245-e18ecff8e645), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.449465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=07199f6b-4f28-493d-8a1e-e598b72a1aa9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:17.464746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105cb45c-2369-4aac-a245-e18ecff8e645']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:17.489472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d4c549-ed8e-4eda-bc9a-7546fd1c4f04') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:17.489472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d4c549-ed8e-4eda-bc9a-7546fd1c4f04') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:17.498849 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.547146 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (91d4c549-ed8e-4eda-bc9a-7546fd1c4f04), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.591438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1717e-3527-41f3-956c-fe883d64269e req-788c7fa0-76ad-45ef-9563-ab22becabfe5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:17.597897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96f1717e-3527-41f3-956c-fe883d64269e req-788c7fa0-76ad-45ef-9563-ab22becabfe5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3614385 Feb 11 13:10:17.639286 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (090f7666-22d4-4ba6-9b12-d6dcc7e94d22), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.658242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (91d4c549-ed8e-4eda-bc9a-7546fd1c4f04), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.679850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090f7666-22d4-4ba6-9b12-d6dcc7e94d22']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:17.684118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:17.684527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (91d4c549-ed8e-4eda-bc9a-7546fd1c4f04), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:17.699035 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:17.704495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544c3612-23de-4894-97fe-389f7568fc30') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:17.705054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544c3612-23de-4894-97fe-389f7568fc30') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:17.725091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96f1717e-3527-41f3-956c-fe883d64269e req-75379e95-3b42-45c5-802b-220ae3a811ad tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214342 Feb 11 13:10:17.727480 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (544c3612-23de-4894-97fe-389f7568fc30), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.760705 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (544c3612-23de-4894-97fe-389f7568fc30), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.776802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:17.777353 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (544c3612-23de-4894-97fe-389f7568fc30), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:17.782432 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:17.883279 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (105cb45c-2369-4aac-a245-e18ecff8e645), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.886608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (090f7666-22d4-4ba6-9b12-d6dcc7e94d22), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.893838 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.898396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/090f7666-22d4-4ba6-9b12-d6dcc7e94d22 HTTP/1.1" status: 204 len: 168 time: 1.4162970 Feb 11 13:10:17.898748 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:17.914990 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] 10.222.0.42 "DELETE /v2.0/networks/105cb45c-2369-4aac-a245-e18ecff8e645 HTTP/1.1" status: 204 len: 168 time: 2.0834119 Feb 11 13:10:17.924219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55056) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:17.945015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8e677-d14a-49aa-b2c6-5f84d0a08c54 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=090f7666-22d4-4ba6-9b12-d6dcc7e94d22,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:17.960151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-05ee1b7b-6427-4910-8d4d-780eaae4d1b5 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:17.964109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-05ee1b7b-6427-4910-8d4d-780eaae4d1b5 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/networks?id=2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 200 len: 817 time: 0.4121048 Feb 11 13:10:18.000979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1867671930'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:18.020663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723727a-eda3-45f7-bc22-4992596a125d tempest-FloatingIPNegativeTestJSON-1612126672 tempest-FloatingIPNegativeTestJSON-1612126672-project] Pushing event deleted for resources: {'Network': ['ID=105cb45c-2369-4aac-a245-e18ecff8e645,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:18.058061 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-35717fe4-1fb0-4c0f-8f1d-c400df91a1ea tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/quotas/50917677105840199d4e37deadb35b56 HTTP/1.1" status: 200 len: 375 time: 0.0612893 Feb 11 13:10:18.064864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:18.066875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fdb70289-cb34-48e1-8ab4-4434a42deeaa no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:18.071024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.110543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: fdb70289-cb34-48e1-8ab4-4434a42deeaa {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:18.113922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fdb70289-cb34-48e1-8ab4-4434a42deeaa not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:18.120692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 07199f6b-4f28-493d-8a1e-e598b72a1aa9 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:18.147365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 07199f6b-4f28-493d-8a1e-e598b72a1aa9 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:18.148098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 07199f6b-4f28-493d-8a1e-e598b72a1aa9 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:18.164026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:18.189659 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-6e3fa551-808c-42d4-8aad-087e558e8781 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=50917677105840199d4e37deadb35b56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958629 Feb 11 13:10:18.212479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (79486d4b-b3b6-4352-bd1c-661c59d198d5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.213269 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment 79486d4b-b3b6-4352-bd1c-661c59d198d5 of type vlan for network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 Feb 11 13:10:18.390069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (9848b37f-6b29-4da0-88bb-1771fb1e91f8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.393822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:18.453799 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-201b1eae-ad14-45e4-8e70-42ea3023b7f5 service neutron] 10.222.0.42 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529466 Feb 11 13:10:18.455449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (9848b37f-6b29-4da0-88bb-1771fb1e91f8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.463065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:18.464542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.533455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5659471 Feb 11 13:10:18.534742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55076) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:18.540110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': '9848b37f-6b29-4da0-88bb-1771fb1e91f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:18.662002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329c1de-3663-42da-a7e7-d987f2162bcc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=9848b37f-6b29-4da0-88bb-1771fb1e91f8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:18.676300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:18.786523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-67f04fb0-7f1b-437b-b2e9-9e73332649ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a154e6b6597541599be5fbe4aab8eee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3909209 Feb 11 13:10:18.792091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55084) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:18.903497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-772d12ab-d27a-4ddc-9a1c-603409cc905f service neutron] 10.222.0.42 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199717 Feb 11 13:10:18.982660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:18.995755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.136894 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-501cc850-4d9e-40a2-a217-e6c6f045885a admin admin] Publish callbacks [] for security_group (a497b188-832d-4660-9da8-a0a3c8c5ddd1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.243633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d31b7-0217-432f-ac77-fb2731ed08e1 req-d12d89ac-7ffc-4981-9453-081a7c98209b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:19.245575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e9d31b7-0217-432f-ac77-fb2731ed08e1 req-d12d89ac-7ffc-4981-9453-081a7c98209b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2760680 Feb 11 13:10:19.252951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-501cc850-4d9e-40a2-a217-e6c6f045885a admin admin] Publish callbacks [] for security_group (a497b188-832d-4660-9da8-a0a3c8c5ddd1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.336902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e9d31b7-0217-432f-ac77-fb2731ed08e1 req-89c837d8-225b-4726-b262-3c2fb267afe0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789671 Feb 11 13:10:19.518569 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (87101689-a054-4973-9488-28a699fe6a86), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.543504 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-501cc850-4d9e-40a2-a217-e6c6f045885a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a497b188-832d-4660-9da8-a0a3c8c5ddd1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.548489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-501cc850-4d9e-40a2-a217-e6c6f045885a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.550041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-501cc850-4d9e-40a2-a217-e6c6f045885a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a497b188-832d-4660-9da8-a0a3c8c5ddd1 HTTP/1.1" status: 204 len: 168 time: 0.7549474 Feb 11 13:10:19.648942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cc850-4d9e-40a2-a217-e6c6f045885a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a497b188-832d-4660-9da8-a0a3c8c5ddd1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:19.739227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=87101689-a054-4973-9488-28a699fe6a86,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:19.764587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f866d47e-7a0c-45f5-9785-72f887bf0064 req-63e54b57-87b4-47fb-8777-a93273720bb2 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 210 time: 0.0904081 Feb 11 13:10:19.797756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': '79486d4b-b3b6-4352-bd1c-661c59d198d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9848b37f-6b29-4da0-88bb-1771fb1e91f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:19.798169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: 9848b37f-6b29-4da0-88bb-1771fb1e91f8, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:19.816074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:19.831625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 9848b37f-6b29-4da0-88bb-1771fb1e91f8) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:19.849130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6ea30-3b76-49da-9176-ce3a41ca9b8e None None] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:19.852090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:19.854077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.891950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ba9b9fc-d293-4061-bf21-e156e5abd49c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3541832 Feb 11 13:10:19.892720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55112) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:19.898154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-034ab55c-8412-4824-901e-5e994cd0a2ce tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-410462665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:19.957812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-034ab55c-8412-4824-901e-5e994cd0a2ce tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:19.962397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-034ab55c-8412-4824-901e-5e994cd0a2ce tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:20.104949 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-034ab55c-8412-4824-901e-5e994cd0a2ce tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:20.118268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-034ab55c-8412-4824-901e-5e994cd0a2ce tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:20.150911 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-034ab55c-8412-4824-901e-5e994cd0a2ce tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:20.156310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-034ab55c-8412-4824-901e-5e994cd0a2ce tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2600012 Feb 11 13:10:20.157179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55120) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:20.166565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-9848b37f-6b29-4da0-88bb-1771fb1e91f8', 'network_id': '9848b37f-6b29-4da0-88bb-1771fb1e91f8', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': '87101689-a054-4973-9488-28a699fe6a86'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:10:20.167612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:20.472426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Allocated IP 2001:db8::2 (9848b37f-6b29-4da0-88bb-1771fb1e91f8/87101689-a054-4973-9488-28a699fe6a86/c6020592-6320-42fe-be29-297fd2c1a4db) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:20.877606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d4ab69f2-810c-49d7-9d71-6dc0091871e7 req-c4ac33bb-5772-4adf-876d-debc7e2d20ed tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 210 time: 0.0475230 Feb 11 13:10:20.916935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb3211-7054-4523-a0fc-00f41a0d5787 req-2069c804-e030-4483-917e-5d4bbfaafd1f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:20.931224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5acb3211-7054-4523-a0fc-00f41a0d5787 req-2069c804-e030-4483-917e-5d4bbfaafd1f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3468952 Feb 11 13:10:20.987260 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Publish callbacks [] for port (c6020592-6320-42fe-be29-297fd2c1a4db), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.007800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.104961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55162) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:21.110160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.141003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5acb3211-7054-4523-a0fc-00f41a0d5787 req-c36ee134-2796-4629-a0da-2ba1f981dc21 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085216 Feb 11 13:10:21.163659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Pushing event updated for resources: {'Port': ['ID=c6020592-6320-42fe-be29-297fd2c1a4db,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:21.208306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:21.214631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:21.222724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:21.318716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Attempting to bind port c6020592-6320-42fe-be29-297fd2c1a4db on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:10:21.322700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Attempting to bind port c6020592-6320-42fe-be29-297fd2c1a4db by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '79486d4b-b3b6-4352-bd1c-661c59d198d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9848b37f-6b29-4da0-88bb-1771fb1e91f8'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:10:21.323390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Attempting to bind port c6020592-6320-42fe-be29-297fd2c1a4db on network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:21.339685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:10:21.341185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Checking segment: {'id': '79486d4b-b3b6-4352-bd1c-661c59d198d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9848b37f-6b29-4da0-88bb-1771fb1e91f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:21.342895 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.344699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Bound using segment: {'id': '79486d4b-b3b6-4352-bd1c-661c59d198d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9848b37f-6b29-4da0-88bb-1771fb1e91f8'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:10:21.345103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Bound port: c6020592-6320-42fe-be29-297fd2c1a4db, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79486d4b-b3b6-4352-bd1c-661c59d198d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9848b37f-6b29-4da0-88bb-1771fb1e91f8'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:10:21.347482 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.382121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'networks': [{'name': 'tempest-network--355280245'}, {'name': 'tempest-network--1452747963'}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:21.382451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'network': {'name': 'tempest-network--355280245'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:21.383525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'network': {'name': 'tempest-network--1452747963'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:21.470793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Made reservation on behalf of d3e08a2dc3ce4677be7de715f200b0f5 for: {'network': 2} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:21.480633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.529149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.603099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] For port c6020592-6320-42fe-be29-297fd2c1a4db, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:21.617352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] For port c6020592-6320-42fe-be29-297fd2c1a4db, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6020592-6320-42fe-be29-297fd2c1a4db,segment=NetworkSegment(79486d4b-b3b6-4352-bd1c-661c59d198d5),segment_id=79486d4b-b3b6-4352-bd1c-661c59d198d5)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:21.637799 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.778954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for security_group (e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.792873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8::1 (9848b37f-6b29-4da0-88bb-1771fb1e91f8/87101689-a054-4973-9488-28a699fe6a86/17dd1089-ee66-48c9-8fce-561c0d492e95) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:21.811218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.812436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.879129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:21.914164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:21.951288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bd2423cd-f81c-44a5-bf90-d5cdc746b600), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:21.952263 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Added segment bd2423cd-f81c-44a5-bf90-d5cdc746b600 of type vlan for network 022980c7-1881-42b8-bf9b-2289b611b2f4 Feb 11 13:10:21.957565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb8533-470f-48fe-9c96-7d5dc9876e92 None None] Pushing event updated for resources: {'Port': ['ID=c6020592-6320-42fe-be29-297fd2c1a4db,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:22.120500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (022980c7-1881-42b8-bf9b-2289b611b2f4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.132671 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.262899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.312178 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ed2693ce-63b9-45ce-909f-1567e493b03a req-447580fb-b11e-4846-a84c-b8d4264fc990 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 210 time: 0.1369910 Feb 11 13:10:22.363843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:22.410028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2b56da95-6e91-4527-98ae-fe8e24b4a05d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.410788 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Added segment 2b56da95-6e91-4527-98ae-fe8e24b4a05d of type vlan for network de84c0a3-5edc-442a-95fb-31f9e3cf7f4a Feb 11 13:10:22.506523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:22.517560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:22.522772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:22.524801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (de84c0a3-5edc-442a-95fb-31f9e3cf7f4a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.525839 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.574025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (022980c7-1881-42b8-bf9b-2289b611b2f4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.575189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (de84c0a3-5edc-442a-95fb-31f9e3cf7f4a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.584496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:22.589817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:22.590945 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:22.661281 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5549011 Feb 11 13:10:22.668936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55190) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:22.938723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1ef70659-93eb-4517-9473-a7f3e16d0cbb tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:22.940710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1ef70659-93eb-4517-9473-a7f3e16d0cbb tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.53 "GET /v2.0/networks?id=2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 200 len: 817 time: 0.2641220 Feb 11 13:10:22.970049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=17dd1089-ee66-48c9-8fce-561c0d492e95,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:22.978765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Request body: {'port': {'device_id': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9', 'admin_state_up': True, 'tenant_id': '50917677105840199d4e37deadb35b56'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:22.991582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Network': ['ID=022980c7-1881-42b8-bf9b-2289b611b2f4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:23.019787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 022980c7-1881-42b8-bf9b-2289b611b2f4 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:23.133152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705f000-6220-47ce-bd31-66bb98e24f7a tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Network': ['ID=de84c0a3-5edc-442a-95fb-31f9e3cf7f4a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:23.150780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:23.183262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network de84c0a3-5edc-442a-95fb-31f9e3cf7f4a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:23.209365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Made reservation on behalf of 50917677105840199d4e37deadb35b56 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:23.213787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:23.286991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbab960-a812-4c6e-80f2-9ebc385c0506 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.298313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbab960-a812-4c6e-80f2-9ebc385c0506 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.322477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbab960-a812-4c6e-80f2-9ebc385c0506 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.345044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbab960-a812-4c6e-80f2-9ebc385c0506 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.358339 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3cbab960-a812-4c6e-80f2-9ebc385c0506 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6794333 Feb 11 13:10:23.359508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55210) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:23.581075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (022980c7-1881-42b8-bf9b-2289b611b2f4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:23.754335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (022980c7-1881-42b8-bf9b-2289b611b2f4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:23.788250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f481db-4d9b-41c6-8176-bf970c11587c req-b20fa2f2-c5e2-403d-8934-e3f1c1a955fa tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.795317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6f481db-4d9b-41c6-8176-bf970c11587c req-b20fa2f2-c5e2-403d-8934-e3f1c1a955fa tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 1.5011928 Feb 11 13:10:23.802539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022980c7-1881-42b8-bf9b-2289b611b2f4']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:23.892136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d3ee7976-e248-445c-9fed-bacdfd918ae1 req-90cc48f0-cf53-46ff-9107-b7cd75148d7a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 210 time: 0.0736051 Feb 11 13:10:23.897607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2423cd-f81c-44a5-bf90-d5cdc746b600') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:23.899312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2423cd-f81c-44a5-bf90-d5cdc746b600') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:23.937161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (bd2423cd-f81c-44a5-bf90-d5cdc746b600), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:23.982912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bd2423cd-f81c-44a5-bf90-d5cdc746b600), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:23.997127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:23.997777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (bd2423cd-f81c-44a5-bf90-d5cdc746b600), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:24.001607 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:24.267912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6020592-6320-42fe-be29-297fd2c1a4db up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:24.337426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (022980c7-1881-42b8-bf9b-2289b611b2f4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.351356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c28350-cb7e-442d-9885-8ce3821b3b1d None None] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:24.366126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.378537 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/networks/022980c7-1881-42b8-bf9b-2289b611b2f4 HTTP/1.1" status: 204 len: 168 time: 1.0165424 Feb 11 13:10:24.383973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55220) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:24.456243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329e78f-2f8f-4a65-a5b9-a2065d4678a9 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Network': ['ID=022980c7-1881-42b8-bf9b-2289b611b2f4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:24.504590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3bbab-4a61-4a83-b54e-bdf0e427dc87 req-68eb149a-1d48-40eb-b940-1d512f37d710 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:24.506476 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-64b3bbab-4a61-4a83-b54e-bdf0e427dc87 req-68eb149a-1d48-40eb-b940-1d512f37d710 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3102601 Feb 11 13:10:24.621433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-282f32c2-8e05-4253-bd2e-50229dbc68f3 None None] Provisioning complete for port c6020592-6320-42fe-be29-297fd2c1a4db triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:24.622154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-282f32c2-8e05-4253-bd2e-50229dbc68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.640950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (de84c0a3-5edc-442a-95fb-31f9e3cf7f4a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.647984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Allocated IP 172.20.0.6 (2699542a-6fde-4d58-8146-bb2e09ed24f9/15838297-02da-4c6a-968c-1f594bbf0b26/0f4f8fd1-ef8d-4197-87c1-ad9b31437004) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:24.679121 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-64b3bbab-4a61-4a83-b54e-bdf0e427dc87 req-2740923a-a4ca-471e-b797-66554c4680fd tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391718 Feb 11 13:10:24.734329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c6020592-6320-42fe-be29-297fd2c1a4db triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:24.734993 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.866124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-282f32c2-8e05-4253-bd2e-50229dbc68f3 None None] Current status of the port c6020592-6320-42fe-be29-297fd2c1a4db is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:24.866516 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-282f32c2-8e05-4253-bd2e-50229dbc68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.979417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (de84c0a3-5edc-442a-95fb-31f9e3cf7f4a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.983160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks [] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.068899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c6020592-6320-42fe-be29-297fd2c1a4db is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:25.069287 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.098292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.152155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-282f32c2-8e05-4253-bd2e-50229dbc68f3 None None] For port c6020592-6320-42fe-be29-297fd2c1a4db, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6020592-6320-42fe-be29-297fd2c1a4db,segment=NetworkSegment(79486d4b-b3b6-4352-bd1c-661c59d198d5),segment_id=79486d4b-b3b6-4352-bd1c-661c59d198d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:25.181716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a6a0b96c-3cc5-4fe1-a26b-52e6547beecf req-e93a1654-9d9c-479c-a1e1-b0d0cd199890 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 210 time: 0.0858717 Feb 11 13:10:25.199397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de84c0a3-5edc-442a-95fb-31f9e3cf7f4a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:25.223070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b56da95-6e91-4527-98ae-fe8e24b4a05d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:25.223432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b56da95-6e91-4527-98ae-fe8e24b4a05d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:25.246961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2b56da95-6e91-4527-98ae-fe8e24b4a05d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.260454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6f481db-4d9b-41c6-8176-bf970c11587c req-f58ec0bc-0ccf-4850-bd77-0b8d848e19c5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4617298 Feb 11 13:10:25.281530 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2b56da95-6e91-4527-98ae-fe8e24b4a05d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.294176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:25.294735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2b56da95-6e91-4527-98ae-fe8e24b4a05d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:25.301370 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:25.489422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55244) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:25.522217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (de84c0a3-5edc-442a-95fb-31f9e3cf7f4a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.539018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.554320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Pushing event updated for resources: {'Port': ['ID=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:25.558144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/networks/de84c0a3-5edc-442a-95fb-31f9e3cf7f4a HTTP/1.1" status: 204 len: 168 time: 1.1219676 Feb 11 13:10:25.573034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55250) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:25.574145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Network 2699542a-6fde-4d58-8146-bb2e09ed24f9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:25.606420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:25.631772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:25.648903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-160a5744-2590-4607-b09a-b6c55601be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.651126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-160a5744-2590-4607-b09a-b6c55601be6b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 1.8487179 Feb 11 13:10:25.663684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2aef8-71a2-4f02-aa5e-d0ff2f7304ad tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Network': ['ID=de84c0a3-5edc-442a-95fb-31f9e3cf7f4a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:25.758346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c67a330a-2d04-42d9-aac2-f787cb055f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.786751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-bb833346-18ec-424b-a3e1-aae875115031 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.788323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-bb833346-18ec-424b-a3e1-aae875115031 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "GET /v2.0/networks?id=2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 200 len: 817 time: 1.9688416 Feb 11 13:10:25.805098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-cc43b2dc-ccaa-4156-9d23-f373b36707bf tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.805907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-cc43b2dc-ccaa-4156-9d23-f373b36707bf tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "GET /v2.0/networks?id=2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 200 len: 817 time: 1.9948657 Feb 11 13:10:25.819608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Request body: {'port': {'device_id': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9', 'admin_state_up': True, 'tenant_id': '50917677105840199d4e37deadb35b56'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:25.915406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:10:25.916057 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:10:25.922446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-282f32c2-8e05-4253-bd2e-50229dbc68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.945061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c268972-1456-498a-9a0c-4fc70686fbfa tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.954505 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Request body: {'port': {'device_id': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9', 'admin_state_up': True, 'tenant_id': '50917677105840199d4e37deadb35b56'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:25.963797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c268972-1456-498a-9a0c-4fc70686fbfa tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.975632 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8c268972-1456-498a-9a0c-4fc70686fbfa tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4010158 Feb 11 13:10:25.976980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55256) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:26.018983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-717678347'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:26.025607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f32c2-8e05-4253-bd2e-50229dbc68f3 None None] Pushing event updated for resources: {'Port': ['ID=c6020592-6320-42fe-be29-297fd2c1a4db,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:26.059689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.065795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0c824db1-599e-4d73-afa8-34f0ffa2de63 None None] Provisioning complete for port 17dd1089-ee66-48c9-8fce-561c0d492e95 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:26.074090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c824db1-599e-4d73-afa8-34f0ffa2de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.075004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Made reservation on behalf of d3e08a2dc3ce4677be7de715f200b0f5 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:26.084373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.098983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.099793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.165862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:26.166557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.170794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b992c-ddc4-4e7d-9dcd-6598136c43ca req-e51a81ca-df30-4f42-8ba6-5b213fe638c3 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:26.182450 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-510b992c-ddc4-4e7d-9dcd-6598136c43ca req-e51a81ca-df30-4f42-8ba6-5b213fe638c3 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2754283 Feb 11 13:10:26.184941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=17dd1089-ee66-48c9-8fce-561c0d492e95,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:26.200241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0c824db1-599e-4d73-afa8-34f0ffa2de63 None None] Port 17dd1089-ee66-48c9-8fce-561c0d492e95 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:26.221723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:26.226585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0c824db1-599e-4d73-afa8-34f0ffa2de63 None None] Provisioning complete for port c6020592-6320-42fe-be29-297fd2c1a4db triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:26.227213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c824db1-599e-4d73-afa8-34f0ffa2de63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.233486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2c5e0769-076b-42ea-8ecf-97b8adc5ce86 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2589240 Feb 11 13:10:26.324512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (823a6c46-82f5-4371-a9e2-f9bd449c517c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.325431 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Added segment 823a6c46-82f5-4371-a9e2-f9bd449c517c of type vlan for network 8e2f4a2d-ef5a-479f-a897-42ae6db37747 Feb 11 13:10:26.341919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-510b992c-ddc4-4e7d-9dcd-6598136c43ca req-4741bb4a-927b-4460-b3ce-a6536b7944bf tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533887 Feb 11 13:10:26.369051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-225d7a1d-74fd-47db-a889-383e7a4c0952 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:10:26.370087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-225d7a1d-74fd-47db-a889-383e7a4c0952 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054803 Feb 11 13:10:26.414012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Made reservation on behalf of 50917677105840199d4e37deadb35b56 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:26.416556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0c824db1-599e-4d73-afa8-34f0ffa2de63 None None] Current status of the port c6020592-6320-42fe-be29-297fd2c1a4db is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:26.417593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.457998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Request body: {'port': {'device_id': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:26.483867 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (8e2f4a2d-ef5a-479f-a897-42ae6db37747), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.501495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c6020592-6320-42fe-be29-297fd2c1a4db is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:26.606168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9619c8d-143f-4cbd-b9cd-98bb2b7ffe7f req-700d480d-87e6-4e10-8284-eb8352b19c68 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:26.616116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9619c8d-143f-4cbd-b9cd-98bb2b7ffe7f req-700d480d-87e6-4e10-8284-eb8352b19c68 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1276212 Feb 11 13:10:26.625173 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (8e2f4a2d-ef5a-479f-a897-42ae6db37747), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.631020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:26.631869 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.645691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6020592-6320-42fe-be29-297fd2c1a4db up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:26.666774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Made reservation on behalf of 50917677105840199d4e37deadb35b56 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:26.670244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.709488 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6994629 Feb 11 13:10:26.731768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2b1b8832-e23d-4359-b4e8-e4e3c39f7683 req-ea997677-f1c6-45d6-b0b1-54ba703e5501 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 210 time: 0.3602388 Feb 11 13:10:26.736735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55268) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:26.761058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-820505761'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:26.800130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c6020592-6320-42fe-be29-297fd2c1a4db triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:26.800507 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.883099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6db44-bbe5-4834-bc46-0f5515e24265 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Network': ['ID=8e2f4a2d-ef5a-479f-a897-42ae6db37747,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:26.901159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 8e2f4a2d-ef5a-479f-a897-42ae6db37747 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:26.907081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9619c8d-143f-4cbd-b9cd-98bb2b7ffe7f req-f453d869-636d-42f1-b63f-4f03c52df795 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898064 Feb 11 13:10:26.908923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Allocated IP 172.20.0.4 (2699542a-6fde-4d58-8146-bb2e09ed24f9/15838297-02da-4c6a-968c-1f594bbf0b26/52c29cef-fbd4-4d61-b90f-4ae4710dc6cb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:26.933754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Made reservation on behalf of d3e08a2dc3ce4677be7de715f200b0f5 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:26.962826 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.011984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:27.023686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (41da0135-f2da-4668-8b20-865fca8e2abc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.024750 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Added segment 41da0135-f2da-4668-8b20-865fca8e2abc of type vlan for network 0e63d947-66ca-4d65-ba07-2ee4f377c89e Feb 11 13:10:27.128811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (0e63d947-66ca-4d65-ba07-2ee4f377c89e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.189847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c6020592-6320-42fe-be29-297fd2c1a4db is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:27.195357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks [] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.197714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (0e63d947-66ca-4d65-ba07-2ee4f377c89e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.205988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.210822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.233084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:27.258012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.265387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5275950 Feb 11 13:10:27.268494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55274) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:27.269873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:27.275599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'ports': [{'network_id': '8e2f4a2d-ef5a-479f-a897-42ae6db37747', 'name': 'tempest-port--84798837', 'admin_state_up': True}, {'network_id': '0e63d947-66ca-4d65-ba07-2ee4f377c89e', 'admin_state_up': False}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:27.275961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'port': {'network_id': '8e2f4a2d-ef5a-479f-a897-42ae6db37747', 'name': 'tempest-port--84798837', 'admin_state_up': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:27.276598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'port': {'network_id': '0e63d947-66ca-4d65-ba07-2ee4f377c89e', 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:27.315600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.545526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-4797337f-cfa3-4fda-a78e-7dfa0a03c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.548515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-4797337f-cfa3-4fda-a78e-7dfa0a03c371 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 1.8121936 Feb 11 13:10:27.567702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa93b6-bcd2-4ce5-9a16-ccca1b52244c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Network': ['ID=0e63d947-66ca-4d65-ba07-2ee4f377c89e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:27.594759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Made reservation on behalf of d3e08a2dc3ce4677be7de715f200b0f5 for: {'port': 2} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:27.594759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.609363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 0e63d947-66ca-4d65-ba07-2ee4f377c89e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:27.613627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.692946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c67a330a-2d04-42d9-aac2-f787cb055f55 admin admin] Publish callbacks [] for security_group (51d9c6b8-be14-4323-92fe-7920c4c2487c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.884783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b63a3ae6-a019-4d67-8ac0-1188f8aa63c3 None None] Provisioning complete for port 17dd1089-ee66-48c9-8fce-561c0d492e95 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:27.885234 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b63a3ae6-a019-4d67-8ac0-1188f8aa63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:27.949915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] device_id is not set on port cbf9c4e0-8d75-4520-9317-8afd1f0936ce yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:10:27.983362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a6dcd-e4a5-42f8-b941-6a1f00f0ab1b req-31af021f-0e4b-4f3c-b220-8f60217e857a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.984996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c30a6dcd-e4a5-42f8-b941-6a1f00f0ab1b req-31af021f-0e4b-4f3c-b220-8f60217e857a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 931 time: 0.1144936 Feb 11 13:10:28.010182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-5fa8eb44-5d7f-4667-8642-188992d1fc42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 217 time: 0.4273856 Feb 11 13:10:28.010891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c67a330a-2d04-42d9-aac2-f787cb055f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (51d9c6b8-be14-4323-92fe-7920c4c2487c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:28.057390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b63a3ae6-a019-4d67-8ac0-1188f8aa63c3 None None] Port 17dd1089-ee66-48c9-8fce-561c0d492e95 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:28.069133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c30a6dcd-e4a5-42f8-b941-6a1f00f0ab1b req-be53eb61-70d1-4f47-9958-9e7d4ee4ffe9 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764072 Feb 11 13:10:28.081224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-5db4c79a-b179-4da3-80ef-562dd71c828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.081224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-5db4c79a-b179-4da3-80ef-562dd71c828a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.0483918 Feb 11 13:10:28.083620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Network 2699542a-6fde-4d58-8146-bb2e09ed24f9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:28.148082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-051e77ba-873b-47ac-b537-9a122ebc9f75 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327690 Feb 11 13:10:28.175498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:28.209587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:28.237427 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for port (cbf9c4e0-8d75-4520-9317-8afd1f0936ce), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:28.326522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Allocated IP 172.20.0.3 (2699542a-6fde-4d58-8146-bb2e09ed24f9/15838297-02da-4c6a-968c-1f594bbf0b26/d6838f13-7a09-4a49-ba3d-dc46c9fe62cf) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:28.563974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks [] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:28.632604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Pushing event updated for resources: {'Port': ['ID=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:28.765954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] device_id is not set on port 67cccd06-ae22-4259-824c-f304483c0075 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:10:28.818247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:28.837485 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c67a330a-2d04-42d9-aac2-f787cb055f55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93dbc0864c9e427c8728a1ed318515f3&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3431563 Feb 11 13:10:28.838184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceccc74-f9ea-4738-82a2-c5d0cb27a8f5 req-0aca3ed1-020c-4a57-b3ea-1afe3c735e52 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.843265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.844032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:28.845017 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8ceccc74-f9ea-4738-82a2-c5d0cb27a8f5 req-0aca3ed1-020c-4a57-b3ea-1afe3c735e52 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.6489766 Feb 11 13:10:28.850449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55302) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:28.881716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-1b019129-e009-456b-88e3-81e408b396d1 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7266293 Feb 11 13:10:28.882492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a330a-2d04-42d9-aac2-f787cb055f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d9c6b8-be14-4323-92fe-7920c4c2487c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:28.916675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6b4fa-406d-439f-81dc-cc6b707697c2 req-7c26d984-2e64-4a95-8848-a9409d248810 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.919402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6df6b4fa-406d-439f-81dc-cc6b707697c2 req-7c26d984-2e64-4a95-8848-a9409d248810 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 1.3629920 Feb 11 13:10:28.926358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for port (67cccd06-ae22-4259-824c-f304483c0075), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:28.959528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8ceccc74-f9ea-4738-82a2-c5d0cb27a8f5 req-274de246-b829-4b5a-ba28-d1e04a93d086 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115401 Feb 11 13:10:29.017950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (cbf9c4e0-8d75-4520-9317-8afd1f0936ce), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.094786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Port': ['ID=cbf9c4e0-8d75-4520-9317-8afd1f0936ce,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:29.111161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Checking segment: {'id': '823a6c46-82f5-4371-a9e2-f9bd449c517c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '8e2f4a2d-ef5a-479f-a897-42ae6db37747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:29.111688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network hostable DHCP agents. Network: 8e2f4a2d-ef5a-479f-a897-42ae6db37747, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:29.135829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network 8e2f4a2d-ef5a-479f-a897-42ae6db37747 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:29.152940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 8e2f4a2d-ef5a-479f-a897-42ae6db37747) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:29.161570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b342d2-197d-407a-aea6-ad2d92371074 None None] Network 8e2f4a2d-ef5a-479f-a897-42ae6db37747 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:29.179987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:29.184345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (67cccd06-ae22-4259-824c-f304483c0075), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.205916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8be2b4a1-ecdf-45aa-9aa0-8da9ad43cf7c req-f05ffac5-e6a7-4ec3-b9a5-0f223ea5ffde service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543974 Feb 11 13:10:29.328741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Port': ['ID=67cccd06-ae22-4259-824c-f304483c0075,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:29.349700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Network 2699542a-6fde-4d58-8146-bb2e09ed24f9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:29.354038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7a44c-0e67-4380-a0bb-b85350fa0d65 req-3e0f0812-194a-4a75-8219-1bc8c44e91c6 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.355775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ab7a44c-0e67-4380-a0bb-b85350fa0d65 req-3e0f0812-194a-4a75-8219-1bc8c44e91c6 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 931 time: 0.1091561 Feb 11 13:10:29.356862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Checking segment: {'id': '41da0135-f2da-4668-8b20-865fca8e2abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0e63d947-66ca-4d65-ba07-2ee4f377c89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:29.357339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network hostable DHCP agents. Network: 0e63d947-66ca-4d65-ba07-2ee4f377c89e, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:29.362092 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-647953d4-cdde-45e5-b6ea-910f1b54f4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.404346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network 0e63d947-66ca-4d65-ba07-2ee4f377c89e is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:29.425892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 0e63d947-66ca-4d65-ba07-2ee4f377c89e) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:29.430659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:29.436499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.438294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae294338-a800-4874-a9f9-ae2fe355ab6c None None] Network 0e63d947-66ca-4d65-ba07-2ee4f377c89e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:29.441798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.443014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.445787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:29.450733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ab7a44c-0e67-4380-a0bb-b85350fa0d65 req-f188a2a1-0c52-4908-9624-18e5142a2ceb tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872705 Feb 11 13:10:29.458426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Publish callbacks [] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.471815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fccc1807-05cb-4649-b806-3e968aee90a7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.2013655 Feb 11 13:10:29.472516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55316) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:29.506733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Transition to ACTIVE for port object 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:29.536361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Pushing event updated for resources: {'Port': ['ID=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:29.549089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:29.561105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:29.599010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dfa21b-ea37-4b9f-9545-b16070874484 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.604658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dfa21b-ea37-4b9f-9545-b16070874484 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.606592 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-82dfa21b-ea37-4b9f-9545-b16070874484 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1322784 Feb 11 13:10:29.609953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55320) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:29.613950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0bd8a539-0d25-47b8-910f-f35c431ec396 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7992332 Feb 11 13:10:29.620729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.622543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router bbbd9be5-9557-4db6-ba25-e6b38fbacc33 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:10:29.630540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-5aeff4b4-90f8-48c7-afcc-d210b7606ccb tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:10:29.631579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-5aeff4b4-90f8-48c7-afcc-d210b7606ccb tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051095 Feb 11 13:10:29.653461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Request body: {'port': {'device_id': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:29.668557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Publish callbacks [] for security_group (51d9c6b8-be14-4323-92fe-7920c4c2487c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.716264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Deleting port cbf9c4e0-8d75-4520-9317-8afd1f0936ce {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:29.716664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cbf9c4e0-8d75-4520-9317-8afd1f0936ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.805661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6df6b4fa-406d-439f-81dc-cc6b707697c2 req-a7f96da7-79bf-43b3-b441-2d56fee94ab4 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7720058 Feb 11 13:10:29.805661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.805661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.812974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cbf9c4e0-8d75-4520-9317-8afd1f0936ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.814492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:29.830588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Calling delete_port for cbf9c4e0-8d75-4520-9317-8afd1f0936ce owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:29.831166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-1677351c-a79f-4df0-8772-ddb888ff007a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8818529 Feb 11 13:10:29.957033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (cbf9c4e0-8d75-4520-9317-8afd1f0936ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:29.992241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Port': ['ID=cbf9c4e0-8d75-4520-9317-8afd1f0936ce,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:30.027543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.035986 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a29b435a-f4bd-46a6-86c8-677751b28ff8 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/ports/cbf9c4e0-8d75-4520-9317-8afd1f0936ce HTTP/1.1" status: 204 len: 168 time: 0.4209747 Feb 11 13:10:30.036450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:30.235796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485ee52-38fd-4773-baa2-aa99e6a7c251 req-36b64d00-dfb3-44b8-8e71-3b3900130fd5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.235796 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7485ee52-38fd-4773-baa2-aa99e6a7c251 req-36b64d00-dfb3-44b8-8e71-3b3900130fd5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1388199 Feb 11 13:10:30.241773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Request body: {'port': {'device_id': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:30.266955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Deleting port 67cccd06-ae22-4259-824c-f304483c0075 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:30.267633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (67cccd06-ae22-4259-824c-f304483c0075), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.317235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Publish callbacks [] for security_group (51d9c6b8-be14-4323-92fe-7920c4c2487c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.365889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (67cccd06-ae22-4259-824c-f304483c0075), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.381518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Calling delete_port for 67cccd06-ae22-4259-824c-f304483c0075 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:30.422544 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.536212 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (67cccd06-ae22-4259-824c-f304483c0075), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.549263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.557207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:30.575730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] Sync routers for ids ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:30.579777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55340) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:30.583865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2c064976-4f07-4772-a476-ae991db445b7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/bbbd9be5-9557-4db6-ba25-e6b38fbacc33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4207897 Feb 11 13:10:30.595488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] Routers {'bbbd9be5-9557-4db6-ba25-e6b38fbacc33'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:30.598461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:30.598737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Port': ['ID=67cccd06-ae22-4259-824c-f304483c0075,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:30.640508 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7485ee52-38fd-4773-baa2-aa99e6a7c251 req-e03046f9-07f3-4811-80d5-d5bd086027ac tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980079 Feb 11 13:10:30.662745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.674485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df68ff2f-26f2-43b3-9d1e-cca8529d845c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/ports/67cccd06-ae22-4259-824c-f304483c0075 HTTP/1.1" status: 204 len: 168 time: 0.6363077 Feb 11 13:10:30.679774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55344) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:30.688764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:30.700413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] Routers {'bbbd9be5-9557-4db6-ba25-e6b38fbacc33'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:30.701338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:30.704264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d89fa8-5093-4d89-892a-bf324ca6ceb6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.706179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-75d89fa8-5093-4d89-892a-bf324ca6ceb6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports/17dd1089-ee66-48c9-8fce-561c0d492e95 HTTP/1.1" status: 200 len: 911 time: 0.1218996 Feb 11 13:10:30.728588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55348) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:30.743904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:30.744972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef338317-75f4-4a1f-857e-bc714573dfa3 None None] The sync data for ids ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:30.917664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:10:31.035536 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c4e76597-fa9f-4437-86ee-a6b43973e07c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3481407 Feb 11 13:10:31.036608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55358) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:31.042809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2056370608'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:31.092285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:31.104220 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Publish callbacks [] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.120706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Transition to ACTIVE for port object 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:31.132485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.171713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Attempting to bind port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:10:31.172064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Attempting to bind port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:10:31.172423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Attempting to bind port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:31.174477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Made reservation on behalf of d3e08a2dc3ce4677be7de715f200b0f5 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:31.178254 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.210587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:10:31.211648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Attempting to bind port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:31.222177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:10:31.222581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Checking segment: {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:31.222918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Bound using segment: {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:10:31.223579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Bound port: 0f4f8fd1-ef8d-4197-87c1-ad9b31437004, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:10:31.224089 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.237709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b843a-9e51-4686-b6ea-3d4b8ec2b023 req-4308bdee-3f06-4638-97e8-2d936d96506c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.250839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-114b843a-9e51-4686-b6ea-3d4b8ec2b023 req-4308bdee-3f06-4638-97e8-2d936d96506c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2197807 Feb 11 13:10:31.283581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (51d9c6b8-be14-4323-92fe-7920c4c2487c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.286833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.290523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51d9c6b8-be14-4323-92fe-7920c4c2487c HTTP/1.1" status: 204 len: 168 time: 2.4146938 Feb 11 13:10:31.320383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:31.334706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d9c6b8-be14-4323-92fe-7920c4c2487c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:31.344624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16e100-0966-4627-90c2-39620c77770b req-dde42d51-9a54-4115-83ad-350316a973d4 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.346778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee16e100-0966-4627-90c2-39620c77770b req-dde42d51-9a54-4115-83ad-350316a973d4 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 931 time: 0.6757953 Feb 11 13:10:31.382504 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b6e729c-d512-4ecf-b7a0-dcefb2d29094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.418674 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-114b843a-9e51-4686-b6ea-3d4b8ec2b023 req-f1b14ae9-a01b-4bf3-9c29-30e7565525ae tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663461 Feb 11 13:10:31.453425 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e3d7ed13-7c4e-400b-935c-90afc49b0fd7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.453818 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Added segment e3d7ed13-7c4e-400b-935c-90afc49b0fd7 of type vlan for network 6f93087d-55d3-471e-b710-f05f29f6bf03 Feb 11 13:10:31.540057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (6f93087d-55d3-471e-b710-f05f29f6bf03), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.586178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (6f93087d-55d3-471e-b710-f05f29f6bf03), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.598810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.600399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.678231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.678682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.679126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.679587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.680105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.680636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.681280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.681999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.682470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.682983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.683395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.683828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.684251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dc94bd-afeb-46fd-8ad6-8d7d36ae2e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:31.691096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Pushing event updated for resources: {'Port': ['ID=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:31.854103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6838f13-7a09-4a49-ba3d-dc46c9fe62cf {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:31.864036 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Publish callbacks [] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.895812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Transition to ACTIVE for port object d6838f13-7a09-4a49-ba3d-dc46c9fe62cf will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:10:31.941998 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9031029 Feb 11 13:10:31.943827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.949352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55372) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:31.949872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55374) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:32.009092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1568944753'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:32.018115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee16e100-0966-4627-90c2-39620c77770b req-c99e4e74-684c-4437-8269-447d8275268d tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640809 Feb 11 13:10:32.021988 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b553a4ff-3233-4f60-8878-fd08cf32df51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.053687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89175a-e375-4746-b885-4d4c4199c374 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Network': ['ID=6f93087d-55d3-471e-b710-f05f29f6bf03,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:32.068180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] For port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:32.073178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] For port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:32.073792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 6f93087d-55d3-471e-b710-f05f29f6bf03 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:32.101348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:32.108788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.183722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f7245-91fd-4eeb-83be-029c02491616 req-ea1a6290-d03e-4cd0-aed3-b1763a3d8844 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.193942 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab8f7245-91fd-4eeb-83be-029c02491616 req-ea1a6290-d03e-4cd0-aed3-b1763a3d8844 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3531718 Feb 11 13:10:32.218821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.220055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.221796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] 10.222.0.53 "PUT /v2.0/ports/0f4f8fd1-ef8d-4197-87c1-ad9b31437004 HTTP/1.1" status: 200 len: 1091 time: 5.7803283 Feb 11 13:10:32.227178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'tag': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:32.229874 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078" -d '{"events": [{"name": "network-changed", "server_uuid": "66b1a38b-a4b7-4ca2-a406-10c66e242596", "tag": "0f4f8fd1-ef8d-4197-87c1-ad9b31437004"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:32.235323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Attempting to bind port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:10:32.235794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Attempting to bind port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:10:32.236247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Attempting to bind port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:32.259176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Made reservation on behalf of d3e08a2dc3ce4677be7de715f200b0f5 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:32.262168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:10:32.262613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Attempting to bind port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:32.263868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.270648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:10:32.271204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Checking segment: {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:32.271726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Bound using segment: {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:10:32.272323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Bound port: 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:10:32.272785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.313483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.416818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] For port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:32.420739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] For port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:32.501309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.502425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.513368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0e815-abb2-491c-94b5-0f284b300978 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:32.596583 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab8f7245-91fd-4eeb-83be-029c02491616 req-cb6f2646-223a-44c6-b4a4-06a0697a9d21 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000590 Feb 11 13:10:32.655963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:32.675248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Pushing event updated for resources: {'Port': ['ID=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:32.681602 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82777eb-82c9-42ab-b320-50882abbfba1 x-openstack-request-id: req-f82777eb-82c9-42ab-b320-50882abbfba1 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:32.682006 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b1a38b-a4b7-4ca2-a406-10c66e242596", "tag": "0f4f8fd1-ef8d-4197-87c1-ad9b31437004", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:32.682390 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f82777eb-82c9-42ab-b320-50882abbfba1 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:32.682786 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'tag': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004', 'status': 'completed', 'code': 200} Feb 11 13:10:32.692720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-26a9fdde-3cbc-4961-9bc4-b27c39374489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.694361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-26a9fdde-3cbc-4961-9bc4-b27c39374489 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50917677105840199d4e37deadb35b56&device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 1125 time: 0.4155157 Feb 11 13:10:32.699933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Attempting to bind port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:10:32.700920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Attempting to bind port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:10:32.701446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Attempting to bind port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:32.763937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c1843641-ea71-448f-8072-217826f4053d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.764455 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Added segment c1843641-ea71-448f-8072-217826f4053d of type vlan for network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb Feb 11 13:10:32.767996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:10:32.768437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Attempting to bind port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf on network 2699542a-6fde-4d58-8146-bb2e09ed24f9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:32.775796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7eec9645-f8cb-4a89-bf86-906aa4ada2c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f4f8fd1-ef8d-4197-87c1-ad9b31437004 HTTP/1.1" status: 200 len: 217 time: 0.0647633 Feb 11 13:10:32.778690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:10:32.779026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Checking segment: {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:32.780482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Bound using segment: {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:10:32.780969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Bound port: d6838f13-7a09-4a49-ba3d-dc46c9fe62cf, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395a5213-fc6c-44bf-9e01-82f0169c80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:10:32.781327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.791556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b553a4ff-3233-4f60-8878-fd08cf32df51 admin admin] Publish callbacks [] for security_group (6495aba8-ab9a-419a-8926-b46e4c7ec1ee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.802042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.802657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.804161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-79199dd2-39fa-41da-bcd0-f6b67556dee7 service neutron] 10.222.0.64 "PUT /v2.0/ports/52c29cef-fbd4-4d61-b90f-4ae4710dc6cb HTTP/1.1" status: 200 len: 1091 time: 3.1548123 Feb 11 13:10:32.819769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b553a4ff-3233-4f60-8878-fd08cf32df51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6495aba8-ab9a-419a-8926-b46e4c7ec1ee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.882843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (0dbcb12b-ddce-444c-a4ff-96dca8ddaccb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.914297 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b553a4ff-3233-4f60-8878-fd08cf32df51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=653f6882e21b468f9f066a1b7fe7081e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9278579 Feb 11 13:10:32.916187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553a4ff-3233-4f60-8878-fd08cf32df51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6495aba8-ab9a-419a-8926-b46e4c7ec1ee,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:32.919060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55392) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:32.973647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] For port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:32.977236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] For port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:32.982551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-d1256c3e-4c58-40ca-96df-2bd6b121ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.984508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-d1256c3e-4c58-40ca-96df-2bd6b121ccd8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15838297-02da-4c6a-968c-1f594bbf0b26 HTTP/1.1" status: 200 len: 857 time: 0.1792343 Feb 11 13:10:32.988393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f947c-9c66-43ef-81bc-469070a75579 req-5e5d4596-faad-485b-a9d7-90f5bf6a5be0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.995495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.997329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a78f947c-9c66-43ef-81bc-469070a75579 req-5e5d4596-faad-485b-a9d7-90f5bf6a5be0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2607446 Feb 11 13:10:33.046568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (0dbcb12b-ddce-444c-a4ff-96dca8ddaccb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.051874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.053015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.093736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:33.126231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-0fc4754f-442f-453d-8627-fd0c3a747448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2699542a-6fde-4d58-8146-bb2e09ed24f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258175 Feb 11 13:10:33.173497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1708639 Feb 11 13:10:33.215149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.217511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.219703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-db3f00a7-8b92-4b04-997e-96c3659467b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/d6838f13-7a09-4a49-ba3d-dc46c9fe62cf HTTP/1.1" status: 200 len: 1091 time: 3.3792744 Feb 11 13:10:33.221504 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a78f947c-9c66-43ef-81bc-469070a75579 req-af8cb82b-2a7f-4419-b89d-1e0cc7a91c81 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231195 Feb 11 13:10:33.239631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0337ff35-4bd0-43f7-9bb5-2ff87871f559 admin admin] Publish callbacks [] for security_group (6495aba8-ab9a-419a-8926-b46e4c7ec1ee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.265899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0337ff35-4bd0-43f7-9bb5-2ff87871f559 admin admin] Publish callbacks [] for security_group (6495aba8-ab9a-419a-8926-b46e4c7ec1ee), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.334917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9659c0d-b6ba-46a4-98b1-9b18f3838e20 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Network': ['ID=0dbcb12b-ddce-444c-a4ff-96dca8ddaccb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:33.341574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0337ff35-4bd0-43f7-9bb5-2ff87871f559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6495aba8-ab9a-419a-8926-b46e4c7ec1ee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.344672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0337ff35-4bd0-43f7-9bb5-2ff87871f559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.346004 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0337ff35-4bd0-43f7-9bb5-2ff87871f559 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6495aba8-ab9a-419a-8926-b46e4c7ec1ee HTTP/1.1" status: 204 len: 168 time: 0.4216092 Feb 11 13:10:33.354578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:33.393019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337ff35-4bd0-43f7-9bb5-2ff87871f559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495aba8-ab9a-419a-8926-b46e4c7ec1ee,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:33.450392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 17dd1089-ee66-48c9-8fce-561c0d492e95 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:33.453008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.695707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-3759e4d9-ccc2-47ad-ab67-2bb8feed7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.701953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-3759e4d9-ccc2-47ad-ab67-2bb8feed7861 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50917677105840199d4e37deadb35b56&device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 1125 time: 0.7116683 Feb 11 13:10:33.708858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:33.741449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 17dd1089-ee66-48c9-8fce-561c0d492e95 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:33.860862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-e6c4a82f-48e6-4f15-9927-526060910369 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb HTTP/1.1" status: 200 len: 217 time: 0.1410053 Feb 11 13:10:34.014221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-25cfbe0f-97e8-4d89-b661-2a3259bc1c1d service neutron] 10.222.0.53 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801584 Feb 11 13:10:34.084922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ccb1b-c517-4de3-8977-cbe22c5b1933 req-74578663-ef3e-4701-9d7a-3c75aef7a16f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.089678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f96ccb1b-c517-4de3-8977-cbe22c5b1933 req-74578663-ef3e-4701-9d7a-3c75aef7a16f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.2925801 Feb 11 13:10:34.118521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88eeb4-e713-48ea-bd96-a8d793940885 req-769b164f-f51b-4d4a-a9b1-c588436135e6 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.126450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c88eeb4-e713-48ea-bd96-a8d793940885 req-769b164f-f51b-4d4a-a9b1-c588436135e6 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 943 time: 0.9056489 Feb 11 13:10:34.185774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-e8dfce2b-19e4-46b4-9d00-f1eacd1f2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.187596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-e8dfce2b-19e4-46b4-9d00-f1eacd1f2a88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15838297-02da-4c6a-968c-1f594bbf0b26 HTTP/1.1" status: 200 len: 857 time: 0.3175578 Feb 11 13:10:34.200327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:34.225069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-b8156534-b9fc-422b-9eff-6f3ca15369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.228179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-b8156534-b9fc-422b-9eff-6f3ca15369c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50917677105840199d4e37deadb35b56&device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 1125 time: 0.9291751 Feb 11 13:10:34.343986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-646d94a8-a6f7-4e7f-b03a-4c49a1b3a71e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2699542a-6fde-4d58-8146-bb2e09ed24f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118066 Feb 11 13:10:34.484330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2b7d1f5e-249d-48c1-8837-791ab77373aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf HTTP/1.1" status: 200 len: 217 time: 0.1939158 Feb 11 13:10:34.484966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55414) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:34.493436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c88eeb4-e713-48ea-bd96-a8d793940885 req-e3a1adc6-b0f1-464f-8c40-a348cfa0b1fc tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648536 Feb 11 13:10:34.590796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-86045936-a4ac-4c79-b457-3d543a401812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.593667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-86045936-a4ac-4c79-b457-3d543a401812 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15838297-02da-4c6a-968c-1f594bbf0b26 HTTP/1.1" status: 200 len: 857 time: 0.0907824 Feb 11 13:10:34.596527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02deb51e-859c-49e4-a5ca-142f0e5e7118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:34.717409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'tag': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb'}, {'name': 'network-changed', 'server_uuid': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'tag': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:34.721351 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c27bdd-afa9-4081-a473-0e789c884c42" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f80285-90a7-4f9c-8d7e-bb428ec175d0", "tag": "52c29cef-fbd4-4d61-b90f-4ae4710dc6cb"}, {"name": "network-changed", "server_uuid": "87477c51-bd4b-4230-8dbe-99c7c190874e", "tag": "d6838f13-7a09-4a49-ba3d-dc46c9fe62cf"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:34.767946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-95dea46c-0b78-4a05-bb56-c496984da5c4 service neutron] 10.222.0.53 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409716 Feb 11 13:10:34.830863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f96ccb1b-c517-4de3-8977-cbe22c5b1933 req-5dba3e64-7d5e-4321-88fd-b86512fe77de tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7408085 Feb 11 13:10:34.847452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-7fd08d79-4e8c-448d-8a70-652768b6b94a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2699542a-6fde-4d58-8146-bb2e09ed24f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095976 Feb 11 13:10:34.949949 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (17dd1089-ee66-48c9-8fce-561c0d492e95), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:35.049075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=17dd1089-ee66-48c9-8fce-561c0d492e95,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:35.311537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:35.333376 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:35.383443 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea71522d-f029-4be9-9a63-67d2b00405e2 x-openstack-request-id: req-ea71522d-f029-4be9-9a63-67d2b00405e2 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:35.384196 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f80285-90a7-4f9c-8d7e-bb428ec175d0", "tag": "52c29cef-fbd4-4d61-b90f-4ae4710dc6cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "87477c51-bd4b-4230-8dbe-99c7c190874e", "tag": "d6838f13-7a09-4a49-ba3d-dc46c9fe62cf", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:35.384196 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea71522d-f029-4be9-9a63-67d2b00405e2 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:35.384819 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'tag': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb', 'status': 'completed', 'code': 200} Feb 11 13:10:35.384819 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'tag': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf', 'status': 'completed', 'code': 200} Feb 11 13:10:35.425768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-8a8e7bd1-c823-40db-ab22-36b6a4a45931 service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014404 Feb 11 13:10:35.728877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router bbbd9be5-9557-4db6-ba25-e6b38fbacc33 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:10:35.755583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd98bc-0af1-461b-a3f8-26f3d6d3528a req-cec2ac4b-c7fd-43e4-95ff-a375451b483f tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.757441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-13dd98bc-0af1-461b-a3f8-26f3d6d3528a req-cec2ac4b-c7fd-43e4-95ff-a375451b483f tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 943 time: 0.1154418 Feb 11 13:10:35.847477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:35.855749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8f9648a4-1d3b-4d48-afb2-08dbd3911e2c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/bbbd9be5-9557-4db6-ba25-e6b38fbacc33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1260409 Feb 11 13:10:35.863432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55434) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:35.864036 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] Sync routers for ids ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:35.892433 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] Routers {'bbbd9be5-9557-4db6-ba25-e6b38fbacc33'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:35.893837 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:35.926270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-13dd98bc-0af1-461b-a3f8-26f3d6d3528a req-c346461a-3b24-457c-802c-233f946d23be tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292906 Feb 11 13:10:35.928428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d80b8bab-9f9e-4557-ae7e-880f475b655d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbbd9be5-9557-4db6-ba25-e6b38fbacc33 HTTP/1.1" status: 200 len: 205 time: 0.0629189 Feb 11 13:10:35.936455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55442) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:36.003331 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:36.024580 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] Routers {'bbbd9be5-9557-4db6-ba25-e6b38fbacc33'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:36.025114 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:36.079484 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:36.080632 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6943ae-ec05-4af3-92ac-e053aa404d61 None None] The sync data for ids ['bbbd9be5-9557-4db6-ba25-e6b38fbacc33'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:36.147445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1c14c76-32f8-4416-9cf0-9ab37f865b0f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.188753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3deda6-91cb-452f-8884-26f91ac6bd2d req-1444846b-2304-4179-b4f6-9ecd94a85564 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.190336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac3deda6-91cb-452f-8884-26f91ac6bd2d req-1444846b-2304-4179-b4f6-9ecd94a85564 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.1488278 Feb 11 13:10:36.334453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1c14c76-32f8-4416-9cf0-9ab37f865b0f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.336590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1c14c76-32f8-4416-9cf0-9ab37f865b0f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.386995 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1c14c76-32f8-4416-9cf0-9ab37f865b0f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (bbbd9be5-9557-4db6-ba25-e6b38fbacc33), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.387593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c14c76-32f8-4416-9cf0-9ab37f865b0f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Fanout notify agent at l3_agent the message router_deleted on router bbbd9be5-9557-4db6-ba25-e6b38fbacc33 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:10:36.396845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f1c14c76-32f8-4416-9cf0-9ab37f865b0f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.396845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f1c14c76-32f8-4416-9cf0-9ab37f865b0f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/bbbd9be5-9557-4db6-ba25-e6b38fbacc33 HTTP/1.1" status: 204 len: 168 time: 0.4528494 Feb 11 13:10:36.400415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55446) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:36.424564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02deb51e-859c-49e4-a5ca-142f0e5e7118 admin admin] Publish callbacks [] for security_group (84fde69e-d1c4-47ee-b178-5a73b94dd910), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.461807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet 87101689-a054-4973-9488-28a699fe6a86 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:36.464235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55452) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:36.476626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'subnets': [{'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1641254627', 'ip_version': 6}, {'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:36.476954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'subnet': {'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1641254627', 'ip_version': 6}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:36.477672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Request body: {'subnet': {'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:36.484272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (87101689-a054-4973-9488-28a699fe6a86), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.492578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-2031e600-d02b-4406-a190-64307977a3da service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1380661 Feb 11 13:10:36.560438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:10:36.565267 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac3deda6-91cb-452f-8884-26f91ac6bd2d req-ba6ae80b-ee1d-4eb7-b9f3-9f9c15f412af tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424902 Feb 11 13:10:36.565532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-adb87d2e-af4c-4aac-8cf3-54c47b4219f2 service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0241475 Feb 11 13:10:36.583215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02deb51e-859c-49e4-a5ca-142f0e5e7118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (84fde69e-d1c4-47ee-b178-5a73b94dd910), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.607224 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (87101689-a054-4973-9488-28a699fe6a86), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.648078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-02deb51e-859c-49e4-a5ca-142f0e5e7118 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9a8592688354b979ea55e5b6e0d5736&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1481106 Feb 11 13:10:36.669389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55454) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:36.702882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c3cac-68c5-4828-99ca-8ae977ffb054 req-238e792e-e60b-45db-af0c-78c37cc0d8bc tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.704535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b54c3cac-68c5-4828-99ca-8ae977ffb054 req-238e792e-e60b-45db-af0c-78c37cc0d8bc tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 1.8868005 Feb 11 13:10:36.722861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-846a4d81-e83d-43b9-a268-4d5ead08f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.724254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-846a4d81-e83d-43b9-a268-4d5ead08f846 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=50917677105840199d4e37deadb35b56&device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 1125 time: 1.7044528 Feb 11 13:10:36.780900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:36.795068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004', 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9', 'port_id': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004', 'mac_address': 'fa:16:3e:b9:55:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15838297-02da-4c6a-968c-1f594bbf0b26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:10:36.813392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (87101689-a054-4973-9488-28a699fe6a86), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.853612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26dda0-8b15-4724-a859-4c4a6219d3df req-57e29295-ae53-4f66-a4b7-d7cbf48d7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.855286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c26dda0-8b15-4724-a859-4c4a6219d3df req-57e29295-ae53-4f66-a4b7-d7cbf48d7f26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 1.3534732 Feb 11 13:10:36.867821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02deb51e-859c-49e4-a5ca-142f0e5e7118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fde69e-d1c4-47ee-b178-5a73b94dd910,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:36.893876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:36.894439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.913382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:36.951649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:36.969716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.969926 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (87101689-a054-4973-9488-28a699fe6a86), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.999559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Made reservation on behalf of d3e08a2dc3ce4677be7de715f200b0f5 for: {'subnet': 2} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:37.004406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.004744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.023020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=87101689-a054-4973-9488-28a699fe6a86,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:37.045111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.051500 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8a30e411-2fa0-4ea1-83b6-edfad9a71333 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/87101689-a054-4973-9488-28a699fe6a86 HTTP/1.1" status: 204 len: 168 time: 0.6470530 Feb 11 13:10:37.051500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55472) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:37.051748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b54c3cac-68c5-4828-99ca-8ae977ffb054 req-f0fd2a0f-2442-455e-a346-bfaa660d363d tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055332 Feb 11 13:10:37.068886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934c297-ee7f-41c3-a803-d238310d7f1a None None] Network 9848b37f-6b29-4da0-88bb-1771fb1e91f8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:37.106643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c26dda0-8b15-4724-a859-4c4a6219d3df req-046241e1-f2ae-431c-a75f-4491c3307b08 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075841 Feb 11 13:10:37.125468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1431f80-0da2-4901-a418-616067743ea2 admin admin] Publish callbacks [] for security_group (84fde69e-d1c4-47ee-b178-5a73b94dd910), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.145440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a08324c-98bd-459b-aebf-e1141ba5b0c8 req-ec257ea0-2cdb-4d34-ab94-973ee77fd43f service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781770 Feb 11 13:10:37.159830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1431f80-0da2-4901-a418-616067743ea2 admin admin] Publish callbacks [] for security_group (84fde69e-d1c4-47ee-b178-5a73b94dd910), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.162142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-0aa38bae-7b63-4a70-bb5e-7a589e7b52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.163667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-0aa38bae-7b63-4a70-bb5e-7a589e7b52d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 200 len: 918 time: 0.4138396 Feb 11 13:10:37.232155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:37.253117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-c989bc68-e78a-4b31-90ff-32ba39a1901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.254694 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-c989bc68-e78a-4b31-90ff-32ba39a1901b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50917677105840199d4e37deadb35b56&device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 1125 time: 0.0606775 Feb 11 13:10:37.260425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1431f80-0da2-4901-a418-616067743ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (84fde69e-d1c4-47ee-b178-5a73b94dd910), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.263554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1431f80-0da2-4901-a418-616067743ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.267005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c1431f80-0da2-4901-a418-616067743ea2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84fde69e-d1c4-47ee-b178-5a73b94dd910 HTTP/1.1" status: 204 len: 168 time: 0.5940495 Feb 11 13:10:37.286585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['0f4f8fd1-ef8d-4197-87c1-ad9b31437004'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:37.290467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1431f80-0da2-4901-a418-616067743ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fde69e-d1c4-47ee-b178-5a73b94dd910,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:37.300928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (9848b37f-6b29-4da0-88bb-1771fb1e91f8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.367323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add37d2-c3c0-4dbc-97ce-291bcad1e1fd req-d24ce246-596f-4383-add1-4103147d4789 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.375538 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4add37d2-c3c0-4dbc-97ce-291bcad1e1fd req-d24ce246-596f-4383-add1-4103147d4789 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 943 time: 0.3228729 Feb 11 13:10:37.406619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] DHCP port deletion for 9848b37f-6b29-4da0-88bb-1771fb1e91f8 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:10:37.437974 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4add37d2-c3c0-4dbc-97ce-291bcad1e1fd req-2ae69f9b-50dc-49a3-ab90-ab7626470093 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Feb 11 13:10:37.472058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-c965e39b-3b26-43e2-81e4-455d40415fdd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f4f8fd1-ef8d-4197-87c1-ad9b31437004 HTTP/1.1" status: 200 len: 217 time: 0.1501453 Feb 11 13:10:37.496443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port c6020592-6320-42fe-be29-297fd2c1a4db {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:37.496799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.554605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-75444879-5e77-4a5d-bac4-c0596b403bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.556163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-75444879-5e77-4a5d-bac4-c0596b403bc7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=15838297-02da-4c6a-968c-1f594bbf0b26 HTTP/1.1" status: 200 len: 857 time: 0.0743756 Feb 11 13:10:37.557329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-5d0ee22a-1404-431e-a8ea-90e471d6fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.558703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-5d0ee22a-1404-431e-a8ea-90e471d6fa8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 200 len: 918 time: 0.2929461 Feb 11 13:10:37.603746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-a455872d-1f03-48da-836e-75e7230680dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2699542a-6fde-4d58-8146-bb2e09ed24f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407858 Feb 11 13:10:37.669336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-b105cb03-5ea2-456e-bf5f-91f40a29b677 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb HTTP/1.1" status: 200 len: 217 time: 0.0938761 Feb 11 13:10:37.672256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] Deleting port c6020592-6320-42fe-be29-297fd2c1a4db {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:37.673082 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.791628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] For port c6020592-6320-42fe-be29-297fd2c1a4db, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6020592-6320-42fe-be29-297fd2c1a4db,segment=NetworkSegment(79486d4b-b3b6-4352-bd1c-661c59d198d5),segment_id=79486d4b-b3b6-4352-bd1c-661c59d198d5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:37.792254 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.807626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] Calling delete_port for c6020592-6320-42fe-be29-297fd2c1a4db owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:37.844472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port c6020592-6320-42fe-be29-297fd2c1a4db, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6020592-6320-42fe-be29-297fd2c1a4db,segment=NetworkSegment(79486d4b-b3b6-4352-bd1c-661c59d198d5),segment_id=79486d4b-b3b6-4352-bd1c-661c59d198d5)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:37.845169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.928605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.008621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] Pushing event deleted for resources: {'Port': ['ID=c6020592-6320-42fe-be29-297fd2c1a4db,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:38.016944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7af5a-cfbd-4595-baf8-4bae3b17e0cd None None] No DVR routers for this DVR port c6020592-6320-42fe-be29-297fd2c1a4db on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:38.039328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-d65d3527-eda4-489e-a4fa-159b7f961135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.040965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-d65d3527-eda4-489e-a4fa-159b7f961135 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15838297-02da-4c6a-968c-1f594bbf0b26 HTTP/1.1" status: 200 len: 857 time: 0.3473680 Feb 11 13:10:38.074551 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (fc0ebded-b8e6-4d1d-9466-183c222d62cf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.103230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88923ffd-1ee3-4d7e-b512-56056f38f524 req-a5b8d6ae-a78f-4047-bf9c-6aaabe5f829d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.105481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88923ffd-1ee3-4d7e-b512-56056f38f524 req-a5b8d6ae-a78f-4047-bf9c-6aaabe5f829d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.3336809 Feb 11 13:10:38.108254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-9e3ed018-21b8-441d-8bca-e80b54ff4888 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2699542a-6fde-4d58-8146-bb2e09ed24f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574155 Feb 11 13:10:38.136051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-160a212d-adb8-4694-ace0-6e23d45250fc service neutron] 10.222.0.53 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838371 Feb 11 13:10:38.158995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for c6020592-6320-42fe-be29-297fd2c1a4db owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:38.164404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-4cc5ad4c-4b06-4a8f-852a-0608b592fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.166105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-4cc5ad4c-4b06-4a8f-852a-0608b592fbdc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1127 time: 0.3303840 Feb 11 13:10:38.294887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Subnet': ['ID=fc0ebded-b8e6-4d1d-9466-183c222d62cf,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:38.305340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.305870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.306142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.306479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.306844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.307203 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.307518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.307842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.308163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.308485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.308836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.309167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.309470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:38.326483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Checking segment: {'id': 'e3d7ed13-7c4e-400b-935c-90afc49b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:38.326861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network hostable DHCP agents. Network: 6f93087d-55d3-471e-b710-f05f29f6bf03, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:38.366225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-b212eb3d-bd03-4004-8241-558f2c85a391 service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416270 Feb 11 13:10:38.382622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ee94d-8cb3-4aad-8e57-63a7c8803ec9 req-7c5a2020-e99c-404f-9dc3-308931064b0c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.384380 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-457ee94d-8cb3-4aad-8e57-63a7c8803ec9 req-7c5a2020-e99c-404f-9dc3-308931064b0c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.1930275 Feb 11 13:10:38.386255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network 6f93087d-55d3-471e-b710-f05f29f6bf03 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:38.397107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88923ffd-1ee3-4d7e-b512-56056f38f524 req-4122bd74-a797-4235-87e0-aea7db829026 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820339 Feb 11 13:10:38.412550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 6f93087d-55d3-471e-b710-f05f29f6bf03) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:38.423949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d08eb16-b4b7-4548-8894-2a4f041346dd None None] Network 6f93087d-55d3-471e-b710-f05f29f6bf03 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:38.424127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (e94d2105-732a-4cba-ab15-04ddb1c817d3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.444782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c6020592-6320-42fe-be29-297fd2c1a4db), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.509362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4be4ec53-6c99-4c4e-8ae2-238ccb5ec078 req-a1588d47-a4dc-4fb0-abc3-c3564ad70c9c service neutron] 10.222.0.53 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419859 Feb 11 13:10:38.516422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port c6020592-6320-42fe-be29-297fd2c1a4db on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:38.522910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=c6020592-6320-42fe-be29-297fd2c1a4db,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:38.562013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-1ca9900c-924a-4f75-85c5-703c77a97576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.566918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-1ca9900c-924a-4f75-85c5-703c77a97576 service neutron] 10.222.0.53 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 915 time: 0.3250055 Feb 11 13:10:38.584665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-a82186ba-8ab9-4808-b425-1ebf887e9407 service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078805 Feb 11 13:10:38.604811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:38.608651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event updated for resources: {'Subnet': ['ID=e94d2105-732a-4cba-ab15-04ddb1c817d3,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:38.618681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-457ee94d-8cb3-4aad-8e57-63a7c8803ec9 req-8dc4d838-349e-42fb-888b-cb8ae28f9a06 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086101 Feb 11 13:10:38.656064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (9848b37f-6b29-4da0-88bb-1771fb1e91f8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.659344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Checking segment: {'id': 'c1843641-ea71-448f-8072-217826f4053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:38.659713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network hostable DHCP agents. Network: 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:38.661946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-067947fb-165d-43c2-8d44-7c07ed4dcd29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 217 time: 0.0875151 Feb 11 13:10:38.716357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-6f93087d-55d3-471e-b710-f05f29f6bf03', 'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03', 'project_id': 'd3e08a2dc3ce4677be7de715f200b0f5', 'fixed_ips': [{'subnet_id': 'fc0ebded-b8e6-4d1d-9466-183c222d62cf'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:10:38.718064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.731920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:38.746806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9848b37f-6b29-4da0-88bb-1771fb1e91f8']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:38.751492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6020592-6320-42fe-be29-297fd2c1a4db no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:38.766824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79486d4b-b3b6-4352-bd1c-661c59d198d5') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:38.767410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79486d4b-b3b6-4352-bd1c-661c59d198d5') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:38.776241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:38.792166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-e1b29e3a-51ca-475f-a4c4-0f250eefc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.794178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-e1b29e3a-51ca-475f-a4c4-0f250eefc100 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=50917677105840199d4e37deadb35b56&device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 1125 time: 0.1358926 Feb 11 13:10:38.800677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.800933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-fcbfaafb-4887-4643-9723-ffd0eceb1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.801905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.802449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-fcbfaafb-4887-4643-9723-ffd0eceb1281 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.1187344 Feb 11 13:10:38.803035 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.820947 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (79486d4b-b3b6-4352-bd1c-661c59d198d5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.845301 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dc2ad2cf-4316-4422-bb9d-6a0f2018fe1b tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3705530 Feb 11 13:10:38.845301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (79486d4b-b3b6-4352-bd1c-661c59d198d5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.846326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55502) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:38.852350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-f661b685-2585-4d79-b314-530d4c1c4ddf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402184 Feb 11 13:10:38.881301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e492401-e476-49e4-938e-2fed075865e3 req-9c1d71a7-8c0e-4f11-8e27-a447244d28e8 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.882643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:38.882833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e492401-e476-49e4-938e-2fed075865e3 req-9c1d71a7-8c0e-4f11-8e27-a447244d28e8 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 943 time: 0.1765926 Feb 11 13:10:38.883249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (79486d4b-b3b6-4352-bd1c-661c59d198d5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:38.887181 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:38.974222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1453ba-9a7d-4f18-a998-aeb425ef6ffa tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.975953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1453ba-9a7d-4f18-a998-aeb425ef6ffa tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.977424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1453ba-9a7d-4f18-a998-aeb425ef6ffa tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.981800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Allocated IP 2001:db8::1 (6f93087d-55d3-471e-b710-f05f29f6bf03/fc0ebded-b8e6-4d1d-9466-183c222d62cf/af1147d6-d1f3-4d14-8da9-a524d9db18fc) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:38.981951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b1453ba-9a7d-4f18-a998-aeb425ef6ffa tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1322970 Feb 11 13:10:38.983314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c6020592-6320-42fe-be29-297fd2c1a4db {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:38.983747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6020592-6320-42fe-be29-297fd2c1a4db not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:38.986029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59389d-a03a-46f1-85f9-0d668897fe27 None None] Network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:38.990605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55508) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:38.991689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (9848b37f-6b29-4da0-88bb-1771fb1e91f8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.004083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.014886 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/9848b37f-6b29-4da0-88bb-1771fb1e91f8 HTTP/1.1" status: 204 len: 168 time: 1.9611940 Feb 11 13:10:39.021596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55510) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:39.026499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1312130439', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:39.050607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-5b9c3999-94c9-4b28-92f1-e795b7306caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.052147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-5b9c3999-94c9-4b28-92f1-e795b7306caf service neutron] 10.222.0.64 "GET /v2.0/networks?id=2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 200 len: 918 time: 0.2488253 Feb 11 13:10:39.059898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e492401-e476-49e4-938e-2fed075865e3 req-b52fd490-d947-4a08-94ef-88c4870ffd26 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640506 Feb 11 13:10:39.067781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27547ad3-1c47-4a4e-a112-5c240d26c283 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=9848b37f-6b29-4da0-88bb-1771fb1e91f8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:39.100004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-a682ecde-ee85-4c11-ae44-17c6e5d14607 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348869 Feb 11 13:10:39.116475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.117825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.138980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:39.147418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Deleting subnet fc0ebded-b8e6-4d1d-9466-183c222d62cf {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:39.160491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:39.160864 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.181245 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.349847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-0dbcb12b-ddce-444c-a4ff-96dca8ddaccb', 'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb', 'project_id': 'd3e08a2dc3ce4677be7de715f200b0f5', 'fixed_ips': [{'subnet_id': 'e94d2105-732a-4cba-ab15-04ddb1c817d3'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:10:39.350701 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.401622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:39.402057 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.426002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-ba45a7cc-e983-4749-92ab-72a4ec4ad7bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf HTTP/1.1" status: 200 len: 217 time: 0.3650093 Feb 11 13:10:39.469524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_gateway (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.495534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722a6dfe-364c-479b-b7f9-a45c70cbd1f9 req-f19b644b-97c7-464f-804c-2b133e36e039 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875220 Feb 11 13:10:39.539943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-5b8c054d-54d0-443d-b8ee-08f53ed4c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.541149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-5b8c054d-54d0-443d-b8ee-08f53ed4c088 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=15838297-02da-4c6a-968c-1f594bbf0b26 HTTP/1.1" status: 200 len: 857 time: 0.0848420 Feb 11 13:10:39.564387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6a1dd-7636-481c-948e-283a6014cfb7 req-6620123d-3de2-48e8-af69-ecde26b4a10b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.566741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-63d6a1dd-7636-481c-948e-283a6014cfb7 req-6620123d-3de2-48e8-af69-ecde26b4a10b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 945 time: 0.0852730 Feb 11 13:10:39.614646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-03f807fb-8586-4896-8135-a02a16252629 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2699542a-6fde-4d58-8146-bb2e09ed24f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653696 Feb 11 13:10:39.626560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-63d6a1dd-7636-481c-948e-283a6014cfb7 req-85ce7bb2-d6e9-4266-b00f-112c14ee363d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538146 Feb 11 13:10:39.733928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-5b66309c-123f-46db-914e-46ba3d957d15 service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129963 Feb 11 13:10:39.804272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:39.808526 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cdb5f1-9dde-4bad-be1d-48945438f57b" -d '{"events": [{"server_uuid": "66b1a38b-a4b7-4ca2-a406-10c66e242596", "name": "network-vif-plugged", "status": "completed", "tag": "0f4f8fd1-ef8d-4197-87c1-ad9b31437004"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:39.834044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:39.841523 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Publish callbacks [] for port (af1147d6-d1f3-4d14-8da9-a524d9db18fc), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.846113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.846920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:39.855065 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for subnet (fc0ebded-b8e6-4d1d-9466-183c222d62cf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.859500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Allocated IP 2001:db8:0:1::1 (0dbcb12b-ddce-444c-a4ff-96dca8ddaccb/e94d2105-732a-4cba-ab15-04ddb1c817d3/4b8697ca-09fc-4a0c-80a2-13da3caf4e94) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:39.896306 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (af1147d6-d1f3-4d14-8da9-a524d9db18fc), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.902951 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ef64c0-bac5-423e-a44a-ebb85698ca1a x-openstack-request-id: req-b1ef64c0-bac5-423e-a44a-ebb85698ca1a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:39.903276 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b1a38b-a4b7-4ca2-a406-10c66e242596", "name": "network-vif-plugged", "status": "completed", "tag": "0f4f8fd1-ef8d-4197-87c1-ad9b31437004", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:39.903491 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1ef64c0-bac5-423e-a44a-ebb85698ca1a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:39.903876 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004', 'code': 200} Feb 11 13:10:39.958029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (fc0ebded-b8e6-4d1d-9466-183c222d62cf), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:39.969196 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Network 6f93087d-55d3-471e-b710-f05f29f6bf03 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:39.982116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:39.986314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:40.006281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:40.081460 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (fc0ebded-b8e6-4d1d-9466-183c222d62cf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.156017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (fc0ebded-b8e6-4d1d-9466-183c222d62cf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.185865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.192112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/subnets/fc0ebded-b8e6-4d1d-9466-183c222d62cf HTTP/1.1" status: 204 len: 168 time: 1.1730900 Feb 11 13:10:40.217204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55538) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:40.222149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Attempting to bind port af1147d6-d1f3-4d14-8da9-a524d9db18fc on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:10:40.222720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Attempting to bind port af1147d6-d1f3-4d14-8da9-a524d9db18fc by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e3d7ed13-7c4e-400b-935c-90afc49b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:10:40.223149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Attempting to bind port af1147d6-d1f3-4d14-8da9-a524d9db18fc on network 6f93087d-55d3-471e-b710-f05f29f6bf03 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:40.229316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Pushing event updated for resources: {'Port': ['ID=af1147d6-d1f3-4d14-8da9-a524d9db18fc,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:40.234875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:10:40.235246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Checking segment: {'id': 'e3d7ed13-7c4e-400b-935c-90afc49b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:40.235652 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.236242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Bound using segment: {'id': 'e3d7ed13-7c4e-400b-935c-90afc49b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:10:40.237193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Bound port: af1147d6-d1f3-4d14-8da9-a524d9db18fc, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d7ed13-7c4e-400b-935c-90afc49b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '6f93087d-55d3-471e-b710-f05f29f6bf03'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:10:40.237193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (af1147d6-d1f3-4d14-8da9-a524d9db18fc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.238976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:40.239344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.277156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Deleting subnet e94d2105-732a-4cba-ab15-04ddb1c817d3 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:40.279562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f50090-7086-458f-b90c-db9dcf6f1f7c tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0ebded-b8e6-4d1d-9466-183c222d62cf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:40.331198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342212c9-2f31-4a63-a5f2-8c6b357e5f30 req-4214bfc5-0812-46dc-9f33-2f1608fa8029 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.332804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-342212c9-2f31-4a63-a5f2-8c6b357e5f30 req-4214bfc5-0812-46dc-9f33-2f1608fa8029 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 943 time: 0.1243548 Feb 11 13:10:40.422633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] For port af1147d6-d1f3-4d14-8da9-a524d9db18fc, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:40.431507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-342212c9-2f31-4a63-a5f2-8c6b357e5f30 req-fb483c1a-3493-46db-ad6f-3dbfd2b5c226 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889761 Feb 11 13:10:40.443229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:40.450502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d6838f13-7a09-4a49-ba3d-dc46c9fe62cf details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:10:40.455744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] For port af1147d6-d1f3-4d14-8da9-a524d9db18fc, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=af1147d6-d1f3-4d14-8da9-a524d9db18fc,segment=NetworkSegment(e3d7ed13-7c4e-400b-935c-90afc49b0fd7),segment_id=e3d7ed13-7c4e-400b-935c-90afc49b0fd7)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:40.461009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.479698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_gateway (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.498932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (af1147d6-d1f3-4d14-8da9-a524d9db18fc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.514191 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Publish callbacks [] for port (4b8697ca-09fc-4a0c-80a2-13da3caf4e94), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.526696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d22a47-5c26-423d-8f65-d1b2e0ff9068 req-d4121775-4c2d-4414-af5f-e46ddf48139a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.528277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62d22a47-5c26-423d-8f65-d1b2e0ff9068 req-d4121775-4c2d-4414-af5f-e46ddf48139a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.7857363 Feb 11 13:10:40.529352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.538395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4b8697ca-09fc-4a0c-80a2-13da3caf4e94), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.547136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90c27bdd-afa9-4081-a473-0e789c884c42 req-37d85049-5afe-4182-9353-fc3305773650 service neutron] 10.222.0.64 "GET /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8033609 Feb 11 13:10:40.548935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8256062-e88c-4412-9efe-1cd560a81c7e req-9b3eee11-0de3-479f-b96c-6da6cd1f7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.550537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8256062-e88c-4412-9efe-1cd560a81c7e req-9b3eee11-0de3-479f-b96c-6da6cd1f7ee4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 1127 time: 0.2091489 Feb 11 13:10:40.556901 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for subnet (e94d2105-732a-4cba-ab15-04ddb1c817d3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.603757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:40.627734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (e94d2105-732a-4cba-ab15-04ddb1c817d3), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.636404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:40.643744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:40.672268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:40.712765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62d22a47-5c26-423d-8f65-d1b2e0ff9068 req-94aec95c-a72c-46f0-8785-18bba8aec1ff tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504228 Feb 11 13:10:40.726386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8256062-e88c-4412-9efe-1cd560a81c7e req-7fff0e36-734b-4005-9279-a898ecc0161f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664617 Feb 11 13:10:40.750008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de97f1-86be-4a03-bc57-ade313fda581 None None] Network 6f93087d-55d3-471e-b710-f05f29f6bf03 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:40.781902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 172.25.1.151 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/ddb26a99-de9c-4de8-b8f6-89a193101dff) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:40.884552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec2e51-2357-421e-ac3c-fa70b545b1ea None None] Pushing event updated for resources: {'Port': ['ID=af1147d6-d1f3-4d14-8da9-a524d9db18fc,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:40.922769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (ddb26a99-de9c-4de8-b8f6-89a193101dff), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.969353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e94d2105-732a-4cba-ab15-04ddb1c817d3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.970768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ddb26a99-de9c-4de8-b8f6-89a193101dff), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:40.971566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:40.986606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Attempting to bind port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:10:40.986988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Attempting to bind port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c1843641-ea71-448f-8072-217826f4053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:10:40.987347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Attempting to bind port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 on network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:41.009405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf', 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9', 'port_id': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf', 'mac_address': 'fa:16:3e:e7:74:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15838297-02da-4c6a-968c-1f594bbf0b26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:10:41.011069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Pushing event updated for resources: {'Port': ['ID=4b8697ca-09fc-4a0c-80a2-13da3caf4e94,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.015158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:10:41.015557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Checking segment: {'id': 'c1843641-ea71-448f-8072-217826f4053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:41.015967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.016360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Bound using segment: {'id': 'c1843641-ea71-448f-8072-217826f4053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:10:41.016852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Bound port: 4b8697ca-09fc-4a0c-80a2-13da3caf4e94, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1843641-ea71-448f-8072-217826f4053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0dbcb12b-ddce-444c-a4ff-96dca8ddaccb'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:10:41.017405 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4b8697ca-09fc-4a0c-80a2-13da3caf4e94), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.062470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289e1c-f7e2-440e-abc6-124876f0cd71 req-48c8b803-b43d-4180-8cfe-ec46ddaa463d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.064660 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01289e1c-f7e2-440e-abc6-124876f0cd71 req-48c8b803-b43d-4180-8cfe-ec46ddaa463d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.2945526 Feb 11 13:10:41.080426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:41.098195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:41.113218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:41.119697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=ddb26a99-de9c-4de8-b8f6-89a193101dff,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.150803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:41.151421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.158079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] For port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:41.158234 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01289e1c-f7e2-440e-abc6-124876f0cd71 req-e647d724-04e2-4061-a5ea-76abc670aae7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828366 Feb 11 13:10:41.159280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (e94d2105-732a-4cba-ab15-04ddb1c817d3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.161619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] For port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4b8697ca-09fc-4a0c-80a2-13da3caf4e94,segment=NetworkSegment(c1843641-ea71-448f-8072-217826f4053d),segment_id=c1843641-ea71-448f-8072-217826f4053d)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:41.174321 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4b8697ca-09fc-4a0c-80a2-13da3caf4e94), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.200816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Subnet': ['ID=e94d2105-732a-4cba-ab15-04ddb1c817d3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.215374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.219455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ccccc12c-aa58-4257-b7a4-e8fe84e4b5b6 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/subnets/e94d2105-732a-4cba-ab15-04ddb1c817d3 HTTP/1.1" status: 204 len: 168 time: 1.0007768 Feb 11 13:10:41.222099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55564) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:41.231841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6838f13-7a09-4a49-ba3d-dc46c9fe62cf {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:41.270457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:41.270992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-ccaa7696-ec0e-4e90-a3b9-08dd75421163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.271542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1fc49-6127-4cfa-8580-9864cb4b1de8 None None] Pushing event updated for resources: {'Port': ['ID=4b8697ca-09fc-4a0c-80a2-13da3caf4e94,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.273386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-ccaa7696-ec0e-4e90-a3b9-08dd75421163 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b0764eaa63a4f3582e25f61607c523c&device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 1128 time: 0.2422373 Feb 11 13:10:41.276596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.277164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:10:41.313123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:41.356304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e64a9-2e54-4c8d-a57a-bac929df392d req-5326856c-969d-4dfe-a646-ef188f3ea4d7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.363186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e64a9-2e54-4c8d-a57a-bac929df392d req-5326856c-969d-4dfe-a646-ef188f3ea4d7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2787912 Feb 11 13:10:41.374646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb', 'network_id': '2699542a-6fde-4d58-8146-bb2e09ed24f9', 'port_id': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb', 'mac_address': 'fa:16:3e:fd:fd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15838297-02da-4c6a-968c-1f594bbf0b26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:10:41.380497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.421835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e951b6a-98a7-4ff3-8e17-6882ae4e3dd7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.426524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8e951b6a-98a7-4ff3-8e17-6882ae4e3dd7 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1993353 Feb 11 13:10:41.426908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55570) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:41.447114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:41.447761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.485555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:41.562810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0dbcb12b-ddce-444c-a4ff-96dca8ddaccb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.586510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:41.594461 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.701924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.703925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e64a9-2e54-4c8d-a57a-bac929df392d req-ce1a3cfa-b5aa-4b8a-8ae1-64e8112cba7b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397326 Feb 11 13:10:41.746481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea291b0-d8a8-4341-bbde-afe873fd7a32 req-a1895d43-cdef-419a-b843-b507c741e9d3 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.748094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ea291b0-d8a8-4341-bbde-afe873fd7a32 req-a1895d43-cdef-419a-b843-b507c741e9d3 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 944 time: 0.1365128 Feb 11 13:10:41.756106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Deleting port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:41.756493 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4b8697ca-09fc-4a0c-80a2-13da3caf4e94), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.796375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-4192be8b-ea67-441a-8432-2d4c72288170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.798224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-4192be8b-ea67-441a-8432-2d4c72288170 service neutron] 10.222.0.53 "GET /v2.0/networks?id=de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 200 len: 920 time: 0.5125360 Feb 11 13:10:41.875047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-b649f8b9-353b-426b-a601-fa97ef4e5b26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 200 len: 217 time: 0.0649691 Feb 11 13:10:41.875242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ea291b0-d8a8-4341-bbde-afe873fd7a32 req-b4fc82e8-ed48-4714-a608-8d6acdeff711 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035128 Feb 11 13:10:41.882549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] For port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4b8697ca-09fc-4a0c-80a2-13da3caf4e94,segment=NetworkSegment(c1843641-ea71-448f-8072-217826f4053d),segment_id=c1843641-ea71-448f-8072-217826f4053d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:41.882911 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4b8697ca-09fc-4a0c-80a2-13da3caf4e94), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.904612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:41.907077 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b604179-30c6-4196-81fd-7ca4e1cda5ac" -d '{"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:41.915805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Calling delete_port for 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:41.972156 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95849ad-e0ec-4340-be9b-4879b0cda097 x-openstack-request-id: req-c95849ad-e0ec-4340-be9b-4879b0cda097 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:41.972447 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-unplugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:41.972700 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c95849ad-e0ec-4340-be9b-4879b0cda097 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:41.973228 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'code': 200} Feb 11 13:10:41.989757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_gateway (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.026296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4b8697ca-09fc-4a0c-80a2-13da3caf4e94), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.037602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['d6838f13-7a09-4a49-ba3d-dc46c9fe62cf'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:42.048650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] No DVR routers for this DVR port 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:42.067876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-019e5e86-151c-4288-84ed-eedb58617e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.069368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-019e5e86-151c-4288-84ed-eedb58617e44 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 200 len: 859 time: 0.1872830 Feb 11 13:10:42.077497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Port': ['ID=4b8697ca-09fc-4a0c-80a2-13da3caf4e94,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:42.108453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['52c29cef-fbd4-4d61-b90f-4ae4710dc6cb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:42.112775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-03246e19-e65c-41dd-b1da-6db6bf4c7533 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=de88d5e2-fac2-40d8-a3fb-5781308fb344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283561 Feb 11 13:10:42.441085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.509017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-61d012d5-8440-41b7-9fbf-52d426c0c9dd service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864129 Feb 11 13:10:42.633777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0dbcb12b-ddce-444c-a4ff-96dca8ddaccb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.669114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c245236-7c88-4cd0-a649-fa27d199e38f req-480b0fd6-2f7a-474b-b1da-1c36e2d9c0f2 service neutron] 10.222.0.53 "GET /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523223 Feb 11 13:10:42.679777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:10:42.689221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbcb12b-ddce-444c-a4ff-96dca8ddaccb']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:42.735157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1843641-ea71-448f-8072-217826f4053d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:42.735462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1843641-ea71-448f-8072-217826f4053d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:42.740223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d2d403-42d5-4cd5-9a78-19c181ae7e8e None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:10:42.748123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c1843641-ea71-448f-8072-217826f4053d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.789878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ece7f-d51a-443c-bea4-03ab5f838b85 req-ee42d8d1-1763-44f0-a07c-ce7337ef9fda tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.791518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd0ece7f-d51a-443c-bea4-03ab5f838b85 req-ee42d8d1-1763-44f0-a07c-ce7337ef9fda tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1440105 Feb 11 13:10:42.798292 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c1843641-ea71-448f-8072-217826f4053d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.814621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-192eb8ce-2e6a-432b-a411-0ad178d8c374 None None] Could not find standard attr ID for object 4b8697ca-09fc-4a0c-80a2-13da3caf4e94. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:10:42.838860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:42.839278 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c1843641-ea71-448f-8072-217826f4053d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:42.842507 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:42.867766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d2d403-42d5-4cd5-9a78-19c181ae7e8e None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:10:42.877176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:42.901999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] Sync routers for ids ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:42.922316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd0ece7f-d51a-443c-bea4-03ab5f838b85 req-1bc8e2cc-bea2-4c72-9940-983c4e238d01 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213863 Feb 11 13:10:42.931423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658653a4-35f1-4f3c-98a5-e8079d5e771a req-3795c42e-a85a-4c0b-b363-9aa164ee124e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.933484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (0dbcb12b-ddce-444c-a4ff-96dca8ddaccb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.933823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-658653a4-35f1-4f3c-98a5-e8079d5e771a req-3795c42e-a85a-4c0b-b363-9aa164ee124e tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.1251233 Feb 11 13:10:42.942348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.954232 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/networks/0dbcb12b-ddce-444c-a4ff-96dca8ddaccb HTTP/1.1" status: 204 len: 168 time: 1.5261791 Feb 11 13:10:42.962983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.964220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-89354c78-0355-4b4a-b714-81c574a8eb3d tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9416461 Feb 11 13:10:42.970127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55604) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:42.970689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55606) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:42.988262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] Routers {'bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:42.988918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:43.032821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:43.033836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-658653a4-35f1-4f3c-98a5-e8079d5e771a req-7ea31031-3073-4e38-b0a4-ddb19db0ec9d tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852163 Feb 11 13:10:43.071106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] Routers {'bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:43.071628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:43.103292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b0cb4-20d5-4877-bff5-51ad74417eb2 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Network': ['ID=0dbcb12b-ddce-444c-a4ff-96dca8ddaccb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:43.130063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:43.130397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3d55e8-30f3-46c2-8c0d-6e569814b250 None None] The sync data for ids ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:43.200271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7d6fb-5deb-484c-a18e-4f73b41bd3ae req-de6c9917-1c63-4582-80e3-763f335e42cc tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.211595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcc7d6fb-5deb-484c-a18e-4f73b41bd3ae req-de6c9917-1c63-4582-80e3-763f335e42cc tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.0833187 Feb 11 13:10:43.242643 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (6f93087d-55d3-471e-b710-f05f29f6bf03), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.271433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb360b-0d92-4512-9a2c-ecd46f5b96b3 req-ce205504-72a1-4672-badc-65132852ac88 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.278750 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67fb360b-0d92-4512-9a2c-ecd46f5b96b3 req-ce205504-72a1-4672-badc-65132852ac88 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 944 time: 0.1894374 Feb 11 13:10:43.296365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcc7d6fb-5deb-484c-a18e-4f73b41bd3ae req-d225c0be-f07c-4cbf-9a0d-1a242c467507 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832002 Feb 11 13:10:43.310849 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ecda8c78-a3b7-411c-b8ba-a09cbc8647d7 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/routers/bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 HTTP/1.1" status: 200 len: 885 time: 0.3192303 Feb 11 13:10:43.314827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55616) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:43.382293 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67fb360b-0d92-4512-9a2c-ecd46f5b96b3 req-4a98a143-a0d9-4fa8-b657-79615c0f087e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025321 Feb 11 13:10:43.400763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Deleting port af1147d6-d1f3-4d14-8da9-a524d9db18fc {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:43.401107 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (af1147d6-d1f3-4d14-8da9-a524d9db18fc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.442490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75ff03-7ed1-45a5-a6cc-42fd87cf13dc None None] Network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:43.460408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75ff03-7ed1-45a5-a6cc-42fd87cf13dc None None] Network 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:10:43.467128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] For port af1147d6-d1f3-4d14-8da9-a524d9db18fc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=af1147d6-d1f3-4d14-8da9-a524d9db18fc,segment=NetworkSegment(e3d7ed13-7c4e-400b-935c-90afc49b0fd7),segment_id=e3d7ed13-7c4e-400b-935c-90afc49b0fd7)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:43.467407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (af1147d6-d1f3-4d14-8da9-a524d9db18fc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.481011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Calling delete_port for af1147d6-d1f3-4d14-8da9-a524d9db18fc owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:43.565892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21058339-052b-4b51-8501-1249231b8603 None None] DHCP port deletion for 0dbcb12b-ddce-444c-a4ff-96dca8ddaccb request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:10:43.580610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-73d3bb21-ef0f-45e7-ab68-3fd403fa4908 req-e42c12e4-d159-4f03-afe3-20e0abba4a1c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:10:43.586316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73d3bb21-ef0f-45e7-ab68-3fd403fa4908 req-e42c12e4-d159-4f03-afe3-20e0abba4a1c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107524 Feb 11 13:10:43.618676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (af1147d6-d1f3-4d14-8da9-a524d9db18fc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.659449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] No DVR routers for this DVR port af1147d6-d1f3-4d14-8da9-a524d9db18fc on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:43.668281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Port': ['ID=af1147d6-d1f3-4d14-8da9-a524d9db18fc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:43.671714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4832050-d160-47ba-bc3c-d63347be3ef1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3533175 Feb 11 13:10:43.674605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55630) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:43.683152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9b5b38b4-b1ee-4f19-ae76-0e18ae143023 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1312130439'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:43.765096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (6f93087d-55d3-471e-b710-f05f29f6bf03), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.796275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f93087d-55d3-471e-b710-f05f29f6bf03']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:43.808513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d7ed13-7c4e-400b-935c-90afc49b0fd7') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:43.808859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d7ed13-7c4e-400b-935c-90afc49b0fd7') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:43.821433 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e3d7ed13-7c4e-400b-935c-90afc49b0fd7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.838864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e3d7ed13-7c4e-400b-935c-90afc49b0fd7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.848338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:43.848831 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e3d7ed13-7c4e-400b-935c-90afc49b0fd7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:43.853266 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:43.930440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (6f93087d-55d3-471e-b710-f05f29f6bf03), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.938227 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.941939 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/networks/6f93087d-55d3-471e-b710-f05f29f6bf03 HTTP/1.1" status: 204 len: 168 time: 0.9655957 Feb 11 13:10:43.944328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55638) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:44.042542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad57d53-438b-4560-bf81-4453c189ee97 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Network': ['ID=6f93087d-55d3-471e-b710-f05f29f6bf03,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:44.092037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0e63d947-66ca-4d65-ba07-2ee4f377c89e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.303988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b5c59-1af5-43a0-9dde-f3d071de31b1 req-abde6861-d8d3-4cc7-9495-55dbba99f86a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.305687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-472b5c59-1af5-43a0-9dde-f3d071de31b1 req-abde6861-d8d3-4cc7-9495-55dbba99f86a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.2155299 Feb 11 13:10:44.322968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0e63d947-66ca-4d65-ba07-2ee4f377c89e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.366606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e63d947-66ca-4d65-ba07-2ee4f377c89e']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:44.385425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41da0135-f2da-4668-8b20-865fca8e2abc') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:44.385789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41da0135-f2da-4668-8b20-865fca8e2abc') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:44.418279 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (41da0135-f2da-4668-8b20-865fca8e2abc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.432006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-b5b64e1b-df1e-4717-a31e-ceddda0f7d41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3830297 Feb 11 13:10:44.446509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-45d0b636-e4af-4641-9c27-0574c988de5d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:10:44.447572 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-45d0b636-e4af-4641-9c27-0574c988de5d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067921 Feb 11 13:10:44.458213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ecbac-0f9a-48c4-8710-35b4328b9d5e req-6213472a-ab57-4329-955a-1dbd29308b80 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.460163 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-868ecbac-0f9a-48c4-8710-35b4328b9d5e req-6213472a-ab57-4329-955a-1dbd29308b80 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.2494853 Feb 11 13:10:44.467037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (41da0135-f2da-4668-8b20-865fca8e2abc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.482199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-472b5c59-1af5-43a0-9dde-f3d071de31b1 req-4a22205a-b2e6-4238-8bd2-2d6307dc4696 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161070 Feb 11 13:10:44.482802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d6838f13-7a09-4a49-ba3d-dc46c9fe62cf up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:44.497009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:44.510625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (41da0135-f2da-4668-8b20-865fca8e2abc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:44.520229 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:44.572017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:44.586059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:44.589973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:44.640750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:44.641205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4b8697ca-09fc-4a0c-80a2-13da3caf4e94 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:44.656786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:44.657240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.666314 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-868ecbac-0f9a-48c4-8710-35b4328b9d5e req-bdc7da23-ed20-4399-b539-3fb314f0ddea tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952589 Feb 11 13:10:44.687953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (0e63d947-66ca-4d65-ba07-2ee4f377c89e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.694859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.700906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38b4-b1ee-4f19-ae76-0e18ae143023 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.702380 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/networks/0e63d947-66ca-4d65-ba07-2ee4f377c89e HTTP/1.1" status: 204 len: 168 time: 0.7570488 Feb 11 13:10:44.703132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55654) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:44.720773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-397ffe79-4e87-4e85-94ed-489b4a4eba6d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.722546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-397ffe79-4e87-4e85-94ed-489b4a4eba6d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports/a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 940 time: 0.2373240 Feb 11 13:10:44.733964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38b4-b1ee-4f19-ae76-0e18ae143023 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.734622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81e3d5-cccf-488e-bd2f-74a46d459ca1 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Network': ['ID=0e63d947-66ca-4d65-ba07-2ee4f377c89e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:44.766389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f329a-10fa-40bb-8fff-476ff39f0b57 req-1eeb645d-5f22-4be3-bebf-59d5fb59b27c tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.767925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b8f329a-10fa-40bb-8fff-476ff39f0b57 req-1eeb645d-5f22-4be3-bebf-59d5fb59b27c tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 944 time: 0.1676354 Feb 11 13:10:44.825675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:44.826172 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.829365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (8e2f4a2d-ef5a-479f-a897-42ae6db37747), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.896867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:44.900302 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a128f21-2c03-4be4-82a1-c063c3e621d1" -d '{"events": [{"server_uuid": "87477c51-bd4b-4230-8dbe-99c7c190874e", "name": "network-vif-plugged", "status": "completed", "tag": "d6838f13-7a09-4a49-ba3d-dc46c9fe62cf"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:44.911964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b8f329a-10fa-40bb-8fff-476ff39f0b57 req-af88f243-9037-403a-8f0d-192b2dc053d9 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050324 Feb 11 13:10:44.923865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:44.937985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:44.943981 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:44.945056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:44.957455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5b38b4-b1ee-4f19-ae76-0e18ae143023 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:10:44.994446 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a10efc-aa82-4b15-a0e4-e5135130b563 x-openstack-request-id: req-c8a10efc-aa82-4b15-a0e4-e5135130b563 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:44.996491 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87477c51-bd4b-4230-8dbe-99c7c190874e", "name": "network-vif-plugged", "status": "completed", "tag": "d6838f13-7a09-4a49-ba3d-dc46c9fe62cf", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:44.996859 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8a10efc-aa82-4b15-a0e4-e5135130b563 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:44.997394 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf', 'code': 200} Feb 11 13:10:44.997780 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (8e2f4a2d-ef5a-479f-a897-42ae6db37747), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.057190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2f4a2d-ef5a-479f-a897-42ae6db37747']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:45.070293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823a6c46-82f5-4371-a9e2-f9bd449c517c') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:45.070502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823a6c46-82f5-4371-a9e2-f9bd449c517c') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:45.081356 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (823a6c46-82f5-4371-a9e2-f9bd449c517c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.081748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:45.097156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (823a6c46-82f5-4371-a9e2-f9bd449c517c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.105780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:10:45.106907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:45.107658 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (823a6c46-82f5-4371-a9e2-f9bd449c517c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:45.110920 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:45.114433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:45.114819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.144128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5b38b4-b1ee-4f19-ae76-0e18ae143023 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:45.155832 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] Sync routers for ids ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:45.158583 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b5b38b4-b1ee-4f19-ae76-0e18ae143023 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.162120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9b5b38b4-b1ee-4f19-ae76-0e18ae143023 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 HTTP/1.1" status: 200 len: 892 time: 1.4810100 Feb 11 13:10:45.176512 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] Routers {'bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:45.177168 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:45.179326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55666) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:45.239100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:45.241592 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.264681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c333d-57cd-4b83-89be-39b4a0224a23 req-c72b3443-608d-404f-a127-917e1a75af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:45.266585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-549c333d-57cd-4b83-89be-39b4a0224a23 req-c72b3443-608d-404f-a127-917e1a75af3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 1127 time: 0.1204340 Feb 11 13:10:45.269444 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:45.270770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (8e2f4a2d-ef5a-479f-a897-42ae6db37747), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.278236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.284022 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] 10.222.0.42 "DELETE /v2.0/networks/8e2f4a2d-ef5a-479f-a897-42ae6db37747 HTTP/1.1" status: 204 len: 168 time: 0.5616555 Feb 11 13:10:45.302967 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] Routers {'bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:45.303841 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:45.311683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4121a37-2bcf-488e-a904-9b327676ba62 tempest-BulkNetworkOpsIpV6Test-2090109766 tempest-BulkNetworkOpsIpV6Test-2090109766-project] Pushing event deleted for resources: {'Network': ['ID=8e2f4a2d-ef5a-479f-a897-42ae6db37747,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:45.334111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:45.344428 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.352040 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:45.353040 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bade001-4365-4632-aebc-b12a99c53eba None None] The sync data for ids ['bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:45.376357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-549c333d-57cd-4b83-89be-39b4a0224a23 req-4cfc08f4-1997-4606-945f-e349c1575cfc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038473 Feb 11 13:10:45.412322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:45.416687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2e33bd1f-afb0-4536-aae0-75579383d4e8 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/routers/bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 HTTP/1.1" status: 200 len: 892 time: 0.2362165 Feb 11 13:10:45.419631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55670) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:45.480476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-01ad2b62-1a4b-464b-be95-4c50dfe4bb42 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 HTTP/1.1" status: 200 len: 205 time: 0.0593565 Feb 11 13:10:45.482752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55674) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:45.626607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.664365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498d79f-6035-42bb-b755-8409d716bdc8 req-cb8c54c9-f8b9-461e-88ea-63bfd675fd30 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:45.672646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0498d79f-6035-42bb-b755-8409d716bdc8 req-cb8c54c9-f8b9-461e-88ea-63bfd675fd30 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.0851815 Feb 11 13:10:45.753995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0498d79f-6035-42bb-b755-8409d716bdc8 req-223b1793-49e0-42f6-893b-d89c792066db tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742128 Feb 11 13:10:45.764448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_gateway (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.788991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55682) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:45.863546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ced86-ad0b-420e-ae00-6017df3a3429 req-7590c90e-e3c1-4ae6-a349-1a982ec53052 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:45.864956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-937ced86-ad0b-420e-ae00-6017df3a3429 req-7590c90e-e3c1-4ae6-a349-1a982ec53052 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.0686095 Feb 11 13:10:45.867290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port ddb26a99-de9c-4de8-b8f6-89a193101dff {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:45.867627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ddb26a99-de9c-4de8-b8f6-89a193101dff), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.974864 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-937ced86-ad0b-420e-ae00-6017df3a3429 req-2b663067-e009-4afd-8d28-bb83e40a8f8d tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947948 Feb 11 13:10:45.984186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ddb26a99-de9c-4de8-b8f6-89a193101dff), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.008300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for ddb26a99-de9c-4de8-b8f6-89a193101dff owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:46.059357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-118696f0-2a27-456f-8098-79f6a2ae9ca6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3e08a2dc3ce4677be7de715f200b0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690942 Feb 11 13:10:46.067896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55692) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:46.099286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-84a96877-b3ea-4f5b-a98c-9284f4cd8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.101121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-84a96877-b3ea-4f5b-a98c-9284f4cd8a05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc&tenant_id=3f4edac0b3364c71b96615236d9b489a HTTP/1.1" status: 200 len: 1125 time: 0.1971762 Feb 11 13:10:46.121392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165fc73-91c1-4f56-a015-7ef06b2a5aee req-6d75febc-2e85-4cfa-9b58-8a050dfe97ea tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.128306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e165fc73-91c1-4f56-a015-7ef06b2a5aee req-6d75febc-2e85-4cfa-9b58-8a050dfe97ea tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 945 time: 0.1111979 Feb 11 13:10:46.138822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00d3fd2a-e297-455d-90e8-e1fc532ab70c admin admin] Publish callbacks [] for security_group (e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.162873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00d3fd2a-e297-455d-90e8-e1fc532ab70c admin admin] Publish callbacks [] for security_group (e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.205166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.234877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e165fc73-91c1-4f56-a015-7ef06b2a5aee req-5bc7d5da-17dd-47f6-80db-8834434dd83a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019585 Feb 11 13:10:46.248708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-28e671b0-b2e8-4d80-9452-88fdfc080760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.250277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-28e671b0-b2e8-4d80-9452-88fdfc080760 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1125 time: 0.1027329 Feb 11 13:10:46.377183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ddb26a99-de9c-4de8-b8f6-89a193101dff), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.388494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00d3fd2a-e297-455d-90e8-e1fc532ab70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.391735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-00d3fd2a-e297-455d-90e8-e1fc532ab70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.398385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-00d3fd2a-e297-455d-90e8-e1fc532ab70c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce HTTP/1.1" status: 204 len: 168 time: 0.3287442 Feb 11 13:10:46.407505 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-8e159232-fedc-4efa-b74a-0f9478ba32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.409606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-8e159232-fedc-4efa-b74a-0f9478ba32ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 915 time: 0.1491940 Feb 11 13:10:46.428584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=ddb26a99-de9c-4de8-b8f6-89a193101dff,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:46.438166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3fd2a-e297-455d-90e8-e1fc532ab70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eac8ea-ce7c-46a5-b32a-fb4cdb4361ce,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:46.470879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-cb3b935c-0df2-4b86-9683-9e066a5485b5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 217 time: 0.0549636 Feb 11 13:10:46.546366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-d287397d-a567-4153-b934-ae8472c71615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.548040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.548817 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-d287397d-a567-4153-b934-ae8472c71615 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.0721807 Feb 11 13:10:46.596195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-ed62da52-7829-4306-9e72-adbea4f2089f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302260 Feb 11 13:10:46.651238 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.653850 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.701651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-05c1aec5-a2d6-48bd-ae0c-247c7c76e09a service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046920 Feb 11 13:10:46.712490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.713212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Fanout notify agent at l3_agent the message router_deleted on router bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:10:46.723321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.732036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf04bbc7-2987-44ec-b600-952f910772f1 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 HTTP/1.1" status: 204 len: 168 time: 1.2472107 Feb 11 13:10:46.733041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55706) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:46.740845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1249135354'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:46.768479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:46.772724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.822301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:46.826330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3430cf5f-586c-4690-a051-9bbf18f7a5a1 req-ccbcfd5a-5e5b-4f6c-b327-1f32f1a62647 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168392 Feb 11 13:10:46.842530 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e2cd64aa-734f-4818-9470-adf14aad3cdd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.842884 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment e2cd64aa-734f-4818-9470-adf14aad3cdd of type vlan for network f3720955-d580-4e5e-a514-c9539a51d457 Feb 11 13:10:46.928797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f3720955-d580-4e5e-a514-c9539a51d457), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.988065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e9a53-9560-4bf9-bfe9-eb296c704689 req-356ddb89-dc53-41a6-b25b-63e585e9d8bb tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.990171 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d73e9a53-9560-4bf9-bfe9-eb296c704689 req-356ddb89-dc53-41a6-b25b-63e585e9d8bb tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1354840 Feb 11 13:10:47.000023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:47.001415 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd089f07-57e5-4de1-be88-c80ddcbedc28" -d '{"events": [{"server_uuid": "d2f80285-90a7-4f9c-8d7e-bb428ec175d0", "name": "network-vif-plugged", "status": "completed", "tag": "52c29cef-fbd4-4d61-b90f-4ae4710dc6cb"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:47.027525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f3720955-d580-4e5e-a514-c9539a51d457), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.035042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.035700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.092134 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f1bebb-5046-445e-9b10-d88808c7d584 x-openstack-request-id: req-c3f1bebb-5046-445e-9b10-d88808c7d584 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:47.092530 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f80285-90a7-4f9c-8d7e-bb428ec175d0", "name": "network-vif-plugged", "status": "completed", "tag": "52c29cef-fbd4-4d61-b90f-4ae4710dc6cb", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:47.097318 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3f1bebb-5046-445e-9b10-d88808c7d584 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:47.097962 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb', 'code': 200} Feb 11 13:10:47.120890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3860459 Feb 11 13:10:47.124868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55728) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:47.132194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': 'f3720955-d580-4e5e-a514-c9539a51d457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:47.136376 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d73e9a53-9560-4bf9-bfe9-eb296c704689 req-a21c2052-489d-498a-8c18-4945d1656329 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304045 Feb 11 13:10:47.189176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.212863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a93000-f6ad-4bed-bf56-82d9ee83e48b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=f3720955-d580-4e5e-a514-c9539a51d457,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:47.223412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f3720955-d580-4e5e-a514-c9539a51d457 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:47.300433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a511150-dd28-4122-a508-50926eb97eb5 req-e61d0c65-85b3-46f1-86f4-8faba8acd397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.302265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a511150-dd28-4122-a508-50926eb97eb5 req-e61d0c65-85b3-46f1-86f4-8faba8acd397 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 1127 time: 0.1218510 Feb 11 13:10:47.339210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:47.342719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.389387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a511150-dd28-4122-a508-50926eb97eb5 req-e2c58f4c-3c41-46d0-94c4-608951038b38 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808291 Feb 11 13:10:47.515930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1a39e-b057-427a-afec-89b2879e39c6 req-1e8e8a20-6027-4306-a07f-b39e200058ff tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.517751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fae1a39e-b057-427a-afec-89b2879e39c6 req-1e8e8a20-6027-4306-a07f-b39e200058ff tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 945 time: 0.1017272 Feb 11 13:10:47.576201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55746) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:47.605964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fae1a39e-b057-427a-afec-89b2879e39c6 req-72fd7194-2e72-4af8-88cc-dbf9ab55cf15 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Feb 11 13:10:47.662731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (776d60cd-86ee-4ffd-a926-c5c307a63008), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.720935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'networks': [{'name': 'tempest-network--274231773'}, {'name': 'tempest-network--1579278875'}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:47.721523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'network': {'name': 'tempest-network--274231773'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:47.722134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'network': {'name': 'tempest-network--1579278875'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:47.732581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=776d60cd-86ee-4ffd-a926-c5c307a63008,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:47.749769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': 'e2cd64aa-734f-4818-9470-adf14aad3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3720955-d580-4e5e-a514-c9539a51d457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:47.750135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: f3720955-d580-4e5e-a514-c9539a51d457, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:47.771197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Made reservation on behalf of f3a8f494abcc437191e70e959130e072 for: {'network': 2} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:47.780256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.792138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network f3720955-d580-4e5e-a514-c9539a51d457 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:47.802386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.808520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, f3720955-d580-4e5e-a514-c9539a51d457) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:47.817169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.822272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89f75f4-b972-492e-8d06-f46fe16bce55 None None] Network f3720955-d580-4e5e-a514-c9539a51d457 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:47.823233 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.850545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e7142ffc-0abe-452a-b32b-595f14e17603 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7240405 Feb 11 13:10:47.851834 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55758) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:47.864196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-397301a3-dbf5-4e36-a1dc-190ab357444b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-775411400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:47.912296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-397301a3-dbf5-4e36-a1dc-190ab357444b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (01f5f0b3-ee82-448a-98b9-0a019485de8f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.912957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-397301a3-dbf5-4e36-a1dc-190ab357444b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (01f5f0b3-ee82-448a-98b9-0a019485de8f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.943436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for security_group (0434babd-bc73-4d56-8ce4-b1a736672456), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.951672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0434babd-bc73-4d56-8ce4-b1a736672456), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.952480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.972160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-f3720955-d580-4e5e-a514-c9539a51d457', 'network_id': 'f3720955-d580-4e5e-a514-c9539a51d457', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': '776d60cd-86ee-4ffd-a926-c5c307a63008'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:10:47.973555 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.039147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-397301a3-dbf5-4e36-a1dc-190ab357444b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (01f5f0b3-ee82-448a-98b9-0a019485de8f), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.041779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0434babd-bc73-4d56-8ce4-b1a736672456,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:48.045716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-397301a3-dbf5-4e36-a1dc-190ab357444b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (01f5f0b3-ee82-448a-98b9-0a019485de8f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.079297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-397301a3-dbf5-4e36-a1dc-190ab357444b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.085079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-397301a3-dbf5-4e36-a1dc-190ab357444b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2320797 Feb 11 13:10:48.085477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:48.182115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:48.207071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b179531a-decb-46e6-843e-df7877e1b69a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.207311 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Added segment b179531a-decb-46e6-843e-df7877e1b69a of type vlan for network cd08d7c6-bfb7-494e-ac8d-bde827090e13 Feb 11 13:10:48.281257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (cd08d7c6-bfb7-494e-ac8d-bde827090e13), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.291690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Allocated IP 2001:db8::2 (f3720955-d580-4e5e-a514-c9539a51d457/776d60cd-86ee-4ffd-a926-c5c307a63008/5a585567-390c-4115-9601-c890de8755a3) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:48.337532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:48.347192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5977b4ed-60f7-4fa3-b056-52e88d7f71b0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.347566 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Added segment 5977b4ed-60f7-4fa3-b056-52e88d7f71b0 of type vlan for network 56227494-98e9-4908-a4aa-277eef13cafb Feb 11 13:10:48.593351 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Publish callbacks [] for port (5a585567-390c-4115-9601-c890de8755a3), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.595880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (56227494-98e9-4908-a4aa-277eef13cafb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.603819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (5a585567-390c-4115-9601-c890de8755a3), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.704162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Network f3720955-d580-4e5e-a514-c9539a51d457 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:48.730542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:48.733147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Pushing event updated for resources: {'Port': ['ID=5a585567-390c-4115-9601-c890de8755a3,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:48.736051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:48.797241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.797422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d870a-b0b5-4a7d-8ec3-2a091c322b58 req-65733f70-3d84-451e-b4c3-f341729dfb45 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.799141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af2d870a-b0b5-4a7d-8ec3-2a091c322b58 req-65733f70-3d84-451e-b4c3-f341729dfb45 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.4483798 Feb 11 13:10:48.802336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (cd08d7c6-bfb7-494e-ac8d-bde827090e13), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.802844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (56227494-98e9-4908-a4aa-277eef13cafb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.805715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.806323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.808571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.809206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.809814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.810404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.810988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.811523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.813026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.813703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.813858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.814489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.815095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.818075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.818763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:48.863006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fb5b2-5579-493a-95c1-5d87e832a420 req-f9e66db2-f73c-40cb-aee6-d1ce81f4122c tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.864596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45fb5b2-5579-493a-95c1-5d87e832a420 req-f9e66db2-f73c-40cb-aee6-d1ce81f4122c tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 945 time: 0.1299667 Feb 11 13:10:48.912159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Attempting to bind port 5a585567-390c-4115-9601-c890de8755a3 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:10:48.912995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Attempting to bind port 5a585567-390c-4115-9601-c890de8755a3 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e2cd64aa-734f-4818-9470-adf14aad3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3720955-d580-4e5e-a514-c9539a51d457'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:10:48.913679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Attempting to bind port 5a585567-390c-4115-9601-c890de8755a3 on network f3720955-d580-4e5e-a514-c9539a51d457 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:10:48.923164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:10:48.924079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Checking segment: {'id': 'e2cd64aa-734f-4818-9470-adf14aad3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3720955-d580-4e5e-a514-c9539a51d457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:48.924743 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.932698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Bound using segment: {'id': 'e2cd64aa-734f-4818-9470-adf14aad3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3720955-d580-4e5e-a514-c9539a51d457'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:10:48.933695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Bound port: 5a585567-390c-4115-9601-c890de8755a3, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cd64aa-734f-4818-9470-adf14aad3cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3720955-d580-4e5e-a514-c9539a51d457'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:10:48.934430 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5a585567-390c-4115-9601-c890de8755a3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:48.971940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45fb5b2-5579-493a-95c1-5d87e832a420 req-7946d009-e737-4296-855d-28207c537784 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993605 Feb 11 13:10:49.084796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] For port 5a585567-390c-4115-9601-c890de8755a3, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:10:49.089586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] For port 5a585567-390c-4115-9601-c890de8755a3, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5a585567-390c-4115-9601-c890de8755a3,segment=NetworkSegment(e2cd64aa-734f-4818-9470-adf14aad3cdd),segment_id=e2cd64aa-734f-4818-9470-adf14aad3cdd)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:10:49.100343 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5a585567-390c-4115-9601-c890de8755a3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:49.228648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b17afd-3af5-4e74-b40c-d07755ba9aba None None] Pushing event updated for resources: {'Port': ['ID=5a585567-390c-4115-9601-c890de8755a3,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:49.341102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7635159 Feb 11 13:10:49.343770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55770) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:49.467333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Network': ['ID=cd08d7c6-bfb7-494e-ac8d-bde827090e13,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:49.484236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network cd08d7c6-bfb7-494e-ac8d-bde827090e13 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:49.608511 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af2d870a-b0b5-4a7d-8ec3-2a091c322b58 req-e1e22e7d-3cd3-43eb-9c68-542ed48e3e06 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7609205 Feb 11 13:10:49.706349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:49.762301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c98da0-b124-41d7-a0c2-73f37125c28e tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:49.771135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c98da0-b124-41d7-a0c2-73f37125c28e tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:49.777124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c98da0-b124-41d7-a0c2-73f37125c28e tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:49.794758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c98da0-b124-41d7-a0c2-73f37125c28e tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:49.800145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71207e3-e771-47a9-90c6-b45be64966df tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Network': ['ID=56227494-98e9-4908-a4aa-277eef13cafb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:49.805769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55776) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:49.811035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f8c98da0-b124-41d7-a0c2-73f37125c28e tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4661198 Feb 11 13:10:49.812021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 56227494-98e9-4908-a4aa-277eef13cafb details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:50.046761 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (cd08d7c6-bfb7-494e-ac8d-bde827090e13), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.225500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (cd08d7c6-bfb7-494e-ac8d-bde827090e13), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.256792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd08d7c6-bfb7-494e-ac8d-bde827090e13']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:50.267654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b179531a-decb-46e6-843e-df7877e1b69a') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:50.268064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b179531a-decb-46e6-843e-df7877e1b69a') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:50.285699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b179531a-decb-46e6-843e-df7877e1b69a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.301476 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b179531a-decb-46e6-843e-df7877e1b69a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.381860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:50.382312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b179531a-decb-46e6-843e-df7877e1b69a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:50.399845 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:50.578762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8::1 (f3720955-d580-4e5e-a514-c9539a51d457/776d60cd-86ee-4ffd-a926-c5c307a63008/d8983563-d34d-4810-bb44-44edb51a3add) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:10:50.717378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5a585567-390c-4115-9601-c890de8755a3 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:50.808682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e1ae-6269-4772-b033-b51d796230c5 req-c8919f39-a94c-4aee-97d3-900ad74558c6 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:50.828029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88a4e1ae-6269-4772-b033-b51d796230c5 req-c8919f39-a94c-4aee-97d3-900ad74558c6 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 945 time: 0.6848445 Feb 11 13:10:50.850939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf187ad1-3a7d-4f90-b17a-ed57d6da04da req-5e81c6a4-cb53-4a8b-ba2a-5c9bdb280e5f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:50.858870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf187ad1-3a7d-4f90-b17a-ed57d6da04da req-5e81c6a4-cb53-4a8b-ba2a-5c9bdb280e5f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1023908 Feb 11 13:10:50.861739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5a585567-390c-4115-9601-c890de8755a3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:50.862129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5a585567-390c-4115-9601-c890de8755a3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.888585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (cd08d7c6-bfb7-494e-ac8d-bde827090e13), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.893172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.899724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/networks/cd08d7c6-bfb7-494e-ac8d-bde827090e13 HTTP/1.1" status: 204 len: 168 time: 1.0927472 Feb 11 13:10:50.903043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55788) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:50.974627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf187ad1-3a7d-4f90-b17a-ed57d6da04da req-eb18b775-24ce-4e40-870c-38147cf84d85 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131141 Feb 11 13:10:51.030205 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (56227494-98e9-4908-a4aa-277eef13cafb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.063104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04d26-708e-487d-b08e-e03ecf235d3b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Network': ['ID=cd08d7c6-bfb7-494e-ac8d-bde827090e13,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:51.090246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5a585567-390c-4115-9601-c890de8755a3 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:51.090883 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5a585567-390c-4115-9601-c890de8755a3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.094107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75082652-3c71-489a-a602-480e977b1658 None None] Network f3720955-d580-4e5e-a514-c9539a51d457 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:51.169692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88a4e1ae-6269-4772-b033-b51d796230c5 req-77d883ce-dc89-457e-8061-898909c6db98 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365226 Feb 11 13:10:51.224996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (d8983563-d34d-4810-bb44-44edb51a3add), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.267729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (56227494-98e9-4908-a4aa-277eef13cafb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.276028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 5a585567-390c-4115-9601-c890de8755a3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5a585567-390c-4115-9601-c890de8755a3,segment=NetworkSegment(e2cd64aa-734f-4818-9470-adf14aad3cdd),segment_id=e2cd64aa-734f-4818-9470-adf14aad3cdd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:51.317011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56227494-98e9-4908-a4aa-277eef13cafb']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:51.324599 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5a585567-390c-4115-9601-c890de8755a3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.353549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5977b4ed-60f7-4fa3-b056-52e88d7f71b0') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:51.354117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5977b4ed-60f7-4fa3-b056-52e88d7f71b0') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:51.379718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (5977b4ed-60f7-4fa3-b056-52e88d7f71b0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.382043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3154f-6536-41d9-a829-1eaeb94d47bb req-159f83b6-7c6f-4dc4-8b5a-360512f2cc27 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:51.385182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70b3154f-6536-41d9-a829-1eaeb94d47bb req-159f83b6-7c6f-4dc4-8b5a-360512f2cc27 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 945 time: 0.0905402 Feb 11 13:10:51.392057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d8983563-d34d-4810-bb44-44edb51a3add), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.433704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5977b4ed-60f7-4fa3-b056-52e88d7f71b0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.479376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=5a585567-390c-4115-9601-c890de8755a3,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:51.494067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70b3154f-6536-41d9-a829-1eaeb94d47bb req-e1b2e6ce-58d9-4472-9464-2bb529e68814 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003759 Feb 11 13:10:51.507470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network f3720955-d580-4e5e-a514-c9539a51d457 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:51.509439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:51.510050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (5977b4ed-60f7-4fa3-b056-52e88d7f71b0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.511332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-357905e3-9ce4-49c5-85d1-4ba8e8b6751e None None] Provisioning complete for port 5a585567-390c-4115-9601-c890de8755a3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:51.511717 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-357905e3-9ce4-49c5-85d1-4ba8e8b6751e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5a585567-390c-4115-9601-c890de8755a3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.518210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:51.525731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:51.527178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (01f5f0b3-ee82-448a-98b9-0a019485de8f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:51.533538 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:51.569837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=d8983563-d34d-4810-bb44-44edb51a3add,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:51.713975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-357905e3-9ce4-49c5-85d1-4ba8e8b6751e None None] Current status of the port 5a585567-390c-4115-9601-c890de8755a3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:51.874850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e306b-95ae-499f-b984-a4c8cfdcee96 req-711da1b6-402e-4541-8f30-f92fd87e6ef8 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:51.877811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d81e306b-95ae-499f-b984-a4c8cfdcee96 req-711da1b6-402e-4541-8f30-f92fd87e6ef8 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.2186599 Feb 11 13:10:51.881538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (56227494-98e9-4908-a4aa-277eef13cafb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.964027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d81e306b-95ae-499f-b984-a4c8cfdcee96 req-490a7bd2-7a07-46e5-bf4c-b7014b39f03e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738137 Feb 11 13:10:51.974274 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:51.978872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/networks/56227494-98e9-4908-a4aa-277eef13cafb HTTP/1.1" status: 204 len: 168 time: 1.0659878 Feb 11 13:10:51.993062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55796) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:52.036656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaacb3-755a-4915-83ec-8ca85407eada tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Network': ['ID=56227494-98e9-4908-a4aa-277eef13cafb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:52.070214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-406327ce-b809-4849-83af-8c22f622eea9 None None] Provisioning complete for port 5a585567-390c-4115-9601-c890de8755a3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:52.071384 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-406327ce-b809-4849-83af-8c22f622eea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5a585567-390c-4115-9601-c890de8755a3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:52.156741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d8983563-d34d-4810-bb44-44edb51a3add), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:52.317867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-406327ce-b809-4849-83af-8c22f622eea9 None None] Current status of the port 5a585567-390c-4115-9601-c890de8755a3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:52.466174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed90d9-a361-4c63-b220-dd88b7335a31 req-87e9751f-23cc-4b6f-8861-a264817f1c37 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.473500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bed90d9-a361-4c63-b220-dd88b7335a31 req-87e9751f-23cc-4b6f-8861-a264817f1c37 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.2997367 Feb 11 13:10:52.510051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca119eee-e6b9-474e-b361-7900a423052f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.548866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca119eee-e6b9-474e-b361-7900a423052f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.556294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55806) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:52.557115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ca119eee-e6b9-474e-b361-7900a423052f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5621412 Feb 11 13:10:52.575142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-150867304'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:52.625143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bed90d9-a361-4c63-b220-dd88b7335a31 req-1b6b24a1-a456-43cc-b018-8012934fee17 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494534 Feb 11 13:10:52.649064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-880f0a5b-7af4-4796-9497-34d0ff4a16ce None None] Provisioning complete for port d8983563-d34d-4810-bb44-44edb51a3add triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:52.649745 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-880f0a5b-7af4-4796-9497-34d0ff4a16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d8983563-d34d-4810-bb44-44edb51a3add), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:52.706909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5a585567-390c-4115-9601-c890de8755a3 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:52.770821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-880f0a5b-7af4-4796-9497-34d0ff4a16ce None None] Port d8983563-d34d-4810-bb44-44edb51a3add cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:52.774782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Made reservation on behalf of f3a8f494abcc437191e70e959130e072 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:52.783361 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:52.804594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5a585567-390c-4115-9601-c890de8755a3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:52.805246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5a585567-390c-4115-9601-c890de8755a3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:52.949203 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:52.950722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5a585567-390c-4115-9601-c890de8755a3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:52.972346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f3804-0fee-436a-b695-cc5ce58ca7f4 req-b4027868-a43d-49a9-8698-0ea8831e9405 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.975661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c74f3804-0fee-436a-b695-cc5ce58ca7f4 req-b4027868-a43d-49a9-8698-0ea8831e9405 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.3775072 Feb 11 13:10:53.010614 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.011250 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Added segment 6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f of type vlan for network ecef1b91-73ec-4603-9473-763792d6ee1a Feb 11 13:10:53.112978 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c74f3804-0fee-436a-b695-cc5ce58ca7f4 req-dbaeaf52-9962-4de9-be84-e1a5a4c010a0 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305275 Feb 11 13:10:53.138915 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (d8983563-d34d-4810-bb44-44edb51a3add), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.149685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d8983563-d34d-4810-bb44-44edb51a3add), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.150640 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (01f5f0b3-ee82-448a-98b9-0a019485de8f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.166784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ecef1b91-73ec-4603-9473-763792d6ee1a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.269353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=d8983563-d34d-4810-bb44-44edb51a3add,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:53.306869 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ecef1b91-73ec-4603-9473-763792d6ee1a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.312788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.313781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.369258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8118258 Feb 11 13:10:53.372622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55810) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:53.378042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1826340443'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:53.417946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Made reservation on behalf of f3a8f494abcc437191e70e959130e072 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:53.422509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.429579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943604b9-fd57-4b32-8d1e-1e4dec37327b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Network': ['ID=ecef1b91-73ec-4603-9473-763792d6ee1a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:53.451615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ecef1b91-73ec-4603-9473-763792d6ee1a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:53.460563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network f3720955-d580-4e5e-a514-c9539a51d457 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:10:53.467262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:53.471019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:53.514941 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9cc5bf2d-bd89-4b2f-9f88-fff27769e47f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.515442 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Added segment 9cc5bf2d-bd89-4b2f-9f88-fff27769e47f of type vlan for network 98ea9eee-9987-47c4-8b41-5c46c8d46ff7 Feb 11 13:10:53.641147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (98ea9eee-9987-47c4-8b41-5c46c8d46ff7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.710223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (98ea9eee-9987-47c4-8b41-5c46c8d46ff7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.725173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.726147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.839697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4659376 Feb 11 13:10:53.847760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55820) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:53.862948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'ports': [{'network_id': 'ecef1b91-73ec-4603-9473-763792d6ee1a', 'name': 'tempest-port--1417926131', 'admin_state_up': True}, {'network_id': '98ea9eee-9987-47c4-8b41-5c46c8d46ff7', 'admin_state_up': False}]} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:53.863271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'port': {'network_id': 'ecef1b91-73ec-4603-9473-763792d6ee1a', 'name': 'tempest-port--1417926131', 'admin_state_up': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:53.863850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'port': {'network_id': '98ea9eee-9987-47c4-8b41-5c46c8d46ff7', 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:53.924105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f4ce4904-712e-440c-b8f0-f98193ed5449 None None] Provisioning complete for port d8983563-d34d-4810-bb44-44edb51a3add triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:53.924456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f4ce4904-712e-440c-b8f0-f98193ed5449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d8983563-d34d-4810-bb44-44edb51a3add), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:53.962608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd46f2-e571-451a-9a03-30ec5245c24a req-d467cfba-fffc-4b09-816a-3274d780752a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.978297 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8dfd46f2-e571-451a-9a03-30ec5245c24a req-d467cfba-fffc-4b09-816a-3274d780752a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1895430 Feb 11 13:10:54.014808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f4ce4904-712e-440c-b8f0-f98193ed5449 None None] Port d8983563-d34d-4810-bb44-44edb51a3add cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:10:54.028240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 01f5f0b3-ee82-448a-98b9-0a019485de8f is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:10:54.042982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e81761-8bd7-48de-9877-bbc1d180be78 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Network': ['ID=98ea9eee-9987-47c4-8b41-5c46c8d46ff7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:54.054595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 98ea9eee-9987-47c4-8b41-5c46c8d46ff7 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:54.125250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8dfd46f2-e571-451a-9a03-30ec5245c24a req-373303b0-2532-4491-8a96-25dd2c4c5bf0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433051 Feb 11 13:10:54.256896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Made reservation on behalf of f3a8f494abcc437191e70e959130e072 for: {'port': 2} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:54.261935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:54.303234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:54.325254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:54.346798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] Sync routers for ids ['01f5f0b3-ee82-448a-98b9-0a019485de8f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:54.360096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-490661f8-eee3-483a-b82b-4b1451af5e37 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/01f5f0b3-ee82-448a-98b9-0a019485de8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2732077 Feb 11 13:10:54.363103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55824) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:54.366820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] Routers {'01f5f0b3-ee82-448a-98b9-0a019485de8f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:54.367438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['01f5f0b3-ee82-448a-98b9-0a019485de8f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:54.449747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:54.457618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6f66d-fb6f-4c55-89ae-ea80c0fbd7a5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.469875 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-70a6f66d-fb6f-4c55-89ae-ea80c0fbd7a5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports/d8983563-d34d-4810-bb44-44edb51a3add HTTP/1.1" status: 200 len: 911 time: 0.1008611 Feb 11 13:10:54.472679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55826) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:54.473034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] Routers {'01f5f0b3-ee82-448a-98b9-0a019485de8f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:54.473709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['01f5f0b3-ee82-448a-98b9-0a019485de8f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:54.483796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '776d60cd-86ee-4ffd-a926-c5c307a63008'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:54.502789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e799b0-7ae0-4b4a-bcf4-c7fd0594f5fd req-b6361233-5086-4aa7-82a5-25a35f48ef69 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.504385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74e799b0-7ae0-4b4a-bcf4-c7fd0594f5fd req-b6361233-5086-4aa7-82a5-25a35f48ef69 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.2498345 Feb 11 13:10:54.541947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:54.542635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11682a44-aa56-4067-8e56-b32e2659f3bb None None] The sync data for ids ['01f5f0b3-ee82-448a-98b9-0a019485de8f'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:54.619232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74e799b0-7ae0-4b4a-bcf4-c7fd0594f5fd req-769a6825-3149-4d87-bfdd-8ffc4435557d tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958812 Feb 11 13:10:54.640805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] device_id is not set on port 1a79c499-3421-4bd0-bea9-344804151801 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:10:54.727215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d8983563-d34d-4810-bb44-44edb51a3add), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:54.815056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for port (1a79c499-3421-4bd0-bea9-344804151801), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:54.927308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] device_id is not set on port d14ff71c-ea76-46b3-b7b3-41571f1618ef yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:10:55.036459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for port (d14ff71c-ea76-46b3-b7b3-41571f1618ef), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:55.083287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1a79c499-3421-4bd0-bea9-344804151801), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:55.144256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Port': ['ID=1a79c499-3421-4bd0-bea9-344804151801,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:55.184655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Checking segment: {'id': '6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'ecef1b91-73ec-4603-9473-763792d6ee1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:55.185010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network hostable DHCP agents. Network: ecef1b91-73ec-4603-9473-763792d6ee1a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:55.212485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network ecef1b91-73ec-4603-9473-763792d6ee1a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:55.226707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ecef1b91-73ec-4603-9473-763792d6ee1a) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:55.231936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:55.233071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d14ff71c-ea76-46b3-b7b3-41571f1618ef), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:55.240543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4c7300-b829-444f-8fc2-c8470a045e79 None None] Network ecef1b91-73ec-4603-9473-763792d6ee1a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:55.308952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Port': ['ID=d14ff71c-ea76-46b3-b7b3-41571f1618ef,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:55.390470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Checking segment: {'id': '9cc5bf2d-bd89-4b2f-9f88-fff27769e47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '98ea9eee-9987-47c4-8b41-5c46c8d46ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:10:55.390837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network hostable DHCP agents. Network: 98ea9eee-9987-47c4-8b41-5c46c8d46ff7, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:10:55.452913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e85453-2e25-4c45-95e3-e70d64685b50 req-db979969-1aba-4004-a988-db4d3d47469a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:55.460625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4e85453-2e25-4c45-95e3-e70d64685b50 req-db979969-1aba-4004-a988-db4d3d47469a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1618030 Feb 11 13:10:55.488413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (d8983563-d34d-4810-bb44-44edb51a3add), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:55.502623 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d8983563-d34d-4810-bb44-44edb51a3add), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:55.506412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network 98ea9eee-9987-47c4-8b41-5c46c8d46ff7 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:10:55.514296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:55.515275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:55.517555 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/ports/d8983563-d34d-4810-bb44-44edb51a3add HTTP/1.1" status: 200 len: 911 time: 1.0426257 Feb 11 13:10:55.522615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55834) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:55.626090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88944675-4976-4a38-aa3c-44ed89e0575a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=d8983563-d34d-4810-bb44-44edb51a3add,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:55.893759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d4eb5-2b2b-4378-b0a4-268572f37ecd req-ddbb79c9-f45d-48da-aada-70fcbbf939ba tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:55.903241 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a68d4eb5-2b2b-4378-b0a4-268572f37ecd req-ddbb79c9-f45d-48da-aada-70fcbbf939ba tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.1518593 Feb 11 13:10:56.001502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a68d4eb5-2b2b-4378-b0a4-268572f37ecd req-85aa2371-87cf-461c-aa74-6621345a8372 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970707 Feb 11 13:10:56.004916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 98ea9eee-9987-47c4-8b41-5c46c8d46ff7) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:10:56.013778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a8af8b-4654-4c68-abd4-9095b2dea4d7 None None] Network 98ea9eee-9987-47c4-8b41-5c46c8d46ff7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:56.016101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4e85453-2e25-4c45-95e3-e70d64685b50 req-5cce6584-f776-47b2-be84-ed2fbca638e7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5533941 Feb 11 13:10:56.062977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:10:56.068511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.072951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.073654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:56.110615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2d86eb2a-b6a1-4823-876a-6743fb98d421 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2595038 Feb 11 13:10:56.111010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55844) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:56.216005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76062829-5fcf-45d6-aa76-cbec49c3c4ba tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.225355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76062829-5fcf-45d6-aa76-cbec49c3c4ba tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.227344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76062829-5fcf-45d6-aa76-cbec49c3c4ba tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1152093 Feb 11 13:10:56.230131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:56.382835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Deleting port 1a79c499-3421-4bd0-bea9-344804151801 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:56.383494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1a79c499-3421-4bd0-bea9-344804151801), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:56.506503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1a79c499-3421-4bd0-bea9-344804151801), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:56.560555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (01f5f0b3-ee82-448a-98b9-0a019485de8f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:56.910278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port d8983563-d34d-4810-bb44-44edb51a3add {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:56.910556 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d8983563-d34d-4810-bb44-44edb51a3add), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:56.929773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Calling delete_port for 1a79c499-3421-4bd0-bea9-344804151801 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:57.016038 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d8983563-d34d-4810-bb44-44edb51a3add), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.036531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for d8983563-d34d-4810-bb44-44edb51a3add owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:57.043921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1a79c499-3421-4bd0-bea9-344804151801), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.180504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Port': ['ID=1a79c499-3421-4bd0-bea9-344804151801,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:57.195015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.203727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-73c35196-cdcb-4e45-ac25-f8c95fd6abb9 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/ports/1a79c499-3421-4bd0-bea9-344804151801 HTTP/1.1" status: 204 len: 168 time: 0.9714851 Feb 11 13:10:57.207716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55858) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:57.346349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0f694-46cb-425b-a287-b7b64d5841f1 req-f077d67e-5352-4057-8596-350f9b1d944f tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:57.348460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05c0f694-46cb-425b-a287-b7b64d5841f1 req-f077d67e-5352-4057-8596-350f9b1d944f tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.1159678 Feb 11 13:10:57.373035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d363d8-5a18-49ef-ada5-2241e4bdb51b req-62017383-239e-49cc-8eea-c79331775dd8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:57.380407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6d363d8-5a18-49ef-ada5-2241e4bdb51b req-62017383-239e-49cc-8eea-c79331775dd8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.2352278 Feb 11 13:10:57.436604 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6d363d8-5a18-49ef-ada5-2241e4bdb51b req-ecc78dfb-aaa9-44c5-bb2e-70db4073dffe tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550714 Feb 11 13:10:57.485696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Deleting port d14ff71c-ea76-46b3-b7b3-41571f1618ef {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:57.489806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d14ff71c-ea76-46b3-b7b3-41571f1618ef), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.517431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05c0f694-46cb-425b-a287-b7b64d5841f1 req-c2d09867-41e1-4b7f-9be4-cdde37f178b4 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595263 Feb 11 13:10:57.547307 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d8983563-d34d-4810-bb44-44edb51a3add), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.580952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=d8983563-d34d-4810-bb44-44edb51a3add,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:57.590680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d14ff71c-ea76-46b3-b7b3-41571f1618ef), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.610875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Calling delete_port for d14ff71c-ea76-46b3-b7b3-41571f1618ef owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:57.735440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (01f5f0b3-ee82-448a-98b9-0a019485de8f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.756531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d14ff71c-ea76-46b3-b7b3-41571f1618ef), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.790368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Port': ['ID=d14ff71c-ea76-46b3-b7b3-41571f1618ef,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:57.797158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.803781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b708befc-5254-4f84-9984-c80acd03f2ed tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/ports/d14ff71c-ea76-46b3-b7b3-41571f1618ef HTTP/1.1" status: 204 len: 168 time: 0.5927978 Feb 11 13:10:57.804425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55860) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:57.852107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55862) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:57.852301 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b6db7c4-f894-4ded-9785-cee189026461 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0457256 Feb 11 13:10:57.862296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1616038853'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:57.928214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Made reservation on behalf of f3a8f494abcc437191e70e959130e072 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:57.931671 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:57.987388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router 01f5f0b3-ee82-448a-98b9-0a019485de8f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:10:57.996794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:58.016886 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (df8f2552-d4f7-45ba-b1b0-ba14bae1d308), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.017241 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Added segment df8f2552-d4f7-45ba-b1b0-ba14bae1d308 of type vlan for network 12928299-1bce-47a3-81f5-60e562852a43 Feb 11 13:10:58.117243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:10:58.127728 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] Sync routers for ids ['01f5f0b3-ee82-448a-98b9-0a019485de8f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:10:58.129625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7413fb52-d5eb-4538-b4e1-611d55048ed4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/01f5f0b3-ee82-448a-98b9-0a019485de8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6048017 Feb 11 13:10:58.129896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55866) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:58.138501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (12928299-1bce-47a3-81f5-60e562852a43), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.139192 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] Routers {'01f5f0b3-ee82-448a-98b9-0a019485de8f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:58.139905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['01f5f0b3-ee82-448a-98b9-0a019485de8f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:58.164716 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f03809a0-793f-44e4-a505-a29ebda20748 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f5f0b3-ee82-448a-98b9-0a019485de8f HTTP/1.1" status: 200 len: 205 time: 0.0323343 Feb 11 13:10:58.166367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55868) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:58.169198 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (12928299-1bce-47a3-81f5-60e562852a43), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.176298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.177270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.182419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:58.191898 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] Routers {'01f5f0b3-ee82-448a-98b9-0a019485de8f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:10:58.192659 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:10:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['01f5f0b3-ee82-448a-98b9-0a019485de8f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:58.224700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55870) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:58.225720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3719120 Feb 11 13:10:58.227122 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:58.228084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc1a4b1-247f-4e26-8166-72078a48d309 None None] The sync data for ids ['01f5f0b3-ee82-448a-98b9-0a019485de8f'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:10:58.237092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1658909019'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:58.260798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc330c-9a22-474c-a2da-832a50b263d6 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Network': ['ID=12928299-1bce-47a3-81f5-60e562852a43,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:58.271078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 12928299-1bce-47a3-81f5-60e562852a43 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:58.290124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9930da13-dc91-4905-841a-645fd9ec0c84 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (01f5f0b3-ee82-448a-98b9-0a019485de8f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.326304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Made reservation on behalf of f3a8f494abcc437191e70e959130e072 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:58.329478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.392406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:58.472528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c84de932-6e70-4658-b7ca-7c5aca3f1476), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.472918 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Added segment c84de932-6e70-4658-b7ca-7c5aca3f1476 of type vlan for network 181d08c0-0c83-42ff-bf15-e3d5677d6092 Feb 11 13:10:58.513378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9930da13-dc91-4905-841a-645fd9ec0c84 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (01f5f0b3-ee82-448a-98b9-0a019485de8f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.534665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9930da13-dc91-4905-841a-645fd9ec0c84 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (01f5f0b3-ee82-448a-98b9-0a019485de8f), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.601325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a07a4-56a5-4f55-8997-642bab62e8dd req-487a406c-ca96-4f25-ad45-8a210081ed1e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.603841 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (181d08c0-0c83-42ff-bf15-e3d5677d6092), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.606084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-353a07a4-56a5-4f55-8997-642bab62e8dd req-487a406c-ca96-4f25-ad45-8a210081ed1e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.0835741 Feb 11 13:10:58.620229 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9930da13-dc91-4905-841a-645fd9ec0c84 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (01f5f0b3-ee82-448a-98b9-0a019485de8f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.620804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9930da13-dc91-4905-841a-645fd9ec0c84 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Fanout notify agent at l3_agent the message router_deleted on router 01f5f0b3-ee82-448a-98b9-0a019485de8f {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:10:58.644067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9930da13-dc91-4905-841a-645fd9ec0c84 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.645887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9930da13-dc91-4905-841a-645fd9ec0c84 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/01f5f0b3-ee82-448a-98b9-0a019485de8f HTTP/1.1" status: 204 len: 168 time: 0.4774263 Feb 11 13:10:58.663805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:58.678477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-353a07a4-56a5-4f55-8997-642bab62e8dd req-a10575c9-c424-449a-a34a-830916bb92b8 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667915 Feb 11 13:10:58.729147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (181d08c0-0c83-42ff-bf15-e3d5677d6092), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.734516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.735236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.792219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5656977 Feb 11 13:10:58.802109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet 776d60cd-86ee-4ffd-a926-c5c307a63008 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:58.809191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (776d60cd-86ee-4ffd-a926-c5c307a63008), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.877683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bcc6a-3ef6-4026-a6dc-f8231424ef29 req-79ecf75d-38bb-4ab8-9e75-5efc28be721f tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.879597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-152bcc6a-3ef6-4026-a6dc-f8231424ef29 req-79ecf75d-38bb-4ab8-9e75-5efc28be721f tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.2303312 Feb 11 13:10:58.880476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac3bd2-1737-4b3b-b7d2-8d10c47ec71b tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Network': ['ID=181d08c0-0c83-42ff-bf15-e3d5677d6092,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:58.902451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 181d08c0-0c83-42ff-bf15-e3d5677d6092 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:10:58.907728 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (776d60cd-86ee-4ffd-a926-c5c307a63008), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.014005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55882) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:59.016535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (776d60cd-86ee-4ffd-a926-c5c307a63008), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.020448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'subnets': [{'network_id': '12928299-1bce-47a3-81f5-60e562852a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1289544966', 'ip_version': 4}, {'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:59.021105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'subnet': {'network_id': '12928299-1bce-47a3-81f5-60e562852a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1289544966', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:59.022013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Request body: {'subnet': {'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:59.057107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-152bcc6a-3ef6-4026-a6dc-f8231424ef29 req-dd6017be-eb2d-47ee-8dce-1db90a03571d tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666186 Feb 11 13:10:59.094051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (776d60cd-86ee-4ffd-a926-c5c307a63008), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.122724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=776d60cd-86ee-4ffd-a926-c5c307a63008,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:59.125816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.131331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-85e7524f-50ec-4fa9-9fc8-2a082703ce02 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/776d60cd-86ee-4ffd-a926-c5c307a63008 HTTP/1.1" status: 204 len: 168 time: 0.4635327 Feb 11 13:10:59.131582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55884) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:59.146849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90341571-6817-4046-90de-b32743d6326c None None] Network f3720955-d580-4e5e-a514-c9539a51d457 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:10:59.210921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f3720955-d580-4e5e-a514-c9539a51d457), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.239062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Made reservation on behalf of f3a8f494abcc437191e70e959130e072 for: {'subnet': 2} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:59.246225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.246770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.295006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 5a585567-390c-4115-9601-c890de8755a3 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:59.295495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5a585567-390c-4115-9601-c890de8755a3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.306194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c70da9d-caeb-4dc0-90fd-bc9cf8cb6b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.371791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] DHCP port deletion for f3720955-d580-4e5e-a514-c9539a51d457 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:10:59.372268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 5a585567-390c-4115-9601-c890de8755a3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5a585567-390c-4115-9601-c890de8755a3,segment=NetworkSegment(e2cd64aa-734f-4818-9470-adf14aad3cdd),segment_id=e2cd64aa-734f-4818-9470-adf14aad3cdd)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:59.372699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5a585567-390c-4115-9601-c890de8755a3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.387056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 5a585567-390c-4115-9601-c890de8755a3 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:59.437876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771190a-89d2-4586-871d-717b9a40e112 req-a3efc22b-79b8-47a5-a7b2-828f7cb30170 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:59.437876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e771190a-89d2-4586-871d-717b9a40e112 req-a3efc22b-79b8-47a5-a7b2-828f7cb30170 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.53 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.0838606 Feb 11 13:10:59.443502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] Deleting port 5a585567-390c-4115-9601-c890de8755a3 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:59.445304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5a585567-390c-4115-9601-c890de8755a3), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.487542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5a585567-390c-4115-9601-c890de8755a3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.521970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=5a585567-390c-4115-9601-c890de8755a3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:59.527086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port 5a585567-390c-4115-9601-c890de8755a3 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:59.553122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] For port 5a585567-390c-4115-9601-c890de8755a3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5a585567-390c-4115-9601-c890de8755a3,segment=NetworkSegment(e2cd64aa-734f-4818-9470-adf14aad3cdd),segment_id=e2cd64aa-734f-4818-9470-adf14aad3cdd)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:59.553622 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5a585567-390c-4115-9601-c890de8755a3), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.571859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] Calling delete_port for 5a585567-390c-4115-9601-c890de8755a3 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:59.634451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f3720955-d580-4e5e-a514-c9539a51d457), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.656639 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (5a585567-390c-4115-9601-c890de8755a3), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.658855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3720955-d580-4e5e-a514-c9539a51d457']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:59.670245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] No DVR routers for this DVR port 5a585567-390c-4115-9601-c890de8755a3 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:59.676667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cd64aa-734f-4818-9470-adf14aad3cdd') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:59.676968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cd64aa-734f-4818-9470-adf14aad3cdd') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:59.680989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Deleting port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:59.681515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.690462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e2cd64aa-734f-4818-9470-adf14aad3cdd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.695240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505a343-9e20-4659-b9b8-3763f3a4e958 None None] Pushing event deleted for resources: {'Port': ['ID=5a585567-390c-4115-9601-c890de8755a3,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:59.720968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e2cd64aa-734f-4818-9470-adf14aad3cdd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.728753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:59.729216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e2cd64aa-734f-4818-9470-adf14aad3cdd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:59.811127 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:59.822535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f3720955-d580-4e5e-a514-c9539a51d457), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.833706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.841721 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/f3720955-d580-4e5e-a514-c9539a51d457 HTTP/1.1" status: 204 len: 168 time: 0.7091177 Feb 11 13:10:59.842566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55890) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:59.862535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-76885ed7-77cb-4da3-aa94-8bcc507f64eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-387890039', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:59.869128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99afee-f679-4dc7-9f27-731ec346cf2b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=f3720955-d580-4e5e-a514-c9539a51d457,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:59.890740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76885ed7-77cb-4da3-aa94-8bcc507f64eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.891811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76885ed7-77cb-4da3-aa94-8bcc507f64eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.895287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] For port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:59.895885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.924172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Calling delete_port for 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:59.939902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (d953b29f-ab92-46b9-9d99-13f1199e3c3e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.955536 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76885ed7-77cb-4da3-aa94-8bcc507f64eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.959380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecf37e-954a-4584-8a53-2dfa34540e4b req-076e99e4-f452-4b5d-8f76-f5df8351be2e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:59.960885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77ecf37e-954a-4584-8a53-2dfa34540e4b req-076e99e4-f452-4b5d-8f76-f5df8351be2e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1767120 Feb 11 13:10:59.961024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76885ed7-77cb-4da3-aa94-8bcc507f64eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.983541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76885ed7-77cb-4da3-aa94-8bcc507f64eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.984092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76885ed7-77cb-4da3-aa94-8bcc507f64eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1255097 Feb 11 13:10:59.990043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55892) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:59.995102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2059360320'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:00.017461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:00.022103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.060763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:00.071380 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (630bb010-ee08-4442-8944-0251de926704), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.072301 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment 630bb010-ee08-4442-8944-0251de926704 of type vlan for network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 Feb 11 13:11:00.080153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Subnet': ['ID=d953b29f-ab92-46b9-9d99-13f1199e3c3e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.128465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Checking segment: {'id': 'df8f2552-d4f7-45ba-b1b0-ba14bae1d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '12928299-1bce-47a3-81f5-60e562852a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:00.128831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network hostable DHCP agents. Network: 12928299-1bce-47a3-81f5-60e562852a43, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:00.135712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77ecf37e-954a-4584-8a53-2dfa34540e4b req-cf56e4a2-5a95-4d8c-8fa3-88ee8897dc81 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210935 Feb 11 13:11:00.145673 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (9dee3fa6-22e8-4656-8c94-70efa1e350e4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.180122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network 12928299-1bce-47a3-81f5-60e562852a43 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:00.204296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 12928299-1bce-47a3-81f5-60e562852a43) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:00.212762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (9dee3fa6-22e8-4656-8c94-70efa1e350e4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.213766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (56519b8e-6c15-438e-ac82-ea9a10fd486f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.216618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6b7bde-05ad-4c90-b41c-2b80b93fdced None None] Network 12928299-1bce-47a3-81f5-60e562852a43 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:00.218549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.220990 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.250059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0f4f8fd1-ef8d-4197-87c1-ad9b31437004), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.271386 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2776642 Feb 11 13:11:00.277735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c0d36-146c-49c1-86c6-e8c09ddc5065 req-89210943-e56e-4b95-a97a-4881f754d411 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.279634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:00.285057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e9c0d36-146c-49c1-86c6-e8c09ddc5065 req-89210943-e56e-4b95-a97a-4881f754d411 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=66b1a38b-a4b7-4ca2-a406-10c66e242596 HTTP/1.1" status: 200 len: 945 time: 0.1242545 Feb 11 13:11:00.310343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:00.333529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['0f4f8fd1-ef8d-4197-87c1-ad9b31437004'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:00.337236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['52c29cef-fbd4-4d61-b90f-4ae4710dc6cb', 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:00.341564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3286d-1dc7-4d5b-afa8-83dc73655e7e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=9dee3fa6-22e8-4656-8c94-70efa1e350e4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.381844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e9c0d36-146c-49c1-86c6-e8c09ddc5065 req-fedcc2f0-0fad-461e-9983-c6c2943bec07 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914257 Feb 11 13:11:00.406455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Pushing event deleted for resources: {'Port': ['ID=0f4f8fd1-ef8d-4197-87c1-ad9b31437004,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.417073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:00.444398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:00.448775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.452024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event updated for resources: {'Subnet': ['ID=56519b8e-6c15-438e-ac82-ea9a10fd486f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.452252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-12928299-1bce-47a3-81f5-60e562852a43', 'network_id': '12928299-1bce-47a3-81f5-60e562852a43', 'project_id': 'f3a8f494abcc437191e70e959130e072', 'fixed_ips': [{'subnet_id': 'd953b29f-ab92-46b9-9d99-13f1199e3c3e'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:00.453702 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.516080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] No DVR routers for this DVR port 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:00.522806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.526128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e771190a-89d2-4586-871d-717b9a40e112 req-15d53166-e657-46f5-8e98-e5b430d63607 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.53 "DELETE /v2.0/ports/0f4f8fd1-ef8d-4197-87c1-ad9b31437004 HTTP/1.1" status: 204 len: 173 time: 1.0715375 Feb 11 13:11:00.526571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'name': 'network-vif-deleted', 'tag': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:00.528919 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6a95a1-fd3d-4a97-89cf-1ed73c6af3aa" -d '{"events": [{"server_uuid": "66b1a38b-a4b7-4ca2-a406-10c66e242596", "name": "network-vif-deleted", "tag": "0f4f8fd1-ef8d-4197-87c1-ad9b31437004"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:00.536244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Checking segment: {'id': 'c84de932-6e70-4658-b7ca-7c5aca3f1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:00.536604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network hostable DHCP agents. Network: 181d08c0-0c83-42ff-bf15-e3d5677d6092, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:00.585428 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb44ce-9e61-4773-aa48-5c985620847c x-openstack-request-id: req-6fcb44ce-9e61-4773-aa48-5c985620847c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:00.585684 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b1a38b-a4b7-4ca2-a406-10c66e242596", "name": "network-vif-deleted", "tag": "0f4f8fd1-ef8d-4197-87c1-ad9b31437004", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:00.585937 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6fcb44ce-9e61-4773-aa48-5c985620847c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:00.586404 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b1a38b-a4b7-4ca2-a406-10c66e242596', 'name': 'network-vif-deleted', 'tag': '0f4f8fd1-ef8d-4197-87c1-ad9b31437004', 'status': 'completed', 'code': 200} Feb 11 13:11:00.642621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Network 181d08c0-0c83-42ff-bf15-e3d5677d6092 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:00.668291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:11:00.694766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 181d08c0-0c83-42ff-bf15-e3d5677d6092) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:00.720957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1c876f-3af2-4e0c-acc6-36869e9d8539 None None] Network 181d08c0-0c83-42ff-bf15-e3d5677d6092 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:00.779657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.780498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.781063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.786044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (447394e4-4d5f-42fb-8489-9ac36b43bd11), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.838131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Allocated IP 172.20.0.2 (12928299-1bce-47a3-81f5-60e562852a43/d953b29f-ab92-46b9-9d99-13f1199e3c3e/32615398-7bc1-493a-9524-6aeb704c854a) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:00.842389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ab282312-414b-4911-9895-be7e140725ab tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8238738 Feb 11 13:11:00.842962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55904) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:00.848126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5a585567-390c-4115-9601-c890de8755a3 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:00.909704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=447394e4-4d5f-42fb-8489-9ac36b43bd11,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.926598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2bc01-6a82-4177-952f-7ed4f9f4a5ba tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.927841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2bc01-6a82-4177-952f-7ed4f9f4a5ba tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.929106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc2bc01-6a82-4177-952f-7ed4f9f4a5ba tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.930802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4bc2bc01-6a82-4177-952f-7ed4f9f4a5ba tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0868721 Feb 11 13:11:00.931800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5a585567-390c-4115-9601-c890de8755a3 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:00.931937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:00.932034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5a585567-390c-4115-9601-c890de8755a3 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:00.932207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: 9dee3fa6-22e8-4656-8c94-70efa1e350e4, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:00.936337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55906) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:01.006918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:01.036280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 9dee3fa6-22e8-4656-8c94-70efa1e350e4) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:01.042775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:01.043439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.050853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Deleting subnet d953b29f-ab92-46b9-9d99-13f1199e3c3e {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:01.076234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5085ec61-6b3d-45d0-ac54-9811c4b917eb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7710626 Feb 11 13:11:01.079911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55910) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:01.088393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-181d08c0-0c83-42ff-bf15-e3d5677d6092', 'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092', 'project_id': 'f3a8f494abcc437191e70e959130e072', 'fixed_ips': [{'subnet_id': '56519b8e-6c15-438e-ac82-ea9a10fd486f'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:01.089187 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.091312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc443826-5902-4c1b-aa6c-69121d8cdcd7 None None] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:01.216498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:01.266838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'network_id': '23858796-4a14-49a9-b98b-f71fa561d323', 'port_id': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'mac_address': 'fa:16:3e:4a:1d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebac6b8-c788-4ef1-8da4-9266a7f3338f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:11:01.412751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d750a3-851e-4330-b0ca-39e8901564bf req-bcdebabd-8ee2-4e10-9529-42e101ba35f5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:01.420324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97d750a3-851e-4330-b0ca-39e8901564bf req-bcdebabd-8ee2-4e10-9529-42e101ba35f5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 943 time: 0.1562805 Feb 11 13:11:01.461784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:01.462741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.477545 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fa6ce30d-8477-4e84-add3-a0557c09f79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.481083 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Publish callbacks [] for port (32615398-7bc1-493a-9524-6aeb704c854a), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.502906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for subnet (d953b29f-ab92-46b9-9d99-13f1199e3c3e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.519160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:01.519556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.550159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (d953b29f-ab92-46b9-9d99-13f1199e3c3e), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.642232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d953b29f-ab92-46b9-9d99-13f1199e3c3e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.698490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (32615398-7bc1-493a-9524-6aeb704c854a), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.711632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (d953b29f-ab92-46b9-9d99-13f1199e3c3e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.755168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38f79f2-eb3e-4998-a2f8-5aea54b2f52c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:01.775201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Subnet': ['ID=d953b29f-ab92-46b9-9d99-13f1199e3c3e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:01.790248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97d750a3-851e-4330-b0ca-39e8901564bf req-f2bc3abe-43fa-4f60-b822-a3caf6b20e23 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696222 Feb 11 13:11:01.798338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.819136 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.825033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3504efe0-ef86-4501-b006-17fb3e2fc7bd tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/subnets/d953b29f-ab92-46b9-9d99-13f1199e3c3e HTTP/1.1" status: 204 len: 168 time: 0.8839581 Feb 11 13:11:01.825482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55932) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:01.843993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Network 12928299-1bce-47a3-81f5-60e562852a43 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:01.858472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:01.864406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:01.913658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Pushing event updated for resources: {'Port': ['ID=32615398-7bc1-493a-9524-6aeb704c854a,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:01.918665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Deleting subnet 56519b8e-6c15-438e-ac82-ea9a10fd486f {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:01.956165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:01.965125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Allocated IP 172.20.0.18 (181d08c0-0c83-42ff-bf15-e3d5677d6092/56519b8e-6c15-438e-ac82-ea9a10fd486f/0107e50e-f4f9-4b55-8b48-acb170d5058d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:02.091451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.224058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Attempting to bind port 32615398-7bc1-493a-9524-6aeb704c854a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:02.224437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Attempting to bind port 32615398-7bc1-493a-9524-6aeb704c854a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'df8f2552-d4f7-45ba-b1b0-ba14bae1d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '12928299-1bce-47a3-81f5-60e562852a43'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:02.224817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Attempting to bind port 32615398-7bc1-493a-9524-6aeb704c854a on network 12928299-1bce-47a3-81f5-60e562852a43 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:02.255536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f67bf-5aa3-4549-a730-83be03a96855 req-77676a88-d3c8-4916-ad6f-6d8b92cd0166 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.262171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:02.262555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Checking segment: {'id': 'df8f2552-d4f7-45ba-b1b0-ba14bae1d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '12928299-1bce-47a3-81f5-60e562852a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:02.262961 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.263357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Bound using segment: {'id': 'df8f2552-d4f7-45ba-b1b0-ba14bae1d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '12928299-1bce-47a3-81f5-60e562852a43'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:02.263833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Bound port: 32615398-7bc1-493a-9524-6aeb704c854a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8f2552-d4f7-45ba-b1b0-ba14bae1d308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '12928299-1bce-47a3-81f5-60e562852a43'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:02.264215 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (32615398-7bc1-493a-9524-6aeb704c854a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.264466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f67bf-5aa3-4549-a730-83be03a96855 req-77676a88-d3c8-4916-ad6f-6d8b92cd0166 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.266296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f3f67bf-5aa3-4549-a730-83be03a96855 req-77676a88-d3c8-4916-ad6f-6d8b92cd0166 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e&device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 1681 time: 0.0914512 Feb 11 13:11:02.315048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Allocated IP 2001:db8::2 (9dee3fa6-22e8-4656-8c94-70efa1e350e4/447394e4-4d5f-42fb-8489-9ac36b43bd11/7e70c6b5-eb44-4671-b1c9-5f61d91fffb0) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:02.317715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Publish callbacks [] for port (0107e50e-f4f9-4b55-8b48-acb170d5058d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.319143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:02.321741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f3f67bf-5aa3-4549-a730-83be03a96855 req-c7b3dac8-6121-4edf-8d34-891f8b58d429 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497084 Feb 11 13:11:02.332147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:02.338407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for subnet (56519b8e-6c15-438e-ac82-ea9a10fd486f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.343383 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0107e50e-f4f9-4b55-8b48-acb170d5058d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.414597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (56519b8e-6c15-438e-ac82-ea9a10fd486f), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.467700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Pushing event updated for resources: {'Port': ['ID=0107e50e-f4f9-4b55-8b48-acb170d5058d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:02.498563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Network 181d08c0-0c83-42ff-bf15-e3d5677d6092 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:02.508491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:02.523860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:02.552589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (56519b8e-6c15-438e-ac82-ea9a10fd486f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.582553 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.630076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] For port 32615398-7bc1-493a-9524-6aeb704c854a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:02.668243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (56519b8e-6c15-438e-ac82-ea9a10fd486f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.688069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:02.704152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Subnet': ['ID=56519b8e-6c15-438e-ac82-ea9a10fd486f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:02.706300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.711889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-56aaeb09-8be2-4ac2-9064-8336156da79f tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/subnets/56519b8e-6c15-438e-ac82-ea9a10fd486f HTTP/1.1" status: 204 len: 168 time: 0.8829587 Feb 11 13:11:02.712174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55952) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:02.720510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] For port 32615398-7bc1-493a-9524-6aeb704c854a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=32615398-7bc1-493a-9524-6aeb704c854a,segment=NetworkSegment(df8f2552-d4f7-45ba-b1b0-ba14bae1d308),segment_id=df8f2552-d4f7-45ba-b1b0-ba14bae1d308)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:02.723831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Attempting to bind port 0107e50e-f4f9-4b55-8b48-acb170d5058d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:02.724232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Attempting to bind port 0107e50e-f4f9-4b55-8b48-acb170d5058d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c84de932-6e70-4658-b7ca-7c5aca3f1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:02.724596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Attempting to bind port 0107e50e-f4f9-4b55-8b48-acb170d5058d on network 181d08c0-0c83-42ff-bf15-e3d5677d6092 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:02.741393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:02.741866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 0f4f8fd1-ef8d-4197-87c1-ad9b31437004 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:02.759115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (32615398-7bc1-493a-9524-6aeb704c854a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.766072 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:02.767654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Checking segment: {'id': 'c84de932-6e70-4658-b7ca-7c5aca3f1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:02.767654 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.767654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Bound using segment: {'id': 'c84de932-6e70-4658-b7ca-7c5aca3f1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:02.767654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Bound port: 0107e50e-f4f9-4b55-8b48-acb170d5058d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c84de932-6e70-4658-b7ca-7c5aca3f1476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '181d08c0-0c83-42ff-bf15-e3d5677d6092'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:02.768086 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0107e50e-f4f9-4b55-8b48-acb170d5058d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.768639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27078859-afa0-4d0b-99a8-de169b3ce3d0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.773785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-27078859-afa0-4d0b-99a8-de169b3ce3d0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0572438 Feb 11 13:11:02.774155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55954) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:03.105372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41b977-2e5f-4570-b629-b254c9329edf req-dc1547a6-8c33-4a7a-9ec7-0d08090219d3 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.107213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d41b977-2e5f-4570-b629-b254c9329edf req-dc1547a6-8c33-4a7a-9ec7-0d08090219d3 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 945 time: 0.0717781 Feb 11 13:11:03.142106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9688a923-3229-482e-948c-1bb571178f48 None None] For port 0107e50e-f4f9-4b55-8b48-acb170d5058d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:03.146578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9688a923-3229-482e-948c-1bb571178f48 None None] For port 0107e50e-f4f9-4b55-8b48-acb170d5058d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0107e50e-f4f9-4b55-8b48-acb170d5058d,segment=NetworkSegment(c84de932-6e70-4658-b7ca-7c5aca3f1476),segment_id=c84de932-6e70-4658-b7ca-7c5aca3f1476)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:03.162504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414f94b-7160-4a9e-9aef-2c133ccaff5f None None] Pushing event updated for resources: {'Port': ['ID=32615398-7bc1-493a-9524-6aeb704c854a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.166886 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0107e50e-f4f9-4b55-8b48-acb170d5058d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.171695 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Publish callbacks [] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.198011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3d41b977-2e5f-4570-b629-b254c9329edf req-04cb5420-77df-44c3-8a9f-2464043b0ef7 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839703 Feb 11 13:11:03.261934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688a923-3229-482e-948c-1bb571178f48 None None] Pushing event updated for resources: {'Port': ['ID=0107e50e-f4f9-4b55-8b48-acb170d5058d,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.273085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.346178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127a1e14-aadd-4563-ba2b-282998588b23 None None] Network 12928299-1bce-47a3-81f5-60e562852a43 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:03.364513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:03.370524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (181d08c0-0c83-42ff-bf15-e3d5677d6092), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.379112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:03.402010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:03.426127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f74d52-0801-4dda-8df9-d49931c4af43 req-b9dc3ae1-4342-483d-bd76-173f53fe70d5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.427720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5f74d52-0801-4dda-8df9-d49931c4af43 req-b9dc3ae1-4342-483d-bd76-173f53fe70d5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 944 time: 0.2021520 Feb 11 13:11:03.437713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdcbddc-69ba-42c5-b3b6-65723d57fcd6 None None] Network 181d08c0-0c83-42ff-bf15-e3d5677d6092 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:03.445290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8::1 (9dee3fa6-22e8-4656-8c94-70efa1e350e4/447394e4-4d5f-42fb-8489-9ac36b43bd11/59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:03.469607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Pushing event updated for resources: {'Port': ['ID=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.579674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5f74d52-0801-4dda-8df9-d49931c4af43 req-8d210f68-3ddf-4cb8-8679-de82aa6b06bc tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314027 Feb 11 13:11:03.585838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Attempting to bind port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:03.586247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Attempting to bind port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:03.586247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Attempting to bind port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 on network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:03.635227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:03.635227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Checking segment: {'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:03.635644 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.636047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Bound using segment: {'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:03.636528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Bound port: 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:03.636914 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.706235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Deleting port 0107e50e-f4f9-4b55-8b48-acb170d5058d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:03.706673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0107e50e-f4f9-4b55-8b48-acb170d5058d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.753348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] For port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:03.757072 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] For port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,segment=NetworkSegment(630bb010-ee08-4442-8944-0251de926704),segment_id=630bb010-ee08-4442-8944-0251de926704)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:03.765504 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.799224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] For port 0107e50e-f4f9-4b55-8b48-acb170d5058d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0107e50e-f4f9-4b55-8b48-acb170d5058d,segment=NetworkSegment(c84de932-6e70-4658-b7ca-7c5aca3f1476),segment_id=c84de932-6e70-4658-b7ca-7c5aca3f1476)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:03.799802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0107e50e-f4f9-4b55-8b48-acb170d5058d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.817363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.823228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Calling delete_port for 0107e50e-f4f9-4b55-8b48-acb170d5058d owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:03.833275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a3de0-f46c-43a3-9a44-bf7d2af6f258 None None] Pushing event updated for resources: {'Port': ['ID=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.913215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.969775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:03.974754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:03.979539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:03.980094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.982849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0107e50e-f4f9-4b55-8b48-acb170d5058d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.035552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:04.075041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Port': ['ID=0107e50e-f4f9-4b55-8b48-acb170d5058d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:04.081573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] No DVR routers for this DVR port 0107e50e-f4f9-4b55-8b48-acb170d5058d on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:04.175558 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.206231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (181d08c0-0c83-42ff-bf15-e3d5677d6092), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.257604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181d08c0-0c83-42ff-bf15-e3d5677d6092']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:04.260354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.270705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84de932-6e70-4658-b7ca-7c5aca3f1476') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:04.271013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84de932-6e70-4658-b7ca-7c5aca3f1476') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:04.288402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (c84de932-6e70-4658-b7ca-7c5aca3f1476), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.336510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c84de932-6e70-4658-b7ca-7c5aca3f1476), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.339254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f04964-073a-4ccf-aeb1-c663a3b20fe2 req-c6ecbca1-ffdb-41cc-9a1e-89a912c84e5b tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.341576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41f04964-073a-4ccf-aeb1-c663a3b20fe2 req-c6ecbca1-ffdb-41cc-9a1e-89a912c84e5b tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 945 time: 0.0578504 Feb 11 13:11:04.346380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:04.346970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (c84de932-6e70-4658-b7ca-7c5aca3f1476), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:04.350735 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:04.410965 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-41f04964-073a-4ccf-aeb1-c663a3b20fe2 req-97db1d8d-2359-4942-abc9-47985c112c6b tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632074 Feb 11 13:11:04.497146 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (181d08c0-0c83-42ff-bf15-e3d5677d6092), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.502049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.505356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/networks/181d08c0-0c83-42ff-bf15-e3d5677d6092 HTTP/1.1" status: 204 len: 168 time: 1.7301714 Feb 11 13:11:04.508193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55980) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:04.533421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580fd8d6-d86e-4488-abfc-88c78c813c57 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Network': ['ID=181d08c0-0c83-42ff-bf15-e3d5677d6092,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:04.594883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (12928299-1bce-47a3-81f5-60e562852a43), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.653191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Deleting port 32615398-7bc1-493a-9524-6aeb704c854a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:04.653545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (32615398-7bc1-493a-9524-6aeb704c854a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.680632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:04.748966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.802734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:04.802734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.836628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] For port 32615398-7bc1-493a-9524-6aeb704c854a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=32615398-7bc1-493a-9524-6aeb704c854a,segment=NetworkSegment(df8f2552-d4f7-45ba-b1b0-ba14bae1d308),segment_id=df8f2552-d4f7-45ba-b1b0-ba14bae1d308)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:04.840920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (32615398-7bc1-493a-9524-6aeb704c854a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.860575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Calling delete_port for 32615398-7bc1-493a-9524-6aeb704c854a owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:04.890982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.891545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.012397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (32615398-7bc1-493a-9524-6aeb704c854a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.033317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] No DVR routers for this DVR port 32615398-7bc1-493a-9524-6aeb704c854a on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:05.061166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.132244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Port': ['ID=32615398-7bc1-493a-9524-6aeb704c854a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.206234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:05.223502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:05.265435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562408e2-370f-412e-a169-21f61e5fa8ba req-4c055c3b-90ad-403a-a09b-b0368d5cb0aa tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.274359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562408e2-370f-412e-a169-21f61e5fa8ba req-4c055c3b-90ad-403a-a09b-b0368d5cb0aa tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 945 time: 0.5101330 Feb 11 13:11:05.276475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (12928299-1bce-47a3-81f5-60e562852a43), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.291914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5a52-d7d9-4bd0-9534-bfa40263ee2f req-f2b25c5d-a120-410f-ac8d-0bf327434192 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.296441 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37bf5a52-d7d9-4bd0-9534-bfa40263ee2f req-f2b25c5d-a120-410f-ac8d-0bf327434192 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 944 time: 0.5383263 Feb 11 13:11:05.315203 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12928299-1bce-47a3-81f5-60e562852a43']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:05.326694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8f2552-d4f7-45ba-b1b0-ba14bae1d308') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:05.327121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8f2552-d4f7-45ba-b1b0-ba14bae1d308') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:05.337822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (df8f2552-d4f7-45ba-b1b0-ba14bae1d308), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.352271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (df8f2552-d4f7-45ba-b1b0-ba14bae1d308), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.365222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:05.366092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (df8f2552-d4f7-45ba-b1b0-ba14bae1d308), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:05.370178 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:05.424763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:05.428325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5da71-3a67-4de1-aac7-fae4b4df63f2 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:11:05.468526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (12928299-1bce-47a3-81f5-60e562852a43), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.478436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.483096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/networks/12928299-1bce-47a3-81f5-60e562852a43 HTTP/1.1" status: 204 len: 168 time: 0.9739752 Feb 11 13:11:05.487630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55990) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:05.561049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-8668e59c-d378-4ee9-ade8-8f95738df0c8 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.562640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-8668e59c-d378-4ee9-ade8-8f95738df0c8 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2f80285-90a7-4f9c-8d7e-bb428ec175d0 HTTP/1.1" status: 200 len: 945 time: 0.6690454 Feb 11 13:11:05.564211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65858d36-75da-428f-b78a-11f8b85d89a0 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Network': ['ID=12928299-1bce-47a3-81f5-60e562852a43,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.593429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:05.593857 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.635203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.636689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0b03715e-b396-469f-b519-09e667f2b0df None None] Provisioning complete for port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:05.637051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0b03715e-b396-469f-b519-09e667f2b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.679785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (98ea9eee-9987-47c4-8b41-5c46c8d46ff7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.691914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81f07-d674-405c-8772-6b5ba519dfc4 req-e108c90a-ca2d-4ded-8fe7-044e05a1698c tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.694182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aee81f07-d674-405c-8772-6b5ba519dfc4 req-e108c90a-ca2d-4ded-8fe7-044e05a1698c tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 945 time: 0.1712084 Feb 11 13:11:05.745609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:05.748700 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d65b1f1-053a-4318-b90a-c9c1e22cba8e" -d '{"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:05.775326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37bf5a52-d7d9-4bd0-9534-bfa40263ee2f req-f6e8c138-b693-47fa-ac2f-30326de34e92 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863599 Feb 11 13:11:05.790786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:05.801299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Deleting port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:05.801788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.812053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.819807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:05.820196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.853152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Deleting port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:05.863395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.969447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] For port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:05.970058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.971883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f5da71-3a67-4de1-aac7-fae4b4df63f2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:11:06.024362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aee81f07-d674-405c-8772-6b5ba519dfc4 req-129984c1-553c-4346-aa5b-ff627987111a tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/security-groups?id=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176069 Feb 11 13:11:06.029344 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (98ea9eee-9987-47c4-8b41-5c46c8d46ff7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.064356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ea9eee-9987-47c4-8b41-5c46c8d46ff7']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:06.084670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:06.092474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc5bf2d-bd89-4b2f-9f88-fff27769e47f') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:06.094648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc5bf2d-bd89-4b2f-9f88-fff27769e47f') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:06.094783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Calling delete_port for 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:06.108330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (9cc5bf2d-bd89-4b2f-9f88-fff27769e47f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.128700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9cc5bf2d-bd89-4b2f-9f88-fff27769e47f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.146908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:06.147525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (9cc5bf2d-bd89-4b2f-9f88-fff27769e47f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:06.154903 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:06.161170 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f27ff76-7d95-49b5-9341-c579dc3ef20e x-openstack-request-id: req-3f27ff76-7d95-49b5-9341-c579dc3ef20e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:06.161516 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-plugged", "status": "completed", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:06.161758 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f27ff76-7d95-49b5-9341-c579dc3ef20e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:06.162304 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'code': 200} Feb 11 13:11:06.164930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0b03715e-b396-469f-b519-09e667f2b0df None None] Current status of the port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:06.165371 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0b03715e-b396-469f-b519-09e667f2b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.172827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] For port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,segment=NetworkSegment(395a5213-fc6c-44bf-9e01-82f0169c80ce),segment_id=395a5213-fc6c-44bf-9e01-82f0169c80ce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:06.176590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.194150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Calling delete_port for d6838f13-7a09-4a49-ba3d-dc46c9fe62cf owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:06.240376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (98ea9eee-9987-47c4-8b41-5c46c8d46ff7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.245759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=10']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.256105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.259112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/networks/98ea9eee-9987-47c4-8b41-5c46c8d46ff7 HTTP/1.1" status: 204 len: 168 time: 0.7700856 Feb 11 13:11:06.262067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56002) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:06.291475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f45d13-0640-4f98-9363-31a850d8e969 tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Network': ['ID=98ea9eee-9987-47c4-8b41-5c46c8d46ff7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.337571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0b03715e-b396-469f-b519-09e667f2b0df None None] For port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,segment=NetworkSegment(630bb010-ee08-4442-8944-0251de926704),segment_id=630bb010-ee08-4442-8944-0251de926704)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:06.352193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0b03715e-b396-469f-b519-09e667f2b0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.437796 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ecef1b91-73ec-4603-9473-763792d6ee1a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.479002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:06.479644 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.483010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03715e-b396-469f-b519-09e667f2b0df None None] Pushing event updated for resources: {'Port': ['ID=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.510429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-6920fc5f-bbdf-4b8c-a2c7-2c2b4b137715 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5376692 Feb 11 13:11:06.544452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d6838f13-7a09-4a49-ba3d-dc46c9fe62cf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.554280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ecef1b91-73ec-4603-9473-763792d6ee1a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.571053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['52c29cef-fbd4-4d61-b90f-4ae4710dc6cb', 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:06.583045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecef1b91-73ec-4603-9473-763792d6ee1a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:06.593761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:06.593953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:06.604566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.619246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.626079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:06.626079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (6a3a7ae8-cd14-4d40-bf38-1a5bf0a0e06f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.675269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:11:06.680251 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:06.712040 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:06.715441 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ecef1b91-73ec-4603-9473-763792d6ee1a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.721115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.725815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] 10.222.0.42 "DELETE /v2.0/networks/ecef1b91-73ec-4603-9473-763792d6ee1a HTTP/1.1" status: 204 len: 168 time: 0.4627645 Feb 11 13:11:06.759876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Pushing event deleted for resources: {'Port': ['ID=d6838f13-7a09-4a49-ba3d-dc46c9fe62cf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.772697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1160d123-14b6-4b11-8978-f890739cd0c2 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:11:06.784274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ecb8e-78c0-4703-b45b-215584a4863a tempest-BulkNetworkOpsTest-1227465909 tempest-BulkNetworkOpsTest-1227465909-project] Pushing event deleted for resources: {'Network': ['ID=ecef1b91-73ec-4603-9473-763792d6ee1a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.829304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c66b-282b-4bab-b293-ea525c8a0c57 req-fa24ad87-3ef1-4468-9d96-6a85467cc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:06.833110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8672c66b-282b-4bab-b293-ea525c8a0c57 req-fa24ad87-3ef1-4468-9d96-6a85467cc4ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1128 time: 0.5942035 Feb 11 13:11:06.977364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:07.008483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1160d123-14b6-4b11-8978-f890739cd0c2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:11:07.010636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:07.031109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a0ca5-3d5a-4bc2-a6e5-51a81d1f8db4 req-ef7bca33-1bbf-40da-a5b4-44056b441489 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:07.034311 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-512a0ca5-3d5a-4bc2-a6e5-51a81d1f8db4 req-ef7bca33-1bbf-40da-a5b4-44056b441489 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.0972838 Feb 11 13:11:07.049146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5202bbc3-eec5-41c0-8365-d9a3ea4751ca tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9659598 Feb 11 13:11:07.054329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56014) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:07.075566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1543504282'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:07.082268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:07.084155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:07.178343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:07.185256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.330630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] No DVR routers for this DVR port d6838f13-7a09-4a49-ba3d-dc46c9fe62cf on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:07.346091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56018) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:07.354464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.358127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562408e2-370f-412e-a169-21f61e5fa8ba req-be212cf4-d52a-4e46-ac48-d3412dc1eb34 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "DELETE /v2.0/ports/d6838f13-7a09-4a49-ba3d-dc46c9fe62cf HTTP/1.1" status: 204 len: 173 time: 2.0594206 Feb 11 13:11:07.359015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (52c29cef-fbd4-4d61-b90f-4ae4710dc6cb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.360546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'name': 'network-vif-deleted', 'tag': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:07.363185 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e32d448-06c2-441c-b9de-96044f33523e" -d '{"events": [{"server_uuid": "87477c51-bd4b-4230-8dbe-99c7c190874e", "name": "network-vif-deleted", "tag": "d6838f13-7a09-4a49-ba3d-dc46c9fe62cf"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:07.368350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-5d616822-923f-4df1-ab73-aac9d8447441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:07.371488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-5d616822-923f-4df1-ab73-aac9d8447441 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc&device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 1128 time: 0.7339656 Feb 11 13:11:07.383692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-512a0ca5-3d5a-4bc2-a6e5-51a81d1f8db4 req-0e06f7f0-5a96-46fd-bbdf-8679fa16672c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416975 Feb 11 13:11:07.412487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:07.441851 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (fd7747f3-4b25-4da5-8efa-927941855e2a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.442501 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment fd7747f3-4b25-4da5-8efa-927941855e2a of type vlan for network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 Feb 11 13:11:07.514838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (2c6f6dd7-7c58-4656-9fd9-28dd4d711117), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.517768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:07.566029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:07.569096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (2c6f6dd7-7c58-4656-9fd9-28dd4d711117), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.578695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:07.579359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.596645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8672c66b-282b-4bab-b293-ea525c8a0c57 req-66ec7891-557f-45ff-84a9-a879c79e62be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6694763 Feb 11 13:11:07.619087 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ce5d38-78bb-4e6c-9d5a-6c456c404a23 x-openstack-request-id: req-a6ce5d38-78bb-4e6c-9d5a-6c456c404a23 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:07.619410 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87477c51-bd4b-4230-8dbe-99c7c190874e", "name": "network-vif-deleted", "tag": "d6838f13-7a09-4a49-ba3d-dc46c9fe62cf", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:07.619626 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6ce5d38-78bb-4e6c-9d5a-6c456c404a23 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:07.620029 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87477c51-bd4b-4230-8dbe-99c7c190874e', 'name': 'network-vif-deleted', 'tag': 'd6838f13-7a09-4a49-ba3d-dc46c9fe62cf', 'status': 'completed', 'code': 200} Feb 11 13:11:07.621135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-bfbe0322-b4ff-417c-8a31-865f8e1ec004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:07.622667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-bfbe0322-b4ff-417c-8a31-865f8e1ec004 service neutron] 10.222.0.64 "GET /v2.0/networks?id=500e49a7-5976-49d6-b2a3-6f092e6c2988 HTTP/1.1" status: 200 len: 916 time: 0.1541491 Feb 11 13:11:07.624593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99ab0990-84c0-4e49-874a-949a42d19581 req-9ea3b82f-08a6-45c1-acbe-13688dfa5218 tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.42 "GET /v2.0/ports?device_id=87477c51-bd4b-4230-8dbe-99c7c190874e HTTP/1.1" status: 200 len: 210 time: 0.2819746 Feb 11 13:11:07.628005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Pushing event deleted for resources: {'Port': ['ID=52c29cef-fbd4-4d61-b90f-4ae4710dc6cb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.742596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=2c6f6dd7-7c58-4656-9fd9-28dd4d711117,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.749718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:07.763150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-287cc8fa-7851-40a4-87b9-afa626d6060c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7062838 Feb 11 13:11:07.769807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56024) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:07.781703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:07.790964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] No DVR routers for this DVR port 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:07.796159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.800230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d01e850-24d1-4f94-a81b-c6f07385a4b2 req-74f47d14-0991-45c3-ae22-ec0bca78af6e tempest-ListServersNegativeTestJSON-1766049683 tempest-ListServersNegativeTestJSON-1766049683-project] 10.222.0.64 "DELETE /v2.0/ports/52c29cef-fbd4-4d61-b90f-4ae4710dc6cb HTTP/1.1" status: 204 len: 173 time: 2.1962428 Feb 11 13:11:07.843084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-27238ee1-83e2-4a56-bdd4-964c741bdc73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc5dc986-ed45-4688-9e6c-e1063593e636 HTTP/1.1" status: 200 len: 1002 time: 0.2125041 Feb 11 13:11:07.881401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:07.918257 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:11:07.996949 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1a5ee7ff-6e64-4932-a6ab-132872d70c5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3a8f494abcc437191e70e959130e072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6475849 Feb 11 13:11:07.997374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56028) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:08.030667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-5c131ca4-ffcd-43a8-b0c5-55a43ea8dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:08.032349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-5c131ca4-ffcd-43a8-b0c5-55a43ea8dd8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d HTTP/1.1" status: 200 len: 854 time: 0.1730294 Feb 11 13:11:08.122010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:08.130754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.134549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-bea0e1d8-0afc-4e2f-9a21-e85c8b21b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:08.136474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-bea0e1d8-0afc-4e2f-9a21-e85c8b21b539 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=500e49a7-5976-49d6-b2a3-6f092e6c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0943799 Feb 11 13:11:08.142345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:08.142809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.374107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-8edd2467-d826-4a24-a18f-31bb8995ca26 service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263038 Feb 11 13:11:08.375177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aa6915-6260-4326-9efb-95b8794785bb None None] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:08.556287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3963c709-bc69-4d05-937a-440bcc095fa1 req-a9b5005a-91ed-493d-90b7-c4641efc74d8 service neutron] 10.222.0.64 "GET /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791899 Feb 11 13:11:08.676967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-733f6b03-815b-40c1-bd82-900cec5c5e15 admin admin] Publish callbacks [] for security_group (0434babd-bc73-4d56-8ce4-b1a736672456), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.730440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-733f6b03-815b-40c1-bd82-900cec5c5e15 admin admin] Publish callbacks [] for security_group (0434babd-bc73-4d56-8ce4-b1a736672456), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.743402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d6838f13-7a09-4a49-ba3d-dc46c9fe62cf no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:08.793755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: d6838f13-7a09-4a49-ba3d-dc46c9fe62cf {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:08.796175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device d6838f13-7a09-4a49-ba3d-dc46c9fe62cf not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:08.796943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:08.798469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56042) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:08.809997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363342df-445a-4a0e-928b-40757e5ad621 req-c007d1f8-559d-47e1-bd8a-5fd914989f0c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:08.811556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-363342df-445a-4a0e-928b-40757e5ad621 req-c007d1f8-559d-47e1-bd8a-5fd914989f0c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2054982 Feb 11 13:11:08.862787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:08.874494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:08.874761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 52c29cef-fbd4-4d61-b90f-4ae4710dc6cb not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:08.878314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] Deleting subnet 15838297-02da-4c6a-968c-1f594bbf0b26 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:08.882309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] Publish callbacks [] for subnet (15838297-02da-4c6a-968c-1f594bbf0b26), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.897400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:08.943130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:08.943717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Updating router df007b7a-f97a-4f62-b5d5-c3cec66a2197 port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:08.969698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (ef311a63-0102-4268-ad0a-50c3615fc39a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.983662 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (15838297-02da-4c6a-968c-1f594bbf0b26), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.027592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-733f6b03-815b-40c1-bd82-900cec5c5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0434babd-bc73-4d56-8ce4-b1a736672456), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.030164 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.030323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-733f6b03-815b-40c1-bd82-900cec5c5e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.034323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-733f6b03-815b-40c1-bd82-900cec5c5e15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0434babd-bc73-4d56-8ce4-b1a736672456 HTTP/1.1" status: 204 len: 168 time: 1.0328722 Feb 11 13:11:09.051512 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-363342df-445a-4a0e-928b-40757e5ad621 req-f1c82783-cd3c-4151-b705-89104824767a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310715 Feb 11 13:11:09.054605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f6b03-815b-40c1-bd82-900cec5c5e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0434babd-bc73-4d56-8ce4-b1a736672456,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.065032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=ef311a63-0102-4268-ad0a-50c3615fc39a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.080511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (15838297-02da-4c6a-968c-1f594bbf0b26), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.081541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:09.081933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: 2c6f6dd7-7c58-4656-9fd9-28dd4d711117, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:09.113529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:09.134283 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 2c6f6dd7-7c58-4656-9fd9-28dd4d711117) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:09.142828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:09.145665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.193363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56058) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:09.195371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-973e313d-99db-4edd-96a8-cd93df166607 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4179058 Feb 11 13:11:09.207463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (15838297-02da-4c6a-968c-1f594bbf0b26), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.294714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1236a-7410-4210-abe0-ae233cdcb8b5 None None] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:09.350068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15838297-02da-4c6a-968c-1f594bbf0b26,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.352415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.358057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7d848a68-09de-4118-857d-4f0a4ff9fe0c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/15838297-02da-4c6a-968c-1f594bbf0b26 HTTP/1.1" status: 204 len: 168 time: 0.5559306 Feb 11 13:11:09.358478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56074) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:09.578468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (2699542a-6fde-4d58-8146-bb2e09ed24f9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.667710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:09.673490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.689781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'name': 'network-vif-deleted', 'tag': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:09.693041 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcaeafd-59fe-4407-bbe4-ae38d11b9666" -d '{"events": [{"server_uuid": "d2f80285-90a7-4f9c-8d7e-bb428ec175d0", "name": "network-vif-deleted", "tag": "52c29cef-fbd4-4d61-b90f-4ae4710dc6cb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:09.710730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (2699542a-6fde-4d58-8146-bb2e09ed24f9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.745839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2699542a-6fde-4d58-8146-bb2e09ed24f9']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:09.763394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395a5213-fc6c-44bf-9e01-82f0169c80ce') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:09.763758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395a5213-fc6c-44bf-9e01-82f0169c80ce') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:09.782991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (395a5213-fc6c-44bf-9e01-82f0169c80ce), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.800284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (395a5213-fc6c-44bf-9e01-82f0169c80ce), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.807903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:09.808359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (395a5213-fc6c-44bf-9e01-82f0169c80ce), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:09.882559 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:09.885747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (2699542a-6fde-4d58-8146-bb2e09ed24f9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.910465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.926462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] 10.222.0.42 "DELETE /v2.0/networks/2699542a-6fde-4d58-8146-bb2e09ed24f9 HTTP/1.1" status: 204 len: 168 time: 0.5645709 Feb 11 13:11:09.957767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00bb42-bfab-48fd-82c2-53eb5a33144c admin admin] Pushing event deleted for resources: {'Network': ['ID=2699542a-6fde-4d58-8146-bb2e09ed24f9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:10.097994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Allocated IP 2001:db8:1::2 (2c6f6dd7-7c58-4656-9fd9-28dd4d711117/ef311a63-0102-4268-ad0a-50c3615fc39a/bc8b25fe-924b-4ae4-95d8-2acfe819fea2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:10.324794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56110) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:10.352771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9ee92ccb-e81b-4f3f-9666-f09d9448d4d0 None None] Provisioning complete for port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:10.353219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9ee92ccb-e81b-4f3f-9666-f09d9448d4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.396027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-234fa313-84b0-488a-ab46-bcefc226878d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50917677105840199d4e37deadb35b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0605080 Feb 11 13:11:10.398468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56114) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:10.443622 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Publish callbacks [] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.452841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9ee92ccb-e81b-4f3f-9666-f09d9448d4d0 None None] Port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:10.472323 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b7ed5f-4b71-4d59-97f0-1816a59523b9 x-openstack-request-id: req-f3b7ed5f-4b71-4d59-97f0-1816a59523b9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:10.473433 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f80285-90a7-4f9c-8d7e-bb428ec175d0", "name": "network-vif-deleted", "tag": "52c29cef-fbd4-4d61-b90f-4ae4710dc6cb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:10.473898 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3b7ed5f-4b71-4d59-97f0-1816a59523b9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:10.474433 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f80285-90a7-4f9c-8d7e-bb428ec175d0', 'name': 'network-vif-deleted', 'tag': '52c29cef-fbd4-4d61-b90f-4ae4710dc6cb', 'status': 'completed', 'code': 200} Feb 11 13:11:10.481888 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.514834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8ed64-26ac-4bfc-a8b1-9371ef3e9bfd req-c9bc7bde-7f1c-4f01-bd50-e7b3eb6cfd1c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:10.517435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58c8ed64-26ac-4bfc-a8b1-9371ef3e9bfd req-c9bc7bde-7f1c-4f01-bd50-e7b3eb6cfd1c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3002441 Feb 11 13:11:10.533924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b32339-a467-4da8-93b7-315df7a3dcce admin admin] Publish callbacks [] for security_group (da7b6e3c-ec14-4ef7-920e-67fbebb5de7f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.571762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b32339-a467-4da8-93b7-315df7a3dcce admin admin] Publish callbacks [] for security_group (da7b6e3c-ec14-4ef7-920e-67fbebb5de7f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.617583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56122) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:10.643942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9ee92ccb-e81b-4f3f-9666-f09d9448d4d0 None None] Provisioning complete for port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:10.644330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9ee92ccb-e81b-4f3f-9666-f09d9448d4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.808155 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-58c8ed64-26ac-4bfc-a8b1-9371ef3e9bfd req-c1c20831-c0f7-42f6-8c31-5eb65bda70c7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707658 Feb 11 13:11:10.810682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b32339-a467-4da8-93b7-315df7a3dcce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (da7b6e3c-ec14-4ef7-920e-67fbebb5de7f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.815122 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-22b32339-a467-4da8-93b7-315df7a3dcce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.816764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-22b32339-a467-4da8-93b7-315df7a3dcce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da7b6e3c-ec14-4ef7-920e-67fbebb5de7f HTTP/1.1" status: 204 len: 168 time: 0.4168675 Feb 11 13:11:10.857539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b32339-a467-4da8-93b7-315df7a3dcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b6e3c-ec14-4ef7-920e-67fbebb5de7f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:10.866902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-963a1b43-b88c-47b2-9719-73ca80ba3d32 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] Request body: {'port': {'network_id': '66bbc6b5-2019-4bfe-9e6c-1935520ca215', 'name': 'tempest-NetworksNegativeTestJSON-698083874'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:10.878534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c64e-0e00-49be-9f8a-6878281f3428 None None] Pushing event updated for resources: {'Port': ['ID=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:10.894444 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Publish callbacks [] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.907444 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-963a1b43-b88c-47b2-9719-73ca80ba3d32 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] POST failed (client error): The resource could not be found. Feb 11 13:11:10.908002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963a1b43-b88c-47b2-9719-73ca80ba3d32 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:11:10.912697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-963a1b43-b88c-47b2-9719-73ca80ba3d32 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2884891 Feb 11 13:11:10.913605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56142) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:10.985154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Attempting to bind port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:10.986054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Attempting to bind port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:10.986832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Attempting to bind port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f on network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:10.989168 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-581fe0c4-c569-49b5-bcfc-33e2c6fbd326 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] DELETE failed (client error): The resource could not be found. Feb 11 13:11:10.989732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581fe0c4-c569-49b5-bcfc-33e2c6fbd326 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:11:10.993229 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-581fe0c4-c569-49b5-bcfc-33e2c6fbd326 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "DELETE /v2.0/networks/803cc469-1897-4bff-8d63-a59b1087cf04 HTTP/1.1" status: 404 len: 339 time: 0.0782936 Feb 11 13:11:11.000027 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.002433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56146) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.008734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:11.009401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Checking segment: {'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:11.010283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.010885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Bound using segment: {'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:11.011907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Bound port: 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630bb010-ee08-4442-8944-0251de926704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:11.012664 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.037191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.098228 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9fdf6a-359b-404b-9408-350731a4ca87 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] DELETE failed (client error): The resource could not be found. Feb 11 13:11:11.100438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9fdf6a-359b-404b-9408-350731a4ca87 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:11:11.109004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56160) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.111701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f9fdf6a-359b-404b-9408-350731a4ca87 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "DELETE /v2.0/ports/aafeaa02-5641-4d18-a747-78ea4b372608 HTTP/1.1" status: 404 len: 333 time: 0.1079268 Feb 11 13:11:11.147881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Pushing event updated for resources: {'Port': ['ID=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.164784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9ee92ccb-e81b-4f3f-9666-f09d9448d4d0 None None] Current status of the port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:11.184643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:11.187258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:11.190434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:11.213850 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bae33b9-9fde-4a1d-9ac7-abec5a52756f tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] DELETE failed (client error): The resource could not be found. Feb 11 13:11:11.214800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bae33b9-9fde-4a1d-9ac7-abec5a52756f tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:11:11.223663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3bae33b9-9fde-4a1d-9ac7-abec5a52756f tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "DELETE /v2.0/subnets/a8871bcd-850e-4084-970f-49942c00ac90 HTTP/1.1" status: 404 len: 337 time: 0.1132827 Feb 11 13:11:11.227226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56174) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.294756 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aa402b-45c1-4cca-859f-4ee7d7a0bfd5 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] GET failed (client error): The resource could not be found. Feb 11 13:11:11.296874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-56aa402b-45c1-4cca-859f-4ee7d7a0bfd5 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "GET /v2.0/networks/5b84ec4e-c5c4-4f32-8a95-afcd9789c0ec HTTP/1.1" status: 404 len: 339 time: 0.0680430 Feb 11 13:11:11.300546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56186) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.359308 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-90574be2-286b-44a6-af1d-adda73275775 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] GET failed (client error): The resource could not be found. Feb 11 13:11:11.360744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90574be2-286b-44a6-af1d-adda73275775 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "GET /v2.0/ports/ecc3fa68-8b26-4ffa-8111-9ce385b3c84d HTTP/1.1" status: 404 len: 333 time: 0.0585668 Feb 11 13:11:11.364728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56196) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.376429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Attempting to bind port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:11.376809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Attempting to bind port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:11.379532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Attempting to bind port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 on network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:11.422692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:11.423646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Checking segment: {'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:11.424272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.424843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Bound using segment: {'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:11.425508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Bound port: bc8b25fe-924b-4ae4-95d8-2acfe819fea2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:11.426085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.428472 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ce5aea-26a2-47f0-a4c0-52d03c5f7187 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] GET failed (client error): The resource could not be found. Feb 11 13:11:11.430312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-93e14df7-775e-4d8b-87d0-fab404f77d09 None None] Provisioning complete for port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:11.430609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-85ce5aea-26a2-47f0-a4c0-52d03c5f7187 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "GET /v2.0/subnets/c8e0d08d-5a15-48ff-88cb-1b275122d326 HTTP/1.1" status: 404 len: 337 time: 0.0640974 Feb 11 13:11:11.431118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93e14df7-775e-4d8b-87d0-fab404f77d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.433938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56206) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.440521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e02c03da-268c-4931-9aab-21cf0fb0569c tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:11.467737 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02c03da-268c-4931-9aab-21cf0fb0569c tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] PUT failed (client error): The resource could not be found. Feb 11 13:11:11.468489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02c03da-268c-4931-9aab-21cf0fb0569c tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:11:11.469858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e02c03da-268c-4931-9aab-21cf0fb0569c tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "PUT /v2.0/networks/d01e91c3-9d2a-4836-a734-ca37dbe47122 HTTP/1.1" status: 404 len: 339 time: 0.0349433 Feb 11 13:11:11.473545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56212) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.481030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b23e3399-efbf-42f2-82e3-99fe80a88fed tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:11.514334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-93e14df7-775e-4d8b-87d0-fab404f77d09 None None] Port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:11.532267 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23e3399-efbf-42f2-82e3-99fe80a88fed tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] PUT failed (client error): The resource could not be found. Feb 11 13:11:11.533128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23e3399-efbf-42f2-82e3-99fe80a88fed tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:11:11.535219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b23e3399-efbf-42f2-82e3-99fe80a88fed tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "PUT /v2.0/ports/00286f59-4aac-4ff2-97c5-fe65afed3ce7 HTTP/1.1" status: 404 len: 333 time: 0.0604410 Feb 11 13:11:11.539333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56222) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.546024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5b5ea7e1-2d8a-4950-b637-0ca73b409cf9 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:11.603382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] For port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:11.612590 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5ea7e1-2d8a-4950-b637-0ca73b409cf9 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] PUT failed (client error): The resource could not be found. Feb 11 13:11:11.620035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5ea7e1-2d8a-4950-b637-0ca73b409cf9 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:11:11.621769 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b5ea7e1-2d8a-4950-b637-0ca73b409cf9 tempest-NetworksNegativeTestJSON-1162502957 tempest-NetworksNegativeTestJSON-1162502957-project] 10.222.0.42 "PUT /v2.0/subnets/9938b463-7ffd-4b56-bc4f-5a907ae0d843 HTTP/1.1" status: 404 len: 337 time: 0.0812025 Feb 11 13:11:11.645291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] For port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,segment=NetworkSegment(630bb010-ee08-4442-8944-0251de926704),segment_id=630bb010-ee08-4442-8944-0251de926704)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:11.653265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] For port bc8b25fe-924b-4ae4-95d8-2acfe819fea2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:11.678497 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.721066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8:1::1 (2c6f6dd7-7c58-4656-9fd9-28dd4d711117/ef311a63-0102-4268-ad0a-50c3615fc39a/5acdbe17-3401-43ae-b4bc-9bca76c6e8fd) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:11.783487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] For port bc8b25fe-924b-4ae4-95d8-2acfe819fea2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,segment=NetworkSegment(fd7747f3-4b25-4da5-8efa-927941855e2a),segment_id=fd7747f3-4b25-4da5-8efa-927941855e2a)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:11.786563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c64e-0e00-49be-9f8a-6878281f3428 None None] Pushing event updated for resources: {'Port': ['ID=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.802050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:11.803315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:11.815225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.094775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.120623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56296) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:12.188514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251e437-f903-45df-a660-be0b3aec2bbd req-36e35dc8-021d-4031-9d18-3c89c937b494 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:12.192018 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b251e437-f903-45df-a660-be0b3aec2bbd req-36e35dc8-021d-4031-9d18-3c89c937b494 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.1955755 Feb 11 13:11:12.214638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:12.396086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f6afc78a-d5aa-42a8-8c1b-e00f9a103211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.399580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b251e437-f903-45df-a660-be0b3aec2bbd req-86e8c9b0-1d82-4cb8-b015-3eb86e553944 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865139 Feb 11 13:11:12.400957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.525069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c299eb-7919-47b4-9605-4f2aa3be5af1 None None] Pushing event updated for resources: {'Port': ['ID=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.612856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4e05a89e-df37-4e5a-a08e-23967daa8fa9 None None] Provisioning complete for port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:12.613424 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e05a89e-df37-4e5a-a08e-23967daa8fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.655256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:12.664298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:12.681760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:12.682325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.691075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.734341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56362) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:12.859494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4061452-ab85-4069-9b34-488a0b8d1518 req-66cea905-d9a2-436e-b664-6beafad9621a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:12.861074 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4061452-ab85-4069-9b34-488a0b8d1518 req-66cea905-d9a2-436e-b664-6beafad9621a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2440941 Feb 11 13:11:12.871721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f6afc78a-d5aa-42a8-8c1b-e00f9a103211 admin admin] Publish callbacks [] for security_group (4f0b501d-e418-4bfb-a77a-218d901e8904), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.922034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f6afc78a-d5aa-42a8-8c1b-e00f9a103211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4f0b501d-e418-4bfb-a77a-218d901e8904), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.924545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e05a89e-df37-4e5a-a08e-23967daa8fa9 None None] Current status of the port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:12.925174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e05a89e-df37-4e5a-a08e-23967daa8fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.938901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.990459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56396) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:12.990607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f6afc78a-d5aa-42a8-8c1b-e00f9a103211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d28f3a03e8914adabff6708c58c7d3ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8682766 Feb 11 13:11:12.996598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-network', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:12.998500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e05a89e-df37-4e5a-a08e-23967daa8fa9 None None] For port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,segment=NetworkSegment(630bb010-ee08-4442-8944-0251de926704),segment_id=630bb010-ee08-4442-8944-0251de926704)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:13.005135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e05a89e-df37-4e5a-a08e-23967daa8fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.050553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:11Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:13.154388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f4061452-ab85-4069-9b34-488a0b8d1518 req-c6c70731-6860-4577-b94b-476033733c4d tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660635 Feb 11 13:11:13.155954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afc78a-d5aa-42a8-8c1b-e00f9a103211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0b501d-e418-4bfb-a77a-218d901e8904,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.163019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Made reservation on behalf of 7bb351907fa04df8b5b401a9beeb59da for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:13.165818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.178036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.262514 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23580f7e-8f89-44d1-8eec-9623d14d2ad3 admin admin] Publish callbacks [] for security_group (4f0b501d-e418-4bfb-a77a-218d901e8904), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.332921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks [] for security_group (dad37937-ac2b-44e1-80ca-d7edf687eded), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.341491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dad37937-ac2b-44e1-80ca-d7edf687eded), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.387121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad37937-ac2b-44e1-80ca-d7edf687eded,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.409573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:13.411722 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23580f7e-8f89-44d1-8eec-9623d14d2ad3 admin admin] Publish callbacks [] for security_group (4f0b501d-e418-4bfb-a77a-218d901e8904), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.426389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f8948a51-41ef-4ef8-b170-4b433ddf5061), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.426829 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Added segment f8948a51-41ef-4ef8-b170-4b433ddf5061 of type vlan for network 6398a48c-e72d-4f16-955d-69b0977ff90d Feb 11 13:11:13.495643 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (6398a48c-e72d-4f16-955d-69b0977ff90d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.540233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978dd26b-b47a-419a-b026-069e27eb79e4 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:11Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:13.563346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (6398a48c-e72d-4f16-955d-69b0977ff90d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.564987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:13.566910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.614809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05a89e-df37-4e5a-a08e-23967daa8fa9 None None] Pushing event updated for resources: {'Port': ['ID=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.733019 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9947584 Feb 11 13:11:13.743083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56466) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:13.772669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc8b25fe-924b-4ae4-95d8-2acfe819fea2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:13.789912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Request body: {'subnet': {'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-subnet', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:13.881990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e8aa-5609-4e5c-9d7f-d002ea389bd6 req-cb09ab72-1e23-4dc1-999d-ceb0009434b2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:13.883707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c73e8aa-5609-4e5c-9d7f-d002ea389bd6 req-cb09ab72-1e23-4dc1-999d-ceb0009434b2 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.5614192 Feb 11 13:11:13.886887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6ce41-1ae3-4ce0-b68b-a7751ee2b449 admin admin] Pushing event updated for resources: {'Network': ['ID=6398a48c-e72d-4f16-955d-69b0977ff90d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.888741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:13.889124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.914896 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23580f7e-8f89-44d1-8eec-9623d14d2ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4f0b501d-e418-4bfb-a77a-218d901e8904), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.928459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23580f7e-8f89-44d1-8eec-9623d14d2ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.929690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-23580f7e-8f89-44d1-8eec-9623d14d2ad3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f0b501d-e418-4bfb-a77a-218d901e8904 HTTP/1.1" status: 204 len: 168 time: 0.9379711 Feb 11 13:11:13.940112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 6398a48c-e72d-4f16-955d-69b0977ff90d details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:13.961606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Made reservation on behalf of 7bb351907fa04df8b5b401a9beeb59da for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:13.964086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.032323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.085456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580f7e-8f89-44d1-8eec-9623d14d2ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0b501d-e418-4bfb-a77a-218d901e8904,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:14.105464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.106244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.145768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e49f728-657a-4eed-8abd-79a6dac53c97 None None] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:14.329018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-da922214-c1b1-43d2-baad-13a5ec27dad4 None None] Provisioning complete for port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:14.329399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da922214-c1b1-43d2-baad-13a5ec27dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.371038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c73e8aa-5609-4e5c-9d7f-d002ea389bd6 req-9f2583c2-5cc7-4931-b4f4-91023ebc460e tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572587 Feb 11 13:11:14.458352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:14.641443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:14.649657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:14.689846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:14.690379 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.744536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-da922214-c1b1-43d2-baad-13a5ec27dad4 None None] Current status of the port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:14.745267 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da922214-c1b1-43d2-baad-13a5ec27dad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.832065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port bc8b25fe-924b-4ae4-95d8-2acfe819fea2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,segment=NetworkSegment(fd7747f3-4b25-4da5-8efa-927941855e2a),segment_id=fd7747f3-4b25-4da5-8efa-927941855e2a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:14.838798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.859660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113c0b2-6d70-4db6-beac-627c4d8dcfe6 req-f9f89b98-460b-46df-8664-62449dbb1916 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:14.868751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a113c0b2-6d70-4db6-beac-627c4d8dcfe6 req-f9f89b98-460b-46df-8664-62449dbb1916 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3084972 Feb 11 13:11:14.880960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (93ca6183-2508-48cb-a624-457d3c2aa559), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.921492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:14.988785 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-da922214-c1b1-43d2-baad-13a5ec27dad4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:11:14.989153 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-da922214-c1b1-43d2-baad-13a5ec27dad4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:11:15.109861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a113c0b2-6d70-4db6-beac-627c4d8dcfe6 req-a55a83a9-b2b8-4a9f-ae8c-944a89a753c9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398615 Feb 11 13:11:15.168416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:15.177264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ca6183-2508-48cb-a624-457d3c2aa559,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:15.243433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Checking segment: {'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:15.243866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Network hostable DHCP agents. Network: 6398a48c-e72d-4f16-955d-69b0977ff90d, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:15.350355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:15.386930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Network 6398a48c-e72d-4f16-955d-69b0977ff90d is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:15.411352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 6398a48c-e72d-4f16-955d-69b0977ff90d) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:15.421162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:15.422398 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.425705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec95332-6c78-4607-979c-5dc88c47578a req-aa8a96a0-8ca7-493c-921d-672ea6e2be29 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:15.427212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bf30e3-494c-4b2f-ab56-0a986198205e None None] Network 6398a48c-e72d-4f16-955d-69b0977ff90d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:15.427346 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec95332-6c78-4607-979c-5dc88c47578a req-aa8a96a0-8ca7-493c-921d-672ea6e2be29 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.1747427 Feb 11 13:11:15.438389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:15.457461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-99794ba1-5967-4cc9-9e83-b74acf2f8daa tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2627540 Feb 11 13:11:15.460406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56652) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:15.495432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-758963916'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:15.512944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eec95332-6c78-4607-979c-5dc88c47578a req-ea9fce13-1fc7-4659-af58-c0f20ffb6301 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647075 Feb 11 13:11:15.546197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:15.548054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fc370357-f0e4-466d-b064-70a5cbf63f39 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7921581 Feb 11 13:11:15.558707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:15.559776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:15.567071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.605885 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (a4e1b9f8-d275-4a8e-9198-b01654350fe3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.607434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (a4e1b9f8-d275-4a8e-9198-b01654350fe3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.654414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:15.718315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f29a6dd7-0e59-4d58-8d7f-743717fa4067), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.720147 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment f29a6dd7-0e59-4d58-8d7f-743717fa4067 of type vlan for network a6f767b5-f7c1-4145-b332-60983fdb22d4 Feb 11 13:11:15.759546 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks [] for router_controller (a4e1b9f8-d275-4a8e-9198-b01654350fe3), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.771917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-da922214-c1b1-43d2-baad-13a5ec27dad4 None None] Current status of the port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:15.780431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-be2dc432-efa3-47df-96a2-02526e00ce8f tempest-DvrRoutersNegativeTest-1830326106 tempest-DvrRoutersNegativeTest-1830326106-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-482256891', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:15.787535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.policy [None req-be2dc432-efa3-47df-96a2-02526e00ce8f tempest-DvrRoutersNegativeTest-1830326106 tempest-DvrRoutersNegativeTest-1830326106-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109684) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 11 13:11:15.787914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.policy [None req-be2dc432-efa3-47df-96a2-02526e00ce8f tempest-DvrRoutersNegativeTest-1830326106 tempest-DvrRoutersNegativeTest-1830326106-project] Failed policy check for 'create_router' {{(pid=109684) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 11 13:11:15.788798 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-be2dc432-efa3-47df-96a2-02526e00ce8f tempest-DvrRoutersNegativeTest-1830326106 tempest-DvrRoutersNegativeTest-1830326106-project] create failed (client error): Access was denied to this resource. Feb 11 13:11:15.790869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be2dc432-efa3-47df-96a2-02526e00ce8f tempest-DvrRoutersNegativeTest-1830326106 tempest-DvrRoutersNegativeTest-1830326106-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4382510 Feb 11 13:11:15.854349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (a6f767b5-f7c1-4145-b332-60983fdb22d4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.882579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c423d84-2063-41fa-b4d3-66606d817bfb None None] Network 6398a48c-e72d-4f16-955d-69b0977ff90d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:15.909049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (a6f767b5-f7c1-4145-b332-60983fdb22d4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:15.913409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:15.919179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:15.920019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.043152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-53dc5755-54e3-477b-b3f3-60e90b457815 None None] Provisioning complete for port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:16.043875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53dc5755-54e3-477b-b3f3-60e90b457815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.046964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=a6f767b5-f7c1-4145-b332-60983fdb22d4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:16.060338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7aa2dea7-605c-4938-92c9-7d8bbe74ae3f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5923209 Feb 11 13:11:16.063404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56684) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:16.089023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:16.137532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:16.145260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6341a8-593d-413e-9c53-bba5cba514ab req-9fe84a9f-f5e2-4870-9cd2-5df7ec597d49 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:16.146882 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd6341a8-593d-413e-9c53-bba5cba514ab req-9fe84a9f-f5e2-4870-9cd2-5df7ec597d49 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3853307 Feb 11 13:11:16.266192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:16.279168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.285849 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:16.319900 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:16.320705 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:16.325981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks [] for router_gateway (a4e1b9f8-d275-4a8e-9198-b01654350fe3), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.351402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:16.356191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.396612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56696) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:16.420191 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.454006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd6341a8-593d-413e-9c53-bba5cba514ab req-9d94e050-e911-46ec-97d4-04940a653e40 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903574 Feb 11 13:11:16.495530 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:16.582360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-53dc5755-54e3-477b-b3f3-60e90b457815 None None] Current status of the port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:16.621970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-53dc5755-54e3-477b-b3f3-60e90b457815 None None] Provisioning complete for port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:16.622809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53dc5755-54e3-477b-b3f3-60e90b457815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.651051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:16.652434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc8b25fe-924b-4ae4-95d8-2acfe819fea2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:16.729587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-53dc5755-54e3-477b-b3f3-60e90b457815 None None] Port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:16.759902 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 3, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:13Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:16.762455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3043aca-d41a-42cd-9081-1a8b9b319cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.774786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:16.776651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.795406 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:16.796276 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Updating router df007b7a-f97a-4f62-b5d5-c3cec66a2197 port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:16.830681 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.911878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46704b-47b6-4a32-b133-366c5ccc343a req-421c5e07-8fbb-47d4-be84-936f6f7c677c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:16.913470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d46704b-47b6-4a32-b133-366c5ccc343a req-421c5e07-8fbb-47d4-be84-936f6f7c677c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3017585 Feb 11 13:11:16.950920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:16.954534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d0356d8d-3da5-4750-99b8-9353f87e9599 None None] Provisioning complete for port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:16.955406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d0356d8d-3da5-4750-99b8-9353f87e9599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:16.992757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d0356d8d-3da5-4750-99b8-9353f87e9599 None None] Port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:17.011485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks [] for router_gateway (a4e1b9f8-d275-4a8e-9198-b01654350fe3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.063578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.100275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (dde7b66f-dd53-4a8c-b4a0-20709479f7a3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.188008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=dde7b66f-dd53-4a8c-b4a0-20709479f7a3,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:17.227629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.242462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d46704b-47b6-4a32-b133-366c5ccc343a req-86cfa80d-eeae-4879-9f26-48428cf64fbd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595259 Feb 11 13:11:17.308336 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Publish callbacks [] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.316263 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.334586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Allocated IP 172.25.1.249 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/c8e75b23-4aad-4517-aae6-64347d242709) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:17.355433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:17.355980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: a6f767b5-f7c1-4145-b332-60983fdb22d4, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:17.493692 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3043aca-d41a-42cd-9081-1a8b9b319cdf admin admin] Publish callbacks [] for security_group (608a0801-517a-4ff0-95ed-21e222e438b7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.501582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:17.514461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3043aca-d41a-42cd-9081-1a8b9b319cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (608a0801-517a-4ff0-95ed-21e222e438b7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.584001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e3043aca-d41a-42cd-9081-1a8b9b319cdf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69f3e0e300ec494685f61c0c0f33e6ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1804678 Feb 11 13:11:17.584812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, a6f767b5-f7c1-4145-b332-60983fdb22d4) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:17.590577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56710) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:17.598627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a773b22-2400-4160-892c-533a0e20d9ad None None] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:17.608881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:17.609488 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.615394 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Pushing event updated for resources: {'Port': ['ID=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:17.634558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3043aca-d41a-42cd-9081-1a8b9b319cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608a0801-517a-4ff0-95ed-21e222e438b7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:17.650238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cb684887-8971-4a8e-b663-44d74848e719 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5855539 Feb 11 13:11:17.653593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56712) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:17.669546 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.669838 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.670178 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.670512 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.670839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.671160 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.671480 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.671799 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.672117 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.672431 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.672748 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.673057 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.673373 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:17.699882 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Attempting to bind port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:17.700625 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Attempting to bind port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:17.700991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Attempting to bind port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd on network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:17.713968 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:17.714346 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Checking segment: {'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:17.714752 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.715142 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Bound using segment: {'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:17.715615 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Bound port: 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7747f3-4b25-4da5-8efa-927941855e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:17.715995 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.732331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks [] for port (c8e75b23-4aad-4517-aae6-64347d242709), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.854321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c8e75b23-4aad-4517-aae6-64347d242709), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.859572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-a6f767b5-f7c1-4145-b332-60983fdb22d4', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:17.861622 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.870610 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] For port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:17.877450 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] For port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,segment=NetworkSegment(fd7747f3-4b25-4da5-8efa-927941855e2a),segment_id=fd7747f3-4b25-4da5-8efa-927941855e2a)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:17.892077 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.903069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c3780025-46f6-435b-a09f-4256af1572ca None None] Provisioning complete for port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:17.903471 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c3780025-46f6-435b-a09f-4256af1572ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.999638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:18.000816 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:18.001805 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:18.013798 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c911b767-5039-42aa-816d-4664e8110f38 admin admin] Publish callbacks [] for security_group (608a0801-517a-4ff0-95ed-21e222e438b7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.102042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c911b767-5039-42aa-816d-4664e8110f38 admin admin] Publish callbacks [] for security_group (608a0801-517a-4ff0-95ed-21e222e438b7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.149479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Allocated IP 2001:db8:2::2 (a6f767b5-f7c1-4145-b332-60983fdb22d4/dde7b66f-dd53-4a8c-b4a0-20709479f7a3/5f65883a-1f7f-4842-8d98-20eb72730750) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:18.182394 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9780f89-9358-421f-b30a-7a17cf261dd7 None None] Pushing event updated for resources: {'Port': ['ID=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:18.225247 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:18.286105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:18.288991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c911b767-5039-42aa-816d-4664e8110f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (608a0801-517a-4ff0-95ed-21e222e438b7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.296756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c911b767-5039-42aa-816d-4664e8110f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.302378 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c911b767-5039-42aa-816d-4664e8110f38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/608a0801-517a-4ff0-95ed-21e222e438b7 HTTP/1.1" status: 204 len: 168 time: 0.7085958 Feb 11 13:11:18.305927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:18.451902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Publish callbacks [] for port (5f65883a-1f7f-4842-8d98-20eb72730750), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.454892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e75b23-4aad-4517-aae6-64347d242709,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:18.479800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.534404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ba9d1-d4fb-4912-bec4-8d8b56e95603 req-7fd9c24a-2718-420a-994c-b2e8dad021fe tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:18.536095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c2ba9d1-d4fb-4912-bec4-8d8b56e95603 req-7fd9c24a-2718-420a-994c-b2e8dad021fe tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3436749 Feb 11 13:11:18.563370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911b767-5039-42aa-816d-4664e8110f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608a0801-517a-4ff0-95ed-21e222e438b7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:18.600622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c2ba9d1-d4fb-4912-bec4-8d8b56e95603 req-0ef2a687-ba6e-45b0-a70f-40af1978903c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576901 Feb 11 13:11:18.624813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:18.630367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Pushing event updated for resources: {'Port': ['ID=5f65883a-1f7f-4842-8d98-20eb72730750,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:18.643919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:18.650753 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 3, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:17Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:18.653702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:18.701980 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af5e87-93e7-468f-8c09-96d916d4503f None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 3, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:17Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:18.720312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.800848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Attempting to bind port 5f65883a-1f7f-4842-8d98-20eb72730750 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:18.801275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Attempting to bind port 5f65883a-1f7f-4842-8d98-20eb72730750 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:18.801504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Attempting to bind port 5f65883a-1f7f-4842-8d98-20eb72730750 on network a6f767b5-f7c1-4145-b332-60983fdb22d4 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:18.827768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:18.828258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Checking segment: {'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:18.828740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.829149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Bound using segment: {'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:18.831951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Bound port: 5f65883a-1f7f-4842-8d98-20eb72730750, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:18.832397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:18.924496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] For port 5f65883a-1f7f-4842-8d98-20eb72730750, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:18.928572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] For port 5f65883a-1f7f-4842-8d98-20eb72730750, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5f65883a-1f7f-4842-8d98-20eb72730750,segment=NetworkSegment(f29a6dd7-0e59-4d58-8d7f-743717fa4067),segment_id=f29a6dd7-0e59-4d58-8d7f-743717fa4067)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:18.948934 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.021406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c3780025-46f6-435b-a09f-4256af1572ca None None] Current status of the port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:19.021806 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c3780025-46f6-435b-a09f-4256af1572ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.140053 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks [] for router_gateway (a4e1b9f8-d275-4a8e-9198-b01654350fe3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.181438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c3780025-46f6-435b-a09f-4256af1572ca None None] For port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,segment=NetworkSegment(fd7747f3-4b25-4da5-8efa-927941855e2a),segment_id=fd7747f3-4b25-4da5-8efa-927941855e2a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:19.185296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd332d3b-cc96-49e6-906a-169650f83f15 None None] Pushing event updated for resources: {'Port': ['ID=5f65883a-1f7f-4842-8d98-20eb72730750,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:19.195902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c3780025-46f6-435b-a09f-4256af1572ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.327099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3780025-46f6-435b-a09f-4256af1572ca None None] Pushing event updated for resources: {'Port': ['ID=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:19.363762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f3237672-fe01-467b-abfc-c2ab365fa115 None None] Provisioning complete for port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:19.364150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f3237672-fe01-467b-abfc-c2ab365fa115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.402091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8:2::1 (a6f767b5-f7c1-4145-b332-60983fdb22d4/dde7b66f-dd53-4a8c-b4a0-20709479f7a3/1110fa2e-bbce-4171-b82b-53a9d17de66b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:19.754574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f3237672-fe01-467b-abfc-c2ab365fa115 None None] Current status of the port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:19.766264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.858702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.885667 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (a4e1b9f8-d275-4a8e-9198-b01654350fe3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.906350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:19.934563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:19.939591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:19.944283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:19.944982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.981844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=1110fa2e-bbce-4171-b82b-53a9d17de66b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:20.065803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:20.068365 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.243550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:20.579643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56744) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:20.757367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305c081-3b4e-43f2-86c8-f048b6ca7c7a req-da071e24-0602-47c2-87dd-f03874da3c82 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:20.765882 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a305c081-3b4e-43f2-86c8-f048b6ca7c7a req-da071e24-0602-47c2-87dd-f03874da3c82 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.8772471 Feb 11 13:11:20.799515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Router a4e1b9f8-d275-4a8e-9198-b01654350fe3 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:20.939740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.051906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a305c081-3b4e-43f2-86c8-f048b6ca7c7a req-a9a23fda-c0dc-4633-b3af-af68349b5f88 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847328 Feb 11 13:11:21.058944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-44245a2f-d1cf-45ae-9bfa-3b9beaf4ba10 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1140791345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:21.065378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:21.078634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Sync routers for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:21.091157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:21.097418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:21.141194 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.147552 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1346cdbf-807c-4c99-b958-cf20c36c7188 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5974731 Feb 11 13:11:21.149234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56758) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:21.211521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaa9801-c386-4dd3-8f7f-27464bc2454f None None] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:21.339398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44245a2f-d1cf-45ae-9bfa-3b9beaf4ba10 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.340592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44245a2f-d1cf-45ae-9bfa-3b9beaf4ba10 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.519099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-35b58e71-237e-4025-ab93-d45ded0e8f9a req-0119c00d-709e-4d52-8276-497783a1a286 service neutron] (109684) timed out ('10.222.0.42', 56098) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:11:21.658759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44245a2f-d1cf-45ae-9bfa-3b9beaf4ba10 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for router_controller (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.678527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44245a2f-d1cf-45ae-9bfa-3b9beaf4ba10 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.707489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-44245a2f-d1cf-45ae-9bfa-3b9beaf4ba10 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.712087 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-44245a2f-d1cf-45ae-9bfa-3b9beaf4ba10 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1290245 Feb 11 13:11:21.712792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56766) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:21.739230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-785631151'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:21.795940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5f65883a-1f7f-4842-8d98-20eb72730750 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:21.798808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cef18110-83c1-4fbc-be07-103c69e763a8 None None] Provisioning complete for port 5f65883a-1f7f-4842-8d98-20eb72730750 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:21.799176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cef18110-83c1-4fbc-be07-103c69e763a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.912973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff4fee-d918-4ad2-9ef5-b4639cf44d4c req-dfcba2ba-e2bf-4e8b-a7cc-5852e7d3da9a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:21.918404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07ff4fee-d918-4ad2-9ef5-b4639cf44d4c req-dfcba2ba-e2bf-4e8b-a7cc-5852e7d3da9a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.4135540 Feb 11 13:11:21.925958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Made reservation on behalf of 467a45b4f6be458f8b99aa7f0a93fcf7 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:21.929750 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.963390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-0b68c431-9b99-4c04-9ee8-74d91c0b3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:21.968019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-0b68c431-9b99-4c04-9ee8-74d91c0b3588 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3f4edac0b3364c71b96615236d9b489a&device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 1128 time: 0.4667151 Feb 11 13:11:22.024351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.026709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.073673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.074470 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.114551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:22.174132 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.200847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cef18110-83c1-4fbc-be07-103c69e763a8 None None] Current status of the port 5f65883a-1f7f-4842-8d98-20eb72730750 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:22.201509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cef18110-83c1-4fbc-be07-103c69e763a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.307736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07ff4fee-d918-4ad2-9ef5-b4639cf44d4c req-83c1215d-35ca-4efb-8365-bb580545b1d7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635926 Feb 11 13:11:22.342762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cef18110-83c1-4fbc-be07-103c69e763a8 None None] For port 5f65883a-1f7f-4842-8d98-20eb72730750, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5f65883a-1f7f-4842-8d98-20eb72730750,segment=NetworkSegment(f29a6dd7-0e59-4d58-8d7f-743717fa4067),segment_id=f29a6dd7-0e59-4d58-8d7f-743717fa4067)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:22.393320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=1110fa2e-bbce-4171-b82b-53a9d17de66b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:22.453820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-f1109ab3-d7dc-413f-9aee-0ddb9fe72ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.455402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-f1109ab3-d7dc-413f-9aee-0ddb9fe72ce2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 200 len: 915 time: 0.4623432 Feb 11 13:11:22.463962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Allocated IP 172.20.0.1 (6398a48c-e72d-4f16-955d-69b0977ff90d/93ca6183-2508-48cb-a624-457d3c2aa559/29699ed7-0382-4568-9ce5-13c0ca6683ad) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:22.499245 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cef18110-83c1-4fbc-be07-103c69e763a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.546751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5f65883a-1f7f-4842-8d98-20eb72730750 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:22.547510 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.588509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-a7b65d72-65c7-44d9-a535-fb47b5244d78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 200 len: 217 time: 0.1234612 Feb 11 13:11:22.644069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:22.648014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:22.657987 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks [] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.703141 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.726087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:18Z', 'revision_number': 3, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:22.762619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef18110-83c1-4fbc-be07-103c69e763a8 None None] Pushing event updated for resources: {'Port': ['ID=5f65883a-1f7f-4842-8d98-20eb72730750,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:22.768985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Checking router: a4e1b9f8-d275-4a8e-9198-b01654350fe3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:22.769333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Updating router a4e1b9f8-d275-4a8e-9198-b01654350fe3 port c8e75b23-4aad-4517-aae6-64347d242709 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:22.803797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c8e75b23-4aad-4517-aae6-64347d242709), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.858950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Pushing event updated for resources: {'Port': ['ID=29699ed7-0382-4568-9ce5-13c0ca6683ad,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:22.902215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Network 6398a48c-e72d-4f16-955d-69b0977ff90d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:22.907140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:22.912240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:22.999102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (a4e1b9f8-d275-4a8e-9198-b01654350fe3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.999313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:23.021131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for security_group (9d326d8d-54b4-404f-b44b-0b42dd289d1f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.029957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-c8681e31-c277-4728-8835-655e530c7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:23.037755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-c8681e31-c277-4728-8835-655e530c7b6b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 200 len: 854 time: 0.4313450 Feb 11 13:11:23.043974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9d326d8d-54b4-404f-b44b-0b42dd289d1f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.061674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:23.080651 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c6c1700c-99d6-4e2d-a6d6-f57165578846), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.081193 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Added segment c6c1700c-99d6-4e2d-a6d6-f57165578846 of type vlan for network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 Feb 11 13:11:23.141409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (e3dc9fd3-518d-4fec-94ae-c1404dd83e32), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.241389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-67e3c177-9df3-4e98-9418-889b01a13437 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=23858796-4a14-49a9-b98b-f71fa561d323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731180 Feb 11 13:11:23.262982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (e3dc9fd3-518d-4fec-94ae-c1404dd83e32), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.274679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:23.275298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.331988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Publish callbacks [] for port (c8e75b23-4aad-4517-aae6-64347d242709), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.346976 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.421124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c8e75b23-4aad-4517-aae6-64347d242709), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.474714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d326d8d-54b4-404f-b44b-0b42dd289d1f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:23.543972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad5292-6960-4e98-95b5-be7ba6eb17a0 None None] Pushing event updated for resources: {'Port': ['ID=c8e75b23-4aad-4517-aae6-64347d242709,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:23.595980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6fd5d1e8-01b7-49ac-a6f8-a061318ba6ef None None] Provisioning complete for port 5f65883a-1f7f-4842-8d98-20eb72730750 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:23.596158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d1e8-01b7-49ac-a6f8-a061318ba6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.614134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Attempting to bind port c8e75b23-4aad-4517-aae6-64347d242709 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:23.614773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Attempting to bind port c8e75b23-4aad-4517-aae6-64347d242709 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:23.615856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Attempting to bind port c8e75b23-4aad-4517-aae6-64347d242709 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:23.629451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9047024 Feb 11 13:11:23.648833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5f65883a-1f7f-4842-8d98-20eb72730750 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:23.653339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56776) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:23.671031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'subnet': {'network_id': 'e3dc9fd3-518d-4fec-94ae-c1404dd83e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:23.703503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:23.703918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:23.704327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.704729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:23.705233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Bound port: c8e75b23-4aad-4517-aae6-64347d242709, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:23.705618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c8e75b23-4aad-4517-aae6-64347d242709), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.721041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43797d-6459-41ba-a9d8-596d79f8db6b req-a5f2fe63-906e-4b57-bbc1-4655c473e9a3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:23.736306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa43797d-6459-41ba-a9d8-596d79f8db6b req-a5f2fe63-906e-4b57-bbc1-4655c473e9a3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3117073 Feb 11 13:11:23.757271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbba4a-cfb3-43ec-90f7-f10d9d66fc27 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Network': ['ID=e3dc9fd3-518d-4fec-94ae-c1404dd83e32,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:23.825586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:23.928462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:23.947171 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:23.948672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-afed47b4-e83d-4de5-bf93-a57e90ac214a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2940114 Feb 11 13:11:23.957491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:23.958322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Made reservation on behalf of 467a45b4f6be458f8b99aa7f0a93fcf7 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:23.963624 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:23.973120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-572bcb11-b1df-4683-ae25-955a8555f607 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795354 Feb 11 13:11:23.974364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1357426677'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:23.977623 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:23.987047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5f65883a-1f7f-4842-8d98-20eb72730750 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:23.989289 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:24.018806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:24.023791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.104693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa43797d-6459-41ba-a9d8-596d79f8db6b req-eb6fea32-b913-43e5-b158-4bd17c2f3b06 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331786 Feb 11 13:11:24.107447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:24.163871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36502c46-f456-4b7a-958e-ded3a17f7ee0 req-acbd3ffe-3f6b-45a9-9e75-fd907a1b6bf7 service neutron] 10.222.0.53 "GET /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832528 Feb 11 13:11:24.193360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks [] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.201766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f37d4ef3-99db-4246-834d-3f4c1d8bfdb9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.202752 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added segment f37d4ef3-99db-4246-834d-3f4c1d8bfdb9 of type vlan for network 3d1a499c-f969-44d3-aa7e-e3835a380cba Feb 11 13:11:24.218690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.281093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] For port c8e75b23-4aad-4517-aae6-64347d242709, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:24.302187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] For port c8e75b23-4aad-4517-aae6-64347d242709, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c8e75b23-4aad-4517-aae6-64347d242709,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:24.303488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5d1e8-01b7-49ac-a6f8-a061318ba6ef None None] Current status of the port 5f65883a-1f7f-4842-8d98-20eb72730750 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:24.313845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Pushing event updated for resources: {'Port': ['ID=29699ed7-0382-4568-9ce5-13c0ca6683ad,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:24.346683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c8e75b23-4aad-4517-aae6-64347d242709), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.379820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3d1a499c-f969-44d3-aa7e-e3835a380cba), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.430188 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:24.436128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (a4e1b9f8-d275-4a8e-9198-b01654350fe3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.476825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad5292-6960-4e98-95b5-be7ba6eb17a0 None None] Pushing event updated for resources: {'Port': ['ID=c8e75b23-4aad-4517-aae6-64347d242709,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:24.496424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5f65883a-1f7f-4842-8d98-20eb72730750 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:24.496800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.500155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6fd5d1e8-01b7-49ac-a6f8-a061318ba6ef None None] Provisioning complete for port 1110fa2e-bbce-4171-b82b-53a9d17de66b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:24.500554 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d1e8-01b7-49ac-a6f8-a061318ba6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.556903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3d1a499c-f969-44d3-aa7e-e3835a380cba), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.562715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:24.563655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.651712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:24.651903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Network': ['ID=3d1a499c-f969-44d3-aa7e-e3835a380cba,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:24.652378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:24.668519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5d1e8-01b7-49ac-a6f8-a061318ba6ef None None] Port 1110fa2e-bbce-4171-b82b-53a9d17de66b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:24.720518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:24.731355 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:20Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:21Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:24.769065 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:24.769662 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Updating router df007b7a-f97a-4f62-b5d5-c3cec66a2197 port 1110fa2e-bbce-4171-b82b-53a9d17de66b binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:24.819374 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:24.830137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56784) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:24.830785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a3f477a9-bd78-470d-8e42-5c33088e90be tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8612385 Feb 11 13:11:24.836855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'subnet': {'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:24.868487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Network 6398a48c-e72d-4f16-955d-69b0977ff90d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:24.890380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:24.975156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (08482895-2d02-4312-a1d4-79b51f185852), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.034620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Made reservation on behalf of c8f4e291cb764c56b2270ff1a3fbeca6 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:25.040445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.079552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5f65883a-1f7f-4842-8d98-20eb72730750 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:25.095297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1fa11fa5-4cf6-4496-a058-bd600eb0a58b None None] Provisioning complete for port 1110fa2e-bbce-4171-b82b-53a9d17de66b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:25.095793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1fa11fa5-4cf6-4496-a058-bd600eb0a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.187014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:25.190606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Checking segment: {'id': 'c6c1700c-99d6-4e2d-a6d6-f57165578846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3dc9fd3-518d-4fec-94ae-c1404dd83e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:25.192155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network hostable DHCP agents. Network: e3dc9fd3-518d-4fec-94ae-c1404dd83e32, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:25.210586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Subnet': ['ID=08482895-2d02-4312-a1d4-79b51f185852,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:25.254767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Router a4e1b9f8-d275-4a8e-9198-b01654350fe3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:25.266299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:25.300100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1fa11fa5-4cf6-4496-a058-bd600eb0a58b None None] Port 1110fa2e-bbce-4171-b82b-53a9d17de66b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:25.321167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, e3dc9fd3-518d-4fec-94ae-c1404dd83e32) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:25.328921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:25.330733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.363873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f3b58c18-1fdf-4744-90da-04de4eb2cec7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7064254 Feb 11 13:11:25.371364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56792) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:25.380415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'network': {'name': 'tempest-router-network01--844354610'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:25.393169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519336e-d710-4a0a-b142-2b2f54f84729 None None] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:25.426923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:25.437743 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Publish callbacks [] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.447757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-33d355ff-857b-4f2f-acd2-9bcdfd1527d9 admin admin] 10.222.0.42 "PUT /v2.0/routers/a4e1b9f8-d275-4a8e-9198-b01654350fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2962587 Feb 11 13:11:25.449676 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.525076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea72e27-29da-48c8-993b-df8654b7d878 req-8eb5eefd-bfe8-424a-9c74-feaf44d75037 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:25.526724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dea72e27-29da-48c8-993b-df8654b7d878 req-8eb5eefd-bfe8-424a-9c74-feaf44d75037 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2907164 Feb 11 13:11:25.570427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Made reservation on behalf of 467a45b4f6be458f8b99aa7f0a93fcf7 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:25.584706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.602024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-e3dc9fd3-518d-4fec-94ae-c1404dd83e32', 'network_id': 'e3dc9fd3-518d-4fec-94ae-c1404dd83e32', 'project_id': '467a45b4f6be458f8b99aa7f0a93fcf7', 'fixed_ips': [{'subnet_id': '08482895-2d02-4312-a1d4-79b51f185852'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:25.607183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.686947 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Attempting to bind port 1110fa2e-bbce-4171-b82b-53a9d17de66b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:25.687168 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Attempting to bind port 1110fa2e-bbce-4171-b82b-53a9d17de66b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:25.687868 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Attempting to bind port 1110fa2e-bbce-4171-b82b-53a9d17de66b on network a6f767b5-f7c1-4145-b332-60983fdb22d4 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:25.689400 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9e73-221c-425a-86bb-672afd54710c None None] Pushing event updated for resources: {'Port': ['ID=1110fa2e-bbce-4171-b82b-53a9d17de66b,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:25.711200 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:25.711976 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Checking segment: {'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:25.712880 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.713432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Bound using segment: {'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:25.714222 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Bound port: 1110fa2e-bbce-4171-b82b-53a9d17de66b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29a6dd7-0e59-4d58-8d7f-743717fa4067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:25.714783 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.781955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:25.862820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dea72e27-29da-48c8-993b-df8654b7d878 req-6cf58ef5-14e3-40dc-b905-575e5c8f2533 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175039 Feb 11 13:11:25.874140 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] For port 1110fa2e-bbce-4171-b82b-53a9d17de66b, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:25.878820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d2d6b958-272e-4e99-b9a4-72d5609683cc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.879391 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Added segment d2d6b958-272e-4e99-b9a4-72d5609683cc of type vlan for network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 Feb 11 13:11:25.900988 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] For port 1110fa2e-bbce-4171-b82b-53a9d17de66b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1110fa2e-bbce-4171-b82b-53a9d17de66b,segment=NetworkSegment(f29a6dd7-0e59-4d58-8d7f-743717fa4067),segment_id=f29a6dd7-0e59-4d58-8d7f-743717fa4067)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:25.909289 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.986080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (145da003-048a-419c-99bd-af3ff1a4ec34), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.016172 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9e73-221c-425a-86bb-672afd54710c None None] Pushing event updated for resources: {'Port': ['ID=1110fa2e-bbce-4171-b82b-53a9d17de66b,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:26.050942 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:26.051603 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:26.069254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (208580d9-0cb2-4ae4-91f9-ed2b0df8c893), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.268235 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:26.341439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Subnet': ['ID=145da003-048a-419c-99bd-af3ff1a4ec34,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:26.376986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (208580d9-0cb2-4ae4-91f9-ed2b0df8c893), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.389591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.390309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.489779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-33009a4a-f20e-487f-b7f4-e86e85abd450 None None] Provisioning complete for port 1110fa2e-bbce-4171-b82b-53a9d17de66b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:26.493074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-33009a4a-f20e-487f-b7f4-e86e85abd450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.546901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-44c81e1f-602d-49ab-8053-4acb9c3aa018 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.548825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-44c81e1f-602d-49ab-8053-4acb9c3aa018 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 819 time: 0.3668170 Feb 11 13:11:26.572706 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-a0ee91c0-c235-478c-bbd9-30be3b1341c1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/quotas/7bb351907fa04df8b5b401a9beeb59da HTTP/1.1" status: 200 len: 375 time: 0.0177982 Feb 11 13:11:26.588635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Allocated IP 172.20.0.2 (e3dc9fd3-518d-4fec-94ae-c1404dd83e32/08482895-2d02-4312-a1d4-79b51f185852/313f7649-e46c-4b25-9485-8bb807674997) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:26.611132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Checking segment: {'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:26.611560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network hostable DHCP agents. Network: 3d1a499c-f969-44d3-aa7e-e3835a380cba, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:26.628737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f0960-2621-4368-ac0f-d16f2742a30d req-6921a2e2-421e-4b21-9e94-0eb55e37805f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.644075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-509f0960-2621-4368-ac0f-d16f2742a30d req-6921a2e2-421e-4b21-9e94-0eb55e37805f tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.5963216 Feb 11 13:11:26.673735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3010888 Feb 11 13:11:26.678456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56820) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:26.687123 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-685a1ffa-1103-42c9-9d58-d1dd1063e3af tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084368 Feb 11 13:11:26.700311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'network': {'name': 'tempest-router-network02--1434618911'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:26.709936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc601492-d55d-431b-aefc-37972e9441bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Network': ['ID=208580d9-0cb2-4ae4-91f9-ed2b0df8c893,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:26.712311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 2, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:26.751777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-fc282106-a092-46db-a127-c0ed67ccbbef service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:11:26.753124 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-fc282106-a092-46db-a127-c0ed67ccbbef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133977 Feb 11 13:11:26.757343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Made reservation on behalf of 467a45b4f6be458f8b99aa7f0a93fcf7 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:26.763010 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:20Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:25Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:26.766261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:26.781125 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.819345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:26.819651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-509f0960-2621-4368-ac0f-d16f2742a30d req-72383a64-4228-48c4-b771-0504129f86bb tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729510 Feb 11 13:11:26.832538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3d1a499c-f969-44d3-aa7e-e3835a380cba) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:26.868937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:26.872474 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.877509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:26.888912 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81433c2b-1e56-4f6e-a778-a18355d07c84 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:20Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:25Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:26.918819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.919317 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Added segment 5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4 of type vlan for network 12edf4e3-e7a3-4834-b504-5d8940246279 Feb 11 13:11:26.937919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d2c67062-f288-499e-81c6-ae7fadb28f79 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1066301 Feb 11 13:11:26.939122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56826) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:26.967572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e488e88-b460-4fba-a701-99f56c20bfc1 None None] The sync data for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 is: [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 2, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:27.060156 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-a88eb468-5cdc-4d03-bc3a-eab4a4436f6f service neutron] 10.222.0.42 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741673 Feb 11 13:11:27.067047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de6478-9def-46bc-8408-9f6e1f54533c None None] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:27.069541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-33009a4a-f20e-487f-b7f4-e86e85abd450 None None] Current status of the port 1110fa2e-bbce-4171-b82b-53a9d17de66b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:27.071373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-33009a4a-f20e-487f-b7f4-e86e85abd450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.120544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (12edf4e3-e7a3-4834-b504-5d8940246279), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.240791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-33009a4a-f20e-487f-b7f4-e86e85abd450 None None] For port 1110fa2e-bbce-4171-b82b-53a9d17de66b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1110fa2e-bbce-4171-b82b-53a9d17de66b,segment=NetworkSegment(f29a6dd7-0e59-4d58-8d7f-743717fa4067),segment_id=f29a6dd7-0e59-4d58-8d7f-743717fa4067)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:27.307989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-33009a4a-f20e-487f-b7f4-e86e85abd450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.418193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (12edf4e3-e7a3-4834-b504-5d8940246279), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.423959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:27.424723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.587752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8995788 Feb 11 13:11:27.589341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Publish callbacks [] for port (313f7649-e46c-4b25-9485-8bb807674997), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.602759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56832) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:27.631582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'subnet': {'network_id': '208580d9-0cb2-4ae4-91f9-ed2b0df8c893', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:27.673865 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7aadf-64d5-4f64-a31f-48069ff3802c tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Network': ['ID=12edf4e3-e7a3-4834-b504-5d8940246279,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:27.686561 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (313f7649-e46c-4b25-9485-8bb807674997), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.719707 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-b54b0964-f559-401a-9586-f50eb42fecdb service neutron] 10.222.0.42 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942453 Feb 11 13:11:27.730019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:27.731651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3d1a499c-f969-44d3-aa7e-e3835a380cba', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:27.732869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.796685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:27.810229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:27.829840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 12edf4e3-e7a3-4834-b504-5d8940246279 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:27.940690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc517f4-d914-414b-9c7b-473cac340d88 req-25ff920a-47a8-4acb-84df-b9ac0cd0304b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:27.945629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cc517f4-d914-414b-9c7b-473cac340d88 req-25ff920a-47a8-4acb-84df-b9ac0cd0304b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.5908070 Feb 11 13:11:27.955947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Made reservation on behalf of 467a45b4f6be458f8b99aa7f0a93fcf7 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:27.965937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.202700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1110fa2e-bbce-4171-b82b-53a9d17de66b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:28.209048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33009a4a-f20e-487f-b7f4-e86e85abd450 None None] Pushing event updated for resources: {'Port': ['ID=1110fa2e-bbce-4171-b82b-53a9d17de66b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:28.374149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e1ce4260-a102-47ed-ae4a-1adb7bf0b12c None None] Provisioning complete for port 1110fa2e-bbce-4171-b82b-53a9d17de66b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:28.375976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4260-a102-47ed-ae4a-1adb7bf0b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.378639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cc517f4-d914-414b-9c7b-473cac340d88 req-6722508f-b431-4b9a-bb74-b30f38b6828b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168365 Feb 11 13:11:28.460206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Pushing event updated for resources: {'Port': ['ID=313f7649-e46c-4b25-9485-8bb807674997,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:28.745897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Attempting to bind port 313f7649-e46c-4b25-9485-8bb807674997 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:28.747160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Attempting to bind port 313f7649-e46c-4b25-9485-8bb807674997 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c6c1700c-99d6-4e2d-a6d6-f57165578846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3dc9fd3-518d-4fec-94ae-c1404dd83e32'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:28.747160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Attempting to bind port 313f7649-e46c-4b25-9485-8bb807674997 on network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:28.834080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.844521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:28.844815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Checking segment: {'id': 'c6c1700c-99d6-4e2d-a6d6-f57165578846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3dc9fd3-518d-4fec-94ae-c1404dd83e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:28.856480 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.856898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Bound using segment: {'id': 'c6c1700c-99d6-4e2d-a6d6-f57165578846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3dc9fd3-518d-4fec-94ae-c1404dd83e32'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:28.857416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Bound port: 313f7649-e46c-4b25-9485-8bb807674997, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c1700c-99d6-4e2d-a6d6-f57165578846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'e3dc9fd3-518d-4fec-94ae-c1404dd83e32'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:28.869023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (313f7649-e46c-4b25-9485-8bb807674997), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.915485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1110fa2e-bbce-4171-b82b-53a9d17de66b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:28.916160 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.067979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Allocated IP 2001:db8:3::2 (3d1a499c-f969-44d3-aa7e-e3835a380cba/145da003-048a-419c-99bd-af3ff1a4ec34/84ac2463-3b8c-49b0-a0a6-d0fb58a2e898) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:29.192343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] For port 313f7649-e46c-4b25-9485-8bb807674997, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:29.202647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] For port 313f7649-e46c-4b25-9485-8bb807674997, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=313f7649-e46c-4b25-9485-8bb807674997,segment=NetworkSegment(c6c1700c-99d6-4e2d-a6d6-f57165578846),segment_id=c6c1700c-99d6-4e2d-a6d6-f57165578846)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:29.443808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Publish callbacks [] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.480617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (313f7649-e46c-4b25-9485-8bb807674997), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.492145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.597671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebe2fd98-250c-4789-b754-330c862ab48d req-308fcb43-af0e-477f-984e-15b7713b3e56 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 210 time: 1.0990598 Feb 11 13:11:29.609524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Allocated IP 2001:db8:3::1 (3d1a499c-f969-44d3-aa7e-e3835a380cba/145da003-048a-419c-99bd-af3ff1a4ec34/ac95d6df-0e57-4049-9c88-5c867ebacde2) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:29.628612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26377059-95b5-4a4b-8a44-e35f7e8b1152 req-a537d28d-7a98-4f6a-aa96-01dbe0b90656 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:29.637561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26377059-95b5-4a4b-8a44-e35f7e8b1152 req-a537d28d-7a98-4f6a-aa96-01dbe0b90656 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2258022 Feb 11 13:11:29.653724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (ba80d67d-b578-49ae-8d8f-b5f46b52081a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.686052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:29.739606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0e032-ebec-4794-8fc4-30bb48bd7714 None None] Pushing event updated for resources: {'Port': ['ID=313f7649-e46c-4b25-9485-8bb807674997,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.810088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26377059-95b5-4a4b-8a44-e35f7e8b1152 req-7f8c33f5-180c-4f10-8f42-aecbc237170a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714263 Feb 11 13:11:29.863745 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fbb10b85-b70d-46e6-8a2c-61b392061218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.891878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Pushing event updated for resources: {'Port': ['ID=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.927354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Subnet': ['ID=ba80d67d-b578-49ae-8d8f-b5f46b52081a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.970418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Checking segment: {'id': 'd2d6b958-272e-4e99-b9a4-72d5609683cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '208580d9-0cb2-4ae4-91f9-ed2b0df8c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:29.970782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network hostable DHCP agents. Network: 208580d9-0cb2-4ae4-91f9-ed2b0df8c893, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:30.015792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:30.087676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 208580d9-0cb2-4ae4-91f9-ed2b0df8c893) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:30.090204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:30.102773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:30.104428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:30.106107 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.124523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce4260-a102-47ed-ae4a-1adb7bf0b12c None None] Current status of the port 1110fa2e-bbce-4171-b82b-53a9d17de66b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:30.127368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff3756-7add-4838-9598-6d23ee006e2d None None] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:30.130017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1110fa2e-bbce-4171-b82b-53a9d17de66b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:30.199810 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2abd8fc6-992b-4284-ab14-2b919b58adbb tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5659547 Feb 11 13:11:30.200673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56866) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:30.224112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'subnet': {'network_id': '12edf4e3-e7a3-4834-b504-5d8940246279', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:30.522569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Attempting to bind port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:30.523205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Attempting to bind port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:30.523745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Attempting to bind port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 on network 3d1a499c-f969-44d3-aa7e-e3835a380cba {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:30.556089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:30.556401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Checking segment: {'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:30.556922 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.557417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Bound using segment: {'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:30.559572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Bound port: 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:30.560068 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.615412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Made reservation on behalf of 467a45b4f6be458f8b99aa7f0a93fcf7 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:30.620046 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.639294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 313f7649-e46c-4b25-9485-8bb807674997 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:30.654701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eaba8d-6003-4680-a42b-86a14e6d6a45 req-c1d54865-635d-4aa7-b8f9-5f58da09eeae tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:30.656548 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1eaba8d-6003-4680-a42b-86a14e6d6a45 req-c1d54865-635d-4aa7-b8f9-5f58da09eeae tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 946 time: 0.2165740 Feb 11 13:11:30.730678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-208580d9-0cb2-4ae4-91f9-ed2b0df8c893', 'network_id': '208580d9-0cb2-4ae4-91f9-ed2b0df8c893', 'project_id': '467a45b4f6be458f8b99aa7f0a93fcf7', 'fixed_ips': [{'subnet_id': 'ba80d67d-b578-49ae-8d8f-b5f46b52081a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:30.733219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.800633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f1eaba8d-6003-4680-a42b-86a14e6d6a45 req-02aeb06c-4825-4925-ad94-de8015aac507 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376750 Feb 11 13:11:31.051179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4019c0-ac0b-4794-a53f-cd441c7792ba req-8ea58953-705c-4b1d-b93b-26778935a1b1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.062864 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f4019c0-ac0b-4794-a53f-cd441c7792ba req-8ea58953-705c-4b1d-b93b-26778935a1b1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.1560168 Feb 11 13:11:31.086278 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (25045328-9d7d-446b-9125-ad115f6577bb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.265513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Subnet': ['ID=25045328-9d7d-446b-9125-ad115f6577bb,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:31.291900 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f4019c0-ac0b-4794-a53f-cd441c7792ba req-e520cf5b-8e47-4755-883f-ff09ab8cd1a1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276218 Feb 11 13:11:31.326979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Checking segment: {'id': '5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '12edf4e3-e7a3-4834-b504-5d8940246279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:31.328746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network hostable DHCP agents. Network: 12edf4e3-e7a3-4834-b504-5d8940246279, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:31.374476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network 12edf4e3-e7a3-4834-b504-5d8940246279 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:31.388130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 12edf4e3-e7a3-4834-b504-5d8940246279) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:31.395607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.396206 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.426177 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a9f312f2-1423-4e56-aff3-81a652cd89e5 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2220614 Feb 11 13:11:31.430374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:31.528417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-bc10ee32-7a5e-4b4b-8af9-506b3115c916 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.530974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-bc10ee32-7a5e-4b4b-8af9-506b3115c916 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 819 time: 0.4171605 Feb 11 13:11:31.564746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Request body: {'port': {'device_id': '0624e9bd-7780-4902-a565-be84087bfae4', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'admin_state_up': True, 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:31.687465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Allocated IP 172.20.0.2 (208580d9-0cb2-4ae4-91f9-ed2b0df8c893/ba80d67d-b578-49ae-8d8f-b5f46b52081a/69ebb3fb-f650-475b-be47-d5830dbf4aaf) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:31.803407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.856259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b7fa4cd0-8765-4161-9d4c-9562c1f1ffe7 req-8a36e326-9515-439b-8e22-1f01057a1688 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 210 time: 0.2242408 Feb 11 13:11:31.861082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-7966a120-0835-4059-9bd0-2c0eb1c48d93 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.864951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-7966a120-0835-4059-9bd0-2c0eb1c48d93 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.3279366 Feb 11 13:11:31.896019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f91ca-8fc3-435a-87b3-1d11447fad82 req-9528644c-249c-4535-847c-596e2a25c310 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.904863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f4f91ca-8fc3-435a-87b3-1d11447fad82 req-9528644c-249c-4535-847c-596e2a25c310 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 945 time: 0.7336812 Feb 11 13:11:32.000108 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Publish callbacks [] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.006057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 313f7649-e46c-4b25-9485-8bb807674997 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:32.006810 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (313f7649-e46c-4b25-9485-8bb807674997), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.009088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Sync routers for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:32.011789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87303d19-be3d-458e-af92-d51f6ded7113 None None] Network 12edf4e3-e7a3-4834-b504-5d8940246279 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:32.031850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94f29c-f621-498a-a98d-f7e0e7168fd8 None None] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:32.089296 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.134076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f4f91ca-8fc3-435a-87b3-1d11447fad82 req-681a4c77-d206-4764-802d-91e87d03a75b tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280366 Feb 11 13:11:32.149269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Made reservation on behalf of 7bb351907fa04df8b5b401a9beeb59da for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:32.159073 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.184289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Pushing event updated for resources: {'Port': ['ID=69ebb3fb-f650-475b-be47-d5830dbf4aaf,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:32.195601 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8bb5bc6f-f908-4304-8618-96f09f1e0823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.236857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] For port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:32.246953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:32.249276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:32.250074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:32.296851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:32.299919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.328815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475f6b1-5616-4a25-b78a-09ad03854dd9 req-c3517e02-becd-4e42-adb8-455a5018762a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.349134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3475f6b1-5616-4a25-b78a-09ad03854dd9 req-c3517e02-becd-4e42-adb8-455a5018762a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3542891 Feb 11 13:11:32.358721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:32.374941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] For port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,segment=NetworkSegment(f37d4ef3-99db-4246-834d-3f4c1d8bfdb9),segment_id=f37d4ef3-99db-4246-834d-3f4c1d8bfdb9)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:32.385733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1c3255a2-fc98-4535-91b2-ab3051a0b8f2 None None] Provisioning complete for port 313f7649-e46c-4b25-9485-8bb807674997 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:32.386119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c3255a2-fc98-4535-91b2-ab3051a0b8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (313f7649-e46c-4b25-9485-8bb807674997), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.405074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Allocated IP 172.20.0.3 (6398a48c-e72d-4f16-955d-69b0977ff90d/93ca6183-2508-48cb-a624-457d3c2aa559/252bc253-4b29-4390-ad0c-587b2fe0a2ea) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:32.445236 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.480849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.579515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-848563e4-d842-4d4e-a808-e0990415d760 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.581063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-848563e4-d842-4d4e-a808-e0990415d760 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.64 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 946 time: 0.7547517 Feb 11 13:11:32.593125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=ac95d6df-0e57-4049-9c88-5c867ebacde2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:32.658301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Allocated IP 172.20.0.1 (208580d9-0cb2-4ae4-91f9-ed2b0df8c893/ba80d67d-b578-49ae-8d8f-b5f46b52081a/f7417327-6abe-44c7-b43d-0cd7d3437925) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:32.688547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:32.741986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:32.745256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.745662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.746063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.746408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.746746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.747082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.747418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.747748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.748077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.748407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.748736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.749063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.749386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:32.750556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-12edf4e3-e7a3-4834-b504-5d8940246279', 'network_id': '12edf4e3-e7a3-4834-b504-5d8940246279', 'project_id': '467a45b4f6be458f8b99aa7f0a93fcf7', 'fixed_ips': [{'subnet_id': '25045328-9d7d-446b-9125-ad115f6577bb'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:32.751673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.761041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:32.761602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.777003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Attempting to bind port 69ebb3fb-f650-475b-be47-d5830dbf4aaf on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:32.777551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Attempting to bind port 69ebb3fb-f650-475b-be47-d5830dbf4aaf by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'd2d6b958-272e-4e99-b9a4-72d5609683cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '208580d9-0cb2-4ae4-91f9-ed2b0df8c893'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:32.778157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Attempting to bind port 69ebb3fb-f650-475b-be47-d5830dbf4aaf on network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:32.829853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.831361 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.900823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Deleting port 11162c8c-083f-43bb-a531-ebd9ddfedcfa {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:32.901200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.903709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.904797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:32.905308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Checking segment: {'id': 'd2d6b958-272e-4e99-b9a4-72d5609683cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '208580d9-0cb2-4ae4-91f9-ed2b0df8c893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:32.907024 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.907673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Bound using segment: {'id': 'd2d6b958-272e-4e99-b9a4-72d5609683cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '208580d9-0cb2-4ae4-91f9-ed2b0df8c893'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:32.909106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Bound port: 69ebb3fb-f650-475b-be47-d5830dbf4aaf, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d6b958-272e-4e99-b9a4-72d5609683cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '208580d9-0cb2-4ae4-91f9-ed2b0df8c893'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:32.909777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.930119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:32.936463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189632-0b67-4719-81db-091a0b5a154b None None] Pushing event updated for resources: {'Port': ['ID=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:32.936673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:32.946865 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:33.025577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.082676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] For port 11162c8c-083f-43bb-a531-ebd9ddfedcfa, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=11162c8c-083f-43bb-a531-ebd9ddfedcfa,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:33.082997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.111270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Calling delete_port for 11162c8c-083f-43bb-a531-ebd9ddfedcfa owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:33.118080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] For port 69ebb3fb-f650-475b-be47-d5830dbf4aaf, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:33.127213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] For port 69ebb3fb-f650-475b-be47-d5830dbf4aaf, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=69ebb3fb-f650-475b-be47-d5830dbf4aaf,segment=NetworkSegment(d2d6b958-272e-4e99-b9a4-72d5609683cc),segment_id=d2d6b958-272e-4e99-b9a4-72d5609683cc)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:33.134120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 313f7649-e46c-4b25-9485-8bb807674997 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:33.134854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (313f7649-e46c-4b25-9485-8bb807674997), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.158482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:33.167652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c3255a2-fc98-4535-91b2-ab3051a0b8f2 None None] Current status of the port 313f7649-e46c-4b25-9485-8bb807674997 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:33.168387 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c3255a2-fc98-4535-91b2-ab3051a0b8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (313f7649-e46c-4b25-9485-8bb807674997), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.203813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.210301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.267607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3475f6b1-5616-4a25-b78a-09ad03854dd9 req-4b20659f-3ed8-45a7-91fe-4ffa5380ead7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9175842 Feb 11 13:11:33.305551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Port': ['ID=f7417327-6abe-44c7-b43d-0cd7d3437925,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:33.345009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81b80d-03f7-42f5-a6f3-c103851eaa09 None None] Pushing event updated for resources: {'Port': ['ID=69ebb3fb-f650-475b-be47-d5830dbf4aaf,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:33.358211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 313f7649-e46c-4b25-9485-8bb807674997, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=313f7649-e46c-4b25-9485-8bb807674997,segment=NetworkSegment(c6c1700c-99d6-4e2d-a6d6-f57165578846),segment_id=c6c1700c-99d6-4e2d-a6d6-f57165578846)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:33.429614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01eb436-b65f-45ac-8a7f-8bcc96ab608b req-8df2b581-554d-4c49-b919-65beb9d73b96 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:33.441747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b01eb436-b65f-45ac-8a7f-8bcc96ab608b req-8df2b581-554d-4c49-b919-65beb9d73b96 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 946 time: 0.9506371 Feb 11 13:11:33.490868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Allocated IP 172.20.0.2 (12edf4e3-e7a3-4834-b504-5d8940246279/25045328-9d7d-446b-9125-ad115f6577bb/15f96cf1-b003-45ca-9cf1-a0aec03b7865) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:33.493104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Deleting port fc5dc986-ed45-4688-9e6c-e1063593e636 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:33.494471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.499142 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.518667 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12d54427-ec6a-4894-aad4-adcf8d839ba0 req-65a34dbb-e850-4f52-96e0-07075c7df303 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 210 time: 0.1576266 Feb 11 13:11:33.548494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (11162c8c-083f-43bb-a531-ebd9ddfedcfa), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.599223 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.663916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b01eb436-b65f-45ac-8a7f-8bcc96ab608b req-5a7b5edd-fc5c-4965-a580-abfcf84a9a9b tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups?id=be33e5a5-7bfa-401e-afc0-c965a5dd303d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191160 Feb 11 13:11:33.675114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Publish callbacks [] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.698689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['11162c8c-083f-43bb-a531-ebd9ddfedcfa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:33.715680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.745589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f4fe229f-5828-475f-a7a9-45c4934f56c6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:33.783322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7dc500c-fb1b-4412-baa5-4a7c8c4a2aaa req-e96a0a7a-dd68-42ce-8265-0c96fc9f38f3 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 210 time: 0.1441793 Feb 11 13:11:33.783962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Pushing event deleted for resources: {'Port': ['ID=11162c8c-083f-43bb-a531-ebd9ddfedcfa,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:33.861127 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.936588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.952960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.026445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] For port fc5dc986-ed45-4688-9e6c-e1063593e636, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fc5dc986-ed45-4688-9e6c-e1063593e636,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:34.026823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.112500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Port': ['ID=f7417327-6abe-44c7-b43d-0cd7d3437925,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.125815 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.135371 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (313f7649-e46c-4b25-9485-8bb807674997), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.136420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c8e75b23-4aad-4517-aae6-64347d242709 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:34.254755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:34.256426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:34.291781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.292344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.292871 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Floating IP 0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4 disassociated. External IP: 172.25.1.208, port: fc5dc986-ed45-4688-9e6c-e1063593e636. Feb 11 13:11:34.293386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Calling delete_port for fc5dc986-ed45-4688-9e6c-e1063593e636 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:34.451851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Router 718ddf93-f8ea-4322-9e2e-4f8fa947c62d is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:34.489020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event updated for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.563734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Network 6398a48c-e72d-4f16-955d-69b0977ff90d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:34.567716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dc364c-b46f-46c4-9d60-9037925d3d46 None None] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:34.572446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.581188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:34.608359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fc5dc986-ed45-4688-9e6c-e1063593e636), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.617451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:34.618069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Network 12edf4e3-e7a3-4834-b504-5d8940246279 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:34.629679 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-1c3255a2-fc98-4535-91b2-ab3051a0b8f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:11:34.630096 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-1c3255a2-fc98-4535-91b2-ab3051a0b8f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:11:34.697363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:34.699795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:34.709342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] Sync routers for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:34.720261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a40601c9-7386-4e48-859d-005473f61831 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "PUT /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2875509 Feb 11 13:11:34.720486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Pushing event updated for resources: {'Port': ['ID=15f96cf1-b003-45ca-9cf1-a0aec03b7865,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.721909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event deleted for resources: {'Port': ['ID=fc5dc986-ed45-4688-9e6c-e1063593e636,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.722333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56898) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:34.724009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] No DVR routers for this DVR port 11162c8c-083f-43bb-a531-ebd9ddfedcfa on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:34.732038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:34.733357 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:34.735454 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:34.800615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.809406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf77b96b-8696-4491-b9b8-9736fbb2e3ec req-9c694c3a-75ad-4668-b3d9-ee0bde0aa4e5 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.64 "DELETE /v2.0/ports/11162c8c-083f-43bb-a531-ebd9ddfedcfa HTTP/1.1" status: 204 len: 173 time: 2.8720632 Feb 11 13:11:34.814253 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:34.818365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdd9152-699b-440c-870f-271e41fd3818', 'name': 'network-vif-deleted', 'tag': '11162c8c-083f-43bb-a531-ebd9ddfedcfa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:34.820800 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbe6124-ffdf-44ca-856f-1a37e07860a1" -d '{"events": [{"server_uuid": "3bdd9152-699b-440c-870f-271e41fd3818", "name": "network-vif-deleted", "tag": "11162c8c-083f-43bb-a531-ebd9ddfedcfa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:34.841808 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:34.842588 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:34.907458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c8e75b23-4aad-4517-aae6-64347d242709 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:34.908049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c8e75b23-4aad-4517-aae6-64347d242709), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.939506 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:34.940485 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa9dcd9-39d4-4097-8789-2b67febe3aeb None None] The sync data for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:34.978535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c08bd1-549d-4a49-b84e-ce64a85e0386 req-b6082677-2c9a-4be1-adbd-5d4eb7866643 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:34.981070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80c08bd1-549d-4a49-b84e-ce64a85e0386 req-b6082677-2c9a-4be1-adbd-5d4eb7866643 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 1.0515943 Feb 11 13:11:35.035131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa580f-1020-48d2-a7e9-61837f9c70d4 req-9ec7beeb-58b7-4421-91a6-c71d4294afcc tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:35.044643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1aa580f-1020-48d2-a7e9-61837f9c70d4 req-9ec7beeb-58b7-4421-91a6-c71d4294afcc tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 931 time: 0.4290063 Feb 11 13:11:35.058789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:35.060407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.100281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 2, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:35.154862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=313f7649-e46c-4b25-9485-8bb807674997,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:35.189103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80c08bd1-549d-4a49-b84e-ce64a85e0386 req-f45414f3-deab-4cdc-be69-4980885d8a19 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099970 Feb 11 13:11:35.192725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Checking router: a4e1b9f8-d275-4a8e-9198-b01654350fe3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:35.192725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Updating router a4e1b9f8-d275-4a8e-9198-b01654350fe3 port 29699ed7-0382-4568-9ce5-13c0ca6683ad binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:35.200350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-1e3865ac-2388-465a-8fc5-7c6e7b1c4b1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6454813 Feb 11 13:11:35.217919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Request body: {'port': {'device_id': '0624e9bd-7780-4902-a565-be84087bfae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:35.218803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c7db6-cd7d-4660-8c59-7a8bc14e3fbb None None] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:35.257149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Attempting to bind port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:35.257594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Attempting to bind port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '12edf4e3-e7a3-4834-b504-5d8940246279'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:35.258010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Attempting to bind port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 on network 12edf4e3-e7a3-4834-b504-5d8940246279 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:35.262153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1aa580f-1020-48d2-a7e9-61837f9c70d4 req-5913d30c-55b2-4571-a6e8-14ce40506fa9 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164073 Feb 11 13:11:35.343428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:35.343910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Checking segment: {'id': '5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '12edf4e3-e7a3-4834-b504-5d8940246279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:35.344328 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.344728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Bound using segment: {'id': '5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '12edf4e3-e7a3-4834-b504-5d8940246279'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:35.345233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Bound port: 15f96cf1-b003-45ca-9cf1-a0aec03b7865, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '12edf4e3-e7a3-4834-b504-5d8940246279'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:35.345621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.425725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c3255a2-fc98-4535-91b2-ab3051a0b8f2 None None] Current status of the port 313f7649-e46c-4b25-9485-8bb807674997 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:35.460960 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.479960 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1168632b-db26-482e-8afe-961c33407fde req-a85f9e2e-3f3a-4e0c-81eb-7ee66a4774d2 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.1413326 Feb 11 13:11:35.604069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.661679 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe2214-c185-4f62-bdc3-ac394ebe12f4 x-openstack-request-id: req-41fe2214-c185-4f62-bdc3-ac394ebe12f4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:35.662279 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bdd9152-699b-440c-870f-271e41fd3818", "name": "network-vif-deleted", "tag": "11162c8c-083f-43bb-a531-ebd9ddfedcfa", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:35.662279 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41fe2214-c185-4f62-bdc3-ac394ebe12f4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:35.662615 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdd9152-699b-440c-870f-271e41fd3818', 'name': 'network-vif-deleted', 'tag': '11162c8c-083f-43bb-a531-ebd9ddfedcfa', 'status': 'completed', 'code': 200} Feb 11 13:11:35.697082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c8e75b23-4aad-4517-aae6-64347d242709 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:35.697449 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c8e75b23-4aad-4517-aae6-64347d242709), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.713585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Router 86e88e49-6e69-45a5-ac72-d30339c2ede7 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:35.770361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Provisioning complete for port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:35.770752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.774475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.796117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.851567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.852530 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.874974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c9e14-5ef3-4b63-aecd-41a946b6cdc1 req-e5ef5b96-7310-4c7c-84e5-c2fa5e777ec3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:35.882023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad5c9e14-5ef3-4b63-aecd-41a946b6cdc1 req-e5ef5b96-7310-4c7c-84e5-c2fa5e777ec3 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2139192 Feb 11 13:11:35.888260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port c8e75b23-4aad-4517-aae6-64347d242709, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c8e75b23-4aad-4517-aae6-64347d242709,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:35.937507 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c8e75b23-4aad-4517-aae6-64347d242709), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.938516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1110fa2e-bbce-4171-b82b-53a9d17de66b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:36.089569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f60bf8b9-c6ab-40b5-8795-e14d8ad6f3a8 req-24a74017-dfd1-45cf-b79d-3323b9424a1c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bdd9152-699b-440c-870f-271e41fd3818 HTTP/1.1" status: 200 len: 210 time: 0.5592005 Feb 11 13:11:36.280492 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-2554aa34-6d0a-41fc-8b1f-ead66b7a7ac7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:11:36.284782 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2554aa34-6d0a-41fc-8b1f-ead66b7a7ac7 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "PUT /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5374296 Feb 11 13:11:36.285842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56910) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:36.404203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Publish callbacks [] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.412620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=c8e75b23-4aad-4517-aae6-64347d242709,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:36.438350 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.443410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] For port 15f96cf1-b003-45ca-9cf1-a0aec03b7865, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:36.500250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] For port 15f96cf1-b003-45ca-9cf1-a0aec03b7865, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=15f96cf1-b003-45ca-9cf1-a0aec03b7865,segment=NetworkSegment(5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4),segment_id=5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:36.501914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Current status of the port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:36.502418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.545310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.576543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1110fa2e-bbce-4171-b82b-53a9d17de66b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:36.577047 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.624471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad5c9e14-5ef3-4b63-aecd-41a946b6cdc1 req-d58f0859-ee89-469d-a824-d3aa52ae3c52 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392142 Feb 11 13:11:36.658710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddc61b-3b38-405d-9b3f-d3b92df89c47 None None] Pushing event updated for resources: {'Port': ['ID=29699ed7-0382-4568-9ce5-13c0ca6683ad,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:36.766972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fc5dc986-ed45-4688-9e6c-e1063593e636 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:36.801825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ccdb7-9890-4bed-b05b-c2ee5ef34f87 req-4c153bf1-d90c-4fbc-9896-a0fcd3095331 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.812018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a61ccdb7-9890-4bed-b05b-c2ee5ef34f87 req-4c153bf1-d90c-4fbc-9896-a0fcd3095331 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 931 time: 0.3608716 Feb 11 13:11:36.862927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] For port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,segment=NetworkSegment(f37d4ef3-99db-4246-834d-3f4c1d8bfdb9),segment_id=f37d4ef3-99db-4246-834d-3f4c1d8bfdb9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:36.866115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: fc5dc986-ed45-4688-9e6c-e1063593e636 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:36.866704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fc5dc986-ed45-4688-9e6c-e1063593e636 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:36.867478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 11162c8c-083f-43bb-a531-ebd9ddfedcfa no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:36.870833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event updated for resources: {'Port': ['ID=ac95d6df-0e57-4049-9c88-5c867ebacde2,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:36.893405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-275abd9d-728b-403a-92c4-eec8f13cf446 req-fdc2c589-f0ca-485b-b277-f0c6040fdba0 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.1657410 Feb 11 13:11:36.945228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.967950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 11162c8c-083f-43bb-a531-ebd9ddfedcfa {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:36.968457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 11162c8c-083f-43bb-a531-ebd9ddfedcfa not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:36.977565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Attempting to bind port 29699ed7-0382-4568-9ce5-13c0ca6683ad on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:36.978311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Attempting to bind port 29699ed7-0382-4568-9ce5-13c0ca6683ad by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:36.978788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Attempting to bind port 29699ed7-0382-4568-9ce5-13c0ca6683ad on network 6398a48c-e72d-4f16-955d-69b0977ff90d {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:37.005354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a61ccdb7-9890-4bed-b05b-c2ee5ef34f87 req-4c51c4c2-caf0-4384-b965-6382b9a261a7 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893046 Feb 11 13:11:37.046251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc8a19-df41-41ee-8d21-c826b52a9e6f None None] Pushing event updated for resources: {'Port': ['ID=15f96cf1-b003-45ca-9cf1-a0aec03b7865,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.063152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:37.063537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Checking segment: {'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:37.064030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.064425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Bound using segment: {'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:37.064912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Bound port: 29699ed7-0382-4568-9ce5-13c0ca6683ad, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:37.065769 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.079618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:37.116817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-3ec94a7d-b28a-4aff-acd8-4d93aad79396 req-b8425014-0f3a-4565-8034-7396b35714e4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:11:37.118849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3ec94a7d-b28a-4aff-acd8-4d93aad79396 req-b8425014-0f3a-4565-8034-7396b35714e4 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310199 Feb 11 13:11:37.211899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.390101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] Sync routers for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:37.413491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:37.425472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Provisioning complete for port 69ebb3fb-f650-475b-be47-d5830dbf4aaf triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:37.428854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.446405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:37.475289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1110fa2e-bbce-4171-b82b-53a9d17de66b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:37.476352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] No DVR routers for this DVR port fc5dc986-ed45-4688-9e6c-e1063593e636 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:37.587082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.590523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d962dd86-8197-4d4f-974d-59bb0bb2ba85 req-3d88b693-58f7-49b1-b611-ce73739b8793 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.64 "DELETE /v2.0/ports/fc5dc986-ed45-4688-9e6c-e1063593e636 HTTP/1.1" status: 204 len: 173 time: 4.9879966 Feb 11 13:11:37.602942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:37.603606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:37.623201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:37.661421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Pushing event updated for resources: {'Port': ['ID=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.676327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'name': 'network-vif-deleted', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:37.684847 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0cc2f4-af92-4ea7-81b7-20ff2988b1b2" -d '{"events": [{"server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "name": "network-vif-deleted", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:37.792290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c95aa-6acf-4df7-9ca3-5932a94f4c13 req-a0903963-d005-44d3-817d-0ec1182bbbcd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.809723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e4c95aa-6acf-4df7-9ca3-5932a94f4c13 req-a0903963-d005-44d3-817d-0ec1182bbbcd tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.4887738 Feb 11 13:11:37.842702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8693-9600-4dda-ab6d-9f6b13c564dc req-e169d583-7254-4da7-a6f3-515d112225a7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.850831 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03db8693-9600-4dda-ab6d-9f6b13c564dc req-e169d583-7254-4da7-a6f3-515d112225a7 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3026218 Feb 11 13:11:37.870870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] For port 29699ed7-0382-4568-9ce5-13c0ca6683ad, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:37.894938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e4c95aa-6acf-4df7-9ca3-5932a94f4c13 req-f7cd5a5d-dbd6-48c4-9c77-07198a5f7704 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614271 Feb 11 13:11:37.965240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] For port 29699ed7-0382-4568-9ce5-13c0ca6683ad, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=29699ed7-0382-4568-9ce5-13c0ca6683ad,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:37.969429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Current status of the port 69ebb3fb-f650-475b-be47-d5830dbf4aaf is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:37.981302 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.003724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.043288 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc04b86-bc31-4175-b533-d50f00d61ccf x-openstack-request-id: req-ccc04b86-bc31-4175-b533-d50f00d61ccf {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:38.043616 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df90508-59ba-4773-8f95-997228546e92", "name": "network-vif-deleted", "tag": "fc5dc986-ed45-4688-9e6c-e1063593e636", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:38.044025 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccc04b86-bc31-4175-b533-d50f00d61ccf {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:38.045063 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df90508-59ba-4773-8f95-997228546e92', 'name': 'network-vif-deleted', 'tag': 'fc5dc986-ed45-4688-9e6c-e1063593e636', 'status': 'completed', 'code': 200} Feb 11 13:11:38.047921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:38.058846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb7505cc-8898-4a19-9ec7-eccde1bb1a87 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1183100 Feb 11 13:11:38.059507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56940) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:38.063817 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:38.069593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:38.071837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:38.109891 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:38.110731 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:38.127175 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03db8693-9600-4dda-ab6d-9f6b13c564dc req-a4722d9f-3623-4252-aef4-657f3fe4afe1 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737894 Feb 11 13:11:38.156839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252bc253-4b29-4390-ad0c-587b2fe0a2ea {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:38.186050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Deleting port f7417327-6abe-44c7-b43d-0cd7d3437925 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:38.186297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Publish callbacks [] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.186385 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.306533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7befcb48-67e2-4440-9e2f-26ecb9607612 req-b773c688-537a-4b35-b202-bb903aefb9d8 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/ports?device_id=1df90508-59ba-4773-8f95-997228546e92 HTTP/1.1" status: 200 len: 210 time: 0.0707531 Feb 11 13:11:38.372459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Transition to ACTIVE for port object 252bc253-4b29-4390-ad0c-587b2fe0a2ea will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:38.385742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.415471 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:38.421080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:38.549471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903abcd-a0ff-41ac-93bb-d648a9f244ef req-a4a21206-68db-42ca-b705-f040e3a85aec tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.554274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] For port 69ebb3fb-f650-475b-be47-d5830dbf4aaf, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=69ebb3fb-f650-475b-be47-d5830dbf4aaf,segment=NetworkSegment(d2d6b958-272e-4e99-b9a4-72d5609683cc),segment_id=d2d6b958-272e-4e99-b9a4-72d5609683cc)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:38.558289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f903abcd-a0ff-41ac-93bb-d648a9f244ef req-a4a21206-68db-42ca-b705-f040e3a85aec tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2968628 Feb 11 13:11:38.598438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.624978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.669676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Calling delete_port for f7417327-6abe-44c7-b43d-0cd7d3437925 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:38.695532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f903abcd-a0ff-41ac-93bb-d648a9f244ef req-2be0aefc-6085-4474-9d44-abc0f2195fad tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312504 Feb 11 13:11:38.745975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:38.746352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:38.749511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddc61b-3b38-405d-9b3f-d3b92df89c47 None None] Pushing event updated for resources: {'Port': ['ID=29699ed7-0382-4568-9ce5-13c0ca6683ad,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:38.790880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Provisioning complete for port 313f7649-e46c-4b25-9485-8bb807674997 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:38.791258 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (313f7649-e46c-4b25-9485-8bb807674997), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.830539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56946) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:38.839965 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:32Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:38.865365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:38.865365 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.867209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df6a07-c4a9-4316-8170-bd004c463c83 None None] Network 12edf4e3-e7a3-4834-b504-5d8940246279 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:38.883410 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:38.883766 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Updating router df007b7a-f97a-4f62-b5d5-c3cec66a2197 port ac95d6df-0e57-4049-9c88-5c867ebacde2 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:38.959734 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.998465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2b317d4-8497-4f87-8d33-4354253b668d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.166106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Pushing event updated for resources: {'Port': ['ID=69ebb3fb-f650-475b-be47-d5830dbf4aaf,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.188312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c24b23-801c-41d8-98b3-6a3eaf05d82e req-69d3f498-fb21-4ba1-9f4c-f5c24d7d458a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:39.190495 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08c24b23-801c-41d8-98b3-6a3eaf05d82e req-69d3f498-fb21-4ba1-9f4c-f5c24d7d458a tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3404605 Feb 11 13:11:39.232205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:39.263833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7f67e-5c55-43be-8a37-8ee8e277c59c req-febf0b98-0504-417e-b884-b5799baf3514 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:39.274478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95d7f67e-5c55-43be-8a37-8ee8e277c59c req-febf0b98-0504-417e-b884-b5799baf3514 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 943 time: 0.7975159 Feb 11 13:11:39.289739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Pushing event updated for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.326923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2b317d4-8497-4f87-8d33-4354253b668d admin admin] Publish callbacks [] for security_group (3b25cf84-b2ac-45de-aa09-4349bc0e1dbb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.360498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2b317d4-8497-4f87-8d33-4354253b668d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3b25cf84-b2ac-45de-aa09-4349bc0e1dbb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.400753 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Publish callbacks [] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.401613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Attempting to bind port 252bc253-4b29-4390-ad0c-587b2fe0a2ea on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:39.402161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Attempting to bind port 252bc253-4b29-4390-ad0c-587b2fe0a2ea by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:39.402496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Attempting to bind port 252bc253-4b29-4390-ad0c-587b2fe0a2ea on network 6398a48c-e72d-4f16-955d-69b0977ff90d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:39.412672 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.427812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.extraroute_db [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:11:39.432583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Port 252bc253-4b29-4390-ad0c-587b2fe0a2ea on network 6398a48c-e72d-4f16-955d-69b0977ff90d not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:11:39.433264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Attempting to bind port 252bc253-4b29-4390-ad0c-587b2fe0a2ea on network 6398a48c-e72d-4f16-955d-69b0977ff90d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:39.444469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e2b317d4-8497-4f87-8d33-4354253b668d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3adc80ce3adf4159bcdd8ffcf4938773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6095526 Feb 11 13:11:39.448122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56956) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:39.460214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:39.460843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Checking segment: {'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:39.461959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Bound using segment: {'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:39.462167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f7417327-6abe-44c7-b43d-0cd7d3437925), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.462774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Bound port: 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8948a51-41ef-4ef8-b170-4b433ddf5061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:39.463302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.478707 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-08c24b23-801c-41d8-98b3-6a3eaf05d82e req-9b2b54e7-4251-405e-959b-22f3f6bd1a68 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793634 Feb 11 13:11:39.488401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:39.490625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 15f96cf1-b003-45ca-9cf1-a0aec03b7865 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:39.536741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.extraroute_db [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Removed routes are [] {{(pid=109685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:11:39.540515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.560142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95d7f67e-5c55-43be-8a37-8ee8e277c59c req-530671ec-ed9b-4fc6-82f4-6e41878e864a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840989 Feb 11 13:11:39.604415 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582e6a-2ba6-4bc6-b198-1c8fd322f79d None None] Pushing event updated for resources: {'Port': ['ID=ac95d6df-0e57-4049-9c88-5c867ebacde2,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.606379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Port': ['ID=f7417327-6abe-44c7-b43d-0cd7d3437925,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.636935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:39.640718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.647276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.647629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.652809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.653182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.653529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.655083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.655446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.655793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.656135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.660655 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.661049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.661416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.661909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:39.687064 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Attempting to bind port ac95d6df-0e57-4049-9c88-5c867ebacde2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:39.687439 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Attempting to bind port ac95d6df-0e57-4049-9c88-5c867ebacde2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:39.689501 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Attempting to bind port ac95d6df-0e57-4049-9c88-5c867ebacde2 on network 3d1a499c-f969-44d3-aa7e-e3835a380cba {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:39.699244 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:39.703656 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Checking segment: {'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:39.704317 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.705564 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Bound using segment: {'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:39.706810 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Bound port: ac95d6df-0e57-4049-9c88-5c867ebacde2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:39.708778 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.709945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b317d4-8497-4f87-8d33-4354253b668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25cf84-b2ac-45de-aa09-4349bc0e1dbb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.751461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:30Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:39.855987 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] For port ac95d6df-0e57-4049-9c88-5c867ebacde2, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:39.862615 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] For port ac95d6df-0e57-4049-9c88-5c867ebacde2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ac95d6df-0e57-4049-9c88-5c867ebacde2,segment=NetworkSegment(f37d4ef3-99db-4246-834d-3f4c1d8bfdb9),segment_id=f37d4ef3-99db-4246-834d-3f4c1d8bfdb9)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:39.869696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] Checking router: 86e88e49-6e69-45a5-ac72-d30339c2ede7 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:39.873604 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.898871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:39.916120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bfae9371-55d0-4f34-8e9d-fa943dd6f021 None None] Current status of the port 313f7649-e46c-4b25-9485-8bb807674997 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:39.923706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:39.924935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:39.925587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:39.989375 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.996410 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582e6a-2ba6-4bc6-b198-1c8fd322f79d None None] Pushing event updated for resources: {'Port': ['ID=ac95d6df-0e57-4049-9c88-5c867ebacde2,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.026857 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:40.041867 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:40.094352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.099707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.102090 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c59d78d1-897f-47a4-b515-01153eaa3a56 admin admin] Publish callbacks [] for security_group (3b25cf84-b2ac-45de-aa09-4349bc0e1dbb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.102970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.106902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] 10.222.0.53 "PUT /v2.0/ports/252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 1091 time: 4.8939803 Feb 11 13:11:40.107707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:40.110690 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:40.146589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4b9c2-4ccd-4367-8d31-157229363e86 req-5cc67064-5a82-4d58-af2c-cf0010605ec0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.150717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13a4b9c2-4ccd-4367-8d31-157229363e86 req-5cc67064-5a82-4d58-af2c-cf0010605ec0 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.4105861 Feb 11 13:11:40.156429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.171255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c59d78d1-897f-47a4-b515-01153eaa3a56 admin admin] Publish callbacks [] for security_group (3b25cf84-b2ac-45de-aa09-4349bc0e1dbb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.244567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.337135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Provisioning complete for port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:40.337843 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.340216 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:40.409943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a860b60-ff0b-4b1c-9479-95c637f2dd1d service neutron] Pushing event updated for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.498015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39599-dcdd-4c5b-997f-e3dcc8efa498 req-7e7fe9f4-c3ac-4839-8981-2f34602265e1 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.511910 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9ee39599-dcdd-4c5b-997f-e3dcc8efa498 req-7e7fe9f4-c3ac-4839-8981-2f34602265e1 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.8700688 Feb 11 13:11:40.517794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c59d78d1-897f-47a4-b515-01153eaa3a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3b25cf84-b2ac-45de-aa09-4349bc0e1dbb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.520791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c59d78d1-897f-47a4-b515-01153eaa3a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.529248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c59d78d1-897f-47a4-b515-01153eaa3a56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b25cf84-b2ac-45de-aa09-4349bc0e1dbb HTTP/1.1" status: 204 len: 168 time: 1.0800672 Feb 11 13:11:40.586693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13a4b9c2-4ccd-4367-8d31-157229363e86 req-7b47c587-299a-4e7c-8350-f34042936593 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245594 Feb 11 13:11:40.599426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d78d1-897f-47a4-b515-01153eaa3a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25cf84-b2ac-45de-aa09-4349bc0e1dbb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.604857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:40.611238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-d7a6ee4d-855f-45b0-84fc-46a797d00064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.612493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-d7a6ee4d-855f-45b0-84fc-46a797d00064 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1125 time: 0.4215174 Feb 11 13:11:40.695840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-8409b6e1-2c79-4e0a-92a2-0af4dc829817 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.0750115 Feb 11 13:11:40.814762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9ee39599-dcdd-4c5b-997f-e3dcc8efa498 req-3ec4c4c2-9f79-44d4-8859-319fba9a188c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013952 Feb 11 13:11:40.829334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Router 718ddf93-f8ea-4322-9e2e-4f8fa947c62d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:40.859450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-5d91f6ef-9489-4e0c-bc88-9d8d13156e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.861273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-5d91f6ef-9489-4e0c-bc88-9d8d13156e43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.1571546 Feb 11 13:11:40.873883 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 6, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:40.905877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:40.922069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:40.937179 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b198fa4-f3f0-4754-8e01-d722933ad5d3 x-openstack-request-id: req-9b198fa4-f3f0-4754-8e01-d722933ad5d3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:40.939988 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:40.940217 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f394ba0-4cd6-4f47-8a4c-cd7971fc6e20 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 6, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:40.940433 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b198fa4-f3f0-4754-8e01-d722933ad5d3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:40.940705 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'status': 'completed', 'code': 200} Feb 11 13:11:40.978962 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.982532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-451288ed-b114-415f-a1f8-a7907cf323d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 200 len: 953 time: 2.9157248 Feb 11 13:11:40.989841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56972) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:41.051815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56974) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:41.073842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:41.074238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.092290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-9e3d5c72-d9ba-4d87-853e-dcd2c7c40976 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495092 Feb 11 13:11:41.095160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:41.096980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d604389-622a-4829-96e2-455a2c854add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.123187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0ec5eab-a079-4619-9062-a669cb92aced tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "PUT /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8319862 Feb 11 13:11:41.126187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56976) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:41.207310 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-8e24e00b-bc83-46b9-b097-32e55e337694 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] delete failed (client error): The resource could not be found. Feb 11 13:11:41.213502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8e24e00b-bc83-46b9-b097-32e55e337694 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-923557744 HTTP/1.1" status: 404 len: 334 time: 0.0799198 Feb 11 13:11:41.227789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] Sync routers for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:41.236468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56978) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:41.256310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6efb41da-9fe0-488e-a76f-d4cf072a40a0 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'router': {'external_gateway_info': {'network_id': '718ddf93-f8ea-4322-9e2e-4f8fa947c62d'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:41.269396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd3648-bcd5-4b81-9694-4b5a0e4a6f83 req-c9277441-f907-48d2-a52e-04304405b9cc tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.271023 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bedd3648-bcd5-4b81-9694-4b5a0e4a6f83 req-c9277441-f907-48d2-a52e-04304405b9cc tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 943 time: 0.2609951 Feb 11 13:11:41.443981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:41.444352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:41.461950 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bedd3648-bcd5-4b81-9694-4b5a0e4a6f83 req-6a201fa8-8d27-438a-9113-ed16ad9dd533 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258183 Feb 11 13:11:41.535258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 15f96cf1-b003-45ca-9cf1-a0aec03b7865, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=15f96cf1-b003-45ca-9cf1-a0aec03b7865,segment=NetworkSegment(5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4),segment_id=5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:41.547374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:41.552596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.553424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 69ebb3fb-f650-475b-be47-d5830dbf4aaf up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:41.690783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6efb41da-9fe0-488e-a76f-d4cf072a40a0 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for router_gateway (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.698960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56984) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:41.725521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=15f96cf1-b003-45ca-9cf1-a0aec03b7865,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.764806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:41.766235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:41.783132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Current status of the port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:41.808788 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-6efb41da-9fe0-488e-a76f-d4cf072a40a0 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] update failed (client error): The resource could not be found. Feb 11 13:11:41.810017 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6efb41da-9fe0-488e-a76f-d4cf072a40a0 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "PUT /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d HTTP/1.1" status: 404 len: 339 time: 0.5608349 Feb 11 13:11:41.816598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56986) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:41.861429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:41.863314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d604389-622a-4829-96e2-455a2c854add admin admin] Publish callbacks [] for security_group (6b6c83ac-965c-4c32-b562-7cb8d50c305d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.864977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f2eca-efe5-4694-9555-8a971f18a74e None None] The sync data for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:41.872843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 69ebb3fb-f650-475b-be47-d5830dbf4aaf triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:41.873500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.877839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d604389-622a-4829-96e2-455a2c854add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6b6c83ac-965c-4c32-b562-7cb8d50c305d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.891553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:41.915016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d6a22-3a29-444b-89fd-e2d2d80c34f4 req-81841e0d-0e83-4d2c-b5d1-7c2bde0a1a86 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.916686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-937d6a22-3a29-444b-89fd-e2d2d80c34f4 req-81841e0d-0e83-4d2c-b5d1-7c2bde0a1a86 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2167027 Feb 11 13:11:41.935768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55aaf46c-8ba4-4dae-b43b-2301b706e674 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group (be33e5a5-7bfa-401e-afc0-c965a5dd303d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.959087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d604389-622a-4829-96e2-455a2c854add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6c83ac-965c-4c32-b562-7cb8d50c305d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.959701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6cf27916-9313-45b5-8d39-359bf4c99734 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 200 len: 953 time: 0.9682591 Feb 11 13:11:41.969549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f71a91-cc65-40fd-8e2a-8bc93b4e3387 None None] The sync data for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 is: [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:41.988399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56990) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:41.999758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:30Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:42.008117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Provisioning complete for port 69ebb3fb-f650-475b-be47-d5830dbf4aaf triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:42.008833 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.026790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'routes': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:42.067683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d24445-1b80-4e2c-aac4-0a1ebbdf587e None None] The sync data for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 is: [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:09:22Z', 'revision_number': 4, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '533ad521-79aa-4172-b889-a1fcf3476435', 'name': '', 'network_id': '500e49a7-5976-49d6-b2a3-6f092e6c2988', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'mac_address': 'fa:16:3e:fd:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:20Z', 'updated_at': '2022-02-11T13:09:30Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'subnets': [{'id': '2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:42.174896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d604389-622a-4829-96e2-455a2c854add admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f38df3a599514f2090d4325b88c9c4ea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1193442 Feb 11 13:11:42.183478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 56992) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:42.196696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 69ebb3fb-f650-475b-be47-d5830dbf4aaf is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:42.197961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c8e75b23-4aad-4517-aae6-64347d242709 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:42.318765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-e05be76c-402b-419c-9e99-b9d6fe5e2892 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2043140 Feb 11 13:11:42.319302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Current status of the port 69ebb3fb-f650-475b-be47-d5830dbf4aaf is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:42.357425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Provisioning complete for port ac95d6df-0e57-4049-9c88-5c867ebacde2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:42.357839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.406561 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f31556-d5b0-4380-8251-38b91507805d None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:42.425781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c8e75b23-4aad-4517-aae6-64347d242709 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:42.426273 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c8e75b23-4aad-4517-aae6-64347d242709), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.431075 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:42.432004 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:42.606053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.608881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Current status of the port ac95d6df-0e57-4049-9c88-5c867ebacde2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:42.609402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.627704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c8e75b23-4aad-4517-aae6-64347d242709 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:42.628925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 313f7649-e46c-4b25-9485-8bb807674997 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:42.667521 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:42.681099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4da2d6-235d-46b9-a570-65fc8a856f59 None None] New status for floating IP 0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:11:42.720904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d5d53-31e2-4891-9af1-17d68efa720b req-8a919e1f-f300-404c-989c-5730494c778c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:42.722829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-785d5d53-31e2-4891-9af1-17d68efa720b req-8a919e1f-f300-404c-989c-5730494c778c tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.7617202 Feb 11 13:11:42.803894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] For port ac95d6df-0e57-4049-9c88-5c867ebacde2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ac95d6df-0e57-4049-9c88-5c867ebacde2,segment=NetworkSegment(f37d4ef3-99db-4246-834d-3f4c1d8bfdb9),segment_id=f37d4ef3-99db-4246-834d-3f4c1d8bfdb9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:42.826162 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.932376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 313f7649-e46c-4b25-9485-8bb807674997 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:42.932807 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (313f7649-e46c-4b25-9485-8bb807674997), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.984328 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 6, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 4, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:43.023279 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f31556-d5b0-4380-8251-38b91507805d None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:43.026635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Provisioning complete for port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:43.027018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.034049 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:43.034928 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:43.087699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-785d5d53-31e2-4891-9af1-17d68efa720b req-2185b69e-b3e4-4feb-928a-10e799268d99 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Feb 11 13:11:43.093421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a174f970-25c7-45da-b6c6-14f2ecae310b req-918458e3-1b97-4921-8452-94cf31dc5790 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213340 Feb 11 13:11:43.121307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Pushing event updated for resources: {'Port': ['ID=ac95d6df-0e57-4049-9c88-5c867ebacde2,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:43.163820 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:43.180252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added routes are [] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:11:43.180857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:11:43.218456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Allocated IP 172.20.0.1 (e3dc9fd3-518d-4fec-94ae-c1404dd83e32/08482895-2d02-4312-a1d4-79b51f185852/787e1a09-9ef7-4cdb-85a9-2ede91fb281e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:43.228758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.235728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Current status of the port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:43.236486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55aaf46c-8ba4-4dae-b43b-2301b706e674 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group (be33e5a5-7bfa-401e-afc0-c965a5dd303d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.239831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 313f7649-e46c-4b25-9485-8bb807674997 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:43.244828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2b8014c-3c4c-47da-97fc-93c170ff1317 None None] Could not find standard attr ID for object f7417327-6abe-44c7-b43d-0cd7d3437925. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:11:43.304672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-937d6a22-3a29-444b-89fd-e2d2d80c34f4 req-ab7f4e9a-a841-4c33-99df-ddb909841447 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3758810 Feb 11 13:11:43.372263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3bba170b-c931-4ddd-95b4-8e1cc34cca1f None None] Provisioning complete for port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:43.372741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3bba170b-c931-4ddd-95b4-8e1cc34cca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.477190 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70f31556-d5b0-4380-8251-38b91507805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 6, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:42Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:43.515458 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f31556-d5b0-4380-8251-38b91507805d None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:39Z', 'revision_number': 6, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:42Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:43.549368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919f939-de6f-4568-9c9c-774465fd039b req-1325ea37-48a5-4e99-9b47-39b121678dfe tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.556513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0919f939-de6f-4568-9c9c-774465fd039b req-1325ea37-48a5-4e99-9b47-39b121678dfe tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 943 time: 0.3073285 Feb 11 13:11:43.569362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3bba170b-c931-4ddd-95b4-8e1cc34cca1f None None] Current status of the port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:43.587575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3bba170b-c931-4ddd-95b4-8e1cc34cca1f None None] Provisioning complete for port ac95d6df-0e57-4049-9c88-5c867ebacde2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:43.587899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3bba170b-c931-4ddd-95b4-8e1cc34cca1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.606824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-2cb8c67a-30ab-4d10-bbf4-98459a1b0c2f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.608306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-2cb8c67a-30ab-4d10-bbf4-98459a1b0c2f tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.53 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3580070 Feb 11 13:11:43.610241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-3af7638c-4c36-4e05-bfcd-b3efc62b634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.611577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-3af7638c-4c36-4e05-bfcd-b3efc62b634a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1125 time: 0.3517728 Feb 11 13:11:43.640285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:43.654698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20a4bcc0-0fb3-4d68-8d1a-e32f0e42f6d9 admin admin] Publish callbacks [] for security_group (6b6c83ac-965c-4c32-b562-7cb8d50c305d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.674732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0919f939-de6f-4568-9c9c-774465fd039b req-87360bcf-9ffb-4738-a394-040d02e73acf tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172452 Feb 11 13:11:43.732964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20a4bcc0-0fb3-4d68-8d1a-e32f0e42f6d9 admin admin] Publish callbacks [] for security_group (6b6c83ac-965c-4c32-b562-7cb8d50c305d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.759828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:43.760558 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.764109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3bba170b-c931-4ddd-95b4-8e1cc34cca1f None None] Current status of the port ac95d6df-0e57-4049-9c88-5c867ebacde2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:43.774423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.781436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55aaf46c-8ba4-4dae-b43b-2301b706e674 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be33e5a5-7bfa-401e-afc0-c965a5dd303d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.784115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55aaf46c-8ba4-4dae-b43b-2301b706e674 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.785552 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55aaf46c-8ba4-4dae-b43b-2301b706e674 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "DELETE /v2.0/security-groups/be33e5a5-7bfa-401e-afc0-c965a5dd303d HTTP/1.1" status: 204 len: 168 time: 2.0831628 Feb 11 13:11:43.790494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.793494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 56998) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:43.800987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f34c73-a805-43a8-a36d-262faa7298fc req-7ef08eb5-852e-4d85-8af3-ddfc26783265 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.802589 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-49f34c73-a805-43a8-a36d-262faa7298fc req-7ef08eb5-852e-4d85-8af3-ddfc26783265 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3111067 Feb 11 13:11:43.812301 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-cc445926-48a4-4ac2-a65e-8b99b12e7d70 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] show failed (client error): The resource could not be found. Feb 11 13:11:43.813449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.813904 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc445926-48a4-4ac2-a65e-8b99b12e7d70 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "GET /v2.0/security-groups/be33e5a5-7bfa-401e-afc0-c965a5dd303d HTTP/1.1" status: 404 len: 347 time: 0.0185852 Feb 11 13:11:43.826383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57000) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:43.832841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aaf46c-8ba4-4dae-b43b-2301b706e674 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33e5a5-7bfa-401e-afc0-c965a5dd303d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:43.890539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:43.891747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 29699ed7-0382-4568-9ce5-13c0ca6683ad up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:43.931126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20a4bcc0-0fb3-4d68-8d1a-e32f0e42f6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6b6c83ac-965c-4c32-b562-7cb8d50c305d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.934226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20a4bcc0-0fb3-4d68-8d1a-e32f0e42f6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.936825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-20a4bcc0-0fb3-4d68-8d1a-e32f0e42f6d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b6c83ac-965c-4c32-b562-7cb8d50c305d HTTP/1.1" status: 204 len: 168 time: 1.7446992 Feb 11 13:11:43.940169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-49f34c73-a805-43a8-a36d-262faa7298fc req-0a42e944-9298-45d7-b8d7-d78817903db5 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292922 Feb 11 13:11:43.968713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4bcc0-0fb3-4d68-8d1a-e32f0e42f6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6c83ac-965c-4c32-b562-7cb8d50c305d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:43.973541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 29699ed7-0382-4568-9ce5-13c0ca6683ad triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:43.974158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.014255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:44.022154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-b86f434d-0437-4e4e-9367-c4955d16692b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.023663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-b86f434d-0437-4e4e-9367-c4955d16692b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.3830886 Feb 11 13:11:44.087061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.089581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 29699ed7-0382-4568-9ce5-13c0ca6683ad is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:44.090342 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.105371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-994afa30-d72b-4b64-8d12-25f00c787098 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.0577388 Feb 11 13:11:44.132412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 29699ed7-0382-4568-9ce5-13c0ca6683ad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=29699ed7-0382-4568-9ce5-13c0ca6683ad,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:44.141782 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.142931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ac95d6df-0e57-4049-9c88-5c867ebacde2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:44.183334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:44.192812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.194066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cac47222-a73e-41a9-97c9-e156b752d3d5 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 200 len: 703 time: 2.1720791 Feb 11 13:11:44.200505 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:44.207295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57010) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:44.215291 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:44.215815 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:44.238270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Deleting port f4fe229f-5828-475f-a7a9-45c4934f56c6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:44.238630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.245472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=29699ed7-0382-4568-9ce5-13c0ca6683ad,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:44.273379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ac95d6df-0e57-4049-9c88-5c867ebacde2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:44.273803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.295831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e18f7-3527-49e8-866a-673722dbccbb req-0a0929b2-e1d5-4afe-8f50-730f37daabfa tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.297380 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-928e18f7-3527-49e8-866a-673722dbccbb req-0a0929b2-e1d5-4afe-8f50-730f37daabfa tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.1615336 Feb 11 13:11:44.347984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:44.379546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dd926cb4-399e-493d-8a86-79a493420fc0 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 200 len: 703 time: 0.1670594 Feb 11 13:11:44.380111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57014) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:44.402644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Port': ['ID=787e1a09-9ef7-4cdb-85a9-2ede91fb281e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:44.405253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:44.412684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:44.452176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ac95d6df-0e57-4049-9c88-5c867ebacde2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:44.453727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 15f96cf1-b003-45ca-9cf1-a0aec03b7865 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:44.482589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-bc78ffa3-5ffe-417b-9207-1a013482d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.484142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-bc78ffa3-5ffe-417b-9207-1a013482d1ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.3120646 Feb 11 13:11:44.497756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Deleting port 28240fc2-5246-4bfb-ac6c-e213377dcc13 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:44.498025 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.545840 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:44.569304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef91a7-aaae-4a8a-bc69-67cb36f1bab4 req-3127f910-901c-407e-a9ff-9fff758d011a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.571014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bef91a7-aaae-4a8a-bc69-67cb36f1bab4 req-3127f910-901c-407e-a9ff-9fff758d011a tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3656530 Feb 11 13:11:44.582835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:44.583963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.608616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-6923dc4b-81a4-4dbe-8d70-674dfa030c83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981176 Feb 11 13:11:44.612966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] For port f4fe229f-5828-475f-a7a9-45c4934f56c6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f4fe229f-5828-475f-a7a9-45c4934f56c6,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:44.613350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.622371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-928e18f7-3527-49e8-866a-673722dbccbb req-07db20ca-119b-40e2-91fc-8bce72e21a0b tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523487 Feb 11 13:11:44.624029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.853320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Calling delete_port for f4fe229f-5828-475f-a7a9-45c4934f56c6 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:44.864321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:44.864808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 69ebb3fb-f650-475b-be47-d5830dbf4aaf up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:44.898077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e60a7888-ecc8-42a3-8aa7-993bab79f881 None None] Provisioning complete for port 787e1a09-9ef7-4cdb-85a9-2ede91fb281e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:44.899513 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:43Z', 'revision_number': 7, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:42Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:44.906123 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e60a7888-ecc8-42a3-8aa7-993bab79f881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.918717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 252bc253-4b29-4390-ad0c-587b2fe0a2ea details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:11:44.994589 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:11:44.998617 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:45.004976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e60a7888-ecc8-42a3-8aa7-993bab79f881 None None] Port 787e1a09-9ef7-4cdb-85a9-2ede91fb281e cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:45.029886 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:45.030531 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:45.045621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.047733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for floatingip (28240fc2-5246-4bfb-ac6c-e213377dcc13), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.071833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 69ebb3fb-f650-475b-be47-d5830dbf4aaf triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:45.072704 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.099747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Calling delete_port for 28240fc2-5246-4bfb-ac6c-e213377dcc13 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:45.125513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303733eb-9e2d-476f-8c3d-bd876658c43a req-bcdf2612-7c10-4ac9-ae99-21eb03163251 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:45.127251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-303733eb-9e2d-476f-8c3d-bd876658c43a req-bcdf2612-7c10-4ac9-ae99-21eb03163251 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 943 time: 0.2015617 Feb 11 13:11:45.231145 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:45.285362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-303733eb-9e2d-476f-8c3d-bd876658c43a req-5208985b-96bb-4037-9f8e-422bf875dcdd tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091430 Feb 11 13:11:45.341096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bef91a7-aaae-4a8a-bc69-67cb36f1bab4 req-daba9720-1472-4f8c-b76b-73a2ee3db069 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7468710 Feb 11 13:11:45.413667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:45.439769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'port_id': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'mac_address': 'fa:16:3e:90:7c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:11:45.448427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-1871a17a-e1d7-41c7-be4f-b28417469d53 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271277 Feb 11 13:11:45.466043 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.590213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 252bc253-4b29-4390-ad0c-587b2fe0a2ea is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:45.591858 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.622955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252bc253-4b29-4390-ad0c-587b2fe0a2ea {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:45.638008 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:43Z', 'revision_number': 7, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:42Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:45.642178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 69ebb3fb-f650-475b-be47-d5830dbf4aaf is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:45.676895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:45.683982 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.702048 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef208b-1bc3-46af-b5c9-1f9a92662e66 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:43Z', 'revision_number': 7, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac95d6df-0e57-4049-9c88-5c867ebacde2', 'name': '', 'network_id': '3d1a499c-f969-44d3-aa7e-e3835a380cba', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:7d:f3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:29Z', 'updated_at': '2022-02-11T13:11:42Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '145da003-048a-419c-99bd-af3ff1a4ec34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:45.722725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.752032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (28240fc2-5246-4bfb-ac6c-e213377dcc13), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.806575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:45.814210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Pushing event deleted for resources: {'Port': ['ID=28240fc2-5246-4bfb-ac6c-e213377dcc13,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:45.816819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 29699ed7-0382-4568-9ce5-13c0ca6683ad up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:45.916822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port ac95d6df-0e57-4049-9c88-5c867ebacde2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:45.917140 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.941876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 29699ed7-0382-4568-9ce5-13c0ca6683ad triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:45.942447 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.976165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks [] for floatingip (0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.978897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.984291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e796ef07-9e21-4e04-aba3-a202925f31e4 tempest-ServersTestFqdnHostnames-2090600620 tempest-ServersTestFqdnHostnames-2090600620-project] 10.222.0.42 "DELETE /v2.0/floatingips/0ca36fd5-7fb0-47fd-8ad0-a32ac5872af4 HTTP/1.1" status: 204 len: 168 time: 2.1521809 Feb 11 13:11:45.987855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57044) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:46.003689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['252bc253-4b29-4390-ad0c-587b2fe0a2ea'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:46.111692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port ac95d6df-0e57-4049-9c88-5c867ebacde2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ac95d6df-0e57-4049-9c88-5c867ebacde2,segment=NetworkSegment(f37d4ef3-99db-4246-834d-3f4c1d8bfdb9),segment_id=f37d4ef3-99db-4246-834d-3f4c1d8bfdb9)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:46.112069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:46.147399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for ac95d6df-0e57-4049-9c88-5c867ebacde2 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:46.263051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 29699ed7-0382-4568-9ce5-13c0ca6683ad is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:46.266883 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:46.484375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ac95d6df-0e57-4049-9c88-5c867ebacde2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:46.516021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=ac95d6df-0e57-4049-9c88-5c867ebacde2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:46.613343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106717a-480f-46ad-886a-3a98a6ff8242 req-d3682f01-3e86-4297-9481-7e9630a96ec4 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:46.615231 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8106717a-480f-46ad-886a-3a98a6ff8242 req-d3682f01-3e86-4297-9481-7e9630a96ec4 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 944 time: 0.1784966 Feb 11 13:11:46.714383 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:46.732734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8106717a-480f-46ad-886a-3a98a6ff8242 req-63db79bc-26b5-4ceb-9cb3-f43c652e31d7 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073551 Feb 11 13:11:46.853265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-310cdc3d-a90a-4eca-8e5d-ee32dd5deeb1 req-82bf95ae-9ed2-4769-b07b-b5513296c2a0 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3759604 Feb 11 13:11:46.914145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 252bc253-4b29-4390-ad0c-587b2fe0a2ea up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:46.976901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f4fe229f-5828-475f-a7a9-45c4934f56c6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.000811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:47.012615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 252bc253-4b29-4390-ad0c-587b2fe0a2ea completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:47.016753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 252bc253-4b29-4390-ad0c-587b2fe0a2ea triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:47.017136 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.044558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61210b17-5391-4dcc-a5ee-6e7c36b8d993 req-301a2393-415b-4eb8-b3c1-6718b5d919ba tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.046163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61210b17-5391-4dcc-a5ee-6e7c36b8d993 req-301a2393-415b-4eb8-b3c1-6718b5d919ba tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/ports?device_id=3051c550-2f2e-4bd9-812b-74c6b4d6a525 HTTP/1.1" status: 200 len: 946 time: 0.3982635 Feb 11 13:11:47.146420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:47.153926 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a51d5d1b-c65c-4214-8dff-4c3fc72b64e4 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7706449 Feb 11 13:11:47.155427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57058) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:47.192429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 252bc253-4b29-4390-ad0c-587b2fe0a2ea is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:47.192879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.202042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:47.214417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] No DVR routers for this DVR port f4fe229f-5828-475f-a7a9-45c4934f56c6 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:47.217492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.221597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48216ae5-259b-4a07-9ca3-6fa1ea151260 req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.53 "DELETE /v2.0/ports/f4fe229f-5828-475f-a7a9-45c4934f56c6 HTTP/1.1" status: 204 len: 173 time: 3.5732977 Feb 11 13:11:47.229788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'name': 'network-vif-deleted', 'tag': 'f4fe229f-5828-475f-a7a9-45c4934f56c6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:47.232435 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2feaadec-549a-4c8b-94b1-0f12335bcdc2" -d '{"events": [{"server_uuid": "3051c550-2f2e-4bd9-812b-74c6b4d6a525", "name": "network-vif-deleted", "tag": "f4fe229f-5828-475f-a7a9-45c4934f56c6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:47.235438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3497c3-fe4d-4860-9594-9c7437e1e7f0 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] Pushing event deleted for resources: {'Port': ['ID=f4fe229f-5828-475f-a7a9-45c4934f56c6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:47.251667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.255958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:47.256680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:47.262991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:47.266171 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6353785a-dce7-438b-8b95-520af2640840" -d '{"events": [{"server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "name": "network-vif-plugged", "status": "completed", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:47.288505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet 145da003-048a-419c-99bd-af3ff1a4ec34 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:47.294972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (145da003-048a-419c-99bd-af3ff1a4ec34), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.340467 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20154ccb-fde6-4905-9543-f298cfe73197 x-openstack-request-id: req-20154ccb-fde6-4905-9543-f298cfe73197 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:47.340899 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3051c550-2f2e-4bd9-812b-74c6b4d6a525", "name": "network-vif-deleted", "tag": "f4fe229f-5828-475f-a7a9-45c4934f56c6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:47.341250 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20154ccb-fde6-4905-9543-f298cfe73197 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:47.341776 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3051c550-2f2e-4bd9-812b-74c6b4d6a525', 'name': 'network-vif-deleted', 'tag': 'f4fe229f-5828-475f-a7a9-45c4934f56c6', 'status': 'completed', 'code': 200} Feb 11 13:11:47.374115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:47.383576 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.383811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (145da003-048a-419c-99bd-af3ff1a4ec34), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.383930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f4fe229f-5828-475f-a7a9-45c4934f56c6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:47.455478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61210b17-5391-4dcc-a5ee-6e7c36b8d993 req-e157b157-054b-44d8-b174-f23991d01446 tempest-ServerRescueNegativeTestJSON-847984146 tempest-ServerRescueNegativeTestJSON-847984146-project] 10.222.0.42 "GET /v2.0/security-groups?id=b56f32be-0b44-4649-97af-9e6de5f621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762391 Feb 11 13:11:47.502810 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a82d6e-162f-4cfd-b875-39106bffe1c1 x-openstack-request-id: req-43a82d6e-162f-4cfd-b875-39106bffe1c1 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:47.503360 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "name": "network-vif-plugged", "status": "completed", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:47.503766 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-43a82d6e-162f-4cfd-b875-39106bffe1c1 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:47.504323 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'code': 200} Feb 11 13:11:47.507436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: f4fe229f-5828-475f-a7a9-45c4934f56c6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:47.507785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f4fe229f-5828-475f-a7a9-45c4934f56c6 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:47.578907 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (145da003-048a-419c-99bd-af3ff1a4ec34), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.653071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:47.657897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (145da003-048a-419c-99bd-af3ff1a4ec34), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.668835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.685723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b7e1a-12d1-4a5f-ab1c-f1b4a9bd4393 req-06e8a9aa-de00-442c-b346-5b907eb673e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.687440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c2b7e1a-12d1-4a5f-ab1c-f1b4a9bd4393 req-06e8a9aa-de00-442c-b346-5b907eb673e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.1472726 Feb 11 13:11:47.690284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.718706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:47.723467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=145da003-048a-419c-99bd-af3ff1a4ec34,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:47.725416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.728789 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0c08e67c-a4e9-412f-9789-afbac12b2740 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/145da003-048a-419c-99bd-af3ff1a4ec34 HTTP/1.1" status: 204 len: 168 time: 0.5644982 Feb 11 13:11:47.738309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57066) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:47.753570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ebf90d-74c7-453a-b3f0-dc05580d788f None None] Network 3d1a499c-f969-44d3-aa7e-e3835a380cba requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:47.951845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c2b7e1a-12d1-4a5f-ab1c-f1b4a9bd4393 req-fbf12c41-7115-4dbb-af27-8b096d6eb2fa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549071 Feb 11 13:11:47.972457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3d1a499c-f969-44d3-aa7e-e3835a380cba), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.985441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.997122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event updated for resources: {'Port': ['ID=787e1a09-9ef7-4cdb-85a9-2ede91fb281e,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:48.067508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a3471-85bc-4007-b84e-83b3de9c145c req-86d4e861-a404-41d2-a5e8-2b0ed93f4a54 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:48.069205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a9a3471-85bc-4007-b84e-83b3de9c145c req-86d4e861-a404-41d2-a5e8-2b0ed93f4a54 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1585653 Feb 11 13:11:48.232117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:46Z', 'revision_number': 8, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:48.237093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] DHCP port deletion for 3d1a499c-f969-44d3-aa7e-e3835a380cba request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:11:48.250514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:48.255266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:48.266837 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3a9a3471-85bc-4007-b84e-83b3de9c145c req-9c4adf17-afa4-4811-b981-6dbb73131b16 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779466 Feb 11 13:11:48.273756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:48.275692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:48.276041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.365205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:48.367071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:48.378782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,segment=NetworkSegment(f37d4ef3-99db-4246-834d-3f4c1d8bfdb9),segment_id=f37d4ef3-99db-4246-834d-3f4c1d8bfdb9)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:48.379155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.393580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:48.477976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Router 718ddf93-f8ea-4322-9e2e-4f8fa947c62d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:48.483816 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (86e88e49-6e69-45a5-ac72-d30339c2ede7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.552895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57078) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:48.602264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:48.667665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Deleting port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:48.668246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.802641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3b5dc539-810c-442c-8e78-1d4054d00b40 None None] Provisioning complete for port 787e1a09-9ef7-4cdb-85a9-2ede91fb281e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:48.803658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3b5dc539-810c-442c-8e78-1d4054d00b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.808711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:48.822858 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] Sync routers for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:48.841280 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:48.841942 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:48.848951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-18c4e2f3-f8a0-478c-ad5c-f6a09f6b20a1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "PUT /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0138111 Feb 11 13:11:48.849725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57086) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:48.914011 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:48.925031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] For port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,segment=NetworkSegment(f37d4ef3-99db-4246-834d-3f4c1d8bfdb9),segment_id=f37d4ef3-99db-4246-834d-3f4c1d8bfdb9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:48.925300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.942777 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:48.943418 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:49.009438 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:49.018658 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1598cbee-5e83-4944-b17a-1decb189ddcd None None] The sync data for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:49.223326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Calling delete_port for 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:49.237473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3b5dc539-810c-442c-8e78-1d4054d00b40 None None] Port 787e1a09-9ef7-4cdb-85a9-2ede91fb281e cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:49.274744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e55271bf-520a-4fa6-a18f-196f620c21ea tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for router (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.362142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.420133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (84ac2463-3b8c-49b0-a0a6-d0fb58a2e898), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.428211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:49.445557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:49.455405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Pushing event deleted for resources: {'Port': ['ID=84ac2463-3b8c-49b0-a0a6-d0fb58a2e898,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:49.471293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] No DVR routers for this DVR port 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:49.474156 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.474506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.474889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.475252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.475594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.476021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.476342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.476669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.477085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.477312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.477818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.478271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.478596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad722-4786-440c-a4af-74779626e2a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:49.487774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:46Z', 'revision_number': 8, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:49.525197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d1023a-c313-4949-805a-5dc4c8d547c1 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:46Z', 'revision_number': 8, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '1110fa2e-bbce-4171-b82b-53a9d17de66b', 'name': '', 'network_id': 'a6f767b5-f7c1-4145-b332-60983fdb22d4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:8e:63:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:19Z', 'updated_at': '2022-02-11T13:11:27Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'dde7b66f-dd53-4a8c-b4a0-20709479f7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:49.538398 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-e55271bf-520a-4fa6-a18f-196f620c21ea tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:11:49.539649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e55271bf-520a-4fa6-a18f-196f620c21ea tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d HTTP/1.1" status: 409 len: 329 time: 0.6875238 Feb 11 13:11:49.557026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57098) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:49.627059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3d1a499c-f969-44d3-aa7e-e3835a380cba), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.648084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1a499c-f969-44d3-aa7e-e3835a380cba']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:49.660347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:49.660650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37d4ef3-99db-4246-834d-3f4c1d8bfdb9') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:49.671560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (f37d4ef3-99db-4246-834d-3f4c1d8bfdb9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.685205 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f37d4ef3-99db-4246-834d-3f4c1d8bfdb9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.691907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:49.692371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (f37d4ef3-99db-4246-834d-3f4c1d8bfdb9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:49.770988 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:49.792880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3d1a499c-f969-44d3-aa7e-e3835a380cba), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.822843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.827270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/3d1a499c-f969-44d3-aa7e-e3835a380cba HTTP/1.1" status: 204 len: 168 time: 2.0868051 Feb 11 13:11:49.832899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57102) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:49.891103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a0ef2-5f48-43a2-a0cd-dbb731cee520 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=3d1a499c-f969-44d3-aa7e-e3835a380cba,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:49.922233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03105c78-2594-430b-83f3-44974a7339bb req-6e394b5f-d01b-4937-98c7-5b34ca6869ef tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:49.937811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03105c78-2594-430b-83f3-44974a7339bb req-6e394b5f-d01b-4937-98c7-5b34ca6869ef tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.5074100 Feb 11 13:11:50.002951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ac95d6df-0e57-4049-9c88-5c867ebacde2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:50.045347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ac95d6df-0e57-4049-9c88-5c867ebacde2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:50.052394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ac95d6df-0e57-4049-9c88-5c867ebacde2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:50.053833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:50.109480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03105c78-2594-430b-83f3-44974a7339bb req-9598be97-b735-4d53-b6be-d2ec14992ece tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772211 Feb 11 13:11:50.138034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:50.138538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84ac2463-3b8c-49b0-a0a6-d0fb58a2e898 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:50.238850 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (2a17cc74-2f8c-48d7-8f15-c97031f116a3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.600620 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d764db-c4cb-4a3d-8c0b-8a0a310e3337 req-57c491a9-97db-483e-85f6-178cae888022 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.609333 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4d764db-c4cb-4a3d-8c0b-8a0a310e3337 req-57c491a9-97db-483e-85f6-178cae888022 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1508946 Feb 11 13:11:50.629479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-78dd9fcd-d2ac-40e7-94b4-0fc141be7d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.631645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-78dd9fcd-d2ac-40e7-94b4-0fc141be7d3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.2247534 Feb 11 13:11:50.763950 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e4d764db-c4cb-4a3d-8c0b-8a0a310e3337 req-2bba495f-f045-4cc9-9a1e-eee3762fb3bf tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534503 Feb 11 13:11:50.780169 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Deleting port 4f424f2b-bfe9-47b0-807d-3d810277243b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:50.780768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.783569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Deleting port 533ad521-79aa-4172-b889-a1fcf3476435 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:50.783704 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (533ad521-79aa-4172-b889-a1fcf3476435), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.883644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] For port 4f424f2b-bfe9-47b0-807d-3d810277243b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4f424f2b-bfe9-47b0-807d-3d810277243b,segment=NetworkSegment(32b4696c-5609-42a9-aafc-b0f186242af8),segment_id=32b4696c-5609-42a9-aafc-b0f186242af8)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:50.885581 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.918122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Calling delete_port for 4f424f2b-bfe9-47b0-807d-3d810277243b owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:50.927114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-f31fb02f-c56f-43c7-a49f-a1aee529fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.928616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-f31fb02f-c56f-43c7-a49f-a1aee529fe41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.2733009 Feb 11 13:11:50.933662 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.982615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-46ac45ee-0570-4a3f-a56b-5fc9aeb8c768 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.0437620 Feb 11 13:11:51.132033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] For port 533ad521-79aa-4172-b889-a1fcf3476435, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=533ad521-79aa-4172-b889-a1fcf3476435,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:51.132714 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (533ad521-79aa-4172-b889-a1fcf3476435), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.154434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Calling delete_port for 533ad521-79aa-4172-b889-a1fcf3476435 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:51.158059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-cda119d9-5448-4442-b638-305492f08e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:51.159225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-cda119d9-5448-4442-b638-305492f08e69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.1286178 Feb 11 13:11:51.193368 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4f424f2b-bfe9-47b0-807d-3d810277243b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.241621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f424f2b-bfe9-47b0-807d-3d810277243b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.318423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-e7b89db3-8ffa-4fa9-a9ca-c0559f462f23 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1493406 Feb 11 13:11:51.521190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.564840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (2a17cc74-2f8c-48d7-8f15-c97031f116a3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.585663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-91762799-45a2-455f-aedc-f80183063447 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401574 Feb 11 13:11:52.032222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:52.082658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d4099c-0c71-4034-964a-bcd417b41ac0 req-6e744b06-253c-4e7c-b140-afaa50229499 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230835 Feb 11 13:11:52.087707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Deleting port 787e1a09-9ef7-4cdb-85a9-2ede91fb281e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:52.088050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.131633 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (533ad521-79aa-4172-b889-a1fcf3476435), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.215488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=533ad521-79aa-4172-b889-a1fcf3476435,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:52.218233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:52.226609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0ccbe4d3-bedf-4fb8-877e-82078e9cbe0a admin admin] 10.222.0.42 "PUT /v2.0/routers/2a17cc74-2f8c-48d7-8f15-c97031f116a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6705267 Feb 11 13:11:52.227344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] Sync routers for ids ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:52.228316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57132) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:52.258259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5098d4-33cd-4612-b97d-0cb19b30678c req-7d050998-a1a3-439d-9524-fca97bc7d360 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:52.261717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] Routers {'2a17cc74-2f8c-48d7-8f15-c97031f116a3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:52.262380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:52.268612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c5098d4-33cd-4612-b97d-0cb19b30678c req-7d050998-a1a3-439d-9524-fca97bc7d360 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.3534775 Feb 11 13:11:52.429379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.472841 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks [] for router (2a17cc74-2f8c-48d7-8f15-c97031f116a3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.477003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c5098d4-33cd-4612-b97d-0cb19b30678c req-d13234d1-10b7-426e-aab6-fb54adf9d669 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018356 Feb 11 13:11:52.521311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Calling delete_port for 787e1a09-9ef7-4cdb-85a9-2ede91fb281e owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:52.548092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] Set router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:52.747354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks [] for router_gateway (2a17cc74-2f8c-48d7-8f15-c97031f116a3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.866702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Deleting port e2709f59-b50a-4801-98fc-58ac7562f8ad {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:52.867414 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.968315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:11:51Z', 'revision_number': 5, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port': {'id': 'e2709f59-b50a-4801-98fc-58ac7562f8ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:50Z', 'updated_at': '2022-02-11T13:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:53.046763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] For port e2709f59-b50a-4801-98fc-58ac7562f8ad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e2709f59-b50a-4801-98fc-58ac7562f8ad,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:53.047303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.049596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] Checking router: 2a17cc74-2f8c-48d7-8f15-c97031f116a3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:53.069788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] Routers {'2a17cc74-2f8c-48d7-8f15-c97031f116a3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:53.070436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:53.072946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Calling delete_port for e2709f59-b50a-4801-98fc-58ac7562f8ad owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:53.305379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] Set router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:53.395128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 1110fa2e-bbce-4171-b82b-53a9d17de66b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:53.395686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.401698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (86e88e49-6e69-45a5-ac72-d30339c2ede7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.426037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:11:52Z', 'revision_number': 6, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:53.440442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e2709f59-b50a-4801-98fc-58ac7562f8ad), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.460586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3ce8d-50a7-4fb2-831c-9c403cc4e6be None None] The sync data for ids ['2a17cc74-2f8c-48d7-8f15-c97031f116a3'] in n-d-828675-3 is: [{'id': '2a17cc74-2f8c-48d7-8f15-c97031f116a3', 'name': 'tempest-ServerRescueNegativeTestJSON-1623431584-router', 'tenant_id': '6b0764eaa63a4f3582e25f61607c523c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:48Z', 'updated_at': '2022-02-11T13:11:52Z', 'revision_number': 6, 'project_id': '6b0764eaa63a4f3582e25f61607c523c', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:53.488971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2709f59-b50a-4801-98fc-58ac7562f8ad,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:53.663251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (2a17cc74-2f8c-48d7-8f15-c97031f116a3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.773902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3243-f5f2-4010-ab5d-85787671e86e req-74265bd4-a509-4324-9585-16b8ad9362b6 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:53.777979 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-750a3243-f5f2-4010-ab5d-85787671e86e req-74265bd4-a509-4324-9585-16b8ad9362b6 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1729717 Feb 11 13:11:53.788438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (2a17cc74-2f8c-48d7-8f15-c97031f116a3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.793184 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks [] for router_controller (2a17cc74-2f8c-48d7-8f15-c97031f116a3), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.897368 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-750a3243-f5f2-4010-ab5d-85787671e86e req-059ea689-5516-4eb1-972c-7c55e698e174 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063445 Feb 11 13:11:53.982259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (2a17cc74-2f8c-48d7-8f15-c97031f116a3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.983074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a17cc74-2f8c-48d7-8f15-c97031f116a3 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:11:53.994896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.999256 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0d90ff14-10fb-4816-9362-8d2a11d36023 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2a17cc74-2f8c-48d7-8f15-c97031f116a3 HTTP/1.1" status: 204 len: 168 time: 1.7692847 Feb 11 13:11:53.999906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57142) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:54.003944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (787e1a09-9ef7-4cdb-85a9-2ede91fb281e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.037593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4f424f2b-bfe9-47b0-807d-3d810277243b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:54.096230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 1110fa2e-bbce-4171-b82b-53a9d17de66b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1110fa2e-bbce-4171-b82b-53a9d17de66b,segment=NetworkSegment(f29a6dd7-0e59-4d58-8d7f-743717fa4067),segment_id=f29a6dd7-0e59-4d58-8d7f-743717fa4067)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:54.096672 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.103842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] Deleting subnet 50fb8552-ebe1-47fa-bc60-295f2855f9ad {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:54.104675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4f424f2b-bfe9-47b0-807d-3d810277243b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:54.105334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4f424f2b-bfe9-47b0-807d-3d810277243b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:54.110023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] Publish callbacks [] for subnet (50fb8552-ebe1-47fa-bc60-295f2855f9ad), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.139910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Router 86e88e49-6e69-45a5-ac72-d30339c2ede7 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:54.141311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Port': ['ID=787e1a09-9ef7-4cdb-85a9-2ede91fb281e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:54.197459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 1110fa2e-bbce-4171-b82b-53a9d17de66b owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:54.203257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (50fb8552-ebe1-47fa-bc60-295f2855f9ad), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.279887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (50fb8552-ebe1-47fa-bc60-295f2855f9ad), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.346465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (50fb8552-ebe1-47fa-bc60-295f2855f9ad), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.386586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50fb8552-ebe1-47fa-bc60-295f2855f9ad,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:54.390253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.394410 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7796989d-5a5a-482e-8184-e38e6bbb16a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/50fb8552-ebe1-47fa-bc60-295f2855f9ad HTTP/1.1" status: 204 len: 168 time: 0.3934696 Feb 11 13:11:54.396955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57146) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:54.519627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (de88d5e2-fac2-40d8-a3fb-5781308fb344), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.610581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.627173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:54.636586 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] Sync routers for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:54.650929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2a0fa578-298b-4a30-aaf6-2fc2d0b592e8 admin admin] 10.222.0.42 "PUT /v2.0/routers/86e88e49-6e69-45a5-ac72-d30339c2ede7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6618481 Feb 11 13:11:54.655188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57148) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:54.659584 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:54.667583 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:54.871865 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:54.954192 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks [] for router (86e88e49-6e69-45a5-ac72-d30339c2ede7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.144135 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:11:51Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.184859 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] Checking router: 86e88e49-6e69-45a5-ac72-d30339c2ede7 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:55.191007 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] Routers {'86e88e49-6e69-45a5-ac72-d30339c2ede7'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:55.191965 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['86e88e49-6e69-45a5-ac72-d30339c2ede7'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.228008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (de88d5e2-fac2-40d8-a3fb-5781308fb344), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.251744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de88d5e2-fac2-40d8-a3fb-5781308fb344']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.263508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b4696c-5609-42a9-aafc-b0f186242af8') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.263878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b4696c-5609-42a9-aafc-b0f186242af8') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.286761 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (32b4696c-5609-42a9-aafc-b0f186242af8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.301208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Router 718ddf93-f8ea-4322-9e2e-4f8fa947c62d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:55.305838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (32b4696c-5609-42a9-aafc-b0f186242af8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.318030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:55.318572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (32b4696c-5609-42a9-aafc-b0f186242af8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:55.321230 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:55.372588 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] Set router 86e88e49-6e69-45a5-ac72-d30339c2ede7 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:55.412554 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (de88d5e2-fac2-40d8-a3fb-5781308fb344), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.441786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f3b93-24a7-481a-8c49-4cbd7f8cfdba req-95e369ce-6556-4c39-84b8-22d054a814f7 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:55.443357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c6f3b93-24a7-481a-8c49-4cbd7f8cfdba req-95e369ce-6556-4c39-84b8-22d054a814f7 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.3395603 Feb 11 13:11:55.444854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks [] for router_gateway (86e88e49-6e69-45a5-ac72-d30339c2ede7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.451846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.465467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] 10.222.0.42 "DELETE /v2.0/networks/de88d5e2-fac2-40d8-a3fb-5781308fb344 HTTP/1.1" status: 204 len: 168 time: 1.0665982 Feb 11 13:11:55.471017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694ed9d-a827-4eaf-809f-7efffc13ee11 admin admin] Pushing event deleted for resources: {'Network': ['ID=de88d5e2-fac2-40d8-a3fb-5781308fb344,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:55.579991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:55.588130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e0d12b31-aa97-4646-b529-f5ab7cff3c56 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "PUT /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0297158 Feb 11 13:11:55.591478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] Sync routers for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:55.591944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57158) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:55.611195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:55.611842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.715261 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-b3dc04cb-8c42-4fc0-b5aa-6106d4c28c09 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] show failed (client error): The resource could not be found. Feb 11 13:11:55.716409 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b3dc04cb-8c42-4fc0-b5aa-6106d4c28c09 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1219277113 HTTP/1.1" status: 404 len: 335 time: 0.1225035 Feb 11 13:11:55.721854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57160) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:55.726508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-62861205-f9a5-4cb9-a383-b1877c7c9d03 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:55.748520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.760180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e2709f59-b50a-4801-98fc-58ac7562f8ad no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:55.777019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57162) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:55.805240 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-62861205-f9a5-4cb9-a383-b1877c7c9d03 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] update failed (client error): The resource could not be found. Feb 11 13:11:55.810981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-62861205-f9a5-4cb9-a383-b1877c7c9d03 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-880274815 HTTP/1.1" status: 404 len: 334 time: 0.0835054 Feb 11 13:11:55.812008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57164) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:55.819024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c6f3b93-24a7-481a-8c49-4cbd7f8cfdba req-d877964c-43a0-4556-a846-ee96b8d065dd tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632405 Feb 11 13:11:55.830518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e2709f59-b50a-4801-98fc-58ac7562f8ad {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:55.830650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e2709f59-b50a-4801-98fc-58ac7562f8ad not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:55.841431 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:11:51Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.842577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] Routers {'718ddf93-f8ea-4322-9e2e-4f8fa947c62d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:55.842577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.860352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1110fa2e-bbce-4171-b82b-53a9d17de66b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.884096 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0438c7e1-69d0-4c22-bb99-9a72a9d01ad2 None None] The sync data for ids ['86e88e49-6e69-45a5-ac72-d30339c2ede7'] in n-d-828675-3 is: [{'id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'name': 'tempest-ServersTestFqdnHostnames-1879454967-router', 'tenant_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:09:12Z', 'updated_at': '2022-02-11T13:11:51Z', 'revision_number': 5, 'project_id': '0e7ef5125d1a4e0ea6b70005a72084bc', 'gw_port': {'id': 'd4b3d87c-e238-4e06-abe5-659c50ef5c17', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e88e49-6e69-45a5-ac72-d30339c2ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:09:13Z', 'updated_at': '2022-02-11T13:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:55.910286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.911401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d2355-4d87-4f16-96c9-c93fce8d8847 None None] The sync data for ids ['718ddf93-f8ea-4322-9e2e-4f8fa947c62d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:55.929670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Deleting subnet 25045328-9d7d-446b-9125-ad115f6577bb {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:55.933462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (25045328-9d7d-446b-9125-ad115f6577bb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:55.942714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=1110fa2e-bbce-4171-b82b-53a9d17de66b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:55.980344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Deleting port d4b3d87c-e238-4e06-abe5-659c50ef5c17 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:55.980811 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.011538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (25045328-9d7d-446b-9125-ad115f6577bb), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.068722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-09b6715b-a664-4a88-aa01-1160176d6094 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b0764eaa63a4f3582e25f61607c523c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879391 Feb 11 13:11:56.073278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57170) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:56.194150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (25045328-9d7d-446b-9125-ad115f6577bb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.240464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.248532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a218649b-3bc1-43fd-8c3f-714a2f85b071 admin admin] Publish callbacks [] for security_group (b56f32be-0b44-4649-97af-9e6de5f621ba), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.298088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] For port d4b3d87c-e238-4e06-abe5-659c50ef5c17, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d4b3d87c-e238-4e06-abe5-659c50ef5c17,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:56.298677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.348376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a218649b-3bc1-43fd-8c3f-714a2f85b071 admin admin] Publish callbacks [] for security_group (b56f32be-0b44-4649-97af-9e6de5f621ba), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.367816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Calling delete_port for d4b3d87c-e238-4e06-abe5-659c50ef5c17 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:56.453009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (25045328-9d7d-446b-9125-ad115f6577bb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.501372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Subnet': ['ID=25045328-9d7d-446b-9125-ad115f6577bb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:56.518696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08c6bc-d928-4344-8a6d-09ad35ce3999 None None] Network 12edf4e3-e7a3-4834-b504-5d8940246279 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:56.518902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.524857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1ea3f221-ab7a-46d8-896e-90119fb1e16d tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/subnets/25045328-9d7d-446b-9125-ad115f6577bb HTTP/1.1" status: 204 len: 168 time: 0.7115402 Feb 11 13:11:56.527409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57180) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:56.548124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a218649b-3bc1-43fd-8c3f-714a2f85b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b56f32be-0b44-4649-97af-9e6de5f621ba), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.551665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a218649b-3bc1-43fd-8c3f-714a2f85b071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.570239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a218649b-3bc1-43fd-8c3f-714a2f85b071 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b56f32be-0b44-4649-97af-9e6de5f621ba HTTP/1.1" status: 204 len: 168 time: 0.4867575 Feb 11 13:11:56.670585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218649b-3bc1-43fd-8c3f-714a2f85b071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56f32be-0b44-4649-97af-9e6de5f621ba,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:56.698212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Deleting subnet ba80d67d-b578-49ae-8d8f-b5f46b52081a {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:56.705876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (ba80d67d-b578-49ae-8d8f-b5f46b52081a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.815637 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (ba80d67d-b578-49ae-8d8f-b5f46b52081a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.864432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] DHCP port deletion for 12edf4e3-e7a3-4834-b504-5d8940246279 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:11:56.974102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] Deleting port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:56.974659 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.038407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (ba80d67d-b578-49ae-8d8f-b5f46b52081a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.045590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] For port 15f96cf1-b003-45ca-9cf1-a0aec03b7865, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=15f96cf1-b003-45ca-9cf1-a0aec03b7865,segment=NetworkSegment(5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4),segment_id=5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:57.046199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.055816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-cccbc86b-cc2e-4b05-893a-ead2d8120b1e req-b4209b7c-8682-4742-9dd9-bfa887f8c8b9 tempest-MigrationsAdminTest-1093622544 tempest-MigrationsAdminTest-1093622544-project-admin] (109685) timed out ('10.222.0.42', 57508) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:11:57.090094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] Calling delete_port for 15f96cf1-b003-45ca-9cf1-a0aec03b7865 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:57.212069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (ba80d67d-b578-49ae-8d8f-b5f46b52081a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.214488 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (15f96cf1-b003-45ca-9cf1-a0aec03b7865), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.253378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] Pushing event deleted for resources: {'Port': ['ID=15f96cf1-b003-45ca-9cf1-a0aec03b7865,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:57.274262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54fa096-78bd-481d-9e23-fa772124e81c None None] No DVR routers for this DVR port 15f96cf1-b003-45ca-9cf1-a0aec03b7865 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:57.333038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12e37bb-506e-4133-90af-1c3e47390bc7 None None] Network 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:57.339477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327655-eb02-43b5-94ec-af0953835116 req-ae12b92b-a6fe-4701-9f4b-39a85b1705d7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:57.344707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.348742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d327655-eb02-43b5-94ec-af0953835116 req-ae12b92b-a6fe-4701-9f4b-39a85b1705d7 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.2906027 Feb 11 13:11:57.359215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/subnets/ba80d67d-b578-49ae-8d8f-b5f46b52081a HTTP/1.1" status: 204 len: 168 time: 0.8278227 Feb 11 13:11:57.360129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8a718-10f7-4cfd-824c-23a35bd443bd tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Subnet': ['ID=ba80d67d-b578-49ae-8d8f-b5f46b52081a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:57.373406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57200) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:57.411171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2efc33-0934-45b6-8181-88fac3418973 req-7b4fc952-34fa-4b23-a521-337cbc539af8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:57.416727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac2efc33-0934-45b6-8181-88fac3418973 req-7b4fc952-34fa-4b23-a521-337cbc539af8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.2946899 Feb 11 13:11:57.434583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:57.499137 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ac2efc33-0934-45b6-8181-88fac3418973 req-ba637104-54b2-450d-bbeb-17621802a005 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776775 Feb 11 13:11:57.649745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d327655-eb02-43b5-94ec-af0953835116 req-d8afdf91-3633-4991-9dac-e985f592d52c tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999780 Feb 11 13:11:57.663647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] DHCP port deletion for 208580d9-0cb2-4ae4-91f9-ed2b0df8c893 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:11:57.689804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (12edf4e3-e7a3-4834-b504-5d8940246279), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.752149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] Deleting port 69ebb3fb-f650-475b-be47-d5830dbf4aaf {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:57.752689 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.838552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] For port 69ebb3fb-f650-475b-be47-d5830dbf4aaf, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=69ebb3fb-f650-475b-be47-d5830dbf4aaf,segment=NetworkSegment(d2d6b958-272e-4e99-b9a4-72d5609683cc),segment_id=d2d6b958-272e-4e99-b9a4-72d5609683cc)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:57.838958 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.882888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] Calling delete_port for 69ebb3fb-f650-475b-be47-d5830dbf4aaf owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:57.983537 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d4b3d87c-e238-4e06-abe5-659c50ef5c17), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.036901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 533ad521-79aa-4172-b889-a1fcf3476435 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:58.080183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 533ad521-79aa-4172-b889-a1fcf3476435 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:58.080524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 533ad521-79aa-4172-b889-a1fcf3476435 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:58.080937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 69ebb3fb-f650-475b-be47-d5830dbf4aaf no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:58.091639 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (69ebb3fb-f650-475b-be47-d5830dbf4aaf), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.186703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 69ebb3fb-f650-475b-be47-d5830dbf4aaf {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:58.187044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 69ebb3fb-f650-475b-be47-d5830dbf4aaf not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:58.187458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 15f96cf1-b003-45ca-9cf1-a0aec03b7865 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:58.189617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] Pushing event deleted for resources: {'Port': ['ID=69ebb3fb-f650-475b-be47-d5830dbf4aaf,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:58.196098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d67f81-529b-456d-8c51-0c836e0928d5 None None] No DVR routers for this DVR port 69ebb3fb-f650-475b-be47-d5830dbf4aaf on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:58.250140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 15f96cf1-b003-45ca-9cf1-a0aec03b7865 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:58.250637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 15f96cf1-b003-45ca-9cf1-a0aec03b7865 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:58.251248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (12edf4e3-e7a3-4834-b504-5d8940246279), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.333139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12edf4e3-e7a3-4834-b504-5d8940246279']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:58.349276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:58.349849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:58.363200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.381411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.391751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:58.393392 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (5a1016e9-d032-414d-a4d8-2c2a0f0f1ac4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:58.520998 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:58.522995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b3d87c-e238-4e06-abe5-659c50ef5c17,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:58.588529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (12edf4e3-e7a3-4834-b504-5d8940246279), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.590660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:58.611060 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:58.636618 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:58.637261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:58.652808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d7b1f8b8-030a-4380-81c4-be5171c2cf1f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8174593 Feb 11 13:11:58.656267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57232) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:58.701827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.734628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57236) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:58.735624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/networks/12edf4e3-e7a3-4834-b504-5d8940246279 HTTP/1.1" status: 204 len: 168 time: 1.3609607 Feb 11 13:11:58.854307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d943e-9cd6-475d-a41c-9a7b5b01872b tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Network': ['ID=12edf4e3-e7a3-4834-b504-5d8940246279,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:58.934723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (208580d9-0cb2-4ae4-91f9-ed2b0df8c893), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.952680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet dde7b66f-dd53-4a8c-b4a0-20709479f7a3 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:58.968167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (dde7b66f-dd53-4a8c-b4a0-20709479f7a3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.976218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (86e88e49-6e69-45a5-ac72-d30339c2ede7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.022619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1388085-85c0-46d2-a783-b7b48e422851 req-5c3032fb-9503-4e4d-b313-3de97c023a70 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:59.024567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1388085-85c0-46d2-a783-b7b48e422851 req-5c3032fb-9503-4e4d-b313-3de97c023a70 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.9473858 Feb 11 13:11:59.118115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2754b4-ed87-4d3e-8ff1-a724140a6be6 req-2c695798-f96c-44b2-9eea-2664ce3dd1a2 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:59.119709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af2754b4-ed87-4d3e-8ff1-a724140a6be6 req-2c695798-f96c-44b2-9eea-2664ce3dd1a2 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.4193997 Feb 11 13:11:59.125233 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (dde7b66f-dd53-4a8c-b4a0-20709479f7a3), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.163241 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:59.197124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (208580d9-0cb2-4ae4-91f9-ed2b0df8c893), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.225738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208580d9-0cb2-4ae4-91f9-ed2b0df8c893']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.237623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d6b958-272e-4e99-b9a4-72d5609683cc') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.238053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d6b958-272e-4e99-b9a4-72d5609683cc') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.251558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (d2d6b958-272e-4e99-b9a4-72d5609683cc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.304690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d8895cca-03d6-4015-a98e-cdf53f828745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.318253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae8b6b-3cc1-41e0-84f3-9a57db2010ac req-97f10aab-e8a5-4603-a53c-0430a0e20868 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:59.325822 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62ae8b6b-3cc1-41e0-84f3-9a57db2010ac req-97f10aab-e8a5-4603-a53c-0430a0e20868 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 946 time: 0.3888750 Feb 11 13:11:59.343534 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (d2d6b958-272e-4e99-b9a4-72d5609683cc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.367264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:59.367672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (d2d6b958-272e-4e99-b9a4-72d5609683cc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:59.373587 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:59.454027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af2754b4-ed87-4d3e-8ff1-a724140a6be6 req-cc9cf3ef-429f-4eae-a1af-51f77cb1f4b9 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032694 Feb 11 13:11:59.456013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (86e88e49-6e69-45a5-ac72-d30339c2ede7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.511623 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks [] for router_controller (86e88e49-6e69-45a5-ac72-d30339c2ede7), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.514630 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:55Z', 'revision_number': 9, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.577500 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:59.588828 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:59.590144 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:11:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.640469 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (208580d9-0cb2-4ae4-91f9-ed2b0df8c893), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.650662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.657602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/networks/208580d9-0cb2-4ae4-91f9-ed2b0df8c893 HTTP/1.1" status: 204 len: 168 time: 0.9219160 Feb 11 13:11:59.660508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57248) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:59.755748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11091a2a-9d19-47b8-8333-a55e99725814 req-5223ce9d-83e4-4d96-9958-6ba6b208a54b tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.1939685 Feb 11 13:11:59.789079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (86e88e49-6e69-45a5-ac72-d30339c2ede7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.796890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e88e49-6e69-45a5-ac72-d30339c2ede7 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:11:59.820499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.838788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-348ba830-4a8d-4a77-a506-492036607531 admin admin] 10.222.0.42 "DELETE /v2.0/routers/86e88e49-6e69-45a5-ac72-d30339c2ede7 HTTP/1.1" status: 204 len: 168 time: 5.1822252 Feb 11 13:11:59.848954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57252) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:59.871552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58658a-6f71-4223-94a0-77132df87783 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Network': ['ID=208580d9-0cb2-4ae4-91f9-ed2b0df8c893,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:59.890008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62ae8b6b-3cc1-41e0-84f3-9a57db2010ac req-25cdbfcf-8c5e-4123-90b4-af060a06dfc1 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/security-groups?id=af4281a3-fb6a-4530-ac32-6fccf603ac66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5631924 Feb 11 13:11:59.906003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (dde7b66f-dd53-4a8c-b4a0-20709479f7a3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.933509 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:59.980197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Deleting subnet 08482895-2d02-4312-a1d4-79b51f185852 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:59.982442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] Deleting subnet 2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:59.988216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] Publish callbacks [] for subnet (2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.996732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (08482895-2d02-4312-a1d4-79b51f185852), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.062251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (08482895-2d02-4312-a1d4-79b51f185852), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.097404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.134456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (dde7b66f-dd53-4a8c-b4a0-20709479f7a3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.197844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=dde7b66f-dd53-4a8c-b4a0-20709479f7a3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.200509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.204001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45580ea3-7c9d-42ac-a126-a3871e76d015 None None] Network a6f767b5-f7c1-4145-b332-60983fdb22d4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:00.204851 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3af8f414-c4eb-4be4-80c8-061565d3187c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/dde7b66f-dd53-4a8c-b4a0-20709479f7a3 HTTP/1.1" status: 204 len: 168 time: 1.5475554 Feb 11 13:12:00.210116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57254) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:00.253967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.325724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.357159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (a6f767b5-f7c1-4145-b332-60983fdb22d4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.393017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.415688 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.420868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92afcc5e-10b9-4285-aacf-9b3069219e58 None None] Network 500e49a7-5976-49d6-b2a3-6f092e6c2988 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:00.428534 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:55Z', 'revision_number': 9, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:00.438195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6c75785a-f2e7-4883-87f2-085d9a05924a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2eff12fb-4cd6-4acc-8dbb-9b7162d8ad5d HTTP/1.1" status: 204 len: 168 time: 0.5881381 Feb 11 13:12:00.438645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (08482895-2d02-4312-a1d4-79b51f185852), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.441861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Deleting port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:00.442721 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.453837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57256) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:00.519391 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcbaa0e-2188-40f6-a26d-518fca691a55 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:11:55Z', 'revision_number': 9, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5acdbe17-3401-43ae-b4bc-9bca76c6e8fd', 'name': '', 'network_id': '2c6f6dd7-7c58-4656-9fd9-28dd4d711117', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:d1:48:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2232, 'fixed_ips': [{'subnet_id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:11Z', 'updated_at': '2022-02-11T13:11:19Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': 'ef311a63-0102-4268-ad0a-50c3615fc39a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:00.626364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] DHCP port deletion for a6f767b5-f7c1-4145-b332-60983fdb22d4 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:12:00.725669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] For port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,segment=NetworkSegment(6ffc9596-b6cf-47c9-811f-70a689637ddf),segment_id=6ffc9596-b6cf-47c9-811f-70a689637ddf)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:00.726289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.739468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 5f65883a-1f7f-4842-8d98-20eb72730750 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:00.740592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.744946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Calling delete_port for a38f79f2-eb3e-4998-a2f8-5aea54b2f52c owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:00.850708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 5f65883a-1f7f-4842-8d98-20eb72730750, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5f65883a-1f7f-4842-8d98-20eb72730750,segment=NetworkSegment(f29a6dd7-0e59-4d58-8d7f-743717fa4067),segment_id=f29a6dd7-0e59-4d58-8d7f-743717fa4067)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:00.851082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.858814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] Deleting port 5f65883a-1f7f-4842-8d98-20eb72730750 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:00.864464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.867217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dcccb-e114-484a-a4da-c87c908f5261 req-255b6c64-747d-424f-b587-ad3e5a937f85 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:00.867383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 5f65883a-1f7f-4842-8d98-20eb72730750 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:00.868809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-660dcccb-e114-484a-a4da-c87c908f5261 req-255b6c64-747d-424f-b587-ad3e5a937f85 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.2209406 Feb 11 13:12:01.017979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] For port 5f65883a-1f7f-4842-8d98-20eb72730750, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5f65883a-1f7f-4842-8d98-20eb72730750,segment=NetworkSegment(f29a6dd7-0e59-4d58-8d7f-743717fa4067),segment_id=f29a6dd7-0e59-4d58-8d7f-743717fa4067)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:01.018812 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.036708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] Calling delete_port for 5f65883a-1f7f-4842-8d98-20eb72730750 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:01.095737 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (500e49a7-5976-49d6-b2a3-6f092e6c2988), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.111683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e0448842-2272-45f9-8d73-d815c958ef01 req-473cf314-140e-4edf-aa57-3965c7ca4684 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0835903 Feb 11 13:12:01.117265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a38f79f2-eb3e-4998-a2f8-5aea54b2f52c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.124358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.140445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-660dcccb-e114-484a-a4da-c87c908f5261 req-bd28ab3f-e466-4e9c-be68-698f5fc3824f tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610495 Feb 11 13:12:01.164157 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (5f65883a-1f7f-4842-8d98-20eb72730750), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.166707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] DHCP port deletion for 500e49a7-5976-49d6-b2a3-6f092e6c2988 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:12:01.168236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (08482895-2d02-4312-a1d4-79b51f185852), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.176597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:01.185963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port 5f65883a-1f7f-4842-8d98-20eb72730750 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:01.187716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=5f65883a-1f7f-4842-8d98-20eb72730750,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.238872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Subnet': ['ID=08482895-2d02-4312-a1d4-79b51f185852,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.239116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: a38f79f2-eb3e-4998-a2f8-5aea54b2f52c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:01.239244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Pushing event deleted for resources: {'Port': ['ID=a38f79f2-eb3e-4998-a2f8-5aea54b2f52c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.239350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a38f79f2-eb3e-4998-a2f8-5aea54b2f52c not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:01.279670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] Pushing event deleted for resources: {'Port': ['ID=5f65883a-1f7f-4842-8d98-20eb72730750,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.288750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b63816-607e-46f0-9074-a61f4193b9e5 None None] No DVR routers for this DVR port 5f65883a-1f7f-4842-8d98-20eb72730750 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:01.339284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] No DVR routers for this DVR port a38f79f2-eb3e-4998-a2f8-5aea54b2f52c on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:01.340592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] Deleting port 94028435-025c-459e-8b30-a505024302ab {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:01.343431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.345079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.348584 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (94028435-025c-459e-8b30-a505024302ab), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.350323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-206c8729-987e-437e-ad9c-044b35ac5d8f tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/subnets/08482895-2d02-4312-a1d4-79b51f185852 HTTP/1.1" status: 204 len: 168 time: 1.6244230 Feb 11 13:12:01.350507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1388085-85c0-46d2-a783-b7b48e422851 req-76e35751-f193-4a7f-9b75-1b86dc04f886 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.53 "DELETE /v2.0/ports/a38f79f2-eb3e-4998-a2f8-5aea54b2f52c HTTP/1.1" status: 204 len: 173 time: 2.2587242 Feb 11 13:12:01.350891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-deleted', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:01.354372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57266) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:01.358988 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05868f8f-aa75-4f3c-b598-849b57b0c13d" -d '{"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-deleted", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:01.383732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888f99b-ea7c-4946-864f-ebe5b9177b26 None None] Network e3dc9fd3-518d-4fec-94ae-c1404dd83e32 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:01.436829 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f30003dd-f27f-40b4-80fa-b1cd1bf7c17c req-02988341-8489-4b5d-9f8b-ca691ad862d9 tempest-ServersNegativeTestJSON-1279308611 tempest-ServersNegativeTestJSON-1279308611-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d86e277-edfc-427c-8e5a-3ac193323bdc HTTP/1.1" status: 200 len: 210 time: 0.1487257 Feb 11 13:12:01.455114 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e10093d-a7ce-4504-9f42-438b2909a13f x-openstack-request-id: req-4e10093d-a7ce-4504-9f42-438b2909a13f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:01.455606 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d86e277-edfc-427c-8e5a-3ac193323bdc", "name": "network-vif-deleted", "tag": "a38f79f2-eb3e-4998-a2f8-5aea54b2f52c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:01.456805 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e10093d-a7ce-4504-9f42-438b2909a13f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:01.457761 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d86e277-edfc-427c-8e5a-3ac193323bdc', 'name': 'network-vif-deleted', 'tag': 'a38f79f2-eb3e-4998-a2f8-5aea54b2f52c', 'status': 'completed', 'code': 200} Feb 11 13:12:01.490530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-27ece6d9-6cd3-48ce-9357-a9a2f5f33472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.590619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (a6f767b5-f7c1-4145-b332-60983fdb22d4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.622750 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (e3dc9fd3-518d-4fec-94ae-c1404dd83e32), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.628963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f767b5-f7c1-4145-b332-60983fdb22d4']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:01.645921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29a6dd7-0e59-4d58-8d7f-743717fa4067') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:01.646144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29a6dd7-0e59-4d58-8d7f-743717fa4067') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:01.655430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Deleting port 94028435-025c-459e-8b30-a505024302ab {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:01.655770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (94028435-025c-459e-8b30-a505024302ab), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.662241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (f29a6dd7-0e59-4d58-8d7f-743717fa4067), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.726801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f29a6dd7-0e59-4d58-8d7f-743717fa4067), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.784555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:12:01.785741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (f29a6dd7-0e59-4d58-8d7f-743717fa4067), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:01.795731 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:01.799601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4b3d87c-e238-4e06-abe5-659c50ef5c17 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:01.808074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] For port 94028435-025c-459e-8b30-a505024302ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=94028435-025c-459e-8b30-a505024302ab,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:01.808381 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (94028435-025c-459e-8b30-a505024302ab), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.813010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] For port 94028435-025c-459e-8b30-a505024302ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=94028435-025c-459e-8b30-a505024302ab,segment=NetworkSegment(ee126a4c-8292-4698-9427-40e51d476f92),segment_id=ee126a4c-8292-4698-9427-40e51d476f92)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:01.813369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (94028435-025c-459e-8b30-a505024302ab), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.837357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d4b3d87c-e238-4e06-abe5-659c50ef5c17 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:01.837742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4b3d87c-e238-4e06-abe5-659c50ef5c17 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:01.838149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5f65883a-1f7f-4842-8d98-20eb72730750 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:01.844602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] Calling delete_port for 94028435-025c-459e-8b30-a505024302ab owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:01.871228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Calling delete_port for 94028435-025c-459e-8b30-a505024302ab owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:01.871462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5f65883a-1f7f-4842-8d98-20eb72730750 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:01.871800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5f65883a-1f7f-4842-8d98-20eb72730750 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:01.872430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 94028435-025c-459e-8b30-a505024302ab no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:01.890535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (a6f767b5-f7c1-4145-b332-60983fdb22d4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.927773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.933983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/a6f767b5-f7c1-4145-b332-60983fdb22d4 HTTP/1.1" status: 204 len: 168 time: 1.7216821 Feb 11 13:12:01.934124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57270) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:01.952772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Deleting port 313f7649-e46c-4b25-9485-8bb807674997 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:01.953046 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (313f7649-e46c-4b25-9485-8bb807674997), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.957138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95515f7-2054-4ca6-908f-96278a233d5a tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=a6f767b5-f7c1-4145-b332-60983fdb22d4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.045601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] For port 313f7649-e46c-4b25-9485-8bb807674997, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=313f7649-e46c-4b25-9485-8bb807674997,segment=NetworkSegment(c6c1700c-99d6-4e2d-a6d6-f57165578846),segment_id=c6c1700c-99d6-4e2d-a6d6-f57165578846)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:02.045892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (313f7649-e46c-4b25-9485-8bb807674997), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.062218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Calling delete_port for 313f7649-e46c-4b25-9485-8bb807674997 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:02.064762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 94028435-025c-459e-8b30-a505024302ab is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:02.065331 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (94028435-025c-459e-8b30-a505024302ab), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.074199 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (94028435-025c-459e-8b30-a505024302ab), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.095490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] DHCP port deletion for e3dc9fd3-518d-4fec-94ae-c1404dd83e32 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:12:02.128647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1110fa2e-bbce-4171-b82b-53a9d17de66b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:02.135508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Pushing event deleted for resources: {'Port': ['ID=94028435-025c-459e-8b30-a505024302ab,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.140589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] No DVR routers for this DVR port 94028435-025c-459e-8b30-a505024302ab on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:02.165081 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (94028435-025c-459e-8b30-a505024302ab), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.248444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] Pushing event deleted for resources: {'Port': ['ID=94028435-025c-459e-8b30-a505024302ab,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.250159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (500e49a7-5976-49d6-b2a3-6f092e6c2988), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.253622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1110fa2e-bbce-4171-b82b-53a9d17de66b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:02.254184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1110fa2e-bbce-4171-b82b-53a9d17de66b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:02.263281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787898d6-d0b3-4300-887e-c969f49b18f8 None None] No DVR routers for this DVR port 94028435-025c-459e-8b30-a505024302ab on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:02.303722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] Deleting port 313f7649-e46c-4b25-9485-8bb807674997 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:02.304046 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (313f7649-e46c-4b25-9485-8bb807674997), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.307826 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (313f7649-e46c-4b25-9485-8bb807674997), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.325271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] No DVR routers for this DVR port 313f7649-e46c-4b25-9485-8bb807674997 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:02.327593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500e49a7-5976-49d6-b2a3-6f092e6c2988']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:02.386005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] For port 313f7649-e46c-4b25-9485-8bb807674997, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:02.386366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee126a4c-8292-4698-9427-40e51d476f92') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:02.386366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee126a4c-8292-4698-9427-40e51d476f92') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:02.386538 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (313f7649-e46c-4b25-9485-8bb807674997), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.389377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Port': ['ID=313f7649-e46c-4b25-9485-8bb807674997,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.403772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] Calling delete_port for 313f7649-e46c-4b25-9485-8bb807674997 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:02.405761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f8a1faf8-a075-4a20-8bda-3525bd7ab99a req-52cf7fde-3439-40fb-ae27-5b1fe17c4346 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.1216884 Feb 11 13:12:02.419385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] Port 313f7649-e46c-4b25-9485-8bb807674997 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:12:02.424143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (313f7649-e46c-4b25-9485-8bb807674997), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.442527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] No DVR routers for this DVR port 313f7649-e46c-4b25-9485-8bb807674997 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:02.460637 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (e3dc9fd3-518d-4fec-94ae-c1404dd83e32), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.469780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d46430-af61-4ba6-a19c-6290f52ef656 None None] Pushing event deleted for resources: {'Port': ['ID=313f7649-e46c-4b25-9485-8bb807674997,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.483320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dc9fd3-518d-4fec-94ae-c1404dd83e32']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:02.500046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c1700c-99d6-4e2d-a6d6-f57165578846') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:02.500349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c1700c-99d6-4e2d-a6d6-f57165578846') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:02.510862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c6c1700c-99d6-4e2d-a6d6-f57165578846), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.513356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.524631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c6c1700c-99d6-4e2d-a6d6-f57165578846), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.530473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (ee126a4c-8292-4698-9427-40e51d476f92), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.540180 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57280) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:02.551436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:12:02.551829 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c6c1700c-99d6-4e2d-a6d6-f57165578846), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:02.555096 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:02.596592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ee126a4c-8292-4698-9427-40e51d476f92), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.646296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:12:02.646724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (ee126a4c-8292-4698-9427-40e51d476f92), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:02.648559 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:02.666841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055143fb-ec9f-4953-b1e0-362aebc1eb16 req-0b704fe9-95cb-4495-9e9f-b0737d1d123f tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:02.668071 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-055143fb-ec9f-4953-b1e0-362aebc1eb16 req-0b704fe9-95cb-4495-9e9f-b0737d1d123f tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.3992136 Feb 11 13:12:02.680326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.720476 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (e3dc9fd3-518d-4fec-94ae-c1404dd83e32), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.729562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] Deleting subnet 3ebac6b8-c788-4ef1-8da4-9266a7f3338f {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:12:02.739757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.745576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/networks/e3dc9fd3-518d-4fec-94ae-c1404dd83e32 HTTP/1.1" status: 204 len: 168 time: 1.3345866 Feb 11 13:12:02.750191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] Publish callbacks [] for subnet (3ebac6b8-c788-4ef1-8da4-9266a7f3338f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.754574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57282) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:02.789726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (500e49a7-5976-49d6-b2a3-6f092e6c2988), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.810925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee765-3b5e-46a5-b30f-e1483fa13718 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Pushing event deleted for resources: {'Network': ['ID=e3dc9fd3-518d-4fec-94ae-c1404dd83e32,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.821208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.824492 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] 10.222.0.42 "DELETE /v2.0/networks/500e49a7-5976-49d6-b2a3-6f092e6c2988 HTTP/1.1" status: 204 len: 168 time: 2.2574630 Feb 11 13:12:02.833741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a972d1b-0b2e-4c59-a650-4aee42c7ad77 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "GET /v2.0/ports?device_id=718ddf93-f8ea-4322-9e2e-4f8fa947c62d HTTP/1.1" status: 200 len: 205 time: 0.0777688 Feb 11 13:12:02.843281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:02.868618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237469f-6e76-4d7b-93de-2f18cdc601be admin admin] Pushing event deleted for resources: {'Network': ['ID=500e49a7-5976-49d6-b2a3-6f092e6c2988,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.922938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (3ebac6b8-c788-4ef1-8da4-9266a7f3338f), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.954944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-055143fb-ec9f-4953-b1e0-362aebc1eb16 req-15fbb677-353d-49eb-89e3-322cb9426484 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419450 Feb 11 13:12:02.998065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:02.999226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.002855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93b53f6a-0cab-4979-9b33-9aa1710eaff1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for router (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.105521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57290) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:03.131709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,segment=NetworkSegment(fd7747f3-4b25-4da5-8efa-927941855e2a),segment_id=fd7747f3-4b25-4da5-8efa-927941855e2a)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:03.132170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.176721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9d430f44-8b1c-4ebd-af22-4348e15c5565 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e7ef5125d1a4e0ea6b70005a72084bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694699 Feb 11 13:12:03.178117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:03.180226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57294) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:03.276585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d644973-1c49-4046-8d6f-0aa520c7da20 admin admin] Publish callbacks [] for security_group (1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.306029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d644973-1c49-4046-8d6f-0aa520c7da20 admin admin] Publish callbacks [] for security_group (1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.399347 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (3ebac6b8-c788-4ef1-8da4-9266a7f3338f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.553721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93b53f6a-0cab-4979-9b33-9aa1710eaff1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.555913 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93b53f6a-0cab-4979-9b33-9aa1710eaff1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for router_controller (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.607542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (3ebac6b8-c788-4ef1-8da4-9266a7f3338f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.618571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93b53f6a-0cab-4979-9b33-9aa1710eaff1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (718ddf93-f8ea-4322-9e2e-4f8fa947c62d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.619011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b53f6a-0cab-4979-9b33-9aa1710eaff1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Fanout notify agent at l3_agent the message router_deleted on router 718ddf93-f8ea-4322-9e2e-4f8fa947c62d {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:12:03.629853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93b53f6a-0cab-4979-9b33-9aa1710eaff1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.630984 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-93b53f6a-0cab-4979-9b33-9aa1710eaff1 tempest-RoutersNegativeTest-1064581210 tempest-RoutersNegativeTest-1064581210-project] 10.222.0.42 "DELETE /v2.0/routers/718ddf93-f8ea-4322-9e2e-4f8fa947c62d HTTP/1.1" status: 204 len: 168 time: 0.7754564 Feb 11 13:12:03.633910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64031b18-08a8-48af-ab3f-456c0f934fae req-933fe5b5-b40a-463e-9fde-82c9291c9528 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0894177 Feb 11 13:12:03.653232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebac6b8-c788-4ef1-8da4-9266a7f3338f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:03.658434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.664276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d4c5592-4817-46e6-ab5a-c577d095f228 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ebac6b8-c788-4ef1-8da4-9266a7f3338f HTTP/1.1" status: 204 len: 168 time: 1.1183555 Feb 11 13:12:03.664587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57306) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:03.743781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5acdbe17-3401-43ae-b4bc-9bca76c6e8fd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.784850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=5acdbe17-3401-43ae-b4bc-9bca76c6e8fd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:03.785035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 313f7649-e46c-4b25-9485-8bb807674997 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:03.791070 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (23858796-4a14-49a9-b98b-f71fa561d323), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.797281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d644973-1c49-4046-8d6f-0aa520c7da20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.800287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d644973-1c49-4046-8d6f-0aa520c7da20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:03.801530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3d644973-1c49-4046-8d6f-0aa520c7da20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23 HTTP/1.1" status: 204 len: 168 time: 0.6204715 Feb 11 13:12:03.839235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d644973-1c49-4046-8d6f-0aa520c7da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe2e2a8-1f9c-46d8-afea-5f4a1d91ba23,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:03.850147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 313f7649-e46c-4b25-9485-8bb807674997 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:03.852471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 313f7649-e46c-4b25-9485-8bb807674997 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:04.135204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (23858796-4a14-49a9-b98b-f71fa561d323), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.193531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23858796-4a14-49a9-b98b-f71fa561d323']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:04.193936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b01c28-e045-422f-be7c-d3129be33edb req-b4b08d05-39db-42f0-8d89-fdd6c90b2288 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:04.207616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97b01c28-e045-422f-be7c-d3129be33edb req-b4b08d05-39db-42f0-8d89-fdd6c90b2288 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1476085 Feb 11 13:12:04.217726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffc9596-b6cf-47c9-811f-70a689637ddf') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:04.218063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffc9596-b6cf-47c9-811f-70a689637ddf') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:04.240133 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (6ffc9596-b6cf-47c9-811f-70a689637ddf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.251569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57316) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:04.268411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6ffc9596-b6cf-47c9-811f-70a689637ddf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.284250 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.284514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:12:04.284750 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (6ffc9596-b6cf-47c9-811f-70a689637ddf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.337293 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-97b01c28-e045-422f-be7c-d3129be33edb req-503de289-3055-45e2-827d-46891b995f23 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287630 Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:04.383823 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:04.392576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59f3b22e-c9ae-4a3e-bc62-6ceae681ef55 req-3f685bc7-20e3-4c4e-8d17-1c065b768e5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.2848530 Feb 11 13:12:04.406352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (23858796-4a14-49a9-b98b-f71fa561d323), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.429741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.439262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] 10.222.0.42 "DELETE /v2.0/networks/23858796-4a14-49a9-b98b-f71fa561d323 HTTP/1.1" status: 204 len: 168 time: 0.7730885 Feb 11 13:12:04.466744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.468878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddcc52-4c81-4818-83b8-776f2e06beed admin admin] Pushing event deleted for resources: {'Network': ['ID=23858796-4a14-49a9-b98b-f71fa561d323,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:04.567927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-833de063-0e73-43c5-a2c3-1ca4840b898c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=467a45b4f6be458f8b99aa7f0a93fcf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3127451 Feb 11 13:12:04.568943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57332) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:04.694497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f78f751-abf9-4e7c-866e-6d20df7d37b0 admin admin] Publish callbacks [] for security_group (9d326d8d-54b4-404f-b44b-0b42dd289d1f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.745675 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f78f751-abf9-4e7c-866e-6d20df7d37b0 admin admin] Publish callbacks [] for security_group (9d326d8d-54b4-404f-b44b-0b42dd289d1f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.836577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f78f751-abf9-4e7c-866e-6d20df7d37b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9d326d8d-54b4-404f-b44b-0b42dd289d1f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.842033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f78f751-abf9-4e7c-866e-6d20df7d37b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.846149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4f78f751-abf9-4e7c-866e-6d20df7d37b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d326d8d-54b4-404f-b44b-0b42dd289d1f HTTP/1.1" status: 204 len: 168 time: 0.2753189 Feb 11 13:12:04.846792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57340) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:04.875938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78f751-abf9-4e7c-866e-6d20df7d37b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d326d8d-54b4-404f-b44b-0b42dd289d1f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:04.936370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90172634-c9ae-405d-9b2b-45d3074ce129 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f4edac0b3364c71b96615236d9b489a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789461 Feb 11 13:12:04.943767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57346) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:05.065158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7c94d28-1791-46e2-a55c-d62f170876db admin admin] Publish callbacks [] for security_group (af4281a3-fb6a-4530-ac32-6fccf603ac66), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.094784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7c94d28-1791-46e2-a55c-d62f170876db admin admin] Publish callbacks [] for security_group (af4281a3-fb6a-4530-ac32-6fccf603ac66), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.156485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7c94d28-1791-46e2-a55c-d62f170876db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af4281a3-fb6a-4530-ac32-6fccf603ac66), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.159375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7c94d28-1791-46e2-a55c-d62f170876db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.160723 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e7c94d28-1791-46e2-a55c-d62f170876db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af4281a3-fb6a-4530-ac32-6fccf603ac66 HTTP/1.1" status: 204 len: 168 time: 0.2156377 Feb 11 13:12:05.170789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c94d28-1791-46e2-a55c-d62f170876db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4281a3-fb6a-4530-ac32-6fccf603ac66,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:05.235766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57354) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:05.318238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.360939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-989d8f4c-ea69-412b-9bb2-e65e2653125b req-1dc600af-cb38-4a63-bdb8-e20aecc972e0 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0657279 Feb 11 13:12:05.555049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:05.595225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1008281642-network', 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:05.658056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:05.668302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dbfdc274-b8b8-4320-b079-e77e33ede415 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7331469 Feb 11 13:12:05.669131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57366) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:05.670597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125638e7-50e9-460c-92fe-750093627158 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:05.716125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:05.716779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:05.753804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:05.762045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.768797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet ef311a63-0102-4268-ad0a-50c3615fc39a {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:12:05.779085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (ef311a63-0102-4268-ad0a-50c3615fc39a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.825357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.855527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923008cf-7cac-49e2-b277-eb9d76873152 req-c437d80d-7c0c-460b-bfc1-7f72e436ce49 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:05.863238 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-923008cf-7cac-49e2-b277-eb9d76873152 req-c437d80d-7c0c-460b-bfc1-7f72e436ce49 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.3773263 Feb 11 13:12:05.908184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (ef311a63-0102-4268-ad0a-50c3615fc39a), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.949621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:06.046753 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks [] for security_group (38bef868-41d7-481a-bd87-3b42847e5ff5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.080068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (38bef868-41d7-481a-bd87-3b42847e5ff5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.141676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (ef311a63-0102-4268-ad0a-50c3615fc39a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.187805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:06.216452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-923008cf-7cac-49e2-b277-eb9d76873152 req-332a7e5f-44c2-4088-bada-444216c8046c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499389 Feb 11 13:12:06.233405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bef868-41d7-481a-bd87-3b42847e5ff5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:06.250387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (ef311a63-0102-4268-ad0a-50c3615fc39a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.262138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (63a251b1-1d6b-4f74-9915-b162b85d5d55), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.262636 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Added segment 63a251b1-1d6b-4f74-9915-b162b85d5d55 of type vlan for network 9f61c168-fdf9-4dda-9438-83f3652849a4 Feb 11 13:12:06.331919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.346506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/ef311a63-0102-4268-ad0a-50c3615fc39a HTTP/1.1" status: 204 len: 168 time: 0.6759560 Feb 11 13:12:06.355143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27574c-6f65-4d83-861c-09df7d38db59 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=ef311a63-0102-4268-ad0a-50c3615fc39a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:06.360835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57382) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:06.413657 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (9f61c168-fdf9-4dda-9438-83f3652849a4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.427504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d0757-aaf6-46a0-9dd4-ee6acbf4abc5 None None] Network 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:06.461571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (9f61c168-fdf9-4dda-9438-83f3652849a4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.464048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:06.465781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.509441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2681928 Feb 11 13:12:06.509660 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (2c6f6dd7-7c58-4656-9fd9-28dd4d711117), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.519813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57394) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:06.526660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Request body: {'subnet': {'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1008281642-subnet', 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:06.607192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f60ad23f-2286-4e32-ada5-840ea5303c92 req-af65ae87-c397-4925-903d-7b78c364b10e tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0677335 Feb 11 13:12:06.647388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:06.649914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.662460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040654c8-04e3-4c89-b88b-547b6d7b8f08 admin admin] Pushing event updated for resources: {'Network': ['ID=9f61c168-fdf9-4dda-9438-83f3652849a4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:06.690234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:12:06.780465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] DHCP port deletion for 2c6f6dd7-7c58-4656-9fd9-28dd4d711117 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:12:06.873481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:03Z', 'revision_number': 10, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:06.907869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57418) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:06.922194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125638e7-50e9-460c-92fe-750093627158 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:06.937235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] Deleting port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:06.937610 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:06.989263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:06.990032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.008291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] For port bc8b25fe-924b-4ae4-95d8-2acfe819fea2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,segment=NetworkSegment(fd7747f3-4b25-4da5-8efa-927941855e2a),segment_id=fd7747f3-4b25-4da5-8efa-927941855e2a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:07.008745 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.022848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] Calling delete_port for bc8b25fe-924b-4ae4-95d8-2acfe819fea2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:07.116387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:07.117584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:07.149182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1318298830'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:07.185960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Made reservation on behalf of d4addbd45fdf4b57886cb2ceb05483ec for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:07.192565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.214880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.275756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port bc8b25fe-924b-4ae4-95d8-2acfe819fea2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,segment=NetworkSegment(fd7747f3-4b25-4da5-8efa-927941855e2a),segment_id=fd7747f3-4b25-4da5-8efa-927941855e2a)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:07.276144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.332910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:07.430776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for bc8b25fe-924b-4ae4-95d8-2acfe819fea2 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:07.453476 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.504128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] No DVR routers for this DVR port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:07.515976 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for security_group (5ad27d6d-67f6-4cc9-92dd-1a539625e150), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.526459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5ad27d6d-67f6-4cc9-92dd-1a539625e150), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.573791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8365-7173-45f2-8bc8-e17cd9331155 req-9e6c9883-ca20-4496-81fb-43c9b8e9e154 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:07.585021 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6dfd8365-7173-45f2-8bc8-e17cd9331155 req-9e6c9883-ca20-4496-81fb-43c9b8e9e154 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1995025 Feb 11 13:12:07.657341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:07.724123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad27d6d-67f6-4cc9-92dd-1a539625e150,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:07.771772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3cc7236b-2590-46cd-a01c-fe42df28827e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.772310 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Added segment 3cc7236b-2590-46cd-a01c-fe42df28827e of type vlan for network ee9c5570-3a3d-4f17-9434-25bd5774e879 Feb 11 13:12:07.842861 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6dfd8365-7173-45f2-8bc8-e17cd9331155 req-67ed50db-4bbc-4bef-87d0-ac8cca2c15b4 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542896 Feb 11 13:12:07.925688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ee9c5570-3a3d-4f17-9434-25bd5774e879), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.979758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ee9c5570-3a3d-4f17-9434-25bd5774e879), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.984979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:07.990164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc8b25fe-924b-4ae4-95d8-2acfe819fea2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:07.995612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5c271-a1f9-4ad5-b4e7-cd8295bac552 None None] Pushing event deleted for resources: {'Port': ['ID=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:07.998634 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.010609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bc8b25fe-924b-4ae4-95d8-2acfe819fea2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.016530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-554a296a-55f5-469c-8ad7-a4b30a8c937f req-0850cb8e-1b8b-4fa0-abf1-0d7c5e61eb7f tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.6306415 Feb 11 13:12:08.026141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1167750 Feb 11 13:12:08.028246 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57440) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:08.028578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57442) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:08.039467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Request body: {'subnet': {'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:08.057128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=bc8b25fe-924b-4ae4-95d8-2acfe819fea2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:08.060161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port bc8b25fe-924b-4ae4-95d8-2acfe819fea2 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:08.075292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (d8738ee9-9799-48eb-9480-7c79190886ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.083952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: bc8b25fe-924b-4ae4-95d8-2acfe819fea2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:08.084386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bc8b25fe-924b-4ae4-95d8-2acfe819fea2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:08.210441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-125638e7-50e9-460c-92fe-750093627158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:03Z', 'revision_number': 10, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:08.251598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125638e7-50e9-460c-92fe-750093627158 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:03Z', 'revision_number': 10, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None, '_interfaces': [{'id': '59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f', 'name': '', 'network_id': '9dee3fa6-22e8-4656-8c94-70efa1e350e4', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'mac_address': 'fa:16:3e:25:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:01Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 5, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'subnets': [{'id': '447394e4-4d5f-42fb-8489-9ac36b43bd11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:08.304979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (2c6f6dd7-7c58-4656-9fd9-28dd4d711117), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.326638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6f6dd7-7c58-4656-9fd9-28dd4d711117']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:08.336519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7747f3-4b25-4da5-8efa-927941855e2a') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:08.337050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7747f3-4b25-4da5-8efa-927941855e2a') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:08.345520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af605da7-4a69-49c4-b485-92b260d98353 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event updated for resources: {'Network': ['ID=ee9c5570-3a3d-4f17-9434-25bd5774e879,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:08.348174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (fd7747f3-4b25-4da5-8efa-927941855e2a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.357052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:12:08.363160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (fd7747f3-4b25-4da5-8efa-927941855e2a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.370232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:12:08.370872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (fd7747f3-4b25-4da5-8efa-927941855e2a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.382961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9233f5e-8194-4675-84a9-2f2851867cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:08.444929 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:08.447329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8738ee9-9799-48eb-9480-7c79190886ec,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:08.460278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Made reservation on behalf of d4addbd45fdf4b57886cb2ceb05483ec for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:08.465231 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.521197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (2c6f6dd7-7c58-4656-9fd9-28dd4d711117), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.545341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.551767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/2c6f6dd7-7c58-4656-9fd9-28dd4d711117 HTTP/1.1" status: 204 len: 168 time: 2.1889181 Feb 11 13:12:08.553359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806f984-33d4-443e-b7b7-db4ad1a7f775 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=2c6f6dd7-7c58-4656-9fd9-28dd4d711117,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:08.555443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57448) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:08.605327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Checking segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:08.605724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Network hostable DHCP agents. Network: 9f61c168-fdf9-4dda-9438-83f3652849a4, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:08.669556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9233f5e-8194-4675-84a9-2f2851867cd1 admin admin] Publish callbacks [] for security_group (a471ed62-19e0-4161-8a83-dd5ac7bffabb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.675896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:08.686147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9233f5e-8194-4675-84a9-2f2851867cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a471ed62-19e0-4161-8a83-dd5ac7bffabb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.730194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 9f61c168-fdf9-4dda-9438-83f3652849a4) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:08.739914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:08.741083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.742127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00be7213-1af9-4c6e-aa0b-fefe3eb27b1a None None] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:08.814340 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a9233f5e-8194-4675-84a9-2f2851867cd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0a253b332cd4643ad0cb2d285f34d76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7688255 Feb 11 13:12:08.817048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9233f5e-8194-4675-84a9-2f2851867cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a471ed62-19e0-4161-8a83-dd5ac7bffabb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:08.819736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57450) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:08.831476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aeb6dc13-dee1-46de-8b74-4d2d82a3e72c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3105202 Feb 11 13:12:09.029394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b1989-f3f0-4b7a-a9bd-9e0466fcb22a None None] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:09.051671 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e5614ac-a36f-4bda-87f5-2d57b45a3ccd admin admin] Publish callbacks [] for security_group (a471ed62-19e0-4161-8a83-dd5ac7bffabb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.079312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e5614ac-a36f-4bda-87f5-2d57b45a3ccd admin admin] Publish callbacks [] for security_group (a471ed62-19e0-4161-8a83-dd5ac7bffabb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.142148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (45424183-7c12-409b-bcb3-bb3c80e89e82), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.190288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd1dbefa-5963-493f-a044-aa3eb6267bfb req-c4775e52-a51f-446e-a81a-bf33ab264849 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0507615 Feb 11 13:12:09.198445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e5614ac-a36f-4bda-87f5-2d57b45a3ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a471ed62-19e0-4161-8a83-dd5ac7bffabb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.202029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e5614ac-a36f-4bda-87f5-2d57b45a3ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.205718 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0e5614ac-a36f-4bda-87f5-2d57b45a3ccd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a471ed62-19e0-4161-8a83-dd5ac7bffabb HTTP/1.1" status: 204 len: 168 time: 0.3806241 Feb 11 13:12:09.221554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5614ac-a36f-4bda-87f5-2d57b45a3ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a471ed62-19e0-4161-8a83-dd5ac7bffabb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:09.237732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.256085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee01fd-e61e-48d5-9384-0c10fe66edb4 req-3581df8e-66f4-47e4-a94a-aa8752fda6d7 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:09.257839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8ee01fd-e61e-48d5-9384-0c10fe66edb4 req-3581df8e-66f4-47e4-a94a-aa8752fda6d7 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.2857137 Feb 11 13:12:09.294494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event updated for resources: {'Subnet': ['ID=45424183-7c12-409b-bcb3-bb3c80e89e82,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:09.303731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Checking segment: {'id': '3cc7236b-2590-46cd-a01c-fe42df28827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:09.304192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Network hostable DHCP agents. Network: ee9c5570-3a3d-4f17-9434-25bd5774e879, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:09.342701 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8ee01fd-e61e-48d5-9384-0c10fe66edb4 req-781709c6-66e7-4ffb-9dad-39e7ff26e564 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761075 Feb 11 13:12:09.343835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:09.357095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ee9c5570-3a3d-4f17-9434-25bd5774e879) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:09.368864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e1de51-85f9-48c8-ae7e-f61d140b5483 None None] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:09.373395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:09.374110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.401164 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-477d1658-c853-4108-a5aa-bea3dc8021e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3713608 Feb 11 13:12:09.404011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57468) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:09.410999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Request body: {'port': {'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879', 'name': 'tempest-TagsExtTest-936076035'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:09.545990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-ee9c5570-3a3d-4f17-9434-25bd5774e879', 'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879', 'project_id': 'd4addbd45fdf4b57886cb2ceb05483ec', 'fixed_ips': [{'subnet_id': '45424183-7c12-409b-bcb3-bb3c80e89e82'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:12:09.547142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.636967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Made reservation on behalf of d4addbd45fdf4b57886cb2ceb05483ec for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:09.640777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.698040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] device_id is not set on port 58ccf02d-f20d-4357-843e-384ba35d6752 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:12:09.707765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:09.743165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:09.744035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5acdbe17-3401-43ae-b4bc-9bca76c6e8fd not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:09.809033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Allocated IP 172.20.0.2 (ee9c5570-3a3d-4f17-9434-25bd5774e879/45424183-7c12-409b-bcb3-bb3c80e89e82/aacc16f8-fdb8-4b20-b23d-bfddeb67b96a) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:09.889396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:09.890325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.935849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190255b-f658-487e-9176-129da5c897ca req-d1750a47-890e-406f-9710-ec5aeeacb9a0 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:09.942665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-d1750a47-890e-406f-9710-ec5aeeacb9a0 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.1674957 Feb 11 13:12:09.991312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-1b577f80-76a8-4142-bef8-8687f9c6b0c5 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/quotas/7c1580fb5e3c430ebc5468c531acfa6d HTTP/1.1" status: 200 len: 375 time: 0.0473368 Feb 11 13:12:10.026096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Publish callbacks [] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.030207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-58a709f7-e66b-4871-92bf-47285eb7ef60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381820 Feb 11 13:12:10.039017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-1b09c063-e630-45c2-9a4c-30a503a98ee0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:10.040245 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.056045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-1b09c063-e630-45c2-9a4c-30a503a98ee0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218205 Feb 11 13:12:10.077473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:10.083026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:10.083340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,segment=NetworkSegment(630bb010-ee08-4442-8944-0251de926704),segment_id=630bb010-ee08-4442-8944-0251de926704)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:10.083709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.086913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:10.123928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Pushing event updated for resources: {'Port': ['ID=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:10.155639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:10.160735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Attempting to bind port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:10.160884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Attempting to bind port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '3cc7236b-2590-46cd-a01c-fe42df28827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:10.161222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Attempting to bind port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a on network ee9c5570-3a3d-4f17-9434-25bd5774e879 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:10.167596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:10.167979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Checking segment: {'id': '3cc7236b-2590-46cd-a01c-fe42df28827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:10.168391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.168781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Bound using segment: {'id': '3cc7236b-2590-46cd-a01c-fe42df28827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:10.169251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Bound port: aacc16f8-fdb8-4b20-b23d-bfddeb67b96a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc7236b-2590-46cd-a01c-fe42df28827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ee9c5570-3a3d-4f17-9434-25bd5774e879'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:10.169631 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.247280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] For port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:10.251388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] For port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,segment=NetworkSegment(3cc7236b-2590-46cd-a01c-fe42df28827e),segment_id=3cc7236b-2590-46cd-a01c-fe42df28827e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:10.259398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57500) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:10.261177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Allocated IP 172.20.0.5 (ee9c5570-3a3d-4f17-9434-25bd5774e879/45424183-7c12-409b-bcb3-bb3c80e89e82/58ccf02d-f20d-4357-843e-384ba35d6752) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:10.266870 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.313817 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-388345b6-a567-4fa9-bf32-7cc29f80e800 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111797 Feb 11 13:12:10.366613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cd83c-8b81-4eb7-91de-0f2f4823fff3 None None] Pushing event updated for resources: {'Port': ['ID=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:10.376515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-132e9e79-e0a6-41c4-8614-1c2cc07a04eb req-bc201821-2d4c-4b5d-8a74-188869751509 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0490785 Feb 11 13:12:10.487755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-907735638-network', 'tenant_id': '363a483d018144859b6c13cee3f7967b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:10.568489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab966bcc-c56b-4430-b9c0-41ffc759f450 req-8360c88a-b345-4ac6-908c-121fea09c71b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:10.570739 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab966bcc-c56b-4430-b9c0-41ffc759f450 req-8360c88a-b345-4ac6-908c-121fea09c71b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.0793536 Feb 11 13:12:10.572003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Made reservation on behalf of 363a483d018144859b6c13cee3f7967b for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:10.574599 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.604866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.669748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-4fcddc7f-63fe-437c-982e-ed7be0b9d3a5 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550117 Feb 11 13:12:10.722867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ab966bcc-c56b-4430-b9c0-41ffc759f450 req-fe6ba0d9-a016-464a-a1cc-773069cf9beb tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455779 Feb 11 13:12:10.780305 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.780802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks [] for security_group (3426a7a3-f451-432b-8dc6-997f03ca7151), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.784800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3426a7a3-f451-432b-8dc6-997f03ca7151), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.800582 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for port (58ccf02d-f20d-4357-843e-384ba35d6752), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.815683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3426a7a3-f451-432b-8dc6-997f03ca7151,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:10.845083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:10.851999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:10.862779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dd721a08-33d7-40f5-96ac-aa92acdf3d3a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.863200 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Added segment dd721a08-33d7-40f5-96ac-aa92acdf3d3a of type vlan for network bd8a299f-81d2-493f-bd95-dbc657aa885c Feb 11 13:12:10.952650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (bd8a299f-81d2-493f-bd95-dbc657aa885c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.035092 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (58ccf02d-f20d-4357-843e-384ba35d6752), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.077454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-174f4822-284f-4096-94eb-d8b777b271a2 req-cec0a1b4-48bb-4cc1-9016-c9ef6573a509 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 210 time: 0.1325057 Feb 11 13:12:11.081115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (bd8a299f-81d2-493f-bd95-dbc657aa885c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.083593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:11.085018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.213602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] Pushing event updated for resources: {'Network': ['ID=bd8a299f-81d2-493f-bd95-dbc657aa885c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:11.230294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network bd8a299f-81d2-493f-bd95-dbc657aa885c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:12:11.250846 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.254971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:11.262749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57516) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:11.264526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fd4f918e-d983-47fa-9be5-388b3656f6fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0037816 Feb 11 13:12:11.268136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Request body: {'subnet': {'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-907735638-subnet', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:11.280646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:11.291993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:11.385221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event updated for resources: {'Port': ['ID=58ccf02d-f20d-4357-843e-384ba35d6752,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:11.472292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:11.473066 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.489320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Made reservation on behalf of 363a483d018144859b6c13cee3f7967b for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:11.492351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.560588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b0a89b6-504e-4c74-b4ad-41fad099330a req-f3fbfda6-de66-4aa8-a781-e6ee42cafcf3 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0513258 Feb 11 13:12:11.603435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6b6e75e7-a8bd-42cb-b17d-011ab2fbf7a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1955805 Feb 11 13:12:11.603923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:11.610798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-215fa68f-449e-4404-b853-3cb222cf230e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-840612523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:11.639691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-215fa68f-449e-4404-b853-3cb222cf230e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.641094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-215fa68f-449e-4404-b853-3cb222cf230e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.735629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-215fa68f-449e-4404-b853-3cb222cf230e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for router_controller (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.743381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-215fa68f-449e-4404-b853-3cb222cf230e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.759035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:11.801461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-215fa68f-449e-4404-b853-3cb222cf230e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.804939 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-215fa68f-449e-4404-b853-3cb222cf230e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1981425 Feb 11 13:12:11.807624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57526) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:11.820982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2aa72203-aa44-4842-9ffb-56a5ee4a106e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-609314260', 'prefixes': ['172.20.0.0/16']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:11.986968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aa72203-aa44-4842-9ffb-56a5ee4a106e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:11.988741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2aa72203-aa44-4842-9ffb-56a5ee4a106e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1800399 Feb 11 13:12:11.995540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.008606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3c74-4ca3-4051-a219-9e0a70f0deb5 req-3821ce8a-0f55-4a7b-a9d5-a178077575be tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:12.011037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7aee3c74-4ca3-4051-a219-9e0a70f0deb5 req-3821ce8a-0f55-4a7b-a9d5-a178077575be tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1599970 Feb 11 13:12:12.016966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-8860563e-52d1-43a1-a397-c47d37097fe8 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', 'tempest-TagsExtTest-Tag-1053217106') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:12.017980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aacc16f8-fdb8-4b20-b23d-bfddeb67b96a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:12.101075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ee607-90ff-4c06-a011-aeb778350783 None None] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:12.150053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7aee3c74-4ca3-4051-a219-9e0a70f0deb5 req-92ad91a2-5a67-45da-90fa-7fab77039e6d tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980911 Feb 11 13:12:12.221772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8860563e-52d1-43a1-a397-c47d37097fe8 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags/tempest-TagsExtTest-Tag-1053217106 HTTP/1.1" status: 201 len: 201 time: 0.2030180 Feb 11 13:12:12.221772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57534) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.224181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-13bcc2fc-19e2-4dcc-a64c-8f547b5e681d tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', 'tempest-TagsExtTest-Tag-1102954301') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:12.237902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a4e08bcc-df93-4be7-82a3-2cf0d4831005 None None] Provisioning complete for port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:12.238486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a4e08bcc-df93-4be7-82a3-2cf0d4831005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:12.282864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:12.284001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:12.324792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-13bcc2fc-19e2-4dcc-a64c-8f547b5e681d tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags/tempest-TagsExtTest-Tag-1102954301 HTTP/1.1" status: 201 len: 201 time: 0.1050916 Feb 11 13:12:12.325738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57536) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.337829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-bce83621-1bf8-48a1-aff3-4b813be1f073 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', 'tempest-TagsExtTest-Tag-638846747') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:12.447859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a4e08bcc-df93-4be7-82a3-2cf0d4831005 None None] Current status of the port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:12.448357 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a4e08bcc-df93-4be7-82a3-2cf0d4831005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:12.488569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:12.489118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:12.537306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bce83621-1bf8-48a1-aff3-4b813be1f073 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags/tempest-TagsExtTest-Tag-638846747 HTTP/1.1" status: 201 len: 201 time: 0.2104335 Feb 11 13:12:12.538822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a4e08bcc-df93-4be7-82a3-2cf0d4831005 None None] For port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,segment=NetworkSegment(3cc7236b-2590-46cd-a01c-fe42df28827e),segment_id=3cc7236b-2590-46cd-a01c-fe42df28827e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:12.540161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57538) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.544911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-98b7c15a-532f-43f7-94d9-bbcffaa6fc8d tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', 'tempest-TagsExtTest-Tag-2050031869') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:12.556948 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a4e08bcc-df93-4be7-82a3-2cf0d4831005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:12.640352 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-98b7c15a-532f-43f7-94d9-bbcffaa6fc8d tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags/tempest-TagsExtTest-Tag-2050031869 HTTP/1.1" status: 201 len: 201 time: 0.0990560 Feb 11 13:12:12.641136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57544) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.649079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-0cfdc856-0071-4237-b2ae-93a85ad236c1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:12.685577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:12.702059 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:12.712697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3f596221-72da-47cd-8423-6b41ed10ecc2 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1538012 Feb 11 13:12:12.717191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57546) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.730464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e08bcc-df93-4be7-82a3-2cf0d4831005 None None] Pushing event updated for resources: {'Port': ['ID=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:12.742430 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:12:12.742797 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:12:12.746585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77b5158a-cec5-4f4f-b356-17b9c42d62f4 req-d243633b-ce0e-49d5-b421-fe0cc2270cad tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 210 time: 0.1598096 Feb 11 13:12:12.755623 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:12.755927 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:12.813931 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-417b5645-809a-490b-87b8-0ab5f168feb4 req-c4598a1e-f95e-4d12-9511-9c54d5077977 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0676005 Feb 11 13:12:12.845261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting subnet 447394e4-4d5f-42fb-8489-9ac36b43bd11 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:12:12.864142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (447394e4-4d5f-42fb-8489-9ac36b43bd11), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:12.868338 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0cfdc856-0071-4237-b2ae-93a85ad236c1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags HTTP/1.1" status: 200 len: 241 time: 0.2256515 Feb 11 13:12:12.896097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-606454ca-6171-4a11-97da-9a65528ccd63 None None] Provisioning complete for port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:12.896508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-606454ca-6171-4a11-97da-9a65528ccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:12.898053 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:12.904915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57548) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.930771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190255b-f658-487e-9176-129da5c897ca req-e177b0bb-b099-4bab-bf48-2fad9523998d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:12.932973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-e59cf4c2-b72d-4ef9-9c88-dcd01f0bcb15 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', 'tempest-TagsExtTest-Tag-1053217106') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:12.935388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-e177b0bb-b099-4bab-bf48-2fad9523998d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.3390276 Feb 11 13:12:12.990789 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:10Z', 'revision_number': 11, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.006041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (447394e4-4d5f-42fb-8489-9ac36b43bd11), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.042431 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:13.053782 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:13.054805 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.063408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-606454ca-6171-4a11-97da-9a65528ccd63 None None] Current status of the port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:13.077879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-606454ca-6171-4a11-97da-9a65528ccd63 None None] Provisioning complete for port 58ccf02d-f20d-4357-843e-384ba35d6752 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:13.080758 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-606454ca-6171-4a11-97da-9a65528ccd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (58ccf02d-f20d-4357-843e-384ba35d6752), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.100925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Request body: {'port': {'device_id': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'admin_state_up': True, 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:13.113349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.150400 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:13.167354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-606454ca-6171-4a11-97da-9a65528ccd63 None None] Port 58ccf02d-f20d-4357-843e-384ba35d6752 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:13.185534 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e59cf4c2-b72d-4ef9-9c88-dcd01f0bcb15 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags/tempest-TagsExtTest-Tag-1053217106 HTTP/1.1" status: 204 len: 168 time: 0.2795429 Feb 11 13:12:13.190441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57552) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:13.195818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-467e549c-9f0e-407a-a90c-81cf026f661c tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', 'tempest-TagsExtTest-Tag-1053217106') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.225241 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:10Z', 'revision_number': 11, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.244864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:13.264105 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bb86b-2335-441e-8c48-578951ef0663 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:10Z', 'revision_number': 11, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:13.288694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (447394e4-4d5f-42fb-8489-9ac36b43bd11), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.323501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:13.325712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b8ade238-56c8-4c2d-8718-0ed65a01485b None None] Provisioning complete for port 58ccf02d-f20d-4357-843e-384ba35d6752 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:13.326090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b8ade238-56c8-4c2d-8718-0ed65a01485b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (58ccf02d-f20d-4357-843e-384ba35d6752), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.365362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b8ade238-56c8-4c2d-8718-0ed65a01485b None None] Port 58ccf02d-f20d-4357-843e-384ba35d6752 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:13.383030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-97f88484-db73-4493-b8e4-a4cf7626604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:13.384588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-97f88484-db73-4493-b8e4-a4cf7626604d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.7896891 Feb 11 13:12:13.400183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (447394e4-4d5f-42fb-8489-9ac36b43bd11), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.439306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-467e549c-9f0e-407a-a90c-81cf026f661c tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags/tempest-TagsExtTest-Tag-1053217106 HTTP/1.1" status: 204 len: 168 time: 0.2449634 Feb 11 13:12:13.439306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Subnet': ['ID=447394e4-4d5f-42fb-8489-9ac36b43bd11,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:13.441043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57556) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:13.445626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-d701eeda-75c3-4bf8-a425-3027b2a476b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.448607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.454582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd08a13f-2d1b-4842-9ec6-5ccf7f2902ea tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/447394e4-4d5f-42fb-8489-9ac36b43bd11 HTTP/1.1" status: 204 len: 168 time: 0.7339687 Feb 11 13:12:13.456429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57558) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:13.462647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae349c7-6eb2-48aa-b836-689618d416d9 None None] Network 9dee3fa6-22e8-4656-8c94-70efa1e350e4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:13.526995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-d2703e11-6e1a-41e4-a226-d5e82c9f70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:13.528435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-d2703e11-6e1a-41e4-a226-d5e82c9f70d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.1163917 Feb 11 13:12:13.538472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Checking segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:13.538865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Network hostable DHCP agents. Network: bd8a299f-81d2-493f-bd95-dbc657aa885c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:13.562768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (9dee3fa6-22e8-4656-8c94-70efa1e350e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.579762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d701eeda-75c3-4bf8-a425-3027b2a476b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags HTTP/1.1" status: 200 len: 205 time: 0.1350386 Feb 11 13:12:13.580306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:13.584080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-f61b1ab9-bf71-4c1e-b459-94d2423cc271 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.590105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-7e9e9dff-60a4-4911-ae17-3f32553b823d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.0531487 Feb 11 13:12:13.672541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-09c763c9-ef84-4aaf-a3b4-65d4ac40eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:13.673168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Deleting port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:13.673512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.674076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-09c763c9-ef84-4aaf-a3b4-65d4ac40eaae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.0706196 Feb 11 13:12:13.698565 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f61b1ab9-bf71-4c1e-b459-94d2423cc271 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags HTTP/1.1" status: 200 len: 241 time: 0.1149783 Feb 11 13:12:13.703264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57562) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:13.706812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0858b2-088c-445b-ad93-699cde43c85e req-555daf6d-53d2-470e-8f95-72ca7aedf43a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:13.708996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df0858b2-088c-445b-ad93-699cde43c85e req-555daf6d-53d2-470e-8f95-72ca7aedf43a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.4204829 Feb 11 13:12:13.712211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-ca931d1d-0ff6-4ae3-a50d-1de02db576c9 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', 'tempest-TagsExtTest-Tag-1102954301') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.737200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Network bd8a299f-81d2-493f-bd95-dbc657aa885c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:13.744829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-93d2d23a-b84f-4ee0-8edd-750d7f1d02af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583427 Feb 11 13:12:13.758381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] DHCP port deletion for 9dee3fa6-22e8-4656-8c94-70efa1e350e4 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:12:13.811031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] For port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,segment=NetworkSegment(630bb010-ee08-4442-8944-0251de926704),segment_id=630bb010-ee08-4442-8944-0251de926704)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:13.811312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.827123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Calling delete_port for 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:13.843299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, bd8a299f-81d2-493f-bd95-dbc657aa885c) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:13.856773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:13.860774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.866869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ed7df-7af7-4a1b-93a0-97f10774f200 None None] Network bd8a299f-81d2-493f-bd95-dbc657aa885c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:13.875875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:13.876695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.880323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f3381f6-9cc2-4268-89bc-1abb7abfa2f8 req-79c37b41-5dbd-4fd7-ae3d-a1a7e646d2f6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 210 time: 0.0356531 Feb 11 13:12:13.880669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] Deleting port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:13.881137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.917834 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ca931d1d-0ff6-4ae3-a50d-1de02db576c9 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags/tempest-TagsExtTest-Tag-1102954301 HTTP/1.1" status: 204 len: 168 time: 0.2113397 Feb 11 13:12:13.918646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57568) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:13.922127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aacc16f8-fdb8-4b20-b23d-bfddeb67b96a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:13.922707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-cf80a29e-398f-44ae-bb1f-44eabc68ba32 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', 'tempest-TagsExtTest-Tag-1102954301') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.015504 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.030191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b3836f2-eff5-42cb-91d9-24295f5cd734 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7634382 Feb 11 13:12:14.041735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57570) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:14.057374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:14.073740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Port': ['ID=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:14.106671 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-07be2452-1397-49f1-a104-c232c9b9c492 req-bf605a6e-5b7a-45ee-b084-754ee86cad5e tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0469122 Feb 11 13:12:14.108651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf80a29e-398f-44ae-bb1f-44eabc68ba32 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags/tempest-TagsExtTest-Tag-1102954301 HTTP/1.1" status: 204 len: 168 time: 0.1894264 Feb 11 13:12:14.109919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No DVR routers for this DVR port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:14.111671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57572) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:14.117529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-ce70837a-d7a4-414c-9595-b417251f09fd tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.236801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (9dee3fa6-22e8-4656-8c94-70efa1e350e4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.266440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dee3fa6-22e8-4656-8c94-70efa1e350e4']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.275344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Allocated IP 172.20.0.14 (9f61c168-fdf9-4dda-9438-83f3652849a4/d8738ee9-9799-48eb-9480-7c79190886ec/e5e02318-6e7e-4158-979c-12e8f74651ac) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:14.280689 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce70837a-d7a4-414c-9595-b417251f09fd tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags HTTP/1.1" status: 200 len: 205 time: 0.1656847 Feb 11 13:12:14.280689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630bb010-ee08-4442-8944-0251de926704') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.280917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630bb010-ee08-4442-8944-0251de926704') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.282795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57574) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:14.287928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-574748da-7d46-4870-a31d-b4007abb662f tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.295966 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-04b3f6bc-e899-46d2-9471-9ae405d23ef1 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154266 Feb 11 13:12:14.301047 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (5811234b-d538-4312-90e8-7e7f01e919e6), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.302626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (5811234b-d538-4312-90e8-7e7f01e919e6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.314346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] For port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,segment=NetworkSegment(630bb010-ee08-4442-8944-0251de926704),segment_id=630bb010-ee08-4442-8944-0251de926704)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:14.314852 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.332682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] Calling delete_port for 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:14.343836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (630bb010-ee08-4442-8944-0251de926704), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.344533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df0858b2-088c-445b-ad93-699cde43c85e req-377df6b5-c5d4-4ffc-94b9-6f894b6737d3 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024334 Feb 11 13:12:14.369485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (630bb010-ee08-4442-8944-0251de926704), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.407318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:12:14.408330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (630bb010-ee08-4442-8944-0251de926704), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:14.412155 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:14.499991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:14.501405 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.521727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks [] for router_controller (5811234b-d538-4312-90e8-7e7f01e919e6), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.557753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-bd8a299f-81d2-493f-bd95-dbc657aa885c', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'project_id': '363a483d018144859b6c13cee3f7967b', 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:12:14.558709 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.604175 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (7e70c6b5-eb44-4671-b1c9-5f61d91fffb0), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.657961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] No DVR routers for this DVR port 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:14.665664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696db90d-9e7f-41e6-8ec1-a60c9bc269bb None None] Pushing event deleted for resources: {'Port': ['ID=7e70c6b5-eb44-4671-b1c9-5f61d91fffb0,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:14.710924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7083fb4-c261-46b8-ab1e-c0935360c5a8 req-24e1dbe8-8e9b-4b5e-959c-d3bd98e7f579 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863039 Feb 11 13:12:14.767842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:14.784276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:14.797597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks [] for router_gateway (5811234b-d538-4312-90e8-7e7f01e919e6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.803230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:14.803754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 59d0c0e4-8b56-4946-8e4c-7d5ba1cd551f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:14.842223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-574748da-7d46-4870-a31d-b4007abb662f tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags HTTP/1.1" status: 200 len: 240 time: 0.5582905 Feb 11 13:12:14.846421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57578) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:14.851253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-9a8d3e9b-0627-4cf7-a10b-86f076d4694d tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', 'tempest-TagsExtTest-Tag-638846747') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.862766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks [] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.870361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Allocated IP 172.20.0.2 (bd8a299f-81d2-493f-bd95-dbc657aa885c/a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a/876f2506-f8cc-4db8-a4d8-804926aaa134) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:14.916852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.947859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (9dee3fa6-22e8-4656-8c94-70efa1e350e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.960188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:14.966522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/networks/9dee3fa6-22e8-4656-8c94-70efa1e350e4 HTTP/1.1" status: 204 len: 168 time: 1.5091164 Feb 11 13:12:14.978877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57582) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:14.984401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'routes': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:14.991913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event updated for resources: {'Port': ['ID=e5e02318-6e7e-4158-979c-12e8f74651ac,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:15.033619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:15.036067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:15.039797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:15.048457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e7e68-4019-4114-b95d-ccd4042fdcd6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Pushing event deleted for resources: {'Network': ['ID=9dee3fa6-22e8-4656-8c94-70efa1e350e4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:15.056030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9a8d3e9b-0627-4cf7-a10b-86f076d4694d tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags/tempest-TagsExtTest-Tag-638846747 HTTP/1.1" status: 204 len: 168 time: 0.2064424 Feb 11 13:12:15.058346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57584) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:15.064258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-c26ad42c-cd7e-4984-b917-aa038ff949e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', 'tempest-TagsExtTest-Tag-638846747') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:15.132299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:15.133553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.152503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Publish callbacks [] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.157931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-005d4eae-fd89-4b93-8b66-de1a02e89331 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0850074 Feb 11 13:12:15.173142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Request body: {'port': {'device_id': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:15.173678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.227803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Network bd8a299f-81d2-493f-bd95-dbc657aa885c is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:15.233625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:15.238672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:15.275057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fe6f7-362e-42eb-9a84-7f2f8ff9af72 req-3b71c472-3faf-4451-855d-8093306e0674 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:15.276605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-367fe6f7-362e-42eb-9a84-7f2f8ff9af72 req-3b71c472-3faf-4451-855d-8093306e0674 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 932 time: 0.2886648 Feb 11 13:12:15.291996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Pushing event updated for resources: {'Port': ['ID=876f2506-f8cc-4db8-a4d8-804926aaa134,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:15.330274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37feccba-e1d5-4c1d-8b06-d8a74c512bcb req-37e7e998-1f75-4e2b-a383-485b681a4035 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0739882 Feb 11 13:12:15.343528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Added routes are [] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:12:15.343764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Removed routes are [] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:12:15.344131 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.351798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Attempting to bind port 876f2506-f8cc-4db8-a4d8-804926aaa134 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:15.352875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Attempting to bind port 876f2506-f8cc-4db8-a4d8-804926aaa134 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:15.353416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Attempting to bind port 876f2506-f8cc-4db8-a4d8-804926aaa134 on network bd8a299f-81d2-493f-bd95-dbc657aa885c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:15.360381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:15.361742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Checking segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:15.363011 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.363553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Bound using segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:15.365461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Bound port: 876f2506-f8cc-4db8-a4d8-804926aaa134, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:15.366097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.416202 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.473448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks [] for router_gateway (5811234b-d538-4312-90e8-7e7f01e919e6), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.498603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] For port 876f2506-f8cc-4db8-a4d8-804926aaa134, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:15.505618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] For port 876f2506-f8cc-4db8-a4d8-804926aaa134, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=876f2506-f8cc-4db8-a4d8-804926aaa134,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:15.507584 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.520119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.522280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-367fe6f7-362e-42eb-9a84-7f2f8ff9af72 req-852a641b-6036-456d-8e43-4754c5ce1c60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971083 Feb 11 13:12:15.580099 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c26ad42c-cd7e-4984-b917-aa038ff949e6 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags/tempest-TagsExtTest-Tag-638846747 HTTP/1.1" status: 204 len: 168 time: 0.5170960 Feb 11 13:12:15.581286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57592) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:15.587500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-45a94e85-cf95-4a5a-b4bf-d34faf178519 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:15.635319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b50f58-10db-44e3-a8b1-d9d5a45c474f None None] Pushing event updated for resources: {'Port': ['ID=876f2506-f8cc-4db8-a4d8-804926aaa134,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:15.659934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.668038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.793428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45a94e85-cf95-4a5a-b4bf-d34faf178519 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags HTTP/1.1" status: 200 len: 205 time: 0.2108285 Feb 11 13:12:15.795880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57594) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:15.800249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-5166d9e6-1600-44bd-a3bf-cb9ba93d2af8 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:15.800916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:15.801595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457ad3f-e17e-4943-955c-40f8aae5eca5 req-e7a94acf-376b-4521-9612-ba3669112c1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:15.803540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d457ad3f-e17e-4943-955c-40f8aae5eca5 req-e7a94acf-376b-4521-9612-ba3669112c1a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.3321509 Feb 11 13:12:15.818037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router df007b7a-f97a-4f62-b5d5-c3cec66a2197 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:15.837790 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5166d9e6-1600-44bd-a3bf-cb9ba93d2af8 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags HTTP/1.1" status: 200 len: 241 time: 0.0408807 Feb 11 13:12:15.840422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57596) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:15.844670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-5bbc3c4e-3a86-442c-a94f-19e6d0537a20 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', 'tempest-TagsExtTest-Tag-2050031869') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:15.852741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:15.853262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7e70c6b5-eb44-4671-b1c9-5f61d91fffb0 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:15.919636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Allocated IP 172.25.1.50 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a830aa5c-43fd-4dcb-a569-8cd97efe8062) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:15.964888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:15.972836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:15.980449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] Sync routers for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:15.986071 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-776f3df6-b9d6-4b5f-8c6d-38d39c702882 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 200 len: 704 time: 1.0033844 Feb 11 13:12:15.987260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57598) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.006802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:16.007451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.029897 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5bbc3c4e-3a86-442c-a94f-19e6d0537a20 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags/tempest-TagsExtTest-Tag-2050031869 HTTP/1.1" status: 204 len: 168 time: 0.1883726 Feb 11 13:12:16.035102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-734c7576-c0b0-4127-86e9-203e89b9d7dd tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 200 len: 205 time: 0.0460830 Feb 11 13:12:16.035321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d457ad3f-e17e-4943-955c-40f8aae5eca5 req-8a35a49c-8361-4cd6-8786-d6704be08f4f tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190139 Feb 11 13:12:16.036051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57600) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.036468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57602) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.041586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-fed65119-bcc6-40d7-9c2b-a94334ac21f2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', 'tempest-TagsExtTest-Tag-2050031869') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.148392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:16.165208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8632653e-39e8-4485-91cd-99635c4a2050 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.184466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e02318-6e7e-4158-979c-12e8f74651ac {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:16.197430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Publish callbacks [] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.211973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks [] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.223080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Transition to ACTIVE for port object e5e02318-6e7e-4158-979c-12e8f74651ac will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:16.230393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.266639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:10Z', 'revision_number': 11, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.304149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Pushing event updated for resources: {'Port': ['ID=e5e02318-6e7e-4158-979c-12e8f74651ac,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:16.306015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] Checking router: df007b7a-f97a-4f62-b5d5-c3cec66a2197 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:16.320802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.322953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] Routers {'df007b7a-f97a-4f62-b5d5-c3cec66a2197'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:16.323680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.336306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.403103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:16.415833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:16.427599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] Set router df007b7a-f97a-4f62-b5d5-c3cec66a2197 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:16.428236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:16.446528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8632653e-39e8-4485-91cd-99635c4a2050 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.449123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8632653e-39e8-4485-91cd-99635c4a2050 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (df007b7a-f97a-4f62-b5d5-c3cec66a2197), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.499327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Pushing event updated for resources: {'Port': ['ID=a830aa5c-43fd-4dcb-a569-8cd97efe8062,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:16.518032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:10Z', 'revision_number': 11, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.544164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014e007-5f6d-4ee1-9c91-dfa3fe0bbce2 None None] The sync data for ids ['df007b7a-f97a-4f62-b5d5-c3cec66a2197'] in n-d-828675-3 is: [{'id': 'df007b7a-f97a-4f62-b5d5-c3cec66a2197', 'name': 'tempest-RoutersIpV6Test-router-387890039', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:10:59Z', 'updated_at': '2022-02-11T13:12:10Z', 'revision_number': 11, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:16.552719 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fed65119-bcc6-40d7-9c2b-a94334ac21f2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags/tempest-TagsExtTest-Tag-2050031869 HTTP/1.1" status: 204 len: 168 time: 0.5125148 Feb 11 13:12:16.563743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57608) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.567957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-ca7678bc-bec3-4bec-9381-e3fe4844dc74 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.602331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35d65e09-e7ce-4292-b94e-237666a43528 req-be334241-b0c0-484f-bba1-ef7c3c28e061 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0560696 Feb 11 13:12:16.602973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8632653e-39e8-4485-91cd-99635c4a2050 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (df007b7a-f97a-4f62-b5d5-c3cec66a2197), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.603483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8632653e-39e8-4485-91cd-99635c4a2050 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Fanout notify agent at l3_agent the message router_deleted on router df007b7a-f97a-4f62-b5d5-c3cec66a2197 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:12:16.613922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8632653e-39e8-4485-91cd-99635c4a2050 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.624773 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8632653e-39e8-4485-91cd-99635c4a2050 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 204 len: 168 time: 0.5706172 Feb 11 13:12:16.625004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57612) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.630072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Attempting to bind port e5e02318-6e7e-4158-979c-12e8f74651ac on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:16.630468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Attempting to bind port e5e02318-6e7e-4158-979c-12e8f74651ac by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:16.630798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Attempting to bind port e5e02318-6e7e-4158-979c-12e8f74651ac on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:16.654406 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ca7678bc-bec3-4bec-9381-e3fe4844dc74 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags HTTP/1.1" status: 200 len: 205 time: 0.0877883 Feb 11 13:12:16.655010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57614) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.659194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e6b1e07a-920d-48b3-a066-1a9af5d76b01 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1352659055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:16.659695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-bb23e612-6bff-402e-a2ab-128cb4c00d61 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.705792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb23e612-6bff-402e-a2ab-128cb4c00d61 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0475109 Feb 11 13:12:16.706871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57616) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.712461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-ca69b982-86fa-441d-90d3-a7293104d5a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.720344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Port e5e02318-6e7e-4158-979c-12e8f74651ac on network 9f61c168-fdf9-4dda-9438-83f3652849a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:12:16.720690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Attempting to bind port e5e02318-6e7e-4158-979c-12e8f74651ac on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:16.796583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:16.797235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Checking segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:16.797626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Bound using segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:16.798100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Bound port: e5e02318-6e7e-4158-979c-12e8f74651ac, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:16.798460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.809459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ca69b982-86fa-441d-90d3-a7293104d5a2 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1015594 Feb 11 13:12:16.812102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57618) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.817370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-8590583b-fc2e-46f7-9a38-324bd2eb4eef tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:16.824564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e07a-920d-48b3-a066-1a9af5d76b01 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.825615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e07a-920d-48b3-a066-1a9af5d76b01 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:16.855969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c5030-2d59-4fbe-968a-1ddf794bf603 req-7fa2fec3-70e5-4c6e-9b7c-2cc3f82887dd tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:16.857740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b28c5030-2d59-4fbe-968a-1ddf794bf603 req-7fa2fec3-70e5-4c6e-9b7c-2cc3f82887dd tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 944 time: 0.1878016 Feb 11 13:12:16.916489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8590583b-fc2e-46f7-9a38-324bd2eb4eef tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags HTTP/1.1" status: 204 len: 168 time: 0.1031520 Feb 11 13:12:16.917110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57620) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:16.921507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-5c61d42f-0e53-44ec-8ade-7a48744ca7c1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.052764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c61d42f-0e53-44ec-8ade-7a48744ca7c1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags HTTP/1.1" status: 204 len: 168 time: 0.1345174 Feb 11 13:12:17.054105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57622) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.078626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-927cae60-d68e-40ac-aaf6-6d464661ba77 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', 'tempest-TagsExtTest-Tag-1499691391') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.207231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.213861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d96c5-7078-4d14-baa4-640a510f9d6e req-094bfd5a-73cf-4a98-8cd7-356edf5d2be1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:17.215570 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e93d96c5-7078-4d14-baa4-640a510f9d6e req-094bfd5a-73cf-4a98-8cd7-356edf5d2be1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.0834987 Feb 11 13:12:17.225316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b827b91-522a-4b00-8e36-fb299b7ec11d None None] Network bd8a299f-81d2-493f-bd95-dbc657aa885c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:17.267353 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-927cae60-d68e-40ac-aaf6-6d464661ba77 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags/tempest-TagsExtTest-Tag-1499691391 HTTP/1.1" status: 201 len: 201 time: 0.2119670 Feb 11 13:12:17.271058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57626) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.276524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-f227bc0c-4535-4962-9f02-7fb7854b0cb9 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', 'tempest-TagsExtTest-Tag-1271490382') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.303825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e93d96c5-7078-4d14-baa4-640a510f9d6e req-44abd231-a047-47bd-a8a9-18d3c2f71381 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Feb 11 13:12:17.363023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-26c69f64-b30f-4d57-9134-ebd5bc668a36 None None] Provisioning complete for port 876f2506-f8cc-4db8-a4d8-804926aaa134 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:17.363023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26c69f64-b30f-4d57-9134-ebd5bc668a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.364147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f227bc0c-4535-4962-9f02-7fb7854b0cb9 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags/tempest-TagsExtTest-Tag-1271490382 HTTP/1.1" status: 201 len: 201 time: 0.0917625 Feb 11 13:12:17.365009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57628) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.371459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-9d9c0ed9-244f-4052-baec-ac0d947cee32 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', 'tempest-TagsExtTest-Tag-203668974') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.445307 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e07a-920d-48b3-a066-1a9af5d76b01 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (dd8f0802-3972-44e3-a07d-866c7fa61da4), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.487006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e07a-920d-48b3-a066-1a9af5d76b01 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.492568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d9c0ed9-244f-4052-baec-ac0d947cee32 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags/tempest-TagsExtTest-Tag-203668974 HTTP/1.1" status: 201 len: 201 time: 0.1260424 Feb 11 13:12:17.496624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57630) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.505122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-26c69f64-b30f-4d57-9134-ebd5bc668a36 None None] Current status of the port 876f2506-f8cc-4db8-a4d8-804926aaa134 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:17.505627 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26c69f64-b30f-4d57-9134-ebd5bc668a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.508915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-a231d921-2755-4eb4-ab3d-4b41f45ca30c tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', 'tempest-TagsExtTest-Tag-2064776808') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.541805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-26c69f64-b30f-4d57-9134-ebd5bc668a36 None None] For port 876f2506-f8cc-4db8-a4d8-804926aaa134, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=876f2506-f8cc-4db8-a4d8-804926aaa134,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:17.550797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26c69f64-b30f-4d57-9134-ebd5bc668a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.565082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] For port e5e02318-6e7e-4158-979c-12e8f74651ac, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:17.585539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b28c5030-2d59-4fbe-968a-1ddf794bf603 req-2b5e00aa-0667-4050-8d21-50ebb395c607 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040207 Feb 11 13:12:17.605489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6b1e07a-920d-48b3-a066-1a9af5d76b01 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.606712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e6b1e07a-920d-48b3-a066-1a9af5d76b01 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9704564 Feb 11 13:12:17.610225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57634) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.611908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] For port e5e02318-6e7e-4158-979c-12e8f74651ac, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5e02318-6e7e-4158-979c-12e8f74651ac,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:17.618957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-67bf8b80-8d96-4432-b9ac-5e30e6a4abc6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:17.627780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a231d921-2755-4eb4-ab3d-4b41f45ca30c tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags/tempest-TagsExtTest-Tag-2064776808 HTTP/1.1" status: 201 len: 201 time: 0.1249006 Feb 11 13:12:17.628801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57636) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.630638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c69f64-b30f-4d57-9134-ebd5bc668a36 None None] Pushing event updated for resources: {'Port': ['ID=876f2506-f8cc-4db8-a4d8-804926aaa134,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:17.640125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-c405db16-19c8-41f9-9e22-b2c1319b63ed tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', {'tags': ['tempest-TagsExtTest-Tag-2112369484', 'tempest-TagsExtTest-Tag-87746926', 'tempest-TagsExtTest-Tag-1036868011']}) {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.678885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.691097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks [] for router_gateway (5811234b-d538-4312-90e8-7e7f01e919e6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.775316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c405db16-19c8-41f9-9e22-b2c1319b63ed tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags HTTP/1.1" status: 200 len: 316 time: 0.1432390 Feb 11 13:12:17.799799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.810287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-479a1f59-e6c8-41a4-a6e2-22f37f916597 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.822398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:17.822993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.824375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] 10.222.0.64 "PUT /v2.0/ports/e5e02318-6e7e-4158-979c-12e8f74651ac HTTP/1.1" status: 200 len: 1092 time: 2.6576109 Feb 11 13:12:17.827880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'tag': 'e5e02318-6e7e-4158-979c-12e8f74651ac'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:17.830224 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14530c24-3fab-4ba0-830d-b0e05b7fef72" -d '{"events": [{"name": "network-changed", "server_uuid": "77519724-eee9-43f5-81ef-a6f53e308ad2", "tag": "e5e02318-6e7e-4158-979c-12e8f74651ac"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:17.859209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 876f2506-f8cc-4db8-a4d8-804926aaa134 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:17.861343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4e0839f-8cd1-419b-8592-0f74fdb1b998 req-a23aa0fc-6190-493d-971f-d164aa253860 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.1041455 Feb 11 13:12:17.930197 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109fd304-cb6d-4759-988b-13d270b8c7bb x-openstack-request-id: req-109fd304-cb6d-4759-988b-13d270b8c7bb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:17.930504 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77519724-eee9-43f5-81ef-a6f53e308ad2", "tag": "e5e02318-6e7e-4158-979c-12e8f74651ac", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:17.930716 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-109fd304-cb6d-4759-988b-13d270b8c7bb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:17.931115 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'tag': 'e5e02318-6e7e-4158-979c-12e8f74651ac', 'status': 'completed', 'code': 200} Feb 11 13:12:17.959092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-479a1f59-e6c8-41a4-a6e2-22f37f916597 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags HTTP/1.1" status: 204 len: 168 time: 0.1580257 Feb 11 13:12:17.961910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57644) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:17.967961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-55e1bcc8-e67d-4d81-a605-76c60a43f099 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', 'tempest-TagsExtTest-Tag-2112369484') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:17.975618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c45ace2a-d77b-4944-8a3f-c7bf1625d4df None None] Provisioning complete for port 876f2506-f8cc-4db8-a4d8-804926aaa134 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:17.975998 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c45ace2a-d77b-4944-8a3f-c7bf1625d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:17.982848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b7052-4ae3-4198-8e33-e9bf1bdf4eef service neutron] Pushing event updated for resources: {'Port': ['ID=e5e02318-6e7e-4158-979c-12e8f74651ac,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:18.031865 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-55e1bcc8-e67d-4d81-a605-76c60a43f099 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:18.034492 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55e1bcc8-e67d-4d81-a605-76c60a43f099 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags/tempest-TagsExtTest-Tag-2112369484 HTTP/1.1" status: 404 len: 329 time: 0.0705831 Feb 11 13:12:18.036633 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57646) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.040082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 876f2506-f8cc-4db8-a4d8-804926aaa134 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:18.040463 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:18.043668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-08e1dc3e-a9df-4cea-bea9-d986e37c0930 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', 'tempest-TagsExtTest-Tag-87746926') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.080740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bf8b80-8d96-4432-b9ac-5e30e6a4abc6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:18.109357 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-08e1dc3e-a9df-4cea-bea9-d986e37c0930 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:18.110672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08e1dc3e-a9df-4cea-bea9-d986e37c0930 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags/tempest-TagsExtTest-Tag-87746926 HTTP/1.1" status: 404 len: 327 time: 0.0729115 Feb 11 13:12:18.113457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57648) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.117998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-7e8efb00-4f4f-4324-9c11-36bc5d294bed tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82', 'tempest-TagsExtTest-Tag-1036868011') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.138225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190255b-f658-487e-9176-129da5c897ca req-de2b0069-52fc-48f1-a7e9-034add903da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:18.140314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-de2b0069-52fc-48f1-a7e9-034add903da7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 1126 time: 0.2492931 Feb 11 13:12:18.160188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bf8b80-8d96-4432-b9ac-5e30e6a4abc6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:18.169130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c45ace2a-d77b-4944-8a3f-c7bf1625d4df None None] Current status of the port 876f2506-f8cc-4db8-a4d8-804926aaa134 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:18.181029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 876f2506-f8cc-4db8-a4d8-804926aaa134 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:18.196258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-4d76a928-83ba-4ae0-8d6d-ce26ab48e70f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e02318-6e7e-4158-979c-12e8f74651ac HTTP/1.1" status: 200 len: 217 time: 0.0484567 Feb 11 13:12:18.212918 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-7e8efb00-4f4f-4324-9c11-36bc5d294bed tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:18.217962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7e8efb00-4f4f-4324-9c11-36bc5d294bed tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags/tempest-TagsExtTest-Tag-1036868011 HTTP/1.1" status: 404 len: 329 time: 0.1029792 Feb 11 13:12:18.218686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57650) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.224002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-e1a43dae-3df2-4bb2-b028-f57f859564ea tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', {'tags': ['tempest-TagsExtTest-Tag-973130623', 'tempest-TagsExtTest-Tag-850545584', 'tempest-TagsExtTest-Tag-1399115689']}) {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.304569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1a43dae-3df2-4bb2-b028-f57f859564ea tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags HTTP/1.1" status: 200 len: 316 time: 0.0797727 Feb 11 13:12:18.304772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57652) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.311421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-7c2a2463-ac75-4512-a740-e86f781040ca tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.360911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190255b-f658-487e-9176-129da5c897ca req-e002f350-d192-45a0-af42-c8a1880c1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:18.362414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-e002f350-d192-45a0-af42-c8a1880c1b21 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.1590490 Feb 11 13:12:18.363360 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (5811234b-d538-4312-90e8-7e7f01e919e6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:18.424962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7c2a2463-ac75-4512-a740-e86f781040ca tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags HTTP/1.1" status: 204 len: 168 time: 0.1191576 Feb 11 13:12:18.431252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.437109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-8dd840ca-7465-4d9c-a9db-df12bbbbfa48 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', 'tempest-TagsExtTest-Tag-973130623') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.462627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-07afda18-0c8e-4f40-8793-e05efddfee14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935714 Feb 11 13:12:18.496704 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-8dd840ca-7465-4d9c-a9db-df12bbbbfa48 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:18.500337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8dd840ca-7465-4d9c-a9db-df12bbbbfa48 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags/tempest-TagsExtTest-Tag-973130623 HTTP/1.1" status: 404 len: 328 time: 0.0652874 Feb 11 13:12:18.501175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.505244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-48ae30f0-c1a0-4b5c-a38b-c3a8df3f9fbc tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', 'tempest-TagsExtTest-Tag-850545584') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.557489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bf8b80-8d96-4432-b9ac-5e30e6a4abc6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Router dd8f0802-3972-44e3-a07d-866c7fa61da4 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:12:18.572272 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-48ae30f0-c1a0-4b5c-a38b-c3a8df3f9fbc tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:18.573747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-48ae30f0-c1a0-4b5c-a38b-c3a8df3f9fbc tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags/tempest-TagsExtTest-Tag-850545584 HTTP/1.1" status: 404 len: 328 time: 0.0716279 Feb 11 13:12:18.576778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57660) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.581344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-cdb34bac-6962-465d-bed8-46b300fcf225 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752', 'tempest-TagsExtTest-Tag-1399115689') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.703782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f272-f683-4add-8d6c-b833035d33b5 req-62d88db1-9d91-400b-b88e-b1764eb86387 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:18.705072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6558f272-f683-4add-8d6c-b833035d33b5 req-62d88db1-9d91-400b-b88e-b1764eb86387 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.2824984 Feb 11 13:12:18.727099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bf8b80-8d96-4432-b9ac-5e30e6a4abc6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:18.740972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67bf8b80-8d96-4432-b9ac-5e30e6a4abc6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:18.741830 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] Sync routers for ids ['dd8f0802-3972-44e3-a07d-866c7fa61da4'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:18.742422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-67bf8b80-8d96-4432-b9ac-5e30e6a4abc6 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "PUT /v2.0/routers/dd8f0802-3972-44e3-a07d-866c7fa61da4 HTTP/1.1" status: 200 len: 698 time: 1.1289356 Feb 11 13:12:18.746100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-98d246ba-8a78-4b34-9ed7-70a607d98276 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670772 Feb 11 13:12:18.748794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57666) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:18.781802 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] Routers {'dd8f0802-3972-44e3-a07d-866c7fa61da4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:18.782749 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['dd8f0802-3972-44e3-a07d-866c7fa61da4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.870251 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] Set router dd8f0802-3972-44e3-a07d-866c7fa61da4 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:18.908876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6558f272-f683-4add-8d6c-b833035d33b5 req-2e3ce427-35ee-4102-95c0-d4d5add90e7b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846654 Feb 11 13:12:18.918438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Router 5811234b-d538-4312-90e8-7e7f01e919e6 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:12:18.937616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c815c6f8-6a89-4b24-a507-6483d8d89851 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/routers/dd8f0802-3972-44e3-a07d-866c7fa61da4 HTTP/1.1" status: 200 len: 704 time: 0.1817129 Feb 11 13:12:18.959058 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8f0802-3972-44e3-a07d-866c7fa61da4', 'name': 'tempest-RoutersIpV6Test-router-1352659055', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:16Z', 'updated_at': '2022-02-11T13:12:18Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:18.988089 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] Checking router: dd8f0802-3972-44e3-a07d-866c7fa61da4 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:19.007640 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] Routers {'dd8f0802-3972-44e3-a07d-866c7fa61da4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:19.008993 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['dd8f0802-3972-44e3-a07d-866c7fa61da4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:19.040796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57670) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:19.085836 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4ddf6a8b-a37e-4c03-9d8b-f41ca6290093 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd8f0802-3972-44e3-a07d-866c7fa61da4 HTTP/1.1" status: 200 len: 205 time: 0.0360413 Feb 11 13:12:19.092545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57672) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:19.168800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:19.189833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Sync routers for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:19.224777 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] Set router dd8f0802-3972-44e3-a07d-866c7fa61da4 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:19.234116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d230be68-6fa5-43fa-9f24-e6d47a9adde6 req-38f8b50a-2b7f-493a-a669-518c3797ce47 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0566118 Feb 11 13:12:19.238109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a54d6b2-acf0-4597-9eb3-614a026b68ee tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:19.238735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:19.243109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-80b91445-eafa-459d-b3b3-567c9fd33d8f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1922281 Feb 11 13:12:19.244250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57674) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:19.251309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983352fc-3f1f-4859-866b-c2a40c1e4e86 req-e386a60a-7498-4925-bcb1-692038795bba tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:19.251496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:19.255171 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-983352fc-3f1f-4859-866b-c2a40c1e4e86 req-e386a60a-7498-4925-bcb1-692038795bba tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 944 time: 0.2422664 Feb 11 13:12:19.262885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:19.318031 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd8f0802-3972-44e3-a07d-866c7fa61da4', 'name': 'tempest-RoutersIpV6Test-router-1352659055', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:16Z', 'updated_at': '2022-02-11T13:12:18Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:19.334571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5190255b-f658-487e-9176-129da5c897ca req-0dc505d4-bbf6-4a26-acd5-95a9918aa0d9 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732777 Feb 11 13:12:19.353196 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db72f971-1690-40e4-a167-4796bef398b8 None None] The sync data for ids ['dd8f0802-3972-44e3-a07d-866c7fa61da4'] in n-d-828675-3 is: [{'id': 'dd8f0802-3972-44e3-a07d-866c7fa61da4', 'name': 'tempest-RoutersIpV6Test-router-1352659055', 'tenant_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:16Z', 'updated_at': '2022-02-11T13:12:18Z', 'revision_number': 2, 'project_id': 'c8f4e291cb764c56b2270ff1a3fbeca6', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:19.412915 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-cdb34bac-6962-465d-bed8-46b300fcf225 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:19.414215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cdb34bac-6962-465d-bed8-46b300fcf225 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags/tempest-TagsExtTest-Tag-1399115689 HTTP/1.1" status: 404 len: 329 time: 0.8363645 Feb 11 13:12:19.419009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57676) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:19.423909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-5e4522fb-e30f-424d-8cc8-6741567282d7 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', {'tags': ['tempest-TagsExtTest-Tag-1781611711', 'tempest-TagsExtTest-Tag-1162688843', 'tempest-TagsExtTest-Tag-551942420']}) {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:19.527140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:19.736013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-e7d7ace9-064f-46ac-a49a-c1b712fb49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:19.736784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a54d6b2-acf0-4597-9eb3-614a026b68ee tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:19.738113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-e7d7ace9-064f-46ac-a49a-c1b712fb49e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 1126 time: 0.3373463 Feb 11 13:12:19.742322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a54d6b2-acf0-4597-9eb3-614a026b68ee tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router_controller (dd8f0802-3972-44e3-a07d-866c7fa61da4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:19.821862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:16Z', 'revision_number': 3, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:19.865809 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5e4522fb-e30f-424d-8cc8-6741567282d7 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags HTTP/1.1" status: 200 len: 317 time: 0.4456909 Feb 11 13:12:19.866238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:19.868076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a54d6b2-acf0-4597-9eb3-614a026b68ee tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (dd8f0802-3972-44e3-a07d-866c7fa61da4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:19.868767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a54d6b2-acf0-4597-9eb3-614a026b68ee tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Fanout notify agent at l3_agent the message router_deleted on router dd8f0802-3972-44e3-a07d-866c7fa61da4 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:12:19.874783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-983352fc-3f1f-4859-866b-c2a40c1e4e86 req-12a2bcf0-7b16-4c32-8fce-e8979caf4dec tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624135 Feb 11 13:12:19.881971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a54d6b2-acf0-4597-9eb3-614a026b68ee tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:19.884081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6a54d6b2-acf0-4597-9eb3-614a026b68ee tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/dd8f0802-3972-44e3-a07d-866c7fa61da4 HTTP/1.1" status: 204 len: 168 time: 0.7896397 Feb 11 13:12:19.890040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57682) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:19.900138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Checking router: 5811234b-d538-4312-90e8-7e7f01e919e6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:19.900438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Updating router 5811234b-d538-4312-90e8-7e7f01e919e6 port a830aa5c-43fd-4dcb-a569-8cd97efe8062 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:12:19.910532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.tag.tag_plugin [None req-385e575d-40cc-4864-9c71-84bd54834780 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:19.933346 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0c86a882-ab07-4402-8093-45ee57e4966e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd8f0802-3972-44e3-a07d-866c7fa61da4 HTTP/1.1" status: 200 len: 205 time: 0.0418348 Feb 11 13:12:19.935991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:19.964649 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:20.043161 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-c1c65a00-1b45-4685-a0a5-7907874c013b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] delete failed (client error): The resource could not be found. Feb 11 13:12:20.044817 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c1c65a00-1b45-4685-a0a5-7907874c013b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/dd8f0802-3972-44e3-a07d-866c7fa61da4 HTTP/1.1" status: 404 len: 336 time: 0.1071358 Feb 11 13:12:20.049938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57688) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.083875 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a91a6f-d276-4b2a-96b2-32dfb6c645bc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:20.084407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a91a6f-d276-4b2a-96b2-32dfb6c645bc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:20.087860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-19a91a6f-d276-4b2a-96b2-32dfb6c645bc tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/145da003-048a-419c-99bd-af3ff1a4ec34 HTTP/1.1" status: 404 len: 337 time: 0.0368752 Feb 11 13:12:20.090573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57690) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.123259 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b30264-8edf-400b-af3c-ff4a1267c065 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:20.123785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b30264-8edf-400b-af3c-ff4a1267c065 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:20.129618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55b30264-8edf-400b-af3c-ff4a1267c065 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/dde7b66f-dd53-4a8c-b4a0-20709479f7a3 HTTP/1.1" status: 404 len: 337 time: 0.0357172 Feb 11 13:12:20.130069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57692) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.162950 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8491cf-f2fb-4ba7-826f-c2292506772e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:20.163426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8491cf-f2fb-4ba7-826f-c2292506772e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:20.170125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5f8491cf-f2fb-4ba7-826f-c2292506772e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/ef311a63-0102-4268-ad0a-50c3615fc39a HTTP/1.1" status: 404 len: 337 time: 0.0366900 Feb 11 13:12:20.170914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57694) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.200685 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7434285-18ab-493e-a4b3-5baacf11d829 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:20.201261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7434285-18ab-493e-a4b3-5baacf11d829 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:20.205730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a7434285-18ab-493e-a4b3-5baacf11d829 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/447394e4-4d5f-42fb-8489-9ac36b43bd11 HTTP/1.1" status: 404 len: 337 time: 0.0327127 Feb 11 13:12:20.207463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57696) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.258742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6354ff71-0c19-4716-966e-de9adba7ee5b tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 200 len: 205 time: 0.0501072 Feb 11 13:12:20.261030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57698) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.359089 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-fdae7507-9c79-431e-b2b6-3f4a80870df0 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] delete failed (client error): The resource could not be found. Feb 11 13:12:20.360437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fdae7507-9c79-431e-b2b6-3f4a80870df0 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/df007b7a-f97a-4f62-b5d5-c3cec66a2197 HTTP/1.1" status: 404 len: 336 time: 0.0972760 Feb 11 13:12:20.364250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57702) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.430382 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9617d825-02c9-471d-b1ff-86a229f4db24 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=01f5f0b3-ee82-448a-98b9-0a019485de8f HTTP/1.1" status: 200 len: 205 time: 0.0647917 Feb 11 13:12:20.447863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57704) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.460598 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5220e27f-21b8-400e-b28a-cb609a0ba6e0 req-b4bd25e8-effa-443a-aa6e-0b11f3e8aa97 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0709629 Feb 11 13:12:20.534250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-3e2ae5cb-85e0-48c4-9376-1fac52b9eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:20.535769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-3e2ae5cb-85e0-48c4-9376-1fac52b9eb69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.7919414 Feb 11 13:12:20.541176 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-78ef0866-87f3-4221-baa2-28f0dfd3ff1c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] delete failed (client error): The resource could not be found. Feb 11 13:12:20.542150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-78ef0866-87f3-4221-baa2-28f0dfd3ff1c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/01f5f0b3-ee82-448a-98b9-0a019485de8f HTTP/1.1" status: 404 len: 336 time: 0.0790703 Feb 11 13:12:20.548316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57706) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.579563 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-1022f8e9-9a30-49a3-9c6e-98b4681d3e32 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:20.580353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1022f8e9-9a30-49a3-9c6e-98b4681d3e32 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:20.586920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1022f8e9-9a30-49a3-9c6e-98b4681d3e32 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/776d60cd-86ee-4ffd-a926-c5c307a63008 HTTP/1.1" status: 404 len: 337 time: 0.0369396 Feb 11 13:12:20.587846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57708) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.621467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-592727d6-374c-417c-bf54-a601ad369794 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 HTTP/1.1" status: 200 len: 205 time: 0.0322230 Feb 11 13:12:20.622458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-60438a12-f2cb-4d51-9caa-673996ba889d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e02318-6e7e-4158-979c-12e8f74651ac HTTP/1.1" status: 200 len: 217 time: 0.0790894 Feb 11 13:12:20.622822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57710) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.629018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Publish callbacks [] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:20.641581 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:20.673753 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-1cb7b963-2fdb-4f69-95bd-561c9293bb20 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] delete failed (client error): The resource could not be found. Feb 11 13:12:20.678534 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1cb7b963-2fdb-4f69-95bd-561c9293bb20 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/bd0ebc6d-8b1d-4e1d-82bb-368d33e48a02 HTTP/1.1" status: 404 len: 336 time: 0.0541441 Feb 11 13:12:20.679342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57712) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.711845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f282-a7d0-4bf2-a565-c84dde5092cb req-24a15d9e-3b09-473a-98b9-978ec6861b89 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:20.712890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8854f282-a7d0-4bf2-a565-c84dde5092cb req-24a15d9e-3b09-473a-98b9-978ec6861b89 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.2593999 Feb 11 13:12:20.740143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9db26f-e9b3-4269-862e-61812e087591 None None] Pushing event updated for resources: {'Port': ['ID=a830aa5c-43fd-4dcb-a569-8cd97efe8062,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:20.750205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-26c90f6f-226c-40ab-82f5-7b6c959a1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:20.751670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-26c90f6f-226c-40ab-82f5-7b6c959a1d36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.1018927 Feb 11 13:12:20.756715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Attempting to bind port a830aa5c-43fd-4dcb-a569-8cd97efe8062 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:20.757534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Attempting to bind port a830aa5c-43fd-4dcb-a569-8cd97efe8062 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:20.758138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Attempting to bind port a830aa5c-43fd-4dcb-a569-8cd97efe8062 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:20.763281 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-64834dc1-5579-4378-a706-347a8dcc0279 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbbd9be5-9557-4db6-ba25-e6b38fbacc33 HTTP/1.1" status: 200 len: 205 time: 0.0826082 Feb 11 13:12:20.763891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57714) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.769721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:20.771287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:20.771287 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:20.771287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:20.774073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Bound port: a830aa5c-43fd-4dcb-a569-8cd97efe8062, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:20.774073 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:20.819884 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-1228d3a2-076a-4443-855b-68af6eccd74c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] delete failed (client error): The resource could not be found. Feb 11 13:12:20.823029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1228d3a2-076a-4443-855b-68af6eccd74c tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/bbbd9be5-9557-4db6-ba25-e6b38fbacc33 HTTP/1.1" status: 404 len: 336 time: 0.0581760 Feb 11 13:12:20.823616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57716) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.825888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-f5dcc144-0cf5-41c2-8afe-cc0b1c08ec67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495672 Feb 11 13:12:20.830123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-385e575d-40cc-4864-9c71-84bd54834780 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags HTTP/1.1" status: 204 len: 168 time: 0.9610550 Feb 11 13:12:20.832730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57718) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.837237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-30245226-a6ca-42f4-a117-f0e6ef5983ef tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', 'tempest-TagsExtTest-Tag-1781611711') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:20.844659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] For port a830aa5c-43fd-4dcb-a569-8cd97efe8062, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:20.848871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] For port a830aa5c-43fd-4dcb-a569-8cd97efe8062, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a830aa5c-43fd-4dcb-a569-8cd97efe8062,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:20.862062 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1442a97-70b2-48b9-8be2-fea6ada7fcd9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:20.862842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1442a97-70b2-48b9-8be2-fea6ada7fcd9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:20.869386 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:20.869964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1442a97-70b2-48b9-8be2-fea6ada7fcd9 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/87101689-a054-4973-9488-28a699fe6a86 HTTP/1.1" status: 404 len: 337 time: 0.0444810 Feb 11 13:12:20.870524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57720) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:20.891528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8854f282-a7d0-4bf2-a565-c84dde5092cb req-db480857-0e8d-4d77-9140-bbadb7b6d99a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659198 Feb 11 13:12:21.002272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-121f2cf3-17eb-4aed-80f5-457b96aee16e tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=214fc56f-89e4-47ab-87e3-f7dc28749a2f HTTP/1.1" status: 200 len: 205 time: 0.0741515 Feb 11 13:12:21.009148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57726) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.053447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:21.054911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.078253 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-fee88142-e107-46ce-af53-3756b2993405 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] delete failed (client error): The resource could not be found. Feb 11 13:12:21.081593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fee88142-e107-46ce-af53-3756b2993405 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/214fc56f-89e4-47ab-87e3-f7dc28749a2f HTTP/1.1" status: 404 len: 336 time: 0.0673964 Feb 11 13:12:21.085426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57728) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.114298 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-30245226-a6ca-42f4-a117-f0e6ef5983ef tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:21.115526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-30245226-a6ca-42f4-a117-f0e6ef5983ef tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags/tempest-TagsExtTest-Tag-1781611711 HTTP/1.1" status: 404 len: 329 time: 0.2817349 Feb 11 13:12:21.119932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57730) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.135556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7e49-b6e0-48d3-80cf-cf23fd90efab req-4afe8531-8694-459d-b80e-8558dab48c91 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:21.137172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa1e7e49-b6e0-48d3-80cf-cf23fd90efab req-4afe8531-8694-459d-b80e-8558dab48c91 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 944 time: 0.1208823 Feb 11 13:12:21.142395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.tag.tag_plugin [None req-2e82d35c-1bc7-4a1c-9905-eda5c2a46297 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', 'tempest-TagsExtTest-Tag-1162688843') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.147088 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-421df625-2068-4b00-9a03-69cad2700497 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:21.148660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421df625-2068-4b00-9a03-69cad2700497 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:21.160133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-421df625-2068-4b00-9a03-69cad2700497 tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/917007d9-072d-4417-94c6-5d134432eaf4 HTTP/1.1" status: 404 len: 337 time: 0.0675869 Feb 11 13:12:21.160133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-c8cd08d8-818f-4904-8eca-5a4b541f047d service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185499 Feb 11 13:12:21.160640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57732) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.244515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:21.262037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f2c913c7-35b2-4412-a7db-a12dd22306db tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "GET /v2.0/ports?device_id=86c2dd71-edea-462b-801b-e3a46069354b HTTP/1.1" status: 200 len: 205 time: 0.0976131 Feb 11 13:12:21.271163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57734) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.349741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aa1e7e49-b6e0-48d3-80cf-cf23fd90efab req-bb36c53f-fa22-4491-9fa4-2b3dde503d51 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699231 Feb 11 13:12:21.350726 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-129cc2e6-aed7-4407-a1df-c60cab61d8bb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] delete failed (client error): The resource could not be found. Feb 11 13:12:21.354247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-129cc2e6-aed7-4407-a1df-c60cab61d8bb tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/routers/86c2dd71-edea-462b-801b-e3a46069354b HTTP/1.1" status: 404 len: 336 time: 0.0797057 Feb 11 13:12:21.354398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57736) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.368001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:21.408879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14530c24-3fab-4ba0-830d-b0e05b7fef72 req-e8f56189-1144-4d85-a8aa-00792b47351b service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090693 Feb 11 13:12:21.410292 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-2e82d35c-1bc7-4a1c-9905-eda5c2a46297 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:21.413819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2e82d35c-1bc7-4a1c-9905-eda5c2a46297 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags/tempest-TagsExtTest-Tag-1162688843 HTTP/1.1" status: 404 len: 329 time: 0.2730334 Feb 11 13:12:21.435822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57738) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.441920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-8e6eb61d-5e60-4370-8159-da47c4917d99 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea', 'tempest-TagsExtTest-Tag-551942420') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.477094 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99a9a4a-33e5-4cac-bb64-1b8a11f7c15f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:21.477550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99a9a4a-33e5-4cac-bb64-1b8a11f7c15f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:21.478314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9db26f-e9b3-4269-862e-61812e087591 None None] Pushing event updated for resources: {'Port': ['ID=a830aa5c-43fd-4dcb-a569-8cd97efe8062,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:21.481381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b99a9a4a-33e5-4cac-bb64-1b8a11f7c15f tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/45947856-e1a9-4fc6-8be4-80b1982528a6 HTTP/1.1" status: 404 len: 337 time: 0.1250982 Feb 11 13:12:21.484100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57740) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.520492 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f7a29d-0d72-4765-9bf4-10f86fbedade tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] DELETE failed (client error): The resource could not be found. Feb 11 13:12:21.520931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f7a29d-0d72-4765-9bf4-10f86fbedade tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:12:21.524290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-29f7a29d-0d72-4765-9bf4-10f86fbedade tempest-RoutersIpV6Test-533234934 tempest-RoutersIpV6Test-533234934-project] 10.222.0.42 "DELETE /v2.0/subnets/c7e194a0-acb0-4dc7-a3e1-9e05238e46cb HTTP/1.1" status: 404 len: 337 time: 0.0380347 Feb 11 13:12:21.595943 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-8e6eb61d-5e60-4370-8159-da47c4917d99 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:21.597684 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8e6eb61d-5e60-4370-8159-da47c4917d99 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags/tempest-TagsExtTest-Tag-551942420 HTTP/1.1" status: 404 len: 328 time: 0.1590264 Feb 11 13:12:21.602099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57746) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.619184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Allocated IP 172.20.0.1 (bd8a299f-81d2-493f-bd95-dbc657aa885c/a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a/05e5eee4-6fbb-42e8-bffb-c0fa84245761) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:21.651777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.tag.tag_plugin [None req-bdca85b7-b258-45e0-bc8d-93dfdc77a632 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', {'tags': ['tempest-TagsExtTest-Tag-1924027221', 'tempest-TagsExtTest-Tag-612908251', 'tempest-TagsExtTest-Tag-1409698882']}) {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.671899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:16Z', 'revision_number': 3, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.676443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-118b64e3-6f8c-4783-93f2-50b6bfdb95f7 req-7a9fb614-5ff6-4109-8fc2-43c603300769 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0759165 Feb 11 13:12:21.717501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8379f27-0845-4daf-ab1f-ec89ea62fcc9 None None] The sync data for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 is: [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:16Z', 'revision_number': 3, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:21.812639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bdca85b7-b258-45e0-bc8d-93dfdc77a632 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "PUT /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags HTTP/1.1" status: 200 len: 317 time: 0.1644566 Feb 11 13:12:21.815658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57750) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.827816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-5770d71f-1441-4b18-93d8-93687f5464a9 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.900272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5770d71f-1441-4b18-93d8-93687f5464a9 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0783236 Feb 11 13:12:21.901097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57752) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.902961 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks [] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:21.914171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57754) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.914319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-03f1df85-5b3b-48ce-acb2-5b08901a1424 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', 'tempest-TagsExtTest-Tag-1924027221') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:21.922074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:12:21.972318 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-03f1df85-5b3b-48ce-acb2-5b08901a1424 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:21.977173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57760) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:21.979156 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-03f1df85-5b3b-48ce-acb2-5b08901a1424 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags/tempest-TagsExtTest-Tag-1924027221 HTTP/1.1" status: 404 len: 329 time: 0.0766788 Feb 11 13:12:21.989075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.tag.tag_plugin [None req-b3b2d6eb-8c1b-4352-897e-d909799550d5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', 'tempest-TagsExtTest-Tag-612908251') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:22.029079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:22.101508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Network bd8a299f-81d2-493f-bd95-dbc657aa885c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:22.102955 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-b3b2d6eb-8c1b-4352-897e-d909799550d5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:22.108143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b3b2d6eb-8c1b-4352-897e-d909799550d5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags/tempest-TagsExtTest-Tag-612908251 HTTP/1.1" status: 404 len: 328 time: 0.1247876 Feb 11 13:12:22.109126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:22.111323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57764) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:22.116702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:22.121381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.tag.tag_plugin [None req-b8a22741-3e4c-42a2-817b-edfe20ffd915 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d', 'tempest-TagsExtTest-Tag-1409698882') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:22.207384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Pushing event updated for resources: {'Port': ['ID=05e5eee4-6fbb-42e8-bffb-c0fa84245761,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:22.217110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811b42e-7021-47cf-a185-43e49824e3cd req-247a2eb8-6161-40c5-88cd-2bd7aa7e94dc tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:22.219989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b811b42e-7021-47cf-a185-43e49824e3cd req-247a2eb8-6161-40c5-88cd-2bd7aa7e94dc tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1598485 Feb 11 13:12:22.269321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (5811234b-d538-4312-90e8-7e7f01e919e6), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:22.284473 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-b8a22741-3e4c-42a2-817b-edfe20ffd915 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] show failed (client error): The resource could not be found. Feb 11 13:12:22.286076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b8a22741-3e4c-42a2-817b-edfe20ffd915 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags/tempest-TagsExtTest-Tag-1409698882 HTTP/1.1" status: 404 len: 329 time: 0.1724074 Feb 11 13:12:22.303299 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b811b42e-7021-47cf-a185-43e49824e3cd req-edf2bfc1-3cb8-460c-a573-73555b360f23 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786185 Feb 11 13:12:22.303733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:22.312451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-04850df3-ffc6-4c4c-98ae-b5fdf05f6650 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '371fb932-45c6-4400-b9d7-a5667183aa5d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:22.426877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04850df3-ffc6-4c4c-98ae-b5fdf05f6650 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1197355 Feb 11 13:12:22.427491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57770) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:22.431971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-b5c3dbf4-1de9-425c-8af2-01d69311dda4 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4f8ac2e0-42b8-4cfa-9342-45114fe517ea') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:22.465454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2bf31cb1-517c-467e-b9ed-eb61372aaa43 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8f4e291cb764c56b2270ff1a3fbeca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5478029 Feb 11 13:12:22.478540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57772) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:22.587568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b5c3dbf4-1de9-425c-8af2-01d69311dda4 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea/tags HTTP/1.1" status: 204 len: 168 time: 0.1590221 Feb 11 13:12:22.588190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57774) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:22.592551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-54a1d28b-9903-40ea-9d1e-ac208f0ed7a0 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '58ccf02d-f20d-4357-843e-384ba35d6752') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:22.634899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ba52faa8-b83b-437b-b7d2-fdb7eb1b9f9c None None] Provisioning complete for port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:22.635274 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba52faa8-b83b-437b-b7d2-fdb7eb1b9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:22.675266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:22.681912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8d73e65-b749-403b-8f89-03f9b0feebe2 admin admin] Publish callbacks [] for security_group (3cc61215-7496-425a-8575-d1d5d858e356), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:22.694481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ba52faa8-b83b-437b-b7d2-fdb7eb1b9f9c None None] Port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:22.703852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0be1-6752-45a5-9426-641ad1124985 req-af3bfda8-e398-4b0d-81a1-03c087761df7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:22.713248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-967b0be1-6752-45a5-9426-641ad1124985 req-af3bfda8-e398-4b0d-81a1-03c087761df7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 944 time: 0.1885777 Feb 11 13:12:22.746486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-54a1d28b-9903-40ea-9d1e-ac208f0ed7a0 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752/tags HTTP/1.1" status: 204 len: 168 time: 0.1572714 Feb 11 13:12:22.747183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57778) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:22.757186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.tag.tag_plugin [None req-f695703f-6659-402f-b349-8a7e7a2f7bce tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '45424183-7c12-409b-bcb3-bb3c80e89e82') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:22.784611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8d73e65-b749-403b-8f89-03f9b0feebe2 admin admin] Publish callbacks [] for security_group (3cc61215-7496-425a-8575-d1d5d858e356), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:22.814484 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dee67f2a-2d4b-4d4d-81f5-f5622136d862 req-314c26f5-13a4-406a-818d-0bda8b122d34 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0322573 Feb 11 13:12:22.882845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f695703f-6659-402f-b349-8a7e7a2f7bce tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82/tags HTTP/1.1" status: 204 len: 168 time: 0.1331096 Feb 11 13:12:22.887627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:22.898058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-967b0be1-6752-45a5-9426-641ad1124985 req-a5c3a5d0-92ce-40d0-9ff3-cd8ad598ec24 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836786 Feb 11 13:12:22.935579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5e02318-6e7e-4158-979c-12e8f74651ac details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:12:23.042421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8d73e65-b749-403b-8f89-03f9b0feebe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3cc61215-7496-425a-8575-d1d5d858e356), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.044951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8d73e65-b749-403b-8f89-03f9b0feebe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.053254 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-51267dd1-2cbf-493c-ad59-885390fc6135 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.058477 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-51267dd1-2cbf-493c-ad59-885390fc6135 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnetpools/371fb932-45c6-4400-b9d7-a5667183aa5d HTTP/1.1" status: 204 len: 168 time: 0.1688843 Feb 11 13:12:23.059112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57784) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:23.059572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a8d73e65-b749-403b-8f89-03f9b0feebe2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cc61215-7496-425a-8575-d1d5d858e356 HTTP/1.1" status: 204 len: 168 time: 0.5799351 Feb 11 13:12:23.094955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d73e65-b749-403b-8f89-03f9b0feebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc61215-7496-425a-8575-d1d5d858e356,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:23.119083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e5e02318-6e7e-4158-979c-12e8f74651ac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5e02318-6e7e-4158-979c-12e8f74651ac,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:23.125002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bbcb421e-6045-494c-9ee1-85b7df61a52e tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f8ac2e0-42b8-4cfa-9342-45114fe517ea HTTP/1.1" status: 200 len: 205 time: 0.0625179 Feb 11 13:12:23.125283 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57786) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:23.176736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'e5e02318-6e7e-4158-979c-12e8f74651ac', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'port_id': 'e5e02318-6e7e-4158-979c-12e8f74651ac', 'mac_address': 'fa:16:3e:92:74:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8738ee9-9799-48eb-9480-7c79190886ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:12:23.195158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks [] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.205592 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.262065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e5e02318-6e7e-4158-979c-12e8f74651ac is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:23.262463 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.294529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e02318-6e7e-4158-979c-12e8f74651ac {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:23.341018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e5e02318-6e7e-4158-979c-12e8f74651ac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5e02318-6e7e-4158-979c-12e8f74651ac,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:23.348815 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.358162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4def17c6-7cb7-44ef-85ba-6a2ab19df2b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for router (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.421695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (5811234b-d538-4312-90e8-7e7f01e919e6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.434824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Pushing event updated for resources: {'Port': ['ID=05e5eee4-6fbb-42e8-bffb-c0fa84245761,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:23.457038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e5e02318-6e7e-4158-979c-12e8f74651ac,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:23.542330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75ca81-122a-4c8c-b393-b1b349e775e9 req-56fdd79e-b991-4848-b8a6-c70e1035d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:23.544196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd75ca81-122a-4c8c-b393-b1b349e775e9 req-56fdd79e-b991-4848-b8a6-c70e1035d5db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.2374897 Feb 11 13:12:23.584428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452484-dedb-4d1d-b92e-746c3ef1f93a req-70e3b53e-9acf-454b-a5fc-45b2f44b5f82 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:23.585986 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56452484-dedb-4d1d-b92e-746c3ef1f93a req-70e3b53e-9acf-454b-a5fc-45b2f44b5f82 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1475098 Feb 11 13:12:23.617926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Network bd8a299f-81d2-493f-bd95-dbc657aa885c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:23.620352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:23.626233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd75ca81-122a-4c8c-b393-b1b349e775e9 req-590dca06-e417-4309-aae1-614452498482 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721796 Feb 11 13:12:23.717748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e5e02318-6e7e-4158-979c-12e8f74651ac'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:23.762694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4def17c6-7cb7-44ef-85ba-6a2ab19df2b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.785308 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4def17c6-7cb7-44ef-85ba-6a2ab19df2b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for router_controller (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.896276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Router 5811234b-d538-4312-90e8-7e7f01e919e6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:23.928256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a830aa5c-43fd-4dcb-a569-8cd97efe8062 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:23.989127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56452484-dedb-4d1d-b92e-746c3ef1f93a req-92ef551b-7dfe-4710-a86a-b161fbae8260 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682146 Feb 11 13:12:23.998987 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4def17c6-7cb7-44ef-85ba-6a2ab19df2b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (4f8ac2e0-42b8-4cfa-9342-45114fe517ea), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:23.999547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4def17c6-7cb7-44ef-85ba-6a2ab19df2b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Fanout notify agent at l3_agent the message router_deleted on router 4f8ac2e0-42b8-4cfa-9342-45114fe517ea {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:12:24.025745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4def17c6-7cb7-44ef-85ba-6a2ab19df2b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.032145 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4def17c6-7cb7-44ef-85ba-6a2ab19df2b5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/routers/4f8ac2e0-42b8-4cfa-9342-45114fe517ea HTTP/1.1" status: 204 len: 168 time: 0.9057245 Feb 11 13:12:24.035924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57806) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:24.088491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4858a-673d-4fd2-bb3b-8e72561f3379 req-73b10dff-dbd8-4e08-be33-d6c8f6759ff8 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0505972 Feb 11 13:12:24.247151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a830aa5c-43fd-4dcb-a569-8cd97efe8062 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:24.247517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:24.247627 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.264992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-23093e85-9e4f-4340-97fc-cc155fe23394 admin admin] 10.222.0.42 "PUT /v2.0/routers/5811234b-d538-4312-90e8-7e7f01e919e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0195870 Feb 11 13:12:24.308924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a0407c8e-171e-46c5-8943-e58bba229954 None None] Provisioning complete for port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:24.309601 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0407c8e-171e-46c5-8943-e58bba229954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.335192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6efe9d-daac-4e46-b699-d6b03bdb998a req-98385304-8f2f-4c5d-aed9-86bd1ce0bb95 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:24.352195 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc6efe9d-daac-4e46-b699-d6b03bdb998a req-98385304-8f2f-4c5d-aed9-86bd1ce0bb95 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 945 time: 0.1972721 Feb 11 13:12:24.409174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a0407c8e-171e-46c5-8943-e58bba229954 None None] Port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:24.433609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc6efe9d-daac-4e46-b699-d6b03bdb998a req-caac1ba9-297f-422d-8127-438600ace4dd tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751953 Feb 11 13:12:24.454410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Deleting port 58ccf02d-f20d-4357-843e-384ba35d6752 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:24.454991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (58ccf02d-f20d-4357-843e-384ba35d6752), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.520047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a830aa5c-43fd-4dcb-a569-8cd97efe8062 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:24.523179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.530269 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Sync routers for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:24.551799 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:24.557867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a830aa5c-43fd-4dcb-a569-8cd97efe8062, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a830aa5c-43fd-4dcb-a569-8cd97efe8062,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:24.559433 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:24.565132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.665778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a830aa5c-43fd-4dcb-a569-8cd97efe8062,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:24.707272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (58ccf02d-f20d-4357-843e-384ba35d6752), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.731797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Calling delete_port for 58ccf02d-f20d-4357-843e-384ba35d6752 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:24.757141 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:24.763585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57824) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:24.947423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8f75ad06-2694-47ba-8758-7b33baf71cf0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1449599734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:24.981937 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f75ad06-2694-47ba-8758-7b33baf71cf0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:24.983337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f75ad06-2694-47ba-8758-7b33baf71cf0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.005556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (58ccf02d-f20d-4357-843e-384ba35d6752), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.069524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event deleted for resources: {'Port': ['ID=58ccf02d-f20d-4357-843e-384ba35d6752,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:25.084107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f75ad06-2694-47ba-8758-7b33baf71cf0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router_controller (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.091394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f75ad06-2694-47ba-8758-7b33baf71cf0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.125492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f75ad06-2694-47ba-8758-7b33baf71cf0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.126870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f75ad06-2694-47ba-8758-7b33baf71cf0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3617532 Feb 11 13:12:25.130172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57830) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:25.135467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2010609041'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:25.143659 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 2, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:25.186586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:25.190253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.203347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.221991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Checking router: 5811234b-d538-4312-90e8-7e7f01e919e6 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:25.222605 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Updating router 5811234b-d538-4312-90e8-7e7f01e919e6 port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:12:25.245731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.255270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b13d8b7-71ef-4a59-ba68-cc34099b26b1 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/ports/58ccf02d-f20d-4357-843e-384ba35d6752 HTTP/1.1" status: 204 len: 168 time: 1.2169769 Feb 11 13:12:25.260628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57834) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:25.288361 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.306534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17bfbe-5f98-4b9e-a7fb-7f322dfbafea req-f723a2b4-c550-49ae-a961-829a23c7549e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:25.308125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c17bfbe-5f98-4b9e-a7fb-7f322dfbafea req-f723a2b4-c550-49ae-a961-829a23c7549e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1413915 Feb 11 13:12:25.358129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Deleting subnet 45424183-7c12-409b-bcb3-bb3c80e89e82 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:12:25.366693 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for subnet (45424183-7c12-409b-bcb3-bb3c80e89e82), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.427266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (45424183-7c12-409b-bcb3-bb3c80e89e82), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.429622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c17bfbe-5f98-4b9e-a7fb-7f322dfbafea req-2a977c9d-651a-4212-9378-f22b46d0f554 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150744 Feb 11 13:12:25.506241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for security_group (05dd4d1b-43c6-43b0-94ee-8d58c2d4c000), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.521012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (05dd4d1b-43c6-43b0-94ee-8d58c2d4c000), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.544153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:25.562116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e002f83d-1be4-4f22-a4e2-c2b06e4cbfde), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.562508 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Added segment e002f83d-1be4-4f22-a4e2-c2b06e4cbfde of type vlan for network 81029668-3163-494a-99e0-03c8f0439760 Feb 11 13:12:25.599661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15b55652-c41f-4f64-a29d-6c2492de310d req-d2c1cb03-6be2-4b91-9a9c-52168671954a tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0501015 Feb 11 13:12:25.617235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (81029668-3163-494a-99e0-03c8f0439760), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.683328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (81029668-3163-494a-99e0-03c8f0439760), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.692296 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Publish callbacks [] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.695242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:25.698205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.701590 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.788549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6566656 Feb 11 13:12:25.788756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05dd4d1b-43c6-43b0-94ee-8d58c2d4c000,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:25.791933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57842) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:25.801280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'subnet': {'network_id': '81029668-3163-494a-99e0-03c8f0439760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:25.808444 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Pushing event updated for resources: {'Port': ['ID=05e5eee4-6fbb-42e8-bffb-c0fa84245761,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:25.823618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a830aa5c-43fd-4dcb-a569-8cd97efe8062 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:25.880041 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.880411 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.880705 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.883651 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.883651 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.890040 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.890418 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.890749 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.891100 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.891694 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.892020 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.892346 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.895864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad09064-337d-427f-991b-6c90a2c73480 req-192caf4d-c9d8-4ccb-89e8-d4bc81f7dcb1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:25.896989 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:25.898076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bad09064-337d-427f-991b-6c90a2c73480 req-192caf4d-c9d8-4ccb-89e8-d4bc81f7dcb1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 945 time: 0.1756091 Feb 11 13:12:25.920549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a830aa5c-43fd-4dcb-a569-8cd97efe8062 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:25.921015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.936343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff5d54-7ca6-42b6-9980-6bf143e7a428 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Network': ['ID=81029668-3163-494a-99e0-03c8f0439760,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:25.946616 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Attempting to bind port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:25.947001 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Attempting to bind port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:25.947356 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Attempting to bind port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 on network bd8a299f-81d2-493f-bd95-dbc657aa885c {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:25.956972 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:25.957383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Checking segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:25.959833 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.960267 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Bound using segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:25.960789 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Bound port: 05e5eee4-6fbb-42e8-bffb-c0fa84245761, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:25.965316 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:25.966116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 81029668-3163-494a-99e0-03c8f0439760 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:12:25.998821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bad09064-337d-427f-991b-6c90a2c73480 req-d0fb1399-4a34-4a19-b0fe-036bcc0134fc tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908759 Feb 11 13:12:26.021296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57844) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:26.041983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (45424183-7c12-409b-bcb3-bb3c80e89e82), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.049317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bcd6b0a7-f1b6-477b-a034-965987e57afa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799877645', 'description': 'tempest-description--1577532281'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:26.051736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-c8f7c17e-656d-4242-a123-cccdbfd8a266 req-2c0a21cc-1363-48f4-a9ea-a9ea7ba9efb1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1492514720', 'description': 'tempest-description-710668039'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:26.099853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a7-f1b6-477b-a034-965987e57afa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.101718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8f7c17e-656d-4242-a123-cccdbfd8a266 req-2c0a21cc-1363-48f4-a9ea-a9ea7ba9efb1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.126782 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] For port 05e5eee4-6fbb-42e8-bffb-c0fa84245761, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:26.133443 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] For port 05e5eee4-6fbb-42e8-bffb-c0fa84245761, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=05e5eee4-6fbb-42e8-bffb-c0fa84245761,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:26.150019 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.160858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a830aa5c-43fd-4dcb-a569-8cd97efe8062 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:26.209312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:26.212831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.235966 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:26.236604 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:26.253512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-faf12f5a-be3e-4f9f-aad1-d2718bb5e840 None None] Provisioning complete for port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:26.256050 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-faf12f5a-be3e-4f9f-aad1-d2718bb5e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.273369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8f7c17e-656d-4242-a123-cccdbfd8a266 req-2c0a21cc-1363-48f4-a9ea-a9ea7ba9efb1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for security_group (5f306d59-e28c-44c6-9336-d256fb80ffbf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.280734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8f7c17e-656d-4242-a123-cccdbfd8a266 req-2c0a21cc-1363-48f4-a9ea-a9ea7ba9efb1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5f306d59-e28c-44c6-9336-d256fb80ffbf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.306155 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f148f1-7f91-4359-bc4b-a0e046f58386 None None] Pushing event updated for resources: {'Port': ['ID=05e5eee4-6fbb-42e8-bffb-c0fa84245761,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.363108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a21cc-1363-48f4-a9ea-a9ea7ba9efb1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f306d59-e28c-44c6-9336-d256fb80ffbf,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.384779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-c8f7c17e-656d-4242-a123-cccdbfd8a266 req-2c0a21cc-1363-48f4-a9ea-a9ea7ba9efb1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.386410 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8f7c17e-656d-4242-a123-cccdbfd8a266 req-2c0a21cc-1363-48f4-a9ea-a9ea7ba9efb1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3388596 Feb 11 13:12:26.448085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (45424183-7c12-409b-bcb3-bb3c80e89e82), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.450230 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:26.461551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a7-f1b6-477b-a034-965987e57afa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (f43e168e-7214-4b91-bfdb-bfc4847db69a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.466999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-faf12f5a-be3e-4f9f-aad1-d2718bb5e840 None None] Current status of the port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:26.467391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-faf12f5a-be3e-4f9f-aad1-d2718bb5e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.468526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (494cdae3-590c-4f49-a107-9b8ebc8e1968), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.494385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a7-f1b6-477b-a034-965987e57afa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f43e168e-7214-4b91-bfdb-bfc4847db69a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.509259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event deleted for resources: {'Subnet': ['ID=45424183-7c12-409b-bcb3-bb3c80e89e82,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.541543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.544881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4fea3007-bf40-4fc6-bb53-6c2e0fe09e94 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/subnets/45424183-7c12-409b-bcb3-bb3c80e89e82 HTTP/1.1" status: 204 len: 168 time: 1.2821484 Feb 11 13:12:26.547395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57850) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:26.574558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c22868-0556-4f02-8fae-8da73b31b2ae None None] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:26.579867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-faf12f5a-be3e-4f9f-aad1-d2718bb5e840 None None] For port 05e5eee4-6fbb-42e8-bffb-c0fa84245761, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=05e5eee4-6fbb-42e8-bffb-c0fa84245761,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:26.594069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-faf12f5a-be3e-4f9f-aad1-d2718bb5e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.618427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-d77d61bd-26c8-41ce-b014-df07a32c68a8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1492514720&fields=id&tenant_id=7bb351907fa04df8b5b401a9beeb59da HTTP/1.1" status: 200 len: 267 time: 0.1195288 Feb 11 13:12:26.677986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bcd6b0a7-f1b6-477b-a034-965987e57afa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.679242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bcd6b0a7-f1b6-477b-a034-965987e57afa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6565974 Feb 11 13:12:26.700489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:26.714489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ff4c8b87-39e9-4446-9383-aea04784be6e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'security_group_rule': {'security_group_id': 'f43e168e-7214-4b91-bfdb-bfc4847db69a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:26.729030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ee9c5570-3a3d-4f17-9434-25bd5774e879), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.733404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6b0a7-f1b6-477b-a034-965987e57afa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43e168e-7214-4b91-bfdb-bfc4847db69a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.744318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Subnet': ['ID=494cdae3-590c-4f49-a107-9b8ebc8e1968,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.750139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Checking segment: {'id': 'e002f83d-1be4-4f22-a4e2-c2b06e4cbfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '81029668-3163-494a-99e0-03c8f0439760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:26.750583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network hostable DHCP agents. Network: 81029668-3163-494a-99e0-03c8f0439760, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:26.780481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-e2b5afe3-f49c-47a7-9f39-d6b2726d02e5 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:26.789093 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-e2b5afe3-f49c-47a7-9f39-d6b2726d02e5 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1695380 Feb 11 13:12:26.791765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e1132223-150a-4418-a386-ec065ca25666 None None] Provisioning complete for port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:26.792422 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1132223-150a-4418-a386-ec065ca25666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.797562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Request body: {'port': {'security_groups': ['dad37937-ac2b-44e1-80ca-d7edf687eded', '5f306d59-e28c-44c6-9336-d256fb80ffbf']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:26.807067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0e2f57a7-8beb-4625-be85-a840adee766a req-cf4a435f-e02e-4233-8769-cb35b1ea6180 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0453250 Feb 11 13:12:26.828068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network 81029668-3163-494a-99e0-03c8f0439760 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:26.867189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8b87-39e9-4446-9383-aea04784be6e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (ca707644-c654-4ce1-b1ad-06ce42294dba), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.868583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf12f5a-be3e-4f9f-aad1-d2718bb5e840 None None] Pushing event updated for resources: {'Port': ['ID=05e5eee4-6fbb-42e8-bffb-c0fa84245761,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:26.899108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.902119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 81029668-3163-494a-99e0-03c8f0439760) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:26.906415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:26.907189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.941437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c173e4bf-ba0f-4c2a-b6be-ed29944f0f3b None None] Network 81029668-3163-494a-99e0-03c8f0439760 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:26.942302 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:26.965841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Deleting port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:26.966029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:26.993750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] DHCP port deletion for ee9c5570-3a3d-4f17-9434-25bd5774e879 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:12:26.997084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0940a768-d65e-46b2-8787-0bef1da219b4 None None] The sync data for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 is: [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:27.044608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5e02318-6e7e-4158-979c-12e8f74651ac up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:27.111715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e1132223-150a-4418-a386-ec065ca25666 None None] Current status of the port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:27.163929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a8b1e23c-3bb7-402d-904f-3c4605af0fac tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3670156 Feb 11 13:12:27.167266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57858) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:27.175663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'network': {'name': 'tempest-router-network01--415554869'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:27.241252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:27.245212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.278283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-81029668-3163-494a-99e0-03c8f0439760', 'network_id': '81029668-3163-494a-99e0-03c8f0439760', 'project_id': 'e596bb8e71b34e7e992b110bf4b98ca4', 'fixed_ips': [{'subnet_id': '494cdae3-590c-4f49-a107-9b8ebc8e1968'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:12:27.279277 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.281396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port e5e02318-6e7e-4158-979c-12e8f74651ac completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:27.286589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:27.290438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port e5e02318-6e7e-4158-979c-12e8f74651ac triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:27.290814 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.304217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:27.327496 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (da05efd0-4d2c-4c47-9a9f-00f7065e8b69), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.327870 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Added segment da05efd0-4d2c-4c47-9a9f-00f7065e8b69 of type vlan for network d4436857-79e1-4502-aefb-4a2cae89249c Feb 11 13:12:27.351900 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.365471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] Deleting port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:27.365931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.368171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.406504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['252bc253-4b29-4390-ad0c-587b2fe0a2ea'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:27.544961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:27.545826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.547975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45ba8ca6-9600-48b2-bf9c-c7385000e662 req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "PUT /v2.0/ports/252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 981 time: 0.7574508 Feb 11 13:12:27.548626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:27.558913 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d855e8-04bf-419e-8251-58ac803b95f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:27.562111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec48d6-34af-4173-ba6a-13d46643624b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event updated for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.581283 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d4436857-79e1-4502-aefb-4a2cae89249c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.643083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d4436857-79e1-4502-aefb-4a2cae89249c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.655573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] For port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,segment=NetworkSegment(3cc7236b-2590-46cd-a01c-fe42df28827e),segment_id=3cc7236b-2590-46cd-a01c-fe42df28827e)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:27.655813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] For port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,segment=NetworkSegment(3cc7236b-2590-46cd-a01c-fe42df28827e),segment_id=3cc7236b-2590-46cd-a01c-fe42df28827e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:27.655974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.656512 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.661666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:27.662993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.668841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['252bc253-4b29-4390-ad0c-587b2fe0a2ea'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:27.671408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Calling delete_port for aacc16f8-fdb8-4b20-b23d-bfddeb67b96a owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:27.786731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.817233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] No DVR routers for this DVR port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:27.826529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8b87-39e9-4446-9383-aea04784be6e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (ca707644-c654-4ce1-b1ad-06ce42294dba), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.866823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8b87-39e9-4446-9383-aea04784be6e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ca707644-c654-4ce1-b1ad-06ce42294dba), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.891776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e5e02318-6e7e-4158-979c-12e8f74651ac is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:27.892378 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:27.904120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] Calling delete_port for aacc16f8-fdb8-4b20-b23d-bfddeb67b96a owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:27.909293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 05e5eee4-6fbb-42e8-bffb-c0fa84245761 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:27.909420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c8b87-39e9-4446-9383-aea04784be6e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca707644-c654-4ce1-b1ad-06ce42294dba,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.918507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event deleted for resources: {'Port': ['ID=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:27.998137 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ee9c5570-3a3d-4f17-9434-25bd5774e879), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.022854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9c5570-3a3d-4f17-9434-25bd5774e879']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:28.040009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff4c8b87-39e9-4446-9383-aea04784be6e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.041731 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ff4c8b87-39e9-4446-9383-aea04784be6e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3394170 Feb 11 13:12:28.043855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc7236b-2590-46cd-a01c-fe42df28827e') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:28.044159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc7236b-2590-46cd-a01c-fe42df28827e') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:28.055786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57868) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:28.064473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ae630787-eba0-496a-b5c5-74874c27247a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'security_group_rule': {'security_group_id': 'f43e168e-7214-4b91-bfdb-bfc4847db69a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:28.090803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (3cc7236b-2590-46cd-a01c-fe42df28827e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.112075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628650f-d232-4e56-8aea-a5c2ee6df05e req-b60fbf55-c0ab-4039-a51d-cbc8bcd6a518 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:28.114177 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4628650f-d232-4e56-8aea-a5c2ee6df05e req-b60fbf55-c0ab-4039-a51d-cbc8bcd6a518 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 945 time: 0.3361852 Feb 11 13:12:28.123819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae630787-eba0-496a-b5c5-74874c27247a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (0d038e2a-20e9-4425-8fe1-a46c11fdb644), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.128631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3cc7236b-2590-46cd-a01c-fe42df28827e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.158010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:12:28.158568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (3cc7236b-2590-46cd-a01c-fe42df28827e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:12:28.164838 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:12:28.184860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Allocated IP 2001:db8::2 (81029668-3163-494a-99e0-03c8f0439760/494cdae3-590c-4f49-a107-9b8ebc8e1968/84b6718b-db42-4b4e-ac9b-91ba23fe85c2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:28.193125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e02318-6e7e-4158-979c-12e8f74651ac'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:28.195487 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a78bc-d2ea-4a44-84c0-bcf8193bfe0b" -d '{"events": [{"server_uuid": "77519724-eee9-43f5-81ef-a6f53e308ad2", "name": "network-vif-plugged", "status": "completed", "tag": "e5e02318-6e7e-4158-979c-12e8f74651ac"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:28.245260 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4628650f-d232-4e56-8aea-a5c2ee6df05e req-29597b97-93e0-418f-9f37-ee5a4cb5461b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231737 Feb 11 13:12:28.272659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e5e02318-6e7e-4158-979c-12e8f74651ac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5e02318-6e7e-4158-979c-12e8f74651ac,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:28.303496 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.307370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae630787-eba0-496a-b5c5-74874c27247a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (0d038e2a-20e9-4425-8fe1-a46c11fdb644), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.310104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ee9c5570-3a3d-4f17-9434-25bd5774e879), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.315510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.322702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] 10.222.0.42 "DELETE /v2.0/networks/ee9c5570-3a3d-4f17-9434-25bd5774e879 HTTP/1.1" status: 204 len: 168 time: 1.7739649 Feb 11 13:12:28.327801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae630787-eba0-496a-b5c5-74874c27247a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (0d038e2a-20e9-4425-8fe1-a46c11fdb644), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.354043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd310e3-a2f0-4d99-8c4e-5307c14d7db5 tempest-TagsExtTest-1523412068 tempest-TagsExtTest-1523412068-project] Pushing event deleted for resources: {'Network': ['ID=ee9c5570-3a3d-4f17-9434-25bd5774e879,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:28.368136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae630787-eba0-496a-b5c5-74874c27247a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.369607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ae630787-eba0-496a-b5c5-74874c27247a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113182 Feb 11 13:12:28.370991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae630787-eba0-496a-b5c5-74874c27247a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d038e2a-20e9-4425-8fe1-a46c11fdb644,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:28.378621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57874) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:28.386887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:28.439028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.534982 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586fd668-ac62-439b-a12f-a974682b0097 x-openstack-request-id: req-586fd668-ac62-439b-a12f-a974682b0097 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:28.535588 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:28.535588 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-586fd668-ac62-439b-a12f-a974682b0097 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:28.535914 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'status': 'completed', 'code': 200} Feb 11 13:12:28.553960 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3856666 Feb 11 13:12:28.554572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57876) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:28.559531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'network': {'name': 'tempest-router-network02--365202275'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:28.610854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-7b2134c1-9721-4f3c-a712-1eca8336cc79 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1492514720&fields=id&tenant_id=7bb351907fa04df8b5b401a9beeb59da HTTP/1.1" status: 200 len: 267 time: 0.9435790 Feb 11 13:12:28.657328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d519daae-2d35-491d-a44c-5d46e9a9b297 req-a799a31e-1ff5-4723-aef2-80cc17737838 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0691392 Feb 11 13:12:28.683801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:28.691868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.744525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12097a-75d9-4a7b-abce-540f06b56071 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Network': ['ID=d4436857-79e1-4502-aefb-4a2cae89249c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:28.764297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:28.807324 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (565833a1-5d0e-446b-8912-4911c2ef4655), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.807994 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Added segment 565833a1-5d0e-446b-8912-4911c2ef4655 of type vlan for network 5f835647-9ff1-4e7a-8a2c-af849cabd66b Feb 11 13:12:28.812837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.846680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-207afa91-c986-407d-8d49-e143f0de4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:28.848229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-207afa91-c986-407d-8d49-e143f0de4565 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1166 time: 0.3393822 Feb 11 13:12:28.872491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-4f48b59e-c695-40f1-94c4-849906e4ba6b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:28.878157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-4f48b59e-c695-40f1-94c4-849906e4ba6b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 984 time: 0.1968334 Feb 11 13:12:28.893084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:28.893631 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:28.944182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Request body: {'port': {'security_groups': ['dad37937-ac2b-44e1-80ca-d7edf687eded']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:28.955325 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c559fc-47b5-4ec6-833b-960f2a6e548a x-openstack-request-id: req-b2c559fc-47b5-4ec6-833b-960f2a6e548a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:28.955709 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77519724-eee9-43f5-81ef-a6f53e308ad2", "name": "network-vif-plugged", "status": "completed", "tag": "e5e02318-6e7e-4158-979c-12e8f74651ac", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:28.955863 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2c559fc-47b5-4ec6-833b-960f2a6e548a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:28.956267 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e02318-6e7e-4158-979c-12e8f74651ac', 'code': 200} Feb 11 13:12:28.966454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d4436857-79e1-4502-aefb-4a2cae89249c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:12:28.989911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57882) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:28.999524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (5f835647-9ff1-4e7a-8a2c-af849cabd66b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.123920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (5f835647-9ff1-4e7a-8a2c-af849cabd66b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.130179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:29.131186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.140286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ff201-785a-4c9a-ad1f-ff819d64180e req-6d3b29e1-c478-47f3-aeac-6c096fdf950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:29.141880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a11ff201-785a-4c9a-ad1f-ff819d64180e req-6d3b29e1-c478-47f3-aeac-6c096fdf950e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 1128 time: 0.2375972 Feb 11 13:12:29.142722 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.145414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-9324c6a3-5e3b-4029-9e9f-cd51f1a0f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:29.146820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-9324c6a3-5e3b-4029-9e9f-cd51f1a0f50f service neutron] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.2673910 Feb 11 13:12:29.198014 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6395736 Feb 11 13:12:29.204221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57886) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:29.210666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'subnet': {'network_id': 'd4436857-79e1-4502-aefb-4a2cae89249c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:12:29.219307 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:12:29.281962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-55eab2c9-0822-4464-ad4f-02e8759eb73d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.1020641 Feb 11 13:12:29.338544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e5e02318-6e7e-4158-979c-12e8f74651ac,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.343787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a11ff201-785a-4c9a-ad1f-ff819d64180e req-139a98f5-3490-4260-9afa-ffa7e070b3d9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950569 Feb 11 13:12:29.348764 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (aacc16f8-fdb8-4b20-b23d-bfddeb67b96a), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.366953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] Network ee9c5570-3a3d-4f17-9434-25bd5774e879 is not hosted by any dhcp agent {{(pid=109686) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:12:29.367935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] No DVR routers for this DVR port aacc16f8-fdb8-4b20-b23d-bfddeb67b96a on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:29.370653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d011630a-c8cc-433f-8797-85fece00d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.390546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Allocated IP 172.25.1.29 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/df76c0be-9c5a-45ea-9872-58a2647e3a21) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:29.415045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e3ecc-d62c-499b-97e6-4fbb7b5e9f9a None None] Pushing event deleted for resources: {'Port': ['ID=aacc16f8-fdb8-4b20-b23d-bfddeb67b96a,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.437197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948447b6-1b14-4eb4-b51d-090ec6eb7080 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Network': ['ID=5f835647-9ff1-4e7a-8a2c-af849cabd66b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.437452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:29.463397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cee89853-6688-486d-9eca-af1b36cb1b35 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4addbd45fdf4b57886cb2ceb05483ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537139 Feb 11 13:12:29.470789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57890) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:29.477173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 5f835647-9ff1-4e7a-8a2c-af849cabd66b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:12:29.485762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:29.489217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.529351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-2b2117a0-2dc3-4e4f-b784-7b27049fed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:29.531122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-2b2117a0-2dc3-4e4f-b784-7b27049fed5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.2000542 Feb 11 13:12:29.556571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aacc16f8-fdb8-4b20-b23d-bfddeb67b96a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:29.586138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-32d19b84-ff73-4936-bdfe-2c705d9ea1a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463672 Feb 11 13:12:29.591250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: aacc16f8-fdb8-4b20-b23d-bfddeb67b96a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:29.591599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device aacc16f8-fdb8-4b20-b23d-bfddeb67b96a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:29.609375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Publish callbacks [] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.617798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.639989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c095755-d2ba-45a3-872e-7983c25c6872 req-9e72d618-93ce-4edf-afa5-882854cfe964 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:29.641543 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c095755-d2ba-45a3-872e-7983c25c6872 req-9e72d618-93ce-4edf-afa5-882854cfe964 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 946 time: 0.2615006 Feb 11 13:12:29.643825 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f028bf9a-c428-4e07-9638-74e32893dd9c admin admin] Publish callbacks [] for security_group (5ad27d6d-67f6-4cc9-92dd-1a539625e150), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.663702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Network 81029668-3163-494a-99e0-03c8f0439760 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:29.669693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:29.674765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:29.676394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Pushing event updated for resources: {'Port': ['ID=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:29.736376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.743906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Attempting to bind port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:29.744277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Attempting to bind port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e002f83d-1be4-4f22-a4e2-c2b06e4cbfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '81029668-3163-494a-99e0-03c8f0439760'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:29.744841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Attempting to bind port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 on network 81029668-3163-494a-99e0-03c8f0439760 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:29.750909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:29.751392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Checking segment: {'id': 'e002f83d-1be4-4f22-a4e2-c2b06e4cbfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '81029668-3163-494a-99e0-03c8f0439760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:29.751724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.752118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Bound using segment: {'id': 'e002f83d-1be4-4f22-a4e2-c2b06e4cbfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '81029668-3163-494a-99e0-03c8f0439760'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:29.752594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Bound port: 84b6718b-db42-4b4e-ac9b-91ba23fe85c2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e002f83d-1be4-4f22-a4e2-c2b06e4cbfde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '81029668-3163-494a-99e0-03c8f0439760'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:29.753377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.753499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f028bf9a-c428-4e07-9638-74e32893dd9c admin admin] Publish callbacks [] for security_group (5ad27d6d-67f6-4cc9-92dd-1a539625e150), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.788996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c095755-d2ba-45a3-872e-7983c25c6872 req-4de9a48a-ddbd-43cb-9980-e10543623e9b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253111 Feb 11 13:12:29.837306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:29.850070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-0a1151cd-edae-4cfb-bb75-d1942c23687a service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561910 Feb 11 13:12:29.874974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] For port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:29.886331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] For port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,segment=NetworkSegment(e002f83d-1be4-4f22-a4e2-c2b06e4cbfde),segment_id=e002f83d-1be4-4f22-a4e2-c2b06e4cbfde)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:29.896935 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.911019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (cb2dc903-c394-49a6-baa2-ce8fe237a2ce), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.962417 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e808781-f1da-4036-be39-9236bc4ca68f req-dc2aa224-ef8c-4f7c-a70d-f56b5d048e0f tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0766973 Feb 11 13:12:29.965768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.967132 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.991585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d855e8-04bf-419e-8251-58ac803b95f9 req-4294c04c-a228-4124-84bb-15e55d1c387a service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334045 Feb 11 13:12:29.993290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:29.997753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f028bf9a-c428-4e07-9638-74e32893dd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5ad27d6d-67f6-4cc9-92dd-1a539625e150), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.000954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f028bf9a-c428-4e07-9638-74e32893dd9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.004467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f028bf9a-c428-4e07-9638-74e32893dd9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ad27d6d-67f6-4cc9-92dd-1a539625e150 HTTP/1.1" status: 204 len: 168 time: 0.5303543 Feb 11 13:12:30.038202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['252bc253-4b29-4390-ad0c-587b2fe0a2ea'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:30.059110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028bf9a-c428-4e07-9638-74e32893dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad27d6d-67f6-4cc9-92dd-1a539625e150,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:30.069526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'Port': ['ID=df76c0be-9c5a-45ea-9872-58a2647e3a21,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:30.097043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:30.097432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e153-8a7a-414e-bee5-46a3371e2eed None None] Pushing event updated for resources: {'Port': ['ID=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:30.102544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:30.103587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:30.104759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.106973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f07b5bc-3e1d-41e6-99ad-ca7dade5307b req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "PUT /v2.0/ports/252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 942 time: 1.2038283 Feb 11 13:12:30.117753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:30.160999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3247d-0d95-4b25-bed5-c8d864f7fed8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event updated for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:30.203030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['252bc253-4b29-4390-ad0c-587b2fe0a2ea'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:30.238522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Subnet': ['ID=cb2dc903-c394-49a6-baa2-ce8fe237a2ce,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:30.278282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Checking segment: {'id': 'da05efd0-4d2c-4c47-9a9f-00f7065e8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd4436857-79e1-4502-aefb-4a2cae89249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:30.278944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network hostable DHCP agents. Network: d4436857-79e1-4502-aefb-4a2cae89249c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:30.392372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network d4436857-79e1-4502-aefb-4a2cae89249c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:30.501536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d4436857-79e1-4502-aefb-4a2cae89249c) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:30.541601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed31a58f-5b2c-428e-8709-6bded86bca4b None None] Network d4436857-79e1-4502-aefb-4a2cae89249c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:30.541828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:30.541828 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:30.553688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:30.554357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.588276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (7aee140b-88e2-4d7e-8f82-caa0c3dc10fe), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.600209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-b1859009-539e-44cd-af07-ee6a7af33ab0 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4407716 Feb 11 13:12:30.614025 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a4a8cb07-82e4-4264-9eb2-de33a1ab5ce6 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4037247 Feb 11 13:12:30.614262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57922) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:30.620014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'subnet': {'network_id': '5f835647-9ff1-4e7a-8a2c-af849cabd66b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:30.650643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:30.653024 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0960764a-44fe-492c-a02c-2096cd411eb5 x-openstack-request-id: req-0960764a-44fe-492c-a02c-2096cd411eb5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:30.654625 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:30.656184 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0960764a-44fe-492c-a02c-2096cd411eb5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:30.656635 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'status': 'completed', 'code': 200} Feb 11 13:12:30.712465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.717089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.769318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-d4436857-79e1-4502-aefb-4a2cae89249c', 'network_id': 'd4436857-79e1-4502-aefb-4a2cae89249c', 'project_id': 'e596bb8e71b34e7e992b110bf4b98ca4', 'fixed_ips': [{'subnet_id': 'cb2dc903-c394-49a6-baa2-ce8fe237a2ce'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:12:30.773020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:30.887408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-3550b5b6-a5ed-46a5-aa79-11ba3cbfd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:30.889383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-3550b5b6-a5ed-46a5-aa79-11ba3cbfd47f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.1891103 Feb 11 13:12:30.892820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:30.901541 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.024823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.043577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.050660 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.167899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Allocated IP 2001:db8::2 (d4436857-79e1-4502-aefb-4a2cae89249c/cb2dc903-c394-49a6-baa2-ce8fe237a2ce/7e7cf444-6bf2-4958-be7c-fc46c4e42414) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:31.215927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-e0e7cd59-76e4-4436-a197-4fe0c38f30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:31.217473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-e0e7cd59-76e4-4436-a197-4fe0c38f30d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.2288179 Feb 11 13:12:31.243470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'Port': ['ID=df76c0be-9c5a-45ea-9872-58a2647e3a21,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:31.298466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (7aee140b-88e2-4d7e-8f82-caa0c3dc10fe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.363650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.378720 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb3ab33f-9db0-4020-9309-2137228866e2 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9989438 Feb 11 13:12:31.411594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (8694371d-713f-44d2-ae54-f726d4c16462), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.422777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Publish callbacks [] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.436777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.474223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Allocated IP 172.25.1.221 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a590d625-9d65-464c-9fc2-b64ea4e43187) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:31.540167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Network d4436857-79e1-4502-aefb-4a2cae89249c is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:31.548606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:31.552135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3497716-4620-4599-b4c0-a78378e8a8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.559730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:31.656172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-97776a26-ffab-4cd5-88c0-bb5e8d30dd70 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.2481930 Feb 11 13:12:31.675203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Checking segment: {'id': '565833a1-5d0e-446b-8912-4911c2ef4655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f835647-9ff1-4e7a-8a2c-af849cabd66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:31.675571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network hostable DHCP agents. Network: 5f835647-9ff1-4e7a-8a2c-af849cabd66b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:31.697166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.735851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-8da5898e-02eb-424e-a7e7-f4745a8f705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:31.737740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-8da5898e-02eb-424e-a7e7-f4745a8f705c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.0656838 Feb 11 13:12:31.757193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd9d6e-f915-46b9-8b1d-c23cafbd668f req-cb2db8c2-274f-4eb3-aa3b-d0932db52dc6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:31.758714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.758891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfd9d6e-f915-46b9-8b1d-c23cafbd668f req-cb2db8c2-274f-4eb3-aa3b-d0932db52dc6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 946 time: 0.7526155 Feb 11 13:12:31.769488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Subnet': ['ID=8694371d-713f-44d2-ae54-f726d4c16462,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:31.808878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Pushing event updated for resources: {'Port': ['ID=7e7cf444-6bf2-4958-be7c-fc46c4e42414,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:31.810474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:31.820179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:31.826547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-0b0c29a3-703d-492f-9402-d532b024b2aa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788441 Feb 11 13:12:31.830184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:31.830376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Attempting to bind port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:31.830769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Attempting to bind port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'da05efd0-4d2c-4c47-9a9f-00f7065e8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd4436857-79e1-4502-aefb-4a2cae89249c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:31.831143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Attempting to bind port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 on network d4436857-79e1-4502-aefb-4a2cae89249c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:31.842788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:31.843203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Checking segment: {'id': 'da05efd0-4d2c-4c47-9a9f-00f7065e8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd4436857-79e1-4502-aefb-4a2cae89249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:31.843584 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.843979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Bound using segment: {'id': 'da05efd0-4d2c-4c47-9a9f-00f7065e8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd4436857-79e1-4502-aefb-4a2cae89249c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:31.844461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Bound port: 7e7cf444-6bf2-4958-be7c-fc46c4e42414, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da05efd0-4d2c-4c47-9a9f-00f7065e8b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd4436857-79e1-4502-aefb-4a2cae89249c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:31.844847 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:31.877710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b33f74-0c26-4e1a-8624-ff3c66348d0d None None] Network 81029668-3163-494a-99e0-03c8f0439760 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:31.882543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event updated for resources: {'Port': ['ID=a590d625-9d65-464c-9fc2-b64ea4e43187,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:31.992600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network 5f835647-9ff1-4e7a-8a2c-af849cabd66b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:32.004123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfd9d6e-f915-46b9-8b1d-c23cafbd668f req-488848a3-b58b-467e-80e9-f0c9b1c25852 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296119 Feb 11 13:12:32.006054 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (b6abdc5d-f0f0-43cb-9c94-abc34797e052), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.044545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 5f835647-9ff1-4e7a-8a2c-af849cabd66b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:32.052576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:32.053265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.061369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.085773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fe8c4814-f1d7-4d7b-9850-1568d714abe3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4705477 Feb 11 13:12:32.091719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57960) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:32.136991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-5784ebac-710d-4570-9df3-fe29301316bb service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139032 Feb 11 13:12:32.144865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:32.150498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f02c05c9-9dfe-4c38-aa44-1a6094adb1bc None None] Provisioning complete for port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:32.150875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f02c05c9-9dfe-4c38-aa44-1a6094adb1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.199195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0950798a-996e-41e4-86e9-16aba997f267 None None] Network 5f835647-9ff1-4e7a-8a2c-af849cabd66b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:32.285606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26970e1b-104d-4cb1-a959-f94b1bd8e6ea req-7e3d5c45-6d4b-43a9-be04-c038b8659a1f tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.1461990 Feb 11 13:12:32.295541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1cec63ea-b161-4ceb-bd08-468d34d7b0f3 req-065c3065-2073-4259-8e17-6736e4e92b39 service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455896 Feb 11 13:12:32.360337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.368743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.419078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] For port 7e7cf444-6bf2-4958-be7c-fc46c4e42414, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:32.423277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] For port 7e7cf444-6bf2-4958-be7c-fc46c4e42414, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e7cf444-6bf2-4958-be7c-fc46c4e42414,segment=NetworkSegment(da05efd0-4d2c-4c47-9a9f-00f7065e8b69),segment_id=da05efd0-4d2c-4c47-9a9f-00f7065e8b69)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:32.467979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.529359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event updated for resources: {'Port': ['ID=a590d625-9d65-464c-9fc2-b64ea4e43187,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:32.547516 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (b6abdc5d-f0f0-43cb-9c94-abc34797e052), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.571066 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.585516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-bb90ffe6-ff89-4df1-a989-6ebaf1968d3a tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9747460 Feb 11 13:12:32.630167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.635059 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-8cd7cb9a-07be-4018-8716-cc15c1173fe5 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--799877645&fields=id&tenant_id=363a483d018144859b6c13cee3f7967b HTTP/1.1" status: 200 len: 267 time: 0.1302030 Feb 11 13:12:32.732998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47931e3f-9d0b-4bcf-b0c0-88f2fd4f65c5 None None] Pushing event updated for resources: {'Port': ['ID=7e7cf444-6bf2-4958-be7c-fc46c4e42414,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:32.751391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-d57ee96a-e033-4248-829b-36f1e0892d0d tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.221 HTTP/1.1" status: 200 len: 696 time: 0.1635246 Feb 11 13:12:32.781620 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.007307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-f7da5cdc-e599-450f-8f16-45cf102fdb48 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:33.008978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-f7da5cdc-e599-450f-8f16-45cf102fdb48 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 810 time: 0.3611925 Feb 11 13:12:33.046211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-4391127a-af55-4e8f-b6d2-87538f1132d8 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/quotas/363a483d018144859b6c13cee3f7967b HTTP/1.1" status: 200 len: 375 time: 0.0260134 Feb 11 13:12:33.082065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-a97b1a50-37c5-4e49-b207-e2773780fcc8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:33.086011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-a97b1a50-37c5-4e49-b207-e2773780fcc8 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.3265145 Feb 11 13:12:33.110835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-63b2ebc8-430b-4c8a-a4e1-71e873fa9712 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:33.111869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c9a0c76-944f-403a-b6f3-3c6dd9bd1209 req-63b2ebc8-430b-4c8a-a4e1-71e873fa9712 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207243 Feb 11 13:12:33.196475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-add60e30-d7dc-41c8-b704-f601e64982fa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1433773 Feb 11 13:12:33.200551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Allocated IP 2001:db8::1 (d4436857-79e1-4502-aefb-4a2cae89249c/cb2dc903-c394-49a6-baa2-ce8fe237a2ce/c051fe8b-3b60-4bd4-8a81-9cf81685ccff) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:33.225691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:33.234091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.258363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f02c05c9-9dfe-4c38-aa44-1a6094adb1bc None None] Current status of the port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:33.258768 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f02c05c9-9dfe-4c38-aa44-1a6094adb1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.340318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-5f835647-9ff1-4e7a-8a2c-af849cabd66b', 'network_id': '5f835647-9ff1-4e7a-8a2c-af849cabd66b', 'project_id': 'e596bb8e71b34e7e992b110bf4b98ca4', 'fixed_ips': [{'subnet_id': '8694371d-713f-44d2-ae54-f726d4c16462'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:12:33.341196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.390723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-70ebbc8e-6e06-418c-8775-ae1bbef1d287 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635418 Feb 11 13:12:33.582906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f02c05c9-9dfe-4c38-aa44-1a6094adb1bc None None] For port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,segment=NetworkSegment(e002f83d-1be4-4f22-a4e2-c2b06e4cbfde),segment_id=e002f83d-1be4-4f22-a4e2-c2b06e4cbfde)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:33.591929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-6fa0cb64-ddd2-4856-8a4f-01c42a97e940 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987195 Feb 11 13:12:33.597336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f02c05c9-9dfe-4c38-aa44-1a6094adb1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.604389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.667362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.695676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network d4436857-79e1-4502-aefb-4a2cae89249c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:33.699709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:33.720267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:33.737326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:33.737963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.748990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Allocated IP 2001:db8::2 (5f835647-9ff1-4e7a-8a2c-af849cabd66b/8694371d-713f-44d2-ae54-f726d4c16462/11b8628d-ccee-493a-90ec-09ef9eed43f1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:33.751788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c05c9-9dfe-4c38-aa44-1a6094adb1bc None None] Pushing event updated for resources: {'Port': ['ID=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:33.772152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-98dd7516-1281-4203-9fe6-7fc8c1ba504c None None] Provisioning complete for port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:33.773487 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98dd7516-1281-4203-9fe6-7fc8c1ba504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:33.951790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Port': ['ID=c051fe8b-3b60-4bd4-8a81-9cf81685ccff,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:33.987396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7e7cf444-6bf2-4958-be7c-fc46c4e42414 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:34.031981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.032469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.032777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.033121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.033461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.038299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.038759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.039104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.039449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.039819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.040107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.041059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.041404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:34.098561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c92cec2f-f293-4316-a61a-19b0f595ee6d req-afd70f8c-aade-4994-af4b-fae91d220569 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.1478002 Feb 11 13:12:34.255427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.266272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.343482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-bd28998f-b037-4db1-ba99-10cc7a400162 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:34.346259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-bd28998f-b037-4db1-ba99-10cc7a400162 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7889996 Feb 11 13:12:34.355324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-98dd7516-1281-4203-9fe6-7fc8c1ba504c None None] Current status of the port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:34.386359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:34.386738 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.409280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-2fba65f4-07c8-430a-a77c-7b061a8794e0 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.221 HTTP/1.1" status: 200 len: 696 time: 0.0568624 Feb 11 13:12:34.413437 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Publish callbacks [] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.421525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Request body: {'floatingip': {'port_id': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:34.424389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.484519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (b6abdc5d-f0f0-43cb-9c94-abc34797e052), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.539887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0cb3ca-5d9e-4c8b-8867-e3650dcf1d5b req-40d2f305-6541-47a3-bdaf-d163264f1d57 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:34.541854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d0cb3ca-5d9e-4c8b-8867-e3650dcf1d5b req-40d2f305-6541-47a3-bdaf-d163264f1d57 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 946 time: 0.2789001 Feb 11 13:12:34.584985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618b3a67-beed-47fd-9b20-87e868c7a6a1 None None] Network d4436857-79e1-4502-aefb-4a2cae89249c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:34.591112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Network 5f835647-9ff1-4e7a-8a2c-af849cabd66b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:34.646372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:34.673520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:34.709601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Pushing event updated for resources: {'Port': ['ID=11b8628d-ccee-493a-90ec-09ef9eed43f1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:34.947996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ce1e3023-5b58-4cb0-a7e2-b9ed3c1bf367 None None] Provisioning complete for port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:34.948364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3023-5b58-4cb0-a7e2-b9ed3c1bf367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.970566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Attempting to bind port 11b8628d-ccee-493a-90ec-09ef9eed43f1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:34.971282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Attempting to bind port 11b8628d-ccee-493a-90ec-09ef9eed43f1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '565833a1-5d0e-446b-8912-4911c2ef4655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f835647-9ff1-4e7a-8a2c-af849cabd66b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:34.971871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Attempting to bind port 11b8628d-ccee-493a-90ec-09ef9eed43f1 on network 5f835647-9ff1-4e7a-8a2c-af849cabd66b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:35.016343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:35.016963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Checking segment: {'id': '565833a1-5d0e-446b-8912-4911c2ef4655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f835647-9ff1-4e7a-8a2c-af849cabd66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:35.017900 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.018496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Bound using segment: {'id': '565833a1-5d0e-446b-8912-4911c2ef4655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f835647-9ff1-4e7a-8a2c-af849cabd66b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:35.019304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Bound port: 11b8628d-ccee-493a-90ec-09ef9eed43f1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565833a1-5d0e-446b-8912-4911c2ef4655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '5f835647-9ff1-4e7a-8a2c-af849cabd66b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:35.020085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.047462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:35.048182 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.170280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d0cb3ca-5d9e-4c8b-8867-e3650dcf1d5b req-a9b57fc7-0092-4071-9900-1f452d5698f4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959797 Feb 11 13:12:35.223700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 7e7cf444-6bf2-4958-be7c-fc46c4e42414, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e7cf444-6bf2-4958-be7c-fc46c4e42414,segment=NetworkSegment(da05efd0-4d2c-4c47-9a9f-00f7065e8b69),segment_id=da05efd0-4d2c-4c47-9a9f-00f7065e8b69)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:35.236399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e3023-5b58-4cb0-a7e2-b9ed3c1bf367 None None] Current status of the port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:35.236939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce1e3023-5b58-4cb0-a7e2-b9ed3c1bf367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.244049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.245215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-0c09bd13-4c46-4891-a063-0d863615c6f5 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:35.246983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-0c09bd13-4c46-4891-a063-0d863615c6f5 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 946 time: 0.1309481 Feb 11 13:12:35.317444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] For port 11b8628d-ccee-493a-90ec-09ef9eed43f1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:35.451799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:12:35.463569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-22d94400-07c9-422d-b493-c003f59a134d req-cad412e1-3bb8-41c1-9b82-2098805afe7d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 210 time: 0.1288495 Feb 11 13:12:35.471470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] For port 11b8628d-ccee-493a-90ec-09ef9eed43f1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=11b8628d-ccee-493a-90ec-09ef9eed43f1,segment=NetworkSegment(565833a1-5d0e-446b-8912-4911c2ef4655),segment_id=565833a1-5d0e-446b-8912-4911c2ef4655)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:35.477377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ce1e3023-5b58-4cb0-a7e2-b9ed3c1bf367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:12:35.477771 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ce1e3023-5b58-4cb0-a7e2-b9ed3c1bf367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:12:35.491691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.496055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.509902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=7e7cf444-6bf2-4958-be7c-fc46c4e42414,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:35.591874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3b52f-2ac1-4368-aaa8-c25992092396 None None] Pushing event updated for resources: {'Port': ['ID=11b8628d-ccee-493a-90ec-09ef9eed43f1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:35.624177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.632162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (b6abdc5d-f0f0-43cb-9c94-abc34797e052), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.710319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.777132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dcf675e5-2907-473c-8fa9-e1048598462d req-cfb770dc-d667-47cc-97ae-5bc127509fe2 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0396957 Feb 11 13:12:35.802415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.803385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.862334 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Floating IP b6abdc5d-f0f0-43cb-9c94-abc34797e052 associated. External IP: 172.25.1.221, port: 252bc253-4b29-4390-ad0c-587b2fe0a2ea. Feb 11 13:12:35.955906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7e7cf444-6bf2-4958-be7c-fc46c4e42414 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:35.974602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Port': ['ID=c051fe8b-3b60-4bd4-8a81-9cf81685ccff,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:36.113355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce1e3023-5b58-4cb0-a7e2-b9ed3c1bf367 None None] Current status of the port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:36.118063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-f4e59ac3-ea6b-4dba-90b1-8f88488bed63 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:36.119590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-f4e59ac3-ea6b-4dba-90b1-8f88488bed63 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 810 time: 0.6487162 Feb 11 13:12:36.134842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:36.136521 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:36.226649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Deleting port e5e02318-6e7e-4158-979c-12e8f74651ac {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:36.235010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:36.236921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:36.238173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:36.240551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Router a4e1b9f8-d275-4a8e-9198-b01654350fe3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:36.278454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-36322dfb-e7d2-45d0-b6b6-a50a5d548811 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363a483d018144859b6c13cee3f7967b HTTP/1.1" status: 200 len: 379 time: 0.1264312 Feb 11 13:12:36.300381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'port': {'device_id': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'admin_state_up': True, 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'security_groups': ['f43e168e-7214-4b91-bfdb-bfc4847db69a']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:36.304389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ceb7b1e7-9cca-41a6-8d70-f9b3f38e0e17 None None] Provisioning complete for port c051fe8b-3b60-4bd4-8a81-9cf81685ccff triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:36.305046 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ceb7b1e7-9cca-41a6-8d70-f9b3f38e0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:36.351394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:36.352433 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:36.392808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7b1e7-9cca-41a6-8d70-f9b3f38e0e17 None None] Port c051fe8b-3b60-4bd4-8a81-9cf81685ccff cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:36.408511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:36.415760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ceb7b1e7-9cca-41a6-8d70-f9b3f38e0e17 None None] Provisioning complete for port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:36.416126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ceb7b1e7-9cca-41a6-8d70-f9b3f38e0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:36.427948 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:36.476752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] Sync routers for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:36.487844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-add1efc7-1ed5-4506-bda8-38fa2fff1569 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "PUT /v2.0/floatingips/b6abdc5d-f0f0-43cb-9c94-abc34797e052 HTTP/1.1" status: 200 len: 996 time: 2.0731678 Feb 11 13:12:36.488978 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:36.492620 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400eeba-21b8-49a3-a4ed-f7afca63778c" -d '{"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:36.507535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:36.508081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:36.546669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network d4436857-79e1-4502-aefb-4a2cae89249c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:36.562542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Made reservation on behalf of 363a483d018144859b6c13cee3f7967b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:36.566399 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:36.592256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:36.635178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31fc31-3126-4ed3-ad77-187dee4ae437 req-1b0ef586-81f1-4af6-8e37-e6eb43963db1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:36.636765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab31fc31-3126-4ed3-ad77-187dee4ae437 req-1b0ef586-81f1-4af6-8e37-e6eb43963db1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 946 time: 0.2095058 Feb 11 13:12:36.731980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-f45b6aed-6bd1-4ebb-b351-98f55e02dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:36.734634 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-f45b6aed-6bd1-4ebb-b351-98f55e02dd89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.2307606 Feb 11 13:12:36.860223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:37.051016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Allocated IP 172.20.0.7 (bd8a299f-81d2-493f-bd95-dbc657aa885c/a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a/f0804ca2-bad9-457f-b072-e330e9fd5af6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:37.071906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-1d440797-35e3-4eb0-8844-162aa9a3d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:37.076869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-1d440797-35e3-4eb0-8844-162aa9a3d2b7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.3265839 Feb 11 13:12:37.229464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.303654 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-bc152259-aa96-4203-bc16-8d9e4a1a2e1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 999 time: 0.2207577 Feb 11 13:12:37.313358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecd9f419-50b7-407c-b846-ca6ecd1a3055 req-06cc2d55-e3f2-4627-8c32-c5c757f348a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.4688656 Feb 11 13:12:37.331117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:37.339589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] For port e5e02318-6e7e-4158-979c-12e8f74651ac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5e02318-6e7e-4158-979c-12e8f74651ac,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:37.339955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.369072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Calling delete_port for e5e02318-6e7e-4158-979c-12e8f74651ac owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:37.384539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d78cc-733c-4724-9360-bc5f57be91f5 None None] Network 5f835647-9ff1-4e7a-8a2c-af849cabd66b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:37.395137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7b1e7-9cca-41a6-8d70-f9b3f38e0e17 None None] Current status of the port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:37.465622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-cc37cf10-21a1-45ad-867f-f76c5c6eb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:37.468445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-cc37cf10-21a1-45ad-867f-f76c5c6eb636 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.1581101 Feb 11 13:12:37.564953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Provisioning complete for port c051fe8b-3b60-4bd4-8a81-9cf81685ccff triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:37.565320 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.569795 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-10e25ea7-103e-4038-9e54-f45b51483d4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955374 Feb 11 13:12:37.583166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-201c9f9d-4ccc-4ff7-97b2-f5eed7b04688 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:37.585282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-201c9f9d-4ccc-4ff7-97b2-f5eed7b04688 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085852 Feb 11 13:12:37.632271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab31fc31-3126-4ed3-ad77-187dee4ae437 req-84582ed0-d94b-4dd7-a126-2cc77cd4c792 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9792514 Feb 11 13:12:37.643243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e5e02318-6e7e-4158-979c-12e8f74651ac), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.646034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.706596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Port c051fe8b-3b60-4bd4-8a81-9cf81685ccff cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:37.730315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Provisioning complete for port 11b8628d-ccee-493a-90ec-09ef9eed43f1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:37.730697 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.806243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'Port': ['ID=f0804ca2-bad9-457f-b072-e330e9fd5af6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:37.838078 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-990a9316-49f9-45cc-8df1-9022e59de01d service neutron] 10.222.0.42 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455630 Feb 11 13:12:37.849657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event deleted for resources: {'Port': ['ID=e5e02318-6e7e-4158-979c-12e8f74651ac,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:37.905692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Network bd8a299f-81d2-493f-bd95-dbc657aa885c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:37.930470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Current status of the port 11b8628d-ccee-493a-90ec-09ef9eed43f1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:37.930871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.955118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 11b8628d-ccee-493a-90ec-09ef9eed43f1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:37.983801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:37.987645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] No DVR routers for this DVR port e5e02318-6e7e-4158-979c-12e8f74651ac on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:37.990746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:38.053822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.057718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c48cfbcc-997f-44af-8b76-c839e479d7b8 req-757617d3-5ab7-4412-bf21-367d0ba3e394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "DELETE /v2.0/ports/e5e02318-6e7e-4158-979c-12e8f74651ac HTTP/1.1" status: 204 len: 173 time: 2.8038249 Feb 11 13:12:38.065179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:38.066559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.066803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58074) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:38.072725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'b6abdc5d-f0f0-43cb-9c94-abc34797e052', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'port_id': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'mac_address': 'fa:16:3e:90:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0624e9bd-7780-4902-a565-be84087bfae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:31Z', 'updated_at': '2022-02-11T13:12:35Z', 'revision_number': 1, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:44Z', 'revision_number': 5, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:38.077192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] For port 11b8628d-ccee-493a-90ec-09ef9eed43f1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=11b8628d-ccee-493a-90ec-09ef9eed43f1,segment=NetworkSegment(565833a1-5d0e-446b-8912-4911c2ef4655),segment_id=565833a1-5d0e-446b-8912-4911c2ef4655)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:38.088918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'name': 'network-vif-deleted', 'tag': 'e5e02318-6e7e-4158-979c-12e8f74651ac'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:38.092115 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fd60a2-14cd-4362-bac5-2509d75c32d3" -d '{"events": [{"server_uuid": "77519724-eee9-43f5-81ef-a6f53e308ad2", "name": "network-vif-deleted", "tag": "e5e02318-6e7e-4158-979c-12e8f74651ac"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:38.100816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b881517-deb6-4cfc-abe2-4ad06590a96a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8087549 Feb 11 13:12:38.118677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Request body: {'port': {'device_id': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:38.127189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e46d85f-1b79-4ebe-aea6-0ccbcab697d7 req-c0e15826-5b96-4aee-b4f3-bfe6d174194d service neutron] 10.222.0.42 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813935 Feb 11 13:12:38.153123 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.155467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] Checking router: a4e1b9f8-d275-4a8e-9198-b01654350fe3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:38.175637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Router 266edfbc-64dc-4039-8a66-5fbe0f7bf4ee is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:12:38.336925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:38.337586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:38.383312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 11b8628d-ccee-493a-90ec-09ef9eed43f1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:38.383768 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.388006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4af3c70-f6d0-4336-8718-cf8da5d5197d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.422836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b90e4c-f849-42ef-b4a0-4f597561ecd7 None None] Pushing event updated for resources: {'Port': ['ID=11b8628d-ccee-493a-90ec-09ef9eed43f1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:38.425530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:38.435294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665636a7-efbc-4f9c-93eb-99402ad6afdb req-5a271ef2-04f7-4c23-82fe-5fe152cc5706 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:38.440025 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] Sync routers for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:38.445615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-665636a7-efbc-4f9c-93eb-99402ad6afdb req-5a271ef2-04f7-4c23-82fe-5fe152cc5706 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 931 time: 0.6353230 Feb 11 13:12:38.455040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-10b41722-63f6-43f3-9e69-88780d7f575e tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3621061 Feb 11 13:12:38.457886 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:38.458566 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:38.460035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58084) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:38.482117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-089feef8-7d35-4ac7-ad8b-710da4a549a7 None None] Provisioning complete for port f0804ca2-bad9-457f-b072-e330e9fd5af6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:38.482491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-089feef8-7d35-4ac7-ad8b-710da4a549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.497079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.539440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:38.539795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-089feef8-7d35-4ac7-ad8b-710da4a549a7 None None] Port f0804ca2-bad9-457f-b072-e330e9fd5af6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:38.582914 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:38.586716 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:38.591231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-665636a7-efbc-4f9c-93eb-99402ad6afdb req-37bc698a-aa35-421d-8d5d-7778c793858a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441367 Feb 11 13:12:38.618959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-089feef8-7d35-4ac7-ad8b-710da4a549a7 None None] Provisioning complete for port 11b8628d-ccee-493a-90ec-09ef9eed43f1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:38.619341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-089feef8-7d35-4ac7-ad8b-710da4a549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.677804 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:38.682415 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cf9b9e-b3b3-44c8-8bfb-f431d118251a None None] The sync data for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:38.705716 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf0455b-8ab2-43bb-a61d-ad197aabb6e7 x-openstack-request-id: req-adf0455b-8ab2-43bb-a61d-ad197aabb6e7 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:38.706290 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:38.706428 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adf0455b-8ab2-43bb-a61d-ad197aabb6e7 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:38.706759 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'status': 'completed', 'code': 200} Feb 11 13:12:38.728307 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2ede545-a075-4f05-b3e9-d974327fb09a req-a63cb8aa-eec6-47d3-9934-10afc3c8d774 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0537193 Feb 11 13:12:38.756118 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17e8705-d64f-409f-830c-8725784d7eaf x-openstack-request-id: req-f17e8705-d64f-409f-830c-8725784d7eaf {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:38.757930 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77519724-eee9-43f5-81ef-a6f53e308ad2", "name": "network-vif-deleted", "tag": "e5e02318-6e7e-4158-979c-12e8f74651ac", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:38.759638 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f17e8705-d64f-409f-830c-8725784d7eaf {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:38.760369 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77519724-eee9-43f5-81ef-a6f53e308ad2', 'name': 'network-vif-deleted', 'tag': 'e5e02318-6e7e-4158-979c-12e8f74651ac', 'status': 'completed', 'code': 200} Feb 11 13:12:38.862277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 11b8628d-ccee-493a-90ec-09ef9eed43f1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:38.880768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:38.972264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b24d597-701b-4ea3-85cb-a2f3361ecb75 req-75f09a05-33d9-43b6-807d-edc1f536a4fe tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=77519724-eee9-43f5-81ef-a6f53e308ad2 HTTP/1.1" status: 200 len: 210 time: 0.0830405 Feb 11 13:12:39.007911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-7058f589-bd92-4371-9c1c-622037769b14 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.221 HTTP/1.1" status: 200 len: 999 time: 0.2284896 Feb 11 13:12:39.062551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-626497d7-9a43-47ab-97e3-bbc0563a3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:39.064208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-626497d7-9a43-47ab-97e3-bbc0563a3246 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.5195744 Feb 11 13:12:39.071267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-46563b23-2510-462b-9902-f2a2aebf999e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:39.086684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-46563b23-2510-462b-9902-f2a2aebf999e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports/252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 942 time: 0.0717168 Feb 11 13:12:39.096270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-089feef8-7d35-4ac7-ad8b-710da4a549a7 None None] Current status of the port 11b8628d-ccee-493a-90ec-09ef9eed43f1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:39.111238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5e02318-6e7e-4158-979c-12e8f74651ac no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:39.152221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: e5e02318-6e7e-4158-979c-12e8f74651ac {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:39.152567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5e02318-6e7e-4158-979c-12e8f74651ac not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:39.235512 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-5df0c66a-6a06-488d-a58a-700a1c597ee7 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:12:39.236492 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5df0c66a-6a06-488d-a58a-700a1c597ee7 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7710574 Feb 11 13:12:39.241251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58090) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:39.321102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'b6abdc5d-f0f0-43cb-9c94-abc34797e052', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'port_id': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'mac_address': 'fa:16:3e:90:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0624e9bd-7780-4902-a565-be84087bfae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:31Z', 'updated_at': '2022-02-11T13:12:35Z', 'revision_number': 1, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:44Z', 'revision_number': 5, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:39.359509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4af3c70-f6d0-4336-8718-cf8da5d5197d admin admin] Publish callbacks [] for security_group (8ca0924f-eac9-4f00-93ff-b54d67989241), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.360337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bece12e6-208c-4190-a3c0-ea29836f3c8a None None] The sync data for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 is: [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'b6abdc5d-f0f0-43cb-9c94-abc34797e052', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'floating_ip_address': '172.25.1.221', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'port_id': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'mac_address': 'fa:16:3e:90:7c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0624e9bd-7780-4902-a565-be84087bfae4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:31Z', 'updated_at': '2022-02-11T13:12:35Z', 'revision_number': 1, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:44Z', 'revision_number': 5, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:39.375489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-8cb468c1-75fe-41b3-b13b-9768aae745d1 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.221 HTTP/1.1" status: 200 len: 999 time: 0.1912811 Feb 11 13:12:39.392586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4af3c70-f6d0-4336-8718-cf8da5d5197d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8ca0924f-eac9-4f00-93ff-b54d67989241), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.456146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af3c70-f6d0-4336-8718-cf8da5d5197d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca0924f-eac9-4f00-93ff-b54d67989241,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:39.486717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d4af3c70-f6d0-4336-8718-cf8da5d5197d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=114ce920546a46dcaa9ecaa145c8df8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3932457 Feb 11 13:12:39.487273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58092) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:39.516174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-8661ee55-044f-494c-96f3-b0521c0f7f00 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:39.522804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-8661ee55-044f-494c-96f3-b0521c0f7f00 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.1460874 Feb 11 13:12:39.539835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-c7c948ae-456a-434a-891c-838714485981 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:39.540837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-c7c948ae-456a-434a-891c-838714485981 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0170450 Feb 11 13:12:39.581856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Publish callbacks [] for security_group (8ca0924f-eac9-4f00-93ff-b54d67989241), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.633526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Publish callbacks [] for security_group (8ca0924f-eac9-4f00-93ff-b54d67989241), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.675081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0804ca2-bad9-457f-b072-e330e9fd5af6 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:39.683795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Publish callbacks [] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.694390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7378519-c5aa-4f8c-b532-eaa3326f5972 None None] New status for floating IP b6abdc5d-f0f0-43cb-9c94-abc34797e052: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:12:39.701797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Transition to ACTIVE for port object f0804ca2-bad9-457f-b072-e330e9fd5af6 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:39.706287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-bce2ed5d-7638-4df5-a826-074ab7cceb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:39.711325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-bce2ed5d-7638-4df5-a826-074ab7cceb7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.6210811 Feb 11 13:12:39.720667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.750156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8ca0924f-eac9-4f00-93ff-b54d67989241), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.752983 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.758920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ca0924f-eac9-4f00-93ff-b54d67989241 HTTP/1.1" status: 204 len: 168 time: 0.2685714 Feb 11 13:12:39.861708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Pushing event updated for resources: {'Port': ['ID=f0804ca2-bad9-457f-b072-e330e9fd5af6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:39.876235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca0924f-eac9-4f00-93ff-b54d67989241,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:39.895256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:39.913000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.913597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.914425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.914425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.914901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.915363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.915763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.916145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.916687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.917171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.917501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.921735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.922458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e671f6b2-fb41-4dec-92ce-7e0967975ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:39.929172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 11b8628d-ccee-493a-90ec-09ef9eed43f1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:40.034584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-9cf469e7-3185-47ac-9e1c-e32d639da216 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.221 HTTP/1.1" status: 200 len: 999 time: 0.3207588 Feb 11 13:12:40.094086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 11b8628d-ccee-493a-90ec-09ef9eed43f1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:40.094468 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:40.150866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:40.231241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (b6abdc5d-f0f0-43cb-9c94-abc34797e052), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:40.247142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-2dda7113-94ef-4b9f-879f-507df21fd94c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 999 time: 0.5199680 Feb 11 13:12:40.256045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 11b8628d-ccee-493a-90ec-09ef9eed43f1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:40.338151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:40.357839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Attempting to bind port f0804ca2-bad9-457f-b072-e330e9fd5af6 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:40.358195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Attempting to bind port f0804ca2-bad9-457f-b072-e330e9fd5af6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:40.358482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Attempting to bind port f0804ca2-bad9-457f-b072-e330e9fd5af6 on network bd8a299f-81d2-493f-bd95-dbc657aa885c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:40.361306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-3b117ed8-83d3-432a-9df7-40d72a62ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:40.362807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-3b117ed8-83d3-432a-9df7-40d72a62ca35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.0728412 Feb 11 13:12:40.368394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c285e6c1-6181-4384-b44c-474a56a109f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:40.449031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Port f0804ca2-bad9-457f-b072-e330e9fd5af6 on network bd8a299f-81d2-493f-bd95-dbc657aa885c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:12:40.449371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Attempting to bind port f0804ca2-bad9-457f-b072-e330e9fd5af6 on network bd8a299f-81d2-493f-bd95-dbc657aa885c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:40.457278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-cfa8cdc1-a86b-43b9-892a-2d795cde5db0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789521 Feb 11 13:12:40.515449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44ef9e-0f24-46cd-bff0-9b8a314439f8 req-68b9360a-fedf-42e0-9ce7-80ce072d8925 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:40.520584 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd44ef9e-0f24-46cd-bff0-9b8a314439f8 req-68b9360a-fedf-42e0-9ce7-80ce072d8925 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 943 time: 0.7603192 Feb 11 13:12:40.639758 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dd44ef9e-0f24-46cd-bff0-9b8a314439f8 req-63b59f97-b8aa-4433-8466-e4edf1bd5147 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917685 Feb 11 13:12:40.765243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c68840fa-c6c0-4038-b32d-9fbbd4195620 req-04dd9b49-2bc2-4a39-a425-1510fb90b2e9 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0387092 Feb 11 13:12:40.894773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting port c051fe8b-3b60-4bd4-8a81-9cf81685ccff {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:40.895103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:40.941524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:40.985473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:40.985844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Checking segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:40.986233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Bound using segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:40.986694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Bound port: f0804ca2-bad9-457f-b072-e330e9fd5af6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:40.987338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.003698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (b6abdc5d-f0f0-43cb-9c94-abc34797e052), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.004048 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Floating IP b6abdc5d-f0f0-43cb-9c94-abc34797e052 disassociated. External IP: 172.25.1.221, port: 252bc253-4b29-4390-ad0c-587b2fe0a2ea. Feb 11 13:12:41.071647 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.093217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Calling delete_port for c051fe8b-3b60-4bd4-8a81-9cf81685ccff owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:41.210506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] For port f0804ca2-bad9-457f-b072-e330e9fd5af6, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:41.213600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] For port f0804ca2-bad9-457f-b072-e330e9fd5af6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:41.218328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1d3359d-16e9-4dd5-a21d-6b51d248862e req-94388c4f-ff03-4718-91d8-304ae982d7da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d46ec87a8b7b4a05a9a165e263c861ab&device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.1083241 Feb 11 13:12:41.221162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c285e6c1-6181-4384-b44c-474a56a109f2 admin admin] Publish callbacks [] for security_group (b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.267169 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.280806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c285e6c1-6181-4384-b44c-474a56a109f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.364129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-4637b937-f465-4645-9a82-206aaeee9dbe tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:41.371425 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-4637b937-f465-4645-9a82-206aaeee9dbe tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.1743801 Feb 11 13:12:41.389043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-94cd8eb1-0593-41c7-9fe7-58e814265161 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/quotas/7c1580fb5e3c430ebc5468c531acfa6d HTTP/1.1" status: 200 len: 375 time: 0.0166314 Feb 11 13:12:41.446587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c285e6c1-6181-4384-b44c-474a56a109f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=522924e1b2a94898997e1a5da4143222&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1073706 Feb 11 13:12:41.449062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1d3359d-16e9-4dd5-a21d-6b51d248862e req-8957e74e-ae17-40d1-bef6-9aeb9b392ad6 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d46ec87a8b7b4a05a9a165e263c861ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1850975 Feb 11 13:12:41.455340 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-0e7b885a-7194-4eb9-82c9-ab255a5d64ec tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653412 Feb 11 13:12:41.459373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58130) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:41.555412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Pushing event updated for resources: {'Port': ['ID=f0804ca2-bad9-457f-b072-e330e9fd5af6,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:41.569547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-dfe8396f-52bf-4c5a-85e1-e619a637217a service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6056530 Feb 11 13:12:41.622061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c051fe8b-3b60-4bd4-8a81-9cf81685ccff), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.691841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Port': ['ID=c051fe8b-3b60-4bd4-8a81-9cf81685ccff,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:41.737819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285e6c1-6181-4384-b44c-474a56a109f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:41.800961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:41.808978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.813747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-f74ea657-7eab-4cd9-a056-b4342e203357 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 1091 time: 3.7033577 Feb 11 13:12:41.816495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:41.820038 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9610152-b9af-404d-b493-b7e74b77eeff" -d '{"events": [{"name": "network-changed", "server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:41.945553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45997fef-c5e2-4e0e-bda8-6ccfafedd335 admin admin] Publish callbacks [] for security_group (b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:41.963823 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-5c19db6a-02ea-4d22-871e-a94da0ffe6f2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075758 Feb 11 13:12:42.104192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-3c96c6e7-93b7-4876-83ad-e6ef34e29bff service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392493 Feb 11 13:12:42.107289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:42.156986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3359d-16e9-4dd5-a21d-6b51d248862e req-222e44ce-a4d2-47bd-9c82-4b7863f6b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:42.158528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1d3359d-16e9-4dd5-a21d-6b51d248862e req-222e44ce-a4d2-47bd-9c82-4b7863f6b84b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5807633 Feb 11 13:12:42.170319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45997fef-c5e2-4e0e-bda8-6ccfafedd335 admin admin] Publish callbacks [] for security_group (b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:42.197737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1400eeba-21b8-49a3-a4ed-f7afca63778c req-ae49ceb5-f65f-40ab-bb4c-87a1609806fe service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611230 Feb 11 13:12:42.205007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-19db686e-e0e7-4439-904c-7d7a33e4c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:42.206600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-19db686e-e0e7-4439-904c-7d7a33e4c453 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1125 time: 0.2894223 Feb 11 13:12:42.211343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Router a4e1b9f8-d275-4a8e-9198-b01654350fe3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:42.292183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-c9b610cd-d2b6-4e71-b795-2d4ac0a479f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 217 time: 0.0766835 Feb 11 13:12:42.334068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Router 266edfbc-64dc-4039-8a66-5fbe0f7bf4ee has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:42.420876 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:42.443479 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cc4b7ad3-2846-48c0-9eeb-dcb48a19e6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2011299 Feb 11 13:12:42.444260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b31078b-8766-4c56-a424-adeed5dea7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:42.445770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-1b31078b-8766-4c56-a424-adeed5dea7eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.1459255 Feb 11 13:12:42.447506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58142) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:42.460773 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] Sync routers for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:42.463079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45997fef-c5e2-4e0e-bda8-6ccfafedd335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:42.465969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-45997fef-c5e2-4e0e-bda8-6ccfafedd335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:42.467326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-45997fef-c5e2-4e0e-bda8-6ccfafedd335 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6 HTTP/1.1" status: 204 len: 168 time: 1.0009246 Feb 11 13:12:42.479294 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:42.479953 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:42.482620 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997fef-c5e2-4e0e-bda8-6ccfafedd335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d34ad-bf2e-40f7-8f08-46ac0b08cbc6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:42.573631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f516ff1-5b22-41d0-826b-427dd10c729a req-d2c796c0-df97-4cd7-b345-5b72875c4e39 tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0442457 Feb 11 13:12:42.610864 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:42.628477 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:42.629319 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:42.684586 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-6e76bb9c-2b5f-4997-b3b4-f766beab6ae7 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] delete failed (client error): The resource could not be found. Feb 11 13:12:42.691366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6e76bb9c-2b5f-4997-b3b4-f766beab6ae7 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1080932974 HTTP/1.1" status: 404 len: 335 time: 0.2356749 Feb 11 13:12:42.692521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58150) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:42.703026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9fb63870-b33f-4da4-bf14-61e35fc7b433 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'router': {'external_gateway_info': {'network_id': '266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:42.708063 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:42.708832 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83ccbd0-5a64-433e-869d-c7bd9c0de0a4 None None] The sync data for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:42.770085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24941a94-be89-45d4-8eec-882386bde763 req-61a74ee5-eead-43e6-ba15-af26bff697cd tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:42.781208 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-24941a94-be89-45d4-8eec-882386bde763 req-61a74ee5-eead-43e6-ba15-af26bff697cd tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 943 time: 0.1313219 Feb 11 13:12:42.821658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:42.835030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] Sync routers for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:42.848864 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:42.864706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:42.865718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:42.889334 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-24941a94-be89-45d4-8eec-882386bde763 req-cd637ea1-6ebc-41c5-b237-b33ed06353ed tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058316 Feb 11 13:12:42.967674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf954-3835-477a-8767-03516a512f39 req-d0fcb235-f48e-47eb-8d28-8bbcac8fe171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:42.972578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-d0fcb235-f48e-47eb-8d28-8bbcac8fe171 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4299252 Feb 11 13:12:42.985029 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad73d9d6-3969-48ac-bc8f-909a1f04342e x-openstack-request-id: req-ad73d9d6-3969-48ac-bc8f-909a1f04342e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:42.985932 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:42.986200 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad73d9d6-3969-48ac-bc8f-909a1f04342e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:42.988793 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'status': 'completed', 'code': 200} Feb 11 13:12:43.109933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2f6fa077-5a14-479f-aca2-98b9af3b02c4 req-8fcf2c3e-32b1-4488-ba76-769d6af8e029 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0666213 Feb 11 13:12:43.124843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:43.151056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-f2cfd892-4354-4b09-95eb-341ffc8f5a75 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "PUT /v2.0/floatingips/b6abdc5d-f0f0-43cb-9c94-abc34797e052 HTTP/1.1" status: 200 len: 695 time: 3.0052974 Feb 11 13:12:43.324088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9fb63870-b33f-4da4-bf14-61e35fc7b433 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router_gateway (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:43.389344 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-9fb63870-b33f-4da4-bf14-61e35fc7b433 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] update failed (client error): The resource could not be found. Feb 11 13:12:43.396376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9fb63870-b33f-4da4-bf14-61e35fc7b433 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee HTTP/1.1" status: 404 len: 339 time: 0.6983624 Feb 11 13:12:43.396376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58168) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:43.402788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1625081696'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:43.413514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-3d759016-b600-45ac-a370-d677f6538bdf service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227090 Feb 11 13:12:43.511900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:44Z', 'revision_number': 5, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:43.559991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe6cf954-3835-477a-8767-03516a512f39 req-6e887b36-7228-4d82-a28b-c91835a0f0ef service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297104 Feb 11 13:12:43.588915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] Checking router: a4e1b9f8-d275-4a8e-9198-b01654350fe3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:43.602926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:43.603756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:43.621050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1d3359d-16e9-4dd5-a21d-6b51d248862e req-8518d35e-b9a9-40dd-bc20-70141e02f27c tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.64 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0566797 Feb 11 13:12:43.621158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:43.624471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:43.685302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:12:43.699970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-afd12a3e-005c-4d1e-b2ae-ecabff8d6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:43.706955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-afd12a3e-005c-4d1e-b2ae-ecabff8d6484 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.5548334 Feb 11 13:12:43.719890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (74d3b182-cecc-4c93-bce2-dbbca4d06fdc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:43.720228 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Added segment 74d3b182-cecc-4c93-bce2-dbbca4d06fdc of type vlan for network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 Feb 11 13:12:43.768282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610152-b9af-404d-b493-b7e74b77eeff req-ab648827-f85c-4101-b0a8-4d0f209cfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:43.769555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9610152-b9af-404d-b493-b7e74b77eeff req-ab648827-f85c-4101-b0a8-4d0f209cfdbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1125 time: 0.1310184 Feb 11 13:12:43.828284 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5176d42-c06f-4ea0-af2b-6cd451cb82cb req-bad4a9f6-c00d-4a85-b327-9d7cf9b6c4ec tempest-ServerShowV257Test-587255995 tempest-ServerShowV257Test-587255995-project] 10.222.0.42 "GET /v2.0/ports?device_id=36268b02-7f4f-47b2-b042-aec364150ee9 HTTP/1.1" status: 200 len: 210 time: 0.0995331 Feb 11 13:12:43.878020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:43.937607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:44.088118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-a118f30b-cafd-4c05-8724-ea256d407911 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.089931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-a118f30b-cafd-4c05-8724-ea256d407911 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.2092087 Feb 11 13:12:44.094421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98b8bf-1179-4a14-999c-d868ba1af313 req-c8298167-be37-4411-a0b8-20ad0d4e9a49 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.103452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Request body: {'port': {'device_id': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'admin_state_up': True, 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:44.105199 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e98b8bf-1179-4a14-999c-d868ba1af313 req-c8298167-be37-4411-a0b8-20ad0d4e9a49 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 943 time: 0.1152654 Feb 11 13:12:44.208128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e98b8bf-1179-4a14-999c-d868ba1af313 req-30804746-9518-4048-8396-670be6d1eb46 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016269 Feb 11 13:12:44.310181 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35c2385c-a194-47e1-b864-de985e8ebc51 req-12e70aa7-76e1-4152-8602-9a70fe934313 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0400641 Feb 11 13:12:44.329543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:44.336005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.336697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:44.365957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-65b41a59-0e92-4e7f-83a8-8313767b1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.375370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-65b41a59-0e92-4e7f-83a8-8313767b1a13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.6674929 Feb 11 13:12:44.380220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9826417 Feb 11 13:12:44.383342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58194) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:44.389463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'subnet': {'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:44.433427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-9d345276-e92b-492b-b31e-6cd8a7b059e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.0564842 Feb 11 13:12:44.458429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610152-b9af-404d-b493-b7e74b77eeff req-cf8d46aa-a548-4ae2-a472-2b11f9221ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.460120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9610152-b9af-404d-b493-b7e74b77eeff req-cf8d46aa-a548-4ae2-a472-2b11f9221ac5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.6712489 Feb 11 13:12:44.574532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:44Z', 'revision_number': 5, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:44.601022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9610152-b9af-404d-b493-b7e74b77eeff req-8fa9c36c-0837-4ef9-a7e0-1481e72e5a11 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 217 time: 0.1041234 Feb 11 13:12:44.605499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea179696-254d-4d06-bbe2-de548005aabb None None] The sync data for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 is: [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:11:23Z', 'revision_number': 4, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '29699ed7-0382-4568-9ce5-13c0ca6683ad', 'name': '', 'network_id': '6398a48c-e72d-4f16-955d-69b0977ff90d', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'mac_address': 'fa:16:3e:17:79:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2259, 'fixed_ips': [{'subnet_id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:22Z', 'updated_at': '2022-02-11T13:11:44Z', 'revision_number': 5, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'subnets': [{'id': '93ca6183-2508-48cb-a624-457d3c2aa559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:44.607640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Made reservation on behalf of e596bb8e71b34e7e992b110bf4b98ca4 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:44.615189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:44.651148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e1270-f4a8-42e4-bbad-80e6bdfdd863 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Network': ['ID=42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:44.663837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:12:44.702493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-4fb479ae-eea4-4885-ae39-1cc32a7a9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:44.709560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-4fb479ae-eea4-4885-ae39-1cc32a7a9a2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.2747743 Feb 11 13:12:44.919335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (5a793a46-062d-4f10-b1b8-0c625c54716d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.109314 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc3920-52d2-4a09-9f09-a2018aa10cf7 None None] New status for floating IP b6abdc5d-f0f0-43cb-9c94-abc34797e052: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:12:45.194230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Checking segment: {'id': '74d3b182-cecc-4c93-bce2-dbbca4d06fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:45.194616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network hostable DHCP agents. Network: 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:12:45.196932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Subnet': ['ID=5a793a46-062d-4f10-b1b8-0c625c54716d,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:45.214783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:45.217444 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b37cc07-28e6-4d14-a534-b23a92300713" -d '{"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:45.228981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-6ba770fa-789a-42ae-a6c3-b6a8c0ac9f83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5180659 Feb 11 13:12:45.255031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f0804ca2-bad9-457f-b072-e330e9fd5af6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:12:45.257948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:12:45.280473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:45.297784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1baf26-1c6a-4e1c-b27d-141fa6fa121a None None] Network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:45.303459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:45.305492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.355348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610152-b9af-404d-b493-b7e74b77eeff req-30122ea5-9035-4308-aba7-b7df88bf6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:45.359576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9610152-b9af-404d-b493-b7e74b77eeff req-30122ea5-9035-4308-aba7-b7df88bf6b9e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.7366228 Feb 11 13:12:45.367310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:45.377193 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.394396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-99bca6a6-2fc9-4532-9799-3161f4839dfc tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0098846 Feb 11 13:12:45.414162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58220) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:45.482101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261107-8401-4633-8554-82870b31aa14 req-c718b6f9-2f60-4693-b3ec-52a3c4d72964 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:45.484010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12261107-8401-4633-8554-82870b31aa14 req-c718b6f9-2f60-4693-b3ec-52a3c4d72964 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 943 time: 0.1212623 Feb 11 13:12:45.516537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58222) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:45.555262 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:12:45.586450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eea768-3801-4d30-9315-7e347026290f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426', 'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426', 'project_id': 'e596bb8e71b34e7e992b110bf4b98ca4', 'fixed_ips': [{'subnet_id': '5a793a46-062d-4f10-b1b8-0c625c54716d'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:12:45.587678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05eea768-3801-4d30-9315-7e347026290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.631280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-dfeae983-c75b-4226-8b45-617d2888e93c service neutron] 10.222.0.42 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013913 Feb 11 13:12:45.647607 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12261107-8401-4633-8554-82870b31aa14 req-611f1aa1-ea81-4162-903d-97d0c328bdf7 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529324 Feb 11 13:12:45.666213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d77978d6-cc0d-4fee-8144-d2bc9f1a2a41 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'router': {'external_gateway_info': {'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:45.886981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5006a04-c110-4917-a947-70c79fc32073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.893831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f0804ca2-bad9-457f-b072-e330e9fd5af6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:45.913585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'port_id': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'mac_address': 'fa:16:3e:25:47:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:12:45.953729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-05eea768-3801-4d30-9315-7e347026290f None None] Allocated IP 2001:db8:1::2 (42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426/5a793a46-062d-4f10-b1b8-0c625c54716d/42ae0fe3-b4a1-4498-8a61-976799a1b7a2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:45.974846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f0804ca2-bad9-457f-b072-e330e9fd5af6 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:45.975250 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:45.975939 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-70f491d2-28db-484e-8240-9ac41fc0d994 req-2b52de69-f9c0-48fb-92ce-67832ceb96be tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.1195390 Feb 11 13:12:45.997230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0804ca2-bad9-457f-b072-e330e9fd5af6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:46.017818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f0804ca2-bad9-457f-b072-e330e9fd5af6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:46.018736 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdc5796-aeff-4eaa-8930-27769c1ae747 x-openstack-request-id: req-ffdc5796-aeff-4eaa-8930-27769c1ae747 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:46.019080 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:46.019269 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffdc5796-aeff-4eaa-8930-27769c1ae747 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:46.027450 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'status': 'completed', 'code': 200} Feb 11 13:12:46.056475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.087629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5006a04-c110-4917-a947-70c79fc32073 admin admin] Publish callbacks [] for security_group (89c1cb3f-3b25-4379-8488-6054f3a3044f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.093315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5006a04-c110-4917-a947-70c79fc32073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (89c1cb3f-3b25-4379-8488-6054f3a3044f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.155922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c5006a04-c110-4917-a947-70c79fc32073 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d46ec87a8b7b4a05a9a165e263c861ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183741 Feb 11 13:12:46.160636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58232) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:46.181433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5006a04-c110-4917-a947-70c79fc32073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c1cb3f-3b25-4379-8488-6054f3a3044f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:46.251943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9610152-b9af-404d-b493-b7e74b77eeff req-df025e61-86ba-4415-a92f-3f052c3df334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:46.253377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9610152-b9af-404d-b493-b7e74b77eeff req-df025e61-86ba-4415-a92f-3f052c3df334 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8372531 Feb 11 13:12:46.263192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54eb3336-1c34-45f0-a30e-84f614a81daa admin admin] Publish callbacks [] for security_group (89c1cb3f-3b25-4379-8488-6054f3a3044f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.283624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05eea768-3801-4d30-9315-7e347026290f None None] Publish callbacks [] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.298680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54eb3336-1c34-45f0-a30e-84f614a81daa admin admin] Publish callbacks [] for security_group (89c1cb3f-3b25-4379-8488-6054f3a3044f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.304471 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05eea768-3801-4d30-9315-7e347026290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.354016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eea768-3801-4d30-9315-7e347026290f None None] Network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:46.360068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54eb3336-1c34-45f0-a30e-84f614a81daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (89c1cb3f-3b25-4379-8488-6054f3a3044f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.363664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54eb3336-1c34-45f0-a30e-84f614a81daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.365133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-54eb3336-1c34-45f0-a30e-84f614a81daa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89c1cb3f-3b25-4379-8488-6054f3a3044f HTTP/1.1" status: 204 len: 168 time: 0.2033684 Feb 11 13:12:46.372715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-05eea768-3801-4d30-9315-7e347026290f None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:46.389333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eea768-3801-4d30-9315-7e347026290f None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:46.390689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb3336-1c34-45f0-a30e-84f614a81daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c1cb3f-3b25-4379-8488-6054f3a3044f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:46.403720 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.411987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f0804ca2-bad9-457f-b072-e330e9fd5af6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:46.549474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9610152-b9af-404d-b493-b7e74b77eeff req-8e43fa79-24cf-445f-a077-108e1c124cc5 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811310 Feb 11 13:12:46.554057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d77978d6-cc0d-4fee-8144-d2bc9f1a2a41 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router_gateway (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.560835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-676a791d-8d46-4ce1-ad81-2a5729ce1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:46.562442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-676a791d-8d46-4ce1-ad81-2a5729ce1404 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7bb351907fa04df8b5b401a9beeb59da&device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 1127 time: 0.5341659 Feb 11 13:12:46.567167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f0804ca2-bad9-457f-b072-e330e9fd5af6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:46.583890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-05eea768-3801-4d30-9315-7e347026290f None None] Attempting to bind port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:46.584518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-05eea768-3801-4d30-9315-7e347026290f None None] Attempting to bind port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '74d3b182-cecc-4c93-bce2-dbbca4d06fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:46.585071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eea768-3801-4d30-9315-7e347026290f None None] Attempting to bind port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 on network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:46.611873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eea768-3801-4d30-9315-7e347026290f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:46.612304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eea768-3801-4d30-9315-7e347026290f None None] Checking segment: {'id': '74d3b182-cecc-4c93-bce2-dbbca4d06fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:46.612657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05eea768-3801-4d30-9315-7e347026290f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.613051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eea768-3801-4d30-9315-7e347026290f None None] Bound using segment: {'id': '74d3b182-cecc-4c93-bce2-dbbca4d06fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:46.613707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-05eea768-3801-4d30-9315-7e347026290f None None] Bound port: 42ae0fe3-b4a1-4498-8a61-976799a1b7a2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d3b182-cecc-4c93-bce2-dbbca4d06fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:46.614093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05eea768-3801-4d30-9315-7e347026290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.682851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-05eea768-3801-4d30-9315-7e347026290f None None] For port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:46.686332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-05eea768-3801-4d30-9315-7e347026290f None None] For port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,segment=NetworkSegment(74d3b182-cecc-4c93-bce2-dbbca4d06fdc),segment_id=74d3b182-cecc-4c93-bce2-dbbca4d06fdc)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:46.740593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b37cd8bf-0666-48cf-8041-1258b7ce5bca req-cc1ca658-f1c6-47c5-80ae-f313282271a0 service neutron] 10.222.0.42 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1078529 Feb 11 13:12:46.747161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9610152-b9af-404d-b493-b7e74b77eeff req-a68599c5-5a6c-46ad-8fc1-6b9e14fcf90a service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835148 Feb 11 13:12:46.791789 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05eea768-3801-4d30-9315-7e347026290f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:46.885037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eea768-3801-4d30-9315-7e347026290f None None] Pushing event updated for resources: {'Port': ['ID=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:46.898469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a4eb0-c34d-4b69-bbed-296cab058160 req-56a38864-e355-42c3-8dce-29ca46a0f5c1 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:46.900441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-451a4eb0-c34d-4b69-bbed-296cab058160 req-56a38864-e355-42c3-8dce-29ca46a0f5c1 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 944 time: 0.1241496 Feb 11 13:12:46.955076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eea768-3801-4d30-9315-7e347026290f None None] Pushing event updated for resources: {'Port': ['ID=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:47.027821 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-451a4eb0-c34d-4b69-bbed-296cab058160 req-af775721-dc8f-402e-bd59-db941df482d5 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213062 Feb 11 13:12:47.122339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Allocated IP 172.20.0.3 (9f61c168-fdf9-4dda-9438-83f3652849a4/d8738ee9-9799-48eb-9480-7c79190886ec/0609587d-4e32-4731-8888-908ec573fc13) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:47.165188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-df658b0d-c90c-4d59-be52-68c5aa681911 req-0592b374-124f-4c1a-bafa-560713f8dbec tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0691011 Feb 11 13:12:47.212938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-e44001ce-fe08-4bc6-9606-584df1c7e1a9 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips/b6abdc5d-f0f0-43cb-9c94-abc34797e052 HTTP/1.1" status: 200 len: 693 time: 0.3474224 Feb 11 13:12:47.235126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:47.435910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-ecc05619-377e-4764-8625-5877731affa4 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:47.453677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-ecc05619-377e-4764-8625-5877731affa4 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 784 time: 0.2324698 Feb 11 13:12:47.476301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-3b7eb163-0e07-404d-a9d4-2305bfe77d9e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:12:47.477328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-3b7eb163-0e07-404d-a9d4-2305bfe77d9e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088589 Feb 11 13:12:47.502863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-a0ffb9f8-d691-473b-86fd-6475d7e4ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:47.505311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-a0ffb9f8-d691-473b-86fd-6475d7e4ff48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 200 len: 920 time: 0.7430792 Feb 11 13:12:47.926139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks [] for port (0609587d-4e32-4731-8888-908ec573fc13), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:47.960225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-6e10acfa-9419-4877-b06c-ae101dc57ac5 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.221 HTTP/1.1" status: 200 len: 696 time: 0.4534464 Feb 11 13:12:47.964293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-8cee2818-ebdc-4192-b163-39a952e4431f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 200 len: 217 time: 0.3690627 Feb 11 13:12:47.964931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:48.112006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:48.112395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:48.272366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-b1775856-1d74-4f55-8c0f-f4195f1e031b tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.221 HTTP/1.1" status: 200 len: 696 time: 0.2120636 Feb 11 13:12:48.275231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0609587d-4e32-4731-8888-908ec573fc13), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:48.279540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-f04c0182-3bca-4b15-81d2-a730e35d2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:48.282025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-f04c0182-3bca-4b15-81d2-a730e35d2e1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 200 len: 859 time: 0.3005877 Feb 11 13:12:48.303838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6630038-b52d-41ad-80ec-51a305eee754 req-c3682b4d-dc81-4994-9baa-c1524c397fb0 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:48.306734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:48.307016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:48.307637 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6630038-b52d-41ad-80ec-51a305eee754 req-c3682b4d-dc81-4994-9baa-c1524c397fb0 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 944 time: 0.1057532 Feb 11 13:12:48.361444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,segment=NetworkSegment(74d3b182-cecc-4c93-bce2-dbbca4d06fdc),segment_id=74d3b182-cecc-4c93-bce2-dbbca4d06fdc)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:48.370094 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:48.433169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6630038-b52d-41ad-80ec-51a305eee754 req-b56e90fd-0e30-4f67-98cf-3510f3d1b989 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171679 Feb 11 13:12:48.488629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:48.738669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb5a2fa-2b3c-491c-a92f-78d05fa8be1a None None] Network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:12:48.746585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace7fd6-5b56-4ae2-ac9f-6dfc5a5fbe38 req-ac376bfd-7abd-4445-ba49-54ec9f0a420f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:48.756848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ace7fd6-5b56-4ae2-ac9f-6dfc5a5fbe38 req-ac376bfd-7abd-4445-ba49-54ec9f0a420f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 931 time: 0.1039195 Feb 11 13:12:48.820023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-6956e273-dfcc-4b3b-8033-4293297ddf04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6398a48c-e72d-4f16-955d-69b0977ff90d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5002787 Feb 11 13:12:48.822114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:48.836572 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ace7fd6-5b56-4ae2-ac9f-6dfc5a5fbe38 req-f708ae96-1783-4d48-a83d-e5b7d3e315a4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766892 Feb 11 13:12:48.855201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:48.883174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:48.918273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event updated for resources: {'Port': ['ID=0609587d-4e32-4731-8888-908ec573fc13,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:48.982956 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-d77978d6-cc0d-4fee-8144-d2bc9f1a2a41 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:12:48.988473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d77978d6-cc0d-4fee-8144-d2bc9f1a2a41 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee HTTP/1.1" status: 400 len: 364 time: 3.5624437 Feb 11 13:12:48.988678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58366) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:49.007078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6a20f6be-f74c-4c58-b861-5d85ae91bbed None None] Provisioning complete for port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:49.007638 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a20f6be-f74c-4c58-b861-5d85ae91bbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.099513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:49.100103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.177836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-51f6afb0-182b-413d-b514-284106fb6f60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0794222 Feb 11 13:12:49.192377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-9bf0a229-4a93-442d-8fde-6ae93c28faba service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288090 Feb 11 13:12:49.211528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Request body: {'port': {'device_id': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:49.279216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f0804ca2-bad9-457f-b072-e330e9fd5af6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:49.360100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6a20f6be-f74c-4c58-b861-5d85ae91bbed None None] Current status of the port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:49.419225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Deleting port a590d625-9d65-464c-9fc2-b64ea4e43187 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:49.419607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.443087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port f0804ca2-bad9-457f-b072-e330e9fd5af6 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:49.453095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port f0804ca2-bad9-457f-b072-e330e9fd5af6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:49.453751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.513412 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.583896 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0609587d-4e32-4731-8888-908ec573fc13), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.701476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f0804ca2-bad9-457f-b072-e330e9fd5af6 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:49.701947 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.758581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f0804ca2-bad9-457f-b072-e330e9fd5af6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:49.759739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:49.774327 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba59d0f-ba33-45ef-a50a-f6b04b76f3ec" -d '{"events": [{"server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "name": "network-vif-plugged", "status": "completed", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:49.777239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.777562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (a590d625-9d65-464c-9fc2-b64ea4e43187), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.778266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-99b1d241-b3cb-4bf3-b1ac-a678a655e439 None None] Provisioning complete for port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:49.778632 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99b1d241-b3cb-4bf3-b1ac-a678a655e439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.783041 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:49.800066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Calling delete_port for a590d625-9d65-464c-9fc2-b64ea4e43187 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:49.922272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:49.959622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b37cc07-28e6-4d14-a534-b23a92300713 req-6e74ba81-6703-48d1-b58c-269bd9d39bda service neutron] 10.222.0.53 "GET /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7384093 Feb 11 13:12:49.980482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58400) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:50.035144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f0804ca2-bad9-457f-b072-e330e9fd5af6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:50.053604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.054160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.054658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.055610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.056209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.059694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.062553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.063760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.064641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.067290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.067895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.068409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.069367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:50.081804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b97f94-32da-4254-b95c-31cbe5642c92 req-f1a53e9b-5abf-4a9e-8b01-1b28c0cc0770 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:50.095854 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0b97f94-32da-4254-b95c-31cbe5642c92 req-f1a53e9b-5abf-4a9e-8b01-1b28c0cc0770 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 944 time: 0.4221628 Feb 11 13:12:50.123850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:50.124170 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.197396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca289160-8300-44f0-9033-8c9f24a01c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.311648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-99b1d241-b3cb-4bf3-b1ac-a678a655e439 None None] Current status of the port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:50.316423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:50.340169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0b97f94-32da-4254-b95c-31cbe5642c92 req-eb5f6841-cbc7-4b2d-a7ef-15cbf3ccb120 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402582 Feb 11 13:12:50.383918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a590d625-9d65-464c-9fc2-b64ea4e43187), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.410457 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c73566-5044-4201-b939-51c8e146a33e x-openstack-request-id: req-15c73566-5044-4201-b939-51c8e146a33e {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:50.410812 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "name": "network-vif-plugged", "status": "completed", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:50.411035 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15c73566-5044-4201-b939-51c8e146a33e {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:50.411446 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'code': 200} Feb 11 13:12:50.415169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0609587d-4e32-4731-8888-908ec573fc13 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:50.463939 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Publish callbacks [] for port (0609587d-4e32-4731-8888-908ec573fc13), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.467657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event deleted for resources: {'Port': ['ID=a590d625-9d65-464c-9fc2-b64ea4e43187,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:50.541792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for floatingip (b6abdc5d-f0f0-43cb-9c94-abc34797e052), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.544715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.545874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50868f9d-143e-455f-a542-74076a6e1cb9 req-86716e17-aa7a-4a30-89f7-d6c0a8e6f698 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "DELETE /v2.0/floatingips/b6abdc5d-f0f0-43cb-9c94-abc34797e052 HTTP/1.1" status: 204 len: 173 time: 2.2503777 Feb 11 13:12:50.582493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Transition to ACTIVE for port object 0609587d-4e32-4731-8888-908ec573fc13 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:50.621611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Allocated IP 2001:db8::1 (81029668-3163-494a-99e0-03c8f0439760/494cdae3-590c-4f49-a107-9b8ebc8e1968/48cb6162-0853-48ab-a521-4459cb4dbd75) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:50.623353 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (0609587d-4e32-4731-8888-908ec573fc13), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.645755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a085d4c5-1a52-4a41-99a4-e0882d1f807a req-1ed68067-a871-4203-9e32-9b916ef6089e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:50.647240 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a085d4c5-1a52-4a41-99a4-e0882d1f807a req-1ed68067-a871-4203-9e32-9b916ef6089e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 931 time: 0.1432583 Feb 11 13:12:50.655206 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca289160-8300-44f0-9033-8c9f24a01c85 admin admin] Publish callbacks [] for security_group (be7b8a6d-bd3d-4f97-ac2b-a36bc1390678), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.708583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73b6f2d6-0558-4805-936c-c86ea37ae630 req-8dce5ba3-4a8c-4e81-bfd9-5e21b2658d52 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups/5f306d59-e28c-44c6-9336-d256fb80ffbf HTTP/1.1" status: 200 len: 1826 time: 0.1303878 Feb 11 13:12:50.713162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a085d4c5-1a52-4a41-99a4-e0882d1f807a req-a6e093b8-0ce6-4794-bdda-55d72dff8fd6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547721 Feb 11 13:12:50.716449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca289160-8300-44f0-9033-8c9f24a01c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be7b8a6d-bd3d-4f97-ac2b-a36bc1390678), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.770385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654b78e-4000-4826-b111-82873fe78b1b req-a4dda23a-65cb-4318-b70c-2d1a9403e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:50.772480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1654b78e-4000-4826-b111-82873fe78b1b req-a4dda23a-65cb-4318-b70c-2d1a9403e783 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1127 time: 0.2340889 Feb 11 13:12:50.776702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0609587d-4e32-4731-8888-908ec573fc13,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:50.816810 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ca289160-8300-44f0-9033-8c9f24a01c85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6ed054baace4306a4854843975a74c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8316371 Feb 11 13:12:50.819467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58408) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:50.829163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca289160-8300-44f0-9033-8c9f24a01c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7b8a6d-bd3d-4f97-ac2b-a36bc1390678,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:50.891780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73b6f2d6-0558-4805-936c-c86ea37ae630 req-2fcedc46-fc82-441b-8dfc-0055a1d42f81 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for security_group (5f306d59-e28c-44c6-9336-d256fb80ffbf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.893986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-358ff5a4-9ab7-4284-8382-0cb924f83400 admin admin] Publish callbacks [] for security_group (be7b8a6d-bd3d-4f97-ac2b-a36bc1390678), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.903561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Attempting to bind port 0609587d-4e32-4731-8888-908ec573fc13 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:50.903991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Attempting to bind port 0609587d-4e32-4731-8888-908ec573fc13 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:50.904427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Attempting to bind port 0609587d-4e32-4731-8888-908ec573fc13 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:50.917358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.927922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Port 0609587d-4e32-4731-8888-908ec573fc13 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:12:50.928315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Attempting to bind port 0609587d-4e32-4731-8888-908ec573fc13 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:50.933529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-358ff5a4-9ab7-4284-8382-0cb924f83400 admin admin] Publish callbacks [] for security_group (be7b8a6d-bd3d-4f97-ac2b-a36bc1390678), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.936975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1654b78e-4000-4826-b111-82873fe78b1b req-7b4c1b5d-424e-4ff4-9e49-3ddeb3714158 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190279 Feb 11 13:12:50.943646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73b6f2d6-0558-4805-936c-c86ea37ae630 req-2fcedc46-fc82-441b-8dfc-0055a1d42f81 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for security_group (5f306d59-e28c-44c6-9336-d256fb80ffbf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:50.946338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:50.947082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Checking segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:50.947267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Bound using segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:50.947829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Bound port: 0609587d-4e32-4731-8888-908ec573fc13, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:50.948302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0609587d-4e32-4731-8888-908ec573fc13), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.030353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.036923 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73b6f2d6-0558-4805-936c-c86ea37ae630 req-2fcedc46-fc82-441b-8dfc-0055a1d42f81 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5f306d59-e28c-44c6-9336-d256fb80ffbf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.041677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-73b6f2d6-0558-4805-936c-c86ea37ae630 req-2fcedc46-fc82-441b-8dfc-0055a1d42f81 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.046024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73b6f2d6-0558-4805-936c-c86ea37ae630 req-2fcedc46-fc82-441b-8dfc-0055a1d42f81 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "DELETE /v2.0/security-groups/5f306d59-e28c-44c6-9336-d256fb80ffbf HTTP/1.1" status: 204 len: 173 time: 0.3364658 Feb 11 13:12:51.065178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcedc46-fc82-441b-8dfc-0055a1d42f81 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f306d59-e28c-44c6-9336-d256fb80ffbf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:51.071253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] For port 0609587d-4e32-4731-8888-908ec573fc13, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:51.088413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] For port 0609587d-4e32-4731-8888-908ec573fc13, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0609587d-4e32-4731-8888-908ec573fc13,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:51.100875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (0609587d-4e32-4731-8888-908ec573fc13), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.135969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network 81029668-3163-494a-99e0-03c8f0439760 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:51.140744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:51.142560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-358ff5a4-9ab7-4284-8382-0cb924f83400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be7b8a6d-bd3d-4f97-ac2b-a36bc1390678), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.145034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-358ff5a4-9ab7-4284-8382-0cb924f83400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.146266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-358ff5a4-9ab7-4284-8382-0cb924f83400 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be7b8a6d-bd3d-4f97-ac2b-a36bc1390678 HTTP/1.1" status: 204 len: 168 time: 0.3258462 Feb 11 13:12:51.162314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:51.162973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.269086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.275330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.278978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] 10.222.0.64 "PUT /v2.0/ports/0609587d-4e32-4731-8888-908ec573fc13 HTTP/1.1" status: 200 len: 1091 time: 2.0847104 Feb 11 13:12:51.279453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'tag': '0609587d-4e32-4731-8888-908ec573fc13'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:51.285758 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e455c034-f829-4398-a72d-feddd79ea727" -d '{"events": [{"name": "network-changed", "server_uuid": "17e342d7-c2d7-4786-b6fc-f073a8ad8a70", "tag": "0609587d-4e32-4731-8888-908ec573fc13"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:51.448119 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9918411a-f4ea-46e9-b5db-028d55059c89 x-openstack-request-id: req-9918411a-f4ea-46e9-b5db-028d55059c89 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:51.448720 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e342d7-c2d7-4786-b6fc-f073a8ad8a70", "tag": "0609587d-4e32-4731-8888-908ec573fc13", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:51.448720 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9918411a-f4ea-46e9-b5db-028d55059c89 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:51.449588 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'tag': '0609587d-4e32-4731-8888-908ec573fc13', 'status': 'completed', 'code': 200} Feb 11 13:12:51.456803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67957b-a899-4785-bd90-bc30dafd7fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0609587d-4e32-4731-8888-908ec573fc13,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:51.465078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Port': ['ID=48cb6162-0853-48ab-a521-4459cb4dbd75,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:51.468061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ff5a4-9ab7-4284-8382-0cb924f83400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7b8a6d-bd3d-4f97-ac2b-a36bc1390678,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:51.565233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-f5323daf-d150-406c-933a-4cabc4a3ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.567379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-f5323daf-d150-406c-933a-4cabc4a3ab4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 1125 time: 0.2291017 Feb 11 13:12:51.638054 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.699106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-cd86972d-1a8f-417e-8ae3-8bced1532ea8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0609587d-4e32-4731-8888-908ec573fc13 HTTP/1.1" status: 200 len: 217 time: 0.1205204 Feb 11 13:12:51.864221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-31975bab-7bf0-4f73-b759-bf09b49bd3ce None None] Provisioning complete for port 48cb6162-0853-48ab-a521-4459cb4dbd75 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:51.864761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31975bab-7bf0-4f73-b759-bf09b49bd3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.891643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-9ee99e66-d884-4ac5-a8f5-16e42b0b2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.893690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-9ee99e66-d884-4ac5-a8f5-16e42b0b2086 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.1885114 Feb 11 13:12:51.920423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e3655-31b8-42dc-898b-b4d4159046fe req-183de0d4-80d9-47eb-8f85-a326ffb191ba tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.922686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-535e3655-31b8-42dc-898b-b4d4159046fe req-183de0d4-80d9-47eb-8f85-a326ffb191ba tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.3165720 Feb 11 13:12:51.945418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-31975bab-7bf0-4f73-b759-bf09b49bd3ce None None] Port 48cb6162-0853-48ab-a521-4459cb4dbd75 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:51.958770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-9586cfa7-b178-4abd-b9b7-246648dcf54e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569918 Feb 11 13:12:52.074205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-535e3655-31b8-42dc-898b-b4d4159046fe req-47c315f4-a714-4ba8-a930-983c9348ebb9 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186750 Feb 11 13:12:52.121688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-cf6811be-c0aa-4021-a8cb-822794a29788 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549838 Feb 11 13:12:52.407214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4867103b-30ea-4bcd-ba48-e01851fb73c3 req-0267f355-ea13-4ad6-b68a-58971da20b2a service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792177 Feb 11 13:12:52.445450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c7a2-256e-4d18-a1ce-fbd23ef0d620 req-78266649-7d16-4905-a6bd-ffdf74df731f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.447212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c886c7a2-256e-4d18-a1ce-fbd23ef0d620 req-78266649-7d16-4905-a6bd-ffdf74df731f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 943 time: 0.1945987 Feb 11 13:12:52.594314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c886c7a2-256e-4d18-a1ce-fbd23ef0d620 req-dccdc74d-2f86-44d1-b255-2473afbd51aa tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409876 Feb 11 13:12:52.655300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c034-f829-4398-a72d-feddd79ea727 req-48266b55-2171-4166-b479-425ef5dbe807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.656826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e455c034-f829-4398-a72d-feddd79ea727 req-48266b55-2171-4166-b479-425ef5dbe807 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 1125 time: 0.1725543 Feb 11 13:12:52.788238 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9557257-2d10-43ae-ac22-0da329d43230 req-cfa66f2a-fcfe-4412-9c9f-2fa356093725 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.796074 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9557257-2d10-43ae-ac22-0da329d43230 req-cfa66f2a-fcfe-4412-9c9f-2fa356093725 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 1.2433171 Feb 11 13:12:52.921106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c034-f829-4398-a72d-feddd79ea727 req-7d55ea1a-28eb-4aa2-90e9-d73fcf383136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.923282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e455c034-f829-4398-a72d-feddd79ea727 req-7d55ea1a-28eb-4aa2-90e9-d73fcf383136 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.2549181 Feb 11 13:12:53.004338 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9557257-2d10-43ae-ac22-0da329d43230 req-5148d9ba-7738-455c-8ca3-405bb2daee3a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997821 Feb 11 13:12:53.012561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e455c034-f829-4398-a72d-feddd79ea727 req-e6925534-8eea-4bd3-9264-4c06445b400a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0609587d-4e32-4731-8888-908ec573fc13 HTTP/1.1" status: 200 len: 217 time: 0.0833902 Feb 11 13:12:53.034462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.042188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.043224 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.144345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c034-f829-4398-a72d-feddd79ea727 req-6af99060-9cd4-4be9-a65f-4e0a9ee85bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.155917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e455c034-f829-4398-a72d-feddd79ea727 req-6af99060-9cd4-4be9-a65f-4e0a9ee85bef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.1336119 Feb 11 13:12:53.214153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event updated for resources: {'Port': ['ID=48cb6162-0853-48ab-a521-4459cb4dbd75,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:53.241453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e455c034-f829-4398-a72d-feddd79ea727 req-c2967042-7039-4360-93b0-8dec04cd5d07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799797 Feb 11 13:12:53.391543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Network 81029668-3163-494a-99e0-03c8f0439760 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:53.407714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a0939-84e3-43f4-a889-cd482b9c06e3 req-a7c16fb6-4f8c-4a52-8e19-777eb0d9a3ca tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.411506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e455c034-f829-4398-a72d-feddd79ea727 req-024c151a-f65a-47b8-9803-b5329a937f8b service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624498 Feb 11 13:12:53.415562 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ff7a0939-84e3-43f4-a889-cd482b9c06e3 req-a7c16fb6-4f8c-4a52-8e19-777eb0d9a3ca tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.1805582 Feb 11 13:12:53.424039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:53.601404 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ff7a0939-84e3-43f4-a889-cd482b9c06e3 req-91b87bc1-53b2-48c4-bade-9183f7f0fccc tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848147 Feb 11 13:12:53.664532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Router 266edfbc-64dc-4039-8a66-5fbe0f7bf4ee has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:53.710420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e455c034-f829-4398-a72d-feddd79ea727 req-42934416-5c3d-4ec4-a1bf-1f8feca5aae2 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919209 Feb 11 13:12:53.888126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-01370cee-aebf-4085-9b9b-8317a9b960be None None] Provisioning complete for port 48cb6162-0853-48ab-a521-4459cb4dbd75 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:53.888715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-01370cee-aebf-4085-9b9b-8317a9b960be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.898395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:53.904338 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0657e116-7552-469b-be40-cf3ea6128836 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9145968 Feb 11 13:12:53.913299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14386e79-e124-49cb-b947-8e319b57cbc2 req-cafb80c3-fea0-40d3-abfa-25bef2cd9dd9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.914878 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-14386e79-e124-49cb-b947-8e319b57cbc2 req-cafb80c3-fea0-40d3-abfa-25bef2cd9dd9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 943 time: 0.2182565 Feb 11 13:12:53.921417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58476) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:53.950416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-01370cee-aebf-4085-9b9b-8317a9b960be None None] Port 48cb6162-0853-48ab-a521-4459cb4dbd75 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:53.958919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] Sync routers for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:53.973079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:53.973898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:53.993422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-14386e79-e124-49cb-b947-8e319b57cbc2 req-71397014-f623-4da0-9dd4-c3652623ebd2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703428 Feb 11 13:12:54.019318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:54.031983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:54.032615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:54.080623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:54.081545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049145e-4064-4860-8c07-acaa2cdfa593 None None] The sync data for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:54.304499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8f99b488-7918-4326-a006-98787abf12cd tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:54.321389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-a4e821e0-b383-4b55-825a-cf6d01e56c7e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:54.324872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-a4e821e0-b383-4b55-825a-cf6d01e56c7e tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.53 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.4627438 Feb 11 13:12:54.570835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95778207-f7ce-45b9-b6a2-600372939292 req-897333c1-dc8e-47ce-9d99-cef408a15485 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:54.572516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95778207-f7ce-45b9-b6a2-600372939292 req-897333c1-dc8e-47ce-9d99-cef408a15485 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.2622156 Feb 11 13:12:54.601141 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-8f99b488-7918-4326-a006-98787abf12cd tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:12:54.602399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f99b488-7918-4326-a006-98787abf12cd tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee HTTP/1.1" status: 409 len: 329 time: 0.6749969 Feb 11 13:12:54.605399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58486) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:54.631636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Deleting port 252bc253-4b29-4390-ad0c-587b2fe0a2ea {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:54.631976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:54.667382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95778207-f7ce-45b9-b6a2-600372939292 req-2f69b690-f630-4d67-8128-f715bf562d3a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833278 Feb 11 13:12:54.923051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] For port 252bc253-4b29-4390-ad0c-587b2fe0a2ea, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=252bc253-4b29-4390-ad0c-587b2fe0a2ea,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:54.923713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:54.939850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Calling delete_port for 252bc253-4b29-4390-ad0c-587b2fe0a2ea owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:54.949420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b257a-0c0c-4e30-aba5-b11d6e337f10 req-e715dbcb-1a30-4bf9-a678-e8cae252803e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:54.950987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d15b257a-0c0c-4e30-aba5-b11d6e337f10 req-e715dbcb-1a30-4bf9-a678-e8cae252803e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1716974 Feb 11 13:12:54.961250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58496) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:54.970613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'floatingip': {'port_id': 'f0804ca2-bad9-457f-b072-e330e9fd5af6'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:55.055843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (7aee140b-88e2-4d7e-8f82-caa0c3dc10fe), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:55.074849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefba71-7898-4d97-b75e-8c9652348397 req-bfc6c4e4-ad7d-489d-be83-8b625d5b3ffe tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:55.076943 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fefba71-7898-4d97-b75e-8c9652348397 req-bfc6c4e4-ad7d-489d-be83-8b625d5b3ffe tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/ports?device_id=0624e9bd-7780-4902-a565-be84087bfae4 HTTP/1.1" status: 200 len: 945 time: 0.3260725 Feb 11 13:12:55.195942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (252bc253-4b29-4390-ad0c-587b2fe0a2ea), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:55.210754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['252bc253-4b29-4390-ad0c-587b2fe0a2ea'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:55.260508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Pushing event deleted for resources: {'Port': ['ID=252bc253-4b29-4390-ad0c-587b2fe0a2ea,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:55.350617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] No DVR routers for this DVR port 252bc253-4b29-4390-ad0c-587b2fe0a2ea on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:55.354969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:55.360854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9247bbe-711a-4e03-a012-8b0d2d1da31e req-bb0cf58e-d5a4-48db-a707-74ae36bb398c tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.53 "DELETE /v2.0/ports/252bc253-4b29-4390-ad0c-587b2fe0a2ea HTTP/1.1" status: 204 len: 173 time: 0.9543507 Feb 11 13:12:55.361682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'name': 'network-vif-deleted', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:55.364316 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be882d5a-941b-4ff8-a658-d2d6fffee4d2" -d '{"events": [{"server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "name": "network-vif-deleted", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:55.375389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6fefba71-7898-4d97-b75e-8c9652348397 req-cd1d640e-03c7-455e-bd19-dc1640009921 tempest-ServerRescueTestJSONUnderV235-1833799425 tempest-ServerRescueTestJSONUnderV235-1833799425-project] 10.222.0.42 "GET /v2.0/security-groups?id=dad37937-ac2b-44e1-80ca-d7edf687eded&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620645 Feb 11 13:12:55.413415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88b2a-8c1f-420b-ab22-a012120ebea5 req-d14d03ab-8553-4be7-83e6-9ec4ba5e5508 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:55.415039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73e88b2a-8c1f-420b-ab22-a012120ebea5 req-d14d03ab-8553-4be7-83e6-9ec4ba5e5508 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 943 time: 0.1268787 Feb 11 13:12:55.520758 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b702ba4-8ec1-4647-8395-77994803d06b x-openstack-request-id: req-5b702ba4-8ec1-4647-8395-77994803d06b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:55.523151 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0624e9bd-7780-4902-a565-be84087bfae4", "name": "network-vif-deleted", "tag": "252bc253-4b29-4390-ad0c-587b2fe0a2ea", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:55.524299 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b702ba4-8ec1-4647-8395-77994803d06b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:55.525804 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0624e9bd-7780-4902-a565-be84087bfae4', 'name': 'network-vif-deleted', 'tag': '252bc253-4b29-4390-ad0c-587b2fe0a2ea', 'status': 'completed', 'code': 200} Feb 11 13:12:55.562297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73e88b2a-8c1f-420b-ab22-a012120ebea5 req-7ab2f7ff-06f6-47d0-956b-0430e8123419 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398659 Feb 11 13:12:55.748302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:55.894058 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.resource_extend [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:12:56.016671 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:56.023974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (7aee140b-88e2-4d7e-8f82-caa0c3dc10fe), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:56.165094 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Floating IP 7aee140b-88e2-4d7e-8f82-caa0c3dc10fe associated. External IP: 172.25.1.29, port: f0804ca2-bad9-457f-b072-e330e9fd5af6. Feb 11 13:12:56.308178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting port 48cb6162-0853-48ab-a521-4459cb4dbd75 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:56.308508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:56.486918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58528) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:56.872256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803eb4d-963f-4409-80aa-7230ca7f55d2 req-f658a9bb-06cb-49fb-a1a1-65da2126c1f2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:56.874525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9803eb4d-963f-4409-80aa-7230ca7f55d2 req-f658a9bb-06cb-49fb-a1a1-65da2126c1f2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 943 time: 0.1385412 Feb 11 13:12:56.901234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:56.921895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Calling delete_port for 48cb6162-0853-48ab-a521-4459cb4dbd75 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:56.943715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Router 5811234b-d538-4312-90e8-7e7f01e919e6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:57.121792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9803eb4d-963f-4409-80aa-7230ca7f55d2 req-5e52915e-fa8c-443d-a0fc-7357dac99452 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305896 Feb 11 13:12:57.208209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0609587d-4e32-4731-8888-908ec573fc13 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:12:57.250041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:57.261535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:57.264502 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] Sync routers for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:57.288988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 252bc253-4b29-4390-ad0c-587b2fe0a2ea no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:57.290864 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:57.291813 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:57.302305 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (a4e1b9f8-d275-4a8e-9198-b01654350fe3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:57.351402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 252bc253-4b29-4390-ad0c-587b2fe0a2ea {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:57.351760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 252bc253-4b29-4390-ad0c-587b2fe0a2ea not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:57.384497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-626e5a4b-948d-408f-8fd1-374b77f70776 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "PUT /v2.0/floatingips/7aee140b-88e2-4d7e-8f82-caa0c3dc10fe HTTP/1.1" status: 200 len: 990 time: 2.4075863 Feb 11 13:12:57.385902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:57.405933 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:57.430080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (48cb6162-0853-48ab-a521-4459cb4dbd75), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:57.459929 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:57.573544 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fc4bc1-90fb-4bf5-be5f-453d44340491 x-openstack-request-id: req-c5fc4bc1-90fb-4bf5-be5f-453d44340491 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:57.574257 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:57.576125 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5fc4bc1-90fb-4bf5-be5f-453d44340491 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:57.576778 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'status': 'completed', 'code': 200} Feb 11 13:12:57.585662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Port': ['ID=48cb6162-0853-48ab-a521-4459cb4dbd75,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:57.630534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0609587d-4e32-4731-8888-908ec573fc13, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0609587d-4e32-4731-8888-908ec573fc13,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:57.667680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '0609587d-4e32-4731-8888-908ec573fc13', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'port_id': '0609587d-4e32-4731-8888-908ec573fc13', 'mac_address': 'fa:16:3e:55:d6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8738ee9-9799-48eb-9480-7c79190886ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:12:57.796837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 0609587d-4e32-4731-8888-908ec573fc13 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:57.799255 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0609587d-4e32-4731-8888-908ec573fc13), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:57.845692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0609587d-4e32-4731-8888-908ec573fc13 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:57.878078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0609587d-4e32-4731-8888-908ec573fc13, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0609587d-4e32-4731-8888-908ec573fc13,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:57.888609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:57.889948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-381870df-22a1-4ffe-b513-0fe2aad11d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:57.891635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-381870df-22a1-4ffe-b513-0fe2aad11d57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1127 time: 0.2427711 Feb 11 13:12:57.892774 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0609587d-4e32-4731-8888-908ec573fc13), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:57.952047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '7aee140b-88e2-4d7e-8f82-caa0c3dc10fe', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'port_id': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'mac_address': 'fa:16:3e:25:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:30Z', 'updated_at': '2022-02-11T13:12:55Z', 'revision_number': 1, 'project_id': '363a483d018144859b6c13cee3f7967b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:58.011601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=0609587d-4e32-4731-8888-908ec573fc13,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:58.047620 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] Checking router: 5811234b-d538-4312-90e8-7e7f01e919e6 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:58.100451 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:58.101621 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:58.150621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-9fb1aa3b-1127-48c0-bfee-32205976c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:58.152294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-9fb1aa3b-1127-48c0-bfee-32205976c7a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.2529764 Feb 11 13:12:58.197521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Router 266edfbc-64dc-4039-8a66-5fbe0f7bf4ee has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:58.214782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0609587d-4e32-4731-8888-908ec573fc13'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:58.318303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:58.329019 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d6de9732-60c3-4339-96dc-b22f69c2629b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7187603 Feb 11 13:12:58.336926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] Sync routers for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:58.367299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58552) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:58.387996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-3834abf4-84fb-4ef4-92ad-9a35bb1c8d67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 998 time: 0.1976209 Feb 11 13:12:58.401475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:58.406305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:58.428450 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-bb5ed8a1-3b14-4d6e-84df-b9c546d96169 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] show failed (client error): The resource could not be found. Feb 11 13:12:58.441514 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb5ed8a1-3b14-4d6e-84df-b9c546d96169 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1805433114 HTTP/1.1" status: 404 len: 335 time: 0.0606091 Feb 11 13:12:58.441514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58554) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:58.442564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a272ea29-dc57-416b-aaf6-6c183f6ec1a3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:58.473012 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:58.535282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-f4e94d5e-f7e7-434c-962e-e887bbc12cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:58.540079 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-a272ea29-dc57-416b-aaf6-6c183f6ec1a3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] update failed (client error): The resource could not be found. Feb 11 13:12:58.545522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-f4e94d5e-f7e7-434c-962e-e887bbc12cfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.1431928 Feb 11 13:12:58.548453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:58.559966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a272ea29-dc57-416b-aaf6-6c183f6ec1a3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-132423454 HTTP/1.1" status: 404 len: 334 time: 0.1034296 Feb 11 13:12:58.587289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ae003-27d1-4ad5-bb40-b6b57579f6d8 req-baccefd0-2ca4-4b6c-a434-da5c38ef9f51 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:58.589804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e19ae003-27d1-4ad5-bb40-b6b57579f6d8 req-baccefd0-2ca4-4b6c-a434-da5c38ef9f51 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 944 time: 0.2729425 Feb 11 13:12:58.678578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Deleting port 29699ed7-0382-4568-9ce5-13c0ca6683ad {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:58.691746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:58.702324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting subnet 5a793a46-062d-4f10-b1b8-0c625c54716d {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:12:58.720683 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for subnet (5a793a46-062d-4f10-b1b8-0c625c54716d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:58.758791 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e19ae003-27d1-4ad5-bb40-b6b57579f6d8 req-8e1ad27d-de23-4c4c-b763-78fecd1c53f3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546001 Feb 11 13:12:58.858682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-0469e0ed-df22-4e46-bbc2-d5e7e50b71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:58.862446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-0469e0ed-df22-4e46-bbc2-d5e7e50b71de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2912378 Feb 11 13:12:58.866272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:58.911504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] Routers {'266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:58.913238 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '7aee140b-88e2-4d7e-8f82-caa0c3dc10fe', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'port_id': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'mac_address': 'fa:16:3e:25:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:30Z', 'updated_at': '2022-02-11T13:12:55Z', 'revision_number': 1, 'project_id': '363a483d018144859b6c13cee3f7967b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:58.926511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:58.958628 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebf23b0-9c44-46a8-99db-fd241fbc73bc None None] The sync data for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 is: [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '7aee140b-88e2-4d7e-8f82-caa0c3dc10fe', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'port_id': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2358, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'mac_address': 'fa:16:3e:25:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:30Z', 'updated_at': '2022-02-11T13:12:55Z', 'revision_number': 1, 'project_id': '363a483d018144859b6c13cee3f7967b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:58.967966 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:12:58.991046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:58.995948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (5a793a46-062d-4f10-b1b8-0c625c54716d), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.007937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93879e1e-17b8-4a42-b845-cd677279e98f None None] The sync data for ids ['266edfbc-64dc-4039-8a66-5fbe0f7bf4ee'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:59.133176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] For port 29699ed7-0382-4568-9ce5-13c0ca6683ad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=29699ed7-0382-4568-9ce5-13c0ca6683ad,segment=NetworkSegment(f8948a51-41ef-4ef8-b170-4b433ddf5061),segment_id=f8948a51-41ef-4ef8-b170-4b433ddf5061)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:59.133975 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.166755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Calling delete_port for 29699ed7-0382-4568-9ce5-13c0ca6683ad owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:59.226915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-a1366139-d0d5-472f-beaf-391544be3a50 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709377 Feb 11 13:12:59.280024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (5a793a46-062d-4f10-b1b8-0c625c54716d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.301097 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7730e1-4ca3-4b82-b456-a26e0cb97f5e None None] New status for floating IP 7aee140b-88e2-4d7e-8f82-caa0c3dc10fe: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:12:59.318749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1a6eeff8-95dc-4891-9912-91d309e98b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.818297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (5a793a46-062d-4f10-b1b8-0c625c54716d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.829505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36d3ca96-02b0-47d7-ae6a-33f67c1a0cb7 req-ef884df1-0893-4e70-802c-b764b9cdd125 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633357 Feb 11 13:12:59.864003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Subnet': ['ID=5a793a46-062d-4f10-b1b8-0c625c54716d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:59.872855 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:59.876512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3a11ea8e-7b0e-4ad6-b67b-4783095dd6e9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/subnets/5a793a46-062d-4f10-b1b8-0c625c54716d HTTP/1.1" status: 204 len: 168 time: 1.3240478 Feb 11 13:12:59.879257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58572) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:59.887962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b54f7-51c4-4649-b5bb-c40b378e607e None None] Network 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:00.032235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b0d87-a7c0-400d-84b7-f805dbff0750 req-cc48dd54-75f1-4543-b82f-f979e17927fc tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:00.035222 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-077b0d87-a7c0-400d-84b7-f805dbff0750 req-cc48dd54-75f1-4543-b82f-f979e17927fc tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 944 time: 0.1792989 Feb 11 13:13:00.048439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.068185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (29699ed7-0382-4568-9ce5-13c0ca6683ad), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.150310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-077b0d87-a7c0-400d-84b7-f805dbff0750 req-91006e0f-2b8e-41cd-9fd9-624096a0e6df tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075060 Feb 11 13:13:00.167913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=29699ed7-0382-4568-9ce5-13c0ca6683ad,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:00.171214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] DHCP port deletion for 42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:13:00.254445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] Deleting port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:00.255154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.332565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] For port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,segment=NetworkSegment(74d3b182-cecc-4c93-bce2-dbbca4d06fdc),segment_id=74d3b182-cecc-4c93-bce2-dbbca4d06fdc)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:00.333954 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.349414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] Calling delete_port for 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:00.355010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:00.355477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.402298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (a4e1b9f8-d275-4a8e-9198-b01654350fe3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.463345 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.493158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] Pushing event deleted for resources: {'Port': ['ID=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:00.504472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e497f-d714-4eb4-a9c9-9cb3b90317d7 None None] No DVR routers for this DVR port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:00.515905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] For port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,segment=NetworkSegment(74d3b182-cecc-4c93-bce2-dbbca4d06fdc),segment_id=74d3b182-cecc-4c93-bce2-dbbca4d06fdc)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:00.516221 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.534696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Calling delete_port for 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:00.780057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (42ae0fe3-b4a1-4498-8a61-976799a1b7a2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:00.799875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] No DVR routers for this DVR port 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:00.839469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Port': ['ID=42ae0fe3-b4a1-4498-8a61-976799a1b7a2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:00.900958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Router a4e1b9f8-d275-4a8e-9198-b01654350fe3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:13:00.942873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.008530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:01.034720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d3b182-cecc-4c93-bce2-dbbca4d06fdc') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:01.034890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d3b182-cecc-4c93-bce2-dbbca4d06fdc') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:01.059512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (74d3b182-cecc-4c93-bce2-dbbca4d06fdc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.119357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (74d3b182-cecc-4c93-bce2-dbbca4d06fdc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.131660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:01.132070 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (74d3b182-cecc-4c93-bce2-dbbca4d06fdc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:01.135349 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:01.193754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:01.202176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-933c5d7c-3154-48a2-b625-cb4723df85b2 admin admin] 10.222.0.42 "PUT /v2.0/routers/a4e1b9f8-d275-4a8e-9198-b01654350fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7141471 Feb 11 13:13:01.207943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58590) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:01.222535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] Sync routers for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:13:01.233572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.239851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0609587d-4e32-4731-8888-908ec573fc13 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:01.258656 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.264121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/networks/42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426 HTTP/1.1" status: 204 len: 168 time: 1.3817241 Feb 11 13:13:01.264121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541c757-25c8-4739-9432-19a8baf46b2a tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Network': ['ID=42a67cf8-50c3-4b8d-a7cb-5de6f1bd4426,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:01.265256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:01.332743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:01.333517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:12:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:01.395159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting subnet 8694371d-713f-44d2-ae54-f726d4c16462 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:13:01.417239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for subnet (8694371d-713f-44d2-ae54-f726d4c16462), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.458403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664a26-2ff2-42a8-8c63-74694f1711fd req-4a0605dd-80ea-4eea-b5b1-eab30f450877 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:01.460096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b3664a26-2ff2-42a8-8c63-74694f1711fd req-4a0605dd-80ea-4eea-b5b1-eab30f450877 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 944 time: 0.1690650 Feb 11 13:13:01.490381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks [] for router (a4e1b9f8-d275-4a8e-9198-b01654350fe3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.532397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (8694371d-713f-44d2-ae54-f726d4c16462), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.533118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3eb0561b-0ea1-4f0c-a380-09cf56eee2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.570597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 0609587d-4e32-4731-8888-908ec573fc13 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:01.631598 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b3664a26-2ff2-42a8-8c63-74694f1711fd req-13410fbf-38a3-4c0f-8e41-ea3b87ec40d9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641562 Feb 11 13:13:01.640166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 0609587d-4e32-4731-8888-908ec573fc13 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:01.640466 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0609587d-4e32-4731-8888-908ec573fc13), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.705487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (8694371d-713f-44d2-ae54-f726d4c16462), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.742317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:01.790718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks [] for router_gateway (a4e1b9f8-d275-4a8e-9198-b01654350fe3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.802419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (8694371d-713f-44d2-ae54-f726d4c16462), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.883795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Subnet': ['ID=8694371d-713f-44d2-ae54-f726d4c16462,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:01.891872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.897252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3971dac4-ff76-412c-816d-a3ab968bd068 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/subnets/8694371d-713f-44d2-ae54-f726d4c16462 HTTP/1.1" status: 204 len: 168 time: 0.6316614 Feb 11 13:13:01.899600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58598) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:01.934408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Deleting port c8e75b23-4aad-4517-aae6-64347d242709 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:01.935013 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c8e75b23-4aad-4517-aae6-64347d242709), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:01.975003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0240ed-b36c-4a47-9dce-f1a42578a17d None None] Network 5f835647-9ff1-4e7a-8a2c-af849cabd66b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:02.006418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting subnet cb2dc903-c394-49a6-baa2-ce8fe237a2ce {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:13:02.013547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for subnet (cb2dc903-c394-49a6-baa2-ce8fe237a2ce), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.076382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (cb2dc903-c394-49a6-baa2-ce8fe237a2ce), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.089236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] For port c8e75b23-4aad-4517-aae6-64347d242709, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c8e75b23-4aad-4517-aae6-64347d242709,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:02.089612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c8e75b23-4aad-4517-aae6-64347d242709), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.156292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Calling delete_port for c8e75b23-4aad-4517-aae6-64347d242709 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:02.198134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:02.296550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cb2dc903-c394-49a6-baa2-ce8fe237a2ce), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.383816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:13:02.384411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 42ae0fe3-b4a1-4498-8a61-976799a1b7a2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:13:02.435749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 0609587d-4e32-4731-8888-908ec573fc13 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:02.436151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0609587d-4e32-4731-8888-908ec573fc13), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.472967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (cb2dc903-c394-49a6-baa2-ce8fe237a2ce), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.529898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.543051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58610) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:02.543870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/subnets/cb2dc903-c394-49a6-baa2-ce8fe237a2ce HTTP/1.1" status: 204 len: 168 time: 0.6428792 Feb 11 13:13:02.574062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8bce4-0a5d-4b8d-93f6-5925e0dc9738 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2dc903-c394-49a6-baa2-ce8fe237a2ce,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:02.588446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0609587d-4e32-4731-8888-908ec573fc13, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0609587d-4e32-4731-8888-908ec573fc13,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:02.603833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0609587d-4e32-4731-8888-908ec573fc13'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:02.606809 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63281dcc-8a05-4778-8de9-7d163ae3a537" -d '{"events": [{"server_uuid": "17e342d7-c2d7-4786-b6fc-f073a8ad8a70", "name": "network-vif-plugged", "status": "completed", "tag": "0609587d-4e32-4731-8888-908ec573fc13"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:02.628418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a3e3b-858e-4de7-93e0-e23da2627091 None None] Network d4436857-79e1-4502-aefb-4a2cae89249c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:02.659964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.666643 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0609587d-4e32-4731-8888-908ec573fc13), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.698512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (5f835647-9ff1-4e7a-8a2c-af849cabd66b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.705686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c8e75b23-4aad-4517-aae6-64347d242709), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.707057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58616) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:02.755748 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebec1df-617b-4181-8cb8-db285806369c x-openstack-request-id: req-3ebec1df-617b-4181-8cb8-db285806369c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:02.756215 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e342d7-c2d7-4786-b6fc-f073a8ad8a70", "name": "network-vif-plugged", "status": "completed", "tag": "0609587d-4e32-4731-8888-908ec573fc13", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:02.756494 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ebec1df-617b-4181-8cb8-db285806369c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:02.759079 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0609587d-4e32-4731-8888-908ec573fc13', 'code': 200} Feb 11 13:13:02.833337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e75b23-4aad-4517-aae6-64347d242709,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:02.874114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:12:59Z', 'revision_number': 5, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port': {'id': 'c8e75b23-4aad-4517-aae6-64347d242709', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:17Z', 'updated_at': '2022-02-11T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:02.945772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be55fb9c-de99-4364-9766-7cb5ee634c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.973003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] DHCP port deletion for 5f835647-9ff1-4e7a-8a2c-af849cabd66b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:13:02.978012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f541b3-723c-477c-a706-d80ec5c9986f req-ccb80896-6165-4f27-8dd4-654e956c0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.979819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25f541b3-723c-477c-a706-d80ec5c9986f req-ccb80896-6165-4f27-8dd4-654e956c0516 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 1127 time: 0.1999757 Feb 11 13:13:03.007040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e7a1c-8d87-4f22-8bf7-3c5767fdbaff req-3d26a416-0eae-4985-8b10-d7c60e857d2d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:03.008832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-220e7a1c-8d87-4f22-8bf7-3c5767fdbaff req-3d26a416-0eae-4985-8b10-d7c60e857d2d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 945 time: 0.1752601 Feb 11 13:13:03.078096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] Checking router: a4e1b9f8-d275-4a8e-9198-b01654350fe3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:13:03.098882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-220e7a1c-8d87-4f22-8bf7-3c5767fdbaff req-19bb328e-28dc-4e17-9ae5-288912b03f8e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755250 Feb 11 13:13:03.105602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25f541b3-723c-477c-a706-d80ec5c9986f req-582f7060-7052-4061-94f4-59365d2abb2a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197457 Feb 11 13:13:03.150249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (a4e1b9f8-d275-4a8e-9198-b01654350fe3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.162644 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be55fb9c-de99-4364-9766-7cb5ee634c68 admin admin] Publish callbacks [] for security_group (da701ce9-7e63-4889-906f-dd100122a6af), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.168549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-be55fb9c-de99-4364-9766-7cb5ee634c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (da701ce9-7e63-4889-906f-dd100122a6af), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.195623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55fb9c-de99-4364-9766-7cb5ee634c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da701ce9-7e63-4889-906f-dd100122a6af,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:03.220858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=0609587d-4e32-4731-8888-908ec573fc13,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:03.235998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-be55fb9c-de99-4364-9766-7cb5ee634c68 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f80754b19b045f2a4a848871e3819da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5254669 Feb 11 13:13:03.242313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] Routers {'a4e1b9f8-d275-4a8e-9198-b01654350fe3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:03.243799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:13:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:03.246787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58622) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:03.332788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-471766c7-624a-466a-947d-70a8326154c0 admin admin] Publish callbacks [] for security_group (da701ce9-7e63-4889-906f-dd100122a6af), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.334155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting port 11b8628d-ccee-493a-90ec-09ef9eed43f1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:03.334947 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.356994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (a4e1b9f8-d275-4a8e-9198-b01654350fe3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.361497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks [] for router_controller (a4e1b9f8-d275-4a8e-9198-b01654350fe3), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.372442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-471766c7-624a-466a-947d-70a8326154c0 admin admin] Publish callbacks [] for security_group (da701ce9-7e63-4889-906f-dd100122a6af), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.462988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] For port 11b8628d-ccee-493a-90ec-09ef9eed43f1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=11b8628d-ccee-493a-90ec-09ef9eed43f1,segment=NetworkSegment(565833a1-5d0e-446b-8912-4911c2ef4655),segment_id=565833a1-5d0e-446b-8912-4911c2ef4655)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:03.463693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.463832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] Set router a4e1b9f8-d275-4a8e-9198-b01654350fe3 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:03.467337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (a4e1b9f8-d275-4a8e-9198-b01654350fe3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.468116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e1b9f8-d275-4a8e-9198-b01654350fe3 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:13:03.477516 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.479143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ad456348-01d2-42e0-bba8-ea5232a037c0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a4e1b9f8-d275-4a8e-9198-b01654350fe3 HTTP/1.1" status: 204 len: 168 time: 2.2705958 Feb 11 13:13:03.481822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58624) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:03.494044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-471766c7-624a-466a-947d-70a8326154c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (da701ce9-7e63-4889-906f-dd100122a6af), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.497422 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-471766c7-624a-466a-947d-70a8326154c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.497862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Calling delete_port for 11b8628d-ccee-493a-90ec-09ef9eed43f1 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:03.502276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-471766c7-624a-466a-947d-70a8326154c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da701ce9-7e63-4889-906f-dd100122a6af HTTP/1.1" status: 204 len: 168 time: 0.2515130 Feb 11 13:13:03.530758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471766c7-624a-466a-947d-70a8326154c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da701ce9-7e63-4889-906f-dd100122a6af,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:03.639545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] Deleting subnet 93ca6183-2508-48cb-a624-457d3c2aa559 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:13:03.645918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] Publish callbacks [] for subnet (93ca6183-2508-48cb-a624-457d3c2aa559), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.659374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] DHCP port deletion for d4436857-79e1-4502-aefb-4a2cae89249c request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:13:03.667634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:13:02Z', 'revision_number': 7, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:03.709140 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (93ca6183-2508-48cb-a624-457d3c2aa559), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.736689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be35b3-eabe-4948-8532-6e35205916c7 None None] The sync data for ids ['a4e1b9f8-d275-4a8e-9198-b01654350fe3'] in n-d-828675-3 is: [{'id': 'a4e1b9f8-d275-4a8e-9198-b01654350fe3', 'name': 'tempest-ServerRescueTestJSONUnderV235-797268430-router', 'tenant_id': '7bb351907fa04df8b5b401a9beeb59da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:15Z', 'updated_at': '2022-02-11T13:13:02Z', 'revision_number': 7, 'project_id': '7bb351907fa04df8b5b401a9beeb59da', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:13:03.787022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] Deleting port 11b8628d-ccee-493a-90ec-09ef9eed43f1 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:03.787392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.815434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.846805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (93ca6183-2508-48cb-a624-457d3c2aa559), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.873421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Port': ['ID=11b8628d-ccee-493a-90ec-09ef9eed43f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:03.887611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] For port 11b8628d-ccee-493a-90ec-09ef9eed43f1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=11b8628d-ccee-493a-90ec-09ef9eed43f1,segment=NetworkSegment(565833a1-5d0e-446b-8912-4911c2ef4655),segment_id=565833a1-5d0e-446b-8912-4911c2ef4655)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:03.888015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:03.891688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] No DVR routers for this DVR port 11b8628d-ccee-493a-90ec-09ef9eed43f1 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:03.909881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] Calling delete_port for 11b8628d-ccee-493a-90ec-09ef9eed43f1 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:03.924411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] Deleting port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:03.924780 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.048555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (5f835647-9ff1-4e7a-8a2c-af849cabd66b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.099668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f835647-9ff1-4e7a-8a2c-af849cabd66b']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:04.142538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (93ca6183-2508-48cb-a624-457d3c2aa559), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.212053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565833a1-5d0e-446b-8912-4911c2ef4655') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:04.212355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565833a1-5d0e-446b-8912-4911c2ef4655') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:04.393820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 11b8628d-ccee-493a-90ec-09ef9eed43f1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:04.421358 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.456121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 11b8628d-ccee-493a-90ec-09ef9eed43f1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:13:04.456517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 11b8628d-ccee-493a-90ec-09ef9eed43f1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:13:04.456935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7e7cf444-6bf2-4958-be7c-fc46c4e42414 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:04.461147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] For port 7e7cf444-6bf2-4958-be7c-fc46c4e42414, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e7cf444-6bf2-4958-be7c-fc46c4e42414,segment=NetworkSegment(da05efd0-4d2c-4c47-9a9f-00f7065e8b69),segment_id=da05efd0-4d2c-4c47-9a9f-00f7065e8b69)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:04.461546 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.469017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (565833a1-5d0e-446b-8912-4911c2ef4655), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.518354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] Calling delete_port for 7e7cf444-6bf2-4958-be7c-fc46c4e42414 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:04.541886 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (11b8628d-ccee-493a-90ec-09ef9eed43f1), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.544341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ca6183-2508-48cb-a624-457d3c2aa559,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:04.583844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (565833a1-5d0e-446b-8912-4911c2ef4655), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.612848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.641013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58648) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:04.648854 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-16b822b8-3ba8-46cd-9f31-6e11ec0b27f9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/93ca6183-2508-48cb-a624-457d3c2aa559 HTTP/1.1" status: 204 len: 168 time: 1.1650403 Feb 11 13:13:04.673105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:04.673534 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (565833a1-5d0e-446b-8912-4911c2ef4655), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:04.676995 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:04.687669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] No DVR routers for this DVR port 11b8628d-ccee-493a-90ec-09ef9eed43f1 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:04.705135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3261948-8f41-4f4f-b2c8-eacc57c5cd5a None None] Pushing event deleted for resources: {'Port': ['ID=11b8628d-ccee-493a-90ec-09ef9eed43f1,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:04.834086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (6398a48c-e72d-4f16-955d-69b0977ff90d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.891006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:04.891415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.894592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31bb30-71a8-47e6-b6f7-b1106b27f56f req-1b15b62c-52ea-43dd-ab2b-191975ebe2fe tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:04.896271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc31bb30-71a8-47e6-b6f7-b1106b27f56f req-1b15b62c-52ea-43dd-ab2b-191975ebe2fe tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 945 time: 0.4223609 Feb 11 13:13:04.897218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (5f835647-9ff1-4e7a-8a2c-af849cabd66b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.907495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.914120 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/networks/5f835647-9ff1-4e7a-8a2c-af849cabd66b HTTP/1.1" status: 204 len: 168 time: 2.3694327 Feb 11 13:13:04.928839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:04.990636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 7e7cf444-6bf2-4958-be7c-fc46c4e42414, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7e7cf444-6bf2-4958-be7c-fc46c4e42414,segment=NetworkSegment(da05efd0-4d2c-4c47-9a9f-00f7065e8b69),segment_id=da05efd0-4d2c-4c47-9a9f-00f7065e8b69)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:04.997280 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.036423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeb573-c71d-471f-b617-65838189bed0 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Network': ['ID=5f835647-9ff1-4e7a-8a2c-af849cabd66b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:05.072412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=7e7cf444-6bf2-4958-be7c-fc46c4e42414,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:05.078130 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (7e7cf444-6bf2-4958-be7c-fc46c4e42414), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.122737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc31bb30-71a8-47e6-b6f7-b1106b27f56f req-4b18604d-2d21-433d-ab0c-557066cd9135 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073362 Feb 11 13:13:05.135135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] No DVR routers for this DVR port 7e7cf444-6bf2-4958-be7c-fc46c4e42414 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:05.146300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da612933-6d13-4bbb-9764-788a288b98e5 None None] Pushing event deleted for resources: {'Port': ['ID=7e7cf444-6bf2-4958-be7c-fc46c4e42414,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:05.160555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (6398a48c-e72d-4f16-955d-69b0977ff90d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.203765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6398a48c-e72d-4f16-955d-69b0977ff90d']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:05.232641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8948a51-41ef-4ef8-b170-4b433ddf5061') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:05.234974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8948a51-41ef-4ef8-b170-4b433ddf5061') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:05.248030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d4436857-79e1-4502-aefb-4a2cae89249c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.256794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (f8948a51-41ef-4ef8-b170-4b433ddf5061), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.306123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f8948a51-41ef-4ef8-b170-4b433ddf5061), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.323872 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.343652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:05.344114 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (f8948a51-41ef-4ef8-b170-4b433ddf5061), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:05.350215 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:05.495447 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d4436857-79e1-4502-aefb-4a2cae89249c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.503122 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (6398a48c-e72d-4f16-955d-69b0977ff90d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.512283 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.523006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6398a48c-e72d-4f16-955d-69b0977ff90d HTTP/1.1" status: 204 len: 168 time: 0.8806832 Feb 11 13:13:05.577733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9a2f0-e7ff-4f6f-a0c2-29d3466914d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6398a48c-e72d-4f16-955d-69b0977ff90d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:05.586846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4436857-79e1-4502-aefb-4a2cae89249c']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:05.605507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da05efd0-4d2c-4c47-9a9f-00f7065e8b69') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:05.606024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da05efd0-4d2c-4c47-9a9f-00f7065e8b69') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:05.624958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (da05efd0-4d2c-4c47-9a9f-00f7065e8b69), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.643652 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (da05efd0-4d2c-4c47-9a9f-00f7065e8b69), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.657189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:05.658676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (da05efd0-4d2c-4c47-9a9f-00f7065e8b69), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:05.663183 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:05.789761 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d4436857-79e1-4502-aefb-4a2cae89249c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.815558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.841172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:05.843462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/networks/d4436857-79e1-4502-aefb-4a2cae89249c HTTP/1.1" status: 204 len: 168 time: 0.9132879 Feb 11 13:13:05.856639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c8e75b23-4aad-4517-aae6-64347d242709 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:05.880749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273e9cd-f385-416a-a042-11a955577814 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Network': ['ID=d4436857-79e1-4502-aefb-4a2cae89249c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:05.931275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58682) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:05.934093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c8e75b23-4aad-4517-aae6-64347d242709 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:13:05.935161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c8e75b23-4aad-4517-aae6-64347d242709 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:13:05.938520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 29699ed7-0382-4568-9ce5-13c0ca6683ad no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:05.987909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting subnet 494cdae3-590c-4f49-a107-9b8ebc8e1968 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:13:05.994379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 29699ed7-0382-4568-9ce5-13c0ca6683ad {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:13:05.995920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 29699ed7-0382-4568-9ce5-13c0ca6683ad not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:13:05.999913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for subnet (494cdae3-590c-4f49-a107-9b8ebc8e1968), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.063093 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ff35f379-2265-4c5e-9205-2eda009701ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bb351907fa04df8b5b401a9beeb59da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303964 Feb 11 13:13:06.068202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:06.111607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (494cdae3-590c-4f49-a107-9b8ebc8e1968), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.248190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c02c57ef-a2ca-4267-b956-8b6a095594df admin admin] Publish callbacks [] for security_group (dad37937-ac2b-44e1-80ca-d7edf687eded), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.288443 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (494cdae3-590c-4f49-a107-9b8ebc8e1968), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.293685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c02c57ef-a2ca-4267-b956-8b6a095594df admin admin] Publish callbacks [] for security_group (dad37937-ac2b-44e1-80ca-d7edf687eded), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.418730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c02c57ef-a2ca-4267-b956-8b6a095594df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dad37937-ac2b-44e1-80ca-d7edf687eded), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.421391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c02c57ef-a2ca-4267-b956-8b6a095594df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.422638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c02c57ef-a2ca-4267-b956-8b6a095594df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dad37937-ac2b-44e1-80ca-d7edf687eded HTTP/1.1" status: 204 len: 168 time: 0.3510673 Feb 11 13:13:06.443361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c57ef-a2ca-4267-b956-8b6a095594df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad37937-ac2b-44e1-80ca-d7edf687eded,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:06.717719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (494cdae3-590c-4f49-a107-9b8ebc8e1968), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.755867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Subnet': ['ID=494cdae3-590c-4f49-a107-9b8ebc8e1968,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:06.759064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.763310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc28ddc-82b9-42b6-bcc9-3d0153ad5d16 None None] Network 81029668-3163-494a-99e0-03c8f0439760 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:06.763739 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-66f4a932-3988-4f81-a82b-be21e03fdf2f tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/subnets/494cdae3-590c-4f49-a107-9b8ebc8e1968 HTTP/1.1" status: 204 len: 168 time: 0.9208097 Feb 11 13:13:06.766466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58698) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:06.773032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57403bd-a998-487b-bfe7-3de0f74c3139 req-accf4f85-881f-4f3e-b94d-36c0c8244b1a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.774840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d57403bd-a998-487b-bfe7-3de0f74c3139 req-accf4f85-881f-4f3e-b94d-36c0c8244b1a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 945 time: 0.1166201 Feb 11 13:13:06.889042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d57403bd-a998-487b-bfe7-3de0f74c3139 req-ad0ff8b3-1f25-4c46-8185-ff9fea219aa9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065371 Feb 11 13:13:07.039964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (81029668-3163-494a-99e0-03c8f0439760), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.127918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] DHCP port deletion for 81029668-3163-494a-99e0-03c8f0439760 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:13:07.150582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Deleting port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:07.151289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.255900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] For port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,segment=NetworkSegment(e002f83d-1be4-4f22-a4e2-c2b06e4cbfde),segment_id=e002f83d-1be4-4f22-a4e2-c2b06e4cbfde)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:07.256781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.298869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] Deleting port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:07.299526 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.303162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Calling delete_port for 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:07.512242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] For port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,segment=NetworkSegment(e002f83d-1be4-4f22-a4e2-c2b06e4cbfde),segment_id=e002f83d-1be4-4f22-a4e2-c2b06e4cbfde)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:07.513126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.536826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] Calling delete_port for 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:07.606051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.667538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Port': ['ID=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:07.709586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] No DVR routers for this DVR port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:07.775360 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (84b6718b-db42-4b4e-ac9b-91ba23fe85c2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.826417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] Pushing event deleted for resources: {'Port': ['ID=84b6718b-db42-4b4e-ac9b-91ba23fe85c2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:07.853105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc0a309-9fec-43a6-8090-5c9d3757cebd None None] No DVR routers for this DVR port 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:07.886418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (81029668-3163-494a-99e0-03c8f0439760), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.913380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:07.967270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81029668-3163-494a-99e0-03c8f0439760']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:07.980930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:13:07.981690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84b6718b-db42-4b4e-ac9b-91ba23fe85c2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:13:08.006363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e002f83d-1be4-4f22-a4e2-c2b06e4cbfde') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:08.013486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e002f83d-1be4-4f22-a4e2-c2b06e4cbfde') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:08.039022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-4db20a39-348e-457c-8d95-a3c8d5c3f671 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1399269 Feb 11 13:13:08.056256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e002f83d-1be4-4f22-a4e2-c2b06e4cbfde), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.103006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e002f83d-1be4-4f22-a4e2-c2b06e4cbfde), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.147178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:08.147871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e002f83d-1be4-4f22-a4e2-c2b06e4cbfde), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:08.151401 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:08.255975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-09c71f44-34fd-4cf9-b2ae-f47a6bfe771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:08.262787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-09c71f44-34fd-4cf9-b2ae-f47a6bfe771e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 1127 time: 0.1330395 Feb 11 13:13:08.346512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (81029668-3163-494a-99e0-03c8f0439760), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.376670 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.383685 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/networks/81029668-3163-494a-99e0-03c8f0439760 HTTP/1.1" status: 204 len: 168 time: 1.6158743 Feb 11 13:13:08.427112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58748) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:08.430894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a86fad-5b75-4b8a-8392-52807229f0a9 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Pushing event deleted for resources: {'Network': ['ID=81029668-3163-494a-99e0-03c8f0439760,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:08.518697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2c1e09aa-3fa7-4dd9-b75f-48acb6a33bf3 tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "GET /v2.0/ports?device_id=266edfbc-64dc-4039-8a66-5fbe0f7bf4ee HTTP/1.1" status: 200 len: 205 time: 0.0744326 Feb 11 13:13:08.519250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-48aea4fc-128a-4c72-8f98-b636c14745f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:08.519250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-48aea4fc-128a-4c72-8f98-b636c14745f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.2221916 Feb 11 13:13:08.520637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58754) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:08.568980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-e888e09c-4697-470a-affb-35a710b93e21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0609587d-4e32-4731-8888-908ec573fc13 HTTP/1.1" status: 200 len: 217 time: 0.0439184 Feb 11 13:13:08.640933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-68766718-45ae-41ec-a486-631d3088f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:08.642653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-68766718-45ae-41ec-a486-631d3088f29e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.0657480 Feb 11 13:13:08.712004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-bddc24df-2763-45f7-a17f-703103ecfe3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600493 Feb 11 13:13:08.736014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc5cff76-5d0a-4f50-9610-119a7739756b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:09.011452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-51e22ef5-4d9c-40e1-8e24-d574ce16f5a8 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968280 Feb 11 13:13:09.188110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc5cff76-5d0a-4f50-9610-119a7739756b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:09.191475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc5cff76-5d0a-4f50-9610-119a7739756b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router_controller (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:09.291461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc5cff76-5d0a-4f50-9610-119a7739756b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (266edfbc-64dc-4039-8a66-5fbe0f7bf4ee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:09.293011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5cff76-5d0a-4f50-9610-119a7739756b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Fanout notify agent at l3_agent the message router_deleted on router 266edfbc-64dc-4039-8a66-5fbe0f7bf4ee {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:13:09.320769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7409d7e-4f51-499a-9e2b-1d3a4fa5f2d0 req-8fc2d3c3-419d-43fc-bfba-690e3023ac71 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017669 Feb 11 13:13:09.321728 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc5cff76-5d0a-4f50-9610-119a7739756b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:09.323472 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dc5cff76-5d0a-4f50-9610-119a7739756b tempest-RoutersNegativeIpV6Test-1903787965 tempest-RoutersNegativeIpV6Test-1903787965-project] 10.222.0.42 "DELETE /v2.0/routers/266edfbc-64dc-4039-8a66-5fbe0f7bf4ee HTTP/1.1" status: 204 len: 168 time: 0.7983310 Feb 11 13:13:09.407596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:09.930979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f35-ce36-4cbc-94dd-c197caa187b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.136812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58798) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:10.166578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f35-ce36-4cbc-94dd-c197caa187b0 admin admin] Publish callbacks [] for security_group (4ea0e165-1387-49e0-b7b1-c8a81b99b662), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.173040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4e36f35-ce36-4cbc-94dd-c197caa187b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4ea0e165-1387-49e0-b7b1-c8a81b99b662), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.243439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e36f35-ce36-4cbc-94dd-c197caa187b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea0e165-1387-49e0-b7b1-c8a81b99b662,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:10.279412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58804) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:10.283114 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a4e36f35-ce36-4cbc-94dd-c197caa187b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ecc8e63d449e4963bce7b579195fafba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8741667 Feb 11 13:13:10.286447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58808) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:10.412645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-35591cec-d964-49ad-8d60-414db3e1923d admin admin] Publish callbacks [] for security_group (4ea0e165-1387-49e0-b7b1-c8a81b99b662), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.445034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-35591cec-d964-49ad-8d60-414db3e1923d admin admin] Publish callbacks [] for security_group (4ea0e165-1387-49e0-b7b1-c8a81b99b662), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.532793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-35591cec-d964-49ad-8d60-414db3e1923d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4ea0e165-1387-49e0-b7b1-c8a81b99b662), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.535522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-35591cec-d964-49ad-8d60-414db3e1923d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.537364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-35591cec-d964-49ad-8d60-414db3e1923d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ea0e165-1387-49e0-b7b1-c8a81b99b662 HTTP/1.1" status: 204 len: 168 time: 0.2496686 Feb 11 13:13:10.553280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35591cec-d964-49ad-8d60-414db3e1923d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea0e165-1387-49e0-b7b1-c8a81b99b662,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:10.793498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-602b0c8b-2eec-424d-bb81-3bad0de2262b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.901220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-41a3690e-4683-4b0b-905c-c446a220456c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e596bb8e71b34e7e992b110bf4b98ca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7608407 Feb 11 13:13:10.902186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58814) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:10.971487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-602b0c8b-2eec-424d-bb81-3bad0de2262b admin admin] Publish callbacks [] for security_group (903ad145-ba18-44a9-8546-d6ba86901c8a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.979597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1148ca81-e902-4156-b201-b65152f50df8 admin admin] Publish callbacks [] for security_group (05dd4d1b-43c6-43b0-94ee-8d58c2d4c000), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.980090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-602b0c8b-2eec-424d-bb81-3bad0de2262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (903ad145-ba18-44a9-8546-d6ba86901c8a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.012570 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1148ca81-e902-4156-b201-b65152f50df8 admin admin] Publish callbacks [] for security_group (05dd4d1b-43c6-43b0-94ee-8d58c2d4c000), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.029027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-602b0c8b-2eec-424d-bb81-3bad0de2262b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c45f74c9916459ab86de52cf4a680ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7481713 Feb 11 13:13:11.032692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58818) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:11.050776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b0c8b-2eec-424d-bb81-3bad0de2262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903ad145-ba18-44a9-8546-d6ba86901c8a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:11.123301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-965ddee8-5b80-49f3-a05b-8f2f51898803 admin admin] Publish callbacks [] for security_group (903ad145-ba18-44a9-8546-d6ba86901c8a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.166632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-965ddee8-5b80-49f3-a05b-8f2f51898803 admin admin] Publish callbacks [] for security_group (903ad145-ba18-44a9-8546-d6ba86901c8a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.204073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1148ca81-e902-4156-b201-b65152f50df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (05dd4d1b-43c6-43b0-94ee-8d58c2d4c000), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.206958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1148ca81-e902-4156-b201-b65152f50df8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.211288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1148ca81-e902-4156-b201-b65152f50df8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05dd4d1b-43c6-43b0-94ee-8d58c2d4c000 HTTP/1.1" status: 204 len: 168 time: 0.3076732 Feb 11 13:13:11.223126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148ca81-e902-4156-b201-b65152f50df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05dd4d1b-43c6-43b0-94ee-8d58c2d4c000,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:11.256390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-965ddee8-5b80-49f3-a05b-8f2f51898803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (903ad145-ba18-44a9-8546-d6ba86901c8a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.259435 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-965ddee8-5b80-49f3-a05b-8f2f51898803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.262938 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-965ddee8-5b80-49f3-a05b-8f2f51898803 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/903ad145-ba18-44a9-8546-d6ba86901c8a HTTP/1.1" status: 204 len: 168 time: 0.2268374 Feb 11 13:13:11.277361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ddee8-5b80-49f3-a05b-8f2f51898803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903ad145-ba18-44a9-8546-d6ba86901c8a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:11.488736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58840) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:11.512573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee1a4-debf-44d7-b947-dc66df746f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.659715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee1a4-debf-44d7-b947-dc66df746f42 admin admin] Publish callbacks [] for security_group (6c6cec49-d07b-4527-bdb2-f7e68d1497f7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.667038 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff7ee1a4-debf-44d7-b947-dc66df746f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c6cec49-d07b-4527-bdb2-f7e68d1497f7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.708577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:11.709025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ff7ee1a4-debf-44d7-b947-dc66df746f42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffb14f00779440e0b27e1c40170b7057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182519 Feb 11 13:13:11.732432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ee1a4-debf-44d7-b947-dc66df746f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6cec49-d07b-4527-bdb2-f7e68d1497f7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:11.824215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c408a12a-671e-4858-895f-cc36d09cac5f admin admin] Publish callbacks [] for security_group (6c6cec49-d07b-4527-bdb2-f7e68d1497f7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.876634 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c408a12a-671e-4858-895f-cc36d09cac5f admin admin] Publish callbacks [] for security_group (6c6cec49-d07b-4527-bdb2-f7e68d1497f7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.939364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c408a12a-671e-4858-895f-cc36d09cac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c6cec49-d07b-4527-bdb2-f7e68d1497f7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.944223 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c408a12a-671e-4858-895f-cc36d09cac5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:11.945670 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c408a12a-671e-4858-895f-cc36d09cac5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c6cec49-d07b-4527-bdb2-f7e68d1497f7 HTTP/1.1" status: 204 len: 168 time: 0.2354286 Feb 11 13:13:11.955815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408a12a-671e-4858-895f-cc36d09cac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6cec49-d07b-4527-bdb2-f7e68d1497f7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:11.983665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-89a66a3f-7de1-412b-9633-4e70e168564e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1392596 Feb 11 13:13:12.112001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e99d2-417b-4140-8765-e8ef34256321 req-37d83ff6-e836-4c0f-ae26-31eb67505095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.113532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-37d83ff6-e836-4c0f-ae26-31eb67505095 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1127 time: 0.0852408 Feb 11 13:13:12.325026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58864) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:12.346050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e99d2-417b-4140-8765-e8ef34256321 req-2681f9cf-73b0-4b38-b440-1e21573efbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.348424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-2681f9cf-73b0-4b38-b440-1e21573efbd9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.2145927 Feb 11 13:13:12.515129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-1510cf73-fa59-47d6-bee4-ba7e97d37234 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 1000 time: 0.1590748 Feb 11 13:13:12.595962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e99d2-417b-4140-8765-e8ef34256321 req-f56752da-a52d-4686-9af4-48f97a46eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.598421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-f56752da-a52d-4686-9af4-48f97a46eb7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.0757737 Feb 11 13:13:12.647973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-537d8c0b-69b1-4748-818d-41f1fed85c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:12.766638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e99d2-417b-4140-8765-e8ef34256321 req-67f592b0-08d0-4fcb-897e-041534cbcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.772888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-67f592b0-08d0-4fcb-897e-041534cbcf18 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1680562 Feb 11 13:13:12.847682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-537d8c0b-69b1-4748-818d-41f1fed85c94 admin admin] Publish callbacks [] for security_group (79419b4e-1e33-4e0b-b73a-49d2ca6a7340), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:12.855968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-537d8c0b-69b1-4748-818d-41f1fed85c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (79419b4e-1e33-4e0b-b73a-49d2ca6a7340), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:12.910450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d8c0b-69b1-4748-818d-41f1fed85c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79419b4e-1e33-4e0b-b73a-49d2ca6a7340,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:12.947375 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-537d8c0b-69b1-4748-818d-41f1fed85c94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdb8eb40c592424889733f234ab54c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6209958 Feb 11 13:13:12.954925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:13.042412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-802a43c4-a3bd-45cd-8b8a-c2cc0e6acf5f admin admin] Publish callbacks [] for security_group (79419b4e-1e33-4e0b-b73a-49d2ca6a7340), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:13.048901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-47838cea-5bd7-4701-8cf9-86fe56e344c7 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673631 Feb 11 13:13:13.100734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-802a43c4-a3bd-45cd-8b8a-c2cc0e6acf5f admin admin] Publish callbacks [] for security_group (79419b4e-1e33-4e0b-b73a-49d2ca6a7340), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:13.213269 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-802a43c4-a3bd-45cd-8b8a-c2cc0e6acf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (79419b4e-1e33-4e0b-b73a-49d2ca6a7340), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:13.216622 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-802a43c4-a3bd-45cd-8b8a-c2cc0e6acf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:13.218213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-802a43c4-a3bd-45cd-8b8a-c2cc0e6acf5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79419b4e-1e33-4e0b-b73a-49d2ca6a7340 HTTP/1.1" status: 204 len: 168 time: 0.2618544 Feb 11 13:13:13.220849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-712e99d2-417b-4140-8765-e8ef34256321 req-86f0eda6-6b78-43dc-8354-07bc6e39f12f service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656902 Feb 11 13:13:13.232564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a43c4-a3bd-45cd-8b8a-c2cc0e6acf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79419b4e-1e33-4e0b-b73a-49d2ca6a7340,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:13.722433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58928) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:13.849221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58936) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:13.874476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-991d7722-3b2e-4a37-a1ad-58960597f3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:13.981083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58938) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:14.068964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-991d7722-3b2e-4a37-a1ad-58960597f3fc admin admin] Publish callbacks [] for security_group (0d22dbe2-dac6-48eb-9521-c295b9f0117c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.086760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1c849606-d677-495f-a616-bdffe3193133 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:14.087556 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-1c849606-d677-495f-a616-bdffe3193133 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:13:14.088102 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-1c849606-d677-495f-a616-bdffe3193133 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:13:14.089198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1c849606-d677-495f-a616-bdffe3193133 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3654065 Feb 11 13:13:14.093350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:14.093794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-991d7722-3b2e-4a37-a1ad-58960597f3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0d22dbe2-dac6-48eb-9521-c295b9f0117c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.099829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--784004823'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:14.162651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.165404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d7722-3b2e-4a37-a1ad-58960597f3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d22dbe2-dac6-48eb-9521-c295b9f0117c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:14.183918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.189954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-991d7722-3b2e-4a37-a1ad-58960597f3fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ecf7a9b6c514776b42b55dcd455c075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396871 Feb 11 13:13:14.193286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:14.217194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-177211235-network', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:14.274314 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2711cc8e-2ff8-4c0c-b11d-a2793779d508 admin admin] Publish callbacks [] for security_group (0d22dbe2-dac6-48eb-9521-c295b9f0117c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.286371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Made reservation on behalf of a1113b607a084a3e936bbf9cdf6d32f4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:14.291033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.310089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.311439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2711cc8e-2ff8-4c0c-b11d-a2793779d508 admin admin] Publish callbacks [] for security_group (0d22dbe2-dac6-48eb-9521-c295b9f0117c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.376632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2711cc8e-2ff8-4c0c-b11d-a2793779d508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0d22dbe2-dac6-48eb-9521-c295b9f0117c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.379390 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2711cc8e-2ff8-4c0c-b11d-a2793779d508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.380798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2711cc8e-2ff8-4c0c-b11d-a2793779d508 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d22dbe2-dac6-48eb-9521-c295b9f0117c HTTP/1.1" status: 204 len: 168 time: 0.1864378 Feb 11 13:13:14.402232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (307ca14c-4bfd-4209-9543-bad2e1360827), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.411939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711cc8e-2ff8-4c0c-b11d-a2793779d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d22dbe2-dac6-48eb-9521-c295b9f0117c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:14.413449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (307ca14c-4bfd-4209-9543-bad2e1360827), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.547413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (4eb3c90c-560c-453c-b877-d8919f5e93a8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.553548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307ca14c-4bfd-4209-9543-bad2e1360827,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:14.559972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4eb3c90c-560c-453c-b877-d8919f5e93a8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.563383 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks [] for security_group (583997a3-c5d9-4788-9d91-64e008654b73), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.589321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (583997a3-c5d9-4788-9d91-64e008654b73), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.602386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:13:14.618471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bf251843-5172-45a0-a8d1-c3766f6a72eb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:14.618860 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Added segment bf251843-5172-45a0-a8d1-c3766f6a72eb of type vlan for network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 Feb 11 13:13:15.164909 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (4847888f-049b-4fe5-a8cc-c6a1291d4c19), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.172618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.176872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0786812 Feb 11 13:13:15.177135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58984) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:15.181598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-90813396-903f-4777-b24c-9bf7495193e9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '4eb3c90c-560c-453c-b877-d8919f5e93a8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:15.188608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32652b-3e0b-4c93-8a32-89b8f5602de2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb3c90c-560c-453c-b877-d8919f5e93a8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:15.247358 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90813396-903f-4777-b24c-9bf7495193e9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group_rule (3d77c9f3-72b8-4443-b26a-30b91c6c3d97), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.264143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583997a3-c5d9-4788-9d91-64e008654b73,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:15.267545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (4847888f-049b-4fe5-a8cc-c6a1291d4c19), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.277979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:15.278651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.348913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58996) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:15.358170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Request body: {'subnet': {'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-subnet', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:15.362251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3797677 Feb 11 13:13:15.421162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90813396-903f-4777-b24c-9bf7495193e9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group_rule (3d77c9f3-72b8-4443-b26a-30b91c6c3d97), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.427195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8abe8c-0e91-43cf-a6ba-c0d25bffdfd4 admin admin] Pushing event updated for resources: {'Network': ['ID=4847888f-049b-4fe5-a8cc-c6a1291d4c19,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:15.434216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90813396-903f-4777-b24c-9bf7495193e9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3d77c9f3-72b8-4443-b26a-30b91c6c3d97), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.447940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:13:15.477320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90813396-903f-4777-b24c-9bf7495193e9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d77c9f3-72b8-4443-b26a-30b91c6c3d97,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:15.492174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Made reservation on behalf of a1113b607a084a3e936bbf9cdf6d32f4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:15.500112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.532919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90813396-903f-4777-b24c-9bf7495193e9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.536691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-90813396-903f-4777-b24c-9bf7495193e9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3586438 Feb 11 13:13:15.538327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59000) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:15.543120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-bb0a6060-5d05-44bb-a768-be6f4676fa0c tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '4eb3c90c-560c-453c-b877-d8919f5e93a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:15.613212 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6060-5d05-44bb-a768-be6f4676fa0c tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group_rule (2a3b9b6d-30f9-4aca-8465-eea112aaf3c6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.727270 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-bb0a6060-5d05-44bb-a768-be6f4676fa0c tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:13:15.728391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb0a6060-5d05-44bb-a768-be6f4676fa0c tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1889510 Feb 11 13:13:15.731676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59008) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:15.854405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fc21dbc-8bc5-465f-81bb-dcaf5c97d5e5 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (4eb3c90c-560c-453c-b877-d8919f5e93a8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.873265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (1b256a2b-120b-4be0-a61d-78384e974f2b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.895138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fc21dbc-8bc5-465f-81bb-dcaf5c97d5e5 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (4eb3c90c-560c-453c-b877-d8919f5e93a8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.988308 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fc21dbc-8bc5-465f-81bb-dcaf5c97d5e5 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4eb3c90c-560c-453c-b877-d8919f5e93a8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.991435 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7fc21dbc-8bc5-465f-81bb-dcaf5c97d5e5 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:15.995307 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7fc21dbc-8bc5-465f-81bb-dcaf5c97d5e5 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/4eb3c90c-560c-453c-b877-d8919f5e93a8 HTTP/1.1" status: 204 len: 168 time: 0.2608421 Feb 11 13:13:15.997676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59018) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:16.038082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Checking segment: {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:16.038448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Network hostable DHCP agents. Network: 4847888f-049b-4fe5-a8cc-c6a1291d4c19, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:13:16.045929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc21dbc-8bc5-465f-81bb-dcaf5c97d5e5 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb3c90c-560c-453c-b877-d8919f5e93a8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:16.074447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b256a2b-120b-4be0-a61d-78384e974f2b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:16.093559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:13:16.110308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 4847888f-049b-4fe5-a8cc-c6a1291d4c19) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:16.115874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:16.118988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.121431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a18f47-b093-482f-85b9-4dd4c8263411 None None] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:16.152643 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e8337661-85b8-4881-bcd3-3887b10f312c tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1434052 Feb 11 13:13:16.152847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2a251a32-b8d1-4d54-83bc-7300357bf180 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7969923 Feb 11 13:13:16.152847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59020) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:16.152994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59022) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:16.170517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:16.177655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a2b310ef-bd5e-4d20-bb40-49da01659de1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--954470485'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:16.223552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (d7f8f632-a36b-4eee-bfae-464fc6e30c83), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.224598 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (d7f8f632-a36b-4eee-bfae-464fc6e30c83), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.230188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a2b310ef-bd5e-4d20-bb40-49da01659de1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.323536 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks [] for router_controller (d7f8f632-a36b-4eee-bfae-464fc6e30c83), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.364836 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.366765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a2b310ef-bd5e-4d20-bb40-49da01659de1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (e102d5a8-5063-4b7f-beb8-1dadb519e02e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.376251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a2b310ef-bd5e-4d20-bb40-49da01659de1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e102d5a8-5063-4b7f-beb8-1dadb519e02e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.416133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:13:16.423222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.470538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a2b310ef-bd5e-4d20-bb40-49da01659de1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.473798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a2b310ef-bd5e-4d20-bb40-49da01659de1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3070862 Feb 11 13:13:16.480025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59030) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:16.488331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3fdab248-8030-44d4-bae8-5c5ae6e557df tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': 'e102d5a8-5063-4b7f-beb8-1dadb519e02e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:16.489249 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-3fdab248-8030-44d4-bae8-5c5ae6e557df tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 13:13:16.489852 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-3fdab248-8030-44d4-bae8-5c5ae6e557df tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:16.491326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3fdab248-8030-44d4-bae8-5c5ae6e557df tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075402 Feb 11 13:13:16.492657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b310ef-bd5e-4d20-bb40-49da01659de1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e102d5a8-5063-4b7f-beb8-1dadb519e02e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:16.496350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59032) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:16.629154 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b8a6-4dee-4a71-8412-c462a7154759 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (e102d5a8-5063-4b7f-beb8-1dadb519e02e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.676865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks [] for router_gateway (d7f8f632-a36b-4eee-bfae-464fc6e30c83), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.699192 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b8a6-4dee-4a71-8412-c462a7154759 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (e102d5a8-5063-4b7f-beb8-1dadb519e02e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.742642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Allocated IP 172.20.0.2 (4847888f-049b-4fe5-a8cc-c6a1291d4c19/1b256a2b-120b-4be0-a61d-78384e974f2b/ce339a4c-f152-4858-8346-d717c1123b7e) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:16.804731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b8a6-4dee-4a71-8412-c462a7154759 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e102d5a8-5063-4b7f-beb8-1dadb519e02e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.813731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b8a6-4dee-4a71-8412-c462a7154759 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:16.818043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8ed6b8a6-4dee-4a71-8412-c462a7154759 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/e102d5a8-5063-4b7f-beb8-1dadb519e02e HTTP/1.1" status: 204 len: 168 time: 0.3170326 Feb 11 13:13:16.819999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59042) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:16.890978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6b8a6-4dee-4a71-8412-c462a7154759 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102d5a8-5063-4b7f-beb8-1dadb519e02e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:17.005786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e60d64ec-30ac-4a74-b837-b1b070137260 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1607168 Feb 11 13:13:17.007019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59046) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:17.018887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7730bd57-f6ae-45f9-8ccd-c00b28efc75d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210286096'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:17.068095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7730bd57-f6ae-45f9-8ccd-c00b28efc75d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.137528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Publish callbacks [] for port (ce339a4c-f152-4858-8346-d717c1123b7e), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.164596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.204103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks [] for router_gateway (d7f8f632-a36b-4eee-bfae-464fc6e30c83), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.246056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7730bd57-f6ae-45f9-8ccd-c00b28efc75d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (c5a4b028-b511-4474-af46-f3bb5fada084), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.251714 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7730bd57-f6ae-45f9-8ccd-c00b28efc75d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5a4b028-b511-4474-af46-f3bb5fada084), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.253209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.266403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:17.283298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:17.297191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:17.326874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730bd57-f6ae-45f9-8ccd-c00b28efc75d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a4b028-b511-4474-af46-f3bb5fada084,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:17.376759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7730bd57-f6ae-45f9-8ccd-c00b28efc75d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.381845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59056) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:17.383398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7730bd57-f6ae-45f9-8ccd-c00b28efc75d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3737981 Feb 11 13:13:17.388790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7198cbd0-0f4d-4f2c-864a-9b37b0e23021 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': 'c5a4b028-b511-4474-af46-f3bb5fada084', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:17.389962 n-d-828675-3 neutron-server[109684]: WARNING neutron.api.v2.base [None req-7198cbd0-0f4d-4f2c-864a-9b37b0e23021 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 13:13:17.390513 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-7198cbd0-0f4d-4f2c-864a-9b37b0e23021 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:17.394379 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7198cbd0-0f4d-4f2c-864a-9b37b0e23021 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087285 Feb 11 13:13:17.395860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59058) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:17.511410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Attempting to bind port ce339a4c-f152-4858-8346-d717c1123b7e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:17.511781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Attempting to bind port ce339a4c-f152-4858-8346-d717c1123b7e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:17.512141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Attempting to bind port ce339a4c-f152-4858-8346-d717c1123b7e on network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:17.544773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7038ab-8d46-4c71-8ce2-49d3b42283c0 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (c5a4b028-b511-4474-af46-f3bb5fada084), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.545238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:17.545881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Checking segment: {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:17.546803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.549968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Bound using segment: {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:17.550814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Bound port: ce339a4c-f152-4858-8346-d717c1123b7e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:17.552084 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.558988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.562802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Allocated IP 172.25.1.133 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/4a9140d7-d47e-48e3-a883-c79ace68a39f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:17.576958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Pushing event updated for resources: {'Port': ['ID=ce339a4c-f152-4858-8346-d717c1123b7e,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:17.615895 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7038ab-8d46-4c71-8ce2-49d3b42283c0 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (c5a4b028-b511-4474-af46-f3bb5fada084), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.671622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] For port ce339a4c-f152-4858-8346-d717c1123b7e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:17.676569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] For port ce339a4c-f152-4858-8346-d717c1123b7e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce339a4c-f152-4858-8346-d717c1123b7e,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:17.686106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.719029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7038ab-8d46-4c71-8ce2-49d3b42283c0 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c5a4b028-b511-4474-af46-f3bb5fada084), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.722256 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f7038ab-8d46-4c71-8ce2-49d3b42283c0 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.723558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6f7038ab-8d46-4c71-8ce2-49d3b42283c0 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/c5a4b028-b511-4474-af46-f3bb5fada084 HTTP/1.1" status: 204 len: 168 time: 0.3266108 Feb 11 13:13:17.726988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:17.774045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7038ab-8d46-4c71-8ce2-49d3b42283c0 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a4b028-b511-4474-af46-f3bb5fada084,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:17.802056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks [] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.817632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc20db3-eaea-4847-a204-06e50e341b8c None None] Pushing event updated for resources: {'Port': ['ID=ce339a4c-f152-4858-8346-d717c1123b7e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:17.854175 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3d969ee8-3273-4222-b08c-6e9006d5a7d4 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1171203 Feb 11 13:13:17.855097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59078) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:17.861281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a000e2f6-b4a7-42b2-a318-5217accd4233 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--287178968'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:17.927537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a000e2f6-b4a7-42b2-a318-5217accd4233 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:17.938311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.039405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:18.124590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:18.152887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:18.161723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a000e2f6-b4a7-42b2-a318-5217accd4233 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (9c754042-a624-41b9-8e5e-6b1db52860a0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.209325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Pushing event updated for resources: {'Port': ['ID=4a9140d7-d47e-48e3-a883-c79ace68a39f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:18.251556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a000e2f6-b4a7-42b2-a318-5217accd4233 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9c754042-a624-41b9-8e5e-6b1db52860a0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.334357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000e2f6-b4a7-42b2-a318-5217accd4233 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c754042-a624-41b9-8e5e-6b1db52860a0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:18.551583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a000e2f6-b4a7-42b2-a318-5217accd4233 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.557580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59098) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:18.558148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a000e2f6-b4a7-42b2-a318-5217accd4233 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7022748 Feb 11 13:13:18.563233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-51be20db-0f11-401e-a47a-84af13168af6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '9c754042-a624-41b9-8e5e-6b1db52860a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:18.577887 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-51be20db-0f11-401e-a47a-84af13168af6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 13:13:18.578712 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-51be20db-0f11-401e-a47a-84af13168af6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:18.580041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-51be20db-0f11-401e-a47a-84af13168af6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0205319 Feb 11 13:13:18.584259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59100) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:18.590507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f35eef0a-45a5-41e9-873d-0d858ac2c426 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '9c754042-a624-41b9-8e5e-6b1db52860a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:18.591471 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-f35eef0a-45a5-41e9-873d-0d858ac2c426 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 13:13:18.592181 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-f35eef0a-45a5-41e9-873d-0d858ac2c426 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:18.595828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f35eef0a-45a5-41e9-873d-0d858ac2c426 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085068 Feb 11 13:13:18.598950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59102) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:18.610754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b9e46d21-7876-4b17-8d44-af6854e48f81 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '9c754042-a624-41b9-8e5e-6b1db52860a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:18.614255 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-b9e46d21-7876-4b17-8d44-af6854e48f81 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 13:13:18.617716 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-b9e46d21-7876-4b17-8d44-af6854e48f81 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:18.619956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b9e46d21-7876-4b17-8d44-af6854e48f81 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0189819 Feb 11 13:13:18.623179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:18.629275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-04c22b57-7220-4198-b4cc-0a251c429498 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '9c754042-a624-41b9-8e5e-6b1db52860a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:18.630490 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-04c22b57-7220-4198-b4cc-0a251c429498 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 13:13:18.631136 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-04c22b57-7220-4198-b4cc-0a251c429498 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:18.632479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-04c22b57-7220-4198-b4cc-0a251c429498 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069089 Feb 11 13:13:18.637088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:18.776450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1535b17b-1ede-402d-a5b5-ae3718d2b8b8 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (9c754042-a624-41b9-8e5e-6b1db52860a0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.778895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks [] for router_gateway (d7f8f632-a36b-4eee-bfae-464fc6e30c83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.833598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1535b17b-1ede-402d-a5b5-ae3718d2b8b8 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (9c754042-a624-41b9-8e5e-6b1db52860a0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.923278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1535b17b-1ede-402d-a5b5-ae3718d2b8b8 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9c754042-a624-41b9-8e5e-6b1db52860a0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.929170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1535b17b-1ede-402d-a5b5-ae3718d2b8b8 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:18.940163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1535b17b-1ede-402d-a5b5-ae3718d2b8b8 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/9c754042-a624-41b9-8e5e-6b1db52860a0 HTTP/1.1" status: 204 len: 168 time: 0.3010433 Feb 11 13:13:18.961730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59116) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.033756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535b17b-1ede-402d-a5b5-ae3718d2b8b8 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c754042-a624-41b9-8e5e-6b1db52860a0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:19.131522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59124) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.134394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ecfcdace-896f-4787-8bf6-2be2f790dd19 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1700389 Feb 11 13:13:19.144489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e1b4ed59-b9ef-4e50-bb99-832048c7769f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--924836389'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:19.184294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (d7f8f632-a36b-4eee-bfae-464fc6e30c83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.188941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1b4ed59-b9ef-4e50-bb99-832048c7769f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.372863 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1b4ed59-b9ef-4e50-bb99-832048c7769f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (541ca7dc-28f7-4061-aad9-ba0b98283d38), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.391626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1b4ed59-b9ef-4e50-bb99-832048c7769f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (541ca7dc-28f7-4061-aad9-ba0b98283d38), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.471397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59128) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.484410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1b4ed59-b9ef-4e50-bb99-832048c7769f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.488515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1b4ed59-b9ef-4e50-bb99-832048c7769f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3478949 Feb 11 13:13:19.490281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59132) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.509832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e06bf41e-3adb-47ba-8cac-f9c05c964b02 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:19.512036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4ed59-b9ef-4e50-bb99-832048c7769f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541ca7dc-28f7-4061-aad9-ba0b98283d38,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:19.512456 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-e06bf41e-3adb-47ba-8cac-f9c05c964b02 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:13:19.513164 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-e06bf41e-3adb-47ba-8cac-f9c05c964b02 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:19.514623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e06bf41e-3adb-47ba-8cac-f9c05c964b02 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0218301 Feb 11 13:13:19.517290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59134) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.526117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9c74bbe8-cb7b-4505-bf50-8720093821e1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:19.577181 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-9c74bbe8-cb7b-4505-bf50-8720093821e1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:19.577924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Router d7f8f632-a36b-4eee-bfae-464fc6e30c83 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:13:19.579430 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9c74bbe8-cb7b-4505-bf50-8720093821e1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0609701 Feb 11 13:13:19.582767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59136) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.595136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6de744c0-4742-4bf1-8100-8c5b52444073 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:19.596222 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-6de744c0-4742-4bf1-8100-8c5b52444073 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 13:13:19.599069 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-6de744c0-4742-4bf1-8100-8c5b52444073 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:19.600431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6de744c0-4742-4bf1-8100-8c5b52444073 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0164182 Feb 11 13:13:19.603125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59138) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.613429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bbd1d329-549f-4f9d-b74b-1399c3d8568a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:19.656287 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-098bb3fc-8c8f-4267-acae-a154d0641ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.657231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3747e66-a4e7-45d0-8a9b-408fd91518b9 None None] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:19.733774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:19.743392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Sync routers for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:13:19.759432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:19.763295 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:13:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:19.767873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-098bb3fc-8c8f-4267-acae-a154d0641ea0 admin admin] Publish callbacks [] for security_group (d925b0bc-975f-43cf-b7a7-1a4e026a5444), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.775947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-098bb3fc-8c8f-4267-acae-a154d0641ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d925b0bc-975f-43cf-b7a7-1a4e026a5444), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.776904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-32d833f7-5bde-4bfd-b441-986b911d2c03 None None] Provisioning complete for port ce339a4c-f152-4858-8346-d717c1123b7e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:19.777604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-32d833f7-5bde-4bfd-b441-986b911d2c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.779766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.783211 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-387263be-e364-408c-98e2-797b594755d6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.6290815 Feb 11 13:13:19.786235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59140) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.896096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-32d833f7-5bde-4bfd-b441-986b911d2c03 None None] Current status of the port ce339a4c-f152-4858-8346-d717c1123b7e is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:19.896854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-32d833f7-5bde-4bfd-b441-986b911d2c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:19.914393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-098bb3fc-8c8f-4267-acae-a154d0641ea0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7936ae3df69423fa8dff41eef5d7ed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4416823 Feb 11 13:13:19.915294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098bb3fc-8c8f-4267-acae-a154d0641ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d925b0bc-975f-43cf-b7a7-1a4e026a5444,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:19.922875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59142) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.952578 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-bbd1d329-549f-4f9d-b74b-1399c3d8568a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:19.957946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bbd1d329-549f-4f9d-b74b-1399c3d8568a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3496170 Feb 11 13:13:19.958253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59144) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:19.962459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-32d833f7-5bde-4bfd-b441-986b911d2c03 None None] For port ce339a4c-f152-4858-8346-d717c1123b7e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce339a4c-f152-4858-8346-d717c1123b7e,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:19.972724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-32d833f7-5bde-4bfd-b441-986b911d2c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.006661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eb1aa575-5f83-4594-8238-fa2cb62bf873 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:20.008826 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-eb1aa575-5f83-4594-8238-fa2cb62bf873 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:13:20.010938 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-eb1aa575-5f83-4594-8238-fa2cb62bf873 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:20.015674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb1aa575-5f83-4594-8238-fa2cb62bf873 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0330930 Feb 11 13:13:20.018936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59146) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:20.027755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4b9ba7bd-389e-4ec2-a5ed-3c5de1d87425 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:20.047967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ce339a4c-f152-4858-8346-d717c1123b7e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:20.060144 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:20.098270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9015-2b78-45ef-8752-2b391fc7895a admin admin] Publish callbacks [] for security_group (d925b0bc-975f-43cf-b7a7-1a4e026a5444), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.193597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d833f7-5bde-4bfd-b441-986b911d2c03 None None] Pushing event updated for resources: {'Port': ['ID=ce339a4c-f152-4858-8346-d717c1123b7e,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:20.231214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ce339a4c-f152-4858-8346-d717c1123b7e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:20.231870 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.237385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9015-2b78-45ef-8752-2b391fc7895a admin admin] Publish callbacks [] for security_group (d925b0bc-975f-43cf-b7a7-1a4e026a5444), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.244689 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-4b9ba7bd-389e-4ec2-a5ed-3c5de1d87425 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:20.250086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4b9ba7bd-389e-4ec2-a5ed-3c5de1d87425 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2299156 Feb 11 13:13:20.262841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59152) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:20.269998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5f2a3b28-5414-40cf-b5f1-0a669f5ae7e1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:20.271308 n-d-828675-3 neutron-server[109684]: WARNING neutron.api.v2.base [None req-5f2a3b28-5414-40cf-b5f1-0a669f5ae7e1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 13:13:20.271826 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-5f2a3b28-5414-40cf-b5f1-0a669f5ae7e1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:20.272857 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5f2a3b28-5414-40cf-b5f1-0a669f5ae7e1 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090351 Feb 11 13:13:20.278034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59154) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:20.292435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cf7e1c53-0586-42f1-8e4a-ef80c11ad5cf tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:20.390737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9015-2b78-45ef-8752-2b391fc7895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d925b0bc-975f-43cf-b7a7-1a4e026a5444), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.393445 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-cf7e1c53-0586-42f1-8e4a-ef80c11ad5cf tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:20.395764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf7e1c53-0586-42f1-8e4a-ef80c11ad5cf tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1158648 Feb 11 13:13:20.399754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cd4e9015-2b78-45ef-8752-2b391fc7895a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.403186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cd4e9015-2b78-45ef-8752-2b391fc7895a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d925b0bc-975f-43cf-b7a7-1a4e026a5444 HTTP/1.1" status: 204 len: 168 time: 0.4771602 Feb 11 13:13:20.405292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59160) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:20.414950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-27cdbdc6-4a8c-435c-95d5-ae4128809b6e tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '541ca7dc-28f7-4061-aad9-ba0b98283d38', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:20.420152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e9015-2b78-45ef-8752-2b391fc7895a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925b0bc-975f-43cf-b7a7-1a4e026a5444,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:20.501942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ce339a4c-f152-4858-8346-d717c1123b7e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:20.515314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4791f2f2-7365-4c9e-b779-209c0411ae99 None None] Provisioning complete for port ce339a4c-f152-4858-8346-d717c1123b7e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:20.516944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4791f2f2-7365-4c9e-b779-209c0411ae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.629248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4791f2f2-7365-4c9e-b779-209c0411ae99 None None] Current status of the port ce339a4c-f152-4858-8346-d717c1123b7e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:20.687659 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-27cdbdc6-4a8c-435c-95d5-ae4128809b6e tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:20.692294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-27cdbdc6-4a8c-435c-95d5-ae4128809b6e tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2849705 Feb 11 13:13:20.695835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59166) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:20.750627 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:18Z', 'revision_number': 3, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:20.836744 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Checking router: d7f8f632-a36b-4eee-bfae-464fc6e30c83 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:13:20.837278 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Updating router d7f8f632-a36b-4eee-bfae-464fc6e30c83 port 4a9140d7-d47e-48e3-a883-c79ace68a39f binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:13:20.884735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd3e1-552c-4f25-96ab-abdec7c49f6d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (541ca7dc-28f7-4061-aad9-ba0b98283d38), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.897096 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.915918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd3e1-552c-4f25-96ab-abdec7c49f6d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (541ca7dc-28f7-4061-aad9-ba0b98283d38), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.921395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59170) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:20.940862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38456394-3e40-43c9-8bab-78f2e6f4ead6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.012920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd3e1-552c-4f25-96ab-abdec7c49f6d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (541ca7dc-28f7-4061-aad9-ba0b98283d38), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.015933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c8cd3e1-552c-4f25-96ab-abdec7c49f6d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.019552 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c8cd3e1-552c-4f25-96ab-abdec7c49f6d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/541ca7dc-28f7-4061-aad9-ba0b98283d38 HTTP/1.1" status: 204 len: 168 time: 0.3202841 Feb 11 13:13:21.071605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59172) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:21.091259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38456394-3e40-43c9-8bab-78f2e6f4ead6 admin admin] Publish callbacks [] for security_group (180b4f8a-1350-4369-8da9-9f1ab75c4c86), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.097175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38456394-3e40-43c9-8bab-78f2e6f4ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (180b4f8a-1350-4369-8da9-9f1ab75c4c86), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.108473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cd3e1-552c-4f25-96ab-abdec7c49f6d tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541ca7dc-28f7-4061-aad9-ba0b98283d38,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:21.198064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.233282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38456394-3e40-43c9-8bab-78f2e6f4ead6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b4f8a-1350-4369-8da9-9f1ab75c4c86,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:21.251886 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4abaed47-ea1e-42bf-bfc6-7314ebe65fab tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1741469 Feb 11 13:13:21.273848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59176) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:21.302989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-07166821-6558-432c-b36f-642f9064acd6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1983817229'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:21.338633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-38456394-3e40-43c9-8bab-78f2e6f4ead6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41aa86743c6645d0897a5178af2f5a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4132195 Feb 11 13:13:21.338926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59180) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:21.375186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07166821-6558-432c-b36f-642f9064acd6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.402796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6538c41-40d6-45b8-b979-60fdb2fce84c admin admin] Publish callbacks [] for security_group (180b4f8a-1350-4369-8da9-9f1ab75c4c86), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.450925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6538c41-40d6-45b8-b979-60fdb2fce84c admin admin] Publish callbacks [] for security_group (180b4f8a-1350-4369-8da9-9f1ab75c4c86), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.452125 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Publish callbacks [] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.461736 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.519600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6538c41-40d6-45b8-b979-60fdb2fce84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (180b4f8a-1350-4369-8da9-9f1ab75c4c86), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.524139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6538c41-40d6-45b8-b979-60fdb2fce84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.529007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e6538c41-40d6-45b8-b979-60fdb2fce84c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/180b4f8a-1350-4369-8da9-9f1ab75c4c86 HTTP/1.1" status: 204 len: 168 time: 0.1856959 Feb 11 13:13:21.540726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6538c41-40d6-45b8-b979-60fdb2fce84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b4f8a-1350-4369-8da9-9f1ab75c4c86,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:21.592673 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Attempting to bind port 4a9140d7-d47e-48e3-a883-c79ace68a39f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:21.593041 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Attempting to bind port 4a9140d7-d47e-48e3-a883-c79ace68a39f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:21.593395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Attempting to bind port 4a9140d7-d47e-48e3-a883-c79ace68a39f on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:21.613820 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d2632-026d-48c0-b71b-2c33bb32a2e8 None None] Pushing event updated for resources: {'Port': ['ID=4a9140d7-d47e-48e3-a883-c79ace68a39f,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:21.617338 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:21.617747 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:21.618164 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.618723 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:21.619378 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Bound port: 4a9140d7-d47e-48e3-a883-c79ace68a39f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:21.619953 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.629393 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07166821-6558-432c-b36f-642f9064acd6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (3f7e00b6-136d-4353-8cf7-1b16c045250e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.632462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Allocated IP 172.20.0.1 (4847888f-049b-4fe5-a8cc-c6a1291d4c19/1b256a2b-120b-4be0-a61d-78384e974f2b/385ffeac-1f23-4d1c-9c4d-8e77cd587d4c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:21.640161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07166821-6558-432c-b36f-642f9064acd6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3f7e00b6-136d-4353-8cf7-1b16c045250e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.737417 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] For port 4a9140d7-d47e-48e3-a883-c79ace68a39f, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:21.740951 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] For port 4a9140d7-d47e-48e3-a883-c79ace68a39f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4a9140d7-d47e-48e3-a883-c79ace68a39f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:21.748077 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.755244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07166821-6558-432c-b36f-642f9064acd6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:21.757830 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-07166821-6558-432c-b36f-642f9064acd6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4612682 Feb 11 13:13:21.762188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59184) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:21.767432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e70f0290-0e10-428f-9202-60ad30716802 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '3f7e00b6-136d-4353-8cf7-1b16c045250e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:21.817672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07166821-6558-432c-b36f-642f9064acd6 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e00b6-136d-4353-8cf7-1b16c045250e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:21.819078 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:21.820368 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:13:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:21.826283 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d2632-026d-48c0-b71b-2c33bb32a2e8 None None] Pushing event updated for resources: {'Port': ['ID=4a9140d7-d47e-48e3-a883-c79ace68a39f,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:21.879963 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-e70f0290-0e10-428f-9202-60ad30716802 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The resource could not be found. Feb 11 13:13:21.881338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e70f0290-0e10-428f-9202-60ad30716802 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1178493 Feb 11 13:13:21.884765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59188) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:21.894101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-46b635f0-e054-4f68-8683-3dad0cbd6249 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '3f7e00b6-136d-4353-8cf7-1b16c045250e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '17d5c704-46af-40ce-b813-342f4a3318e3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:21.960391 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:22.012065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ce339a4c-f152-4858-8346-d717c1123b7e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:22.013879 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-46b635f0-e054-4f68-8683-3dad0cbd6249 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The resource could not be found. Feb 11 13:13:22.015358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-46b635f0-e054-4f68-8683-3dad0cbd6249 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1295094 Feb 11 13:13:22.018679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59192) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:22.043259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks [] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.115205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac9180b7-0c47-4182-b783-63035b6be547 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (3f7e00b6-136d-4353-8cf7-1b16c045250e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.121756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.171041 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac9180b7-0c47-4182-b783-63035b6be547 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (3f7e00b6-136d-4353-8cf7-1b16c045250e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.199482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Pushing event updated for resources: {'Port': ['ID=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:22.220092 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:18Z', 'revision_number': 3, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:22.234083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:22.235432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:22.238608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:22.239001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ce339a4c-f152-4858-8346-d717c1123b7e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:22.239515 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.257520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac9180b7-0c47-4182-b783-63035b6be547 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3f7e00b6-136d-4353-8cf7-1b16c045250e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.260155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac9180b7-0c47-4182-b783-63035b6be547 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.261331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ac9180b7-0c47-4182-b783-63035b6be547 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/3f7e00b6-136d-4353-8cf7-1b16c045250e HTTP/1.1" status: 204 len: 168 time: 0.2416761 Feb 11 13:13:22.264645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59196) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:22.302940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9180b7-0c47-4182-b783-63035b6be547 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e00b6-136d-4353-8cf7-1b16c045250e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:22.338715 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ffe0e7-61e5-4a03-81b3-e81c3575d7a1 None None] The sync data for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 is: [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:18Z', 'revision_number': 3, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:13:22.380625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (d7f8f632-a36b-4eee-bfae-464fc6e30c83), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.477925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60932aa5-f5d4-41b6-a331-69ae9a292a3b tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1858029 Feb 11 13:13:22.478759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59202) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:22.483343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a3fa56dc-9143-439c-8776-5c0f90a792cb tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '79f226b0-0e3d-4246-b7c6-ed471f72827f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:22.591731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ce339a4c-f152-4858-8346-d717c1123b7e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:22.619193 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-a3fa56dc-9143-439c-8776-5c0f90a792cb tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The resource could not be found. Feb 11 13:13:22.620283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a3fa56dc-9143-439c-8776-5c0f90a792cb tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1405272 Feb 11 13:13:22.626261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59208) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:22.646797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c2503d55-faf7-4fd6-bd10-a9bb6d4d9d72 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718940573'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:22.714616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2503d55-faf7-4fd6-bd10-a9bb6d4d9d72 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.806082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.896244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2503d55-faf7-4fd6-bd10-a9bb6d4d9d72 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (77ff1ba4-6a72-462c-8a2c-3439f3ac11b1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.905682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2503d55-faf7-4fd6-bd10-a9bb6d4d9d72 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (77ff1ba4-6a72-462c-8a2c-3439f3ac11b1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:22.908434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ba391573-a576-4435-b646-ad6c50701843 None None] Provisioning complete for port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:22.909003 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba391573-a576-4435-b646-ad6c50701843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.032064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ba391573-a576-4435-b646-ad6c50701843 None None] Port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:13:23.037212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2503d55-faf7-4fd6-bd10-a9bb6d4d9d72 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.039186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c2503d55-faf7-4fd6-bd10-a9bb6d4d9d72 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4119325 Feb 11 13:13:23.042045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59218) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:23.060638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a29ac4ec-6320-490c-acdb-dc74b7b57283 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--109521971'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:23.070543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2503d55-faf7-4fd6-bd10-a9bb6d4d9d72 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ff1ba4-6a72-462c-8a2c-3439f3ac11b1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:23.116538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a29ac4ec-6320-490c-acdb-dc74b7b57283 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.150001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks [] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.163040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.224751 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a29ac4ec-6320-490c-acdb-dc74b7b57283 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (5d0bb39d-1418-4680-bcc6-eabb47d3663f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.233937 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a29ac4ec-6320-490c-acdb-dc74b7b57283 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d0bb39d-1418-4680-bcc6-eabb47d3663f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.306108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a29ac4ec-6320-490c-acdb-dc74b7b57283 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.307746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a29ac4ec-6320-490c-acdb-dc74b7b57283 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2645283 Feb 11 13:13:23.310208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (d7f8f632-a36b-4eee-bfae-464fc6e30c83), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.310949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ac4ec-6320-490c-acdb-dc74b7b57283 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0bb39d-1418-4680-bcc6-eabb47d3663f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:23.312287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59224) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:23.336242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-df9a329a-c4f6-46ae-b0f9-2b5f64cb84c2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group_rule': {'security_group_id': '77ff1ba4-6a72-462c-8a2c-3439f3ac11b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5d0bb39d-1418-4680-bcc6-eabb47d3663f'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:23.372660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Pushing event updated for resources: {'Port': ['ID=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:23.526284 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-df9a329a-c4f6-46ae-b0f9-2b5f64cb84c2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:13:23.529100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df9a329a-c4f6-46ae-b0f9-2b5f64cb84c2 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2147646 Feb 11 13:13:23.532280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59230) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:23.645447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:23.650957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:23.730416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ea2eaa4-b83a-4186-abbd-98d7daf8b3e3 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (5d0bb39d-1418-4680-bcc6-eabb47d3663f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.797435 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ea2eaa4-b83a-4186-abbd-98d7daf8b3e3 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (5d0bb39d-1418-4680-bcc6-eabb47d3663f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:23.972274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ea2eaa4-b83a-4186-abbd-98d7daf8b3e3 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d0bb39d-1418-4680-bcc6-eabb47d3663f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.008046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ea2eaa4-b83a-4186-abbd-98d7daf8b3e3 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.009783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2ea2eaa4-b83a-4186-abbd-98d7daf8b3e3 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d0bb39d-1418-4680-bcc6-eabb47d3663f HTTP/1.1" status: 204 len: 168 time: 0.4761875 Feb 11 13:13:24.013863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59238) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:24.037897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a9140d7-d47e-48e3-a883-c79ace68a39f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:24.073684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2eaa4-b83a-4186-abbd-98d7daf8b3e3 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0bb39d-1418-4680-bcc6-eabb47d3663f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:24.224065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Router d7f8f632-a36b-4eee-bfae-464fc6e30c83 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:13:24.262860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc2b4e28-fcfd-4d8e-a89a-460713c07d19 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2438018 Feb 11 13:13:24.265215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59244) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:24.278503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4a9140d7-d47e-48e3-a883-c79ace68a39f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:24.278731 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.375165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2e450e14-b28d-4c6b-a5f0-3b7094f6f30e None None] Provisioning complete for port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:24.375939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2e450e14-b28d-4c6b-a5f0-3b7094f6f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.488835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2e450e14-b28d-4c6b-a5f0-3b7094f6f30e None None] Port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:13:24.495543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4a9140d7-d47e-48e3-a883-c79ace68a39f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:24.495834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.520748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 4a9140d7-d47e-48e3-a883-c79ace68a39f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4a9140d7-d47e-48e3-a883-c79ace68a39f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:24.547992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.661700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b4af7f-dbae-4db0-bd67-8b79634fcc33 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (77ff1ba4-6a72-462c-8a2c-3439f3ac11b1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.686841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=4a9140d7-d47e-48e3-a883-c79ace68a39f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:24.707063 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b4af7f-dbae-4db0-bd67-8b79634fcc33 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (77ff1ba4-6a72-462c-8a2c-3439f3ac11b1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.764479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:24.780950 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-28b401c3-1538-404d-9664-b1b7e55a18cb admin admin] 10.222.0.42 "PUT /v2.0/routers/d7f8f632-a36b-4eee-bfae-464fc6e30c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9932411 Feb 11 13:13:24.812966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b4af7f-dbae-4db0-bd67-8b79634fcc33 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (77ff1ba4-6a72-462c-8a2c-3439f3ac11b1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.829578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42b4af7f-dbae-4db0-bd67-8b79634fcc33 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:24.838087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59260) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:24.841110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42b4af7f-dbae-4db0-bd67-8b79634fcc33 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/77ff1ba4-6a72-462c-8a2c-3439f3ac11b1 HTTP/1.1" status: 204 len: 168 time: 0.5740547 Feb 11 13:13:24.868226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4af7f-dbae-4db0-bd67-8b79634fcc33 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ff1ba4-6a72-462c-8a2c-3439f3ac11b1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:24.950226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-258d2683-1595-42c9-8013-22ab8d357dbf tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1102705 Feb 11 13:13:24.955235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59262) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:24.961469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-50eb9521-5602-4229-81ba-80193dedea0a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'tempest-secgroup--428144095'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:25.034816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50eb9521-5602-4229-81ba-80193dedea0a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.152963 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50eb9521-5602-4229-81ba-80193dedea0a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (1aa66562-56b7-4ef5-ac35-b75a342c239d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.167630 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50eb9521-5602-4229-81ba-80193dedea0a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1aa66562-56b7-4ef5-ac35-b75a342c239d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.241118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50eb9521-5602-4229-81ba-80193dedea0a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.249521 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-50eb9521-5602-4229-81ba-80193dedea0a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2930009 Feb 11 13:13:25.252387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59274) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.258804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1721ddb4-a817-44aa-9b68-a70277fa2bbd tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:25.259571 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-1721ddb4-a817-44aa-9b68-a70277fa2bbd tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:13:25.260703 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-1721ddb4-a817-44aa-9b68-a70277fa2bbd tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:13:25.262019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1721ddb4-a817-44aa-9b68-a70277fa2bbd tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "PUT /v2.0/security-groups/1aa66562-56b7-4ef5-ac35-b75a342c239d HTTP/1.1" status: 409 len: 330 time: 0.0077722 Feb 11 13:13:25.265748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59276) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.276509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb9521-5602-4229-81ba-80193dedea0a tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa66562-56b7-4ef5-ac35-b75a342c239d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:25.402540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834586af-618a-427c-b19b-93448e51b1c9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (1aa66562-56b7-4ef5-ac35-b75a342c239d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.469092 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834586af-618a-427c-b19b-93448e51b1c9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (1aa66562-56b7-4ef5-ac35-b75a342c239d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.548311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834586af-618a-427c-b19b-93448e51b1c9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1aa66562-56b7-4ef5-ac35-b75a342c239d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.552305 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-834586af-618a-427c-b19b-93448e51b1c9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.554988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-834586af-618a-427c-b19b-93448e51b1c9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/1aa66562-56b7-4ef5-ac35-b75a342c239d HTTP/1.1" status: 204 len: 168 time: 0.2868655 Feb 11 13:13:25.557354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59282) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.579378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834586af-618a-427c-b19b-93448e51b1c9 tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa66562-56b7-4ef5-ac35-b75a342c239d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:25.779420 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a5b3d8b2-48d8-4d9d-bfab-24b62c7372ae tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2161820 Feb 11 13:13:25.779649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Sync routers for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:13:25.780392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59290) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.810882 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-27882ed8-fc32-42a8-9b42-e2793bc62e9f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] delete failed (client error): The resource could not be found. Feb 11 13:13:25.811007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59292) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.811518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-27882ed8-fc32-42a8-9b42-e2793bc62e9f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "DELETE /v2.0/security-groups/c0b1a53d-563d-47d7-92ed-1b22044f38b2 HTTP/1.1" status: 404 len: 347 time: 0.0307229 Feb 11 13:13:25.817039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59294) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.818989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4977cbc6-351f-45ba-ad73-c7701a97495f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056567380', 'description': 'tempest-description--953231212'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:25.827944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:25.828608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:13:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:25.859567 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-07639042-485b-4e74-9e22-3dc84089b8dd tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] show failed (client error): The resource could not be found. Feb 11 13:13:25.861291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-07639042-485b-4e74-9e22-3dc84089b8dd tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-groups/bd1babfb-8e0d-4dcc-914c-ace03d7e703d HTTP/1.1" status: 404 len: 347 time: 0.0414245 Feb 11 13:13:25.865299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59300) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:25.879271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4977cbc6-351f-45ba-ad73-c7701a97495f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:25.907795 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-6813704d-b34f-4b52-8b0a-cfeb2c0f928f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] show failed (client error): The resource could not be found. Feb 11 13:13:25.912956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6813704d-b34f-4b52-8b0a-cfeb2c0f928f tempest-NegativeSecGroupTest-1806232928 tempest-NegativeSecGroupTest-1806232928-project] 10.222.0.42 "GET /v2.0/security-group-rules/6397c4fa-e2c6-4699-902d-fe128618aed7 HTTP/1.1" status: 404 len: 356 time: 0.0423152 Feb 11 13:13:25.996436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a9140d7-d47e-48e3-a883-c79ace68a39f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:26.067773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4977cbc6-351f-45ba-ad73-c7701a97495f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (e923676c-bbc2-4427-ab8b-1cab0ee2f89f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.074827 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4977cbc6-351f-45ba-ad73-c7701a97495f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e923676c-bbc2-4427-ab8b-1cab0ee2f89f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.169738 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4977cbc6-351f-45ba-ad73-c7701a97495f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.174204 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4977cbc6-351f-45ba-ad73-c7701a97495f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3595107 Feb 11 13:13:26.174569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59308) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:26.180851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-98984b7d-92e5-472c-897e-5552d503fd1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'security_group_rule': {'security_group_id': 'e923676c-bbc2-4427-ab8b-1cab0ee2f89f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:26.186431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977cbc6-351f-45ba-ad73-c7701a97495f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e923676c-bbc2-4427-ab8b-1cab0ee2f89f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:26.227539 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98984b7d-92e5-472c-897e-5552d503fd1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (eb1cca33-1831-4f82-bda4-7c270d97dfc8), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.362117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98984b7d-92e5-472c-897e-5552d503fd1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (eb1cca33-1831-4f82-bda4-7c270d97dfc8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.370861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98984b7d-92e5-472c-897e-5552d503fd1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (eb1cca33-1831-4f82-bda4-7c270d97dfc8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.415104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98984b7d-92e5-472c-897e-5552d503fd1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1cca33-1831-4f82-bda4-7c270d97dfc8,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:26.440696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98984b7d-92e5-472c-897e-5552d503fd1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.442683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-98984b7d-92e5-472c-897e-5552d503fd1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2669418 Feb 11 13:13:26.445558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59314) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:26.451456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0a0cb6f3-0b0d-476c-bb16-3e347f8a2b4c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'security_group_rule': {'security_group_id': 'e923676c-bbc2-4427-ab8b-1cab0ee2f89f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:26.470376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:26.498627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59316) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:26.507305 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a0cb6f3-0b0d-476c-bb16-3e347f8a2b4c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (f02d5fb3-89a2-4943-ba07-674852c09554), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.533075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4a9140d7-d47e-48e3-a883-c79ace68a39f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:26.533667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.635195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a0cb6f3-0b0d-476c-bb16-3e347f8a2b4c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (f02d5fb3-89a2-4943-ba07-674852c09554), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.650770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a0cb6f3-0b0d-476c-bb16-3e347f8a2b4c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (f02d5fb3-89a2-4943-ba07-674852c09554), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.696523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cb6f3-0b0d-476c-bb16-3e347f8a2b4c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02d5fb3-89a2-4943-ba07-674852c09554,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:26.723642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4a9140d7-d47e-48e3-a883-c79ace68a39f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:26.727607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a0cb6f3-0b0d-476c-bb16-3e347f8a2b4c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.733915 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0a0cb6f3-0b0d-476c-bb16-3e347f8a2b4c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2839351 Feb 11 13:13:26.734503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59322) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:26.739356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:26.814737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.895476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 2, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:26.931241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Checking router: d7f8f632-a36b-4eee-bfae-464fc6e30c83 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:13:26.931592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Updating router d7f8f632-a36b-4eee-bfae-464fc6e30c83 port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:13:26.961484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.992065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-24a84865-d057-44a7-bf4b-9b699ac354d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d036ce8cfece46e0a0eb4cb9a110f30b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898429 Feb 11 13:13:26.992444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:27.033537 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.081825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0935dcaa-5004-49ae-9247-fac695bc8ec2 admin admin] Publish callbacks [] for security_group (307ca14c-4bfd-4209-9543-bad2e1360827), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.115700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0935dcaa-5004-49ae-9247-fac695bc8ec2 admin admin] Publish callbacks [] for security_group (307ca14c-4bfd-4209-9543-bad2e1360827), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.213760 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0935dcaa-5004-49ae-9247-fac695bc8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (307ca14c-4bfd-4209-9543-bad2e1360827), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.217102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0935dcaa-5004-49ae-9247-fac695bc8ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.222264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0935dcaa-5004-49ae-9247-fac695bc8ec2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/307ca14c-4bfd-4209-9543-bad2e1360827 HTTP/1.1" status: 204 len: 168 time: 0.2286315 Feb 11 13:13:27.231375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935dcaa-5004-49ae-9247-fac695bc8ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ca14c-4bfd-4209-9543-bad2e1360827,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:27.325395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Allocated IP 172.25.1.2 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/bfff29e9-8909-443d-93b9-7efe5ec0e8e5) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:27.478294 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Publish callbacks [] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.487938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.562112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.644275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d196d06-2a1a-495b-a5ba-65005f06f140 None None] Pushing event updated for resources: {'Port': ['ID=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:27.682232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.689782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Attempting to bind port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:27.690437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Attempting to bind port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:27.692358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Attempting to bind port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c on network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:27.706698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:27.711004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Checking segment: {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:27.712724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.713433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Bound using segment: {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:27.714642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Bound port: 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:27.723621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:27.801705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'Port': ['ID=bfff29e9-8909-443d-93b9-7efe5ec0e8e5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:27.826958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:27.834924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:27.838816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:27.854668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] For port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:27.858861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] For port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:27.867793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.061538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d196d06-2a1a-495b-a5ba-65005f06f140 None None] Pushing event updated for resources: {'Port': ['ID=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:28.079984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:28.080916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:13:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:28.086706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5d825b67-a503-4a45-b313-06e78b9e58e5 None None] Provisioning complete for port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:28.087402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d825b67-a503-4a45-b313-06e78b9e58e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.248449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.336031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.489251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:28.682643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.683737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5d825b67-a503-4a45-b313-06e78b9e58e5 None None] Current status of the port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:28.684135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d825b67-a503-4a45-b313-06e78b9e58e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.690270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.811009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5d825b67-a503-4a45-b313-06e78b9e58e5 None None] For port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:28.823576 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5d825b67-a503-4a45-b313-06e78b9e58e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.823798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.945274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.947240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2116270 Feb 11 13:13:28.952869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3a0fe-40e0-42d9-bc85-057c9991cda3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'Port': ['ID=bfff29e9-8909-443d-93b9-7efe5ec0e8e5,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:29.038029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:29.053314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d825b67-a503-4a45-b313-06e78b9e58e5 None None] Pushing event updated for resources: {'Port': ['ID=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:29.087501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ca63a6f9-6751-4d59-bc14-ec4c89e03cb1 None None] Provisioning complete for port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:29.088063 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ca63a6f9-6751-4d59-bc14-ec4c89e03cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:29.188970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:27Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:29.223729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98920a25-7f82-4771-be41-be1c6f51a5ab None None] The sync data for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 is: [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:27Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:13:29.404274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-3fcf2790-72d1-4b82-87f5-9e9b5458482f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1056567380&fields=id&tenant_id=a1113b607a084a3e936bbf9cdf6d32f4 HTTP/1.1" status: 200 len: 267 time: 0.1324544 Feb 11 13:13:29.455079 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-526ba84f-5e36-46d2-a881-3e1ffb4c2a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:29.460119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ca63a6f9-6751-4d59-bc14-ec4c89e03cb1 None None] Current status of the port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:29.477113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-427796269-network', 'tenant_id': '69f3b6cd679343e8bda3a8b1e6e93739'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:29.656722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-caa0e5bd-8406-497f-9821-12e70a247c67 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:29.659826 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-caa0e5bd-8406-497f-9821-12e70a247c67 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 816 time: 0.2474422 Feb 11 13:13:29.707251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-ef5c8a26-c09a-431c-b019-7d457ae0bba9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/quotas/a1113b607a084a3e936bbf9cdf6d32f4 HTTP/1.1" status: 200 len: 375 time: 0.0350869 Feb 11 13:13:29.792501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Made reservation on behalf of 69f3b6cd679343e8bda3a8b1e6e93739 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:29.809264 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:29.821316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:29.913251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-c69e8746-496c-414c-8630-190a6ca6595f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1986866 Feb 11 13:13:29.929481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:30.052649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:30.053368 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.094749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks [] for security_group (df557eeb-ff52-4862-9acd-c781173c2cd8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.105290 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (df557eeb-ff52-4862-9acd-c781173c2cd8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.144981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:13:30.182365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e7ee9137-002c-4266-b8e8-fbadc3a80753), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.183151 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Added segment e7ee9137-002c-4266-b8e8-fbadc3a80753 of type vlan for network a15b055d-38d0-492c-810d-b780ddab8f7b Feb 11 13:13:30.278843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (a15b055d-38d0-492c-810d-b780ddab8f7b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.318203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (a15b055d-38d0-492c-810d-b780ddab8f7b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.319287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:30.319873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.368281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:30.488197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df557eeb-ff52-4862-9acd-c781173c2cd8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:30.594333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59454) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:30.600475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Request body: {'subnet': {'network_id': 'a15b055d-38d0-492c-810d-b780ddab8f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-427796269-subnet', 'tenant_id': '69f3b6cd679343e8bda3a8b1e6e93739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:30.605807 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5657518 Feb 11 13:13:30.636304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75531d73-672a-4758-81f9-40143f7b829c admin admin] Pushing event updated for resources: {'Network': ['ID=a15b055d-38d0-492c-810d-b780ddab8f7b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:30.643752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Made reservation on behalf of 69f3b6cd679343e8bda3a8b1e6e93739 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:30.649053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:30.651879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network a15b055d-38d0-492c-810d-b780ddab8f7b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:13:30.664337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-0e72ce3b-0187-4762-83ab-77bd4736dc7f service neutron] 10.222.0.42 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206008 Feb 11 13:13:30.861453 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-633ccc8f-e8f9-4c02-b2a0-dfc4ce5dcbf5 service neutron] 10.222.0.42 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959491 Feb 11 13:13:31.050227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:31.275927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Checking segment: {'id': 'e7ee9137-002c-4266-b8e8-fbadc3a80753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'a15b055d-38d0-492c-810d-b780ddab8f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:31.290794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Network hostable DHCP agents. Network: a15b055d-38d0-492c-810d-b780ddab8f7b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:13:31.349445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8adc3f22-b8e5-440a-85d4-f7ca79a65dff req-9ecb68d3-20fb-4e78-b01d-7360d0dcd968 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 210 time: 0.0969803 Feb 11 13:13:31.363762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:31.395533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Network a15b055d-38d0-492c-810d-b780ddab8f7b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:13:31.403614 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36990098-3392-43ac-8efc-391a150fb163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:31.420543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, a15b055d-38d0-492c-810d-b780ddab8f7b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:31.439355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:31.440871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:31.447268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726896a6-590c-4dff-b3b2-1140bf2a4758 None None] Network a15b055d-38d0-492c-810d-b780ddab8f7b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:31.503568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-88434327-c589-4b1e-b7d7-2d7e5d9915d7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9070640 Feb 11 13:13:31.556960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-27a574aa-cd0d-4f31-bcef-1e9fa470394b req-715d7dda-11af-4a79-9210-10853761fbb1 tempest-LiveMigrationTest-2067297824 tempest-LiveMigrationTest-2067297824-project] (109684) timed out ('10.222.0.53', 64868) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:13:31.747129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f23e2-c42c-4007-95dc-6943c64f66b3 None None] Network a15b055d-38d0-492c-810d-b780ddab8f7b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:32.586711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e0c8232e-5af2-4954-bb7e-dde38834532d req-e97f3874-9615-42e8-a175-2d83db96f444 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 210 time: 0.0683246 Feb 11 13:13:32.984616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59538) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:32.987457 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.992278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733433758-network', 'tenant_id': 'f8254962bb5b4834ba553f6218423914'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:33.013752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Made reservation on behalf of f8254962bb5b4834ba553f6218423914 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:33.016782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.027078 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.137251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks [] for security_group (85b29776-7571-4a7c-8a75-f42cf5fcb4dc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.143359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (85b29776-7571-4a7c-8a75-f42cf5fcb4dc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.174893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:13:33.192988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b29776-7571-4a7c-8a75-f42cf5fcb4dc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:33.205418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dd39f039-5aad-4bff-a32d-8c9e4d31004c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.206042 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Added segment dd39f039-5aad-4bff-a32d-8c9e4d31004c of type vlan for network ca1d8b24-39fe-4f18-b502-7549f7160f67 Feb 11 13:13:33.267207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ca1d8b24-39fe-4f18-b502-7549f7160f67), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.312678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ca1d8b24-39fe-4f18-b502-7549f7160f67), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.314272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.318381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:33.948489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fe9e214-f5ff-4009-a485-d8ae5c4acc09 req-5de2a683-abba-4479-ac77-d2016f5f80b2 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 210 time: 0.0370471 Feb 11 13:13:33.973842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-b54624b4-c64f-496c-bb36-56fb5b5b46ef tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.975377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-b54624b4-c64f-496c-bb36-56fb5b5b46ef tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 816 time: 0.7513876 Feb 11 13:13:34.128089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-7792936a-8235-4e52-a738-1cd8b3f94c60 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1113b607a084a3e936bbf9cdf6d32f4 HTTP/1.1" status: 200 len: 380 time: 0.1408606 Feb 11 13:13:34.134683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'port': {'device_id': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'admin_state_up': True, 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'security_groups': ['e923676c-bbc2-4427-ab8b-1cab0ee2f89f']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:34.187718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:34.411045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] Pushing event updated for resources: {'Network': ['ID=ca1d8b24-39fe-4f18-b502-7549f7160f67,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:34.421785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Made reservation on behalf of a1113b607a084a3e936bbf9cdf6d32f4 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:34.424987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ca1d8b24-39fe-4f18-b502-7549f7160f67 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:13:34.425499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:34.425734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd44c146-1e59-413e-9efc-83c978abc92f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4394810 Feb 11 13:13:34.429107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59566) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:34.437501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Request body: {'subnet': {'network_id': 'ca1d8b24-39fe-4f18-b502-7549f7160f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1733433758-subnet', 'tenant_id': 'f8254962bb5b4834ba553f6218423914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:34.472827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Made reservation on behalf of f8254962bb5b4834ba553f6218423914 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:34.477002 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:34.718383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Allocated IP 172.20.0.11 (4847888f-049b-4fe5-a8cc-c6a1291d4c19/1b256a2b-120b-4be0-a61d-78384e974f2b/16f84da1-eb29-453d-9ffe-4e6a8ad64066) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:34.847800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:34.956417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:35.006283 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Checking segment: {'id': 'dd39f039-5aad-4bff-a32d-8c9e4d31004c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ca1d8b24-39fe-4f18-b502-7549f7160f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:35.007054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Network hostable DHCP agents. Network: ca1d8b24-39fe-4f18-b502-7549f7160f67, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:13:35.048596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Network ca1d8b24-39fe-4f18-b502-7549f7160f67 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:13:35.062207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ca1d8b24-39fe-4f18-b502-7549f7160f67) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:35.067483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:35.068303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.073349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57610682-93b5-4f91-ab08-f5ea0be5729a None None] Network ca1d8b24-39fe-4f18-b502-7549f7160f67 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:35.088006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b151235a-1820-4064-921f-5f1392104a0f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6575472 Feb 11 13:13:35.130806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.224684 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3f988f4f-d677-4db1-aaea-5a0dd6eabd0c req-e2705f35-305b-40a5-ac79-c725c0bd1f8d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 210 time: 0.0546641 Feb 11 13:13:35.226725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.290902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1c81b9-d67b-4845-a5df-f4159e54cf12 None None] Network ca1d8b24-39fe-4f18-b502-7549f7160f67 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:13:35.335789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59588) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:35.351640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:35.378844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.379574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.379964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.380336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.380782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.381876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.381876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.382138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.382323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.383158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.383509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.383837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.384159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:35.412244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:35.413724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:35.416160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:35.461340 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.498547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] Deleting subnet 09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:13:35.506627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] Publish callbacks [] for subnet (09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.543537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:35.544275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.583384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cf7af232-0175-48ec-a5bf-d53e90b636b9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4526086 Feb 11 13:13:35.609557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Request body: {'port': {'device_id': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:35.623979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.647897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59598) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:35.736609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.753811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.878057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.924058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:35.926357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.931828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-053f33e3-34b6-4ce9-9161-40c4c4f0cf13 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/09d271e9-a1a5-4b61-8c24-3cfa6b4c02cc HTTP/1.1" status: 204 len: 168 time: 0.5919228 Feb 11 13:13:35.932496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59604) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:35.969787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:13:35.992711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-09913f3b-353c-46e9-8ab3-fc66b3d0c7ea None None] Provisioning complete for port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:35.993282 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09913f3b-353c-46e9-8ab3-fc66b3d0c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.043725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (a15b055d-38d0-492c-810d-b780ddab8f7b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.048279 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3637b3b-c845-4933-9679-a96657d47cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.085917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-09913f3b-353c-46e9-8ab3-fc66b3d0c7ea None None] Port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:13:36.193324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f84da1-eb29-453d-9ffe-4e6a8ad64066 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:13:36.205389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Publish callbacks [] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.221619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Transition to ACTIVE for port object 16f84da1-eb29-453d-9ffe-4e6a8ad64066 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:36.227664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.278857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (a15b055d-38d0-492c-810d-b780ddab8f7b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.342740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a15b055d-38d0-492c-810d-b780ddab8f7b']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:36.367628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ee9137-002c-4266-b8e8-fbadc3a80753') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:36.367972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ee9137-002c-4266-b8e8-fbadc3a80753') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:36.390232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e7ee9137-002c-4266-b8e8-fbadc3a80753), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.407056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:36.417749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Attempting to bind port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:36.418103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Attempting to bind port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:36.418966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Attempting to bind port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 on network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:36.424780 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e7ee9137-002c-4266-b8e8-fbadc3a80753), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.424995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 on network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:13:36.425103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Attempting to bind port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 on network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:36.434462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:36.434811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Checking segment: {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:36.435197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Bound using segment: {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:36.435628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Bound port: 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf251843-5172-45a0-a8d1-c3766f6a72eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:36.436447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.451087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:36.452002 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e7ee9137-002c-4266-b8e8-fbadc3a80753), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.523841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:36.528833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:36.538068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:36.563952 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:36.579561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (a15b055d-38d0-492c-810d-b780ddab8f7b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.608628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:36.609257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.611895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 1092 time: 1.0065212 Feb 11 13:13:36.615317 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.619067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:36.621541 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac99d131-246a-4d85-b3ef-4c2720ba1a33" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:36.638342 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a15b055d-38d0-492c-810d-b780ddab8f7b HTTP/1.1" status: 204 len: 168 time: 0.7021832 Feb 11 13:13:36.650683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59614) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:36.727080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12579e8-4987-4cb5-9161-14f90dc3f795 admin admin] Pushing event deleted for resources: {'Network': ['ID=a15b055d-38d0-492c-810d-b780ddab8f7b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:36.746163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d621d0-147d-496e-a94c-e19f7113bd0e req-827b15cf-8997-4455-8c22-f095d59382b8 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:36.748044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6d621d0-147d-496e-a94c-e19f7113bd0e req-827b15cf-8997-4455-8c22-f095d59382b8 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1831725 Feb 11 13:13:36.804112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] Deleting subnet b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:13:36.812152 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b582602-44b7-4561-8a56-42966bd7b6b1 x-openstack-request-id: req-9b582602-44b7-4561-8a56-42966bd7b6b1 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:36.812449 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:36.812703 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b582602-44b7-4561-8a56-42966bd7b6b1 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:36.818889 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'status': 'completed', 'code': 200} Feb 11 13:13:36.855754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] Publish callbacks [] for subnet (b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.868602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6d621d0-147d-496e-a94c-e19f7113bd0e req-471a32e0-c817-4850-9bf6-a379fedc0d75 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119397 Feb 11 13:13:36.879557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3637b3b-c845-4933-9679-a96657d47cbb admin admin] Publish callbacks [] for security_group (aeea2e92-2114-40b9-b64d-d07022320733), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.886419 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3637b3b-c845-4933-9679-a96657d47cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (aeea2e92-2114-40b9-b64d-d07022320733), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:36.970412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783aff62-387b-47a0-b0c3-ad13ed3f32c7 service neutron] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:36.976209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b3637b3b-c845-4933-9679-a96657d47cbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3d25d8c9f934aada7bf036fa9fc54eb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3270333 Feb 11 13:13:36.977143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3637b3b-c845-4933-9679-a96657d47cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeea2e92-2114-40b9-b64d-d07022320733,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:36.982338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59620) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:37.012315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.041903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-5647301f-20c9-4a3a-bbdc-613224f577ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:37.043489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-5647301f-20c9-4a3a-bbdc-613224f577ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1126 time: 0.2556522 Feb 11 13:13:37.075470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08694f8e-b4c5-48ab-8bfd-ea8456d6480e admin admin] Publish callbacks [] for security_group (aeea2e92-2114-40b9-b64d-d07022320733), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.102574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08694f8e-b4c5-48ab-8bfd-ea8456d6480e admin admin] Publish callbacks [] for security_group (aeea2e92-2114-40b9-b64d-d07022320733), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.140109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-6f225894-df1b-437b-b5d8-aa1590c31154 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 217 time: 0.0899057 Feb 11 13:13:37.174978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08694f8e-b4c5-48ab-8bfd-ea8456d6480e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (aeea2e92-2114-40b9-b64d-d07022320733), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.178758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08694f8e-b4c5-48ab-8bfd-ea8456d6480e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.182532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08694f8e-b4c5-48ab-8bfd-ea8456d6480e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aeea2e92-2114-40b9-b64d-d07022320733 HTTP/1.1" status: 204 len: 168 time: 0.1969886 Feb 11 13:13:37.217347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08694f8e-b4c5-48ab-8bfd-ea8456d6480e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeea2e92-2114-40b9-b64d-d07022320733,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:37.251698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.313922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-f2b999cb-9440-46e7-9876-1cb12ff6dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:37.315425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-f2b999cb-9440-46e7-9876-1cb12ff6dbb7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.1643898 Feb 11 13:13:37.385543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.405583 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.412577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59630) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:37.413190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc HTTP/1.1" status: 204 len: 168 time: 0.7562616 Feb 11 13:13:37.416805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-b695b96f-6f0c-4105-857c-169dfbf31419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:37.418472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-b695b96f-6f0c-4105-857c-169dfbf31419 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0932724 Feb 11 13:13:37.450198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3bd95-37c2-48a5-a1d0-3d348f409f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03caed5-a0d3-4ea3-ab17-e52dbe9b1dfc,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:37.562357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-5da24db9-efc8-4529-8232-f9b6ca5137b6 service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242998 Feb 11 13:13:37.579766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ca1d8b24-39fe-4f18-b502-7549f7160f67), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.703839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59632) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:37.761407 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b9a1541-829a-4a24-8908-390ccbcdca0b req-cdaa0e74-239b-46d5-beb0-9482de0c4290 service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922531 Feb 11 13:13:37.772874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d062cf2-c01b-44a6-a624-19455779aedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.783755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ca1d8b24-39fe-4f18-b502-7549f7160f67), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.821977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1d8b24-39fe-4f18-b502-7549f7160f67']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:37.848747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd39f039-5aad-4bff-a32d-8c9e4d31004c') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:37.848747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd39f039-5aad-4bff-a32d-8c9e4d31004c') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:37.914782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-a7ab8b2b-d721-44a2-8c11-40d4330f1f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:37.917537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-a7ab8b2b-d721-44a2-8c11-40d4330f1f7a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1126 time: 0.0740798 Feb 11 13:13:38.004109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d062cf2-c01b-44a6-a624-19455779aedb admin admin] Publish callbacks [] for security_group (38814c2f-b56a-4afe-981b-441db7acb132), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.024590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d062cf2-c01b-44a6-a624-19455779aedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (38814c2f-b56a-4afe-981b-441db7acb132), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.035644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-0d1c235a-01b6-4b41-a5e1-78248f3a9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.037326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-0d1c235a-01b6-4b41-a5e1-78248f3a9705 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 917 time: 0.1141067 Feb 11 13:13:38.039864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (dd39f039-5aad-4bff-a32d-8c9e4d31004c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.087415 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dd39f039-5aad-4bff-a32d-8c9e4d31004c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.102364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d062cf2-c01b-44a6-a624-19455779aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38814c2f-b56a-4afe-981b-441db7acb132,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:38.115199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-63ed9268-431f-4cd7-a15a-1a9e77c9d479 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 217 time: 0.0713587 Feb 11 13:13:38.120549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:38.123119 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (dd39f039-5aad-4bff-a32d-8c9e4d31004c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:38.126114 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:13:38.147250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d062cf2-c01b-44a6-a624-19455779aedb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1409d88c6bc74b968e1f6fb0bc23e8cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332154 Feb 11 13:13:38.148158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:38.239853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-e5ab000e-2a4c-45b7-9ca3-c70f0ec08f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.241678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-e5ab000e-2a4c-45b7-9ca3-c70f0ec08f7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.1161227 Feb 11 13:13:38.255848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95d77a-5617-4132-9dec-49ba2cb7d091 req-ab152b67-8f99-46b6-9e59-fc381da56aef tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.259987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d95d77a-5617-4132-9dec-49ba2cb7d091 req-ab152b67-8f99-46b6-9e59-fc381da56aef tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1471267 Feb 11 13:13:38.412449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f6c7-745e-452c-ab9f-4a64fc9ffd9e admin admin] Publish callbacks [] for security_group (38814c2f-b56a-4afe-981b-441db7acb132), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.427326 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ca1d8b24-39fe-4f18-b502-7549f7160f67), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.433541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-8df96a9f-e7b7-4938-813a-85ad72c9d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.435370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-8df96a9f-e7b7-4938-813a-85ad72c9d788 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1744757 Feb 11 13:13:38.446155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.478057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] 10.222.0.42 "DELETE /v2.0/networks/ca1d8b24-39fe-4f18-b502-7549f7160f67 HTTP/1.1" status: 204 len: 168 time: 1.0530846 Feb 11 13:13:38.521703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ee0ff-75b7-4f24-8888-b15c88f796ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1d8b24-39fe-4f18-b502-7549f7160f67,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:38.568778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f6c7-745e-452c-ab9f-4a64fc9ffd9e admin admin] Publish callbacks [] for security_group (38814c2f-b56a-4afe-981b-441db7acb132), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.573413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-e97afd9e-e294-453b-9a68-cb33d1a0c9ac service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281779 Feb 11 13:13:38.597084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d95d77a-5617-4132-9dec-49ba2cb7d091 req-029744f0-c907-4225-b660-7ee913b304a3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589276 Feb 11 13:13:38.683154 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f6c7-745e-452c-ab9f-4a64fc9ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (38814c2f-b56a-4afe-981b-441db7acb132), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.687922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f6c7-745e-452c-ab9f-4a64fc9ffd9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.691880 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fbc8f6c7-745e-452c-ab9f-4a64fc9ffd9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38814c2f-b56a-4afe-981b-441db7acb132 HTTP/1.1" status: 204 len: 168 time: 0.5377045 Feb 11 13:13:38.720404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8f6c7-745e-452c-ab9f-4a64fc9ffd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38814c2f-b56a-4afe-981b-441db7acb132,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:38.849116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:38.864673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac99d131-246a-4d85-b3ef-4c2720ba1a33 req-01605be7-8d70-44d1-8744-c35eacf0954a service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664680 Feb 11 13:13:38.940494 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ee2cab59-7f87-4079-8e14-b0ffe8fe0b76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69f3b6cd679343e8bda3a8b1e6e93739&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0898526 Feb 11 13:13:38.943168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59660) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:38.975916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b7ff3-0bdc-4a37-a713-64dc5119cc37 req-e51fe112-6c13-41d0-b6e6-3b4721aaf8de tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.978198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e21b7ff3-0bdc-4a37-a713-64dc5119cc37 req-e51fe112-6c13-41d0-b6e6-3b4721aaf8de tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 945 time: 0.0707588 Feb 11 13:13:39.044989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27e37d09-9b40-4b2b-8258-1c5830968284 admin admin] Publish callbacks [] for security_group (df557eeb-ff52-4862-9acd-c781173c2cd8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.053396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e21b7ff3-0bdc-4a37-a713-64dc5119cc37 req-eb75257b-0537-455d-84e5-6e74514950e2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Feb 11 13:13:39.090542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27e37d09-9b40-4b2b-8258-1c5830968284 admin admin] Publish callbacks [] for security_group (df557eeb-ff52-4862-9acd-c781173c2cd8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.186510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27e37d09-9b40-4b2b-8258-1c5830968284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (df557eeb-ff52-4862-9acd-c781173c2cd8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.189596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27e37d09-9b40-4b2b-8258-1c5830968284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.194277 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-27e37d09-9b40-4b2b-8258-1c5830968284 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df557eeb-ff52-4862-9acd-c781173c2cd8 HTTP/1.1" status: 204 len: 168 time: 0.2470102 Feb 11 13:13:39.216528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e37d09-9b40-4b2b-8258-1c5830968284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df557eeb-ff52-4862-9acd-c781173c2cd8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:39.633194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59690) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:39.683243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-27f00f00-403e-4cd3-8098-4f8ea1567bda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8254962bb5b4834ba553f6218423914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485122 Feb 11 13:13:39.685418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59692) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:39.792819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Publish callbacks [] for security_group (85b29776-7571-4a7c-8a75-f42cf5fcb4dc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.820633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Publish callbacks [] for security_group (85b29776-7571-4a7c-8a75-f42cf5fcb4dc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.930184 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (85b29776-7571-4a7c-8a75-f42cf5fcb4dc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.937280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:39.939989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85b29776-7571-4a7c-8a75-f42cf5fcb4dc HTTP/1.1" status: 204 len: 168 time: 0.2532120 Feb 11 13:13:39.988225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b29776-7571-4a7c-8a75-f42cf5fcb4dc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:40.036039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.036303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.036651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.036992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.037328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.037679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.038016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.038343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.038671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.038993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.039317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.039637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.054124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05e263-d17f-4471-90a7-1686f65b0543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:40.110800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890ef72-e487-4b03-8707-217364dd37c5 req-4700cc51-f656-4af6-868b-73d1c94f1f2b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:40.112455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d890ef72-e487-4b03-8707-217364dd37c5 req-4700cc51-f656-4af6-868b-73d1c94f1f2b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.3768752 Feb 11 13:13:40.268659 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d890ef72-e487-4b03-8707-217364dd37c5 req-d81fed9d-2438-4553-8788-f8e2302ff729 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492994 Feb 11 13:13:40.344566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb648427-2102-489e-8bf0-3bcf8bee1695 req-b70ac34d-d6a8-4ae8-ac28-773c90290330 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:40.361783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb648427-2102-489e-8bf0-3bcf8bee1695 req-b70ac34d-d6a8-4ae8-ac28-773c90290330 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 945 time: 0.1649907 Feb 11 13:13:40.500010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb648427-2102-489e-8bf0-3bcf8bee1695 req-47dce346-1d4d-49ef-84e8-d0b7b6a7fa48 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371872 Feb 11 13:13:40.933921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-f6929fdb-e055-416d-8fe8-bc0fd33bd9a2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:40.935517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-f6929fdb-e055-416d-8fe8-bc0fd33bd9a2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 945 time: 0.1164401 Feb 11 13:13:41.078058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59732) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:41.175044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Deleting port 0609587d-4e32-4731-8888-908ec573fc13 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:41.176621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0609587d-4e32-4731-8888-908ec573fc13), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:41.492097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:13:41.526183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aced4-a2f6-4009-a5c3-6ea93c59a375 req-c580c634-c0f4-42c1-8ba8-190e8e514287 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:41.529322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b9aced4-a2f6-4009-a5c3-6ea93c59a375 req-c580c634-c0f4-42c1-8ba8-190e8e514287 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1383665 Feb 11 13:13:41.531734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] For port 0609587d-4e32-4731-8888-908ec573fc13, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0609587d-4e32-4731-8888-908ec573fc13,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:41.532109 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0609587d-4e32-4731-8888-908ec573fc13), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:41.564557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Calling delete_port for 0609587d-4e32-4731-8888-908ec573fc13 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:41.637727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7b9aced4-a2f6-4009-a5c3-6ea93c59a375 req-1e2daec9-88f1-4410-97bb-fece2f50aebe tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996282 Feb 11 13:13:41.767420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff6-ea8e-42c1-85e4-83ee7af25218 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:41.767638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d19f81-12bb-4814-8493-151c22862ca1 req-0a65e9cf-cc30-4677-8ee6-96def8cb9d3c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:41.770059 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d19f81-12bb-4814-8493-151c22862ca1 req-0a65e9cf-cc30-4677-8ee6-96def8cb9d3c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 945 time: 0.1179218 Feb 11 13:13:41.847427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:41.879031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'port_id': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'mac_address': 'fa:16:3e:46:6e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:13:41.934495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06d19f81-12bb-4814-8493-151c22862ca1 req-9e486444-4c86-420c-9be9-6362274569e4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559319 Feb 11 13:13:41.978681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:41.979078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:41.979510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff6-ea8e-42c1-85e4-83ee7af25218 admin admin] Publish callbacks [] for security_group (97071ba8-3691-4951-ae41-e01d80af8032), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:41.985034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb7a2ff6-ea8e-42c1-85e4-83ee7af25218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (97071ba8-3691-4951-ae41-e01d80af8032), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.015375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f84da1-eb29-453d-9ffe-4e6a8ad64066 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:13:42.060620 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb7a2ff6-ea8e-42c1-85e4-83ee7af25218 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db4908adb38744f0a40249fa09a57b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9806657 Feb 11 13:13:42.063290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59756) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:42.071274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0609587d-4e32-4731-8888-908ec573fc13), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.081246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:42.091130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0609587d-4e32-4731-8888-908ec573fc13'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:13:42.139701 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.157753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event deleted for resources: {'Port': ['ID=0609587d-4e32-4731-8888-908ec573fc13,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:42.198178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2ff6-ea8e-42c1-85e4-83ee7af25218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97071ba8-3691-4951-ae41-e01d80af8032,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:42.248724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] No DVR routers for this DVR port 0609587d-4e32-4731-8888-908ec573fc13 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:42.258491 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.263729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-393ac9ed-fb38-4032-bd5d-f2ca22616b97 req-9d0398ec-1fb8-42a2-9b1a-bfdb37ed4277 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "DELETE /v2.0/ports/0609587d-4e32-4731-8888-908ec573fc13 HTTP/1.1" status: 204 len: 173 time: 1.3168333 Feb 11 13:13:42.265455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'name': 'network-vif-deleted', 'tag': '0609587d-4e32-4731-8888-908ec573fc13'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:42.273875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcf26f1c-66eb-4be7-abe1-29088107e7a5 admin admin] Publish callbacks [] for security_group (97071ba8-3691-4951-ae41-e01d80af8032), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.276606 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9077b724-6b9a-4c02-a3ba-c7ef35b4c72f" -d '{"events": [{"server_uuid": "17e342d7-c2d7-4786-b6fc-f073a8ad8a70", "name": "network-vif-deleted", "tag": "0609587d-4e32-4731-8888-908ec573fc13"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:42.344676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcf26f1c-66eb-4be7-abe1-29088107e7a5 admin admin] Publish callbacks [] for security_group (97071ba8-3691-4951-ae41-e01d80af8032), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.369433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:42.381481 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f2ca89-7af7-4cae-ad4d-93601465301b x-openstack-request-id: req-81f2ca89-7af7-4cae-ad4d-93601465301b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:42.381785 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e342d7-c2d7-4786-b6fc-f073a8ad8a70", "name": "network-vif-deleted", "tag": "0609587d-4e32-4731-8888-908ec573fc13", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:42.382039 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81f2ca89-7af7-4cae-ad4d-93601465301b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:42.382451 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e342d7-c2d7-4786-b6fc-f073a8ad8a70', 'name': 'network-vif-deleted', 'tag': '0609587d-4e32-4731-8888-908ec573fc13', 'status': 'completed', 'code': 200} Feb 11 13:13:42.446695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcf26f1c-66eb-4be7-abe1-29088107e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (97071ba8-3691-4951-ae41-e01d80af8032), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.449273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcf26f1c-66eb-4be7-abe1-29088107e7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:42.450960 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dcf26f1c-66eb-4be7-abe1-29088107e7a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97071ba8-3691-4951-ae41-e01d80af8032 HTTP/1.1" status: 204 len: 168 time: 0.3854218 Feb 11 13:13:42.465150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf26f1c-66eb-4be7-abe1-29088107e7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97071ba8-3691-4951-ae41-e01d80af8032,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:42.479136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['16f84da1-eb29-453d-9ffe-4e6a8ad64066'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:13:42.957277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1e419-7c3f-40ef-bf19-ac0bda8f769a req-396b8325-3987-407a-90a3-da4d0f2da431 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:42.963847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87a1e419-7c3f-40ef-bf19-ac0bda8f769a req-396b8325-3987-407a-90a3-da4d0f2da431 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 945 time: 0.1470010 Feb 11 13:13:43.070395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87a1e419-7c3f-40ef-bf19-ac0bda8f769a req-f6ac6273-c996-4ad8-a60e-540c0e418bfb tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939653 Feb 11 13:13:43.091823 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69103e8e-cc4e-4b75-8472-ff35a36b2f0a req-e6cd1340-eded-45bc-9001-a26fc563be10 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0548728 Feb 11 13:13:43.255501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59788) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:43.291125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-35c8e5ec-5465-4e65-82f7-dab6d06c5709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.468994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-35c8e5ec-5465-4e65-82f7-dab6d06c5709 admin admin] Publish callbacks [] for security_group (bf5304f0-cc4b-4459-845e-9db6a86092bc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.475259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-35c8e5ec-5465-4e65-82f7-dab6d06c5709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bf5304f0-cc4b-4459-845e-9db6a86092bc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.493937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:43.596180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-35c8e5ec-5465-4e65-82f7-dab6d06c5709 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f0f3db8052c4b8d98dec821a1e6f821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390751 Feb 11 13:13:43.599123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59800) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:43.652338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8e5ec-5465-4e65-82f7-dab6d06c5709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5304f0-cc4b-4459-845e-9db6a86092bc,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:43.656488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:43.663146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:43.664847 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.697582 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e478bd64-5627-4c37-bb62-24b761cd4e8c admin admin] Publish callbacks [] for security_group (bf5304f0-cc4b-4459-845e-9db6a86092bc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.748734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e478bd64-5627-4c37-bb62-24b761cd4e8c admin admin] Publish callbacks [] for security_group (bf5304f0-cc4b-4459-845e-9db6a86092bc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.818804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:43.819460 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.849200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:43.851815 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3ff0c-9e7e-42f9-91ac-4f76ee7bf2f4" -d '{"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-plugged", "status": "completed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:43.868670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:43.884197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e478bd64-5627-4c37-bb62-24b761cd4e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bf5304f0-cc4b-4459-845e-9db6a86092bc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.885249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.886518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0609587d-4e32-4731-8888-908ec573fc13 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:43.887366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e478bd64-5627-4c37-bb62-24b761cd4e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:43.888662 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e478bd64-5627-4c37-bb62-24b761cd4e8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf5304f0-cc4b-4459-845e-9db6a86092bc HTTP/1.1" status: 204 len: 168 time: 0.2885299 Feb 11 13:13:43.909241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478bd64-5627-4c37-bb62-24b761cd4e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5304f0-cc4b-4459-845e-9db6a86092bc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:43.932600 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bc061c-7de3-4a85-8273-f54272a84670 x-openstack-request-id: req-97bc061c-7de3-4a85-8273-f54272a84670 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:43.933445 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-plugged", "status": "completed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:43.933969 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97bc061c-7de3-4a85-8273-f54272a84670 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:43.935409 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'code': 200} Feb 11 13:13:43.985011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 0609587d-4e32-4731-8888-908ec573fc13 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:13:43.985365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0609587d-4e32-4731-8888-908ec573fc13 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:13:43.990891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:44.071651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b9c06-b037-4ae8-be28-49340d910eed req-d3df4574-cd28-496a-aada-aa5a9f9cf231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:44.073077 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f3b9c06-b037-4ae8-be28-49340d910eed req-d3df4574-cd28-496a-aada-aa5a9f9cf231 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1128 time: 0.0813842 Feb 11 13:13:44.155911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f3b9c06-b037-4ae8-be28-49340d910eed req-f97bc10d-35d5-4f12-afb9-d84be5e64234 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765717 Feb 11 13:13:44.255732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-284efcf6-e340-48a8-8ba0-288b335ddfa1 req-e4158a15-0583-4aab-a2b2-cf638bf2d1a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0589261 Feb 11 13:13:44.318627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40feb109-200d-450b-b3a7-6aa1a79d7e13 req-5861c0d2-dc86-487c-a35a-54f11ec85387 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:44.329930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-40feb109-200d-450b-b3a7-6aa1a79d7e13 req-5861c0d2-dc86-487c-a35a-54f11ec85387 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1335132 Feb 11 13:13:44.428856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-40feb109-200d-450b-b3a7-6aa1a79d7e13 req-1e3412cb-9e24-497a-a54b-c3f79d643669 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977581 Feb 11 13:13:44.941930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:45.197553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d89b3c3-fc24-407f-9c54-55b2a9809b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.280216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d89b3c3-fc24-407f-9c54-55b2a9809b6c admin admin] Publish callbacks [] for security_group (22d62a4f-5dbf-47f0-a386-74239290b9be), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.286421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d89b3c3-fc24-407f-9c54-55b2a9809b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (22d62a4f-5dbf-47f0-a386-74239290b9be), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.314341 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d89b3c3-fc24-407f-9c54-55b2a9809b6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45ed1d725a1149b099dad9c3952c835b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3704183 Feb 11 13:13:45.317476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59856) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:45.336076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89b3c3-fc24-407f-9c54-55b2a9809b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d62a4f-5dbf-47f0-a386-74239290b9be,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:45.432246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7675cab-74e7-4e3b-b9fd-3701c2fd2e99 req-8bc17d57-ba95-4bff-a80d-f303e908de4f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0455148 Feb 11 13:13:45.441313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc853ea5-c54d-4569-9afc-b68b4dac1c02 admin admin] Publish callbacks [] for security_group (22d62a4f-5dbf-47f0-a386-74239290b9be), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.484951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc853ea5-c54d-4569-9afc-b68b4dac1c02 admin admin] Publish callbacks [] for security_group (22d62a4f-5dbf-47f0-a386-74239290b9be), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.557068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc853ea5-c54d-4569-9afc-b68b4dac1c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (22d62a4f-5dbf-47f0-a386-74239290b9be), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.560091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc853ea5-c54d-4569-9afc-b68b4dac1c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.563751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fc853ea5-c54d-4569-9afc-b68b4dac1c02 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22d62a4f-5dbf-47f0-a386-74239290b9be HTTP/1.1" status: 204 len: 168 time: 0.2420554 Feb 11 13:13:45.572521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc853ea5-c54d-4569-9afc-b68b4dac1c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d62a4f-5dbf-47f0-a386-74239290b9be,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:45.610957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f23807-ff0b-41fc-b1cf-32b831c7bf4c req-538a63d2-ec81-4629-bbe8-e208f265e21d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:45.612617 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b5f23807-ff0b-41fc-b1cf-32b831c7bf4c req-538a63d2-ec81-4629-bbe8-e208f265e21d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.0983837 Feb 11 13:13:45.669597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b5f23807-ff0b-41fc-b1cf-32b831c7bf4c req-bc9c1a53-52b8-40be-a9ef-45fba1d2299d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495656 Feb 11 13:13:45.892490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59864) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:45.907489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-029920a4-1690-4014-a297-5c0bd1f02a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.984168 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-029920a4-1690-4014-a297-5c0bd1f02a05 admin admin] Publish callbacks [] for security_group (8f4e5a0f-2b15-4029-bd1d-e337d595c886), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:45.988806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-029920a4-1690-4014-a297-5c0bd1f02a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f4e5a0f-2b15-4029-bd1d-e337d595c886), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.025284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-029920a4-1690-4014-a297-5c0bd1f02a05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2419dae6c874f7a8e5cecbbbb313361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294007 Feb 11 13:13:46.026260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59866) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:46.032159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029920a4-1690-4014-a297-5c0bd1f02a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e5a0f-2b15-4029-bd1d-e337d595c886,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:46.093403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ce557db-7bd1-4301-a5a0-c4a5c81ea530 admin admin] Publish callbacks [] for security_group (8f4e5a0f-2b15-4029-bd1d-e337d595c886), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.116371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ce557db-7bd1-4301-a5a0-c4a5c81ea530 admin admin] Publish callbacks [] for security_group (8f4e5a0f-2b15-4029-bd1d-e337d595c886), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.163604 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ce557db-7bd1-4301-a5a0-c4a5c81ea530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f4e5a0f-2b15-4029-bd1d-e337d595c886), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.166742 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ce557db-7bd1-4301-a5a0-c4a5c81ea530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.170813 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3ce557db-7bd1-4301-a5a0-c4a5c81ea530 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f4e5a0f-2b15-4029-bd1d-e337d595c886 HTTP/1.1" status: 204 len: 168 time: 0.1418769 Feb 11 13:13:46.180049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce557db-7bd1-4301-a5a0-c4a5c81ea530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e5a0f-2b15-4029-bd1d-e337d595c886,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:46.249605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:46.588426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8e7dbf6-08d3-4756-9af9-3e05393f81c4 req-d67be9d2-0ade-47a9-9d64-46900cdf1e7a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0444987 Feb 11 13:13:46.841514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c5845-8406-4bc4-8d3b-410a8ab176d3 req-43e271fc-69ea-43fd-b4c4-c1d0ee48a09a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:46.843783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c6c5845-8406-4bc4-8d3b-410a8ab176d3 req-43e271fc-69ea-43fd-b4c4-c1d0ee48a09a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.0702393 Feb 11 13:13:46.933003 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c6c5845-8406-4bc4-8d3b-410a8ab176d3 req-c50f1c11-cb03-42a7-9404-6f1d000acdc2 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778046 Feb 11 13:13:47.049564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbdc8e-20e8-49b4-ad9e-854f18ac6260 req-e4cfb40d-ef08-4d04-ad3e-c1d2a58e52e6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:47.061280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08bbdc8e-20e8-49b4-ad9e-854f18ac6260 req-e4cfb40d-ef08-4d04-ad3e-c1d2a58e52e6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.0586030 Feb 11 13:13:47.061522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59896) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:47.066856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'floatingip': {'port_id': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:47.112644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:47.210553 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:47.664094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:47.669538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:47.758274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c46c3d2-68a3-4510-8338-dbe6d74a589b req-badadafc-43d2-4f4b-81f5-fa6dd116ff3d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0307224 Feb 11 13:13:47.837575 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Floating IP 3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5 associated. External IP: 172.25.1.2, port: 16f84da1-eb29-453d-9ffe-4e6a8ad64066. Feb 11 13:13:48.059899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Router d7f8f632-a36b-4eee-bfae-464fc6e30c83 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:13:48.189361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:13:48.196405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:48.203003 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] Sync routers for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:13:48.216624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:48.216624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:13:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:48.236776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-03cb69f6-cb39-4116-ba6a-37bd67e27473 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "PUT /v2.0/floatingips/3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5 HTTP/1.1" status: 200 len: 990 time: 1.1740696 Feb 11 13:13:48.237501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:48.240638 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0767a2-a0d1-4fac-b52b-c732f035859d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:48.301607 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edce918d-abea-409d-b578-d4ccdbb94216 x-openstack-request-id: req-edce918d-abea-409d-b578-d4ccdbb94216 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:48.301988 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:48.302750 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edce918d-abea-409d-b578-d4ccdbb94216 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:48.302750 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'status': 'completed', 'code': 200} Feb 11 13:13:48.334910 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:48.410112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-86ac366f-2d6e-4472-ad61-8186122ea305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:48.412413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-86ac366f-2d6e-4472-ad61-8186122ea305 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1128 time: 0.0917199 Feb 11 13:13:48.515654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-ebb71257-bb63-41bd-8d67-5ede072eba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:48.517129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-ebb71257-bb63-41bd-8d67-5ede072eba95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 917 time: 0.0992472 Feb 11 13:13:48.594726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-d1c0cea8-8c39-437b-a05c-0b5bf52aab7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 998 time: 0.0715313 Feb 11 13:13:48.621393 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'port_id': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'mac_address': 'fa:16:3e:46:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:13:27Z', 'updated_at': '2022-02-11T13:13:47Z', 'revision_number': 1, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:28Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:48.654465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-2110a25c-04ea-4ede-9922-35e95aa51613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:48.655963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-2110a25c-04ea-4ede-9922-35e95aa51613 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.0548496 Feb 11 13:13:48.666784 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] Checking router: d7f8f632-a36b-4eee-bfae-464fc6e30c83 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:13:48.678861 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:13:48.679792 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:13:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:48.722040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-f364fc28-7760-497a-ac4b-43a88c06a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:48.724120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-f364fc28-7760-497a-ac4b-43a88c06a1e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0619657 Feb 11 13:13:48.837052 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:13:48.853979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-8b979028-3039-40b7-b19a-139af9fec3ea service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238463 Feb 11 13:13:48.911425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d66e9916-7aab-425c-88e0-1c39cdfe8bb4 req-4002bbba-d868-43d3-b21f-8d1184d1e8b1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0522690 Feb 11 13:13:48.999527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0767a2-a0d1-4fac-b52b-c732f035859d req-98a2df47-cff3-4dde-a6bf-0b33c57a1f29 service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343184 Feb 11 13:13:49.106322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'port_id': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'mac_address': 'fa:16:3e:46:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:13:27Z', 'updated_at': '2022-02-11T13:13:47Z', 'revision_number': 1, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:28Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:49.133141 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6699d0-9489-4196-bb52-cb391c766539 None None] The sync data for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 is: [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'floating_ip_address': '172.25.1.2', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'port_id': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'mac_address': 'fa:16:3e:46:6e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:13:27Z', 'updated_at': '2022-02-11T13:13:47Z', 'revision_number': 1, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:28Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:13:49.182426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:49.297513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c06c8c48-41b7-4247-aa18-39ca462000bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.369813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0212dc2b-4a64-4069-8582-700876618593 None None] New status for floating IP 3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:13:49.390738 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c06c8c48-41b7-4247-aa18-39ca462000bb admin admin] Publish callbacks [] for security_group (f4c8dffc-c42e-41a9-bac5-1b55b5224d72), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.397727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c06c8c48-41b7-4247-aa18-39ca462000bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4c8dffc-c42e-41a9-bac5-1b55b5224d72), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.440289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c8c48-41b7-4247-aa18-39ca462000bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c8dffc-c42e-41a9-bac5-1b55b5224d72,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:49.447963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59946) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:49.448491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c06c8c48-41b7-4247-aa18-39ca462000bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a9caa3d513c4ffaafdf6c3eb5c6c2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643175 Feb 11 13:13:49.505998 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-135aed67-efc1-4588-b3a9-9f9c4cad0883 admin admin] Publish callbacks [] for security_group (f4c8dffc-c42e-41a9-bac5-1b55b5224d72), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.529097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-135aed67-efc1-4588-b3a9-9f9c4cad0883 admin admin] Publish callbacks [] for security_group (f4c8dffc-c42e-41a9-bac5-1b55b5224d72), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.581329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-135aed67-efc1-4588-b3a9-9f9c4cad0883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4c8dffc-c42e-41a9-bac5-1b55b5224d72), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.584417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-135aed67-efc1-4588-b3a9-9f9c4cad0883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.587958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-135aed67-efc1-4588-b3a9-9f9c4cad0883 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4c8dffc-c42e-41a9-bac5-1b55b5224d72 HTTP/1.1" status: 204 len: 168 time: 0.1359713 Feb 11 13:13:49.593674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135aed67-efc1-4588-b3a9-9f9c4cad0883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c8dffc-c42e-41a9-bac5-1b55b5224d72,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:49.862793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59952) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:49.878442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2990107f-d358-499a-bdec-e342997e8911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.967985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2990107f-d358-499a-bdec-e342997e8911 admin admin] Publish callbacks [] for security_group (2abbe70b-4918-4f05-b790-c230c4dcab54), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:49.973446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2990107f-d358-499a-bdec-e342997e8911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2abbe70b-4918-4f05-b790-c230c4dcab54), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:50.031327 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-53fb9f71-18cf-40aa-b436-974841a834d5 req-bae3c63b-8eaa-49af-b978-cfd57f357762 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0518651 Feb 11 13:13:50.039060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990107f-d358-499a-bdec-e342997e8911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abbe70b-4918-4f05-b790-c230c4dcab54,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:50.047679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2990107f-d358-499a-bdec-e342997e8911 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b67c41ca5264006a5a900a2c804cb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1835802 Feb 11 13:13:50.048446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59956) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:50.098950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa5483a5-1598-4bec-af89-7e75f3f545e7 admin admin] Publish callbacks [] for security_group (2abbe70b-4918-4f05-b790-c230c4dcab54), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:50.119790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa5483a5-1598-4bec-af89-7e75f3f545e7 admin admin] Publish callbacks [] for security_group (2abbe70b-4918-4f05-b790-c230c4dcab54), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:50.171600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa5483a5-1598-4bec-af89-7e75f3f545e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2abbe70b-4918-4f05-b790-c230c4dcab54), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:50.174389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa5483a5-1598-4bec-af89-7e75f3f545e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:50.175547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fa5483a5-1598-4bec-af89-7e75f3f545e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2abbe70b-4918-4f05-b790-c230c4dcab54 HTTP/1.1" status: 204 len: 168 time: 0.1255534 Feb 11 13:13:50.184070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5483a5-1598-4bec-af89-7e75f3f545e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abbe70b-4918-4f05-b790-c230c4dcab54,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:51.135414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ca5599c-4e40-4544-911c-83572804ddf7 req-87e7a511-b3ef-4cd4-8b2b-a1ea4c159241 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0318599 Feb 11 13:13:52.265142 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-744d5582-6e00-4285-81dc-6d2461b50869 req-2f1814e0-c161-4d1e-aee2-3a1f6ce54872 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0441782 Feb 11 13:13:53.376909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5b22e72-07e7-4059-98f9-d48dae080e52 req-894c14ed-1847-4bdc-ae00-87eccb542f14 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Feb 11 13:13:54.493449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8fa6fd2a-b0ab-41ce-9fae-99553b6faa5b req-db376766-d689-482d-98f7-9c00e08f9cd4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0292993 Feb 11 13:13:55.669990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed40193d-c79b-41b2-8b26-e73bf13a73c4 req-eee70d9d-2e20-425d-858d-87465fa2893f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=17e342d7-c2d7-4786-b6fc-f073a8ad8a70 HTTP/1.1" status: 200 len: 210 time: 0.0510647 Feb 11 13:13:56.199677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:56.539575 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00c75191-caef-4670-b113-1ee3decfc6b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:56.758163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00c75191-caef-4670-b113-1ee3decfc6b4 admin admin] Publish callbacks [] for security_group (1c6ba9fd-2e87-4fd4-b950-5900dc99a114), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:56.770899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-00c75191-caef-4670-b113-1ee3decfc6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1c6ba9fd-2e87-4fd4-b950-5900dc99a114), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:56.810949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c75191-caef-4670-b113-1ee3decfc6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6ba9fd-2e87-4fd4-b950-5900dc99a114,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:56.848762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60122) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:56.849715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-00c75191-caef-4670-b113-1ee3decfc6b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f52b7391d564d82b0b5beed5dfd5ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486619 Feb 11 13:13:56.963422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2a076c-bd56-4a54-b7d7-cc6eb9d5eba6 admin admin] Publish callbacks [] for security_group (1c6ba9fd-2e87-4fd4-b950-5900dc99a114), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:57.009682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2a076c-bd56-4a54-b7d7-cc6eb9d5eba6 admin admin] Publish callbacks [] for security_group (1c6ba9fd-2e87-4fd4-b950-5900dc99a114), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:57.108299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2a076c-bd56-4a54-b7d7-cc6eb9d5eba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1c6ba9fd-2e87-4fd4-b950-5900dc99a114), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:57.112733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d2a076c-bd56-4a54-b7d7-cc6eb9d5eba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:57.118198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2d2a076c-bd56-4a54-b7d7-cc6eb9d5eba6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c6ba9fd-2e87-4fd4-b950-5900dc99a114 HTTP/1.1" status: 204 len: 168 time: 0.2683480 Feb 11 13:13:57.129574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a076c-bd56-4a54-b7d7-cc6eb9d5eba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6ba9fd-2e87-4fd4-b950-5900dc99a114,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:58.583303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ad00f-eeeb-4ad2-b1c7-d5ec9677c935 req-5818f3c3-b002-47fc-b2ce-9cfa9301099c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:58.597996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-df8ad00f-eeeb-4ad2-b1c7-d5ec9677c935 req-5818f3c3-b002-47fc-b2ce-9cfa9301099c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.2056377 Feb 11 13:13:58.623668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-df8ad00f-eeeb-4ad2-b1c7-d5ec9677c935 req-61b7b61e-bf47-402d-a7af-d36669c38c1c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/quotas/7c1580fb5e3c430ebc5468c531acfa6d HTTP/1.1" status: 200 len: 375 time: 0.0202615 Feb 11 13:13:58.694976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-df8ad00f-eeeb-4ad2-b1c7-d5ec9677c935 req-52a21586-30d0-44d4-8307-f07dd931a706 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598431 Feb 11 13:13:58.912123 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-df8ad00f-eeeb-4ad2-b1c7-d5ec9677c935 req-ab7b309c-ec70-45cd-a5cf-b8bf21b1628e service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051980 Feb 11 13:13:59.140728 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-df8ad00f-eeeb-4ad2-b1c7-d5ec9677c935 req-462e891b-a457-4ded-88d5-18195f6acd48 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166204 Feb 11 13:13:59.333958 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5ed140f-d4c0-43a2-a25d-05688afd5925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.514434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40976b04-46ce-4f3a-ae16-4a3d625d7935 req-1bd195f7-6913-4eec-b2c7-59b58996a27e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e3ed06f-5e69-4a71-aab7-1c0ec195c618 HTTP/1.1" status: 200 len: 210 time: 0.0807805 Feb 11 13:14:00.697065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-f70ac424-a89a-4944-8b17-175f1f93acf2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:00.699425 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-f70ac424-a89a-4944-8b17-175f1f93acf2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.1994812 Feb 11 13:14:00.717543 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-ec745c36-f9e6-4f70-8ae1-6230557e1762 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/quotas/7c1580fb5e3c430ebc5468c531acfa6d HTTP/1.1" status: 200 len: 375 time: 0.0119362 Feb 11 13:14:00.769844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-8cabb467-6738-45c8-9def-3d0c559f8917 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454798 Feb 11 13:14:00.930035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-71b76fc8-83e2-4d18-9af8-ecc35227129e service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523695 Feb 11 13:14:01.067247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-e2654455-df33-4f1b-a21c-73b36bde947a service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306903 Feb 11 13:14:01.385900 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d602e3e4-62c6-4137-b27c-212bb9c94b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.473131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f72e3e1f-e398-49d8-b310-a8e4da043c50 req-cdfeb90d-eb47-425f-8c9a-c3aebac50c36 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0697131 Feb 11 13:14:02.164492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60312) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:02.316800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9864-9c26-4419-8ebf-da9cc4453011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.417583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9864-9c26-4419-8ebf-da9cc4453011 admin admin] Publish callbacks [] for security_group (f838d533-86f3-4837-8bb3-b59c3c9539fe), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.422978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b9ce9864-9c26-4419-8ebf-da9cc4453011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f838d533-86f3-4837-8bb3-b59c3c9539fe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.475110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b9ce9864-9c26-4419-8ebf-da9cc4453011 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c2192f6196f4364b44fc97cb4afc0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075845 Feb 11 13:14:02.477887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60324) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:02.479223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce9864-9c26-4419-8ebf-da9cc4453011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f838d533-86f3-4837-8bb3-b59c3c9539fe,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:02.518494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.691632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e22fca67-b716-444e-89c4-ee2cd3dea80a admin admin] Publish callbacks [] for security_group (f838d533-86f3-4837-8bb3-b59c3c9539fe), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.722398 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-29e09eee-fd82-4cc7-b10d-137a0f7b18a7 req-5deb8071-98be-4519-91fa-96b959bdc862 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0806344 Feb 11 13:14:02.768331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e22fca67-b716-444e-89c4-ee2cd3dea80a admin admin] Publish callbacks [] for security_group (f838d533-86f3-4837-8bb3-b59c3c9539fe), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.792066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-f140ddc6-bc0d-4504-8a18-66da69423568 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=76be0faa3ca24b8dbff8185fe3eb2525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563610 Feb 11 13:14:03.317504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-012c0e2b-1d10-4d0d-9820-c6da6030da80 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.320107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-012c0e2b-1d10-4d0d-9820-c6da6030da80 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.7322669 Feb 11 13:14:03.335657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e22fca67-b716-444e-89c4-ee2cd3dea80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f838d533-86f3-4837-8bb3-b59c3c9539fe), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:03.347728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e22fca67-b716-444e-89c4-ee2cd3dea80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:03.362356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e22fca67-b716-444e-89c4-ee2cd3dea80a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f838d533-86f3-4837-8bb3-b59c3c9539fe HTTP/1.1" status: 204 len: 168 time: 0.8827729 Feb 11 13:14:03.385288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Request body: {'port': {'device_id': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'admin_state_up': True, 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:03.458163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fca67-b716-444e-89c4-ee2cd3dea80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f838d533-86f3-4837-8bb3-b59c3c9539fe,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:03.544063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-803fe0ec-f39f-48b5-bd84-4548350a5823 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.553501 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-803fe0ec-f39f-48b5-bd84-4548350a5823 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7280433 Feb 11 13:14:03.682391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-e427ed84-23a8-44f6-8288-fc866b00d93c tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/quotas/76be0faa3ca24b8dbff8185fe3eb2525 HTTP/1.1" status: 200 len: 375 time: 0.1278908 Feb 11 13:14:03.740793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-2b0f4ea2-810a-4989-8b63-9ef929d2f323 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=76be0faa3ca24b8dbff8185fe3eb2525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450571 Feb 11 13:14:03.754714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:03.764911 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:03.843271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60356) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:03.921668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fcdc92ff-97cb-44c6-aa95-d2f958208f53 req-6abdcd1c-1d38-4f2d-a0f8-ab724f1a6e30 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0509846 Feb 11 13:14:04.067041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Allocated IP 172.20.0.13 (9f61c168-fdf9-4dda-9438-83f3652849a4/d8738ee9-9799-48eb-9480-7c79190886ec/85881435-eb99-428d-b9c5-eccbd1d955fa) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:04.088705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3126f5d4-b389-4cf1-bc39-8ccccc220c18 req-eb6072f0-40dc-40c3-a8af-744858c6eafa tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0789459 Feb 11 13:14:04.110461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60364) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:04.119730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50ca6e37-becf-46c9-aed2-8e64d06d206e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.145760 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50bd8079-0222-4c00-8d5b-afadf13db35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.280845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50bd8079-0222-4c00-8d5b-afadf13db35a admin admin] Publish callbacks [] for security_group (8aa465ab-3eea-437f-a060-01be89a558a0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.303301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.325446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks [] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.346565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50ca6e37-becf-46c9-aed2-8e64d06d206e admin admin] Publish callbacks [] for security_group (fafd13d8-a458-48b1-9f94-04d0603bce0f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.348560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50bd8079-0222-4c00-8d5b-afadf13db35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8aa465ab-3eea-437f-a060-01be89a558a0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.361935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50ca6e37-becf-46c9-aed2-8e64d06d206e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fafd13d8-a458-48b1-9f94-04d0603bce0f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.379149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.417921 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-50bd8079-0222-4c00-8d5b-afadf13db35a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6634dd37b97f44ee9687d6f8db1bc520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3038893 Feb 11 13:14:04.419367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60372) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:04.422396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-50ca6e37-becf-46c9-aed2-8e64d06d206e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7fdb3e6224943aca7cb2db33163a2a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5780926 Feb 11 13:14:04.425189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd8079-0222-4c00-8d5b-afadf13db35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa465ab-3eea-437f-a060-01be89a558a0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.428460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60374) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:04.497962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:04.509371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:04.512378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event updated for resources: {'Port': ['ID=85881435-eb99-428d-b9c5-eccbd1d955fa,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.515973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:04.582586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca6e37-becf-46c9-aed2-8e64d06d206e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd13d8-a458-48b1-9f94-04d0603bce0f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.592850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:04.594152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.615675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6bcc64fd-e0fa-4dc9-8261-93c185270e9c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2812338 Feb 11 13:14:04.623801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1873bf01-1f7f-4cec-aa03-9795d0b59614 admin admin] Publish callbacks [] for security_group (fafd13d8-a458-48b1-9f94-04d0603bce0f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.632708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Request body: {'port': {'device_id': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:04.637049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-434acb51-7a34-404f-90e4-635804813406 admin admin] Publish callbacks [] for security_group (8aa465ab-3eea-437f-a060-01be89a558a0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.668889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1873bf01-1f7f-4cec-aa03-9795d0b59614 admin admin] Publish callbacks [] for security_group (fafd13d8-a458-48b1-9f94-04d0603bce0f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.699299 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-434acb51-7a34-404f-90e4-635804813406 admin admin] Publish callbacks [] for security_group (8aa465ab-3eea-437f-a060-01be89a558a0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.742228 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1873bf01-1f7f-4cec-aa03-9795d0b59614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fafd13d8-a458-48b1-9f94-04d0603bce0f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.747644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1873bf01-1f7f-4cec-aa03-9795d0b59614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.753044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1873bf01-1f7f-4cec-aa03-9795d0b59614 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fafd13d8-a458-48b1-9f94-04d0603bce0f HTTP/1.1" status: 204 len: 168 time: 0.3234618 Feb 11 13:14:04.764254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873bf01-1f7f-4cec-aa03-9795d0b59614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd13d8-a458-48b1-9f94-04d0603bce0f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.773435 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.075081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-434acb51-7a34-404f-90e4-635804813406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8aa465ab-3eea-437f-a060-01be89a558a0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.077706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-434acb51-7a34-404f-90e4-635804813406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.078869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-434acb51-7a34-404f-90e4-635804813406 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8aa465ab-3eea-437f-a060-01be89a558a0 HTTP/1.1" status: 204 len: 168 time: 0.6554372 Feb 11 13:14:05.158699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434acb51-7a34-404f-90e4-635804813406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa465ab-3eea-437f-a060-01be89a558a0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:05.313404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c55a74-79eb-45f6-9b8e-2bcfd1413947 req-18a25185-494a-4dbf-8dd0-514e834b033f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:05.319344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66c55a74-79eb-45f6-9b8e-2bcfd1413947 req-18a25185-494a-4dbf-8dd0-514e834b033f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 932 time: 0.2604296 Feb 11 13:14:05.351861 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.411355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-03d929b2-07cb-45ac-8be5-e15db5d0a3a4 req-75941c45-6698-4151-b1e3-bde248797694 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0691409 Feb 11 13:14:05.600205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-d903dbd6-a860-45e6-90e1-2335894bdb5c tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=76be0faa3ca24b8dbff8185fe3eb2525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667453 Feb 11 13:14:05.611195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85881435-eb99-428d-b9c5-eccbd1d955fa {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:05.647957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Publish callbacks [] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.697175 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66c55a74-79eb-45f6-9b8e-2bcfd1413947 req-55f18925-2e77-401e-a2e2-1a6c99ba5365 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708556 Feb 11 13:14:05.714510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Transition to ACTIVE for port object 85881435-eb99-428d-b9c5-eccbd1d955fa will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:05.736788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.798506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60408) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:05.825238 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b56a1a-8b3b-43f8-98fd-d2ae07df12ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.952633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b56a1a-8b3b-43f8-98fd-d2ae07df12ff admin admin] Publish callbacks [] for security_group (24d6f32f-4b45-435e-b58b-58c29c8f4974), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.958569 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b56a1a-8b3b-43f8-98fd-d2ae07df12ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (24d6f32f-4b45-435e-b58b-58c29c8f4974), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.978680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Pushing event updated for resources: {'Port': ['ID=85881435-eb99-428d-b9c5-eccbd1d955fa,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.007365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b56a1a-8b3b-43f8-98fd-d2ae07df12ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d6f32f-4b45-435e-b58b-58c29c8f4974,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.016099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-96b27f5b-9ed6-415f-8a6c-2738881a3575 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.026715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-96b27f5b-9ed6-415f-8a6c-2738881a3575 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4095747 Feb 11 13:14:06.035787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-74b56a1a-8b3b-43f8-98fd-d2ae07df12ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe3eea69df4144be89673800c1be86e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354836 Feb 11 13:14:06.038529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60416) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:06.068714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Request body: {'port': {'device_id': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '76be0faa3ca24b8dbff8185fe3eb2525'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:06.128609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bcf241b9-3bec-40e2-ad92-f6bb194848be admin admin] Publish callbacks [] for security_group (24d6f32f-4b45-435e-b58b-58c29c8f4974), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.174024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bcf241b9-3bec-40e2-ad92-f6bb194848be admin admin] Publish callbacks [] for security_group (24d6f32f-4b45-435e-b58b-58c29c8f4974), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.213138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Attempting to bind port 85881435-eb99-428d-b9c5-eccbd1d955fa on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:06.213539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Attempting to bind port 85881435-eb99-428d-b9c5-eccbd1d955fa by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:06.213836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Attempting to bind port 85881435-eb99-428d-b9c5-eccbd1d955fa on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:06.226194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Port 85881435-eb99-428d-b9c5-eccbd1d955fa on network 9f61c168-fdf9-4dda-9438-83f3652849a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:06.226526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Attempting to bind port 85881435-eb99-428d-b9c5-eccbd1d955fa on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:06.238422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:06.238422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Checking segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:06.238772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Bound using segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:06.239801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Bound port: 85881435-eb99-428d-b9c5-eccbd1d955fa, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:06.239801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.277769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bcf241b9-3bec-40e2-ad92-f6bb194848be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (24d6f32f-4b45-435e-b58b-58c29c8f4974), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.284036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bcf241b9-3bec-40e2-ad92-f6bb194848be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.289287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bcf241b9-3bec-40e2-ad92-f6bb194848be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24d6f32f-4b45-435e-b58b-58c29c8f4974 HTTP/1.1" status: 204 len: 168 time: 0.2479374 Feb 11 13:14:06.323527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf241b9-3bec-40e2-ad92-f6bb194848be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d6f32f-4b45-435e-b58b-58c29c8f4974,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.334130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Made reservation on behalf of 76be0faa3ca24b8dbff8185fe3eb2525 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:06.337912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.359613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.385298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] For port 85881435-eb99-428d-b9c5-eccbd1d955fa, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:06.406279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] For port 85881435-eb99-428d-b9c5-eccbd1d955fa, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85881435-eb99-428d-b9c5-eccbd1d955fa,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:06.424338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.517217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.518262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.522895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] 10.222.0.53 "PUT /v2.0/ports/85881435-eb99-428d-b9c5-eccbd1d955fa HTTP/1.1" status: 200 len: 1092 time: 1.8976653 Feb 11 13:14:06.535762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'tag': '85881435-eb99-428d-b9c5-eccbd1d955fa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:06.538934 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35973a2c-fd9b-4c37-81fe-500b52e6658d" -d '{"events": [{"name": "network-changed", "server_uuid": "38807981-b4c5-4c1c-8ed8-3b7696f6c6a0", "tag": "85881435-eb99-428d-b9c5-eccbd1d955fa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:06.664585 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbe272b-5ef9-44ef-96ef-fea957802130 x-openstack-request-id: req-0cbe272b-5ef9-44ef-96ef-fea957802130 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:06.667325 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38807981-b4c5-4c1c-8ed8-3b7696f6c6a0", "tag": "85881435-eb99-428d-b9c5-eccbd1d955fa", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:06.667694 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0cbe272b-5ef9-44ef-96ef-fea957802130 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:06.673926 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'tag': '85881435-eb99-428d-b9c5-eccbd1d955fa', 'status': 'completed', 'code': 200} Feb 11 13:14:06.695641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4873d902-dc2e-41ac-b8a6-b1403fc125eb req-2b241bb2-2300-46eb-be25-480410c6b83e tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.1049385 Feb 11 13:14:06.749294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec66ba-7546-4bd3-9b55-379c63a84890 service neutron] Pushing event updated for resources: {'Port': ['ID=85881435-eb99-428d-b9c5-eccbd1d955fa,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.885680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-87a0da88-a659-442a-b6b4-5529e0995a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.897978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-87a0da88-a659-442a-b6b4-5529e0995a0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 1126 time: 0.3134894 Feb 11 13:14:06.897978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks [] for security_group (8500b01c-5aab-42cf-9667-f17d97f4f3e7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.948201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8500b01c-5aab-42cf-9667-f17d97f4f3e7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.026714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-6397115c-7e12-47bd-9264-e906a4f88de1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85881435-eb99-428d-b9c5-eccbd1d955fa HTTP/1.1" status: 200 len: 217 time: 0.1174350 Feb 11 13:14:07.227353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8500b01c-5aab-42cf-9667-f17d97f4f3e7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:07.366572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7727589-0f9d-4665-8fd2-cfe6863a4911 req-35bbe9da-8775-4f35-9395-8f1aa3e7c5ca tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.378886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7727589-0f9d-4665-8fd2-cfe6863a4911 req-35bbe9da-8775-4f35-9395-8f1aa3e7c5ca tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 944 time: 0.4867828 Feb 11 13:14:07.403134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-a9bab565-40cc-4cba-8cd2-79872b2b07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.406735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-a9bab565-40cc-4cba-8cd2-79872b2b07ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.3683941 Feb 11 13:14:07.446140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e851a1-ae0f-408a-bb59-f237eaf927c2 req-5540c45f-84f5-47ec-b43f-7251f768f68d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:07.453813 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9e851a1-ae0f-408a-bb59-f237eaf927c2 req-5540c45f-84f5-47ec-b43f-7251f768f68d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1497152 Feb 11 13:14:07.517070 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a9e851a1-ae0f-408a-bb59-f237eaf927c2 req-6b76bb86-975b-4fdd-a52d-fcaccdf73527 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617919 Feb 11 13:14:07.541839 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-5293c83d-8306-4fa0-9a1e-835d1202d489 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087804 Feb 11 13:14:07.572440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Allocated IP 192.168.233.109 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/9fcdb52a-a8d3-4359-8e86-716b70cf1bf0) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:07.603292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7727589-0f9d-4665-8fd2-cfe6863a4911 req-08278503-f75b-4510-9a4b-04a2d5754e29 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235656 Feb 11 13:14:07.773127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-5769c616-a194-4c40-8079-e72a41801fa7 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170851 Feb 11 13:14:07.912001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a66055db-403d-4646-bb9d-6b0defc05741 req-833a4b6a-7d20-4f85-b39d-0b5f0104b758 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0887909 Feb 11 13:14:08.013209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f810d8d-654e-42b6-aadb-491c16ec150a req-1a214230-728e-4f6d-ae17-bb4696e76bf3 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245851 Feb 11 13:14:08.170250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-9cf7aa63-b55f-47a0-8246-f04cd34d6cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1958330 Feb 11 13:14:08.214715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-aae46db4-2923-4a3b-8fae-0eef9f71f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.215939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-aae46db4-2923-4a3b-8fae-0eef9f71f5c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 1126 time: 0.1476514 Feb 11 13:14:08.218995 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks [] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.397000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.407954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b397e-f235-403e-9646-2e562627bd0c req-dea41887-3dd6-4c9d-aa9e-0bd8b21fe8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.409419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-dea41887-3dd6-4c9d-aa9e-0bd8b21fe8ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1128 time: 0.1732049 Feb 11 13:14:08.473932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-c3831ac8-c335-4972-a624-ff6536f7ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.475426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-c3831ac8-c335-4972-a624-ff6536f7ead6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.2527840 Feb 11 13:14:08.528848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:08.613462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-b98a290f-8a98-4721-b35f-702851cd64fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85881435-eb99-428d-b9c5-eccbd1d955fa HTTP/1.1" status: 200 len: 217 time: 0.1156335 Feb 11 13:14:08.618984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:08.634532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:08.679551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Pushing event updated for resources: {'Port': ['ID=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:08.826153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c453c-4603-44bc-8f2c-03f77fa6a041 req-e34dfa96-4c67-4c66-8613-4ff2170a3d8b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.827827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-774c453c-4603-44bc-8f2c-03f77fa6a041 req-e34dfa96-4c67-4c66-8613-4ff2170a3d8b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 944 time: 0.1231608 Feb 11 13:14:08.885898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-4c52fc71-969b-4fe2-8ec5-7acda60589c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.887499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-4c52fc71-969b-4fe2-8ec5-7acda60589c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.2297175 Feb 11 13:14:08.931870 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-774c453c-4603-44bc-8f2c-03f77fa6a041 req-6dcfdfb5-2f45-4225-945d-9612e9f4b860 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975373 Feb 11 13:14:09.089830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-4dd00b0e-a2ae-4bd9-8301-5531c055e17a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053972 Feb 11 13:14:09.108008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-41c75fea-f0dc-4264-8a03-4ccc136a0efb None None] Provisioning complete for port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:09.108604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-41c75fea-f0dc-4264-8a03-4ccc136a0efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.115947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.117046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.193869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138a64b-9a62-4713-a251-cdb52520fd27 req-6dfbc0c6-58bb-4d68-8738-eac99d7bce3b tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.195952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-41c75fea-f0dc-4264-8a03-4ccc136a0efb None None] Port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:09.201474 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d138a64b-9a62-4713-a251-cdb52520fd27 req-6dfbc0c6-58bb-4d68-8738-eac99d7bce3b tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 936 time: 0.1222250 Feb 11 13:14:09.277010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d138a64b-9a62-4713-a251-cdb52520fd27 req-50780259-0f75-427a-b0ca-b107e7c982c9 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687656 Feb 11 13:14:09.525990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767b131-c685-4cb3-9983-ae14c7e8052b req-10be7d10-5f27-4b3b-a039-6d0b79f692e4 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.533419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3767b131-c685-4cb3-9983-ae14c7e8052b req-10be7d10-5f27-4b3b-a039-6d0b79f692e4 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.6495311 Feb 11 13:14:09.536131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b397e-f235-403e-9646-2e562627bd0c req-c76f2d41-a3ac-4394-8874-281c87c317cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.537888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-c76f2d41-a3ac-4394-8874-281c87c317cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 917 time: 1.0961969 Feb 11 13:14:09.617488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60524) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:09.619553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-37bffd45-b2e2-4eb4-af9b-34b8a237fa39 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5574889 Feb 11 13:14:09.649568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Request body: {'port': {'device_id': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:09.707036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85881435-eb99-428d-b9c5-eccbd1d955fa details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:14:09.719440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-33e1cbc6-6175-433c-ab5a-ae2f59bb3948 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 1000 time: 0.1472368 Feb 11 13:14:09.730225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-73b7357c-ede7-4a53-9482-27ecb3a92390 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321297 Feb 11 13:14:09.790108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-646a488d-e479-43c4-938f-7e0f7472b4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.796847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3767b131-c685-4cb3-9983-ae14c7e8052b req-3e80f901-feb5-4e41-9e9e-1e1bdb433a15 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621865 Feb 11 13:14:09.833365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.843899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85881435-eb99-428d-b9c5-eccbd1d955fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85881435-eb99-428d-b9c5-eccbd1d955fa,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:09.860947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '85881435-eb99-428d-b9c5-eccbd1d955fa', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'port_id': '85881435-eb99-428d-b9c5-eccbd1d955fa', 'mac_address': 'fa:16:3e:8d:33:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8738ee9-9799-48eb-9480-7c79190886ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:14:09.894818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-646a488d-e479-43c4-938f-7e0f7472b4bb admin admin] Publish callbacks [] for security_group (d5edb486-2337-46c4-9640-65378cdacb95), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.900874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-646a488d-e479-43c4-938f-7e0f7472b4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5edb486-2337-46c4-9640-65378cdacb95), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.913186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 85881435-eb99-428d-b9c5-eccbd1d955fa is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:09.914226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.922919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b397e-f235-403e-9646-2e562627bd0c req-85d740fd-2650-4997-8009-64afef52a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.924470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-85d740fd-2650-4997-8009-64afef52a219 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.1970446 Feb 11 13:14:09.938277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85881435-eb99-428d-b9c5-eccbd1d955fa {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:09.958574 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-646a488d-e479-43c4-938f-7e0f7472b4bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=286ed4a03d7e49c78c9375d0dd5eeee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396087 Feb 11 13:14:09.960137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60528) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:09.963178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a488d-e479-43c4-938f-7e0f7472b4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5edb486-2337-46c4-9640-65378cdacb95,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:09.982654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85881435-eb99-428d-b9c5-eccbd1d955fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85881435-eb99-428d-b9c5-eccbd1d955fa,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:09.993216 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.995933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35973a2c-fd9b-4c37-81fe-500b52e6658d req-b0f73ea8-cb9c-4719-b1a7-a76484938d60 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520037 Feb 11 13:14:10.063689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d261813-3cd4-4acb-8d7f-0eed6bb670b4 admin admin] Publish callbacks [] for security_group (d5edb486-2337-46c4-9640-65378cdacb95), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.070783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=85881435-eb99-428d-b9c5-eccbd1d955fa,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:10.083581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.084316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.084872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.085788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.087119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.087696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.088245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.088806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.090410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.091020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.092264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.092837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.094657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:10.100912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b397e-f235-403e-9646-2e562627bd0c req-5c7669cb-d526-41ef-ba8d-7b6fd11e6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:10.102486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-5c7669cb-d526-41ef-ba8d-7b6fd11e6d61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1718836 Feb 11 13:14:10.111244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d261813-3cd4-4acb-8d7f-0eed6bb670b4 admin admin] Publish callbacks [] for security_group (d5edb486-2337-46c4-9640-65378cdacb95), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.159979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbce7f-cbef-45c3-a7fb-e1fe185e19f0 req-026cfd4f-9bae-4621-8609-92f95bdb0a24 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:10.161766 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-06bbce7f-cbef-45c3-a7fb-e1fe185e19f0 req-026cfd4f-9bae-4621-8609-92f95bdb0a24 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1120565 Feb 11 13:14:10.208964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d261813-3cd4-4acb-8d7f-0eed6bb670b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5edb486-2337-46c4-9640-65378cdacb95), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.212329 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d261813-3cd4-4acb-8d7f-0eed6bb670b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.216532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d261813-3cd4-4acb-8d7f-0eed6bb670b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5edb486-2337-46c4-9640-65378cdacb95 HTTP/1.1" status: 204 len: 168 time: 0.2520611 Feb 11 13:14:10.227151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['85881435-eb99-428d-b9c5-eccbd1d955fa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:10.277982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-06bbce7f-cbef-45c3-a7fb-e1fe185e19f0 req-fc3f6d6d-dff6-4708-bdca-75dfa5bf8ab1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Feb 11 13:14:10.279069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d261813-3cd4-4acb-8d7f-0eed6bb670b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5edb486-2337-46c4-9640-65378cdacb95,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:10.304259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:10.332730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Publish callbacks [] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.390769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-3301a2d8-299c-45e7-ac62-c48c772a81cc service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792256 Feb 11 13:14:10.392293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Transition to ACTIVE for port object 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:10.415922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.651383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:10.666386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81951a-8a39-4c19-a2fc-79f260a11b54 req-4119ad04-0b58-4cb9-bb7c-c047a9bf574f tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:10.668049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb81951a-8a39-4c19-a2fc-79f260a11b54 req-4119ad04-0b58-4cb9-bb7c-c047a9bf574f tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 948 time: 0.2807570 Feb 11 13:14:10.730757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Attempting to bind port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:10.731087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Attempting to bind port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:10.731427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Attempting to bind port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:10.741192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d5b397e-f235-403e-9646-2e562627bd0c req-24bbbed3-5b2c-4091-b657-c19503da83fd service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393712 Feb 11 13:14:10.786392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:10.786717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Attempting to bind port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:10.798772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb81951a-8a39-4c19-a2fc-79f260a11b54 req-e6fe869d-b86d-47af-b63c-a9e7eaec6a82 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160002 Feb 11 13:14:10.799536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:10.799873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:10.800351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:10.800799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Bound port: 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:10.801169 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.945465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] For port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:10.950311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] For port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:10.967621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.983051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b715f-878b-4e47-9c82-d143993a51a7 req-972016ad-5358-473d-b06a-025d94085c77 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:10.991938 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc5b715f-878b-4e47-9c82-d143993a51a7 req-972016ad-5358-473d-b06a-025d94085c77 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0939922 Feb 11 13:14:11.061386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:11.068551 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fc5b715f-878b-4e47-9c82-d143993a51a7 req-c2ce9405-1240-478b-a2ea-18ea224cb368 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752954 Feb 11 13:14:11.091575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.092225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:11.093854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-a1c1e55e-4a14-4428-aa50-497006938027 service neutron] 10.222.0.64 "PUT /v2.0/ports/9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 HTTP/1.1" status: 200 len: 1096 time: 1.4557731 Feb 11 13:14:11.095483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'tag': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:11.103452 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2", "tag": "9fcdb52a-a8d3-4359-8e86-716b70cf1bf0"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:11.109142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-9d8f5d51-768d-4f8a-9760-6e08e80387f7 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=dde33950772945c39dc7f526a6f0324c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557246 Feb 11 13:14:11.235063 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8641f938-0a23-49ea-910a-9f19cdaf7daa x-openstack-request-id: req-8641f938-0a23-49ea-910a-9f19cdaf7daa {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:11.235398 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2", "tag": "9fcdb52a-a8d3-4359-8e86-716b70cf1bf0", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:11.235607 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8641f938-0a23-49ea-910a-9f19cdaf7daa {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:11.236167 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'tag': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0', 'status': 'completed', 'code': 200} Feb 11 13:14:11.324645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-d8254ab2-5d76-4d20-a33a-f570728257c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.326238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-d8254ab2-5d76-4d20-a33a-f570728257c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76be0faa3ca24b8dbff8185fe3eb2525&device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 1130 time: 0.1775641 Feb 11 13:14:11.398399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-2e29fc86-b47f-4d62-893e-8ac623407a01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 HTTP/1.1" status: 200 len: 217 time: 0.0600135 Feb 11 13:14:11.404771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-99e12c50-14e3-4b64-af99-0d413492c7fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.411257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-99e12c50-14e3-4b64-af99-0d413492c7fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909153 Feb 11 13:14:11.466038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e451af6-a35f-490b-baf6-01f8438df8d9 req-58ce1dee-d1e7-4779-9580-aac99327ae6a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.470703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-1f55dafc-4b7e-4721-b199-15322046c840 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/quotas/dde33950772945c39dc7f526a6f0324c HTTP/1.1" status: 200 len: 375 time: 0.0570381 Feb 11 13:14:11.474363 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e451af6-a35f-490b-baf6-01f8438df8d9 req-58ce1dee-d1e7-4779-9580-aac99327ae6a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 945 time: 0.1076777 Feb 11 13:14:11.514415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-56ea217e-255b-41f7-910a-6760e9f782f0 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dde33950772945c39dc7f526a6f0324c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344379 Feb 11 13:14:11.520678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-3fd9bf45-bad4-4749-899c-68ef2603dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.522265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-3fd9bf45-bad4-4749-899c-68ef2603dbfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1017632 Feb 11 13:14:11.549383 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4e451af6-a35f-490b-baf6-01f8438df8d9 req-7cad63e3-4328-41f9-9e0e-580b94dd267d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736175 Feb 11 13:14:11.605815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-b2f7547f-7a03-42f9-9917-9ba2952e8c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.607717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-b2f7547f-7a03-42f9-9917-9ba2952e8c44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0782969 Feb 11 13:14:11.705693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85881435-eb99-428d-b9c5-eccbd1d955fa up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:11.804868 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-99ff19b2-72a0-4301-85b6-9b346172a755 req-515d1861-a38e-41bc-8a26-52e3b682c5d8 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 210 time: 0.0828452 Feb 11 13:14:11.862891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-0765f904-45c1-40af-9768-dd8cc8f180d5 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462683 Feb 11 13:14:11.890122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 85881435-eb99-428d-b9c5-eccbd1d955fa completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:11.898467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 85881435-eb99-428d-b9c5-eccbd1d955fa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:11.900329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:12.040261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c14bba-06cf-489b-aba9-f538553e7ec8 req-e6df53f3-a4cb-4b14-86db-119b3715a10a tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.043691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80c14bba-06cf-489b-aba9-f538553e7ec8 req-e6df53f3-a4cb-4b14-86db-119b3715a10a tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 948 time: 0.1318297 Feb 11 13:14:12.054931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 85881435-eb99-428d-b9c5-eccbd1d955fa is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:12.055639 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:12.073337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-67fdce21-5210-4db9-be27-f5537c8f9974 req-ddf631bd-d9cc-47fc-9adc-7071f79c1830 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041311 Feb 11 13:14:12.108196 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85881435-eb99-428d-b9c5-eccbd1d955fa'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:12.111216 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987ad07a-97ef-4ec3-aa80-e45c78aa9a7e" -d '{"events": [{"server_uuid": "38807981-b4c5-4c1c-8ed8-3b7696f6c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "85881435-eb99-428d-b9c5-eccbd1d955fa"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:12.137216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 85881435-eb99-428d-b9c5-eccbd1d955fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85881435-eb99-428d-b9c5-eccbd1d955fa,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:12.142943 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:12.224889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=85881435-eb99-428d-b9c5-eccbd1d955fa,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:12.241471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80c14bba-06cf-489b-aba9-f538553e7ec8 req-d9e36c9d-7b53-4189-8efd-bb2b80f128af tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849642 Feb 11 13:14:12.275413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-ae3280f4-83ff-46f0-9efa-a566181b5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.276919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-ae3280f4-83ff-46f0-9efa-a566181b5860 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76be0faa3ca24b8dbff8185fe3eb2525&device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 1130 time: 0.1431618 Feb 11 13:14:12.309514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8feb3a-a38d-4d04-82fb-53dcb7d8b8bb req-056e7dbe-278e-4933-8401-ee4f57193796 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.310268 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d51bb52-0dde-4a33-9b23-2e74328d814b x-openstack-request-id: req-3d51bb52-0dde-4a33-9b23-2e74328d814b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:12.310657 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38807981-b4c5-4c1c-8ed8-3b7696f6c6a0", "name": "network-vif-plugged", "status": "completed", "tag": "85881435-eb99-428d-b9c5-eccbd1d955fa", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:12.311029 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3d51bb52-0dde-4a33-9b23-2e74328d814b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:12.311515 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85881435-eb99-428d-b9c5-eccbd1d955fa', 'code': 200} Feb 11 13:14:12.312700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef8feb3a-a38d-4d04-82fb-53dcb7d8b8bb req-056e7dbe-278e-4933-8401-ee4f57193796 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1289690 Feb 11 13:14:12.470201 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef8feb3a-a38d-4d04-82fb-53dcb7d8b8bb req-e6769b23-8c9a-4d01-a490-7703167ad25b tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455483 Feb 11 13:14:12.483477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-8faef325-b385-4a10-b40e-450608222d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.484963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-8faef325-b385-4a10-b40e-450608222d96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2003107 Feb 11 13:14:12.487824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b778987-a733-4b92-8261-3ef68065c50b req-51b8f930-4d92-40ce-983d-698258f6feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.489488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b778987-a733-4b92-8261-3ef68065c50b req-51b8f930-4d92-40ce-983d-698258f6feb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 1128 time: 0.0765848 Feb 11 13:14:12.557104 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-a14048da-09f0-485e-aae8-b954d0a63c1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 HTTP/1.1" status: 200 len: 217 time: 0.0659750 Feb 11 13:14:12.611136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b778987-a733-4b92-8261-3ef68065c50b req-96f30c20-6f8c-4fe3-bef0-0cbd86464a14 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142638 Feb 11 13:14:12.635848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-a91343b5-2e84-4dff-9238-621431c10c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.647185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-a91343b5-2e84-4dff-9238-621431c10c67 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0839972 Feb 11 13:14:12.752667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdfd7a-87b0-4025-aa2d-2b22542a15ca req-d825c58c-665c-4363-becd-e07cf8428524 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.755672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05cdfd7a-87b0-4025-aa2d-2b22542a15ca req-d825c58c-665c-4363-becd-e07cf8428524 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1074834 Feb 11 13:14:12.763634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-4ed25751-cae3-4aa3-b978-71281f3b09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.765777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-4ed25751-cae3-4aa3-b978-71281f3b09b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1064689 Feb 11 13:14:12.895553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05cdfd7a-87b0-4025-aa2d-2b22542a15ca req-cb5ace62-ab3f-4075-946a-2ad971c2493b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284533 Feb 11 13:14:12.918204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-be8c4ab8-0a21-4619-a921-c7c13bad5a1f service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436613 Feb 11 13:14:12.927413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60698) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:12.965086 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c0c2c5da-b97a-42c2-9473-67c33b18f679 req-07bec5fe-b0f1-4ed8-9de0-8e659b831261 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 210 time: 0.0306253 Feb 11 13:14:12.965326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:13.055601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-63d5355b-12ef-4dfa-ab33-66ccd3ac64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.057118 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-63d5355b-12ef-4dfa-ab33-66ccd3ac64d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1127 time: 0.1261117 Feb 11 13:14:13.078997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-067d7767-0ca2-4a3c-a69a-2d81f534ba6f req-d256f6f6-1798-4157-b30e-3936c472b05c service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525948 Feb 11 13:14:13.119364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dde99952-98f4-4559-aaa5-6b9c64935597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:13.208739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-d0dfaa05-2854-4dda-86c1-72ed9385a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.210256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-d0dfaa05-2854-4dda-86c1-72ed9385a758 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.1302617 Feb 11 13:14:13.302195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-6c4385ba-4f6c-498e-8fe9-b023e5b2a5b4 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=dde33950772945c39dc7f526a6f0324c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724928 Feb 11 13:14:13.406159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dde99952-98f4-4559-aaa5-6b9c64935597 admin admin] Publish callbacks [] for security_group (96f66a8e-3ab1-4134-9760-850b049407aa), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:13.454181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-e7bff4a2-80dc-43e6-92fc-e96ad79970eb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 1000 time: 0.2315009 Feb 11 13:14:13.454955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dde99952-98f4-4559-aaa5-6b9c64935597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (96f66a8e-3ab1-4134-9760-850b049407aa), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:13.629741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6b736-2b1f-46c4-9975-ddb4328e469e req-ed75f5af-0950-49a0-baa4-3be04eaf027f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.631830 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34a6b736-2b1f-46c4-9975-ddb4328e469e req-ed75f5af-0950-49a0-baa4-3be04eaf027f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0676820 Feb 11 13:14:13.700557 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-34a6b736-2b1f-46c4-9975-ddb4328e469e req-55425c3b-4112-4dc9-993c-dbed0979678c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597279 Feb 11 13:14:13.886772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde99952-98f4-4559-aaa5-6b9c64935597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f66a8e-3ab1-4134-9760-850b049407aa,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:13.898035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dde99952-98f4-4559-aaa5-6b9c64935597 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8494eeff0a6d4e2eb622977d57be16e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9672685 Feb 11 13:14:13.899632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60710) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:13.906844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-be0ea62d-9aa7-4a48-a580-c9046d1ea683 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.908280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-be0ea62d-9aa7-4a48-a580-c9046d1ea683 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5945699 Feb 11 13:14:13.910579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-b631599d-059f-4496-bb1b-c6950e1ed5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.912002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-b631599d-059f-4496-bb1b-c6950e1ed5d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.4446583 Feb 11 13:14:13.918800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c3ae3-3151-476b-a121-d482464c7f0b req-316e0823-89d5-4158-9591-8ded3bb37b26 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.925715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30c3ae3-3151-476b-a121-d482464c7f0b req-316e0823-89d5-4158-9591-8ded3bb37b26 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 948 time: 0.6107922 Feb 11 13:14:13.938914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Request body: {'port': {'device_id': '5eed106b-912a-4207-b643-be9b816e4149', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': 'dde33950772945c39dc7f526a6f0324c'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:13.991012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c2d-9570-481b-89e5-a507f6472a91 admin admin] Publish callbacks [] for security_group (96f66a8e-3ab1-4134-9760-850b049407aa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.036867 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c2d-9570-481b-89e5-a507f6472a91 admin admin] Publish callbacks [] for security_group (96f66a8e-3ab1-4134-9760-850b049407aa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.087779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30c3ae3-3151-476b-a121-d482464c7f0b req-9e6ed8c6-3292-4eab-8d87-452889127e7e tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611011 Feb 11 13:14:14.096517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-cbefd00b-15f5-4467-b556-fa0b8e3d83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.098514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-cbefd00b-15f5-4467-b556-fa0b8e3d83a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1697488 Feb 11 13:14:14.102997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9242318-629e-48e4-b74d-8ca9d5940235 req-62a7a9ce-a3bb-4a1c-a19c-5a19481231a8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.117597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9242318-629e-48e4-b74d-8ca9d5940235 req-62a7a9ce-a3bb-4a1c-a19c-5a19481231a8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0899007 Feb 11 13:14:14.151763 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c2d-9570-481b-89e5-a507f6472a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (96f66a8e-3ab1-4134-9760-850b049407aa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.154818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b5b1c2d-9570-481b-89e5-a507f6472a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.158793 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b5b1c2d-9570-481b-89e5-a507f6472a91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96f66a8e-3ab1-4134-9760-850b049407aa HTTP/1.1" status: 204 len: 168 time: 0.2513301 Feb 11 13:14:14.183003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b1c2d-9570-481b-89e5-a507f6472a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f66a8e-3ab1-4134-9760-850b049407aa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:14.191762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9242318-629e-48e4-b74d-8ca9d5940235 req-8af364a7-da4d-4adb-a01d-b06471350dc9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724187 Feb 11 13:14:14.284547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62d3dfe2-8ba8-4f29-8375-fb2c16aa87e9 req-56469f93-6553-488d-8acf-d0c051c294b4 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 210 time: 0.0912638 Feb 11 13:14:14.316615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Made reservation on behalf of dde33950772945c39dc7f526a6f0324c for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:14.319958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.336868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.343565 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-acaf981d-56b0-467d-8886-dcebb682308c service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338808 Feb 11 13:14:14.500701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6271d610-c0d9-4318-a8f8-cfe43a7cd5a6 req-98ef959d-4df0-4817-9a2a-16b15d164125 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510570 Feb 11 13:14:14.544418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks [] for security_group (d4d357a3-19b2-4f75-84e1-28a332d72b36), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.552698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d28c33-977b-48dd-910d-04f9bdd5dd4e req-8ce5abdb-9038-442a-abf4-edcedec895c6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.554445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83d28c33-977b-48dd-910d-04f9bdd5dd4e req-8ce5abdb-9038-442a-abf4-edcedec895c6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1084974 Feb 11 13:14:14.555638 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d4d357a3-19b2-4f75-84e1-28a332d72b36), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.638041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d357a3-19b2-4f75-84e1-28a332d72b36,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:14.686373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83d28c33-977b-48dd-910d-04f9bdd5dd4e req-ded70ac5-c92d-4a9d-af77-ba0051c741a4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251004 Feb 11 13:14:14.756448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Allocated IP 192.168.233.67 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/01f57a5a-778b-4431-b215-82c2f8377d7d) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:14.878709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde6c64-a231-4e8e-9940-442033151f0a req-c5953e9c-2339-41ba-bfc6-fc1a969ea121 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.880981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbde6c64-a231-4e8e-9940-442033151f0a req-c5953e9c-2339-41ba-bfc6-fc1a969ea121 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0799689 Feb 11 13:14:14.941959 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dbde6c64-a231-4e8e-9940-442033151f0a req-78e2a303-f98c-4a62-90c1-692293d4ad0a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549619 Feb 11 13:14:14.978414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks [] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.020425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.062784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:15.069591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:15.073970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:15.129510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Pushing event updated for resources: {'Port': ['ID=01f57a5a-778b-4431-b215-82c2f8377d7d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:15.176340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.178184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.240179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-e26f2f6d-b473-42d6-9ef4-9bdfdb2fd04f tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3123753 Feb 11 13:14:15.256252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Request body: {'port': {'device_id': '5eed106b-912a-4207-b643-be9b816e4149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:15.268650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82ae20-7c00-48f4-abd1-b536a3403e9e req-3dcc1c43-a139-4f8d-b10a-1dc5bbcb4c9d tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.274645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a82ae20-7c00-48f4-abd1-b536a3403e9e req-3dcc1c43-a139-4f8d-b10a-1dc5bbcb4c9d tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 948 time: 0.0832760 Feb 11 13:14:15.401417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.449084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a82ae20-7c00-48f4-abd1-b536a3403e9e req-e9b97dcf-b6cb-4319-b85f-e29fb97231b5 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568265 Feb 11 13:14:15.457317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-822053f2-4f5c-4624-9131-8c6647f3bea7 None None] Provisioning complete for port 01f57a5a-778b-4431-b215-82c2f8377d7d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:15.457892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-822053f2-4f5c-4624-9131-8c6647f3bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.505185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4458a8-1af1-472d-9335-febd58544feb req-275a75eb-c3d9-4c7c-a831-accfeffcb152 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.508623 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d4458a8-1af1-472d-9335-febd58544feb req-275a75eb-c3d9-4c7c-a831-accfeffcb152 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 935 time: 0.1300383 Feb 11 13:14:15.512635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-822053f2-4f5c-4624-9131-8c6647f3bea7 None None] Port 01f57a5a-778b-4431-b215-82c2f8377d7d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:15.581679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9d4458a8-1af1-472d-9335-febd58544feb req-9e1d50d8-60d1-42d9-b9c8-7562a7d515b6 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655363 Feb 11 13:14:15.832809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f57a5a-778b-4431-b215-82c2f8377d7d {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:15.843454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Publish callbacks [] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.863014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Transition to ACTIVE for port object 01f57a5a-778b-4431-b215-82c2f8377d7d will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:15.867562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.882386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653ccc1-3746-4a05-8d19-080098623458 req-6b9ad126-be58-4782-90ec-135865dfa456 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.889790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3653ccc1-3746-4a05-8d19-080098623458 req-6b9ad126-be58-4782-90ec-135865dfa456 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 946 time: 0.0976222 Feb 11 13:14:15.954798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Pushing event updated for resources: {'Port': ['ID=01f57a5a-778b-4431-b215-82c2f8377d7d,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:16.043812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3653ccc1-3746-4a05-8d19-080098623458 req-a1d4d2bb-9da7-4412-92c1-8abdf358caf6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425192 Feb 11 13:14:16.102915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Attempting to bind port 01f57a5a-778b-4431-b215-82c2f8377d7d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:16.103830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Attempting to bind port 01f57a5a-778b-4431-b215-82c2f8377d7d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:16.104826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Attempting to bind port 01f57a5a-778b-4431-b215-82c2f8377d7d on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:16.115319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Port 01f57a5a-778b-4431-b215-82c2f8377d7d on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:16.116586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Attempting to bind port 01f57a5a-778b-4431-b215-82c2f8377d7d on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:16.126866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:16.127244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:16.129278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:16.129772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Bound port: 01f57a5a-778b-4431-b215-82c2f8377d7d, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:16.130357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:16.272166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:16.442239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60780) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:16.479392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] For port 01f57a5a-778b-4431-b215-82c2f8377d7d, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:16.496036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] For port 01f57a5a-778b-4431-b215-82c2f8377d7d, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=01f57a5a-778b-4431-b215-82c2f8377d7d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:16.532952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:16.534120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efde2d-77f3-44c3-8093-ee8964838084 req-3e592e71-8c30-4abf-aedf-ad6ceec9c432 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:16.543877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6efde2d-77f3-44c3-8093-ee8964838084 req-3e592e71-8c30-4abf-aedf-ad6ceec9c432 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.5031061 Feb 11 13:14:16.580593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:16.581822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:16.583900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] 10.222.0.64 "PUT /v2.0/ports/01f57a5a-778b-4431-b215-82c2f8377d7d HTTP/1.1" status: 200 len: 1095 time: 1.3328309 Feb 11 13:14:16.597264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eed106b-912a-4207-b643-be9b816e4149', 'tag': '01f57a5a-778b-4431-b215-82c2f8377d7d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:16.605560 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a" -d '{"events": [{"name": "network-changed", "server_uuid": "5eed106b-912a-4207-b643-be9b816e4149", "tag": "01f57a5a-778b-4431-b215-82c2f8377d7d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:16.632013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e6efde2d-77f3-44c3-8093-ee8964838084 req-dcde5008-6f9b-475d-a8de-f532f064cb5f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859225 Feb 11 13:14:16.688792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161def9-9a7a-4c6b-9552-26b421db2420 req-89da2efe-033d-4361-9388-09b113196b32 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:16.691210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3161def9-9a7a-4c6b-9552-26b421db2420 req-89da2efe-033d-4361-9388-09b113196b32 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1918561 Feb 11 13:14:16.721142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f319c5c-e99d-4cee-95d4-56b431eccf69 service neutron] Pushing event updated for resources: {'Port': ['ID=01f57a5a-778b-4431-b215-82c2f8377d7d,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:16.795452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1709206652'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:16.808394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18513e-bde2-414c-b9c7-b04d7e299f2e req-88868a46-6488-4718-8d87-2382b7fe301c tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:16.810036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c18513e-bde2-414c-b9c7-b04d7e299f2e req-88868a46-6488-4718-8d87-2382b7fe301c tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 948 time: 0.0866437 Feb 11 13:14:16.845579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-88c39a1d-7384-4033-a279-d46c1c146810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:16.848235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-88c39a1d-7384-4033-a279-d46c1c146810 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dde33950772945c39dc7f526a6f0324c&device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 1129 time: 0.2164493 Feb 11 13:14:16.873854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3161def9-9a7a-4c6b-9552-26b421db2420 req-15b576a1-3580-4d52-a306-b945a3618064 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687303 Feb 11 13:14:16.897747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6c18513e-bde2-414c-b9c7-b04d7e299f2e req-099aeb8e-ad2a-4448-86b6-e04ddcf9d722 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796530 Feb 11 13:14:16.916263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-9073ca8d-c185-4ae0-908f-bfe847c6c19d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=01f57a5a-778b-4431-b215-82c2f8377d7d HTTP/1.1" status: 200 len: 217 time: 0.0595863 Feb 11 13:14:16.920883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Made reservation on behalf of 0e47c2f677cb4d16a83dc67dc2246687 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:16.924677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:16.973081 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767de0aa-7658-4912-b1b1-0370772408c7 x-openstack-request-id: req-767de0aa-7658-4912-b1b1-0370772408c7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:16.973312 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eed106b-912a-4207-b643-be9b816e4149", "tag": "01f57a5a-778b-4431-b215-82c2f8377d7d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:16.973561 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-767de0aa-7658-4912-b1b1-0370772408c7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:16.974010 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eed106b-912a-4207-b643-be9b816e4149', 'tag': '01f57a5a-778b-4431-b215-82c2f8377d7d', 'status': 'completed', 'code': 200} Feb 11 13:14:16.993898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.033069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-8f8b5041-d70b-4d80-8ca9-9a937715f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.034674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-8f8b5041-d70b-4d80-8ca9-9a937715f674 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0995879 Feb 11 13:14:17.042192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d9646-a5bd-4fc4-9058-fa23e17acf8e req-9884409e-9190-4e05-925e-8b86156e7aec tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.043737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c66d9646-a5bd-4fc4-9058-fa23e17acf8e req-9884409e-9190-4e05-925e-8b86156e7aec tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 947 time: 0.0662723 Feb 11 13:14:17.108301 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c66d9646-a5bd-4fc4-9058-fa23e17acf8e req-2d407538-ffc2-463f-942f-5a3ebd1c3835 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584626 Feb 11 13:14:17.129160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-1d44188f-a0ce-4bd5-bea5-15190bab3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.129946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-1d44188f-a0ce-4bd5-bea5-15190bab3f24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0845318 Feb 11 13:14:17.176325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks [] for security_group (08fe39e2-0c5b-470d-8ffb-3ae6899e3b72), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.210154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.212103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (08fe39e2-0c5b-470d-8ffb-3ae6899e3b72), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.245867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:17.274004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b5f04895-98bd-4af8-aa91-78bd266a8984), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.274344 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Added segment b5f04895-98bd-4af8-aa91-78bd266a8984 of type vlan for network eedfa269-a1fe-46ad-be33-02a796174a33 Feb 11 13:14:17.277146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fe39e2-0c5b-470d-8ffb-3ae6899e3b72,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:17.314810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-871de434-1e70-4f79-9085-7b6bb45b5638 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809542 Feb 11 13:14:17.346102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (eedfa269-a1fe-46ad-be33-02a796174a33), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.418345 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (eedfa269-a1fe-46ad-be33-02a796174a33), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.423316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.423947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.475741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bdb6803-3468-4dbc-8e69-fe202084ea04 req-636edaea-4b28-44ff-a9db-89ed4e0ca3c5 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539814 Feb 11 13:14:17.479007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0352585 Feb 11 13:14:17.522509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ce9b8-bf1b-4beb-a120-4ba966664842 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Pushing event updated for resources: {'Network': ['ID=eedfa269-a1fe-46ad-be33-02a796174a33,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:17.537035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network eedfa269-a1fe-46ad-be33-02a796174a33 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:17.649063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-8bb126e2-84e1-47c4-8303-f43387a79dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.650789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-8bb126e2-84e1-47c4-8303-f43387a79dd6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dde33950772945c39dc7f526a6f0324c&device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 1129 time: 0.1009247 Feb 11 13:14:17.656268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:14:17.761020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60800) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:17.777434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Request body: {'port': {'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33', 'binding:host_id': 'n-h1-828675-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1816396979'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:17.793061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:17.811129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0', 'mac_address': 'fa:16:3e:9e:bd:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:14:17.828588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Made reservation on behalf of afef011ad1cc445e90d87a3ae1f82eca for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:17.831221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.847319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.853228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-b5fd0a04-c7e2-412f-8c1d-faae077e8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.858423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:17.858602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.859211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-b5fd0a04-c7e2-412f-8c1d-faae077e8417 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.2009342 Feb 11 13:14:17.877308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb5e6-557d-43c1-89c0-e5b47ef272c7 req-c136e842-4b72-40d2-8733-cd8f02699ad6 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.884599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c8cb5e6-557d-43c1-89c0-e5b47ef272c7 req-c136e842-4b72-40d2-8733-cd8f02699ad6 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1272678 Feb 11 13:14:17.886850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:17.912889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-ee69c934-091e-4de3-81a6-8cc24e56e80b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=01f57a5a-778b-4431-b215-82c2f8377d7d HTTP/1.1" status: 200 len: 217 time: 0.0468545 Feb 11 13:14:17.928133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:17.939335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:17.968376 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c8cb5e6-557d-43c1-89c0-e5b47ef272c7 req-31d3b90e-551d-4327-9aed-bcb13d9f9147 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826561 Feb 11 13:14:18.049549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-66257335-6187-4c5a-bd96-88efe151c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.051455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-66257335-6187-4c5a-bd96-88efe151c5c2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.1317053 Feb 11 13:14:18.059599 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for security_group (d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:18.067622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:18.071505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:18.087952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] device_id is not set on port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:18.119202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-7ccec021-bf57-476c-9874-f8d2fb38c6af tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.121051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-7ccec021-bf57-476c-9874-f8d2fb38c6af tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 946 time: 0.1861246 Feb 11 13:14:18.171359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99ad6-82ed-4578-9e3a-5f06d7c04243 req-e85e0334-8116-4bbe-8d08-0e3bfccc6525 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.178950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03d99ad6-82ed-4578-9e3a-5f06d7c04243 req-e85e0334-8116-4bbe-8d08-0e3bfccc6525 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 949 time: 0.1521244 Feb 11 13:14:18.235056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:18.259216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-c5db0ee1-6b14-466b-8426-ca0dc83da389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.261096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-c5db0ee1-6b14-466b-8426-ca0dc83da389 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1912446 Feb 11 13:14:18.281528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03d99ad6-82ed-4578-9e3a-5f06d7c04243 req-6512655a-24fb-415f-b1da-1f21866c9e57 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016486 Feb 11 13:14:18.282481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d736-e7bb-4b91-bbe5-3dbd2a350da4 req-5d3f7c11-9c85-47d1-973b-b7ae515c9768 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.283115 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9914d736-e7bb-4b91-bbe5-3dbd2a350da4 req-5d3f7c11-9c85-47d1-973b-b7ae515c9768 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 946 time: 0.2118871 Feb 11 13:14:18.303827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['9fcdb52a-a8d3-4359-8e86-716b70cf1bf0'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:18.395720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Deleting port 85881435-eb99-428d-b9c5-eccbd1d955fa {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:18.396064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:18.481970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-e1b93df9-63af-4839-ab15-06e5e178d19f service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139952 Feb 11 13:14:18.576030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] device_id is not set on port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:18.607640 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for port (9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:18.651373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:18.716108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9914d736-e7bb-4b91-bbe5-3dbd2a350da4 req-50352f0a-033d-4706-a547-20a0cab904f0 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197845 Feb 11 13:14:18.721483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] For port 85881435-eb99-428d-b9c5-eccbd1d955fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=85881435-eb99-428d-b9c5-eccbd1d955fa,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:18.722032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:18.754485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Calling delete_port for 85881435-eb99-428d-b9c5-eccbd1d955fa owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:18.785031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Checking segment: {'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:18.785031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Network hostable DHCP agents. Network: eedfa269-a1fe-46ad-be33-02a796174a33, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:18.800994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b011e-0812-4112-ae6e-a969922ea95b req-8b2b6410-f7b7-4378-b548-1736d0a6a64a tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.801339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:18.805235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db4b011e-0812-4112-ae6e-a969922ea95b req-8b2b6410-f7b7-4378-b548-1736d0a6a64a tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 947 time: 0.2099421 Feb 11 13:14:18.814527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5709dd0-ff19-4214-b1bc-d2ffa3c7ee0a req-26db25ee-d48b-4977-b048-98727233d4d5 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143132 Feb 11 13:14:18.830544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Network eedfa269-a1fe-46ad-be33-02a796174a33 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:18.849496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, eedfa269-a1fe-46ad-be33-02a796174a33) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:18.858914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1af427-f209-410d-850c-d07993cc3487 None None] Network eedfa269-a1fe-46ad-be33-02a796174a33 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:18.874455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:18.914910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:18.915232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:18.915562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:18.924858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:18.925225 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:18.927656 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 2 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:18.953609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb8b41-561d-46f6-8bb8-afe0c698b620 req-14591da1-0787-4f9d-bb9d-c369e548dd7f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.955172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90cb8b41-561d-46f6-8bb8-afe0c698b620 req-14591da1-0787-4f9d-bb9d-c369e548dd7f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1037962 Feb 11 13:14:18.960782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:18.961149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:18.961692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:18.962375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a670-2228-4037-a606-3ae9247583ce req-d217d85c-afe7-4b7f-8373-8d3c1d32265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.964322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b39a670-2228-4037-a606-3ae9247583ce req-d217d85c-afe7-4b7f-8373-8d3c1d32265a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1127 time: 0.3163705 Feb 11 13:14:18.971275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (85881435-eb99-428d-b9c5-eccbd1d955fa), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:18.974621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:18.974621 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:18.976268 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 3 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:18.986787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['85881435-eb99-428d-b9c5-eccbd1d955fa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:19.020268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.021057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.021057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.031497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event deleted for resources: {'Port': ['ID=85881435-eb99-428d-b9c5-eccbd1d955fa,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:19.032687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.033487 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.036010 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 4 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:19.053267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.053595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.053963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.071314 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90cb8b41-561d-46f6-8bb8-afe0c698b620 req-7045a3bf-d37b-4f15-967b-9617f4551f39 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033955 Feb 11 13:14:19.078691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.079198 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.079748 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 5 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:19.106589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.106835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.106835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.118036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.118844 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.119744 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 6 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:19.141678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.141956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.142294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.149029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.149616 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.150207 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 7 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:19.164560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.164901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.165425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.170784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.171360 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.171902 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 8 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:19.188712 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.189322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.189852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.197123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.197123 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.198685 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 9 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:19.212568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.214961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.214961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.219936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.220504 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.220902 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 10 to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e Feb 11 13:14:19.239578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:19.240168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:19.240646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:19.245885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:19.246469 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:19.246874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:19.350914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] For port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:19.351331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempted to set empty binding levels {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:14:19.365490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:19.426707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db4b011e-0812-4112-ae6e-a969922ea95b req-36fb0fb0-be3d-40fa-af99-236a1a3f0e38 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080625 Feb 11 13:14:19.434823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.435437 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:19.460819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] No DVR routers for this DVR port 85881435-eb99-428d-b9c5-eccbd1d955fa on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:19.464624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:19.467683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7056127 Feb 11 13:14:19.467939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1dca8c8-8535-4642-80b3-8937a6821137 req-d5fefb30-617d-4cb0-8606-9b5b2a9a3ba1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "DELETE /v2.0/ports/85881435-eb99-428d-b9c5-eccbd1d955fa HTTP/1.1" status: 204 len: 173 time: 1.3386707 Feb 11 13:14:19.468373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'name': 'network-vif-deleted', 'tag': '85881435-eb99-428d-b9c5-eccbd1d955fa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:19.470676 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be13519-95b7-4bd2-87b2-6b24916f754b" -d '{"events": [{"server_uuid": "38807981-b4c5-4c1c-8ed8-3b7696f6c6a0", "name": "network-vif-deleted", "tag": "85881435-eb99-428d-b9c5-eccbd1d955fa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:19.470813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965bbdf-999d-4ee7-b57a-1d07d489751a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:19.473126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60822) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:19.492616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b55f96-2a85-4cc9-9969-5660f1c0ec38 req-5f3f33f5-1824-4d77-837b-03cb6046ec38 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.502063 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-86b55f96-2a85-4cc9-9969-5660f1c0ec38 req-5f3f33f5-1824-4d77-837b-03cb6046ec38 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 949 time: 0.1313334 Feb 11 13:14:19.529529 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bfe841-c5b2-4074-a731-4d65a71ec8db x-openstack-request-id: req-f1bfe841-c5b2-4074-a731-4d65a71ec8db {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:19.530939 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38807981-b4c5-4c1c-8ed8-3b7696f6c6a0", "name": "network-vif-deleted", "tag": "85881435-eb99-428d-b9c5-eccbd1d955fa", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:19.530939 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1bfe841-c5b2-4074-a731-4d65a71ec8db {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:19.530939 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38807981-b4c5-4c1c-8ed8-3b7696f6c6a0', 'name': 'network-vif-deleted', 'tag': '85881435-eb99-428d-b9c5-eccbd1d955fa', 'status': 'completed', 'code': 200} Feb 11 13:14:19.541099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a670-2228-4037-a606-3ae9247583ce req-dd4af786-e590-4c56-ae7c-b496a9b6d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.544099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b39a670-2228-4037-a606-3ae9247583ce req-dd4af786-e590-4c56-ae7c-b496a9b6d6f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.5639944 Feb 11 13:14:19.576100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-86b55f96-2a85-4cc9-9969-5660f1c0ec38 req-9e89e711-3894-4c56-a9f0-09d0545baaff tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731199 Feb 11 13:14:19.649604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b39a670-2228-4037-a606-3ae9247583ce req-e0922764-e59c-4727-8297-983006fe3717 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 1000 time: 0.0953934 Feb 11 13:14:19.686836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Deleting port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:19.687181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:19.757056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a670-2228-4037-a606-3ae9247583ce req-cd4a5da3-2785-4341-b387-13cbc1c2622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.758754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b39a670-2228-4037-a606-3ae9247583ce req-cd4a5da3-2785-4341-b387-13cbc1c2622d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.1019981 Feb 11 13:14:19.804767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] For port 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e, host n-h1-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:19.805242 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:19.827699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Calling delete_port for 9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:19.912347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20f1712e-b093-4f0c-b661-b98538054250 req-5514b95c-ea18-4daa-9b8c-e107267f3a12 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=38807981-b4c5-4c1c-8ed8-3b7696f6c6a0 HTTP/1.1" status: 200 len: 210 time: 0.0382650 Feb 11 13:14:19.916057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39a670-2228-4037-a606-3ae9247583ce req-c239bbeb-7ebe-4d7f-b388-2d8a561d890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.922725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b39a670-2228-4037-a606-3ae9247583ce req-c239bbeb-7ebe-4d7f-b388-2d8a561d890b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1521487 Feb 11 13:14:20.027908 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.069626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:20.073309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b39a670-2228-4037-a606-3ae9247583ce req-d8639624-d2be-46e7-82ec-ae677a71da88 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435547 Feb 11 13:14:20.085123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.091284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9e933218-9e7f-42e3-a559-c6bf87e640b1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e HTTP/1.1" status: 204 len: 168 time: 0.6031203 Feb 11 13:14:20.094091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:20.131579 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83eb824-e1ce-41bb-b54c-783ae1b0150a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:14:20.133126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b83eb824-e1ce-41bb-b54c-783ae1b0150a tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "GET /v2.0/ports/9e82ce32-f1ae-4e09-aa94-d53d9ba4a97e HTTP/1.1" status: 404 len: 333 time: 0.0380449 Feb 11 13:14:20.136749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60850) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:20.141713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Request body: {'port': {'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-530187990'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:20.197370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Made reservation on behalf of afef011ad1cc445e90d87a3ae1f82eca for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:20.199979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.203531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b39a670-2228-4037-a606-3ae9247583ce req-3924a6f3-6ace-4e33-a5fd-8ce0ba4433a9 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224346 Feb 11 13:14:20.230488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] device_id is not set on port 9d016273-a59f-4862-8659-6eb7584fa1d0 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:20.247787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1db2e-9a7a-4203-a973-c3a8a236dad6 req-9172a362-1c43-45f9-8990-376bfd9679fb tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:20.249369 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebe1db2e-9a7a-4203-a973-c3a8a236dad6 req-9172a362-1c43-45f9-8990-376bfd9679fb tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0930386 Feb 11 13:14:20.353062 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebe1db2e-9a7a-4203-a973-c3a8a236dad6 req-6ebd712c-b69e-4855-86c1-abf7091b6244 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787189 Feb 11 13:14:20.432650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.467927 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.510864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Network eedfa269-a1fe-46ad-be33-02a796174a33 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:20.514064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:20.520540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:20.521490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:20.522124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.525549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=9d016273-a59f-4862-8659-6eb7584fa1d0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:20.542344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f318dbf4-1727-442f-a200-45e4a2339c56 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4043379 Feb 11 13:14:20.544905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:20.550717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:20.564241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1be19-19df-4890-a91f-7cd53c915b62 req-ffb23576-ab3b-4386-b68a-13438339810b tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:20.566349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11f1be19-19df-4890-a91f-7cd53c915b62 req-ffb23576-ab3b-4386-b68a-13438339810b tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 947 time: 0.0608261 Feb 11 13:14:20.624940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11f1be19-19df-4890-a91f-7cd53c915b62 req-3195db21-0416-4ec1-9579-6d3bd54dd744 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Feb 11 13:14:20.628789 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.795922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbfcea-40b3-45ff-8b21-f06c299e78f0 req-55aa00f5-7ac3-4736-b9a1-2574db1b741f tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:20.797507 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8bbfcea-40b3-45ff-8b21-f06c299e78f0 req-55aa00f5-7ac3-4736-b9a1-2574db1b741f tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 949 time: 0.1349998 Feb 11 13:14:20.888879 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e8bbfcea-40b3-45ff-8b21-f06c299e78f0 req-af0d65c3-32d6-416c-82ee-33212cf6be7e tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842531 Feb 11 13:14:20.891352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] device_id is not set on port 9d016273-a59f-4862-8659-6eb7584fa1d0 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:20.899992 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.907154 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.960679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=9d016273-a59f-4862-8659-6eb7584fa1d0,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:20.979879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:20.980225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:20.980768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:20.986362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:20.986773 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:20.987228 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 2 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.002586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.003120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.013381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.013381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.013381 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.013381 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 3 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.024843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.025179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.025511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.030373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.030693 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.031075 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 4 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.043838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.044164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.044492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.048824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.049076 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.049455 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 5 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.062003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.062337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.062666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.068147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.068479 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.068873 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 6 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.087127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.087462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.087792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.092652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.092983 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.093376 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 7 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.107400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.107914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.108081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.113175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.113505 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.113947 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 8 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.134047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.134488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.134921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.140616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.141172 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.141865 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 9 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.158044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.158639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.158887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.165590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.170491 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.171140 n-d-828675-3 neutron-server[109684]: INFO neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 10 to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 Feb 11 13:14:21.194731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:21.195071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:21.195407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:21.223064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:21.223389 n-d-828675-3 neutron-server[109684]: ERROR neutron.plugins.ml2.managers [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 9d016273-a59f-4862-8659-6eb7584fa1d0 on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:21.223758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:21.354605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-964308a0-8581-4a8d-8941-138004639a81 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.356037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-964308a0-8581-4a8d-8941-138004639a81 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.1582687 Feb 11 13:14:21.357166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] For port 9d016273-a59f-4862-8659-6eb7584fa1d0, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:21.357533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempted to set empty binding levels {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:14:21.370093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:21.382941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-af47497f-36a8-4e83-bca4-68af2e5c50a1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/quotas/7c1580fb5e3c430ebc5468c531acfa6d HTTP/1.1" status: 200 len: 375 time: 0.0203221 Feb 11 13:14:21.419928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] In _notify_port_updated(), no bound segment for port 9d016273-a59f-4862-8659-6eb7584fa1d0 on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:14:21.420816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.421752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:21.423622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "PUT /v2.0/ports/9d016273-a59f-4862-8659-6eb7584fa1d0 HTTP/1.1" status: 200 len: 974 time: 0.8774817 Feb 11 13:14:21.427810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60878) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:21.460693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-f35c3209-d648-4263-b166-c6c841776f8a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460458 Feb 11 13:14:21.490116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff50614-80e2-4a75-bf8c-ef022b1aafef tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=9d016273-a59f-4862-8659-6eb7584fa1d0,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:21.572948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.573684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.574152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.574609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.575548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.575548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.575940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.576388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.576911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.577357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.577818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.578434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.578704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.579147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.583100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.583100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.583100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.587158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f8d986b-c2cb-48d7-bde6-1aadf666b8f1 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15646 time: 0.1579978 Feb 11 13:14:21.587973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60880) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:21.602206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1f29d966-5510-4305-beaf-787232bcbe47 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311738 Feb 11 13:14:21.625282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791aff1-2a70-4281-8600-69650e4f2c6f req-08bf5008-3c23-45c9-8af8-da9daaa4f16f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.626757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0791aff1-2a70-4281-8600-69650e4f2c6f req-08bf5008-3c23-45c9-8af8-da9daaa4f16f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1491480 Feb 11 13:14:21.680405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 01f57a5a-778b-4431-b215-82c2f8377d7d details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:14:21.700211 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-f042a2a5-d2dd-42a3-9de0-4641a542c8f9 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950871 Feb 11 13:14:21.707467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:21.751197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0791aff1-2a70-4281-8600-69650e4f2c6f req-576c7b53-6505-40b9-b2d0-995f9f138d85 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039104 Feb 11 13:14:21.784876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85881435-eb99-428d-b9c5-eccbd1d955fa no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:21.786556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Deleting port 9d016273-a59f-4862-8659-6eb7584fa1d0 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:21.787071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:21.839733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 85881435-eb99-428d-b9c5-eccbd1d955fa {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:21.840782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 85881435-eb99-428d-b9c5-eccbd1d955fa not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:21.894792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:21.911190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:21.912471 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:21.968656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 01f57a5a-778b-4431-b215-82c2f8377d7d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=01f57a5a-778b-4431-b215-82c2f8377d7d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:21.987015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '01f57a5a-778b-4431-b215-82c2f8377d7d', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '01f57a5a-778b-4431-b215-82c2f8377d7d', 'mac_address': 'fa:16:3e:67:12:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:14:21.995602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] For port 9d016273-a59f-4862-8659-6eb7584fa1d0, host n-h1-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:21.995823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.012618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2fcc1fe3-4b6f-48dc-80ea-4e345fd3a8fb req-24c46534-200e-4e64-8515-9d87d0595337 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 210 time: 0.0802755 Feb 11 13:14:22.032543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Calling delete_port for 9d016273-a59f-4862-8659-6eb7584fa1d0 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:22.036512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 01f57a5a-778b-4431-b215-82c2f8377d7d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:22.036906 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.055006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f57a5a-778b-4431-b215-82c2f8377d7d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:22.087521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b7cd2-9ee6-4386-9132-fce5aa514435 req-780a72d3-9f26-49e6-8b21-074c9ad9d8d3 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:22.089145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e67b7cd2-9ee6-4386-9132-fce5aa514435 req-780a72d3-9f26-49e6-8b21-074c9ad9d8d3 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 947 time: 0.1801317 Feb 11 13:14:22.114165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 01f57a5a-778b-4431-b215-82c2f8377d7d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=01f57a5a-778b-4431-b215-82c2f8377d7d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:22.117506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:22.118115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.147551 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.227059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e16a4d-8bb7-4812-93d2-627b4e2c9c57 req-438e5c9e-c0d4-470e-a46a-d772ab859c59 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:22.229717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81e16a4d-8bb7-4812-93d2-627b4e2c9c57 req-438e5c9e-c0d4-470e-a46a-d772ab859c59 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 949 time: 0.0914085 Feb 11 13:14:22.234194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e67b7cd2-9ee6-4386-9132-fce5aa514435 req-aef83a71-3b30-4389-8561-9d82c40a60c2 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133871 Feb 11 13:14:22.272325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=01f57a5a-778b-4431-b215-82c2f8377d7d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:22.277169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:22.280131 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b33008-7bda-4510-99ef-541e8f709333" -d '{"events": [{"server_uuid": "9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "9fcdb52a-a8d3-4359-8e86-716b70cf1bf0"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:22.285683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:22.292710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.313545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9d016273-a59f-4862-8659-6eb7584fa1d0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.374970 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81e16a4d-8bb7-4812-93d2-627b4e2c9c57 req-48c4fc67-4eef-4f39-9ea9-372f6bffbd8d tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296000 Feb 11 13:14:22.375628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.382456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60904) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:22.382909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9d016273-a59f-4862-8659-6eb7584fa1d0 HTTP/1.1" status: 204 len: 168 time: 0.7926142 Feb 11 13:14:22.386203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e3618-fc81-4ab6-b84b-4ed3fbcac267 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d016273-a59f-4862-8659-6eb7584fa1d0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:22.412572 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bec15e-2d13-4d15-aeaf-6d83934a54a8 x-openstack-request-id: req-80bec15e-2d13-4d15-aeaf-6d83934a54a8 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:22.412914 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2", "name": "network-vif-plugged", "status": "completed", "tag": "9fcdb52a-a8d3-4359-8e86-716b70cf1bf0", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:22.413350 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80bec15e-2d13-4d15-aeaf-6d83934a54a8 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:22.413923 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0', 'code': 200} Feb 11 13:14:22.417376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:22.428057 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d3316-fe24-4fc2-8939-037e1a0ae9fb tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:14:22.430179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-590d3316-fe24-4fc2-8939-037e1a0ae9fb tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "GET /v2.0/ports/9d016273-a59f-4862-8659-6eb7584fa1d0 HTTP/1.1" status: 404 len: 333 time: 0.0462461 Feb 11 13:14:22.437557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60906) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:22.443069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1242677061', 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:22.501988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Made reservation on behalf of afef011ad1cc445e90d87a3ae1f82eca for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:22.503679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['01f57a5a-778b-4431-b215-82c2f8377d7d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:22.504579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.525866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a35abb-5754-42b6-aaad-687004b055a7 req-41155c5d-8b9e-4053-b9e3-fb6c0bde6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:22.527450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71a35abb-5754-42b6-aaad-687004b055a7 req-41155c5d-8b9e-4053-b9e3-fb6c0bde6e71 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 1132 time: 0.0708215 Feb 11 13:14:22.528902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] device_id is not set on port 346813d0-94e1-4d62-9399-5c8cbce53703 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:22.643520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71a35abb-5754-42b6-aaad-687004b055a7 req-4c1283fd-e075-4943-876d-4278fcf46f86 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094434 Feb 11 13:14:22.758732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for port (346813d0-94e1-4d62-9399-5c8cbce53703), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.802225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (346813d0-94e1-4d62-9399-5c8cbce53703), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.850415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Network eedfa269-a1fe-46ad-be33-02a796174a33 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:22.856708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:22.863171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:22.864156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:22.864768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:22.889411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=346813d0-94e1-4d62-9399-5c8cbce53703,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:22.897128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2f52837a-eb2d-4733-ada6-dfce04d8422e tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4585257 Feb 11 13:14:22.899807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60910) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:22.938612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bb67ec-e4e6-438b-8f26-7f2300ed415d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:22.939997 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-52bb67ec-e4e6-438b-8f26-7f2300ed415d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "GET /v2.0/ports/346813d0-94e1-4d62-9399-5c8cbce53703 HTTP/1.1" status: 200 len: 955 time: 0.0391576 Feb 11 13:14:22.943345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60912) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:23.021401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Deleting port 346813d0-94e1-4d62-9399-5c8cbce53703 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:23.021772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (346813d0-94e1-4d62-9399-5c8cbce53703), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.085263 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (346813d0-94e1-4d62-9399-5c8cbce53703), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.099464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Calling delete_port for 346813d0-94e1-4d62-9399-5c8cbce53703 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:23.143650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e7c9b44-7e57-4a1e-bb27-451f6531da58 req-77e9cd88-eb4b-4e72-991c-6ef7dc2bc2c4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 210 time: 0.0489855 Feb 11 13:14:23.197710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (346813d0-94e1-4d62-9399-5c8cbce53703), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.240650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event deleted for resources: {'Port': ['ID=346813d0-94e1-4d62-9399-5c8cbce53703,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:23.246560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.256002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3cb62fa6-6f8e-4302-89ee-04013438c02d tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "DELETE /v2.0/ports/346813d0-94e1-4d62-9399-5c8cbce53703 HTTP/1.1" status: 204 len: 168 time: 0.3116457 Feb 11 13:14:23.256821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60916) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:23.293363 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-362bdb67-5980-45c1-9f32-0024383bdbde tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:14:23.298495 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-362bdb67-5980-45c1-9f32-0024383bdbde tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "GET /v2.0/ports/346813d0-94e1-4d62-9399-5c8cbce53703 HTTP/1.1" status: 404 len: 333 time: 0.0372984 Feb 11 13:14:23.298816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:23.304297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Request body: {'port': {'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1894304291'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:23.327762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-6747d0a5-ff0b-4b08-8ef0-f79beec33901 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:23.329265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-6747d0a5-ff0b-4b08-8ef0-f79beec33901 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.1251948 Feb 11 13:14:23.330524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Made reservation on behalf of afef011ad1cc445e90d87a3ae1f82eca for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:23.333859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.343998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Request body: {'port': {'device_id': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'admin_state_up': True, 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:23.354113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] device_id is not set on port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:23.532935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb21110-2da5-43dd-8525-e8991a13810f req-d0541ff4-4e85-4310-aacb-26fb596be7c4 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:23.534652 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfb21110-2da5-43dd-8525-e8991a13810f req-d0541ff4-4e85-4310-aacb-26fb596be7c4 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 948 time: 0.1238556 Feb 11 13:14:23.550656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46d915-bd75-4d93-8ed8-4dd0ef2e3518 req-d18e3423-c740-499b-ba03-606a51ca740e tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:23.552191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d46d915-bd75-4d93-8ed8-4dd0ef2e3518 req-d18e3423-c740-499b-ba03-606a51ca740e tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 950 time: 0.0788767 Feb 11 13:14:23.553004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:23.556190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.650636 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dfb21110-2da5-43dd-8525-e8991a13810f req-c5399040-19e3-4922-b7c6-ddee0c550090 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039021 Feb 11 13:14:23.658296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d46d915-bd75-4d93-8ed8-4dd0ef2e3518 req-71f08c1d-864c-4009-95ab-d1f0f582e8d1 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986142 Feb 11 13:14:23.667086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.694810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 01f57a5a-778b-4431-b215-82c2f8377d7d up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:23.713519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.749389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Allocated IP 172.20.0.13 (9f61c168-fdf9-4dda-9438-83f3652849a4/d8738ee9-9799-48eb-9480-7c79190886ec/a2b57402-1a41-4a79-982e-c69b929eba10) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:23.755192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 01f57a5a-778b-4431-b215-82c2f8377d7d completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:23.760915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Network eedfa269-a1fe-46ad-be33-02a796174a33 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:23.764087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:23.764772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 01f57a5a-778b-4431-b215-82c2f8377d7d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:23.766446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.768437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:23.769537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:23.770089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.782999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=49b61016-ae8e-4e8d-b936-e2c7a1f5d81d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:23.799639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60928) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:23.801497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1c6c989b-7746-4397-8798-deab88d84386 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5015008 Feb 11 13:14:23.805984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:23.866966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 01f57a5a-778b-4431-b215-82c2f8377d7d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:23.867500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.906858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 01f57a5a-778b-4431-b215-82c2f8377d7d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=01f57a5a-778b-4431-b215-82c2f8377d7d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:23.912383 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.915436 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:23.964435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=01f57a5a-778b-4431-b215-82c2f8377d7d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.048243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks [] for port (a2b57402-1a41-4a79-982e-c69b929eba10), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.162178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.210641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] device_id is not set on port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:24.224713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks [] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.231960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:24.239129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:24.246521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:24.253615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.258117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.282027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503326-8bd9-438f-8b3d-0735e5b0429b req-62ac77a1-43e7-4de3-899a-376d29fa9e67 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:24.283561 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e9503326-8bd9-438f-8b3d-0735e5b0429b req-62ac77a1-43e7-4de3-899a-376d29fa9e67 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 932 time: 0.0614913 Feb 11 13:14:24.337744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e9503326-8bd9-438f-8b3d-0735e5b0429b req-0e073975-773a-4320-b67c-0bb81a37be9a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470109 Feb 11 13:14:24.356719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:24.357359 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.360119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=49b61016-ae8e-4e8d-b936-e2c7a1f5d81d,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.381995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:24.382341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:24.382675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:24.388543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-ecc6f411-a13d-429e-b0cb-6ef18a03dcae tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0504711 Feb 11 13:14:24.390653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:24.390979 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:24.391340 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 2 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:24.404879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Request body: {'port': {'device_id': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:24.419338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eed106b-912a-4207-b643-be9b816e4149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f57a5a-778b-4431-b215-82c2f8377d7d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:24.420723 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3817f0f-72b3-4157-af2f-1e704a8595fd" -d '{"events": [{"server_uuid": "5eed106b-912a-4207-b643-be9b816e4149", "name": "network-vif-plugged", "status": "completed", "tag": "01f57a5a-778b-4431-b215-82c2f8377d7d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:24.427905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:24.428258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:24.428577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:24.439742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:24.440077 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:24.442849 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 3 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:24.463510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:24.463510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:24.463757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:24.467488 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b040c72a-ad3c-4b02-8883-4994a167f605 x-openstack-request-id: req-b040c72a-ad3c-4b02-8883-4994a167f605 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:24.467787 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eed106b-912a-4207-b643-be9b816e4149", "name": "network-vif-plugged", "status": "completed", "tag": "01f57a5a-778b-4431-b215-82c2f8377d7d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:24.468036 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b040c72a-ad3c-4b02-8883-4994a167f605 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:24.468433 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eed106b-912a-4207-b643-be9b816e4149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f57a5a-778b-4431-b215-82c2f8377d7d', 'code': 200} Feb 11 13:14:24.494972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:24.495369 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:24.497361 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 4 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:24.519016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.522814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:24.523547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:24.523887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:24.569946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:24.570268 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:24.570961 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 5 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:24.614005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:24.614291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:24.614628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:24.636849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:24.637187 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:24.644546 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 6 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:24.816554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:24.817580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:24.818104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:24.822454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa1e94-1645-4764-a4ee-8c7164408bf7 req-af03de39-0f26-4d2b-bfb6-665e9f245f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:24.824522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1aa1e94-1645-4764-a4ee-8c7164408bf7 req-af03de39-0f26-4d2b-bfb6-665e9f245f55 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 1131 time: 0.2839935 Feb 11 13:14:24.868250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:24.868752 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:24.908163 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 7 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:24.917889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee80a6e-0baa-4428-862e-da6bc999b706 req-bc68f7ee-604c-4361-8397-953649f751d1 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:24.926434 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ee80a6e-0baa-4428-862e-da6bc999b706 req-bc68f7ee-604c-4361-8397-953649f751d1 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 949 time: 0.1400547 Feb 11 13:14:24.954178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:24.954426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:24.954766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:24.984495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:24.984908 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:24.986102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5ee80a6e-0baa-4428-862e-da6bc999b706 req-2d69b821-4d68-4d66-abc4-cf331768fd6a tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534770 Feb 11 13:14:24.995555 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 8 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:25.014018 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1aa1e94-1645-4764-a4ee-8c7164408bf7 req-c681782f-ed48-48df-80dc-0bfbca33bfd7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728129 Feb 11 13:14:25.025143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:25.025474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:25.025836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:25.039896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:25.040221 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:25.047248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48301a29-31c1-4dc7-a9ef-63edbba5d773 req-47bcffa0-24f5-473b-b18c-6ee7be3cdf59 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.048853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48301a29-31c1-4dc7-a9ef-63edbba5d773 req-47bcffa0-24f5-473b-b18c-6ee7be3cdf59 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 950 time: 0.2374930 Feb 11 13:14:25.051089 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 9 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:25.101886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:25.102259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:25.102565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:25.124257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:25.124586 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:25.126697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b57402-1a41-4a79-982e-c69b929eba10 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:25.131309 n-d-828675-3 neutron-server[109685]: INFO neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempt 10 to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d Feb 11 13:14:25.147949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Publish callbacks [] for port (a2b57402-1a41-4a79-982e-c69b929eba10), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.166227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:25.166555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:25.166883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempting to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:25.181108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Transition to ACTIVE for port object a2b57402-1a41-4a79-982e-c69b929eba10 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:25.182955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:25.183305 n-d-828675-3 neutron-server[109685]: ERROR neutron.plugins.ml2.managers [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Failed to bind port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on host n-h1-828675-3 for vnic_type normal using segments [{'id': 'b5f04895-98bd-4af8-aa91-78bd266a8984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'eedfa269-a1fe-46ad-be33-02a796174a33'}] Feb 11 13:14:25.183703 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.190064 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48301a29-31c1-4dc7-a9ef-63edbba5d773 req-e5d37b5b-a8b7-46d4-a2e2-a009fd2aa887 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188681 Feb 11 13:14:25.191019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.308495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:25.346347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] For port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:25.346818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attempted to set empty binding levels {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:14:25.355938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.412605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] In _notify_port_updated(), no bound segment for port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d on network eedfa269-a1fe-46ad-be33-02a796174a33 {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:14:25.413623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.414528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.416448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "PUT /v2.0/ports/49b61016-ae8e-4e8d-b936-e2c7a1f5d81d HTTP/1.1" status: 200 len: 975 time: 1.6157463 Feb 11 13:14:25.419241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60958) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:25.420787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Attempting to bind port a2b57402-1a41-4a79-982e-c69b929eba10 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:25.421271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Attempting to bind port a2b57402-1a41-4a79-982e-c69b929eba10 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:25.421762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Attempting to bind port a2b57402-1a41-4a79-982e-c69b929eba10 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:25.435922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Port a2b57402-1a41-4a79-982e-c69b929eba10 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:25.436433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Attempting to bind port a2b57402-1a41-4a79-982e-c69b929eba10 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:25.446995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506742f-c83d-4371-98df-647df1ce0424 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event updated for resources: {'Port': ['ID=49b61016-ae8e-4e8d-b936-e2c7a1f5d81d,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:25.451793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:25.452173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Checking segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:25.452738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Bound using segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:25.453350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Bound port: a2b57402-1a41-4a79-982e-c69b929eba10, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:25.453898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.534513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Deleting port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:25.535774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.612428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] For port 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d, host n-h1-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:25.613959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.635284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Calling delete_port for 49b61016-ae8e-4e8d-b936-e2c7a1f5d81d owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:25.660988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cfce0-d641-49bb-9f4d-8b3252548f70 req-2d017fba-e047-4a30-a551-0b0d69268f72 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.662606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b2cfce0-d641-49bb-9f4d-8b3252548f70 req-2d017fba-e047-4a30-a551-0b0d69268f72 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 944 time: 0.1896057 Feb 11 13:14:25.674351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:25.679849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:25.719401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.798739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.799364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.801218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] 10.222.0.53 "PUT /v2.0/ports/a2b57402-1a41-4a79-982e-c69b929eba10 HTTP/1.1" status: 200 len: 1092 time: 1.4010696 Feb 11 13:14:25.802278 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (49b61016-ae8e-4e8d-b936-e2c7a1f5d81d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.804515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:25.806826 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08" -d '{"events": [{"name": "network-changed", "server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:25.833896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b2cfce0-d641-49bb-9f4d-8b3252548f70 req-903ed9fb-3f3d-4cd6-a505-4559dacdf2a0 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567700 Feb 11 13:14:25.863568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Pushing event deleted for resources: {'Port': ['ID=49b61016-ae8e-4e8d-b936-e2c7a1f5d81d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:25.870238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e053ce8-be4d-4a69-b04d-c072dcce4fed service neutron] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:25.898259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.904677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c97c9dae-0a6c-4725-a65a-34a10c38d5b0 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "DELETE /v2.0/ports/49b61016-ae8e-4e8d-b936-e2c7a1f5d81d HTTP/1.1" status: 204 len: 168 time: 0.4820094 Feb 11 13:14:25.906072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60968) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:25.920071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-4f633b63-e747-4451-be1b-a8bea83f28d5 req-f3ae1920-132a-4488-8994-b7b237d1248d service neutron] (109685) timed out ('10.222.0.53', 64866) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:14:25.921733 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec7409-b707-407e-b1d4-2a5813b66a15 x-openstack-request-id: req-1bec7409-b707-407e-b1d4-2a5813b66a15 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:25.922029 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:25.922276 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bec7409-b707-407e-b1d4-2a5813b66a15 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:25.922669 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'status': 'completed', 'code': 200} Feb 11 13:14:25.944120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-11a40c33-2d33-4bb5-8610-012f780aba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.946203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-11a40c33-2d33-4bb5-8610-012f780aba3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 1126 time: 0.0701246 Feb 11 13:14:25.955985 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-445b7f41-f346-4952-bae2-6e2a1abd3f99 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:14:25.962923 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-445b7f41-f346-4952-bae2-6e2a1abd3f99 tempest-PortsAdminExtendedAttrsTestJSON-1343020436 tempest-PortsAdminExtendedAttrsTestJSON-1343020436-project-admin] 10.222.0.42 "GET /v2.0/ports/49b61016-ae8e-4e8d-b936-e2c7a1f5d81d HTTP/1.1" status: 404 len: 333 time: 0.0556133 Feb 11 13:14:25.963672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:26.011607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-25189a83-7503-4cf9-8a42-74108f70c907 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2b57402-1a41-4a79-982e-c69b929eba10 HTTP/1.1" status: 200 len: 217 time: 0.0570300 Feb 11 13:14:26.082734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (eedfa269-a1fe-46ad-be33-02a796174a33), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.126757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-c29fdcfd-6915-4c1e-8f61-ac69a446d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:26.128871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-c29fdcfd-6915-4c1e-8f61-ac69a446d5fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.1087639 Feb 11 13:14:26.195617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-a1c90c3a-d744-4186-bd93-3fa4ac858e6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600436 Feb 11 13:14:26.203461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (eedfa269-a1fe-46ad-be33-02a796174a33), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.210686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdedfc-d1db-473b-9d3a-7e9488ea4076 req-0cffdf3e-e348-4459-a2b0-f0700371956a tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:26.219484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05cdedfc-d1db-473b-9d3a-7e9488ea4076 req-0cffdf3e-e348-4459-a2b0-f0700371956a tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 949 time: 0.1497388 Feb 11 13:14:26.227669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedfa269-a1fe-46ad-be33-02a796174a33']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:26.241188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f04895-98bd-4af8-aa91-78bd266a8984') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:26.241849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f04895-98bd-4af8-aa91-78bd266a8984') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:26.254700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b5f04895-98bd-4af8-aa91-78bd266a8984), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.271669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b5f04895-98bd-4af8-aa91-78bd266a8984), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.279362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:14:26.279871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b5f04895-98bd-4af8-aa91-78bd266a8984), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:14:26.283545 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:26.409230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (eedfa269-a1fe-46ad-be33-02a796174a33), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.414719 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:26.420672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] 10.222.0.42 "DELETE /v2.0/networks/eedfa269-a1fe-46ad-be33-02a796174a33 HTTP/1.1" status: 204 len: 168 time: 0.4533467 Feb 11 13:14:26.457053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705e1c0-a7fa-466b-89eb-88c7d57b9876 tempest-PortsAdminExtendedAttrsTestJSON-2027988226 tempest-PortsAdminExtendedAttrsTestJSON-2027988226-project] Pushing event deleted for resources: {'Network': ['ID=eedfa269-a1fe-46ad-be33-02a796174a33,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:26.832905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-05cdedfc-d1db-473b-9d3a-7e9488ea4076 req-d38e5307-d2d5-465a-a28d-72832dfd0bd1 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119077 Feb 11 13:14:26.888507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-7e773536-489e-4e03-8fc5-a18ae118f457 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667809 Feb 11 13:14:26.895531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60984) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:27.027733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8353c89-d472-4e4c-b7dd-abc28855c194 req-5a40a60d-17c9-4038-9260-c56cf4dec856 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309006 Feb 11 13:14:27.044419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44b29d-b338-4b3a-b7e6-88b909350668 req-f0e03bc9-c864-4299-95d3-aa6a392972c1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:27.046095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce44b29d-b338-4b3a-b7e6-88b909350668 req-f0e03bc9-c864-4299-95d3-aa6a392972c1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 944 time: 0.0965116 Feb 11 13:14:27.100834 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1152d251-7f65-43ec-92d9-4a73158a47bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e47c2f677cb4d16a83dc67dc2246687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030585 Feb 11 13:14:27.102905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60992) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:27.128387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce44b29d-b338-4b3a-b7e6-88b909350668 req-65fd20d5-9034-459f-968f-52254a35a628 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725632 Feb 11 13:14:27.195058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-fce87b59-7dcf-4964-bbc3-6aeebac2ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:27.196662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-fce87b59-7dcf-4964-bbc3-6aeebac2ef8f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 1126 time: 0.1108372 Feb 11 13:14:27.228436 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf6355b-1193-4384-9a87-a6f11e750d9e admin admin] Publish callbacks [] for security_group (08fe39e2-0c5b-470d-8ffb-3ae6899e3b72), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:27.290419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf6355b-1193-4384-9a87-a6f11e750d9e admin admin] Publish callbacks [] for security_group (08fe39e2-0c5b-470d-8ffb-3ae6899e3b72), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:27.351143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-0354a108-980e-49a6-ba71-7574c2c00d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:27.352660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-0354a108-980e-49a6-ba71-7574c2c00d14 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.1484282 Feb 11 13:14:27.400734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-c8ebb170-462a-4a6d-887d-dfd027b10dfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2b57402-1a41-4a79-982e-c69b929eba10 HTTP/1.1" status: 200 len: 217 time: 0.0410540 Feb 11 13:14:27.417269 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf6355b-1193-4384-9a87-a6f11e750d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (08fe39e2-0c5b-470d-8ffb-3ae6899e3b72), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:27.419797 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf6355b-1193-4384-9a87-a6f11e750d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:27.420854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1cf6355b-1193-4384-9a87-a6f11e750d9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08fe39e2-0c5b-470d-8ffb-3ae6899e3b72 HTTP/1.1" status: 204 len: 168 time: 0.2840500 Feb 11 13:14:27.448107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6355b-1193-4384-9a87-a6f11e750d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fe39e2-0c5b-470d-8ffb-3ae6899e3b72,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:27.470038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-57525d50-5614-4c69-a06a-aed3cecbddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:27.472589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-57525d50-5614-4c69-a06a-aed3cecbddd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.0638828 Feb 11 13:14:27.512455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-52b36ec4-b994-4325-954d-dcaca4641f59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336394 Feb 11 13:14:27.636864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-3d45bd5e-2628-450e-aa4a-61835b9544e1 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172385 Feb 11 13:14:27.754981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3bb219a2-66e9-4ef8-9b3d-bd74cba20e08 req-e0cd9d42-5985-46d3-a330-5416447812fc service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119738 Feb 11 13:14:27.785518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32768) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:27.826642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-efda5d9a-db44-4c9a-a968-9cc1cbc56696 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afef011ad1cc445e90d87a3ae1f82eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399566 Feb 11 13:14:27.829123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32770) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:27.882982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3328e30-0e1c-4ad8-a081-0247494372f9 admin admin] Publish callbacks [] for security_group (d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:27.906670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3328e30-0e1c-4ad8-a081-0247494372f9 admin admin] Publish callbacks [] for security_group (d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:27.986050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefc56-4bff-4c3e-b6fc-81ee7d437315 req-1ceaff74-12e4-4763-b629-f3f5e1b1e746 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:27.987778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfeefc56-4bff-4c3e-b6fc-81ee7d437315 req-1ceaff74-12e4-4763-b629-f3f5e1b1e746 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 949 time: 0.0791986 Feb 11 13:14:28.007063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3328e30-0e1c-4ad8-a081-0247494372f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:28.009559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3328e30-0e1c-4ad8-a081-0247494372f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:28.010659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c3328e30-0e1c-4ad8-a081-0247494372f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6 HTTP/1.1" status: 204 len: 168 time: 0.1806238 Feb 11 13:14:28.025754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3328e30-0e1c-4ad8-a081-0247494372f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c28cc1-c6b7-4213-a24b-8d92c73ae4c6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:28.084581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfeefc56-4bff-4c3e-b6fc-81ee7d437315 req-eb9206bd-d775-4f24-ba82-773af5debb91 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847211 Feb 11 13:14:28.277082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b80ed-7f80-46c4-9b39-5b2bf98afb32 req-4af3d96f-4014-4310-89b4-a8cb3fc597c8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:28.282216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-913b80ed-7f80-46c4-9b39-5b2bf98afb32 req-4af3d96f-4014-4310-89b4-a8cb3fc597c8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 944 time: 0.0813246 Feb 11 13:14:28.415421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-913b80ed-7f80-46c4-9b39-5b2bf98afb32 req-7be2bdd9-c6dd-4b5f-8c77-feeaee2d6038 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249251 Feb 11 13:14:28.545877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01837e-ec19-4bb3-a499-41f4e395cc07 req-cb453b6f-58a8-4abb-ad4d-df2b83d8a3a9 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:28.547479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c01837e-ec19-4bb3-a499-41f4e395cc07 req-cb453b6f-58a8-4abb-ad4d-df2b83d8a3a9 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 949 time: 0.0655026 Feb 11 13:14:28.605552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c01837e-ec19-4bb3-a499-41f4e395cc07 req-425e36a6-b9bb-483e-8c70-e3b8d7ca3e50 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520468 Feb 11 13:14:29.049102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 32820) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:29.153678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-571062789'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:29.175735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:29.179642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.189809 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.284243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for security_group (8c5869eb-d69f-46fe-b882-1aebd512ba43), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.295892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8c5869eb-d69f-46fe-b882-1aebd512ba43), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.312849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:29.329327 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (db6e57c1-9f69-434d-be05-dfe4259f21ae), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.330049 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment db6e57c1-9f69-434d-be05-dfe4259f21ae of type vlan for network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe Feb 11 13:14:29.334594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bddaf2d0-d816-4abd-a9bd-d11e4290fd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.393019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5869eb-d69f-46fe-b882-1aebd512ba43,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:29.404386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (6c6764cb-cec9-4514-a1ec-12083ae7a9fe), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.445267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (6c6764cb-cec9-4514-a1ec-12083ae7a9fe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.451144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:29.451852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.478594 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4255116 Feb 11 13:14:29.478946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32828) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:29.484662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1263325742'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:29.537693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:29.541492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.560961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aca538-14fd-442d-a2f2-a41e86ca4992 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=6c6764cb-cec9-4514-a1ec-12083ae7a9fe,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:29.572106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:29.582278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:29.603782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0aa7dcef-cc9f-4fb3-947c-6f281fe544ff), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.604191 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment 0aa7dcef-cc9f-4fb3-947c-6f281fe544ff of type vlan for network 2e8221f6-7a3e-45ea-bece-bed105322b9f Feb 11 13:14:29.632771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e64131-3247-4a39-92f7-17089297ae76 req-55725515-9f87-4922-9d63-b62c43014b1c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:29.635877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0e64131-3247-4a39-92f7-17089297ae76 req-55725515-9f87-4922-9d63-b62c43014b1c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 944 time: 0.0893219 Feb 11 13:14:29.703442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (2e8221f6-7a3e-45ea-bece-bed105322b9f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.733391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b0e64131-3247-4a39-92f7-17089297ae76 req-ffdea516-b15f-45d6-8bc3-4c5b76a5abea tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895803 Feb 11 13:14:29.774928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (2e8221f6-7a3e-45ea-bece-bed105322b9f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.781545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:29.782421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:29.828476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a2b57402-1a41-4a79-982e-c69b929eba10 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:14:29.870912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=2e8221f6-7a3e-45ea-bece-bed105322b9f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:29.905572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 32834) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:29.911546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': '6c6764cb-cec9-4514-a1ec-12083ae7a9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:29.918272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6434729c-1c18-4c65-9f60-4f32b49460ba tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4377284 Feb 11 13:14:29.945840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:29.962298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'port_id': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'mac_address': 'fa:16:3e:23:66:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8738ee9-9799-48eb-9480-7c79190886ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:14:29.965618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:30.000048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aeede4-9061-4905-a1ac-4246bb8936ef req-68e60804-f052-44a2-b3b9-57c75f8f29ee tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:30.002410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2aeede4-9061-4905-a1ac-4246bb8936ef req-68e60804-f052-44a2-b3b9-57c75f8f29ee tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 949 time: 0.2741148 Feb 11 13:14:30.033316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:30.043451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.072485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-44d42d58-5042-4424-a46c-fd5836d64ccf tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:30.074218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-44d42d58-5042-4424-a46c-fd5836d64ccf tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.64 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 949 time: 0.1915584 Feb 11 13:14:30.116525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a2b57402-1a41-4a79-982e-c69b929eba10 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:30.116963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.138125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b57402-1a41-4a79-982e-c69b929eba10 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:30.145028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2aeede4-9061-4905-a1ac-4246bb8936ef req-0170c8a1-682b-4e36-abcc-683d7a57bda9 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4d357a3-19b2-4f75-84e1-28a332d72b36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272225 Feb 11 13:14:30.172606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:30.178151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.215972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Deleting port 01f57a5a-778b-4431-b215-82c2f8377d7d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:30.216963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.244242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:30.321077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] For port 01f57a5a-778b-4431-b215-82c2f8377d7d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=01f57a5a-778b-4431-b215-82c2f8377d7d,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:30.321077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.334479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Calling delete_port for 01f57a5a-778b-4431-b215-82c2f8377d7d owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:30.361740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (a31b6c33-2977-4264-860e-dc4a24349b19), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.404780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a2b57402-1a41-4a79-982e-c69b929eba10'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:30.469328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (01f57a5a-778b-4431-b215-82c2f8377d7d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.492852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=a31b6c33-2977-4264-860e-dc4a24349b19,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:30.505898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['01f57a5a-778b-4431-b215-82c2f8377d7d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:30.509468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Pushing event deleted for resources: {'Port': ['ID=01f57a5a-778b-4431-b215-82c2f8377d7d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:30.566910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': 'db6e57c1-9f69-434d-be05-dfe4259f21ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6c6764cb-cec9-4514-a1ec-12083ae7a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:30.567459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: 6c6764cb-cec9-4514-a1ec-12083ae7a9fe, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:30.592210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:30.595101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] No DVR routers for this DVR port 01f57a5a-778b-4431-b215-82c2f8377d7d on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:30.599181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.605172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-959f3cf2-c81f-410d-aca6-a5af0d9fd63f req-24138337-52d3-4818-a27d-0431c8b594fc tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.64 "DELETE /v2.0/ports/01f57a5a-778b-4431-b215-82c2f8377d7d HTTP/1.1" status: 204 len: 173 time: 0.5193813 Feb 11 13:14:30.605818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eed106b-912a-4207-b643-be9b816e4149', 'name': 'network-vif-deleted', 'tag': '01f57a5a-778b-4431-b215-82c2f8377d7d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:30.608535 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37359058-421a-4a75-8158-3c9ea4954f63" -d '{"events": [{"server_uuid": "5eed106b-912a-4207-b643-be9b816e4149", "name": "network-vif-deleted", "tag": "01f57a5a-778b-4431-b215-82c2f8377d7d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:30.624478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 6c6764cb-cec9-4514-a1ec-12083ae7a9fe) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:30.637781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:30.638227 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.694782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32844) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:30.695511 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0860616b-9943-493a-ba79-b0c58f4fad9d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7884355 Feb 11 13:14:30.699863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': '2e8221f6-7a3e-45ea-bece-bed105322b9f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:30.707768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58303af3-4359-4c5a-a831-8311230cf26c None None] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:30.730163 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7577e947-b561-4c93-b879-97420a207a46 x-openstack-request-id: req-7577e947-b561-4c93-b879-97420a207a46 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:30.730503 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eed106b-912a-4207-b643-be9b816e4149", "name": "network-vif-deleted", "tag": "01f57a5a-778b-4431-b215-82c2f8377d7d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:30.730715 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7577e947-b561-4c93-b879-97420a207a46 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:30.731119 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eed106b-912a-4207-b643-be9b816e4149', 'name': 'network-vif-deleted', 'tag': '01f57a5a-778b-4431-b215-82c2f8377d7d', 'status': 'completed', 'code': 200} Feb 11 13:14:30.920755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-6c6764cb-cec9-4514-a1ec-12083ae7a9fe', 'network_id': '6c6764cb-cec9-4514-a1ec-12083ae7a9fe', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': 'a31b6c33-2977-4264-860e-dc4a24349b19'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:14:30.922301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:30.942856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14df4c-37d3-4ce1-a03a-05c022f02b9f req-d69dd03f-89c4-4cd0-8573-8e6a34cc38b6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:30.944622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e14df4c-37d3-4ce1-a03a-05c022f02b9f req-d69dd03f-89c4-4cd0-8573-8e6a34cc38b6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 945 time: 0.0792434 Feb 11 13:14:30.945700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:30.949248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.173945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Allocated IP 172.20.0.2 (6c6764cb-cec9-4514-a1ec-12083ae7a9fe/a31b6c33-2977-4264-860e-dc4a24349b19/14e20783-3d3f-4301-a057-4d1b7c901b85) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:31.269520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e14df4c-37d3-4ce1-a03a-05c022f02b9f req-dbfdedac-b2ce-46c1-801c-c1d245dd79c5 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136074 Feb 11 13:14:31.273892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (9db4e83d-f778-40e5-a927-0a77a05caae1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.343749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b513947c-e876-4a8d-a697-d209444846c4 req-1f39de02-8d1c-4a2f-b1a2-119acd720f85 tempest-VolumesNegativeTest-170384208 tempest-VolumesNegativeTest-170384208-project] 10.222.0.42 "GET /v2.0/ports?device_id=5eed106b-912a-4207-b643-be9b816e4149 HTTP/1.1" status: 200 len: 210 time: 0.0631528 Feb 11 13:14:31.361539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=9db4e83d-f778-40e5-a927-0a77a05caae1,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:31.385019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': '0aa7dcef-cc9f-4fb3-947c-6f281fe544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e8221f6-7a3e-45ea-bece-bed105322b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:31.385871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: 2e8221f6-7a3e-45ea-bece-bed105322b9f, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:31.407973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c5a6d423-35e3-40c1-bdf3-fc49057302f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.410550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:31.422972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 2e8221f6-7a3e-45ea-bece-bed105322b9f) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:31.428799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:31.430381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.449547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea0198-5fbe-4b3b-b52f-bca080c00d08 None None] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:31.454305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-71fe3c09-35fb-4f8f-8288-40aeb1539599 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7583263 Feb 11 13:14:31.456987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32852) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:31.462758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6de5f9d2-eb52-487f-98cd-bfd27b375705 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1472317111', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:31.488008 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9d2-eb52-487f-98cd-bfd27b375705 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (e25026c8-9bf4-472a-be54-09bcd07de7f5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.489897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9d2-eb52-487f-98cd-bfd27b375705 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (e25026c8-9bf4-472a-be54-09bcd07de7f5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.560783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9d2-eb52-487f-98cd-bfd27b375705 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (e25026c8-9bf4-472a-be54-09bcd07de7f5), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.570766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9d2-eb52-487f-98cd-bfd27b375705 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (e25026c8-9bf4-472a-be54-09bcd07de7f5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.586932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-2e8221f6-7a3e-45ea-bece-bed105322b9f', 'network_id': '2e8221f6-7a3e-45ea-bece-bed105322b9f', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': '9db4e83d-f778-40e5-a927-0a77a05caae1'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:14:31.587801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.594255 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Publish callbacks [] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.599820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6de5f9d2-eb52-487f-98cd-bfd27b375705 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.601721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6de5f9d2-eb52-487f-98cd-bfd27b375705 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1431713 Feb 11 13:14:31.604544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32854) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:31.748893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Allocated IP 172.21.0.2 (2e8221f6-7a3e-45ea-bece-bed105322b9f/9db4e83d-f778-40e5-a927-0a77a05caae1/d4331128-d7c7-4792-b9b6-76a46b670ff8) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:31.851812 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.896345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a2b57402-1a41-4a79-982e-c69b929eba10 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:31.956427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:31.978339 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:31.978788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:31.990685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:32.008788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Pushing event updated for resources: {'Port': ['ID=14e20783-3d3f-4301-a057-4d1b7c901b85,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:32.058428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a2b57402-1a41-4a79-982e-c69b929eba10 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:32.072020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Publish callbacks [] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.076833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a2b57402-1a41-4a79-982e-c69b929eba10 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:32.077018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.115337 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.132922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Attempting to bind port 14e20783-3d3f-4301-a057-4d1b7c901b85 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:32.133777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Attempting to bind port 14e20783-3d3f-4301-a057-4d1b7c901b85 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'db6e57c1-9f69-434d-be05-dfe4259f21ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6c6764cb-cec9-4514-a1ec-12083ae7a9fe'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:32.134249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Attempting to bind port 14e20783-3d3f-4301-a057-4d1b7c901b85 on network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:32.146125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:32.169229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:32.170415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Checking segment: {'id': 'db6e57c1-9f69-434d-be05-dfe4259f21ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6c6764cb-cec9-4514-a1ec-12083ae7a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:32.170415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.170823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Bound using segment: {'id': 'db6e57c1-9f69-434d-be05-dfe4259f21ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6c6764cb-cec9-4514-a1ec-12083ae7a9fe'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:32.171429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Bound port: 14e20783-3d3f-4301-a057-4d1b7c901b85, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6e57c1-9f69-434d-be05-dfe4259f21ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '6c6764cb-cec9-4514-a1ec-12083ae7a9fe'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:32.171932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.180495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:32.186580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:32.256255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Pushing event updated for resources: {'Port': ['ID=d4331128-d7c7-4792-b9b6-76a46b670ff8,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:32.348557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.20.0.1 (6c6764cb-cec9-4514-a1ec-12083ae7a9fe/a31b6c33-2977-4264-860e-dc4a24349b19/bc6855f8-3a25-42ac-9743-4a41761c7288) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:32.355544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Attempting to bind port d4331128-d7c7-4792-b9b6-76a46b670ff8 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:32.356064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Attempting to bind port d4331128-d7c7-4792-b9b6-76a46b670ff8 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0aa7dcef-cc9f-4fb3-947c-6f281fe544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e8221f6-7a3e-45ea-bece-bed105322b9f'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:32.356535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Attempting to bind port d4331128-d7c7-4792-b9b6-76a46b670ff8 on network 2e8221f6-7a3e-45ea-bece-bed105322b9f {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:32.359660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] For port 14e20783-3d3f-4301-a057-4d1b7c901b85, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:32.365315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] For port 14e20783-3d3f-4301-a057-4d1b7c901b85, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=14e20783-3d3f-4301-a057-4d1b7c901b85,segment=NetworkSegment(db6e57c1-9f69-434d-be05-dfe4259f21ae),segment_id=db6e57c1-9f69-434d-be05-dfe4259f21ae)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:32.369962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a2b57402-1a41-4a79-982e-c69b929eba10 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:32.370608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.374117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:32.374645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Checking segment: {'id': '0aa7dcef-cc9f-4fb3-947c-6f281fe544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e8221f6-7a3e-45ea-bece-bed105322b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:32.375162 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.375946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Bound using segment: {'id': '0aa7dcef-cc9f-4fb3-947c-6f281fe544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e8221f6-7a3e-45ea-bece-bed105322b9f'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:32.376316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Bound port: d4331128-d7c7-4792-b9b6-76a46b670ff8, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa7dcef-cc9f-4fb3-947c-6f281fe544ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e8221f6-7a3e-45ea-bece-bed105322b9f'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:32.376798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.387013 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.472320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:32.474905 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93193742-69bb-4fac-9c70-159def76f55c" -d '{"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-plugged", "status": "completed", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:32.552682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:32.603262 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf981ca-0659-4851-b36f-56b6ae9d1b7c x-openstack-request-id: req-ddf981ca-0659-4851-b36f-56b6ae9d1b7c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:32.603704 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-plugged", "status": "completed", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:32.604232 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ddf981ca-0659-4851-b36f-56b6ae9d1b7c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:32.604736 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'code': 200} Feb 11 13:14:32.636985 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.650212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ffd1a-ed82-44a2-bec7-0423a5423f13 None None] Pushing event updated for resources: {'Port': ['ID=14e20783-3d3f-4301-a057-4d1b7c901b85,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:32.688560 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.712434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.751835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] For port d4331128-d7c7-4792-b9b6-76a46b670ff8, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:32.758270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] For port d4331128-d7c7-4792-b9b6-76a46b670ff8, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d4331128-d7c7-4792-b9b6-76a46b670ff8,segment=NetworkSegment(0aa7dcef-cc9f-4fb3-947c-6f281fe544ff),segment_id=0aa7dcef-cc9f-4fb3-947c-6f281fe544ff)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:32.769337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.770234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:32.783442 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.898160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed7eb4-5ffb-4e36-8c21-40c13b3d1575 None None] Pushing event updated for resources: {'Port': ['ID=d4331128-d7c7-4792-b9b6-76a46b670ff8,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:33.022997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:33.038188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7da6c-4a5e-4230-a0c1-e48993a989c1 req-4f948d36-d27a-4c66-9a1a-b8cd3a2626fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:33.041506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42d7da6c-4a5e-4230-a0c1-e48993a989c1 req-4f948d36-d27a-4c66-9a1a-b8cd3a2626fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 1128 time: 0.3136103 Feb 11 13:14:33.042839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:33.052715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:33.361105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42d7da6c-4a5e-4230-a0c1-e48993a989c1 req-cc36ea5c-a416-4ded-92ae-9c46a1a89a74 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967127 Feb 11 13:14:33.367969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=bc6855f8-3a25-42ac-9743-4a41761c7288,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:33.376695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:33.439738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90ee61-98c7-424c-a70e-79cd9b5aaf98 req-1beb1b07-00c2-4a5b-8779-dd14b4c97d32 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:33.452883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f90ee61-98c7-424c-a70e-79cd9b5aaf98 req-1beb1b07-00c2-4a5b-8779-dd14b4c97d32 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.4263065 Feb 11 13:14:33.612803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f90ee61-98c7-424c-a70e-79cd9b5aaf98 req-f5362baf-11ff-418a-90ba-26b285081935 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590247 Feb 11 13:14:33.709215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:33.744298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 01f57a5a-778b-4431-b215-82c2f8377d7d no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:33.794982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 01f57a5a-778b-4431-b215-82c2f8377d7d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:33.795337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 01f57a5a-778b-4431-b215-82c2f8377d7d not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:34.046504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4331128-d7c7-4792-b9b6-76a46b670ff8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:34.171150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d4331128-d7c7-4792-b9b6-76a46b670ff8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:34.171532 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.267790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.324328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.332175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.364178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d4331128-d7c7-4792-b9b6-76a46b670ff8 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:34.364732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.385974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=bc6855f8-3a25-42ac-9743-4a41761c7288,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:34.447176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416236a4-cf9b-4f90-bec1-d203a9814be5 None None] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:34.451004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.459396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d4331128-d7c7-4792-b9b6-76a46b670ff8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d4331128-d7c7-4792-b9b6-76a46b670ff8,segment=NetworkSegment(0aa7dcef-cc9f-4fb3-947c-6f281fe544ff),segment_id=0aa7dcef-cc9f-4fb3-947c-6f281fe544ff)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:34.488117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.489750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 14e20783-3d3f-4301-a057-4d1b7c901b85 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:34.610947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d4331128-d7c7-4792-b9b6-76a46b670ff8,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:34.830064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:34.836787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:34.868432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1ce19-fca4-4474-a6ed-6ebbe6f532d7 req-0df9b541-60d8-4e64-a7b1-6f2da004d71c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.876440 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09e1ce19-fca4-4474-a6ed-6ebbe6f532d7 req-0df9b541-60d8-4e64-a7b1-6f2da004d71c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1125875 Feb 11 13:14:34.936430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09e1ce19-fca4-4474-a6ed-6ebbe6f532d7 req-bd47dba3-3e8a-4fd7-93a4-676aa2a1620e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585120 Feb 11 13:14:35.184512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df67c12d-f0ae-4b49-894a-af71a32c374b None None] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:35.234526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3e0ed05a-90d4-4ce8-9064-1b6694502b26 None None] Provisioning complete for port 14e20783-3d3f-4301-a057-4d1b7c901b85 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:35.235014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e0ed05a-90d4-4ce8-9064-1b6694502b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.386029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 14e20783-3d3f-4301-a057-4d1b7c901b85 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:35.386511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.455872 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.626946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router e25026c8-9bf4-472a-be54-09bcd07de7f5 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:14:35.700933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ed05a-90d4-4ce8-9064-1b6694502b26 None None] Current status of the port 14e20783-3d3f-4301-a057-4d1b7c901b85 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:35.701619 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e0ed05a-90d4-4ce8-9064-1b6694502b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.759389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 14e20783-3d3f-4301-a057-4d1b7c901b85 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:35.759784 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.835833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3e0ed05a-90d4-4ce8-9064-1b6694502b26 None None] For port 14e20783-3d3f-4301-a057-4d1b7c901b85, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=14e20783-3d3f-4301-a057-4d1b7c901b85,segment=NetworkSegment(db6e57c1-9f69-434d-be05-dfe4259f21ae),segment_id=db6e57c1-9f69-434d-be05-dfe4259f21ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:35.873287 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e0ed05a-90d4-4ce8-9064-1b6694502b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.901853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:35.918035 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] Sync routers for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:35.934957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1719105f-91f7-4975-8f21-bbcb9a3daecb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/e25026c8-9bf4-472a-be54-09bcd07de7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3291066 Feb 11 13:14:35.938298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:35.943209 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:35.943850 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:36.053950 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:36.077891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8568995-a39c-48c1-84de-764ed868da40 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:36.079705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c8568995-a39c-48c1-84de-764ed868da40 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports/bc6855f8-3a25-42ac-9743-4a41761c7288 HTTP/1.1" status: 200 len: 910 time: 0.1397152 Feb 11 13:14:36.083239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33080) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:36.098429 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:36.099001 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:36.127410 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:14:36.127410 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:14:36.198293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7f1fe398-30f9-41be-8aff-40ab75c08456 None None] Provisioning complete for port d4331128-d7c7-4792-b9b6-76a46b670ff8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:36.198293 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe398-30f9-41be-8aff-40ab75c08456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.208972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ed05a-90d4-4ce8-9064-1b6694502b26 None None] Pushing event updated for resources: {'Port': ['ID=14e20783-3d3f-4301-a057-4d1b7c901b85,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:36.212144 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:36.212898 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fe5e37-bbe8-4c4c-84d4-a148d8eea01f None None] The sync data for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:36.407878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7f1fe398-30f9-41be-8aff-40ab75c08456 None None] Current status of the port d4331128-d7c7-4792-b9b6-76a46b670ff8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:36.506509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec791-78df-4b2d-88b2-833512024fbb req-86ea0455-c75b-4f9e-afc2-ec18e2e62d2c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:36.512779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a3ec791-78df-4b2d-88b2-833512024fbb req-86ea0455-c75b-4f9e-afc2-ec18e2e62d2c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.4264200 Feb 11 13:14:36.553678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Provisioning complete for port d4331128-d7c7-4792-b9b6-76a46b670ff8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:36.554464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.756854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 14e20783-3d3f-4301-a057-4d1b7c901b85 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:36.766361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Current status of the port d4331128-d7c7-4792-b9b6-76a46b670ff8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:36.795473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Provisioning complete for port bc6855f8-3a25-42ac-9743-4a41761c7288 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:36.796729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.818893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a3ec791-78df-4b2d-88b2-833512024fbb req-bb0c06da-83f8-466f-ad53-f644e2302c25 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895145 Feb 11 13:14:36.894641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Port bc6855f8-3a25-42ac-9743-4a41761c7288 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:36.918485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Provisioning complete for port 14e20783-3d3f-4301-a057-4d1b7c901b85 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:36.919234 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.973233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4331128-d7c7-4792-b9b6-76a46b670ff8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:37.188087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.262043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bc31b545-7da3-4aac-b6d9-f6772b688bb8 None None] Current status of the port 14e20783-3d3f-4301-a057-4d1b7c901b85 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:37.272515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d4331128-d7c7-4792-b9b6-76a46b670ff8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:37.273137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.481236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d4331128-d7c7-4792-b9b6-76a46b670ff8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:37.488194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 14e20783-3d3f-4301-a057-4d1b7c901b85 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:37.543715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d33011e7-436f-4ec3-adeb-2bbc624b0304 None None] Provisioning complete for port bc6855f8-3a25-42ac-9743-4a41761c7288 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:37.544291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d33011e7-436f-4ec3-adeb-2bbc624b0304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.592464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d33011e7-436f-4ec3-adeb-2bbc624b0304 None None] Port bc6855f8-3a25-42ac-9743-4a41761c7288 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:37.619867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 14e20783-3d3f-4301-a057-4d1b7c901b85 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:37.620283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.626885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c87d19-d3ae-4f64-93d6-c74e47db39dc req-785581e4-feee-4339-895d-f8ad20a8f692 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:37.628675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2c87d19-d3ae-4f64-93d6-c74e47db39dc req-785581e4-feee-4339-895d-f8ad20a8f692 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1235173 Feb 11 13:14:37.729703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2c87d19-d3ae-4f64-93d6-c74e47db39dc req-c9ed23e0-381a-4900-92ba-7d2127bdcd48 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672636 Feb 11 13:14:37.747798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 14e20783-3d3f-4301-a057-4d1b7c901b85 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:37.775302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.21.0.1 (2e8221f6-7a3e-45ea-bece-bed105322b9f/9db4e83d-f778-40e5-a927-0a77a05caae1/92630131-6196-4e16-b3ff-13f0e79014cf) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:37.970152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (92630131-6196-4e16-b3ff-13f0e79014cf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.011382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.058208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:38.059886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:38.064110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:38.099721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=92630131-6196-4e16-b3ff-13f0e79014cf,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:38.115913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.116397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.116838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.117367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.117842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.118424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.118798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.119196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.119587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.119980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.120372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.120763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.121162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:38.133381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.301241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.437079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1bb8b7cd-cf7d-467b-99d2-99ab49230f9d None None] Provisioning complete for port 92630131-6196-4e16-b3ff-13f0e79014cf triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:38.438158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1bb8b7cd-cf7d-467b-99d2-99ab49230f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.477252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8b7cd-cf7d-467b-99d2-99ab49230f9d None None] Port 92630131-6196-4e16-b3ff-13f0e79014cf cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:38.596030 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (92630131-6196-4e16-b3ff-13f0e79014cf), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.602946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.685042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=92630131-6196-4e16-b3ff-13f0e79014cf,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:38.690435 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.799061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:38.800871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:38.971346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514426a1-38f8-4e4a-9913-19a7ff9ef852 req-9ed25f28-8a5a-47a8-8b85-843ff748231a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:38.973193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-514426a1-38f8-4e4a-9913-19a7ff9ef852 req-9ed25f28-8a5a-47a8-8b85-843ff748231a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0966504 Feb 11 13:14:39.000952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router e25026c8-9bf4-472a-be54-09bcd07de7f5 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:39.106006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-514426a1-38f8-4e4a-9913-19a7ff9ef852 req-97b7a8f7-6138-4101-a14b-0471f25ff53f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142042 Feb 11 13:14:39.133696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fbf54bbe-db50-408a-a977-0942261dcfc5 None None] Provisioning complete for port 92630131-6196-4e16-b3ff-13f0e79014cf triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:39.135101 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fbf54bbe-db50-408a-a977-0942261dcfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:39.187835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:39.198641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-93de0411-17fb-47ea-90fa-59dc39723774 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/e25026c8-9bf4-472a-be54-09bcd07de7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1140101 Feb 11 13:14:39.199278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33190) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:39.219716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fbf54bbe-db50-408a-a977-0942261dcfc5 None None] Port 92630131-6196-4e16-b3ff-13f0e79014cf cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:39.226057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] Sync routers for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:39.248961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:39.252169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:39.290214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d7ac9a-ad7a-4d1e-b231-df0505eec932 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:39.291952 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-13d7ac9a-ad7a-4d1e-b231-df0505eec932 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports/92630131-6196-4e16-b3ff-13f0e79014cf HTTP/1.1" status: 200 len: 910 time: 0.0916536 Feb 11 13:14:39.295485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33194) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:39.321262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:39.330714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:39.331338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:39.388026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:39.388688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180a6d6d-a225-4bab-838a-68d17e70f887 None None] The sync data for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:39.709283 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:39.879831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-6118a037-0be5-4e2b-8100-f9ca2dc7df26 req-fe7898ac-d1c1-4375-a692-5c532e714c2d service neutron] (109684) timed out ('10.222.0.64', 58238) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:14:39.991178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 92630131-6196-4e16-b3ff-13f0e79014cf {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:39.991619 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:40.083476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:40.102655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 92630131-6196-4e16-b3ff-13f0e79014cf owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:40.313921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6836ec-b02f-4f78-b336-71ce1d2c08da req-82454433-20e3-4acb-89d1-e0b024134eff tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:40.321990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f6836ec-b02f-4f78-b336-71ce1d2c08da req-82454433-20e3-4acb-89d1-e0b024134eff tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1193445 Feb 11 13:14:40.411530 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (92630131-6196-4e16-b3ff-13f0e79014cf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:40.451681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=92630131-6196-4e16-b3ff-13f0e79014cf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:40.472978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f6836ec-b02f-4f78-b336-71ce1d2c08da req-191727af-a5c9-4229-803c-e8d213b2e706 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498878 Feb 11 13:14:40.784372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:40.993749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router e25026c8-9bf4-472a-be54-09bcd07de7f5 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:41.090190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:41.098349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33212) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:41.098811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-421150d0-50e3-459c-a4fb-3e2845985caa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/e25026c8-9bf4-472a-be54-09bcd07de7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016987 Feb 11 13:14:41.101045 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] Sync routers for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:41.110843 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:41.111560 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:41.144303 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:41.153528 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:41.154304 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:41.282874 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:41.283462 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfd6fda-f801-49e6-9a2c-17933cddcabb None None] The sync data for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:41.431306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:41.659962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f657c-80d6-4a72-9c81-d585eab69d1c req-a46ea153-5844-4f19-b1bf-48763884ee96 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:41.661556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b0f657c-80d6-4a72-9c81-d585eab69d1c req-a46ea153-5844-4f19-b1bf-48763884ee96 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0978210 Feb 11 13:14:41.744603 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3b0f657c-80d6-4a72-9c81-d585eab69d1c req-5b540bb2-6a64-4e43-9dab-87c4879a1e60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736649 Feb 11 13:14:41.797836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port bc6855f8-3a25-42ac-9743-4a41761c7288 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:41.798096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:41.888895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:41.902632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for bc6855f8-3a25-42ac-9743-4a41761c7288 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:42.005878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-368fe004-6624-4c02-8858-07793ceb398f req-6743f336-233e-4488-a11f-1419e18076fe service neutron] (109684) timed out ('10.222.0.64', 58225) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:14:42.078644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bc6855f8-3a25-42ac-9743-4a41761c7288), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:42.107960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=bc6855f8-3a25-42ac-9743-4a41761c7288,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:42.138338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.138810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.139131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.139466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.139800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.140129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.140458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.140783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.141106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.141425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.141779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.142101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.142419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:42.609808 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (e25026c8-9bf4-472a-be54-09bcd07de7f5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:42.820785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router e25026c8-9bf4-472a-be54-09bcd07de7f5 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:42.890602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae807749-e7fe-4ce6-bf53-ed7a3364deca req-23d943af-114b-4cab-aa56-39e7660093bf tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:42.892099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae807749-e7fe-4ce6-bf53-ed7a3364deca req-23d943af-114b-4cab-aa56-39e7660093bf tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0633569 Feb 11 13:14:42.910310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:42.919029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9f0869c9-26ee-49fb-bc7c-509f9ca181f7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/e25026c8-9bf4-472a-be54-09bcd07de7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188999 Feb 11 13:14:42.920154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33244) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:42.922890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] Sync routers for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:42.941990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:42.943780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:42.952528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae807749-e7fe-4ce6-bf53-ed7a3364deca req-60204ebf-3124-4fdb-ba23-f4e35b154adf tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522876 Feb 11 13:14:42.953192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33246) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:42.953337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7f791110-4270-4b65-ae86-a4425aa75e3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25026c8-9bf4-472a-be54-09bcd07de7f5 HTTP/1.1" status: 200 len: 205 time: 0.0315766 Feb 11 13:14:43.008964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:43.021019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] Routers {'e25026c8-9bf4-472a-be54-09bcd07de7f5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:43.021746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e25026c8-9bf4-472a-be54-09bcd07de7f5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:43.040485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01820047-434d-43da-8b78-3d4eb6c4d11b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (e25026c8-9bf4-472a-be54-09bcd07de7f5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.058321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33250) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:43.066788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:43.068245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef452c-2ad6-4dce-b007-7308d014bb36 None None] The sync data for ids ['e25026c8-9bf4-472a-be54-09bcd07de7f5'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:43.226478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e6bb7470-a03f-4406-8cbb-5288a3cd4537 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dde33950772945c39dc7f526a6f0324c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1667314 Feb 11 13:14:43.227067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33254) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:43.284357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69f423cc-1197-4462-aa57-3ccb38625717 admin admin] Publish callbacks [] for security_group (d4d357a3-19b2-4f75-84e1-28a332d72b36), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.307036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69f423cc-1197-4462-aa57-3ccb38625717 admin admin] Publish callbacks [] for security_group (d4d357a3-19b2-4f75-84e1-28a332d72b36), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.367624 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69f423cc-1197-4462-aa57-3ccb38625717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d4d357a3-19b2-4f75-84e1-28a332d72b36), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.371041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-69f423cc-1197-4462-aa57-3ccb38625717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.374594 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-69f423cc-1197-4462-aa57-3ccb38625717 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4d357a3-19b2-4f75-84e1-28a332d72b36 HTTP/1.1" status: 204 len: 168 time: 0.1442471 Feb 11 13:14:43.382070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f423cc-1197-4462-aa57-3ccb38625717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d357a3-19b2-4f75-84e1-28a332d72b36,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:43.541839 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01820047-434d-43da-8b78-3d4eb6c4d11b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (e25026c8-9bf4-472a-be54-09bcd07de7f5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.543989 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01820047-434d-43da-8b78-3d4eb6c4d11b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (e25026c8-9bf4-472a-be54-09bcd07de7f5), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.611795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01820047-434d-43da-8b78-3d4eb6c4d11b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (e25026c8-9bf4-472a-be54-09bcd07de7f5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.612363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01820047-434d-43da-8b78-3d4eb6c4d11b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Fanout notify agent at l3_agent the message router_deleted on router e25026c8-9bf4-472a-be54-09bcd07de7f5 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:14:43.619781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-01820047-434d-43da-8b78-3d4eb6c4d11b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.623652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33262) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:43.623794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-01820047-434d-43da-8b78-3d4eb6c4d11b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/e25026c8-9bf4-472a-be54-09bcd07de7f5 HTTP/1.1" status: 204 len: 168 time: 0.6692657 Feb 11 13:14:43.683469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet 9db4e83d-f778-40e5-a927-0a77a05caae1 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:14:43.687316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (9db4e83d-f778-40e5-a927-0a77a05caae1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.738098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (9db4e83d-f778-40e5-a927-0a77a05caae1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.829292 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (9db4e83d-f778-40e5-a927-0a77a05caae1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.908368 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (9db4e83d-f778-40e5-a927-0a77a05caae1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.924098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.929630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf84e7-a12b-40ec-a55d-27690b329357 None None] Network 2e8221f6-7a3e-45ea-bece-bed105322b9f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:43.932056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33280) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:43.942569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/9db4e83d-f778-40e5-a927-0a77a05caae1 HTTP/1.1" status: 204 len: 168 time: 0.3173628 Feb 11 13:14:43.989464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce11b6-7bc6-4563-a22b-1ace32b5c5ea tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=9db4e83d-f778-40e5-a927-0a77a05caae1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.028122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet a31b6c33-2977-4264-860e-dc4a24349b19 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:14:44.032885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (a31b6c33-2977-4264-860e-dc4a24349b19), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.083411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (a31b6c33-2977-4264-860e-dc4a24349b19), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.134124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7de536-d6b5-4891-978f-723c11870bc8 req-b597e801-6eb2-47d4-83b7-4b98829eedc3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:44.135899 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b7de536-d6b5-4891-978f-723c11870bc8 req-b597e801-6eb2-47d4-83b7-4b98829eedc3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0724192 Feb 11 13:14:44.170909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] DHCP port deletion for 2e8221f6-7a3e-45ea-bece-bed105322b9f request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:14:44.219164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a31b6c33-2977-4264-860e-dc4a24349b19), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.243423 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1b7de536-d6b5-4891-978f-723c11870bc8 req-f6d44695-971a-41c2-811f-cfb8a7f82256 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005907 Feb 11 13:14:44.270800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] Deleting port d4331128-d7c7-4792-b9b6-76a46b670ff8 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:44.271185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.317347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (a31b6c33-2977-4264-860e-dc4a24349b19), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.351226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.356971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/a31b6c33-2977-4264-860e-dc4a24349b19 HTTP/1.1" status: 204 len: 168 time: 0.4215155 Feb 11 13:14:44.356971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325f3ef-9af7-41f3-a19f-7ed67d968947 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=a31b6c33-2977-4264-860e-dc4a24349b19,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.358570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33292) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:44.363426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] For port d4331128-d7c7-4792-b9b6-76a46b670ff8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d4331128-d7c7-4792-b9b6-76a46b670ff8,segment=NetworkSegment(0aa7dcef-cc9f-4fb3-947c-6f281fe544ff),segment_id=0aa7dcef-cc9f-4fb3-947c-6f281fe544ff)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:44.363829 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.368357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872fc99-53db-40d4-9cc0-70f0b100f357 None None] Network 6c6764cb-cec9-4514-a1ec-12083ae7a9fe requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:44.392735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] Calling delete_port for d4331128-d7c7-4792-b9b6-76a46b670ff8 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:44.450694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (2e8221f6-7a3e-45ea-bece-bed105322b9f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.506540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port d4331128-d7c7-4792-b9b6-76a46b670ff8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:44.506930 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.543044 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.569896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] Pushing event deleted for resources: {'Port': ['ID=d4331128-d7c7-4792-b9b6-76a46b670ff8,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.577145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e233f6-1f1d-444e-9236-c5e29f1ad83c None None] No DVR routers for this DVR port d4331128-d7c7-4792-b9b6-76a46b670ff8 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:44.589995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port d4331128-d7c7-4792-b9b6-76a46b670ff8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d4331128-d7c7-4792-b9b6-76a46b670ff8,segment=NetworkSegment(0aa7dcef-cc9f-4fb3-947c-6f281fe544ff),segment_id=0aa7dcef-cc9f-4fb3-947c-6f281fe544ff)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:44.590382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.605096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for d4331128-d7c7-4792-b9b6-76a46b670ff8 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:44.618874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] DHCP port deletion for 6c6764cb-cec9-4514-a1ec-12083ae7a9fe request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:14:44.671935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] Deleting port 14e20783-3d3f-4301-a057-4d1b7c901b85 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:44.672590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.695103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d4331128-d7c7-4792-b9b6-76a46b670ff8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.721243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=d4331128-d7c7-4792-b9b6-76a46b670ff8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.725253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No DVR routers for this DVR port d4331128-d7c7-4792-b9b6-76a46b670ff8 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:44.745665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] For port 14e20783-3d3f-4301-a057-4d1b7c901b85, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=14e20783-3d3f-4301-a057-4d1b7c901b85,segment=NetworkSegment(db6e57c1-9f69-434d-be05-dfe4259f21ae),segment_id=db6e57c1-9f69-434d-be05-dfe4259f21ae)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:44.746375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.760736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] Calling delete_port for 14e20783-3d3f-4301-a057-4d1b7c901b85 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:44.817246 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (2e8221f6-7a3e-45ea-bece-bed105322b9f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.842116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8221f6-7a3e-45ea-bece-bed105322b9f']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.853487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa7dcef-cc9f-4fb3-947c-6f281fe544ff') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.853902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa7dcef-cc9f-4fb3-947c-6f281fe544ff') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.854185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (14e20783-3d3f-4301-a057-4d1b7c901b85), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.866050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (0aa7dcef-cc9f-4fb3-947c-6f281fe544ff), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.879918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4331128-d7c7-4792-b9b6-76a46b670ff8 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:44.880538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0aa7dcef-cc9f-4fb3-947c-6f281fe544ff), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.885258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] Pushing event deleted for resources: {'Port': ['ID=14e20783-3d3f-4301-a057-4d1b7c901b85,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.892607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:14:44.893462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (0aa7dcef-cc9f-4fb3-947c-6f281fe544ff), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:14:44.897099 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:44.912943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d4331128-d7c7-4792-b9b6-76a46b670ff8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:44.912943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d4331128-d7c7-4792-b9b6-76a46b670ff8 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:44.912943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 14e20783-3d3f-4301-a057-4d1b7c901b85 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:44.927052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a24dd-0ccd-4ec2-860b-aed818b4d88d None None] No DVR routers for this DVR port 14e20783-3d3f-4301-a057-4d1b7c901b85 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:44.928596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 14e20783-3d3f-4301-a057-4d1b7c901b85 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:44.929001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 14e20783-3d3f-4301-a057-4d1b7c901b85 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:44.969932 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (2e8221f6-7a3e-45ea-bece-bed105322b9f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.979826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.985374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/2e8221f6-7a3e-45ea-bece-bed105322b9f HTTP/1.1" status: 204 len: 168 time: 0.6205947 Feb 11 13:14:44.985874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33308) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:44.995158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddab8d-ea90-4a8f-af55-dbd43510aa92 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=2e8221f6-7a3e-45ea-bece-bed105322b9f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.084980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (6c6764cb-cec9-4514-a1ec-12083ae7a9fe), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.197078 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (6c6764cb-cec9-4514-a1ec-12083ae7a9fe), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.217583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6764cb-cec9-4514-a1ec-12083ae7a9fe']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:45.228517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6e57c1-9f69-434d-be05-dfe4259f21ae') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:45.228849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6e57c1-9f69-434d-be05-dfe4259f21ae') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:45.238986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (db6e57c1-9f69-434d-be05-dfe4259f21ae), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.253235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (db6e57c1-9f69-434d-be05-dfe4259f21ae), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.260249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:14:45.260741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (db6e57c1-9f69-434d-be05-dfe4259f21ae), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:14:45.263859 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:45.356855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (6c6764cb-cec9-4514-a1ec-12083ae7a9fe), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.365427 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.373501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33322) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:45.374278 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/6c6764cb-cec9-4514-a1ec-12083ae7a9fe HTTP/1.1" status: 204 len: 168 time: 0.3818917 Feb 11 13:14:45.378878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1831517334'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:45.391090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aba50-a4cb-41e3-be5f-5e50843a5acb tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=6c6764cb-cec9-4514-a1ec-12083ae7a9fe,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.402864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:45.408062 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.414515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912dacd-b24d-4872-a73b-5c29fe0579eb req-f37e40ef-2435-41ca-848c-357a04844811 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:45.416050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4912dacd-b24d-4872-a73b-5c29fe0579eb req-f37e40ef-2435-41ca-848c-357a04844811 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0985732 Feb 11 13:14:45.437695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:45.454111 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5c1f6699-882d-43c8-8fc4-b8e56db2fbf0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.454482 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment 5c1f6699-882d-43c8-8fc4-b8e56db2fbf0 of type vlan for network e7eed57b-d6bb-424d-bd07-6af937e7a49c Feb 11 13:14:45.473803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:45.478279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401753322', 'description': 'tempest-secgroup-smoke-1401753322 description', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:45.493066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4912dacd-b24d-4872-a73b-5c29fe0579eb req-1de6de8f-77e1-4daa-8ed8-0ac9828c9554 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680437 Feb 11 13:14:45.503947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (e7eed57b-d6bb-424d-bd07-6af937e7a49c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.505888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.513958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.540005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (e7eed57b-d6bb-424d-bd07-6af937e7a49c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.545069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:45.545783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.583678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2090116 Feb 11 13:14:45.587403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33326) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:45.590197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (c52ca47a-3455-4903-a1d2-9a094773b1b2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.592711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:45.594746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c52ca47a-3455-4903-a1d2-9a094773b1b2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.636421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52ca47a-3455-4903-a1d2-9a094773b1b2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.652005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53b443-f985-4140-a516-e8fc00a63ced tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=e7eed57b-d6bb-424d-bd07-6af937e7a49c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.668900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:45.673481 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.678672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.710644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.712197 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2373915 Feb 11 13:14:45.715107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33328) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:45.717600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4724126-35bc-4abf-a86a-3261b9c2d632 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.720007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-95fe6d34-99e9-41c0-946c-67a2d963826d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:45.746746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:45.750400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.777281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95fe6d34-99e9-41c0-946c-67a2d963826d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (d6c95546-64d6-44e2-b330-9544f9e1e925), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.890836 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95fe6d34-99e9-41c0-946c-67a2d963826d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (d6c95546-64d6-44e2-b330-9544f9e1e925), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.912101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95fe6d34-99e9-41c0-946c-67a2d963826d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (d6c95546-64d6-44e2-b330-9544f9e1e925), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.942230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe6d34-99e9-41c0-946c-67a2d963826d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c95546-64d6-44e2-b330-9544f9e1e925,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:45.958881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95fe6d34-99e9-41c0-946c-67a2d963826d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:45.960063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-95fe6d34-99e9-41c0-946c-67a2d963826d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2437685 Feb 11 13:14:45.962945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33332) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:45.968338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-103d9149-ea8e-4610-85e6-84501b7a1f61 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:45.996459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103d9149-ea8e-4610-85e6-84501b7a1f61 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (57113d6d-cb00-4d30-aa58-d4acf512a881), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.005753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (639e2190-f462-4ca7-b910-73433cc89a17), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.059654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103d9149-ea8e-4610-85e6-84501b7a1f61 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (57113d6d-cb00-4d30-aa58-d4acf512a881), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.064147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103d9149-ea8e-4610-85e6-84501b7a1f61 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (57113d6d-cb00-4d30-aa58-d4acf512a881), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.072163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=639e2190-f462-4ca7-b910-73433cc89a17,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:46.079492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': '5c1f6699-882d-43c8-8fc4-b8e56db2fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:46.079857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: e7eed57b-d6bb-424d-bd07-6af937e7a49c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:46.082924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d9149-ea8e-4610-85e6-84501b7a1f61 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57113d6d-cb00-4d30-aa58-d4acf512a881,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:46.091266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-103d9149-ea8e-4610-85e6-84501b7a1f61 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.092687 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-103d9149-ea8e-4610-85e6-84501b7a1f61 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286509 Feb 11 13:14:46.095633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33334) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:46.100733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a582300b-a09d-4d7c-a467-d9b0e5d54d69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:46.112127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:46.123837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, e7eed57b-d6bb-424d-bd07-6af937e7a49c) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:46.128378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:46.128972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.133464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a59fe0-2309-4ca2-bb14-e8bb7c3151ef None None] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:46.140943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a582300b-a09d-4d7c-a467-d9b0e5d54d69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (6eed8371-6f51-4143-b058-1ca3c4fc4d7a), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.154317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-efd7f7ee-8f92-4fba-9f0f-a8ebf3f3a972 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5661912 Feb 11 13:14:46.156938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33338) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:46.163857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6ed5db19-5a35-4ad8-9ec2-600723473072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-139120652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:46.205984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed5db19-5a35-4ad8-9ec2-600723473072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (d1e91b4b-fdaf-4ce0-a793-f40abc495159), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.207016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed5db19-5a35-4ad8-9ec2-600723473072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (d1e91b4b-fdaf-4ce0-a793-f40abc495159), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.224540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a582300b-a09d-4d7c-a467-d9b0e5d54d69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (6eed8371-6f51-4143-b058-1ca3c4fc4d7a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.228157 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a582300b-a09d-4d7c-a467-d9b0e5d54d69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6eed8371-6f51-4143-b058-1ca3c4fc4d7a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.249611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-e7eed57b-d6bb-424d-bd07-6af937e7a49c', 'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': '639e2190-f462-4ca7-b910-73433cc89a17'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:14:46.250692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.258990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582300b-a09d-4d7c-a467-d9b0e5d54d69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eed8371-6f51-4143-b058-1ca3c4fc4d7a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:46.290016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.295199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a582300b-a09d-4d7c-a467-d9b0e5d54d69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.296416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a582300b-a09d-4d7c-a467-d9b0e5d54d69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1997292 Feb 11 13:14:46.297956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed5db19-5a35-4ad8-9ec2-600723473072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (d1e91b4b-fdaf-4ce0-a793-f40abc495159), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.299133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33346) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:46.303734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6e7e3a09-7aa1-40ff-bdd4-faf9ba326c11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:46.312372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed5db19-5a35-4ad8-9ec2-600723473072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (d1e91b4b-fdaf-4ce0-a793-f40abc495159), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.337076 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed5db19-5a35-4ad8-9ec2-600723473072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.341388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:46.341920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ed5db19-5a35-4ad8-9ec2-600723473072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1840281 Feb 11 13:14:46.348551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'port': {'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c', 'name': 'tempest-RoutersTest-308166446'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:46.364161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3a09-7aa1-40ff-bdd4-faf9ba326c11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (4305c125-0f80-4c7e-902c-1491bfa677dc), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.421597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Allocated IP 172.20.0.2 (e7eed57b-d6bb-424d-bd07-6af937e7a49c/639e2190-f462-4ca7-b910-73433cc89a17/d2d1b2c1-fa99-4879-bbb0-423bab3b7a69) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:46.470725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3a09-7aa1-40ff-bdd4-faf9ba326c11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (4305c125-0f80-4c7e-902c-1491bfa677dc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.477277 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3a09-7aa1-40ff-bdd4-faf9ba326c11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (4305c125-0f80-4c7e-902c-1491bfa677dc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.494821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:46.498440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.524106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e3a09-7aa1-40ff-bdd4-faf9ba326c11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4305c125-0f80-4c7e-902c-1491bfa677dc,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:46.533099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3a09-7aa1-40ff-bdd4-faf9ba326c11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.534492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6e7e3a09-7aa1-40ff-bdd4-faf9ba326c11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2344005 Feb 11 13:14:46.538127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33354) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:46.544161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:46.549078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] device_id is not set on port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:14:46.617140 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:14:46.637843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (11a7c7fa-028c-4315-ad51-ad7b3ec1d32f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.730770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (11a7c7fa-028c-4315-ad51-ad7b3ec1d32f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.735184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa5c1-222d-42d7-bdcf-dd71e0dc9f28 req-904e5117-feb7-48e6-b0e8-6ec29799efab tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:46.736868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-155fa5c1-222d-42d7-bdcf-dd71e0dc9f28 req-904e5117-feb7-48e6-b0e8-6ec29799efab tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0958288 Feb 11 13:14:46.738479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (11a7c7fa-028c-4315-ad51-ad7b3ec1d32f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.757598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a7c7fa-028c-4315-ad51-ad7b3ec1d32f,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:46.795257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-155fa5c1-222d-42d7-bdcf-dd71e0dc9f28 req-a1f73566-6528-4f6c-acec-13d44c440a6c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513272 Feb 11 13:14:46.807492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.808729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Publish callbacks [] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.809577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2ec6217f-dc59-4339-a9e6-1f02fe589987 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2699268 Feb 11 13:14:46.812287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33358) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:46.818418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:46.828970 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.844019 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:14:46.849896 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (0c33e4ce-1873-4c6e-82ae-76f9669a51fc), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.877555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Pushing event updated for resources: {'Port': ['ID=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:46.890423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:46.892118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:46.897441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:46.897877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.20.0.6 (e7eed57b-d6bb-424d-bd07-6af937e7a49c/639e2190-f462-4ca7-b910-73433cc89a17/2dfb354b-755c-4ae0-a18c-9daa1cc52cbe) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:46.986250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Attempting to bind port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:46.986782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Attempting to bind port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '5c1f6699-882d-43c8-8fc4-b8e56db2fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:46.987339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Attempting to bind port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 on network e7eed57b-d6bb-424d-bd07-6af937e7a49c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:46.994574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:46.995050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Checking segment: {'id': '5c1f6699-882d-43c8-8fc4-b8e56db2fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:46.995525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.996032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Bound using segment: {'id': '5c1f6699-882d-43c8-8fc4-b8e56db2fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:46.996554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Bound port: d2d1b2c1-fa99-4879-bbb0-423bab3b7a69, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1f6699-882d-43c8-8fc4-b8e56db2fbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e7eed57b-d6bb-424d-bd07-6af937e7a49c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:46.997144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:46.998507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (0c33e4ce-1873-4c6e-82ae-76f9669a51fc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.005708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (0c33e4ce-1873-4c6e-82ae-76f9669a51fc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.038471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c33e4ce-1873-4c6e-82ae-76f9669a51fc,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:47.056974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.062459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60678f35-fab6-471a-8b51-3d14c6d9cbe5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2486634 Feb 11 13:14:47.064699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33364) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:47.074547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'network': {'name': 'tempest-network-smoke--2120722720', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:47.098070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] For port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:47.102295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] For port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,segment=NetworkSegment(5c1f6699-882d-43c8-8fc4-b8e56db2fbf0),segment_id=5c1f6699-882d-43c8-8fc4-b8e56db2fbf0)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:47.110017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:47.112114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.118778 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.180471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.182550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:47.214933 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.225671 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c502e547-6cc5-4aea-9e55-6180e9aa3fc8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.226819 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Added segment c502e547-6cc5-4aea-9e55-6180e9aa3fc8 of type vlan for network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 Feb 11 13:14:47.231904 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.232421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57201bf-b416-4b22-a749-6f96da85406a None None] Pushing event updated for resources: {'Port': ['ID=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:47.297838 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (4788cc0e-cf1e-4cbf-b515-2bc8472bb108), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.317821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:47.322699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:47.328192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:47.331504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=2dfb354b-755c-4ae0-a18c-9daa1cc52cbe,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:47.332065 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (4788cc0e-cf1e-4cbf-b515-2bc8472bb108), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.346987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:47.348161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.391788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:47.392796 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.414022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3466887 Feb 11 13:14:47.417318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33368) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:47.421456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'admin_state_up': True, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:47.423969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-40e45775-8222-4afe-9301-1585c3bbf072 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0809617 Feb 11 13:14:47.425721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33370) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:47.524103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d7cda-7f8f-4fcb-8752-86ad8e3e163f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Network': ['ID=4788cc0e-cf1e-4cbf-b515-2bc8472bb108,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:47.536803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:47.552545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.554389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.643151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.928525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:47.981155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.015372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3b8d4-e488-48a1-b308-fa879ca7d87b req-d6db7412-33a2-4795-837d-597bd5d8c876 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:48.017125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbb3b8d4-e488-48a1-b308-fa879ca7d87b req-d6db7412-33a2-4795-837d-597bd5d8c876 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1126261 Feb 11 13:14:48.160681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cbb3b8d4-e488-48a1-b308-fa879ca7d87b req-c9f4d583-88f1-45ce-bd91-ea609d149577 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229489 Feb 11 13:14:48.198004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.218346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.380313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.249 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/c7f2a21a-b9ea-45fc-8d84-b8889968d906) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:48.391827 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.407421 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.503828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=2dfb354b-755c-4ae0-a18c-9daa1cc52cbe,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:48.579178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.633413 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.700951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:48.704954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:48.708218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:48.709491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (d1e91b4b-fdaf-4ce0-a793-f40abc495159), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:48.785319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=c7f2a21a-b9ea-45fc-8d84-b8889968d906,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:48.832233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f197596-1f27-4afc-bd12-60f052293472 None None] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:48.981985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.016806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:49.069358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b41ee52c-1c66-440a-9fc1-01f8a11db0f1 None None] Provisioning complete for port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:49.069742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b41ee52c-1c66-440a-9fc1-01f8a11db0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.131227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.163812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:49.164585 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.334409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b41ee52c-1c66-440a-9fc1-01f8a11db0f1 None None] Current status of the port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:49.335238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b41ee52c-1c66-440a-9fc1-01f8a11db0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.417172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:49.418298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.478798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b41ee52c-1c66-440a-9fc1-01f8a11db0f1 None None] For port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,segment=NetworkSegment(5c1f6699-882d-43c8-8fc4-b8e56db2fbf0),segment_id=5c1f6699-882d-43c8-8fc4-b8e56db2fbf0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:49.498471 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b41ee52c-1c66-440a-9fc1-01f8a11db0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.536688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de3dcd-0004-4f5a-98ed-18fda414fd77 req-31bbb1a8-74f3-4936-8b5b-768bcc32fe13 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:49.560397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1de3dcd-0004-4f5a-98ed-18fda414fd77 req-31bbb1a8-74f3-4936-8b5b-768bcc32fe13 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2559299 Feb 11 13:14:49.590130 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:14:49.590766 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:14:49.602560 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ee52c-1c66-440a-9fc1-01f8a11db0f1 None None] Pushing event updated for resources: {'Port': ['ID=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:49.655999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.659435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-37b32a5c-67c7-43b2-8929-0c3c9c363a1c None None] Provisioning complete for port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:49.660080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37b32a5c-67c7-43b2-8929-0c3c9c363a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.663520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.805672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=2dfb354b-755c-4ae0-a18c-9daa1cc52cbe,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:49.813301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-37b32a5c-67c7-43b2-8929-0c3c9c363a1c None None] Current status of the port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:49.826975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-37b32a5c-67c7-43b2-8929-0c3c9c363a1c None None] Provisioning complete for port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:49.827355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37b32a5c-67c7-43b2-8929-0c3c9c363a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.856376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (d1e91b4b-fdaf-4ce0-a793-f40abc495159), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:49.876847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-37b32a5c-67c7-43b2-8929-0c3c9c363a1c None None] Port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:49.967515 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:50.010998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e0b8a540-60d1-4b50-a314-aa7ef2a172da None None] Provisioning complete for port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:50.011393 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e0b8a540-60d1-4b50-a314-aa7ef2a172da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:50.031985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:50.033884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:50.069182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8a540-60d1-4b50-a314-aa7ef2a172da None None] Port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:50.146377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:50.257819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1de3dcd-0004-4f5a-98ed-18fda414fd77 req-1e70cfea-5ac0-430d-a761-60f2cf37db66 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370423 Feb 11 13:14:50.273667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:50.300464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router d1e91b4b-fdaf-4ce0-a793-f40abc495159 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:14:50.304632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-61df656c-7ef2-43e0-80aa-7c9bc962e986 None None] Provisioning complete for port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:50.305021 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61df656c-7ef2-43e0-80aa-7c9bc962e986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:50.385586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-61df656c-7ef2-43e0-80aa-7c9bc962e986 None None] Port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:50.445938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:50.451909 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3bf54e8f-f210-4803-83d8-22e122256187 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/d1e91b4b-fdaf-4ce0-a793-f40abc495159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0182445 Feb 11 13:14:50.459240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33394) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:50.460235 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] Sync routers for ids ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:50.474179 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] Routers {'d1e91b4b-fdaf-4ce0-a793-f40abc495159'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:50.476430 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:50.568990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518b2f25-d467-4a81-af97-fa1d4e1e81e8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:50.576272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33396) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:50.580196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-518b2f25-d467-4a81-af97-fa1d4e1e81e8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports/2dfb354b-755c-4ae0-a18c-9daa1cc52cbe HTTP/1.1" status: 200 len: 976 time: 0.1175401 Feb 11 13:14:50.601236 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:50.620663 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] Routers {'d1e91b4b-fdaf-4ce0-a793-f40abc495159'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:50.621806 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:50.680382 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:50.681555 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91015b68-5724-48c4-9760-f8be69287d8f None None] The sync data for ids ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:50.719963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-164780d0-0307-435a-ba63-8e5c6f59e6c0 None None] Provisioning complete for port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:50.720374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-164780d0-0307-435a-ba63-8e5c6f59e6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:50.737652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:14:50.759981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-164780d0-0307-435a-ba63-8e5c6f59e6c0 None None] Port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:50.869517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:50.938494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:50.939160 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:51.010373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:51.031013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Sync routers for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:51.047161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:51.048400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ab19e0ba-cf87-4f24-b22f-f0388987f590 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6303978 Feb 11 13:14:51.052307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33400) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:51.065488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:51.073169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:51.074152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:51.222900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:51.272072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2213613b-aa41-4eb1-b587-c2a00b1af369 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2185833 Feb 11 13:14:51.280805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33404) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:51.317012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (d1e91b4b-fdaf-4ce0-a793-f40abc495159), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:51.535918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:48Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:51.568049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Checking router: 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:51.568885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Updating router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b port c7f2a21a-b9ea-45fc-8d84-b8889968d906 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:14:51.617856 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:51.646547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e1763-9070-4522-a648-b4483725f58c req-515efd94-08ab-487f-8b68-230a389265f4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:51.647718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:51.648783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:51.654688 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d8e1763-9070-4522-a648-b4483725f58c req-515efd94-08ab-487f-8b68-230a389265f4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2705710 Feb 11 13:14:51.679309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c6dfb-6080-405d-a2e9-94c053b9a170 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:51.683400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6b7c6dfb-6080-405d-a2e9-94c053b9a170 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3996730 Feb 11 13:14:51.687070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33410) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:51.736162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ed3a283b-64af-411e-abb6-0e0a7fe6fc1a tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452950 Feb 11 13:14:51.737011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:51.743584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1395741986', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:51.784610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:51.785670 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d8e1763-9070-4522-a648-b4483725f58c req-04a7cdf0-da62-4957-b5ee-1dfefae16bd9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245239 Feb 11 13:14:51.804742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 2dfb354b-755c-4ae0-a18c-9daa1cc52cbe owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:51.918075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:51.921477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.077067 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2dfb354b-755c-4ae0-a18c-9daa1cc52cbe), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.111493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=2dfb354b-755c-4ae0-a18c-9daa1cc52cbe,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:52.123683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Publish callbacks [] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.131918 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.212955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Attempting to bind port c7f2a21a-b9ea-45fc-8d84-b8889968d906 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:52.213327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Attempting to bind port c7f2a21a-b9ea-45fc-8d84-b8889968d906 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:52.213722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Attempting to bind port c7f2a21a-b9ea-45fc-8d84-b8889968d906 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:52.219788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:52.220174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:52.220582 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.221022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:52.221517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Bound port: c7f2a21a-b9ea-45fc-8d84-b8889968d906, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:52.221942 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.223661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb512d-9906-4122-a653-ae2ddcd5a81f None None] Pushing event updated for resources: {'Port': ['ID=c7f2a21a-b9ea-45fc-8d84-b8889968d906,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:52.322301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (251b1199-365c-4514-a289-b70077b69de4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.328344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (d1e91b4b-fdaf-4ce0-a793-f40abc495159), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.332995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] For port c7f2a21a-b9ea-45fc-8d84-b8889968d906, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:52.342436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] For port c7f2a21a-b9ea-45fc-8d84-b8889968d906, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c7f2a21a-b9ea-45fc-8d84-b8889968d906,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:52.357079 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.455516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Subnet': ['ID=251b1199-365c-4514-a289-b70077b69de4,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:52.499989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb512d-9906-4122-a653-ae2ddcd5a81f None None] Pushing event updated for resources: {'Port': ['ID=c7f2a21a-b9ea-45fc-8d84-b8889968d906,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:52.512863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Checking segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:52.513228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network hostable DHCP agents. Network: 4788cc0e-cf1e-4cbf-b515-2bc8472bb108, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:52.527729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:52.528713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:52.551275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:52.566722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 4788cc0e-cf1e-4cbf-b515-2bc8472bb108) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:52.571839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:52.572581 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.581298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router d1e91b4b-fdaf-4ce0-a793-f40abc495159 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:52.594698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1c021-fdf9-4a03-930b-d44f6fb53abe None None] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:52.604428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-01d27292-5dbe-4348-bafc-55f583844adb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8636477 Feb 11 13:14:52.607279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33418) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:52.759595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:52.885140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:14:52.885926 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.258673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Allocated IP 172.20.0.2 (4788cc0e-cf1e-4cbf-b515-2bc8472bb108/251b1199-365c-4514-a289-b70077b69de4/f61fc6f7-a663-4a14-84eb-76cf4b5b013b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:53.264019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:48Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:53.321027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3db4e62-e497-4816-b717-ab2b16683cf6 None None] The sync data for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 is: [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:48Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:53.483675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:53.494811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33426) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:53.497116 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] Sync routers for ids ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:53.501940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0a84d11c-e5d7-4ab5-852c-be022520035c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/d1e91b4b-fdaf-4ce0-a793-f40abc495159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9241114 Feb 11 13:14:53.515260 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] Routers {'d1e91b4b-fdaf-4ce0-a793-f40abc495159'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:53.516420 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:53.527021 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Publish callbacks [] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.536381 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.625953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f519188-2737-4fde-9bf7-e1bf4ba23e84 req-3e2eb6a1-7f68-45c8-baaf-d38dec6311b4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:53.627629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f519188-2737-4fde-9bf7-e1bf4ba23e84 req-3e2eb6a1-7f68-45c8-baaf-d38dec6311b4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.7197783 Feb 11 13:14:53.640887 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:53.678071 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] Routers {'d1e91b4b-fdaf-4ce0-a793-f40abc495159'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:53.679116 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:53.782672 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:53.783380 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d93e8bb-08db-4f6c-a894-13a53a628451 None None] The sync data for ids ['d1e91b4b-fdaf-4ce0-a793-f40abc495159'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:53.805547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.852391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Pushing event updated for resources: {'Port': ['ID=f61fc6f7-a663-4a14-84eb-76cf4b5b013b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:53.857387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:53.859670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:53.865841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:53.898533 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-b916d726-06a6-4dcf-a41b-6fe092fb5dc1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:14:53.903741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b916d726-06a6-4dcf-a41b-6fe092fb5dc1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/d1e91b4b-fdaf-4ce0-a793-f40abc495159/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4082866 Feb 11 13:14:53.904409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33430) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:53.918425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f519188-2737-4fde-9bf7-e1bf4ba23e84 req-a15a4e2e-f2b1-4136-91d0-358376a1fc88 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834044 Feb 11 13:14:53.965852 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cb3024d1-fa0b-49b9-bf69-da7803ff74cd tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e91b4b-fdaf-4ce0-a793-f40abc495159 HTTP/1.1" status: 200 len: 205 time: 0.0602176 Feb 11 13:14:53.966117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Attempting to bind port f61fc6f7-a663-4a14-84eb-76cf4b5b013b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:53.966485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Attempting to bind port f61fc6f7-a663-4a14-84eb-76cf4b5b013b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:53.966850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Attempting to bind port f61fc6f7-a663-4a14-84eb-76cf4b5b013b on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:53.967786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33434) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:53.979719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:53.980094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Checking segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:53.980498 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.980890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Bound using segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:53.981362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Bound port: f61fc6f7-a663-4a14-84eb-76cf4b5b013b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:53.981784 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.086865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] For port f61fc6f7-a663-4a14-84eb-76cf4b5b013b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:54.088005 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b879c0b6-f13d-4b3e-97d9-e66ee64bfd43 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (d1e91b4b-fdaf-4ce0-a793-f40abc495159), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.093524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] For port f61fc6f7-a663-4a14-84eb-76cf4b5b013b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f61fc6f7-a663-4a14-84eb-76cf4b5b013b,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:54.102578 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.227965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70655db5-e17f-4a7f-af23-3cf82c57d43e None None] Pushing event updated for resources: {'Port': ['ID=f61fc6f7-a663-4a14-84eb-76cf4b5b013b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.464803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.1 (4788cc0e-cf1e-4cbf-b515-2bc8472bb108/251b1199-365c-4514-a289-b70077b69de4/1f2fa64e-ec3d-4481-ac31-39af80135d5b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:54.531587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b879c0b6-f13d-4b3e-97d9-e66ee64bfd43 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (d1e91b4b-fdaf-4ce0-a793-f40abc495159), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.536065 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b879c0b6-f13d-4b3e-97d9-e66ee64bfd43 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (d1e91b4b-fdaf-4ce0-a793-f40abc495159), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.696438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b879c0b6-f13d-4b3e-97d9-e66ee64bfd43 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (d1e91b4b-fdaf-4ce0-a793-f40abc495159), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.696957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879c0b6-f13d-4b3e-97d9-e66ee64bfd43 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Fanout notify agent at l3_agent the message router_deleted on router d1e91b4b-fdaf-4ce0-a793-f40abc495159 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:14:54.711199 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b879c0b6-f13d-4b3e-97d9-e66ee64bfd43 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.714752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b879c0b6-f13d-4b3e-97d9-e66ee64bfd43 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/d1e91b4b-fdaf-4ce0-a793-f40abc495159 HTTP/1.1" status: 204 len: 168 time: 0.7436538 Feb 11 13:14:54.715023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:54.767892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.828291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.855262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet 639e2190-f462-4ca7-b910-73433cc89a17 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:14:54.869685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (639e2190-f462-4ca7-b910-73433cc89a17), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.893224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:54.896657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:54.899607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:54.934972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=1f2fa64e-ec3d-4481-ac31-39af80135d5b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.964597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.990303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (639e2190-f462-4ca7-b910-73433cc89a17), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.036179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7f2a21a-b9ea-45fc-8d84-b8889968d906 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:55.189122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c7f2a21a-b9ea-45fc-8d84-b8889968d906 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:55.189502 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.215159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.298570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c7f2a21a-b9ea-45fc-8d84-b8889968d906 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:55.299196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.327177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port c7f2a21a-b9ea-45fc-8d84-b8889968d906, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c7f2a21a-b9ea-45fc-8d84-b8889968d906,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:55.331754 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.333008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f61fc6f7-a663-4a14-84eb-76cf4b5b013b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:55.525590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=c7f2a21a-b9ea-45fc-8d84-b8889968d906,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:55.559958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f61fc6f7-a663-4a14-84eb-76cf4b5b013b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:55.560353 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.753399 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.758147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f61fc6f7-a663-4a14-84eb-76cf4b5b013b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:55.762482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.763031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.872287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port f61fc6f7-a663-4a14-84eb-76cf4b5b013b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f61fc6f7-a663-4a14-84eb-76cf4b5b013b,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:55.882857 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.972969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f48545c-c0c7-40f5-9d3f-9e0449dd5676 None None] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:56.003728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.028332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=1f2fa64e-ec3d-4481-ac31-39af80135d5b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:56.069522 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250a888-5506-4d13-af69-107c0bca4e89 req-78892da9-9d37-4844-961d-c8a00965da89 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:56.072789 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d250a888-5506-4d13-af69-107c0bca4e89 req-78892da9-9d37-4844-961d-c8a00965da89 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.9734428 Feb 11 13:14:56.078310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=f61fc6f7-a663-4a14-84eb-76cf4b5b013b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:56.090106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1c6527f8-ce65-4980-8201-ad72b4952815 None None] Provisioning complete for port f61fc6f7-a663-4a14-84eb-76cf4b5b013b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:56.090483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c6527f8-ce65-4980-8201-ad72b4952815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.163546 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (639e2190-f462-4ca7-b910-73433cc89a17), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.186070 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d250a888-5506-4d13-af69-107c0bca4e89 req-6577465e-2a8e-4c52-9b48-573ab3dbd2eb tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955229 Feb 11 13:14:56.201464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c6527f8-ce65-4980-8201-ad72b4952815 None None] Current status of the port f61fc6f7-a663-4a14-84eb-76cf4b5b013b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:56.239320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:56.240828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:56.263472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (639e2190-f462-4ca7-b910-73433cc89a17), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.306052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=639e2190-f462-4ca7-b910-73433cc89a17,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:56.314839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.316543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11f764-d552-42db-bcfb-466871e114d0 None None] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:56.321267 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1c1a2c88-1bef-4b55-ab0c-4f1511f2666e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/639e2190-f462-4ca7-b910-73433cc89a17 HTTP/1.1" status: 204 len: 168 time: 1.6029286 Feb 11 13:14:56.321859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33472) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:56.452566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (e7eed57b-d6bb-424d-bd07-6af937e7a49c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.455977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:56.517738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:56.518832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.688280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] DHCP port deletion for e7eed57b-d6bb-424d-bd07-6af937e7a49c request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:14:56.776156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,segment=NetworkSegment(5c1f6699-882d-43c8-8fc4-b8e56db2fbf0),segment_id=5c1f6699-882d-43c8-8fc4-b8e56db2fbf0)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:56.776519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.791322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:56.796389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-67ac4b25-b2bc-4221-b117-1c57757dfd69 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/016ca38c-3443-45a1-b0d9-9f2af8a8dd0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1872077 Feb 11 13:14:56.819135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:56.829583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Sync routers for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:56.871993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-035789ee-432f-46f8-826e-d083e5e4be80 None None] Provisioning complete for port f61fc6f7-a663-4a14-84eb-76cf4b5b013b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:56.872373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-035789ee-432f-46f8-826e-d083e5e4be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.937283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.943009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7f2a21a-b9ea-45fc-8d84-b8889968d906 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:56.965050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No DVR routers for this DVR port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:57.041318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Deleting port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:57.042125 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.061548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:57.062572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:57.091997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:57.132386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-136cc95e-ef43-423e-8e16-66a69e490a98 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401753322&fields=id&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 267 time: 0.1032929 Feb 11 13:14:57.209770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:57.233538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (e7eed57b-d6bb-424d-bd07-6af937e7a49c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.277922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7eed57b-d6bb-424d-bd07-6af937e7a49c']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:57.304496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1f6699-882d-43c8-8fc4-b8e56db2fbf0') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:57.304804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1f6699-882d-43c8-8fc4-b8e56db2fbf0') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:57.327343 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (5c1f6699-882d-43c8-8fc4-b8e56db2fbf0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.427913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-7b428d88-a071-4f0f-ad43-154d38d89135 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:57.429513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-7b428d88-a071-4f0f-ad43-154d38d89135 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 797 time: 0.2963357 Feb 11 13:14:57.447317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c7f2a21a-b9ea-45fc-8d84-b8889968d906 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:57.447801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.464028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-f837e4e1-62ad-4fb9-8f22-904f5c70d521 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/quotas/f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 375 time: 0.0147648 Feb 11 13:14:57.467029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (5c1f6699-882d-43c8-8fc4-b8e56db2fbf0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.481466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:14:57.482289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (5c1f6699-882d-43c8-8fc4-b8e56db2fbf0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.573450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-4bab1b13-c761-4e15-9eb1-c9d3943a6596 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052666 Feb 11 13:14:57.631395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] For port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:57.632085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:14:57.635944 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:57.641969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (e7eed57b-d6bb-424d-bd07-6af937e7a49c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.664217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.684893 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/e7eed57b-d6bb-424d-bd07-6af937e7a49c HTTP/1.1" status: 204 len: 168 time: 1.3561552 Feb 11 13:14:57.699141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33498) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:57.712340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-638394629'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:57.712502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Calling delete_port for d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:57.724549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:14:57.730242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-035789ee-432f-46f8-826e-d083e5e4be80 None None] Current status of the port f61fc6f7-a663-4a14-84eb-76cf4b5b013b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:57.741885 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d2d1b2c1-fa99-4879-bbb0-423bab3b7a69), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.750922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed801df-555e-4666-a1f8-991c0983ccbc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=e7eed57b-d6bb-424d-bd07-6af937e7a49c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:57.754710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:57.757994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.772390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 2, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:57.801070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-da2bb3ae-1758-412c-94d4-3c54796996d9 service neutron] 10.222.0.42 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138171 Feb 11 13:14:57.808117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Pushing event deleted for resources: {'Port': ['ID=d2d1b2c1-fa99-4879-bbb0-423bab3b7a69,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:57.810393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Checking router: 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:57.810752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Updating router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b port 1f2fa64e-ec3d-4481-ac31-39af80135d5b binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:14:57.818259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c7f2a21a-b9ea-45fc-8d84-b8889968d906 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:57.820271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f61fc6f7-a663-4a14-84eb-76cf4b5b013b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:57.832097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1db1c-5694-42c8-8bc5-9726a59d037c req-d8d87cc0-c29a-4c66-934f-26a0bbb78398 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:57.839051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56e1db1c-5694-42c8-8bc5-9726a59d037c req-d8d87cc0-c29a-4c66-934f-26a0bbb78398 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.5022154 Feb 11 13:14:57.863700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-035789ee-432f-46f8-826e-d083e5e4be80 None None] Provisioning complete for port 1f2fa64e-ec3d-4481-ac31-39af80135d5b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:57.864111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-035789ee-432f-46f8-826e-d083e5e4be80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.895507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] Network e7eed57b-d6bb-424d-bd07-6af937e7a49c is not hosted by any dhcp agent {{(pid=109686) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:14:57.895966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6aad01-a09c-405b-bee1-00750dcc859c None None] No DVR routers for this DVR port d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:57.934328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:57.980310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.985947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f61fc6f7-a663-4a14-84eb-76cf4b5b013b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:57.986399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.990247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.990602 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment 9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2 of type vlan for network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 Feb 11 13:14:58.015136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-64d670e3-ec5f-440b-a58c-ed53759f99b0 service neutron] 10.222.0.42 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130966 Feb 11 13:14:58.032479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-035789ee-432f-46f8-826e-d083e5e4be80 None None] Port 1f2fa64e-ec3d-4481-ac31-39af80135d5b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:58.035185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56e1db1c-5694-42c8-8bc5-9726a59d037c req-9e320c27-ac5e-41bc-84d4-9f2487b93eec tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951680 Feb 11 13:14:58.118714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (ce8b73f3-2643-47f4-a199-640b4ee4d4b7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.211307 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (ce8b73f3-2643-47f4-a199-640b4ee4d4b7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.241912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:58.242572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.308551 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6073811 Feb 11 13:14:58.310820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33502) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:58.319487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': 'ce8b73f3-2643-47f4-a199-640b4ee4d4b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:58.355570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34168f2-f057-47a9-8f65-da8f71ced2aa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=ce8b73f3-2643-47f4-a199-640b4ee4d4b7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:58.493298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4cbf9525-8b22-49e5-b344-bc3a744f6772 req-2c195571-3792-425e-8e78-e3f19bb4678e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 210 time: 0.0687518 Feb 11 13:14:58.572114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:58.577610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.630986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:58.748279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2394d2f-c1d6-40d9-85a9-d7c88b6d517b None None] Provisioning complete for port 1f2fa64e-ec3d-4481-ac31-39af80135d5b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:58.751516 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2394d2f-c1d6-40d9-85a9-d7c88b6d517b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.845002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f61fc6f7-a663-4a14-84eb-76cf4b5b013b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:58.983636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:58.995315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (89108d28-245d-4e28-be8a-c652bc5a2f84), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.110833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=89108d28-245d-4e28-be8a-c652bc5a2f84,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:59.167099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': '9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ce8b73f3-2643-47f4-a199-640b4ee4d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:59.167944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: ce8b73f3-2643-47f4-a199-640b4ee4d4b7, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:59.236128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:59.270658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, ce8b73f3-2643-47f4-a199-640b4ee4d4b7) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:59.296022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:59.297948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.342462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ff248a89-464f-483e-87db-0ffd9879a3e9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0299823 Feb 11 13:14:59.343870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33524) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:59.357561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2ecb850c-c4f1-44c8-a3a8-4346bfe53b28 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1691688144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:59.416516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8cda9-13f1-4f1d-ba7b-3aaddc11c94b req-84536b29-3532-40df-a361-b621a845c42f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:59.418447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16e8cda9-13f1-4f1d-ba7b-3aaddc11c94b req-84536b29-3532-40df-a361-b621a845c42f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2313111 Feb 11 13:14:59.419551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ecb850c-c4f1-44c8-a3a8-4346bfe53b28 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.420873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ecb850c-c4f1-44c8-a3a8-4346bfe53b28 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.440167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fee8097-8670-4f27-b7d9-c8659454a804 None None] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:59.480315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Publish callbacks [] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.504807 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ecb850c-c4f1-44c8-a3a8-4346bfe53b28 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.526609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e2394d2f-c1d6-40d9-85a9-d7c88b6d517b None None] Port 1f2fa64e-ec3d-4481-ac31-39af80135d5b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:59.529766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:59.530121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2d1b2c1-fa99-4879-bbb0-423bab3b7a69 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:59.545207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.571635 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ecb850c-c4f1-44c8-a3a8-4346bfe53b28 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.584453 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93832afe-6a72-4a96-80be-aa45fbad1104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.629690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ecb850c-c4f1-44c8-a3a8-4346bfe53b28 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.638671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2ecb850c-c4f1-44c8-a3a8-4346bfe53b28 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2889400 Feb 11 13:14:59.642502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33528) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:59.675276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-797c3008-8659-4c1e-8a41-90756c32c104 req-0bdf3bbd-8d6c-4e39-b077-9e113009f52c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 210 time: 0.0698028 Feb 11 13:14:59.801199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16e8cda9-13f1-4f1d-ba7b-3aaddc11c94b req-465702c3-af3c-4029-a1e3-cd3755536583 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945766 Feb 11 13:14:59.903862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b41ffd-d450-42ba-8f24-4f4fa67d217a None None] Pushing event updated for resources: {'Port': ['ID=1f2fa64e-ec3d-4481-ac31-39af80135d5b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.142508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-ce8b73f3-2643-47f4-a199-640b4ee4d4b7', 'network_id': 'ce8b73f3-2643-47f4-a199-640b4ee4d4b7', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': '89108d28-245d-4e28-be8a-c652bc5a2f84'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:15:00.144978 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.166309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Attempting to bind port 1f2fa64e-ec3d-4481-ac31-39af80135d5b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:00.168159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Attempting to bind port 1f2fa64e-ec3d-4481-ac31-39af80135d5b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:00.169564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Attempting to bind port 1f2fa64e-ec3d-4481-ac31-39af80135d5b on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:00.187707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:00.188844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Checking segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:00.190517 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.192332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Bound using segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:00.193303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Bound port: 1f2fa64e-ec3d-4481-ac31-39af80135d5b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:00.194076 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.442603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-828d591c-6e9b-40ff-8d3d-3eba3964d8c4 None None] Provisioning complete for port 1f2fa64e-ec3d-4481-ac31-39af80135d5b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:00.442964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-828d591c-6e9b-40ff-8d3d-3eba3964d8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.491539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-6f74f1ce-563d-4d42-8017-730e3b99f4fd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:00.493756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-6f74f1ce-563d-4d42-8017-730e3b99f4fd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 797 time: 0.3457069 Feb 11 13:15:00.506789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] For port 1f2fa64e-ec3d-4481-ac31-39af80135d5b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:00.531132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] For port 1f2fa64e-ec3d-4481-ac31-39af80135d5b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f2fa64e-ec3d-4481-ac31-39af80135d5b,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:00.538978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-828d591c-6e9b-40ff-8d3d-3eba3964d8c4 None None] Port 1f2fa64e-ec3d-4481-ac31-39af80135d5b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:00.549996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.599554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-e9697297-4883-4ddd-a1d6-ac1597a43199 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 380 time: 0.0724139 Feb 11 13:15:00.604792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Allocated IP 172.20.0.2 (ce8b73f3-2643-47f4-a199-640b4ee4d4b7/89108d28-245d-4e28-be8a-c652bc5a2f84/e30222d8-8bc7-494e-a7b7-b7e893491c4b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:00.621126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b41ffd-d450-42ba-8f24-4f4fa67d217a None None] Pushing event updated for resources: {'Port': ['ID=1f2fa64e-ec3d-4481-ac31-39af80135d5b,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.653135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'port': {'device_id': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'admin_state_up': True, 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'security_groups': ['46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:00.670917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:00.671586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:14:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:00.771186 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.992661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0951199-c25b-48ba-af58-70af7c08ee57 req-81614fb6-8a21-4197-983d-17e0d6cd1a4d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 210 time: 0.0925026 Feb 11 13:15:00.996949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Publish callbacks [] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.066904 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.112449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Pushing event updated for resources: {'Port': ['ID=e30222d8-8bc7-494e-a7b7-b7e893491c4b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:01.130982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:01.134559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:01.139050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:01.154218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:01.251323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Attempting to bind port e30222d8-8bc7-494e-a7b7-b7e893491c4b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:01.251733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Attempting to bind port e30222d8-8bc7-494e-a7b7-b7e893491c4b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ce8b73f3-2643-47f4-a199-640b4ee4d4b7'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:01.252274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Attempting to bind port e30222d8-8bc7-494e-a7b7-b7e893491c4b on network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:01.256618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d46d5e47-f94c-414c-b03a-e46237f702a1 None None] Provisioning complete for port 1f2fa64e-ec3d-4481-ac31-39af80135d5b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:01.256999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d46d5e47-f94c-414c-b03a-e46237f702a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.339111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:01.339538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Checking segment: {'id': '9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ce8b73f3-2643-47f4-a199-640b4ee4d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:01.339950 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.340350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Bound using segment: {'id': '9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ce8b73f3-2643-47f4-a199-640b4ee4d4b7'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:01.340863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Bound port: e30222d8-8bc7-494e-a7b7-b7e893491c4b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ce8b73f3-2643-47f4-a199-640b4ee4d4b7'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:01.342368 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.735268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] For port e30222d8-8bc7-494e-a7b7-b7e893491c4b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:01.751548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] For port e30222d8-8bc7-494e-a7b7-b7e893491c4b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e30222d8-8bc7-494e-a7b7-b7e893491c4b,segment=NetworkSegment(9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2),segment_id=9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:01.778980 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.807794 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2830272-c3a4-4a37-90d6-e2ed41c14d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.885811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d46d5e47-f94c-414c-b03a-e46237f702a1 None None] Current status of the port 1f2fa64e-ec3d-4481-ac31-39af80135d5b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:01.886214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d46d5e47-f94c-414c-b03a-e46237f702a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:01.927188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7760fa5-b871-455f-8ecd-6256aedd744d req-b401d534-9748-4d5b-8657-daf1a4518f45 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:01.927188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7760fa5-b871-455f-8ecd-6256aedd744d req-b401d534-9748-4d5b-8657-daf1a4518f45 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1268959 Feb 11 13:15:02.071176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7760fa5-b871-455f-8ecd-6256aedd744d req-95867e84-72cf-410f-b37d-a7d07ec08a6a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131403 Feb 11 13:15:02.134482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:02.143449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.187228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d07eee-192f-4e8a-9030-608f9738e900 None None] Pushing event updated for resources: {'Port': ['ID=e30222d8-8bc7-494e-a7b7-b7e893491c4b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:02.206500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.20.0.1 (ce8b73f3-2643-47f4-a199-640b4ee4d4b7/89108d28-245d-4e28-be8a-c652bc5a2f84/f16bf37d-3dc7-4645-971c-879d32b16212) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:02.330234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d46d5e47-f94c-414c-b03a-e46237f702a1 None None] For port 1f2fa64e-ec3d-4481-ac31-39af80135d5b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f2fa64e-ec3d-4481-ac31-39af80135d5b,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:02.348630 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d46d5e47-f94c-414c-b03a-e46237f702a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.496027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b45ce17-96cb-4e08-91d6-73a589ae77cb req-da36113a-b3eb-4ef4-8092-3c041de319ca tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 210 time: 0.1535635 Feb 11 13:15:02.553665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:00Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:02.651225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.652612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaa179c-0c15-4add-a97e-f719df695b63 None None] The sync data for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 is: [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:00Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:02.690345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d5e47-f94c-414c-b03a-e46237f702a1 None None] Pushing event updated for resources: {'Port': ['ID=1f2fa64e-ec3d-4481-ac31-39af80135d5b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:02.732245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda047a-ff60-4805-88d5-2047c81b5ce1 req-878a31f4-4181-445f-96b8-456548531b6c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:02.746452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-deda047a-ff60-4805-88d5-2047c81b5ce1 req-878a31f4-4181-445f-96b8-456548531b6c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1550016 Feb 11 13:15:02.910205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (f16bf37d-3dc7-4645-971c-879d32b16212), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.922003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.12 (4788cc0e-cf1e-4cbf-b515-2bc8472bb108/251b1199-365c-4514-a289-b70077b69de4/55660256-c6d1-436e-abc7-b314065b98bd) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:03.013672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-deda047a-ff60-4805-88d5-2047c81b5ce1 req-62e5517b-8999-429c-80d1-e24b11280ab3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659221 Feb 11 13:15:03.205421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.474819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:03.515844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:03.519825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:03.651302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=f16bf37d-3dc7-4645-971c-879d32b16212,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:03.679058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-48b4afa7-ee7a-4ad1-b8b2-48137d74e25e req-49ec161d-d298-466c-9a74-688af20007c2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 210 time: 0.0533412 Feb 11 13:15:03.689982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86bc6e6-1194-4fd4-bdbb-052340c6af26 req-74e441b4-abe8-463f-b03c-5437ef36dc7c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:03.700913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c86bc6e6-1194-4fd4-bdbb-052340c6af26 req-74e441b4-abe8-463f-b03c-5437ef36dc7c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.4485433 Feb 11 13:15:03.735842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (55660256-c6d1-436e-abc7-b314065b98bd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.739239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.904902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e30222d8-8bc7-494e-a7b7-b7e893491c4b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:03.934004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c86bc6e6-1194-4fd4-bdbb-052340c6af26 req-c3bc7dec-10bc-4dec-b0a6-a441a33edf27 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219806 Feb 11 13:15:03.975583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0dff01-d98a-4cdb-aaf0-b49aa45f09bc None None] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:03.976928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.019719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e30222d8-8bc7-494e-a7b7-b7e893491c4b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:04.020746 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.053092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:04.106118 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.110462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:04.122773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:04.123764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a2b57402-1a41-4a79-982e-c69b929eba10 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:15:04.137719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:04.220765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.221760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.276650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-fb8a6221-935d-4beb-bbb9-ed6624dc9089 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6283360 Feb 11 13:15:04.317964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e36968-c049-4e3f-9557-d35666604bb7 req-a428fafc-de81-4736-a724-aa08acedcc37 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.329996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1e36968-c049-4e3f-9557-d35666604bb7 req-a428fafc-de81-4736-a724-aa08acedcc37 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1247063 Feb 11 13:15:04.350810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Request body: {'port': {'device_id': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:04.447296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c1e36968-c049-4e3f-9557-d35666604bb7 req-968902f3-2fd8-43c5-921d-8663032471ad tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119418 Feb 11 13:15:04.513840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.683121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:04.719585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a110c9a1-f93d-487f-adcf-fa4f62cbb44b None None] Provisioning complete for port e30222d8-8bc7-494e-a7b7-b7e893491c4b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:04.723625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a110c9a1-f93d-487f-adcf-fa4f62cbb44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.749201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'port_id': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'mac_address': 'fa:16:3e:23:66:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8738ee9-9799-48eb-9480-7c79190886ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:15:05.084775 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.312568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e30222d8-8bc7-494e-a7b7-b7e893491c4b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:05.318045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.334653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc25e5b-6f1a-4739-ad7b-29ac1a5c8301 req-468d685f-1831-4544-9cfc-ccbc87dec9d7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.350469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-efc25e5b-6f1a-4739-ad7b-29ac1a5c8301 req-468d685f-1831-4544-9cfc-ccbc87dec9d7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2074292 Feb 11 13:15:05.399461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a2b57402-1a41-4a79-982e-c69b929eba10 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:05.401626 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.417248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a110c9a1-f93d-487f-adcf-fa4f62cbb44b None None] Current status of the port e30222d8-8bc7-494e-a7b7-b7e893491c4b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:05.418546 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a110c9a1-f93d-487f-adcf-fa4f62cbb44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.472164 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.495000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2b57402-1a41-4a79-982e-c69b929eba10 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:05.524976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:05.545564 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.567391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port e30222d8-8bc7-494e-a7b7-b7e893491c4b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e30222d8-8bc7-494e-a7b7-b7e893491c4b,segment=NetworkSegment(9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2),segment_id=9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:05.590032 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-efc25e5b-6f1a-4739-ad7b-29ac1a5c8301 req-4793014b-ab61-4de0-8db2-d5436fb76db1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287650 Feb 11 13:15:05.744284 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-a110c9a1-f93d-487f-adcf-fa4f62cbb44b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:15:05.744284 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-a110c9a1-f93d-487f-adcf-fa4f62cbb44b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:15:05.752346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.753499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f2fa64e-ec3d-4481-ac31-39af80135d5b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:05.756223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52de80-ca56-4ee3-b9dc-9c5e021c4f3d req-def7cb2d-3504-46fb-8ce6-3c5c6a5cca23 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.759389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a2b57402-1a41-4a79-982e-c69b929eba10'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:15:05.774914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc52de80-ca56-4ee3-b9dc-9c5e021c4f3d req-def7cb2d-3504-46fb-8ce6-3c5c6a5cca23 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 932 time: 0.9242940 Feb 11 13:15:05.924629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85192135-e9b3-45aa-9765-e7867bf14ef6 req-6a4776e1-93e2-47c2-b83e-a30b85851696 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.926576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85192135-e9b3-45aa-9765-e7867bf14ef6 req-6a4776e1-93e2-47c2-b83e-a30b85851696 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.2105451 Feb 11 13:15:06.113077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:06.118712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85192135-e9b3-45aa-9765-e7867bf14ef6 req-e2dfbc90-a45d-4cf3-8cbb-b244a02f3599 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856005 Feb 11 13:15:06.336451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=e30222d8-8bc7-494e-a7b7-b7e893491c4b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:06.494140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a110c9a1-f93d-487f-adcf-fa4f62cbb44b None None] Current status of the port e30222d8-8bc7-494e-a7b7-b7e893491c4b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:06.626870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1f2fa64e-ec3d-4481-ac31-39af80135d5b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:06.627259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:06.669220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc52de80-ca56-4ee3-b9dc-9c5e021c4f3d req-a9029570-b7bc-4642-8efc-0377a9f94bc9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8514414 Feb 11 13:15:06.819640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5e8f25e2-7fed-49f9-9f17-2404a6d9e53c None None] Provisioning complete for port f16bf37d-3dc7-4645-971c-879d32b16212 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:06.820233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e8f25e2-7fed-49f9-9f17-2404a6d9e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:06.841231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (f16bf37d-3dc7-4645-971c-879d32b16212), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:06.853030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693962c0-3393-4a40-a750-2521e70e4cfc req-21b7abe4-c86d-4064-a23c-5332e7ec0d1c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:06.862917 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-693962c0-3393-4a40-a750-2521e70e4cfc req-21b7abe4-c86d-4064-a23c-5332e7ec0d1c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 945 time: 0.1181777 Feb 11 13:15:06.872829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:07.027641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:07.028200 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-693962c0-3393-4a40-a750-2521e70e4cfc req-667abeba-510d-4666-8956-a4028559134f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485441 Feb 11 13:15:07.039797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f25e2-7fed-49f9-9f17-2404a6d9e53c None None] Port f16bf37d-3dc7-4645-971c-879d32b16212 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:07.075248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1f2fa64e-ec3d-4481-ac31-39af80135d5b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:07.082516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5e8f25e2-7fed-49f9-9f17-2404a6d9e53c None None] Provisioning complete for port e30222d8-8bc7-494e-a7b7-b7e893491c4b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:07.082964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e8f25e2-7fed-49f9-9f17-2404a6d9e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:07.226564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e30222d8-8bc7-494e-a7b7-b7e893491c4b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:07.359230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55660256-c6d1-436e-abc7-b314065b98bd {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:07.360731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5e8f25e2-7fed-49f9-9f17-2404a6d9e53c None None] Current status of the port e30222d8-8bc7-494e-a7b7-b7e893491c4b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:07.379643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Publish callbacks [] for port (55660256-c6d1-436e-abc7-b314065b98bd), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:07.432401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Transition to ACTIVE for port object 55660256-c6d1-436e-abc7-b314065b98bd will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:07.558417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:07.583420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e30222d8-8bc7-494e-a7b7-b7e893491c4b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:07.583943 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:07.762207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e30222d8-8bc7-494e-a7b7-b7e893491c4b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:07.858861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=f16bf37d-3dc7-4645-971c-879d32b16212,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:08.000108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38554674-eae4-4e82-9902-da585d16611e req-03be71cd-7cf5-4cc4-a1ae-f67a7c672c09 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:08.018527 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38554674-eae4-4e82-9902-da585d16611e req-03be71cd-7cf5-4cc4-a1ae-f67a7c672c09 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.1471522 Feb 11 13:15:08.108926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a2b57402-1a41-4a79-982e-c69b929eba10 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:08.183446 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-38554674-eae4-4e82-9902-da585d16611e req-a62a1e69-d285-4454-aad9-c18e8a2c76f0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639156 Feb 11 13:15:08.219591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:08.225441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:08.225973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:08.237311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:08.277180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-77983431-f1dc-4ccc-838b-9b3516fbff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:08.281041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-77983431-f1dc-4ccc-838b-9b3516fbff1b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1128 time: 0.2820189 Feb 11 13:15:08.282502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Port 55660256-c6d1-436e-abc7-b314065b98bd on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:15:08.284810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:08.290432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:08.293345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a2b57402-1a41-4a79-982e-c69b929eba10 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:08.293888 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.348675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5a2f5-b2fd-4e1b-ac0e-7fe70b509cd4 req-9ce2776c-a201-4704-be63-a43255f056b6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:08.356127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-22f5a2f5-b2fd-4e1b-ac0e-7fe70b509cd4 req-9ce2776c-a201-4704-be63-a43255f056b6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.8941891 Feb 11 13:15:08.398389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:08.440881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:08.449878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Checking segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:08.450387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Bound using segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:08.453970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Bound port: 55660256-c6d1-436e-abc7-b314065b98bd, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:08.454232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.489357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb35913-54db-4c29-8dbc-3e754e7a0843 req-533593ac-df08-4b02-a5cd-4f8fb79d4a5c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:08.510665 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0bb35913-54db-4c29-8dbc-3e754e7a0843 req-533593ac-df08-4b02-a5cd-4f8fb79d4a5c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 945 time: 0.1902075 Feb 11 13:15:08.554496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a2b57402-1a41-4a79-982e-c69b929eba10 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:08.554896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.658311 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0bb35913-54db-4c29-8dbc-3e754e7a0843 req-be1006b1-5c11-47ca-8cf9-e177d2e46c15 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460376 Feb 11 13:15:08.681862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:08.683232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:08.692595 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25f8128-218d-47e6-b38e-4daa9f5e1277" -d '{"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-plugged", "status": "completed", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:08.702486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.822626 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff4d5d9-573c-4621-a8c6-174a3a691ec5 x-openstack-request-id: req-8ff4d5d9-573c-4621-a8c6-174a3a691ec5 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:08.822626 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-plugged", "status": "completed", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:08.822626 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ff4d5d9-573c-4621-a8c6-174a3a691ec5 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:08.822626 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'code': 200} Feb 11 13:15:08.906810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-572ee85e-8ab0-4d13-bd06-0cd42bb560e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:08.912779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-572ee85e-8ab0-4d13-bd06-0cd42bb560e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 917 time: 0.5480077 Feb 11 13:15:08.917441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:09.043881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cbd5e6db-e0d2-46b9-a38a-8b66e7da0c42 None None] Provisioning complete for port f16bf37d-3dc7-4645-971c-879d32b16212 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:09.044618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e6db-e0d2-46b9-a38a-8b66e7da0c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:09.135402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cbd5e6db-e0d2-46b9-a38a-8b66e7da0c42 None None] Port f16bf37d-3dc7-4645-971c-879d32b16212 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:09.407452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4d567-3010-43d5-85a7-4589723f6e8c req-c4023b85-3092-4d87-b2f2-126bdb8f912a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:09.420252 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5db4d567-3010-43d5-85a7-4589723f6e8c req-c4023b85-3092-4d87-b2f2-126bdb8f912a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.1150820 Feb 11 13:15:09.537248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5db4d567-3010-43d5-85a7-4589723f6e8c req-3c5801d3-6832-443e-b444-4ed5d97fea93 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156352 Feb 11 13:15:09.918752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5aa8-780e-42b5-bb46-e90c9091dada req-242b8fd3-1eea-4e2a-8c95-b4e00f156340 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:09.927139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e6f5aa8-780e-42b5-bb46-e90c9091dada req-242b8fd3-1eea-4e2a-8c95-b4e00f156340 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1428573 Feb 11 13:15:09.944460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-22f5a2f5-b2fd-4e1b-ac0e-7fe70b509cd4 req-18715237-1463-4ae7-b827-85b90acc2d77 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5381258 Feb 11 13:15:09.991692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-d2099a19-1241-41b2-a03e-df16ec744831 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 1000 time: 0.9937782 Feb 11 13:15:10.046617 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8e6f5aa8-780e-42b5-bb46-e90c9091dada req-ceaf116d-0f2b-44f6-941c-9ce2186da26f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169372 Feb 11 13:15:10.101343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:10.193464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:10.225002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-98803865-8c70-4a7a-8d11-562866803654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.229084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-98803865-8c70-4a7a-8d11-562866803654 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.2290199 Feb 11 13:15:10.235769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:10.295697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.296331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:10.301887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] 10.222.0.64 "PUT /v2.0/ports/55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 1092 time: 5.9622605 Feb 11 13:15:10.332489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:10.337555 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d254666f-d7d2-4e94-ac68-098f3ae1bf07" -d '{"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:10.504406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:10.715053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:10.732263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-dca7bb47-0c14-478a-98dd-7d4f4b51db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.735381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-dca7bb47-0c14-478a-98dd-7d4f4b51db64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1126 time: 0.3392422 Feb 11 13:15:10.745849 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] Sync routers for ids ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:10.756254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-507e26b5-e35a-4efc-b4ae-283ac781e261 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0987265 Feb 11 13:15:10.762087 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] Routers {'ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:10.764598 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da5cfa9-bdfd-4f0b-a70a-cb2f15515be3 x-openstack-request-id: req-3da5cfa9-bdfd-4f0b-a70a-cb2f15515be3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:10.764894 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:10.767701 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:10.770890 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3da5cfa9-bdfd-4f0b-a70a-cb2f15515be3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:10.771711 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'status': 'completed', 'code': 200} Feb 11 13:15:10.777238 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33686) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:10.785289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54638ffa-5f44-44c3-9e38-38e745dabdb5 service neutron] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:10.805333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-eb09f554-66f5-48b2-a39a-02e19f3bf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.807315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-eb09f554-66f5-48b2-a39a-02e19f3bf22d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5517046 Feb 11 13:15:10.845289 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:10.864882 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] Routers {'ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:10.865900 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:10.888086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-35804be5-1771-45f8-ac07-6b0fc6285ca1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 217 time: 0.1148605 Feb 11 13:15:10.919821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe8e0e5-37d1-4aed-bc65-9dbcba14a593 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.923962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-efe8e0e5-37d1-4aed-bc65-9dbcba14a593 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports/f16bf37d-3dc7-4645-971c-879d32b16212 HTTP/1.1" status: 200 len: 910 time: 0.1421220 Feb 11 13:15:10.925813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33688) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:10.956813 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:10.964026 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805619fc-b7f5-4230-8cb4-2454bdaf460c None None] The sync data for ids ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:11.055967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff979-57f5-4720-93f9-3ad43a8dddc2 req-a159495c-e82f-45f9-9653-d337edd01040 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.064763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b47ff979-57f5-4720-93f9-3ad43a8dddc2 req-a159495c-e82f-45f9-9653-d337edd01040 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.3448298 Feb 11 13:15:11.114999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-f8d99d19-3636-4f99-a197-fca4d57b2839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.124121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-f8d99d19-3636-4f99-a197-fca4d57b2839 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.2197223 Feb 11 13:15:11.173068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b47ff979-57f5-4720-93f9-3ad43a8dddc2 req-37e0d951-5f0b-4f40-a164-eb79abe245d3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064792 Feb 11 13:15:11.304376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-02e5113a-34e2-4dbc-9ab8-5080da0cd54c service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314120 Feb 11 13:15:11.383717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-3c52db84-a072-4cf5-925b-0551e45ce8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.386298 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-3c52db84-a072-4cf5-925b-0551e45ce8e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2447999 Feb 11 13:15:11.483102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c74e5-eded-48dd-b047-9949444c280f req-b72860d7-f08e-46b4-92af-9030d4dfb52d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.484918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c74e5-eded-48dd-b047-9949444c280f req-b72860d7-f08e-46b4-92af-9030d4dfb52d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.3495226 Feb 11 13:15:11.572308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c7b30a8-9d3a-4a6f-8a25-459ef3df0e0e req-e10d6cc4-134e-4a10-a895-04b378fdfeab service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493162 Feb 11 13:15:11.596310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794c74e5-eded-48dd-b047-9949444c280f req-ef6fdb2c-93e6-4343-a1aa-87ddd7403537 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013060 Feb 11 13:15:11.617852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-e2032d5e-1ee8-48a4-8b6d-6107d84398ac service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942084 Feb 11 13:15:11.703697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11d085-0b77-471e-b32b-658eb52e331e req-a4be9bf6-c35f-4f5c-83c3-7a0a5c7f6e60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.705726 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd11d085-0b77-471e-b32b-658eb52e331e req-a4be9bf6-c35f-4f5c-83c3-7a0a5c7f6e60 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.4161563 Feb 11 13:15:11.821169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cd11d085-0b77-471e-b32b-658eb52e331e req-7a8bd4d8-3fa1-4b58-82a3-704d96fc8197 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059980 Feb 11 13:15:11.848517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42923977-70cb-467d-8fdc-b815ed0fad07 req-c27a4cb3-c0a3-4731-8e94-5e788bce5e88 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246022 Feb 11 13:15:11.886482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:12.026829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-a777fe2e-8311-43d6-afdb-128739db1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.029036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-a777fe2e-8311-43d6-afdb-128739db1047 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1126 time: 0.1234052 Feb 11 13:15:12.211194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-a8ef10c9-28fe-45cf-a504-0d13fffdee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.214224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-a8ef10c9-28fe-45cf-a504-0d13fffdee78 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.1779556 Feb 11 13:15:12.291411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-5db4f266-f595-4d78-bfc8-7f027fcf68d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 217 time: 0.0684798 Feb 11 13:15:12.481497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port f16bf37d-3dc7-4645-971c-879d32b16212 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:12.481924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:12.570820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00df84-4794-4384-80c2-49c5170b1353 req-def454b2-9cee-4dce-983a-79f7b456520c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.583895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc00df84-4794-4384-80c2-49c5170b1353 req-def454b2-9cee-4dce-983a-79f7b456520c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.2567420 Feb 11 13:15:12.598477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-435c700e-955a-44b5-936c-d819d9557740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.600500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-435c700e-955a-44b5-936c-d819d9557740 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.2947695 Feb 11 13:15:12.812262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc00df84-4794-4384-80c2-49c5170b1353 req-5b905841-6e77-4a93-99dd-122a7867dbf3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273746 Feb 11 13:15:12.826971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-82170873-03cf-4411-9dfd-aa0384bfa556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.828961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-82170873-03cf-4411-9dfd-aa0384bfa556 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2168896 Feb 11 13:15:12.848823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:12.873014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for f16bf37d-3dc7-4645-971c-879d32b16212 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:13.017909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-9f5822df-4755-4107-90e3-c58ae51f79aa service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809008 Feb 11 13:15:13.212252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4179e25-8b2d-4ed6-b54c-b4e58dda4939 req-91f5bda8-4a67-4bdd-8946-c2d607f75264 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.218117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4179e25-8b2d-4ed6-b54c-b4e58dda4939 req-91f5bda8-4a67-4bdd-8946-c2d607f75264 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1985273 Feb 11 13:15:13.218801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea80aa-a33f-4c0c-bde7-d50d76ccb70e req-00f47af3-a43d-49b6-8bbb-6eb5576678ad tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.222735 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9ea80aa-a33f-4c0c-bde7-d50d76ccb70e req-00f47af3-a43d-49b6-8bbb-6eb5576678ad tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.4861047 Feb 11 13:15:13.297416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d254666f-d7d2-4e94-ac68-098f3ae1bf07 req-7d56be44-63aa-4493-bba8-f1019cc06dd3 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628689 Feb 11 13:15:13.353050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4179e25-8b2d-4ed6-b54c-b4e58dda4939 req-65df2d39-1b4c-4d3d-8956-866a00ed8f7d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139145 Feb 11 13:15:13.469118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f9ea80aa-a33f-4c0c-bde7-d50d76ccb70e req-6372ba0a-9375-46bd-a92f-a9c650e96c6c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385380 Feb 11 13:15:13.510123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f16bf37d-3dc7-4645-971c-879d32b16212), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:13.544012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=f16bf37d-3dc7-4645-971c-879d32b16212,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:13.958704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:14.170898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b97140-7273-4da1-99d0-6c1e744dcb1b req-61bd66ab-8e52-4640-9d41-dd467755ec63 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.177901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86b97140-7273-4da1-99d0-6c1e744dcb1b req-61bd66ab-8e52-4640-9d41-dd467755ec63 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.2105567 Feb 11 13:15:14.297336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86b97140-7273-4da1-99d0-6c1e744dcb1b req-8928577d-0b4c-41e9-a697-a112ab953341 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183956 Feb 11 13:15:14.685618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c8c99-83dc-4a28-9e93-b782d2652212 req-6567176d-0429-482f-98ef-7d1397454cbe tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.693495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-271c8c99-83dc-4a28-9e93-b782d2652212 req-6567176d-0429-482f-98ef-7d1397454cbe tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1019022 Feb 11 13:15:14.730103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:14.787784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-271c8c99-83dc-4a28-9e93-b782d2652212 req-182f2a05-c19c-4616-a065-734063e87373 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930009 Feb 11 13:15:14.808292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa9868-db76-4f45-97c4-91c61c3452d9 req-21eaabab-ff58-498b-8eb3-587646adb580 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.846274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78fa9868-db76-4f45-97c4-91c61c3452d9 req-21eaabab-ff58-498b-8eb3-587646adb580 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1986353 Feb 11 13:15:15.016234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-1a5b25cc-25ba-4420-9a0f-b6eda144d47d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1656764 Feb 11 13:15:15.111703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:15.135213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] Sync routers for ids ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:15.149372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6c81d464-4ff9-4ccd-aa55-912c798c5a18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2052414 Feb 11 13:15:15.159827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] Routers {'ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:15.160544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:15.164099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33742) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:15.223316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-0eb59978-d416-4f5d-b9dd-57bb133da5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:15.226523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-0eb59978-d416-4f5d-b9dd-57bb133da5a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1127 time: 0.1573186 Feb 11 13:15:15.246396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:15.255318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-78fa9868-db76-4f45-97c4-91c61c3452d9 req-0d1f21ee-f0cd-4d4c-ad6d-3ee25dab1e0a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066119 Feb 11 13:15:15.259849 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ccd60935-4410-4c0b-8af3-5f49bd8ee52a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0 HTTP/1.1" status: 200 len: 205 time: 0.0915475 Feb 11 13:15:15.260045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] Routers {'ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:15.260294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33744) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:15.272639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:15.382236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:15.382888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc363dd-dae4-4d78-bced-a8aef13e7676 None None] The sync data for ids ['ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:15.500453 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f73e3ed7-4017-4808-90a5-aa2009597196 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:15.816455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d754fb-d70a-4cb7-903d-a124e20d579a req-e190f1c9-1374-415f-97c4-cf65e352464b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:15.818562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73d754fb-d70a-4cb7-903d-a124e20d579a req-e190f1c9-1374-415f-97c4-cf65e352464b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.3585756 Feb 11 13:15:15.826967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f73e3ed7-4017-4808-90a5-aa2009597196 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:15.832753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f73e3ed7-4017-4808-90a5-aa2009597196 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:15.847234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-4844915f-9ed4-4a80-bb75-343f6b7a177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:15.849054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-4844915f-9ed4-4a80-bb75-343f6b7a177c service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.3879447 Feb 11 13:15:15.948117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 55660256-c6d1-436e-abc7-b314065b98bd details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:15:15.975572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f73e3ed7-4017-4808-90a5-aa2009597196 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:15.976815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e3ed7-4017-4808-90a5-aa2009597196 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Fanout notify agent at l3_agent the message router_deleted on router ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:15:15.998434 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f73e3ed7-4017-4808-90a5-aa2009597196 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:15.999894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f73e3ed7-4017-4808-90a5-aa2009597196 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0 HTTP/1.1" status: 204 len: 168 time: 0.7384694 Feb 11 13:15:16.002837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33756) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:16.018273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73d754fb-d70a-4cb7-903d-a124e20d579a req-26f0841e-938a-40eb-9f56-21e9e4f60fac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870794 Feb 11 13:15:16.040996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-0a68dd41-4921-4327-ac94-0f6b519d1131 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 1000 time: 0.1337574 Feb 11 13:15:16.129041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:16.143158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '55660256-c6d1-436e-abc7-b314065b98bd', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'port_id': '55660256-c6d1-436e-abc7-b314065b98bd', 'mac_address': 'fa:16:3e:8f:e1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:15:16.179024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet 89108d28-245d-4e28-be8a-c652bc5a2f84 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:15:16.185411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (89108d28-245d-4e28-be8a-c652bc5a2f84), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.198217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 55660256-c6d1-436e-abc7-b314065b98bd is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:16.198768 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.230896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55660256-c6d1-436e-abc7-b314065b98bd {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:16.232026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fccc83-2f4f-44ab-84db-388c1b42b6f8 req-cdff7eca-e11c-4d25-bcc4-ecb35e8b964b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.244077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56fccc83-2f4f-44ab-84db-388c1b42b6f8 req-cdff7eca-e11c-4d25-bcc4-ecb35e8b964b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.3326614 Feb 11 13:15:16.274719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-4f930f30-fe4d-4893-9457-da70ee9eb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.277014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (89108d28-245d-4e28-be8a-c652bc5a2f84), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.280313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-4f930f30-fe4d-4893-9457-da70ee9eb7da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.2365692 Feb 11 13:15:16.299497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:16.317106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.382150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.406113 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-56fccc83-2f4f-44ab-84db-388c1b42b6f8 req-efaf64be-f8cd-4477-8508-ce2b5b281768 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543829 Feb 11 13:15:16.465559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:16.488577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.489032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.489442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.489873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.490287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.490688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.491086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.491487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.491881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.494012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.494441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.494851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.495327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:16.599466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-85cf78df-2581-411c-9152-4ae9b45aaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.601047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-85cf78df-2581-411c-9152-4ae9b45aaa40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3114493 Feb 11 13:15:16.601310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (89108d28-245d-4e28-be8a-c652bc5a2f84), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.643037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb111b9b-d609-44d5-9e70-f494a05ac290 req-3118c4f2-44f3-4f80-ac5e-68e430ec0e54 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.650495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb111b9b-d609-44d5-9e70-f494a05ac290 req-3118c4f2-44f3-4f80-ac5e-68e430ec0e54 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1861303 Feb 11 13:15:16.700149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['55660256-c6d1-436e-abc7-b314065b98bd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:15:16.725500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (89108d28-245d-4e28-be8a-c652bc5a2f84), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.792070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=89108d28-245d-4e28-be8a-c652bc5a2f84,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:16.803948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb111b9b-d609-44d5-9e70-f494a05ac290 req-1553981a-e89f-4822-9517-0b64848ae880 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513650 Feb 11 13:15:16.849381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-794c9054-6104-41f3-a396-4ad3b61411ec service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386620 Feb 11 13:15:16.866531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437fb7-589b-47f6-b462-df9d1ef7f766 req-1678233c-9769-43fc-b8b2-8d72bdf34310 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:16.869478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47437fb7-589b-47f6-b462-df9d1ef7f766 req-1678233c-9769-43fc-b8b2-8d72bdf34310 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.3385351 Feb 11 13:15:16.891715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a6bd97-8be7-4c90-ac8c-91963a4a80f1 None None] Network ce8b73f3-2643-47f4-a199-640b4ee4d4b7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:16.908174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:16.924699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-184820be-6eda-41c2-b5e0-ee879fd849d4 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/89108d28-245d-4e28-be8a-c652bc5a2f84 HTTP/1.1" status: 204 len: 168 time: 0.9170465 Feb 11 13:15:16.926284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33770) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:17.018832 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47437fb7-589b-47f6-b462-df9d1ef7f766 req-c6b486e2-267f-4355-961e-9a288b98e4fe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249180 Feb 11 13:15:17.105182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b858323a-40c1-40fa-956d-49b72d59ec73 req-9aacd684-3a0a-426f-8655-1fdfb11b36fa service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493629 Feb 11 13:15:17.109076 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (ce8b73f3-2643-47f4-a199-640b4ee4d4b7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.217265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port e30222d8-8bc7-494e-a7b7-b7e893491c4b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:17.217611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.296506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] DHCP port deletion for ce8b73f3-2643-47f4-a199-640b4ee4d4b7 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:15:17.366413 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.372263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port e30222d8-8bc7-494e-a7b7-b7e893491c4b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e30222d8-8bc7-494e-a7b7-b7e893491c4b,segment=NetworkSegment(9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2),segment_id=9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:17.372937 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.392497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7fd01-cec2-40e0-ace8-c0c9a3fa6bc0 req-425bece6-c7a9-4380-80b9-196c335a6e73 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:17.394681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40d7fd01-cec2-40e0-ace8-c0c9a3fa6bc0 req-425bece6-c7a9-4380-80b9-196c335a6e73 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 945 time: 0.1792922 Feb 11 13:15:17.401267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] Deleting port e30222d8-8bc7-494e-a7b7-b7e893491c4b {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:17.401267 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.422520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for e30222d8-8bc7-494e-a7b7-b7e893491c4b owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:17.566005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] For port e30222d8-8bc7-494e-a7b7-b7e893491c4b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e30222d8-8bc7-494e-a7b7-b7e893491c4b,segment=NetworkSegment(9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2),segment_id=9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:17.574421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.588945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.601135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad34a1b-0f5e-4987-9b4f-e19e77c05647 req-e029612b-4246-4e75-bc4b-0fc7ca0d08e6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:17.605470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] Calling delete_port for e30222d8-8bc7-494e-a7b7-b7e893491c4b owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:17.610182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ad34a1b-0f5e-4987-9b4f-e19e77c05647 req-e029612b-4246-4e75-bc4b-0fc7ca0d08e6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.0959435 Feb 11 13:15:17.689802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0ad34a1b-0f5e-4987-9b4f-e19e77c05647 req-8dcdd982-b60f-41f5-bcbd-8f07f10e48f3 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783598 Feb 11 13:15:17.756063 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (e30222d8-8bc7-494e-a7b7-b7e893491c4b), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:17.791613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] No DVR routers for this DVR port e30222d8-8bc7-494e-a7b7-b7e893491c4b on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:17.796485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac34b6-1907-42dc-9b97-b77f6da05c67 None None] Pushing event deleted for resources: {'Port': ['ID=e30222d8-8bc7-494e-a7b7-b7e893491c4b,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:17.996827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be495fe-61ec-4e07-893f-6bf3dcbf3c34 req-59ff68d4-ad27-452e-8b32-a73416402e39 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.008429 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1be495fe-61ec-4e07-893f-6bf3dcbf3c34 req-59ff68d4-ad27-452e-8b32-a73416402e39 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0994680 Feb 11 13:15:18.136804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1be495fe-61ec-4e07-893f-6bf3dcbf3c34 req-0ca7277f-1179-4d4d-8a9a-e4dcc8faea6f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260977 Feb 11 13:15:18.238238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No DVR routers for this DVR port e30222d8-8bc7-494e-a7b7-b7e893491c4b on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:18.257309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40d7fd01-cec2-40e0-ace8-c0c9a3fa6bc0 req-5cd5be12-85cb-4122-a4ce-93f816774214 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8492055 Feb 11 13:15:18.261076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=e30222d8-8bc7-494e-a7b7-b7e893491c4b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:18.293375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9794b-e78d-44bc-8ce6-101e3f0af3af req-f5749644-5a6b-4db0-bd6c-b3cd188dbea8 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.296365 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9a9794b-e78d-44bc-8ce6-101e3f0af3af req-f5749644-5a6b-4db0-bd6c-b3cd188dbea8 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1015232 Feb 11 13:15:18.414072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b9a9794b-e78d-44bc-8ce6-101e3f0af3af req-d4a5195b-7ace-49dd-aca7-6e34d132a180 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089158 Feb 11 13:15:18.462540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (ce8b73f3-2643-47f4-a199-640b4ee4d4b7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.523524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8b73f3-2643-47f4-a199-640b4ee4d4b7']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:18.535428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:18.535892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:18.547120 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.570475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.581195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:15:18.581716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (9c68d097-ab3d-4f8e-bcb8-a8f628ba32b2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:18.585088 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:18.692472 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (ce8b73f3-2643-47f4-a199-640b4ee4d4b7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.697837 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.701748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/ce8b73f3-2643-47f4-a199-640b4ee4d4b7 HTTP/1.1" status: 204 len: 168 time: 1.7714963 Feb 11 13:15:18.705193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33794) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:18.711368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949634054', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:18.749186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f5cb9-6719-4db1-ae62-520ad42611b5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=ce8b73f3-2643-47f4-a199-640b4ee4d4b7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:18.753717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.754960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.842774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (f8336875-06c1-4d01-a8c4-7b30734059d0), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:18.886818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf1185-701c-4aaa-bcfe-34d40b94a5ef req-b9513cce-39d9-4aea-aaf9-7e207722e583 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:18.889290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0adf1185-701c-4aaa-bcfe-34d40b94a5ef req-b9513cce-39d9-4aea-aaf9-7e207722e583 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1042128 Feb 11 13:15:18.992985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0adf1185-701c-4aaa-bcfe-34d40b94a5ef req-9e823706-8433-4e74-ad8d-ed848ea70512 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970373 Feb 11 13:15:19.055962 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_gateway (f8336875-06c1-4d01-a8c4-7b30734059d0), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:19.250377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e30222d8-8bc7-494e-a7b7-b7e893491c4b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:15:19.331608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e30222d8-8bc7-494e-a7b7-b7e893491c4b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:15:19.344701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e30222d8-8bc7-494e-a7b7-b7e893491c4b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:15:19.451616 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_gateway (f8336875-06c1-4d01-a8c4-7b30734059d0), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:19.458507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9caf7-a50e-407f-9d31-6ce145bcf629 req-f92e56cd-8a56-4803-a6bb-6c25432df473 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:19.468695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbc9caf7-a50e-407f-9d31-6ce145bcf629 req-f92e56cd-8a56-4803-a6bb-6c25432df473 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 945 time: 0.1014664 Feb 11 13:15:19.483128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:19.566799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69057a6-c782-48fa-918c-f19418d23d07 req-609d4320-7556-4e97-806c-9b5e759a8712 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:19.568770 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a69057a6-c782-48fa-918c-f19418d23d07 req-609d4320-7556-4e97-806c-9b5e759a8712 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2978020 Feb 11 13:15:19.599962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbc9caf7-a50e-407f-9d31-6ce145bcf629 req-9d72bc04-787b-42b5-8fae-662b574d9577 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217270 Feb 11 13:15:19.662110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a69057a6-c782-48fa-918c-f19418d23d07 req-8ffa9a2b-0606-43c6-94fe-66e0509edebd tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583727 Feb 11 13:15:19.748982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.25.1.136 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:19.759871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52398d45-99d4-467a-911a-92665fccdada req-80047688-4c74-4897-9227-312b2507699d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:19.768433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52398d45-99d4-467a-911a-92665fccdada req-80047688-4c74-4897-9227-312b2507699d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0891156 Feb 11 13:15:19.827183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52398d45-99d4-467a-911a-92665fccdada req-ea094140-d421-4c66-a392-e51a0cb07ebf tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537076 Feb 11 13:15:19.918914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:19.970478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:19.976575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 55660256-c6d1-436e-abc7-b314065b98bd up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:20.022836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:20.046816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:20.049067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:20.051750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:20.112425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 55660256-c6d1-436e-abc7-b314065b98bd completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:20.117035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 55660256-c6d1-436e-abc7-b314065b98bd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:20.117791 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (55660256-c6d1-436e-abc7-b314065b98bd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:20.339928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 55660256-c6d1-436e-abc7-b314065b98bd is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:20.340524 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:20.368606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfbc2d-341d-4593-a30a-2501e82e3dd6 req-b438a39c-55ea-4a83-82eb-396dc2179dca tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:20.372525 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4cfbc2d-341d-4593-a30a-2501e82e3dd6 req-b438a39c-55ea-4a83-82eb-396dc2179dca tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1406209 Feb 11 13:15:20.391592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:20.395865 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3bd0a7-46e8-4885-91f3-bf536b754af3" -d '{"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-plugged", "status": "completed", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:20.421199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:20.437112 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:20.559150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:20.562703 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c4cfbc2d-341d-4593-a30a-2501e82e3dd6 req-7848e2af-1a02-447a-aa06-fbb492adae72 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753452 Feb 11 13:15:20.566670 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401081a2-9472-4a63-9af5-5f6573220f8f x-openstack-request-id: req-401081a2-9472-4a63-9af5-5f6573220f8f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:20.566964 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-plugged", "status": "completed", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:20.567219 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-401081a2-9472-4a63-9af5-5f6573220f8f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:20.567616 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'code': 200} Feb 11 13:15:20.584610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_gateway (f8336875-06c1-4d01-a8c4-7b30734059d0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:20.659638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80427e43-d85d-4a51-ab57-d6899804bf73 req-173061fd-71a0-4c33-b2fc-43e3939bf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:20.661477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80427e43-d85d-4a51-ab57-d6899804bf73 req-173061fd-71a0-4c33-b2fc-43e3939bf239 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1128 time: 0.1179409 Feb 11 13:15:20.742504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80427e43-d85d-4a51-ab57-d6899804bf73 req-59af28ef-7da4-4efa-917d-0aa835573e70 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730767 Feb 11 13:15:20.812026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d75f6-6833-47fe-abae-5c1964e53c8c req-ba1cefcc-5cec-48f0-a195-b5e90ddd3173 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:20.825479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851d75f6-6833-47fe-abae-5c1964e53c8c req-ba1cefcc-5cec-48f0-a195-b5e90ddd3173 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1104255 Feb 11 13:15:20.950595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-851d75f6-6833-47fe-abae-5c1964e53c8c req-1698f1ba-9c86-4a57-9155-7c303e90be42 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100590 Feb 11 13:15:21.064093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d162f4-bec1-4e70-985b-871c29c07810 req-34e40d13-9155-435a-ace3-32af613dd38b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.073254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43d162f4-bec1-4e70-985b-871c29c07810 req-34e40d13-9155-435a-ace3-32af613dd38b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2296076 Feb 11 13:15:21.101486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456f129-b8e6-4e1c-a49b-e2a339c165ab req-1c8ce28e-3651-4acb-8389-f50a05210c29 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.103343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0456f129-b8e6-4e1c-a49b-e2a339c165ab req-1c8ce28e-3651-4acb-8389-f50a05210c29 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0793679 Feb 11 13:15:21.198203 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-43d162f4-bec1-4e70-985b-871c29c07810 req-a1eec778-5c94-4c5c-8dd8-72b31553727a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236353 Feb 11 13:15:21.199924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:21.233624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0456f129-b8e6-4e1c-a49b-e2a339c165ab req-480dbb23-8818-4732-becc-30c8c34772b1 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232929 Feb 11 13:15:21.384547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router f8336875-06c1-4d01-a8c4-7b30734059d0 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:21.848267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd43352-40c9-4037-af4b-b8aa64ba3dc5 req-2659cffb-df4a-4b33-b340-1770d974b816 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:21.849983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9dd43352-40c9-4037-af4b-b8aa64ba3dc5 req-2659cffb-df4a-4b33-b340-1770d974b816 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1083412 Feb 11 13:15:21.851374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:21.865230 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] Sync routers for ids ['f8336875-06c1-4d01-a8c4-7b30734059d0'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:21.878537 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] Routers {'f8336875-06c1-4d01-a8c4-7b30734059d0'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:21.883437 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f8336875-06c1-4d01-a8c4-7b30734059d0'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:21.910651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:21.914357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-40870a62-55b2-4e24-a4ab-a5d5aeff8f17 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2053621 Feb 11 13:15:21.914805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33840) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:21.950864 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9dd43352-40c9-4037-af4b-b8aa64ba3dc5 req-368dffa8-da0b-4636-b295-922f6b05b6dc tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922577 Feb 11 13:15:21.969124 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:21.997689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:15:21.998293 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] Routers {'f8336875-06c1-4d01-a8c4-7b30734059d0'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:21.998293 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f8336875-06c1-4d01-a8c4-7b30734059d0'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:22.063330 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:22.064429 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e970a35-a5ca-44ec-992a-ee03b0d1d11c None None] The sync data for ids ['f8336875-06c1-4d01-a8c4-7b30734059d0'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:22.296734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:22.327067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-53852925-5296-4fd5-8258-2ac4f466ae1f tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/routers/f8336875-06c1-4d01-a8c4-7b30734059d0 HTTP/1.1" status: 200 len: 881 time: 0.4109986 Feb 11 13:15:22.329626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:22.348820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'port_id': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'mac_address': 'fa:16:3e:46:6e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:15:22.369601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb08ea-b050-422d-9f8b-6d96afe2ff75 req-7bb23d4c-54e3-44b5-9af9-1c0dc088aebc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.386434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7fb08ea-b050-422d-9f8b-6d96afe2ff75 req-7bb23d4c-54e3-44b5-9af9-1c0dc088aebc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.3397868 Feb 11 13:15:22.487914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:22.489671 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:22.524452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16f84da1-eb29-453d-9ffe-4e6a8ad64066 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:22.572905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:22.581882 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:22.591751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7fb08ea-b050-422d-9f8b-6d96afe2ff75 req-2abd632a-2e4f-4a9d-9edf-76d4e3619711 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039757 Feb 11 13:15:22.711122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01401299-e9b9-4f46-960a-42b1974a401a req-8e36a7e9-2347-4681-8c6b-d17911ffb82f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.726377 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01401299-e9b9-4f46-960a-42b1974a401a req-8e36a7e9-2347-4681-8c6b-d17911ffb82f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2822068 Feb 11 13:15:22.757404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:22.818629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['16f84da1-eb29-453d-9ffe-4e6a8ad64066'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:15:22.872400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed1c1e-42d4-4629-8d6e-e76c8c33b70d req-0290483b-1994-4f8e-ab63-c89c35566435 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.883976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ed1c1e-42d4-4629-8d6e-e76c8c33b70d req-0290483b-1994-4f8e-ab63-c89c35566435 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1267502 Feb 11 13:15:23.042907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2ed1c1e-42d4-4629-8d6e-e76c8c33b70d req-7b70a8f1-85a2-4b4f-a074-8f29a0e23f35 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528866 Feb 11 13:15:23.126970 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-01401299-e9b9-4f46-960a-42b1974a401a req-a5fcdbb6-bd0b-486a-99ad-8bb39554c1df tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996208 Feb 11 13:15:23.203027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a71f7eaf-f76d-4cec-8d51-b77139b43b6b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8710442 Feb 11 13:15:23.205669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33868) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:23.211994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a31f64ab-cf56-4fe5-889f-3aa94b09fd1c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1949634054'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:23.385691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c952ab-ddb5-4fd4-b876-c434e7422f8d req-cf976add-5fe0-4b42-911f-c4ee320b8571 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:23.394046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5c952ab-ddb5-4fd4-b876-c434e7422f8d req-cf976add-5fe0-4b42-911f-c4ee320b8571 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 945 time: 0.1205001 Feb 11 13:15:23.485521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5c952ab-ddb5-4fd4-b876-c434e7422f8d req-511cfd88-6b00-4e05-b94a-2f16ea2c8c98 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899386 Feb 11 13:15:23.742513 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a31f64ab-cf56-4fe5-889f-3aa94b09fd1c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:23.780902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a31f64ab-cf56-4fe5-889f-3aa94b09fd1c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:23.861324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9ec47-cc7f-4955-b6cc-d36a4eba9b8c req-449b18f9-ebd8-4c32-998b-a1a1cb6f1379 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:23.874396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47f9ec47-cc7f-4955-b6cc-d36a4eba9b8c req-449b18f9-ebd8-4c32-998b-a1a1cb6f1379 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1595330 Feb 11 13:15:23.968958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47f9ec47-cc7f-4955-b6cc-d36a4eba9b8c req-bac6ee17-7305-4f39-9217-f9ec84069a18 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935326 Feb 11 13:15:23.989942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:23.996959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31f64ab-cf56-4fe5-889f-3aa94b09fd1c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router f8336875-06c1-4d01-a8c4-7b30734059d0 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:24.147012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f64ab-cf56-4fe5-889f-3aa94b09fd1c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:24.155646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a31f64ab-cf56-4fe5-889f-3aa94b09fd1c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:24.156883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a31f64ab-cf56-4fe5-889f-3aa94b09fd1c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/f8336875-06c1-4d01-a8c4-7b30734059d0 HTTP/1.1" status: 200 len: 888 time: 0.9497192 Feb 11 13:15:24.160231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33886) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:24.175405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] Sync routers for ids ['f8336875-06c1-4d01-a8c4-7b30734059d0'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:24.220035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:24.220446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:24.274909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] Routers {'f8336875-06c1-4d01-a8c4-7b30734059d0'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:24.275480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f8336875-06c1-4d01-a8c4-7b30734059d0'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:24.292116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f0a12-1cf9-4416-a50f-e3f0dff49bef req-16180df6-3c27-466b-85e2-30cc620c0f99 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.293707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c0f0a12-1cf9-4416-a50f-e3f0dff49bef req-16180df6-3c27-466b-85e2-30cc620c0f99 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1357524 Feb 11 13:15:24.383837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:24.405591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c0f0a12-1cf9-4416-a50f-e3f0dff49bef req-4e11a765-dae0-4d87-943f-a10f36ff6d26 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001532 Feb 11 13:15:24.427155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33892) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:24.441828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ac6493b0-58e0-47e2-9edd-d2b5b7859d3d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/routers/f8336875-06c1-4d01-a8c4-7b30734059d0 HTTP/1.1" status: 200 len: 888 time: 0.2803845 Feb 11 13:15:24.447069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33894) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:24.447565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] Routers {'f8336875-06c1-4d01-a8c4-7b30734059d0'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:24.461743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f8336875-06c1-4d01-a8c4-7b30734059d0'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:24.526563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd2ff4-c0ca-492d-932a-177e35d39579 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.531502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5fdd2ff4-c0ca-492d-932a-177e35d39579 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1123 time: 0.1030951 Feb 11 13:15:24.532114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:24.532339 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2ddbe50c-d236-4d97-9054-e40a0744779e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8336875-06c1-4d01-a8c4-7b30734059d0 HTTP/1.1" status: 200 len: 205 time: 0.0724812 Feb 11 13:15:24.532661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33902) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:24.554561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:24.555334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893e9af0-7c99-462f-b0f3-1856809e4e02 None None] The sync data for ids ['f8336875-06c1-4d01-a8c4-7b30734059d0'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:24.579537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca8409-db02-4899-8dff-57e1ea0c8acb req-d3e4b463-9ea2-4a80-a406-ade0639a9a1a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.582010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15ca8409-db02-4899-8dff-57e1ea0c8acb req-d3e4b463-9ea2-4a80-a406-ade0639a9a1a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.3189025 Feb 11 13:15:24.602371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:24.602755 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:24.628913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:24.631213 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d19cf6-885c-47c0-b6fe-93f5c986180f" -d '{"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-plugged", "status": "completed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:24.651457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:24.657988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '55660256-c6d1-436e-abc7-b314065b98bd', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:24.662192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15ca8409-db02-4899-8dff-57e1ea0c8acb req-7e909c89-6f59-4cbd-81f5-624112a6437d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738664 Feb 11 13:15:24.669336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:24.696642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:24.826938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0c5cd-e244-4bbe-bf61-c57322d2d686 req-9e113277-1be1-48f5-8232-6faf93b5e992 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.828459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54e0c5cd-e244-4bbe-bf61-c57322d2d686 req-9e113277-1be1-48f5-8232-6faf93b5e992 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1462207 Feb 11 13:15:24.834313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:24.916809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefabb3-855e-44cf-a6a4-e35128c29856 req-777dbded-92af-4de4-beed-e00a424d935b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.930616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2aefabb3-855e-44cf-a6a4-e35128c29856 req-777dbded-92af-4de4-beed-e00a424d935b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1322427 Feb 11 13:15:25.023550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54e0c5cd-e244-4bbe-bf61-c57322d2d686 req-5aef383b-b0e9-4c11-8f9b-2f52a7b3d639 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857905 Feb 11 13:15:25.053261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2aefabb3-855e-44cf-a6a4-e35128c29856 req-b69260d0-15b0-4649-80dc-e9c655d3a649 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216576 Feb 11 13:15:25.156864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:25.160914 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb5a78e-7b97-4701-ac01-f04bbd027eec x-openstack-request-id: req-6bb5a78e-7b97-4701-ac01-f04bbd027eec {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:25.161214 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-plugged", "status": "completed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:25.161470 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bb5a78e-7b97-4701-ac01-f04bbd027eec {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:25.161885 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'code': 200} Feb 11 13:15:25.271628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:25.382793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_gateway (f8336875-06c1-4d01-a8c4-7b30734059d0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:25.483382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.47 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/8ad7e7f8-7896-4902-86a4-3f05957cc30f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:25.532421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:25.532841 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:25.695955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:25.704329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:25.724050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:25.823709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:25.846331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2901f3-9a4d-4469-8736-d955215ac36e req-9ccf6005-45e3-4c02-9d01-588e79f192e8 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:25.853877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb2901f3-9a4d-4469-8736-d955215ac36e req-9ccf6005-45e3-4c02-9d01-588e79f192e8 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0754280 Feb 11 13:15:25.918433 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb2901f3-9a4d-4469-8736-d955215ac36e req-fdd24fa5-5bd2-45c2-80f8-86921b56b923 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613234 Feb 11 13:15:26.232101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75cb839-0056-4287-abaa-1a8bf05415f5 req-286cb8c9-1b27-49c5-86ff-f1408cf57526 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:26.239416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c75cb839-0056-4287-abaa-1a8bf05415f5 req-286cb8c9-1b27-49c5-86ff-f1408cf57526 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.0699825 Feb 11 13:15:26.330926 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c75cb839-0056-4287-abaa-1a8bf05415f5 req-15bc294a-5feb-4773-b602-151c0087b36c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904851 Feb 11 13:15:26.508785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:26.528165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:26.544101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:26.546813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=8ad7e7f8-7896-4902-86a4-3f05957cc30f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:26.642429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:26.967377 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:15:27.012357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=1aad7c4d-72a5-4c04-ad12-2340e6cb7a0b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.145996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052f163-96e4-45a4-81d9-81ca10ee654b req-45810b70-3f9c-4583-b751-a140ff17ecfb tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:27.148268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d052f163-96e4-45a4-81d9-81ca10ee654b req-45810b70-3f9c-4583-b751-a140ff17ecfb tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.0967214 Feb 11 13:15:27.198174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831d687-8de0-430b-903f-7a7b50319997 req-b7ad620f-d32a-4805-85fd-5f256847af1a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:27.200086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f831d687-8de0-430b-903f-7a7b50319997 req-b7ad620f-d32a-4805-85fd-5f256847af1a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.7317600 Feb 11 13:15:27.247853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d052f163-96e4-45a4-81d9-81ca10ee654b req-5b81dc7a-e473-4488-9dae-9e6e5dfae431 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929956 Feb 11 13:15:27.688502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (f8336875-06c1-4d01-a8c4-7b30734059d0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:27.694314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125678ef-74e6-44a7-a72d-95adc9e4f669 req-6c0f865d-0455-4e8e-8f69-e508da88ac3e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:27.701485 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-125678ef-74e6-44a7-a72d-95adc9e4f669 req-6c0f865d-0455-4e8e-8f69-e508da88ac3e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1099858 Feb 11 13:15:27.837151 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-125678ef-74e6-44a7-a72d-95adc9e4f669 req-2cd7e654-b17f-4d30-b1e8-d5888e6ac9c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343944 Feb 11 13:15:27.884862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f831d687-8de0-430b-903f-7a7b50319997 req-326ba6d3-ad2b-4319-a112-64e9529ed9cc tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635664 Feb 11 13:15:27.967676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:27.972355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (f8336875-06c1-4d01-a8c4-7b30734059d0), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.054967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (4feec935-4046-4910-996c-ce8b8d9c1162), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.087422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71f45-7ce0-477a-a4fa-fabf5d762b72 req-3b774752-8378-4b06-b77f-e6ea18de1090 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.103153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98d71f45-7ce0-477a-a4fa-fabf5d762b72 req-3b774752-8378-4b06-b77f-e6ea18de1090 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1344204 Feb 11 13:15:28.148174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (f8336875-06c1-4d01-a8c4-7b30734059d0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.150310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Fanout notify agent at l3_agent the message router_deleted on router f8336875-06c1-4d01-a8c4-7b30734059d0 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:15:28.194019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.195658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4b3cba4-c60f-4e23-98c6-e1ca42cba2b0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/f8336875-06c1-4d01-a8c4-7b30734059d0 HTTP/1.1" status: 204 len: 168 time: 3.6621478 Feb 11 13:15:28.204748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33964) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:28.211543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-339483569'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:28.229893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-1ed21796-9600-4355-90e4-bf4352e7cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.240379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-1ed21796-9600-4355-90e4-bf4352e7cc31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 1127 time: 0.5562553 Feb 11 13:15:28.242745 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98d71f45-7ce0-477a-a4fa-fabf5d762b72 req-c67c3f75-92dc-439d-a024-3f06523a8952 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385863 Feb 11 13:15:28.283070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:28.287017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.334901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:28.367194 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1603830b-7b77-4ce4-9d00-4074a386decb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.367930 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment 1603830b-7b77-4ce4-9d00-4074a386decb of type vlan for network d4502ac7-8cab-4756-9351-9f1dd2e319e9 Feb 11 13:15:28.432778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d4502ac7-8cab-4756-9351-9f1dd2e319e9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.509188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d4502ac7-8cab-4756-9351-9f1dd2e319e9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.515780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.516441 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.530234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.590075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3836813 Feb 11 13:15:28.609329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33966) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:28.657401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': 'd4502ac7-8cab-4756-9351-9f1dd2e319e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:28.776293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.791887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:28.972455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784109d-d5de-4d9f-a516-59fc18bd7f07 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=d4502ac7-8cab-4756-9351-9f1dd2e319e9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:28.994454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:15:29.088818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-714c5e39-d738-46b0-ac2f-f8190c58411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:29.090319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-714c5e39-d738-46b0-ac2f-f8190c58411e service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.8416002 Feb 11 13:15:29.229830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:29.234221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:29.246001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea835f7-6f71-4de7-81bc-cb4a5c084082 req-09dcd6aa-3295-42e3-b90d-8d6f8a0829e5 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:29.251933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cea835f7-6f71-4de7-81bc-cb4a5c084082 req-09dcd6aa-3295-42e3-b90d-8d6f8a0829e5 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1036258 Feb 11 13:15:29.325714 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-722dd636-881b-4eb8-be37-03f29a23a216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:29.375515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=8ad7e7f8-7896-4902-86a4-3f05957cc30f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:29.440859 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (4feec935-4046-4910-996c-ce8b8d9c1162), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:29.493117 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cea835f7-6f71-4de7-81bc-cb4a5c084082 req-e463ea18-46b6-4891-b265-ba1debf22e6f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050638 Feb 11 13:15:29.776656 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP 4feec935-4046-4910-996c-ce8b8d9c1162 associated. External IP: 172.25.1.47, port: 55660256-c6d1-436e-abc7-b314065b98bd. Feb 11 13:15:29.902584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (70a98661-5437-4958-bac9-586af0a943c8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.034535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-226cf31e-9dee-4d2d-bc4b-3ba980d24b3a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 200 len: 1000 time: 0.9199960 Feb 11 13:15:30.074098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7532-f448-4d88-8e3b-96775a0c74ce req-ac445cf4-66e1-4eb9-b48d-0b981f4d8b01 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.077740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a57c7532-f448-4d88-8e3b-96775a0c74ce req-ac445cf4-66e1-4eb9-b48d-0b981f4d8b01 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.4591324 Feb 11 13:15:30.175340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-b704bd11-57bc-444b-b888-d9f2faba3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.176873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-b704bd11-57bc-444b-b888-d9f2faba3b32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.1280794 Feb 11 13:15:30.241084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=70a98661-5437-4958-bac9-586af0a943c8,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.292318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a57c7532-f448-4d88-8e3b-96775a0c74ce req-1c56a13b-5583-4987-b4b4-840659a0c98c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977372 Feb 11 13:15:30.302755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': '1603830b-7b77-4ce4-9d00-4074a386decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4502ac7-8cab-4756-9351-9f1dd2e319e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:30.303335 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: d4502ac7-8cab-4756-9351-9f1dd2e319e9, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:30.346017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:30.375074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d4502ac7-8cab-4756-9351-9f1dd2e319e9) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:30.385343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.386245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.391549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dc551f-4b7b-4859-87f1-ce75e8d63e0e None None] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:30.430185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c0bdf-b1db-472f-9d9d-bcca11f5d877 req-b2bb573e-3c95-4406-8d61-bb39c705b657 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.444752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-86f0ae8b-fbd0-44a0-afae-ad038ef92340 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8259292 Feb 11 13:15:30.446761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-735c0bdf-b1db-472f-9d9d-bcca11f5d877 req-b2bb573e-3c95-4406-8d61-bb39c705b657 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 1.3554854 Feb 11 13:15:30.447679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33996) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:30.467672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b5fb4c4f-a704-4a83-aec0-0629ba69f903 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-690172310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:30.561441 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c4f-a704-4a83-aec0-0629ba69f903 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (83137faf-8f84-4836-9031-e111b8fd3191), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.561441 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c4f-a704-4a83-aec0-0629ba69f903 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (83137faf-8f84-4836-9031-e111b8fd3191), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.681431 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c4f-a704-4a83-aec0-0629ba69f903 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (83137faf-8f84-4836-9031-e111b8fd3191), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.710823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c4f-a704-4a83-aec0-0629ba69f903 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (83137faf-8f84-4836-9031-e111b8fd3191), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.800738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-7f480456-3e39-4291-b7fb-1cb2798e158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.807878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-7f480456-3e39-4291-b7fb-1cb2798e158b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6086369 Feb 11 13:15:30.871544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c4f-a704-4a83-aec0-0629ba69f903 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.881735 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b5fb4c4f-a704-4a83-aec0-0629ba69f903 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4239616 Feb 11 13:15:30.890904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:30.915042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-d4502ac7-8cab-4756-9351-9f1dd2e319e9', 'network_id': 'd4502ac7-8cab-4756-9351-9f1dd2e319e9', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': '70a98661-5437-4958-bac9-586af0a943c8'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:15:30.916054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:30.937191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a5921-732a-4c34-befd-d3ebf53db6e0 req-de118746-9c60-43cd-9f90-831d0d907d50 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.942784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-284a5921-732a-4c34-befd-d3ebf53db6e0 req-de118746-9c60-43cd-9f90-831d0d907d50 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.2473714 Feb 11 13:15:31.115247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-284a5921-732a-4c34-befd-d3ebf53db6e0 req-6f8bdfad-ce1b-419d-9a65-c7283005e933 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664038 Feb 11 13:15:31.489165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd1de28f-f92b-489d-af4b-a9823b0c3c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:31.505565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Allocated IP 172.20.0.2 (d4502ac7-8cab-4756-9351-9f1dd2e319e9/70a98661-5437-4958-bac9-586af0a943c8/24f40861-9786-42ec-9f3d-387b9e6918ab) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:31.603350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f31800d-3faf-4c51-8211-57550138e57e req-9ab0ce43-871c-44cc-8420-4388f1b72c74 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:31.613245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f31800d-3faf-4c51-8211-57550138e57e req-9ab0ce43-871c-44cc-8420-4388f1b72c74 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.1658163 Feb 11 13:15:31.669264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:31.711606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8f31800d-3faf-4c51-8211-57550138e57e req-73089686-63a4-40d6-818b-69cec4f403d3 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836227 Feb 11 13:15:31.746389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-735c0bdf-b1db-472f-9d9d-bcca11f5d877 req-249e7ae0-4a0b-4554-b419-012348748130 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2792592 Feb 11 13:15:31.952888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-ee97a52e-8b0c-4c37-91d5-aecc3b2a1cb0 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1279776 Feb 11 13:15:31.969373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Publish callbacks [] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:31.977186 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.071770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:32.073550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Pushing event updated for resources: {'Port': ['ID=24f40861-9786-42ec-9f3d-387b9e6918ab,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.076106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:32.080841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:32.150557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Attempting to bind port 24f40861-9786-42ec-9f3d-387b9e6918ab on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:32.150934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Attempting to bind port 24f40861-9786-42ec-9f3d-387b9e6918ab by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1603830b-7b77-4ce4-9d00-4074a386decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4502ac7-8cab-4756-9351-9f1dd2e319e9'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:32.151307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Attempting to bind port 24f40861-9786-42ec-9f3d-387b9e6918ab on network d4502ac7-8cab-4756-9351-9f1dd2e319e9 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:32.157257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:32.157783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Checking segment: {'id': '1603830b-7b77-4ce4-9d00-4074a386decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4502ac7-8cab-4756-9351-9f1dd2e319e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:32.158199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.158595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Bound using segment: {'id': '1603830b-7b77-4ce4-9d00-4074a386decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4502ac7-8cab-4756-9351-9f1dd2e319e9'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:32.159144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Bound port: 24f40861-9786-42ec-9f3d-387b9e6918ab, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1603830b-7b77-4ce4-9d00-4074a386decb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd4502ac7-8cab-4756-9351-9f1dd2e319e9'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:32.159537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.178568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625272f2-26d7-462a-a1a1-0e1effa7a064 req-2545f3a0-2058-44e8-bf85-ae232005a475 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463313 Feb 11 13:15:32.227517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] For port 24f40861-9786-42ec-9f3d-387b9e6918ab, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:32.230903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] For port 24f40861-9786-42ec-9f3d-387b9e6918ab, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=24f40861-9786-42ec-9f3d-387b9e6918ab,segment=NetworkSegment(1603830b-7b77-4ce4-9d00-4074a386decb),segment_id=1603830b-7b77-4ce4-9d00-4074a386decb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:32.240050 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.259508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.279725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61481c5c-81d0-4528-a2a4-395ccb2cee97 req-f786cfb3-d199-44d1-8344-908e85649347 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:32.288587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61481c5c-81d0-4528-a2a4-395ccb2cee97 req-f786cfb3-d199-44d1-8344-908e85649347 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.0881064 Feb 11 13:15:32.308233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6efdcc-162b-44d0-80af-765d602be07a None None] Pushing event updated for resources: {'Port': ['ID=24f40861-9786-42ec-9f3d-387b9e6918ab,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.378348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61481c5c-81d0-4528-a2a4-395ccb2cee97 req-351db11a-9dca-4774-82e4-4c08a5f320c1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861285 Feb 11 13:15:32.530124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:32.531324 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.542969 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] Sync routers for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:32.557553 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:32.574492 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:32.628411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.946154 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:32.975729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-359a7c05-9f06-4d83-88a4-5d433164b18c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3220410 Feb 11 13:15:33.026522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:33.029550 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905" -d '{"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:33.096706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659f82-2681-4a51-a413-560709ac8f09 req-cbbca7db-040a-4a99-b22f-29269a9ca684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.098587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25659f82-2681-4a51-a413-560709ac8f09 req-cbbca7db-040a-4a99-b22f-29269a9ca684 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 1128 time: 0.4853256 Feb 11 13:15:33.189772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8c6d9-cde6-45a3-832d-4e7ebc6c516d req-2d38b01e-81ee-411e-b9a6-8b6680b5446c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.206059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35a8c6d9-cde6-45a3-832d-4e7ebc6c516d req-2d38b01e-81ee-411e-b9a6-8b6680b5446c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.2121525 Feb 11 13:15:33.256895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.20.0.1 (d4502ac7-8cab-4756-9351-9f1dd2e319e9/70a98661-5437-4958-bac9-586af0a943c8/93836dba-013f-4e47-ab92-9f8c4abfe684) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:33.290032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 24f40861-9786-42ec-9f3d-387b9e6918ab up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:33.298352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3f998-c673-4f13-aa3e-97926eb47e9f req-a2acd510-0438-4758-ad74-a41990c4110d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.306773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64e3f998-c673-4f13-aa3e-97926eb47e9f req-a2acd510-0438-4758-ad74-a41990c4110d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.3945742 Feb 11 13:15:33.336787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '4feec935-4046-4910-996c-ce8b8d9c1162', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'port_id': '55660256-c6d1-436e-abc7-b314065b98bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'mac_address': 'fa:16:3e:8f:e1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:26Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:02Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:33.348862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-35a8c6d9-cde6-45a3-832d-4e7ebc6c516d req-b30897df-ebec-416c-8cea-0914e2b417d4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366086 Feb 11 13:15:33.365931 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] Checking router: 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:33.377201 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:33.377879 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:33.533869 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:33.561083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 24f40861-9786-42ec-9f3d-387b9e6918ab triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:33.561662 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.610228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659f82-2681-4a51-a413-560709ac8f09 req-703716ef-0fd4-4d00-85f4-29386f3553d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.612056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25659f82-2681-4a51-a413-560709ac8f09 req-703716ef-0fd4-4d00-85f4-29386f3553d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.4609339 Feb 11 13:15:33.637003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64e3f998-c673-4f13-aa3e-97926eb47e9f req-0d393251-091e-4562-8e90-e0bc468dc16e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3290060 Feb 11 13:15:33.823475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 24f40861-9786-42ec-9f3d-387b9e6918ab is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:33.825920 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.844946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca1159-4a42-48da-a546-c3f2ffcf5e5e req-4ff6d36a-4f55-4618-bd79-8dd46c5921e9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.861596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25659f82-2681-4a51-a413-560709ac8f09 req-4b4fe586-830a-47d9-b501-433a33459d41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2b57402-1a41-4a79-982e-c69b929eba10 HTTP/1.1" status: 200 len: 217 time: 0.2223141 Feb 11 13:15:33.882711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76ca1159-4a42-48da-a546-c3f2ffcf5e5e req-4ff6d36a-4f55-4618-bd79-8dd46c5921e9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.2170827 Feb 11 13:15:33.943765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 24f40861-9786-42ec-9f3d-387b9e6918ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=24f40861-9786-42ec-9f3d-387b9e6918ab,segment=NetworkSegment(1603830b-7b77-4ce4-9d00-4074a386decb),segment_id=1603830b-7b77-4ce4-9d00-4074a386decb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:33.951061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:34.016982 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad4ddbd-eefc-4fc4-88b2-9bbd89be008a x-openstack-request-id: req-2ad4ddbd-eefc-4fc4-88b2-9bbd89be008a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:34.017576 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:34.022250 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ad4ddbd-eefc-4fc4-88b2-9bbd89be008a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:34.023118 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'status': 'completed', 'code': 200} Feb 11 13:15:34.054887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-76ca1159-4a42-48da-a546-c3f2ffcf5e5e req-fd86317a-e4bc-4ec5-82ec-34b56209a2f4 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653945 Feb 11 13:15:34.075746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34052) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:34.081044 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '4feec935-4046-4910-996c-ce8b8d9c1162', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'port_id': '55660256-c6d1-436e-abc7-b314065b98bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'mac_address': 'fa:16:3e:8f:e1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:26Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:02Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:34.112722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=24f40861-9786-42ec-9f3d-387b9e6918ab,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:34.239028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25659f82-2681-4a51-a413-560709ac8f09 req-1eb3d03e-4950-4638-a0c2-5bcf609726d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:34.239906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eba9346f-1d3a-477e-8b05-4aabeb49ae5e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/4feec935-4046-4910-996c-ce8b8d9c1162 HTTP/1.1" status: 200 len: 991 time: 0.1586521 Feb 11 13:15:34.241970 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:34.245056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25659f82-2681-4a51-a413-560709ac8f09 req-1eb3d03e-4950-4638-a0c2-5bcf609726d5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.3497217 Feb 11 13:15:34.254049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:34.291385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace076ed-0e87-4d62-bdbd-d5bd8e8e71c4 None None] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:34.323028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25659f82-2681-4a51-a413-560709ac8f09 req-ae0cecce-d7f1-4925-b541-adde656c841e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652318 Feb 11 13:15:34.359469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-7ababd8d-fdc6-4768-b1f2-a613d3810692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:34.360691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-7ababd8d-fdc6-4768-b1f2-a613d3810692 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1128 time: 0.3303304 Feb 11 13:15:34.405303 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee789c9-aca8-44b8-9377-d5b1b575d373 None None] The sync data for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 is: [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '4feec935-4046-4910-996c-ce8b8d9c1162', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'port_id': '55660256-c6d1-436e-abc7-b314065b98bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'mac_address': 'fa:16:3e:8f:e1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:26Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:02Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:34.520362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f0e1f8e4-5bc6-4549-91a7-322daefee239 None None] Provisioning complete for port 24f40861-9786-42ec-9f3d-387b9e6918ab triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:34.520987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f0e1f8e4-5bc6-4549-91a7-322daefee239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:34.614961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25659f82-2681-4a51-a413-560709ac8f09 req-7947ebf3-de09-49f7-9fe7-2df2835bedf8 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766562 Feb 11 13:15:34.647872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6209674-9f8d-49c5-8892-7bda949bf16c req-a7888b60-148d-4c54-9a17-4ffa2fa7ef46 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:34.649407 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6209674-9f8d-49c5-8892-7bda949bf16c req-a7888b60-148d-4c54-9a17-4ffa2fa7ef46 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.4843926 Feb 11 13:15:34.686184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76197a-2568-4809-a2c2-986e56ef923a req-d29b010e-7c0c-4c12-990b-a23f8e013ceb tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:34.687855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d76197a-2568-4809-a2c2-986e56ef923a req-d29b010e-7c0c-4c12-990b-a23f8e013ceb tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1209462 Feb 11 13:15:34.728238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1f8e4-5bc6-4549-91a7-322daefee239 None None] Current status of the port 24f40861-9786-42ec-9f3d-387b9e6918ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:34.758870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:34.810497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d76197a-2568-4809-a2c2-986e56ef923a req-2c288b49-ad31-49a9-8e6a-52937109f239 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150365 Feb 11 13:15:34.880290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e528f4c-dcb3-41f2-af01-e2a29d60cf86 None None] New status for floating IP 4feec935-4046-4910-996c-ce8b8d9c1162: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:15:34.932639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=93836dba-013f-4e47-ab92-9f8c4abfe684,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.059847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6209674-9f8d-49c5-8892-7bda949bf16c req-c296557f-bf9e-420d-b7a4-53700d71229c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865123 Feb 11 13:15:35.072519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:35.078400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:35.084149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:35.153245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cd2d2-adcb-4a7f-9f85-6a8f21ce960c req-2068d1ba-ac43-4052-8b25-b6c3f4f02966 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:35.167263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc3cd2d2-adcb-4a7f-9f85-6a8f21ce960c req-2068d1ba-ac43-4052-8b25-b6c3f4f02966 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.2024333 Feb 11 13:15:35.200303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-09951267-1dc9-44fa-87d9-266463e77881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:35.203705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-09951267-1dc9-44fa-87d9-266463e77881 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.8250377 Feb 11 13:15:35.242361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34078) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:35.347560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dc3cd2d2-adcb-4a7f-9f85-6a8f21ce960c req-7f225e31-9a9a-4994-b937-0b0d3cf10b3a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792700 Feb 11 13:15:35.351978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 24f40861-9786-42ec-9f3d-387b9e6918ab up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:35.362699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25659f82-2681-4a51-a413-560709ac8f09 req-05015d83-5214-46ce-a89e-cd157bb0c2cb service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7357109 Feb 11 13:15:35.390586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (83137faf-8f84-4836-9031-e111b8fd3191), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:35.416699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1a6248a0-78d7-4c8b-bbd4-1e9b1ab86d9f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/4feec935-4046-4910-996c-ce8b8d9c1162 HTTP/1.1" status: 200 len: 991 time: 0.1688569 Feb 11 13:15:35.482411 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:35.502551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-efde9357-5257-427a-8a56-25c76d2ab88a None None] Provisioning complete for port 24f40861-9786-42ec-9f3d-387b9e6918ab triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:35.503395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-efde9357-5257-427a-8a56-25c76d2ab88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:35.611763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-24a47ea1-0dee-4054-b873-5ebb67067de1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 999 time: 0.3540392 Feb 11 13:15:35.621672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 24f40861-9786-42ec-9f3d-387b9e6918ab triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:35.622203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:35.701984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-bde89d47-4f15-4e55-b9f2-183752abae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:35.708565 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-bde89d47-4f15-4e55-b9f2-183752abae3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.0808594 Feb 11 13:15:35.751279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-efde9357-5257-427a-8a56-25c76d2ab88a None None] Current status of the port 24f40861-9786-42ec-9f3d-387b9e6918ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:35.770806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:35.823726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 24f40861-9786-42ec-9f3d-387b9e6918ab is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:36.003429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f6275494-0a30-40e8-af50-16ea21321e06 None None] Provisioning complete for port 93836dba-013f-4e47-ab92-9f8c4abfe684 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:36.004110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6275494-0a30-40e8-af50-16ea21321e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:36.058499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f6275494-0a30-40e8-af50-16ea21321e06 None None] Port 93836dba-013f-4e47-ab92-9f8c4abfe684 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:36.200976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a2b57402-1a41-4a79-982e-c69b929eba10 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:15:36.245950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209428e-aedc-456f-bd96-3b20b0344663 req-07f16cf2-60b8-4902-9146-bdee52bdf2e4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:36.248940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f209428e-aedc-456f-bd96-3b20b0344663 req-07f16cf2-60b8-4902-9146-bdee52bdf2e4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.2145586 Feb 11 13:15:36.256056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-27246d85-00f8-4263-bfcd-ca08c694ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:36.257990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-27246d85-00f8-4263-bfcd-ca08c694ec30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4452538 Feb 11 13:15:36.303806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af64534-f112-4f67-aae6-187ee7dc95e8 req-0573210a-fb2d-4cfd-bb98-54d1d1e26f7e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:36.334372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3af64534-f112-4f67-aae6-187ee7dc95e8 req-0573210a-fb2d-4cfd-bb98-54d1d1e26f7e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 946 time: 0.1264200 Feb 11 13:15:36.443975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3af64534-f112-4f67-aae6-187ee7dc95e8 req-b53a894f-a64c-4394-82ae-47db296d5464 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075163 Feb 11 13:15:36.445154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f209428e-aedc-456f-bd96-3b20b0344663 req-41c04d4b-1792-492e-a108-e2886902db45 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856880 Feb 11 13:15:36.447921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34106) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:36.458758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a2b57402-1a41-4a79-982e-c69b929eba10 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:36.459296 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:36.501432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:36.504500 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea31275-fa0d-4773-ae40-b08074389af9" -d '{"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:36.524321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:36.544087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:36.555311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:36.567213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:36.581274 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b680fca3-0750-48bd-947e-4232394dff14 x-openstack-request-id: req-b680fca3-0750-48bd-947e-4232394dff14 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:36.581974 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-unplugged", "status": "completed", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:36.583248 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b680fca3-0750-48bd-947e-4232394dff14 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:36.583842 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'code': 200} Feb 11 13:15:36.607066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3f808724-aac8-494a-9324-57e4c530c4ef tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/4feec935-4046-4910-996c-ce8b8d9c1162 HTTP/1.1" status: 200 len: 993 time: 0.1555924 Feb 11 13:15:36.675430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:37.065138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-d905604f-37b4-4adb-bb50-fc8519633d28 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7729836 Feb 11 13:15:37.165115 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (83137faf-8f84-4836-9031-e111b8fd3191), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:37.184930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=93836dba-013f-4e47-ab92-9f8c4abfe684,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:37.325178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2f12c0-f31f-449f-9cd3-18a1ab0b0905 req-3306dd1a-444e-42b0-bc95-693673971bd6 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511034 Feb 11 13:15:37.355332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:37.358774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:37.738431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 83137faf-8f84-4836-9031-e111b8fd3191 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:37.750815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccb180-0c12-4a10-8704-674e2435dc30 req-49cd19d5-9e9d-4ede-8dc6-2f2a27318181 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:37.753269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dccb180-0c12-4a10-8704-674e2435dc30 req-49cd19d5-9e9d-4ede-8dc6-2f2a27318181 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 944 time: 0.1078365 Feb 11 13:15:37.794262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b6982-c5fc-4fdf-a71f-b572fec2c77c req-22ef3be1-f4ad-466c-ad63-77f174d7b112 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:37.803803 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d2b6982-c5fc-4fdf-a71f-b572fec2c77c req-22ef3be1-f4ad-466c-ad63-77f174d7b112 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.2084725 Feb 11 13:15:37.895176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:37.905342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] Sync routers for ids ['83137faf-8f84-4836-9031-e111b8fd3191'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:37.913383 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d2b6982-c5fc-4fdf-a71f-b572fec2c77c req-17cf0938-6704-4ad8-b782-6a65db0952b5 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082544 Feb 11 13:15:37.918243 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] Routers {'83137faf-8f84-4836-9031-e111b8fd3191'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:37.918872 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['83137faf-8f84-4836-9031-e111b8fd3191'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:37.924928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c5f9ca1a-85a9-4e76-928e-2e5dbf6c1dd8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/83137faf-8f84-4836-9031-e111b8fd3191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0312376 Feb 11 13:15:37.930123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34146) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:37.941437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ddb7f09c-665d-4000-baee-2ccaba61c7d8 None None] Provisioning complete for port 93836dba-013f-4e47-ab92-9f8c4abfe684 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:37.942494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ddb7f09c-665d-4000-baee-2ccaba61c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:37.992147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dccb180-0c12-4a10-8704-674e2435dc30 req-37df1d71-d512-4667-b740-6a82538a4802 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291825 Feb 11 13:15:38.014719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:38.033835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8215f3c-8a6d-4b77-adf6-290d43e96edd tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:38.039809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ddb7f09c-665d-4000-baee-2ccaba61c7d8 None None] Port 93836dba-013f-4e47-ab92-9f8c4abfe684 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:38.044384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f8215f3c-8a6d-4b77-adf6-290d43e96edd tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports/93836dba-013f-4e47-ab92-9f8c4abfe684 HTTP/1.1" status: 200 len: 910 time: 0.1104805 Feb 11 13:15:38.045139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34150) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:38.050787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70a98661-5437-4958-bac9-586af0a943c8'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:38.063068 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] Routers {'83137faf-8f84-4836-9031-e111b8fd3191'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:38.068490 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['83137faf-8f84-4836-9031-e111b8fd3191'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:38.178881 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:38.181538 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43604fd-5b38-47bc-9033-4c67e6ee7fe7 None None] The sync data for ids ['83137faf-8f84-4836-9031-e111b8fd3191'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:38.417913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:39.169186 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:39.193364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:39.278757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eff416-a80d-4932-b070-337c908433e2 req-afd23a59-4182-4de2-b36c-6e9094414eb0 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:39.280095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-8cc391e1-4471-4695-86dd-3a2d35645657 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:39.282489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-8cc391e1-4471-4695-86dd-3a2d35645657 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=abad5b43-b2d0-4124-86f9-78ce03a97c46 HTTP/1.1" status: 200 len: 944 time: 0.1185293 Feb 11 13:15:39.282886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76eff416-a80d-4932-b070-337c908433e2 req-afd23a59-4182-4de2-b36c-6e9094414eb0 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1966441 Feb 11 13:15:39.405925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=93836dba-013f-4e47-ab92-9f8c4abfe684,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.441544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.441544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.442237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.442237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.442237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.442571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.442896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.443215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.443529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.443846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.444853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.445203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.445665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:39.448739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Deleting port a2b57402-1a41-4a79-982e-c69b929eba10 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:39.449878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:39.462904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:39.463715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:39.467762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa280a00-ab7c-4358-8c5f-f975d6c27b42 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/ports/93836dba-013f-4e47-ab92-9f8c4abfe684 HTTP/1.1" status: 200 len: 910 time: 1.4190869 Feb 11 13:15:39.470531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34214) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:39.497042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76eff416-a80d-4932-b070-337c908433e2 req-a3b2bae7-a225-4fad-9204-345f5abfd555 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896229 Feb 11 13:15:39.653575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] For port a2b57402-1a41-4a79-982e-c69b929eba10, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a2b57402-1a41-4a79-982e-c69b929eba10,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:39.653848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:39.667560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Calling delete_port for a2b57402-1a41-4a79-982e-c69b929eba10 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:40.007213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a2b57402-1a41-4a79-982e-c69b929eba10), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:40.073810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event deleted for resources: {'Port': ['ID=a2b57402-1a41-4a79-982e-c69b929eba10,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.093943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (83137faf-8f84-4836-9031-e111b8fd3191), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:40.213345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] No DVR routers for this DVR port a2b57402-1a41-4a79-982e-c69b929eba10 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:40.223923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:40.229602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7dd7c52d-59a8-4717-9f76-bda8fe847525 req-9f9dbb43-ce7e-4cf1-a2d2-45a8fbdd2c94 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "DELETE /v2.0/ports/a2b57402-1a41-4a79-982e-c69b929eba10 HTTP/1.1" status: 204 len: 173 time: 0.9398224 Feb 11 13:15:40.232272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-deleted', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:40.234767 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64ae48-68ac-42cd-a6b2-5b75f36c1be7" -d '{"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-deleted", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:40.269952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a2b57402-1a41-4a79-982e-c69b929eba10 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:15:40.298143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: a2b57402-1a41-4a79-982e-c69b929eba10 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:15:40.299215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a2b57402-1a41-4a79-982e-c69b929eba10 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:15:40.333184 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77484c4c-ffdb-4ccc-a37c-2663cd673a0f x-openstack-request-id: req-77484c4c-ffdb-4ccc-a37c-2663cd673a0f {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:40.334333 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad5b43-b2d0-4124-86f9-78ce03a97c46", "name": "network-vif-deleted", "tag": "a2b57402-1a41-4a79-982e-c69b929eba10", "status": "failed", "code": 422}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:40.334793 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77484c4c-ffdb-4ccc-a37c-2663cd673a0f {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:40.335458 n-d-828675-3 neutron-server[109684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'abad5b43-b2d0-4124-86f9-78ce03a97c46', 'name': 'network-vif-deleted', 'tag': 'a2b57402-1a41-4a79-982e-c69b929eba10', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:15:40.777014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 93836dba-013f-4e47-ab92-9f8c4abfe684 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:40.777693 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:40.818782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222ded7-8675-4e6b-8c73-2ee03b9479c1 req-09e7ea91-681e-45d4-99aa-afaa59d6aace tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:40.820399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5222ded7-8675-4e6b-8c73-2ee03b9479c1 req-09e7ea91-681e-45d4-99aa-afaa59d6aace tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1021905 Feb 11 13:15:40.948974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:40.965929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 93836dba-013f-4e47-ab92-9f8c4abfe684 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:41.170421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5222ded7-8675-4e6b-8c73-2ee03b9479c1 req-8894e63a-6d72-4eaf-a279-7c6644173c45 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415082 Feb 11 13:15:41.309766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04a44-70ce-406a-848b-968663d37152 req-1cc27359-a787-427b-adb3-b98233765208 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:41.318116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-1cc27359-a787-427b-adb3-b98233765208 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.2268605 Feb 11 13:15:41.337833 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-791f0404-b867-41f4-aaad-328c32f5a48c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/quotas/7c1580fb5e3c430ebc5468c531acfa6d HTTP/1.1" status: 200 len: 375 time: 0.0187078 Feb 11 13:15:41.346322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (93836dba-013f-4e47-ab92-9f8c4abfe684), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:41.379299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=93836dba-013f-4e47-ab92-9f8c4abfe684,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:41.380985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-dbe10d77-6ece-430c-a22c-f36edd09d003 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414565 Feb 11 13:15:41.610441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-7777243e-aa23-4bb8-84ff-f29f8017a2f2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254391 Feb 11 13:15:41.730652 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (83137faf-8f84-4836-9031-e111b8fd3191), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:41.779979 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-64b882a6-0996-4e3f-8ca0-c96be48978f0 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685457 Feb 11 13:15:42.087950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac16665d-b5f2-4ce2-b6c1-cbd55e3fdc72 req-42d7631a-6db2-4a09-9566-e998310a07dc tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 210 time: 0.0753398 Feb 11 13:15:42.109621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 83137faf-8f84-4836-9031-e111b8fd3191 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:42.253579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:42.263943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] Sync routers for ids ['83137faf-8f84-4836-9031-e111b8fd3191'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:42.271545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1893022-413d-49e1-963e-36d3d3fcb4a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/83137faf-8f84-4836-9031-e111b8fd3191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7965808 Feb 11 13:15:42.272980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34282) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:42.285051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] Routers {'83137faf-8f84-4836-9031-e111b8fd3191'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:42.288335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['83137faf-8f84-4836-9031-e111b8fd3191'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:42.332874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:42.353554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] Routers {'83137faf-8f84-4836-9031-e111b8fd3191'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:42.359561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['83137faf-8f84-4836-9031-e111b8fd3191'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:42.463430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:42.473229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e636f587-364c-4425-84c7-a04078b36dbd None None] The sync data for ids ['83137faf-8f84-4836-9031-e111b8fd3191'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:42.962034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34298) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:42.964853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0daa3aa4-59c7-4859-b3e3-9fc2743bb7dd tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=83137faf-8f84-4836-9031-e111b8fd3191 HTTP/1.1" status: 200 len: 205 time: 0.6849492 Feb 11 13:15:43.030809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f42ad-0bd6-47ae-a0e8-53c773ef884a req-baedd057-6fd7-4f10-8b21-7fe122138bc6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:43.038941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd3f42ad-0bd6-47ae-a0e8-53c773ef884a req-baedd057-6fd7-4f10-8b21-7fe122138bc6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.7304661 Feb 11 13:15:43.086713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a042f4c5-9834-4de3-a4c5-ae32c8733d11 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (83137faf-8f84-4836-9031-e111b8fd3191), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:43.201825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd3f42ad-0bd6-47ae-a0e8-53c773ef884a req-40151ca0-bfae-4d6b-a1d3-e5e547aeb9fb tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347721 Feb 11 13:15:43.608373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e77d403c-6cb1-4d02-a7d5-29d57bf82ffa req-49f08e84-bd84-44f9-999f-ea1e20a11819 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 210 time: 0.0482948 Feb 11 13:15:43.797065 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a042f4c5-9834-4de3-a4c5-ae32c8733d11 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (83137faf-8f84-4836-9031-e111b8fd3191), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:43.803184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a042f4c5-9834-4de3-a4c5-ae32c8733d11 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (83137faf-8f84-4836-9031-e111b8fd3191), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:43.895068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a042f4c5-9834-4de3-a4c5-ae32c8733d11 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (83137faf-8f84-4836-9031-e111b8fd3191), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:43.895918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a042f4c5-9834-4de3-a4c5-ae32c8733d11 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Fanout notify agent at l3_agent the message router_deleted on router 83137faf-8f84-4836-9031-e111b8fd3191 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:15:43.916421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a042f4c5-9834-4de3-a4c5-ae32c8733d11 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:43.917609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a042f4c5-9834-4de3-a4c5-ae32c8733d11 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/83137faf-8f84-4836-9031-e111b8fd3191 HTTP/1.1" status: 204 len: 168 time: 0.9545660 Feb 11 13:15:43.920408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34332) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:44.044770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet 70a98661-5437-4958-bac9-586af0a943c8 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:15:44.065196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (70a98661-5437-4958-bac9-586af0a943c8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.158153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04a44-70ce-406a-848b-968663d37152 req-29e3ac5d-8400-4857-ab7d-1b940cddb510 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:44.158663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (70a98661-5437-4958-bac9-586af0a943c8), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.177156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-29e3ac5d-8400-4857-ab7d-1b940cddb510 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.2961700 Feb 11 13:15:44.220831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Request body: {'port': {'device_id': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'admin_state_up': True, 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:44.290537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (70a98661-5437-4958-bac9-586af0a943c8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.482989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:44.486604 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.498813 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (70a98661-5437-4958-bac9-586af0a943c8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.509433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dedfd7-a73d-4ee9-a712-ebb6cb192d47 req-9ed08b57-6c01-46bc-9ed0-40c5c6ce4645 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:44.518047 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-71dedfd7-a73d-4ee9-a712-ebb6cb192d47 req-9ed08b57-6c01-46bc-9ed0-40c5c6ce4645 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1645925 Feb 11 13:15:44.572417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.572834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef41616-7369-45c4-b46b-052d466ffd03 None None] Network d4502ac7-8cab-4756-9351-9f1dd2e319e9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:44.581048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/70a98661-5437-4958-bac9-586af0a943c8 HTTP/1.1" status: 204 len: 168 time: 0.6578507 Feb 11 13:15:44.584271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=70a98661-5437-4958-bac9-586af0a943c8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:44.593568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:44.596422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.596895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.597237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.597663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.598028 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.598353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.598920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.599313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.599673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.600313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.600640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.600959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.603773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb71e46-2691-4940-a5e8-f20b3df5dd0a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:44.687771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34356) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:44.773619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d4502ac7-8cab-4756-9351-9f1dd2e319e9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.794158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Allocated IP 172.20.0.8 (9f61c168-fdf9-4dda-9438-83f3652849a4/d8738ee9-9799-48eb-9480-7c79190886ec/849a0530-b9a5-4e55-8545-fc01f8a2e380) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:44.846316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-71dedfd7-a73d-4ee9-a712-ebb6cb192d47 req-55f1ee8c-5ea5-42a2-b6f3-e4416a0bdc57 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3269653 Feb 11 13:15:44.887178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9f800fd-fba2-473e-8ea6-7d09aa3a8a88 req-4fa319c8-ee63-4697-ac17-15b3cba2f018 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 210 time: 0.0850954 Feb 11 13:15:44.955567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 24f40861-9786-42ec-9f3d-387b9e6918ab {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:44.957430 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:44.975473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] DHCP port deletion for d4502ac7-8cab-4756-9351-9f1dd2e319e9 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:15:45.057544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] Deleting port 24f40861-9786-42ec-9f3d-387b9e6918ab {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:45.060890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f611d488-72b4-48df-9bd2-45a673d50c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.061713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.087542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port 24f40861-9786-42ec-9f3d-387b9e6918ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=24f40861-9786-42ec-9f3d-387b9e6918ab,segment=NetworkSegment(1603830b-7b77-4ce4-9d00-4074a386decb),segment_id=1603830b-7b77-4ce4-9d00-4074a386decb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:45.088190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.120185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 24f40861-9786-42ec-9f3d-387b9e6918ab owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:45.180926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] For port 24f40861-9786-42ec-9f3d-387b9e6918ab, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=24f40861-9786-42ec-9f3d-387b9e6918ab,segment=NetworkSegment(1603830b-7b77-4ce4-9d00-4074a386decb),segment_id=1603830b-7b77-4ce4-9d00-4074a386decb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:45.181483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.227483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] Calling delete_port for 24f40861-9786-42ec-9f3d-387b9e6918ab owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:45.325873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 24f40861-9786-42ec-9f3d-387b9e6918ab no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:15:45.334005 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.360519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks [] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.407338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=24f40861-9786-42ec-9f3d-387b9e6918ab,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.415187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No DVR routers for this DVR port 24f40861-9786-42ec-9f3d-387b9e6918ab on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:45.427812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f611d488-72b4-48df-9bd2-45a673d50c0b admin admin] Publish callbacks [] for security_group (ccff6c35-6da7-4c35-a8d3-e1f578ea68c6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.444938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f611d488-72b4-48df-9bd2-45a673d50c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ccff6c35-6da7-4c35-a8d3-e1f578ea68c6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.460305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No active binding found for port 24f40861-9786-42ec-9f3d-387b9e6918ab {{(pid=109686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:15:45.460689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] The host n-d-828675-3 is not matching for port 24f40861-9786-42ec-9f3d-387b9e6918ab host None! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:15:45.461082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 24f40861-9786-42ec-9f3d-387b9e6918ab not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:15:45.484381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.548303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (24f40861-9786-42ec-9f3d-387b9e6918ab), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.550593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611d488-72b4-48df-9bd2-45a673d50c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccff6c35-6da7-4c35-a8d3-e1f578ea68c6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.574498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f611d488-72b4-48df-9bd2-45a673d50c0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa3a030a399f47b98409ee096457a09a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8814745 Feb 11 13:15:45.577387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34366) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:45.577577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] No DVR routers for this DVR port 24f40861-9786-42ec-9f3d-387b9e6918ab on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:15:45.587970 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d4502ac7-8cab-4756-9351-9f1dd2e319e9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.593974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:45.597764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:45.603020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:45.626738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffeb93-edbe-471c-9e6e-dc2aa61fc71f None None] Pushing event deleted for resources: {'Port': ['ID=24f40861-9786-42ec-9f3d-387b9e6918ab,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.644806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event updated for resources: {'Port': ['ID=849a0530-b9a5-4e55-8545-fc01f8a2e380,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.664717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4502ac7-8cab-4756-9351-9f1dd2e319e9']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:45.696192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.697081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.705970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1603830b-7b77-4ce4-9d00-4074a386decb') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:45.706263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1603830b-7b77-4ce4-9d00-4074a386decb') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:45.725174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1603830b-7b77-4ce4-9d00-4074a386decb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.730062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-944304d8-0e30-4555-a532-3b06ca71b7a9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5339985 Feb 11 13:15:45.738727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-64cbc087-1c34-46be-9a1f-ab3a87135aa1 admin admin] Publish callbacks [] for security_group (ccff6c35-6da7-4c35-a8d3-e1f578ea68c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.752331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Request body: {'port': {'device_id': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:45.756188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1603830b-7b77-4ce4-9d00-4074a386decb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.773109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:15:45.774839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1603830b-7b77-4ce4-9d00-4074a386decb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:15:45.782208 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:15:45.787979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-64cbc087-1c34-46be-9a1f-ab3a87135aa1 admin admin] Publish callbacks [] for security_group (ccff6c35-6da7-4c35-a8d3-e1f578ea68c6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.842582 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.949784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d4502ac7-8cab-4756-9351-9f1dd2e319e9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.984937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:45.996465 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/d4502ac7-8cab-4756-9351-9f1dd2e319e9 HTTP/1.1" status: 204 len: 168 time: 1.3770752 Feb 11 13:15:46.034167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34376) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:46.035114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306baf23-10cf-4b23-80c2-b16034f7c3da tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=d4502ac7-8cab-4756-9351-9f1dd2e319e9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.055987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-056a002f-1fcd-4759-b8aa-b3ea5a08516d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1027425476', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:46.169960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-056a002f-1fcd-4759-b8aa-b3ea5a08516d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.171033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-056a002f-1fcd-4759-b8aa-b3ea5a08516d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.183302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-64cbc087-1c34-46be-9a1f-ab3a87135aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ccff6c35-6da7-4c35-a8d3-e1f578ea68c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.191240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-64cbc087-1c34-46be-9a1f-ab3a87135aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.197005 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-64cbc087-1c34-46be-9a1f-ab3a87135aa1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccff6c35-6da7-4c35-a8d3-e1f578ea68c6 HTTP/1.1" status: 204 len: 168 time: 0.6160989 Feb 11 13:15:46.236721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbc087-1c34-46be-9a1f-ab3a87135aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccff6c35-6da7-4c35-a8d3-e1f578ea68c6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.308149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cce060-e029-4bf5-914b-77f3f9b11965 req-0a0ed6f5-c771-444f-9a80-3867aa56372d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.311032 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0cce060-e029-4bf5-914b-77f3f9b11965 req-0a0ed6f5-c771-444f-9a80-3867aa56372d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.2788165 Feb 11 13:15:46.365848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.432833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f3cdc-6716-41c0-b367-66cc2aee2a18 req-bb6571a6-eb4d-4881-8b09-19a2dd798492 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.441508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-467f3cdc-6716-41c0-b367-66cc2aee2a18 req-bb6571a6-eb4d-4881-8b09-19a2dd798492 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 931 time: 0.1206262 Feb 11 13:15:46.522590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-056a002f-1fcd-4759-b8aa-b3ea5a08516d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.538489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-056a002f-1fcd-4759-b8aa-b3ea5a08516d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.573248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f0cce060-e029-4bf5-914b-77f3f9b11965 req-0ba1280a-17f2-4f57-8b85-5e4d69de64eb tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193391 Feb 11 13:15:46.599225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-056a002f-1fcd-4759-b8aa-b3ea5a08516d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.599225 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-056a002f-1fcd-4759-b8aa-b3ea5a08516d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5461457 Feb 11 13:15:46.599458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-467f3cdc-6716-41c0-b367-66cc2aee2a18 req-636cdd85-7bca-43f5-b105-090015a5c286 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475759 Feb 11 13:15:46.599575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34388) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:46.600705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-532885372'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:46.660623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:46.673575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.718319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:46.742293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c4fbda87-e85d-44db-b6b4-2881a6b35c2b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.743033 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment c4fbda87-e85d-44db-b6b4-2881a6b35c2b of type vlan for network 95256453-01e9-418d-8234-ceb097a53fc2 Feb 11 13:15:46.754225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849a0530-b9a5-4e55-8545-fc01f8a2e380 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:46.776266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Publish callbacks [] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.830803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Transition to ACTIVE for port object 849a0530-b9a5-4e55-8545-fc01f8a2e380 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:46.836983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.876818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (95256453-01e9-418d-8234-ceb097a53fc2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.927315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (95256453-01e9-418d-8234-ceb097a53fc2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.934265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Pushing event updated for resources: {'Port': ['ID=849a0530-b9a5-4e55-8545-fc01f8a2e380,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.936256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.936918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:46.975137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34392) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:47.009509 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4159093 Feb 11 13:15:47.010645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34394) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:47.016070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:47.021734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b0c99d8-ecff-43d8-b9ae-de9750ef2500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.063035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cd860-6d9e-4b81-b3d8-79c304b0e897 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=95256453-01e9-418d-8234-ceb097a53fc2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.076778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 95256453-01e9-418d-8234-ceb097a53fc2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:15:47.134635 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b0c99d8-ecff-43d8-b9ae-de9750ef2500 admin admin] Publish callbacks [] for security_group (b21e1bcc-225e-49c0-a15f-5df102ae7522), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.156160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b0c99d8-ecff-43d8-b9ae-de9750ef2500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b21e1bcc-225e-49c0-a15f-5df102ae7522), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.240554 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.320700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c99d8-ecff-43d8-b9ae-de9750ef2500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21e1bcc-225e-49c0-a15f-5df102ae7522,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.377774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8b0c99d8-ecff-43d8-b9ae-de9750ef2500 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=532556fde12149bc9cbb197f1251813c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993793 Feb 11 13:15:47.380518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34400) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:47.381854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:47.385239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.403427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Attempting to bind port 849a0530-b9a5-4e55-8545-fc01f8a2e380 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:47.403965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Attempting to bind port 849a0530-b9a5-4e55-8545-fc01f8a2e380 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:47.404407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Attempting to bind port 849a0530-b9a5-4e55-8545-fc01f8a2e380 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:47.419627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Port 849a0530-b9a5-4e55-8545-fc01f8a2e380 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:15:47.420013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Attempting to bind port 849a0530-b9a5-4e55-8545-fc01f8a2e380 on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:47.451747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6aea19b9-9790-4c6f-ab9a-66e978348d3a admin admin] Publish callbacks [] for security_group (b21e1bcc-225e-49c0-a15f-5df102ae7522), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.460952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:47.461308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Checking segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:47.461683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Bound using segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:47.462141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Bound port: 849a0530-b9a5-4e55-8545-fc01f8a2e380, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:47.462637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.509898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6aea19b9-9790-4c6f-ab9a-66e978348d3a admin admin] Publish callbacks [] for security_group (b21e1bcc-225e-49c0-a15f-5df102ae7522), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.595540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] For port 849a0530-b9a5-4e55-8545-fc01f8a2e380, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:47.597479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6aea19b9-9790-4c6f-ab9a-66e978348d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b21e1bcc-225e-49c0-a15f-5df102ae7522), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.602615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6aea19b9-9790-4c6f-ab9a-66e978348d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.605357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6aea19b9-9790-4c6f-ab9a-66e978348d3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b21e1bcc-225e-49c0-a15f-5df102ae7522 HTTP/1.1" status: 204 len: 168 time: 0.2236495 Feb 11 13:15:47.635091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea19b9-9790-4c6f-ab9a-66e978348d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21e1bcc-225e-49c0-a15f-5df102ae7522,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.672772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] For port 849a0530-b9a5-4e55-8545-fc01f8a2e380, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:47.686085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.817459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd30b-010b-47ee-b5ce-4111e6f0f84c req-19ea1122-a9c9-47e4-bd27-4f924fd21307 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:47.821041 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb7cd30b-010b-47ee-b5ce-4111e6f0f84c req-19ea1122-a9c9-47e4-bd27-4f924fd21307 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1008251 Feb 11 13:15:47.902369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:47.903024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.904418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] 10.222.0.53 "PUT /v2.0/ports/849a0530-b9a5-4e55-8545-fc01f8a2e380 HTTP/1.1" status: 200 len: 1091 time: 2.1639507 Feb 11 13:15:47.911175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:47.911810 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccde81b-6537-4688-b10a-7fdeb2fb3799" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:47.917436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420af72-c8c2-495f-96ce-9c6cec383b3e service neutron] Pushing event updated for resources: {'Port': ['ID=849a0530-b9a5-4e55-8545-fc01f8a2e380,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.928275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb03b1-beeb-414d-bf34-6e2f25a38162 req-8d2e3e7a-4156-43d4-b57b-1e012601375f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:47.930672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9eb03b1-beeb-414d-bf34-6e2f25a38162 req-8d2e3e7a-4156-43d4-b57b-1e012601375f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 943 time: 0.1888926 Feb 11 13:15:47.932665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (0776d8ec-a8a0-42d4-8d54-47cdca0122b2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:47.943783 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb7cd30b-010b-47ee-b5ce-4111e6f0f84c req-3aa3a015-97ad-4934-bfc8-a7d2d683cbe5 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133392 Feb 11 13:15:48.089223 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f04c5-45f4-4cd1-9b5b-2d4b70f68239 x-openstack-request-id: req-d91f04c5-45f4-4cd1-9b5b-2d4b70f68239 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:48.089520 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:48.089875 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d91f04c5-45f4-4cd1-9b5b-2d4b70f68239 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:48.090286 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380', 'status': 'completed', 'code': 200} Feb 11 13:15:48.129386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=0776d8ec-a8a0-42d4-8d54-47cdca0122b2,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:48.158465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9eb03b1-beeb-414d-bf34-6e2f25a38162 req-988a6d9c-5395-434c-ac36-19027885cd61 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850028 Feb 11 13:15:48.159298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:48.169171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: 95256453-01e9-418d-8234-ceb097a53fc2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:48.175638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04a44-70ce-406a-848b-968663d37152 req-2188a56b-481a-45e2-8c24-21120cce6a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.177176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-2188a56b-481a-45e2-8c24-21120cce6a58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 1125 time: 0.1555991 Feb 11 13:15:48.224031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-0fc049a0-cc2c-4bed-ad94-83ee0e04544c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380 HTTP/1.1" status: 200 len: 217 time: 0.0372059 Feb 11 13:15:48.240334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 95256453-01e9-418d-8234-ceb097a53fc2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:48.271022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 95256453-01e9-418d-8234-ceb097a53fc2) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:48.277605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.278635 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:48.292784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2069c3b3-a03b-47e4-81ee-f7e571f61e9f None None] Network 95256453-01e9-418d-8234-ceb097a53fc2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:48.307847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04a44-70ce-406a-848b-968663d37152 req-545d8b12-0c52-44e9-aaef-9a809437603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.309391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-545d8b12-0c52-44e9-aaef-9a809437603d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.0787826 Feb 11 13:15:48.313097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dbf667c2-8815-4418-81da-9f5dbc46543b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3012204 Feb 11 13:15:48.316941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34428) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:48.351271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-7062a0f6-97e9-439d-b9bf-084db6f9ec6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356631 Feb 11 13:15:48.503214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-e15e0a4e-5033-4723-9b72-ab76b687a40a service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254108 Feb 11 13:15:48.503830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-95256453-01e9-418d-8234-ceb097a53fc2', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:15:48.503830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:48.737263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9d04a44-70ce-406a-848b-968663d37152 req-89fc351e-0b53-4d7c-a5ab-5bde6274bd74 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466977 Feb 11 13:15:48.747235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Allocated IP 172.20.0.2 (95256453-01e9-418d-8234-ceb097a53fc2/0776d8ec-a8a0-42d4-8d54-47cdca0122b2/5bd17733-8203-4772-9a4a-a3f735d07ad0) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:48.941206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-58128caf-dbc0-49ce-a32c-7e8f7abfbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.943145 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:48.946526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-58128caf-dbc0-49ce-a32c-7e8f7abfbfea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 1125 time: 0.1098530 Feb 11 13:15:49.019692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Publish callbacks [] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:49.035444 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:49.124350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Network 95256453-01e9-418d-8234-ceb097a53fc2 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:49.143489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:49.162484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:49.205087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Pushing event updated for resources: {'Port': ['ID=5bd17733-8203-4772-9a4a-a3f735d07ad0,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:49.290996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-f40b45b2-9134-4fd4-b115-9ca29c1ac0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.306218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-f40b45b2-9134-4fd4-b115-9ca29c1ac0d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.3326724 Feb 11 13:15:49.318835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Attempting to bind port 5bd17733-8203-4772-9a4a-a3f735d07ad0 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:49.319349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Attempting to bind port 5bd17733-8203-4772-9a4a-a3f735d07ad0 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:49.319569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Attempting to bind port 5bd17733-8203-4772-9a4a-a3f735d07ad0 on network 95256453-01e9-418d-8234-ceb097a53fc2 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:49.346642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:49.347084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Checking segment: {'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:49.347450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:49.347907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Bound using segment: {'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:49.348328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Bound port: 5bd17733-8203-4772-9a4a-a3f735d07ad0, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:49.348709 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:49.383063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-a210fbce-ea1b-4246-b445-b212a121250b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380 HTTP/1.1" status: 200 len: 217 time: 0.0678573 Feb 11 13:15:49.438000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-d04a515a-e998-4ee2-854b-ce7f0940ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.439982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-d04a515a-e998-4ee2-854b-ce7f0940ed47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.0457835 Feb 11 13:15:49.487280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-ea6a2d13-a3d4-44e2-8e05-0a23a1db5461 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276318 Feb 11 13:15:49.608435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190dc28-80bd-410f-b80f-a08b686c438e req-ea2b04da-7ae4-4b45-b741-713292d39b70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.621679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6190dc28-80bd-410f-b80f-a08b686c438e req-ea2b04da-7ae4-4b45-b741-713292d39b70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.4387200 Feb 11 13:15:49.669783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-3a338488-2533-446e-9758-1459ff00b1e1 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731284 Feb 11 13:15:49.686840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2334ea7-76b3-41b0-abff-1fde8188a0d9 req-114bf627-295d-4a7c-b9d3-0c1dc8704a05 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.688971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2334ea7-76b3-41b0-abff-1fde8188a0d9 req-114bf627-295d-4a7c-b9d3-0c1dc8704a05 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 943 time: 0.3047018 Feb 11 13:15:49.788100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] For port 5bd17733-8203-4772-9a4a-a3f735d07ad0, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:49.796612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] For port 5bd17733-8203-4772-9a4a-a3f735d07ad0, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5bd17733-8203-4772-9a4a-a3f735d07ad0,segment=NetworkSegment(c4fbda87-e85d-44db-b6b4-2881a6b35c2b),segment_id=c4fbda87-e85d-44db-b6b4-2881a6b35c2b)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:49.813772 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:49.827652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccde81b-6537-4688-b10a-7fdeb2fb3799 req-03abbeb9-e0b1-48ab-8b5e-bd4a93709665 service neutron] 10.222.0.53 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337874 Feb 11 13:15:49.867541 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6190dc28-80bd-410f-b80f-a08b686c438e req-50aada48-79b5-4c1b-a6f6-96fcbc51d7a8 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364120 Feb 11 13:15:49.969411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07de7a-d522-4590-bcf9-b14aa24295a3 None None] Pushing event updated for resources: {'Port': ['ID=5bd17733-8203-4772-9a4a-a3f735d07ad0,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:49.981815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2334ea7-76b3-41b0-abff-1fde8188a0d9 req-c5c702dc-9663-41c5-8e1f-ca80350bb418 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372521 Feb 11 13:15:49.982339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.20.0.1 (95256453-01e9-418d-8234-ceb097a53fc2/0776d8ec-a8a0-42d4-8d54-47cdca0122b2/a97547cb-c7a3-4b80-b81c-85cf7cfc14d4) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:50.196017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:50.250012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:50.266983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 849a0530-b9a5-4e55-8545-fc01f8a2e380 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:15:50.409125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.442649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 95256453-01e9-418d-8234-ceb097a53fc2 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:50.443824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:50.450590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:50.483127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 849a0530-b9a5-4e55-8545-fc01f8a2e380, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:50.505147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '849a0530-b9a5-4e55-8545-fc01f8a2e380', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'port_id': '849a0530-b9a5-4e55-8545-fc01f8a2e380', 'mac_address': 'fa:16:3e:ac:33:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8738ee9-9799-48eb-9480-7c79190886ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:15:50.564468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 849a0530-b9a5-4e55-8545-fc01f8a2e380 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:50.565077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:50.572377 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:50.582417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849a0530-b9a5-4e55-8545-fc01f8a2e380 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:50.619938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 849a0530-b9a5-4e55-8545-fc01f8a2e380, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:50.627683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:50.691546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=849a0530-b9a5-4e55-8545-fc01f8a2e380,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.751025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:50.874615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['849a0530-b9a5-4e55-8545-fc01f8a2e380'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:15:51.148238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33422199-46fd-43c7-b061-661c54690ebf req-0089bc57-1e8e-4fb5-8a49-689fb1a82ba7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.155732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33422199-46fd-43c7-b061-661c54690ebf req-0089bc57-1e8e-4fb5-8a49-689fb1a82ba7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 944 time: 0.0901222 Feb 11 13:15:51.177892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.193257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.241667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33422199-46fd-43c7-b061-661c54690ebf req-462f92b3-56c4-4444-a714-d6384a5a9e52 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794761 Feb 11 13:15:51.302757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851de42-852e-4826-8119-8dbfc418fd41 req-bc773d8b-9f2d-4faf-84d1-9129562272fa tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.304264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5bd17733-8203-4772-9a4a-a3f735d07ad0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:51.304406 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5851de42-852e-4826-8119-8dbfc418fd41 req-bc773d8b-9f2d-4faf-84d1-9129562272fa tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1731877 Feb 11 13:15:51.320342 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.326540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:51.365546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5bd17733-8203-4772-9a4a-a3f735d07ad0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:51.366028 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.457179 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5851de42-852e-4826-8119-8dbfc418fd41 req-b3247aa2-6220-4594-a5bc-c93711a6a869 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442249 Feb 11 13:15:51.483939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5bd17733-8203-4772-9a4a-a3f735d07ad0 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:51.484397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.515926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 95256453-01e9-418d-8234-ceb097a53fc2 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:51.517790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:51.546092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 5bd17733-8203-4772-9a4a-a3f735d07ad0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5bd17733-8203-4772-9a4a-a3f735d07ad0,segment=NetworkSegment(c4fbda87-e85d-44db-b6b4-2881a6b35c2b),segment_id=c4fbda87-e85d-44db-b6b4-2881a6b35c2b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:51.571184 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.619059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23b2a0-0785-4fc6-a3e3-28711d09f9e2 None None] Network 95256453-01e9-418d-8234-ceb097a53fc2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:51.677469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03329ba-8c31-4332-bc97-34199eda2544 req-f76d6674-27da-45e5-b99e-17bfdd4bea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.678735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:51.680092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03329ba-8c31-4332-bc97-34199eda2544 req-f76d6674-27da-45e5-b99e-17bfdd4bea07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1128 time: 0.2076111 Feb 11 13:15:51.731082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ae135092-47ed-4726-a773-cecfce57f3f8 None None] Provisioning complete for port 5bd17733-8203-4772-9a4a-a3f735d07ad0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:51.731731 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ae135092-47ed-4726-a773-cecfce57f3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.755105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=5bd17733-8203-4772-9a4a-a3f735d07ad0,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:51.794468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03329ba-8c31-4332-bc97-34199eda2544 req-d694f3c6-9df1-45f5-ab9b-976bb3e0ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.796311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03329ba-8c31-4332-bc97-34199eda2544 req-d694f3c6-9df1-45f5-ab9b-976bb3e0ec1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 917 time: 0.1043105 Feb 11 13:15:51.799817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:51.810386 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:51.812106 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-233e563d-2106-4d4a-8a2f-653af9d3c4fa tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4938755 Feb 11 13:15:51.827503 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:51.827768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34534) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:51.828729 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:51.833299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-559558489'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:51.871356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ae135092-47ed-4726-a773-cecfce57f3f8 None None] Current status of the port 5bd17733-8203-4772-9a4a-a3f735d07ad0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:51.880606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:51.885853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.910900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03329ba-8c31-4332-bc97-34199eda2544 req-21234368-a406-408e-8e70-43a3d21c1d5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 1000 time: 0.1075816 Feb 11 13:15:51.929917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:51.942115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (21eaa993-bbb4-44d8-bf35-4ec03be90753), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:51.942492 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment 21eaa993-bbb4-44d8-bf35-4ec03be90753 of type vlan for network 1898a738-fb14-4c86-bc18-a112f9154f5c Feb 11 13:15:51.968573 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:51.975708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03329ba-8c31-4332-bc97-34199eda2544 req-33f5bad1-3a6d-4bb6-b38f-f0761b015c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:51.977480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03329ba-8c31-4332-bc97-34199eda2544 req-33f5bad1-3a6d-4bb6-b38f-f0761b015c72 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.0603952 Feb 11 13:15:51.995657 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1898a738-fb14-4c86-bc18-a112f9154f5c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.047342 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1898a738-fb14-4c86-bc18-a112f9154f5c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.058507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.061704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03329ba-8c31-4332-bc97-34199eda2544 req-5c4e0e77-7856-4d4e-ad8e-cdd43fd2e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.063354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03329ba-8c31-4332-bc97-34199eda2544 req-5c4e0e77-7856-4d4e-ad8e-cdd43fd2e448 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0788066 Feb 11 13:15:52.063725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.199131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03329ba-8c31-4332-bc97-34199eda2544 req-3fe0d892-902e-4cde-a75a-be20e1ad0310 service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291566 Feb 11 13:15:52.203459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=1898a738-fb14-4c86-bc18-a112f9154f5c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:52.214684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1898a738-fb14-4c86-bc18-a112f9154f5c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:15:52.253529 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ddae8e41-4d92-46b0-9209-69ebb48649a3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4219992 Feb 11 13:15:52.254444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34544) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:52.264409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:52.357668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 849a0530-b9a5-4e55-8545-fc01f8a2e380 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:52.387053 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:15:50Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:50Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:52.476445 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:52.476811 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Updating router 59c4faed-e328-4211-afd6-9d9fa06b77b1 port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:15:52.489119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:52.492095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.497788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c52b8-4367-40e9-b915-0f12861f187b req-5652f441-0e09-4898-8ec8-4aa0252f54f7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.506924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d84c52b8-4367-40e9-b915-0f12861f187b req-5652f441-0e09-4898-8ec8-4aa0252f54f7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 944 time: 0.1050341 Feb 11 13:15:52.510987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b03329ba-8c31-4332-bc97-34199eda2544 req-9fed3572-4f18-4726-b582-202c65d836a3 service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059950 Feb 11 13:15:52.541170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b21dbc30-2a30-4588-b085-490ac61d1ba0 None None] Provisioning complete for port 5bd17733-8203-4772-9a4a-a3f735d07ad0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:52.543109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b21dbc30-2a30-4588-b085-490ac61d1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.565745 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.599322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d84c52b8-4367-40e9-b915-0f12861f187b req-c23a8f10-bb48-422a-bf5c-47b3d39ef29c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912700 Feb 11 13:15:52.648674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 849a0530-b9a5-4e55-8545-fc01f8a2e380 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:52.658035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 849a0530-b9a5-4e55-8545-fc01f8a2e380 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:52.658515 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.774341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b21dbc30-2a30-4588-b085-490ac61d1ba0 None None] Current status of the port 5bd17733-8203-4772-9a4a-a3f735d07ad0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:52.792497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b21dbc30-2a30-4588-b085-490ac61d1ba0 None None] Provisioning complete for port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:52.793168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b21dbc30-2a30-4588-b085-490ac61d1ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.892979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 849a0530-b9a5-4e55-8545-fc01f8a2e380 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:52.893234 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:52.895103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b21dbc30-2a30-4588-b085-490ac61d1ba0 None None] Port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:52.922790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:52.925282 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d570ee1-7c71-44a9-b0e5-2fa8bc82b72a" -d '{"events": [{"server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "name": "network-vif-plugged", "status": "completed", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:52.963428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 849a0530-b9a5-4e55-8545-fc01f8a2e380, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:52.972486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.050280 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf477f7-28d1-4d14-88f2-9b16373d345f x-openstack-request-id: req-2cf477f7-28d1-4d14-88f2-9b16373d345f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:53.050591 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "name": "network-vif-plugged", "status": "completed", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:53.050849 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cf477f7-28d1-4d14-88f2-9b16373d345f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:53.051259 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380', 'code': 200} Feb 11 13:15:53.086532 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Publish callbacks [] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.096504 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.097977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9a59f9a4-f64f-40ae-8ee9-433b904a4a3e None None] Provisioning complete for port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:53.098511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a59f9a4-f64f-40ae-8ee9-433b904a4a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.101469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=849a0530-b9a5-4e55-8545-fc01f8a2e380,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.145765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9a59f9a4-f64f-40ae-8ee9-433b904a4a3e None None] Port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:53.211878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f162f5-30ee-41fa-8e00-0daf9e87fe28 req-d09ac4a0-c034-4f52-a416-b6b065d23bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.221707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58f162f5-30ee-41fa-8e00-0daf9e87fe28 req-d09ac4a0-c034-4f52-a416-b6b065d23bad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 1127 time: 0.1032805 Feb 11 13:15:53.241195 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Pushing event updated for resources: {'Port': ['ID=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.272916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-02d6a2ac-b60f-4849-8382-51b9bebfb970 None None] Provisioning complete for port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:53.273307 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-02d6a2ac-b60f-4849-8382-51b9bebfb970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.285828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58f162f5-30ee-41fa-8e00-0daf9e87fe28 req-f3d6404e-170c-4ec8-8cd7-524c3bccde67 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Feb 11 13:15:53.292057 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.292399 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.292742 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.293074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.295473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5bd17733-8203-4772-9a4a-a3f735d07ad0 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:53.306023 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.306441 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.306776 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.307106 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.307432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.307756 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.308079 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.308397 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.318061 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:53.380955 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Attempting to bind port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:53.381326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Attempting to bind port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:53.381715 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Attempting to bind port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 on network 95256453-01e9-418d-8234-ceb097a53fc2 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:53.394526 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:53.394822 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Checking segment: {'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:53.395202 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.395591 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Bound using segment: {'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:53.396059 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Bound port: a97547cb-c7a3-4b80-b81c-85cf7cfc14d4, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:53.396435 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.451382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5bd17733-8203-4772-9a4a-a3f735d07ad0 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:53.452131 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.456670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-02d6a2ac-b60f-4849-8382-51b9bebfb970 None None] Port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:53.501274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8418b-4fb9-44e6-a4e5-8d5cfba6a1c4 req-f71dc730-68c8-47fe-be04-4cf5425b3356 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.508653 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9db8418b-4fb9-44e6-a4e5-8d5cfba6a1c4 req-f71dc730-68c8-47fe-be04-4cf5425b3356 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1976881 Feb 11 13:15:53.553683 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] For port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:53.558608 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] For port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,segment=NetworkSegment(c4fbda87-e85d-44db-b6b4-2881a6b35c2b),segment_id=c4fbda87-e85d-44db-b6b4-2881a6b35c2b)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:53.569754 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.617535 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9db8418b-4fb9-44e6-a4e5-8d5cfba6a1c4 req-2c9e5dab-2a77-4e3d-95f0-da7ea759a1ce tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077611 Feb 11 13:15:53.639833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5bd17733-8203-4772-9a4a-a3f735d07ad0 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:53.660802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (8175418a-5b5a-4965-a74d-e75d5af972bf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.698184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-62ccf79b-a03f-48d7-bfd0-4652e5707013 None None] Provisioning complete for port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:53.699183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62ccf79b-a03f-48d7-bfd0-4652e5707013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.736080 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f535e-baa1-4c77-936d-7ae43a230522 None None] Pushing event updated for resources: {'Port': ['ID=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.757922 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:53.773841 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:53.774263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=8175418a-5b5a-4965-a74d-e75d5af972bf,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.784864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:53.785577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: 1898a738-fb14-4c86-bc18-a112f9154f5c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:53.820248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 1898a738-fb14-4c86-bc18-a112f9154f5c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:53.832175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1898a738-fb14-4c86-bc18-a112f9154f5c) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:53.841459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.845705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:53.858047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2013df-6592-4261-8213-576e2731a461 req-7f156802-4176-4012-92be-bd6799ab874f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.869447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2013df-6592-4261-8213-576e2731a461 req-7f156802-4176-4012-92be-bd6799ab874f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1811857 Feb 11 13:15:53.877010 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1a57176d-1c58-4f92-9a54-ffa77f7774a8 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6212466 Feb 11 13:15:53.879547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34584) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:53.934227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b68dfa-3778-463b-ac5d-803f029539b4 None None] Network 1898a738-fb14-4c86-bc18-a112f9154f5c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:53.962271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a2013df-6592-4261-8213-576e2731a461 req-44dbeffa-1c44-48ef-be8f-cf6617e500d9 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812829 Feb 11 13:15:54.020839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:54.205489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:15:54.208023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1898a738-fb14-4c86-bc18-a112f9154f5c', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:15:54.208845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:54.224012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-62ccf79b-a03f-48d7-bfd0-4652e5707013 None None] Current status of the port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:54.224458 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62ccf79b-a03f-48d7-bfd0-4652e5707013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:54.338708 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:15:50Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:53Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:54.370304 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4e07-1990-42ac-80b3-31dd0c30841c None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:15:50Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:53Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:54.581362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-62ccf79b-a03f-48d7-bfd0-4652e5707013 None None] For port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,segment=NetworkSegment(c4fbda87-e85d-44db-b6b4-2881a6b35c2b),segment_id=c4fbda87-e85d-44db-b6b4-2881a6b35c2b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:54.588313 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62ccf79b-a03f-48d7-bfd0-4652e5707013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:54.600472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Allocated IP 172.21.0.2 (1898a738-fb14-4c86-bc18-a112f9154f5c/8175418a-5b5a-4965-a74d-e75d5af972bf/2c341417-c28b-415c-845a-6c982f471875) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:54.636573 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:54.709492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:54.710138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:54.881039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccf79b-a03f-48d7-bfd0-4652e5707013 None None] Pushing event updated for resources: {'Port': ['ID=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:54.961491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-744a7ed7-b985-47b2-921b-9ff58e7742c8 None None] Provisioning complete for port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:54.961907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-744a7ed7-b985-47b2-921b-9ff58e7742c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:54.998423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1fc3b-5cf0-420d-b9f0-23cb46e6b6f3 req-1396d3cd-4001-436c-b3a9-885933f9e08a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:55.021023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:55.025144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d1b1fc3b-5cf0-420d-b9f0-23cb46e6b6f3 req-1396d3cd-4001-436c-b3a9-885933f9e08a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 946 time: 0.1813295 Feb 11 13:15:55.033102 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.056469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:55.064980 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f78730e-8961-4c1f-8112-2518d3d7ff4c" -d '{"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-unplugged", "status": "completed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:55.230706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5719dd29-c30c-4efc-8088-1f1272911afe req-2c6f716a-fbe5-4d9a-a42e-618d31f6d32b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:55.232467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5719dd29-c30c-4efc-8088-1f1272911afe req-2c6f716a-fbe5-4d9a-a42e-618d31f6d32b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1136136 Feb 11 13:15:55.240399 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d1b1fc3b-5cf0-420d-b9f0-23cb46e6b6f3 req-15feaa9d-6626-4a9e-9e62-98fa731ccd4f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141891 Feb 11 13:15:55.308806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:55.328550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:55.355488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5719dd29-c30c-4efc-8088-1f1272911afe req-b948a90b-cb0d-465f-a1d9-880944fcb06d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164675 Feb 11 13:15:55.377901 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccbae47-de87-4eaf-aa84-60efde13ddec x-openstack-request-id: req-7ccbae47-de87-4eaf-aa84-60efde13ddec {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:55.377901 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-unplugged", "status": "failed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066", "code": 422}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:55.377901 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ccbae47-de87-4eaf-aa84-60efde13ddec {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:55.377901 n-d-828675-3 neutron-server[109686]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'code': 422} returned with failed status Feb 11 13:15:55.378825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-744a7ed7-b985-47b2-921b-9ff58e7742c8 None None] Current status of the port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:55.387722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Publish callbacks [] for port (2c341417-c28b-415c-845a-6c982f471875), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.426463 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2c341417-c28b-415c-845a-6c982f471875), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.499014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.21.0.1 (1898a738-fb14-4c86-bc18-a112f9154f5c/8175418a-5b5a-4965-a74d-e75d5af972bf/3735bbff-757a-4e6a-b4a7-898bff4d818d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:55.560042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Pushing event updated for resources: {'Port': ['ID=2c341417-c28b-415c-845a-6c982f471875,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:55.581579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:55.582117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.595842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Network 1898a738-fb14-4c86-bc18-a112f9154f5c is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:55.628046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:55.687152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:55.753682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.784141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb90d-006b-4774-a471-a9e939445f9b req-315cf47e-a078-425a-95bf-62ee96f7711a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:55.792523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1debb90d-006b-4774-a471-a9e939445f9b req-315cf47e-a078-425a-95bf-62ee96f7711a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.0967276 Feb 11 13:15:55.847557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.885674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1debb90d-006b-4774-a471-a9e939445f9b req-3f0bf036-c8af-4c69-9a0a-bf24ace6324c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917339 Feb 11 13:15:55.931653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 1898a738-fb14-4c86-bc18-a112f9154f5c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:55.944058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:55.946667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:56.010287 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.013252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=3735bbff-757a-4e6a-b4a7-898bff4d818d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.107993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Attempting to bind port 2c341417-c28b-415c-845a-6c982f471875 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:56.108589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Attempting to bind port 2c341417-c28b-415c-845a-6c982f471875 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:56.108589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Attempting to bind port 2c341417-c28b-415c-845a-6c982f471875 on network 1898a738-fb14-4c86-bc18-a112f9154f5c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:56.111017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:56.116588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:56.116977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Checking segment: {'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:56.117385 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.118207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Bound using segment: {'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:56.118695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Bound port: 2c341417-c28b-415c-845a-6c982f471875, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:56.119077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c341417-c28b-415c-845a-6c982f471875), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.200894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] For port 2c341417-c28b-415c-845a-6c982f471875, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:56.205855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] For port 2c341417-c28b-415c-845a-6c982f471875, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2c341417-c28b-415c-845a-6c982f471875,segment=NetworkSegment(21eaa993-bbb4-44d8-bf35-4ec03be90753),segment_id=21eaa993-bbb4-44d8-bf35-4ec03be90753)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:56.218179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2c341417-c28b-415c-845a-6c982f471875), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.307686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.357671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe3ca9-0d6c-48b4-a23b-cd7b07bd981b None None] Pushing event updated for resources: {'Port': ['ID=2c341417-c28b-415c-845a-6c982f471875,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.775719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34672) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:56.777453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c79b-368f-4d2e-b75e-bbd0eb04839e req-d5c31518-49cf-4653-902a-b4e22f6238de tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:56.787282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e132c79b-368f-4d2e-b75e-bbd0eb04839e req-d5c31518-49cf-4653-902a-b4e22f6238de tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.4749477 Feb 11 13:15:56.892806 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e132c79b-368f-4d2e-b75e-bbd0eb04839e req-0e8dfcf2-c757-4bc3-a14d-d2a1bad46447 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051483 Feb 11 13:15:56.962592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.967654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.975401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-eb5b76b5-2a51-4d51-964b-c4c7f808c04c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1982045 Feb 11 13:15:56.982410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-63361c57-7531-452f-a0ea-64ff823b2b81 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:15:56.983485 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-63361c57-7531-452f-a0ea-64ff823b2b81 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069895 Feb 11 13:15:57.051819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1104ca-c47b-4edf-93d0-4ce75e9a0070 req-cbc14c2d-5c7c-49ce-a634-f501ad87e03e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:57.055469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be1104ca-c47b-4edf-93d0-4ce75e9a0070 req-cbc14c2d-5c7c-49ce-a634-f501ad87e03e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.0775518 Feb 11 13:15:57.099309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.147651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=3735bbff-757a-4e6a-b4a7-898bff4d818d,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.147788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be1104ca-c47b-4edf-93d0-4ce75e9a0070 req-c8f693e0-c0d2-434a-9abe-414937d2e312 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838518 Feb 11 13:15:57.219385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-316afeb2-d65a-46f4-b781-3822126a6499 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:57.221128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-316afeb2-d65a-46f4-b781-3822126a6499 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports/16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 941 time: 0.1919105 Feb 11 13:15:57.306856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 1898a738-fb14-4c86-bc18-a112f9154f5c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:57.308533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:57.332210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2c341417-c28b-415c-845a-6c982f471875 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:57.427343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2c341417-c28b-415c-845a-6c982f471875 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:57.427823 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2c341417-c28b-415c-845a-6c982f471875), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.481717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:57.534154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2c341417-c28b-415c-845a-6c982f471875 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:57.534154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c341417-c28b-415c-845a-6c982f471875), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.637277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 2c341417-c28b-415c-845a-6c982f471875, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2c341417-c28b-415c-845a-6c982f471875,segment=NetworkSegment(21eaa993-bbb4-44d8-bf35-4ec03be90753),segment_id=21eaa993-bbb4-44d8-bf35-4ec03be90753)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:57.643147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2c341417-c28b-415c-845a-6c982f471875), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.723272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:57.730112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e9cd14a8-270e-4c69-b874-c50ddc70070a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8495312 Feb 11 13:15:57.732828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34700) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:57.758630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1166198798'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:57.777597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=2c341417-c28b-415c-845a-6c982f471875,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.787539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:57.788874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:57.797203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.811516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:57.813747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:57.845127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:57.871302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.871923 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment 1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169 of type vlan for network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 Feb 11 13:15:57.948679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3382db6c-3915-4883-88c8-3abda5471c39 None None] Network 1898a738-fb14-4c86-bc18-a112f9154f5c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:57.981908 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (2b06ed22-82b0-46a1-bbf2-f04b59c9dc90), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.033506 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (2b06ed22-82b0-46a1-bbf2-f04b59c9dc90), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.033788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7a546f1f-b2b4-44fe-92a3-d5ff78cc0762 None None] Provisioning complete for port 2c341417-c28b-415c-845a-6c982f471875 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:58.040498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.041299 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.048908 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7a546f1f-b2b4-44fe-92a3-d5ff78cc0762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2c341417-c28b-415c-845a-6c982f471875), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.084326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb65da2-9b89-40a0-a372-ab4e15d6f8f3 req-ee12d44e-ba1e-4d43-844d-a181e1ed0995 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.089265 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ffb65da2-9b89-40a0-a372-ab4e15d6f8f3 req-ee12d44e-ba1e-4d43-844d-a181e1ed0995 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.0801122 Feb 11 13:15:58.098484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3637333 Feb 11 13:15:58.102727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34708) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:58.103597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:58.110932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:58.173714 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ffb65da2-9b89-40a0-a372-ab4e15d6f8f3 req-15c9dcc6-942f-4ec5-a71b-523d2260594a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769346 Feb 11 13:15:58.233766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:15:58.608887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7a546f1f-b2b4-44fe-92a3-d5ff78cc0762 None None] Current status of the port 2c341417-c28b-415c-845a-6c982f471875 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:58.627820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:58.657945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:15:56Z', 'revision_number': 3, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:15:56Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:58.701297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:58.701662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Updating router 59c4faed-e328-4211-afd6-9d9fa06b77b1 port 3735bbff-757a-4e6a-b4a7-898bff4d818d binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:15:58.759598 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.935677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee31e2-2fa2-4e5a-807b-88b6a433858c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=2b06ed22-82b0-46a1-bbf2-f04b59c9dc90,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.969007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:15:59.073568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1177cdc-afba-48cb-a93d-c37f0571dbca req-c611a97c-1673-476a-ad3e-88c788acb44e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.075304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1177cdc-afba-48cb-a93d-c37f0571dbca req-c611a97c-1673-476a-ad3e-88c788acb44e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2943056 Feb 11 13:15:59.133865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:59.144117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.191645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1177cdc-afba-48cb-a93d-c37f0571dbca req-5a8df9f7-ec55-4691-b7d1-b5e025bc1d59 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087542 Feb 11 13:15:59.377667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Publish callbacks [] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.412499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2c341417-c28b-415c-845a-6c982f471875 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:59.459794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3e78c-d93a-4803-a101-d820c9dd526c req-9c387273-abb6-4d4a-bbb1-fbe70b3eb92b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.462126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2df3e78c-d93a-4803-a101-d820c9dd526c req-9c387273-abb6-4d4a-bbb1-fbe70b3eb92b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1455779 Feb 11 13:15:59.541830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.578120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-07e486bc-8ce2-4f5c-987a-92a5fa03954d None None] Provisioning complete for port 2c341417-c28b-415c-845a-6c982f471875 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:59.578907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-07e486bc-8ce2-4f5c-987a-92a5fa03954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2c341417-c28b-415c-845a-6c982f471875), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.623748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2df3e78c-d93a-4803-a101-d820c9dd526c req-5d59e2b7-a33b-451e-ae52-230272e19da8 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482439 Feb 11 13:15:59.672168 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (4d21bfa2-b542-4cdd-9678-acbb8f145b76), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.712716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24392d94-b074-4d80-a185-1f9cf6af70a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.743989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b477d8-8481-4790-8ee1-a1d3199fa548 None None] Pushing event updated for resources: {'Port': ['ID=3735bbff-757a-4e6a-b4a7-898bff4d818d,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.826698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=4d21bfa2-b542-4cdd-9678-acbb8f145b76,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.834022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:59.841059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:59.853245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2c341417-c28b-415c-845a-6c982f471875 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:59.853846 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2c341417-c28b-415c-845a-6c982f471875), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.877444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:59.894985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:59.919288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f8ea2-5d59-4ccf-9f4f-98f6c35902e2 None None] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:59.926997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.927611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.978042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3bacf31b-f376-4aa0-afd9-71dd6a3db997 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8736346 Feb 11 13:15:59.981472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34740) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:00.052185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Attempting to bind port 3735bbff-757a-4e6a-b4a7-898bff4d818d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:00.052575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Attempting to bind port 3735bbff-757a-4e6a-b4a7-898bff4d818d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:00.052947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Attempting to bind port 3735bbff-757a-4e6a-b4a7-898bff4d818d on network 1898a738-fb14-4c86-bc18-a112f9154f5c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:00.124840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-07e486bc-8ce2-4f5c-987a-92a5fa03954d None None] Current status of the port 2c341417-c28b-415c-845a-6c982f471875 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:00.228058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:00.228594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Checking segment: {'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:00.229019 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.229429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Bound using segment: {'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:00.229971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Bound port: 3735bbff-757a-4e6a-b4a7-898bff4d818d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21eaa993-bbb4-44d8-bf35-4ec03be90753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:00.230364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.347347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:16:00.348204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.368729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-07e486bc-8ce2-4f5c-987a-92a5fa03954d None None] Provisioning complete for port 3735bbff-757a-4e6a-b4a7-898bff4d818d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:00.369221 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-07e486bc-8ce2-4f5c-987a-92a5fa03954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.426161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] For port 3735bbff-757a-4e6a-b4a7-898bff4d818d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:00.429813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] For port 3735bbff-757a-4e6a-b4a7-898bff4d818d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3735bbff-757a-4e6a-b4a7-898bff4d818d,segment=NetworkSegment(21eaa993-bbb4-44d8-bf35-4ec03be90753),segment_id=21eaa993-bbb4-44d8-bf35-4ec03be90753)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:00.462014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2c341417-c28b-415c-845a-6c982f471875 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:00.464776 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.589820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2521b-a298-44a5-892a-4542e7323eea req-b9fa20e3-6606-4d2e-a5d4-c950872159c7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.591353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85f2521b-a298-44a5-892a-4542e7323eea req-b9fa20e3-6606-4d2e-a5d4-c950872159c7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2326880 Feb 11 13:16:00.722485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b477d8-8481-4790-8ee1-a1d3199fa548 None None] Pushing event updated for resources: {'Port': ['ID=3735bbff-757a-4e6a-b4a7-898bff4d818d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.728545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-07e486bc-8ce2-4f5c-987a-92a5fa03954d None None] Port 3735bbff-757a-4e6a-b4a7-898bff4d818d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:00.753812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:00.754202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:15:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:00.785012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.802114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85f2521b-a298-44a5-892a-4542e7323eea req-75eb8453-52ba-4169-98ba-a5e3334f3ec8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933236 Feb 11 13:16:00.891935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47772e0-694f-4cf4-9e34-59eb4e3736f4 req-0d9abd2e-e0f8-4b08-8e36-725fb68cb7c5 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.906247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a47772e0-694f-4cf4-9e34-59eb4e3736f4 req-0d9abd2e-e0f8-4b08-8e36-725fb68cb7c5 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1326129 Feb 11 13:16:01.029000 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a47772e0-694f-4cf4-9e34-59eb4e3736f4 req-f3e149a6-6c8c-415e-9736-11485f3ecda6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213288 Feb 11 13:16:01.120154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:01.214288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6d23ec17-8913-4958-a1f0-c0bc49cac936 None None] Provisioning complete for port 3735bbff-757a-4e6a-b4a7-898bff4d818d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:01.214666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d23ec17-8913-4958-a1f0-c0bc49cac936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.316201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Allocated IP 172.22.0.2 (2b06ed22-82b0-46a1-bbf2-f04b59c9dc90/4d21bfa2-b542-4cdd-9678-acbb8f145b76/4d71969e-4fb9-4429-97e5-ecd78e825aba) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:01.400237 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f61a69d-dc06-48e4-a014-00bcafb2186f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.534987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6d23ec17-8913-4958-a1f0-c0bc49cac936 None None] Current status of the port 3735bbff-757a-4e6a-b4a7-898bff4d818d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:01.535296 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d23ec17-8913-4958-a1f0-c0bc49cac936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.626320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6d23ec17-8913-4958-a1f0-c0bc49cac936 None None] For port 3735bbff-757a-4e6a-b4a7-898bff4d818d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3735bbff-757a-4e6a-b4a7-898bff4d818d,segment=NetworkSegment(21eaa993-bbb4-44d8-bf35-4ec03be90753),segment_id=21eaa993-bbb4-44d8-bf35-4ec03be90753)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:01.655321 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Publish callbacks [] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.691709 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.711346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d23ec17-8913-4958-a1f0-c0bc49cac936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.723751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:15:56Z', 'revision_number': 3, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:01.762266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.22.0.1 (2b06ed22-82b0-46a1-bbf2-f04b59c9dc90/4d21bfa2-b542-4cdd-9678-acbb8f145b76/b954482d-df42-4f7c-9fde-a0b76020e12b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:01.811255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf890263-cd1e-46e4-aef0-99ba7649d78c None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:15:56Z', 'revision_number': 3, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:01.822710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:01.846033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:01.849860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:01.852452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Pushing event updated for resources: {'Port': ['ID=4d71969e-4fb9-4429-97e5-ecd78e825aba,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.007139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a9b8c0ff-bdc1-4f1c-b39c-287aa717901a None None] Provisioning complete for port 3735bbff-757a-4e6a-b4a7-898bff4d818d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:02.008432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c0ff-bdc1-4f1c-b39c-287aa717901a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.112547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.148550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23ec17-8913-4958-a1f0-c0bc49cac936 None None] Pushing event updated for resources: {'Port': ['ID=3735bbff-757a-4e6a-b4a7-898bff4d818d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.161993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424769d4-d270-4df1-9868-834ce143b1c3 req-37cbc548-d584-4bf3-83b1-ea2bbdc98f07 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.165119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Attempting to bind port 4d71969e-4fb9-4429-97e5-ecd78e825aba on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:02.168873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Attempting to bind port 4d71969e-4fb9-4429-97e5-ecd78e825aba by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:02.169055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-424769d4-d270-4df1-9868-834ce143b1c3 req-37cbc548-d584-4bf3-83b1-ea2bbdc98f07 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2039473 Feb 11 13:16:02.169924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Attempting to bind port 4d71969e-4fb9-4429-97e5-ecd78e825aba on network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:02.248518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210b165-a8cc-4054-a828-78ad464c55ff req-bda1cda3-d4dc-4ddf-8e49-6b173ea43f4b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.257272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a210b165-a8cc-4054-a828-78ad464c55ff req-bda1cda3-d4dc-4ddf-8e49-6b173ea43f4b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1103101 Feb 11 13:16:02.260210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8c0ff-bdc1-4f1c-b39c-287aa717901a None None] Current status of the port 3735bbff-757a-4e6a-b4a7-898bff4d818d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:02.270434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:02.270912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Checking segment: {'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:02.271735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.272211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Bound using segment: {'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:02.272777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Bound port: 4d71969e-4fb9-4429-97e5-ecd78e825aba, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:02.273233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.331664 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-424769d4-d270-4df1-9868-834ce143b1c3 req-9783b163-ef05-4aef-b5ea-5306ce2fd633 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616857 Feb 11 13:16:02.346829 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a210b165-a8cc-4054-a828-78ad464c55ff req-5b93d9a3-8700-4ea6-8642-221b295721e4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835655 Feb 11 13:16:02.348160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.482060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] For port 4d71969e-4fb9-4429-97e5-ecd78e825aba, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:02.485828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:02.487535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] For port 4d71969e-4fb9-4429-97e5-ecd78e825aba, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4d71969e-4fb9-4429-97e5-ecd78e825aba,segment=NetworkSegment(1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169),segment_id=1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:02.489797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:02.493671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:02.494941 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.524249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=b954482d-df42-4f7c-9fde-a0b76020e12b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.570478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.577134 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.598358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0439f8-b6d4-40d4-aa55-79114963d2aa None None] Pushing event updated for resources: {'Port': ['ID=4d71969e-4fb9-4429-97e5-ecd78e825aba,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.861936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.362383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4d71969e-4fb9-4429-97e5-ecd78e825aba up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:03.391132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.401189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.494592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4d71969e-4fb9-4429-97e5-ecd78e825aba triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:03.494953 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.502153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.508690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9ae1-40d2-4fce-bd50-ac1e363a3dee req-501d0951-cfdc-49cf-8af2-242d33f65fd7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:03.516219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b04e9ae1-40d2-4fce-bd50-ac1e363a3dee req-501d0951-cfdc-49cf-8af2-242d33f65fd7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.0711656 Feb 11 13:16:03.651737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b04e9ae1-40d2-4fce-bd50-ac1e363a3dee req-060b585f-d6c0-40d6-bab7-0648f04c6125 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293344 Feb 11 13:16:03.663765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=b954482d-df42-4f7c-9fde-a0b76020e12b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.681880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4d71969e-4fb9-4429-97e5-ecd78e825aba is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:03.682283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.764821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 4d71969e-4fb9-4429-97e5-ecd78e825aba, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4d71969e-4fb9-4429-97e5-ecd78e825aba,segment=NetworkSegment(1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169),segment_id=1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:03.770684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.771625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3735bbff-757a-4e6a-b4a7-898bff4d818d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:03.858932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78481e-c8d4-4c3b-b27a-4c430c9b9a50 req-a786f1f8-bd2a-467d-9718-db0fca5f241c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:03.864355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da78481e-c8d4-4c3b-b27a-4c430c9b9a50 req-a786f1f8-bd2a-467d-9718-db0fca5f241c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.3636460 Feb 11 13:16:03.946720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=4d71969e-4fb9-4429-97e5-ecd78e825aba,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.985409 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:16:03.986235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3735bbff-757a-4e6a-b4a7-898bff4d818d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:03.986330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.002242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:04.009321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:04.049274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-da78481e-c8d4-4c3b-b27a-4c430c9b9a50 req-35cbfe42-4b53-4371-ab21-c16ae21b567c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787105 Feb 11 13:16:04.149294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3735bbff-757a-4e6a-b4a7-898bff4d818d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:04.153681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f84bb0-519e-474b-ace3-ef8b1f9dbe62 None None] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:04.240556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:04.316869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.360900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:04.367183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-39e55d07-5ab5-4608-a0b7-3a702eeeb4e7 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3843129 Feb 11 13:16:04.369784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34842) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:04.376111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'network': {'name': 'tempest-RoutersTest-1919053718'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:04.376672 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:04.393398 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:04.394521 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:04.408475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:04.412715 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.449979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8d14a94e-cd61-4417-bb3e-ea51ba968abc None None] Provisioning complete for port 4d71969e-4fb9-4429-97e5-ecd78e825aba triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:04.450566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8d14a94e-cd61-4417-bb3e-ea51ba968abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.472503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:04.496440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (58c0da7a-536a-4f93-acd8-a972c096a7b4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.498275 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added segment 58c0da7a-536a-4f93-acd8-a972c096a7b4 of type vlan for network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 Feb 11 13:16:04.577508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (66a34275-4a02-4ef3-bc8a-a04bb304a7f3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.613525 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:04.643416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (66a34275-4a02-4ef3-bc8a-a04bb304a7f3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.660011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.661162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.759963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3861372 Feb 11 13:16:04.760731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34850) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:04.761010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8d14a94e-cd61-4417-bb3e-ea51ba968abc None None] Current status of the port 4d71969e-4fb9-4429-97e5-ecd78e825aba is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:04.779947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'subnet': {'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:04.952922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400c3b6-4f85-4f81-90be-d8ba9b4d5c03 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Network': ['ID=66a34275-4a02-4ef3-bc8a-a04bb304a7f3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:05.016915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe0200-ed71-4db3-a9a1-f42200c4fea5 req-6877c415-c375-4e59-a2d1-5c2d31aea83d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.028553 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8bfe0200-ed71-4db3-a9a1-f42200c4fea5 req-6877c415-c375-4e59-a2d1-5c2d31aea83d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2210631 Feb 11 13:16:05.140344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Made reservation on behalf of 24d62fe216c245359b6a5be903ef37d4 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:05.166808 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.280189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8bfe0200-ed71-4db3-a9a1-f42200c4fea5 req-f4cd30ac-3f6e-40d7-82de-1631d6632a07 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503133 Feb 11 13:16:05.450513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd9f8c-96d8-4988-a203-4f02eb5887f0 req-ec23e374-badf-49e8-82c9-f57dfeecf84e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.452148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebfd9f8c-96d8-4988-a203-4f02eb5887f0 req-ec23e374-badf-49e8-82c9-f57dfeecf84e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2155526 Feb 11 13:16:05.509847 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:02Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:05.542249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:05.564358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4d71969e-4fb9-4429-97e5-ecd78e825aba up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:05.588537 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:05.589152 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Updating router 59c4faed-e328-4211-afd6-9d9fa06b77b1 port b954482d-df42-4f7c-9fde-a0b76020e12b binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:16:05.599610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebfd9f8c-96d8-4988-a203-4f02eb5887f0 req-9bb3204a-4b50-419b-925a-a4df5eedeace tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340592 Feb 11 13:16:05.624963 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.666460 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.766502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6f812560-ae5a-420f-8a22-a1c75e9d7d1e None None] Provisioning complete for port b954482d-df42-4f7c-9fde-a0b76020e12b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:05.767179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f812560-ae5a-420f-8a22-a1c75e9d7d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.777815 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (cfd665a9-0a67-4392-bb3e-5726101c3719), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.839143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6f812560-ae5a-420f-8a22-a1c75e9d7d1e None None] Port b954482d-df42-4f7c-9fde-a0b76020e12b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:05.871875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4d71969e-4fb9-4429-97e5-ecd78e825aba triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:05.872408 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.944815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6f812560-ae5a-420f-8a22-a1c75e9d7d1e None None] Provisioning complete for port 4d71969e-4fb9-4429-97e5-ecd78e825aba triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:05.946738 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f812560-ae5a-420f-8a22-a1c75e9d7d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.972445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Subnet': ['ID=cfd665a9-0a67-4392-bb3e-5726101c3719,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:05.987625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Checking segment: {'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:05.988520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network hostable DHCP agents. Network: 66a34275-4a02-4ef3-bc8a-a04bb304a7f3, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:06.028964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:06.040274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 66a34275-4a02-4ef3-bc8a-a04bb304a7f3) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:06.049069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:06.050811 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.054731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0d671-0ccd-42a3-a357-68ede6049bd5 None None] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:06.091223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ed480230-0373-4f63-9bff-89ffc04f49c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3293440 Feb 11 13:16:06.093946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34874) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:06.184332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'fixed_ips': [{'subnet_id': 'cfd665a9-0a67-4392-bb3e-5726101c3719'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:16:06.185820 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.234276 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Publish callbacks [] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.245449 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.310353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6f812560-ae5a-420f-8a22-a1c75e9d7d1e None None] Current status of the port 4d71969e-4fb9-4429-97e5-ecd78e825aba is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:06.336373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4d71969e-4fb9-4429-97e5-ecd78e825aba is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:06.356178 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763da530-acbd-4115-8bf0-36fa9a09d08a None None] Pushing event updated for resources: {'Port': ['ID=b954482d-df42-4f7c-9fde-a0b76020e12b,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.603134 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Attempting to bind port b954482d-df42-4f7c-9fde-a0b76020e12b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:06.603709 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Attempting to bind port b954482d-df42-4f7c-9fde-a0b76020e12b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:06.603997 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Attempting to bind port b954482d-df42-4f7c-9fde-a0b76020e12b on network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:06.618285 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:06.618750 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Checking segment: {'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:06.619085 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.619498 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Bound using segment: {'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:06.619993 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Bound port: b954482d-df42-4f7c-9fde-a0b76020e12b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:06.620393 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.675351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4a5130bc-d3ac-4103-8d3e-12ea8873a2c6 None None] Provisioning complete for port b954482d-df42-4f7c-9fde-a0b76020e12b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:06.675849 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a5130bc-d3ac-4103-8d3e-12ea8873a2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.810432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] For port b954482d-df42-4f7c-9fde-a0b76020e12b, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:06.814337 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] For port b954482d-df42-4f7c-9fde-a0b76020e12b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b954482d-df42-4f7c-9fde-a0b76020e12b,segment=NetworkSegment(1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169),segment_id=1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:06.824218 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.891269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4a5130bc-d3ac-4103-8d3e-12ea8873a2c6 None None] Port b954482d-df42-4f7c-9fde-a0b76020e12b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:06.918033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Allocated IP 172.23.0.2 (66a34275-4a02-4ef3-bc8a-a04bb304a7f3/cfd665a9-0a67-4392-bb3e-5726101c3719/3e5129d4-ca82-4d41-b171-73b90e1a011f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:06.951774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e252c-f610-47d3-a8a5-06cee3de3a33 req-ff7b57fa-18af-48bf-a7d7-ebc61adc7e46 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:06.953742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-329e252c-f610-47d3-a8a5-06cee3de3a33 req-ff7b57fa-18af-48bf-a7d7-ebc61adc7e46 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1995869 Feb 11 13:16:06.965795 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:06.968602 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:07.066797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea26d8-3a2f-454b-a8fa-97d51e6c6e74 req-62dfae33-1d73-4aad-a60d-d9f16ebffa52 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.085837 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6eea26d8-3a2f-454b-a8fa-97d51e6c6e74 req-62dfae33-1d73-4aad-a60d-d9f16ebffa52 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.5625489 Feb 11 13:16:07.164754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-329e252c-f610-47d3-a8a5-06cee3de3a33 req-9a98d358-fba6-4b06-a69f-86bce07b23e4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015433 Feb 11 13:16:07.224673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3d4e1f1c-4807-47ef-9479-ccaf8c2ec394 None None] Provisioning complete for port b954482d-df42-4f7c-9fde-a0b76020e12b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:07.225047 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1f1c-4807-47ef-9479-ccaf8c2ec394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.277431 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763da530-acbd-4115-8bf0-36fa9a09d08a None None] Pushing event updated for resources: {'Port': ['ID=b954482d-df42-4f7c-9fde-a0b76020e12b,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.357610 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:07.381936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6eea26d8-3a2f-454b-a8fa-97d51e6c6e74 req-4e991eef-190a-4c9b-ad42-65105ae7e0d5 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981949 Feb 11 13:16:07.405029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.545521 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Publish callbacks [] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.584275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.683483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:07.701323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:07.705783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:07.729894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e1f1c-4807-47ef-9479-ccaf8c2ec394 None None] Current status of the port b954482d-df42-4f7c-9fde-a0b76020e12b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:07.730293 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1f1c-4807-47ef-9479-ccaf8c2ec394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.904158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Pushing event updated for resources: {'Port': ['ID=3e5129d4-ca82-4d41-b171-73b90e1a011f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.906950 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:02Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:06Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:07.969440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd63066-8306-4bc0-ade2-9e86e659fde8 None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:02Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:06Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:08.020708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Allocated IP 172.23.0.1 (66a34275-4a02-4ef3-bc8a-a04bb304a7f3/cfd665a9-0a67-4392-bb3e-5726101c3719/886024de-fff3-42ac-93ae-d2fb8e692ea6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:08.053151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Attempting to bind port 3e5129d4-ca82-4d41-b171-73b90e1a011f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:08.053666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Attempting to bind port 3e5129d4-ca82-4d41-b171-73b90e1a011f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:08.055344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Attempting to bind port 3e5129d4-ca82-4d41-b171-73b90e1a011f on network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:08.100028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d4e1f1c-4807-47ef-9479-ccaf8c2ec394 None None] For port b954482d-df42-4f7c-9fde-a0b76020e12b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b954482d-df42-4f7c-9fde-a0b76020e12b,segment=NetworkSegment(1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169),segment_id=1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:08.102058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:08.102508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Checking segment: {'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:08.103053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.103552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Bound using segment: {'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:08.104280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Bound port: 3e5129d4-ca82-4d41-b171-73b90e1a011f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:08.104651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.139643 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d4e1f1c-4807-47ef-9479-ccaf8c2ec394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.337468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.469733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38efce4-9681-4647-9b8c-61d515bfaefb req-8b8431be-39f0-4015-8fde-587b2926ca99 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.477315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e38efce4-9681-4647-9b8c-61d515bfaefb req-8b8431be-39f0-4015-8fde-587b2926ca99 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1264632 Feb 11 13:16:08.566055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-34ae43a6-5684-4f08-bee9-3634020a9531 None None] Provisioning complete for port b954482d-df42-4f7c-9fde-a0b76020e12b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:08.567855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34ae43a6-5684-4f08-bee9-3634020a9531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.669616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e38efce4-9681-4647-9b8c-61d515bfaefb req-4d10126f-a7cc-4d8c-961f-6422dd9ecf46 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912441 Feb 11 13:16:08.674493 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.746932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] For port 3e5129d4-ca82-4d41-b171-73b90e1a011f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:08.750206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e1f1c-4807-47ef-9479-ccaf8c2ec394 None None] Pushing event updated for resources: {'Port': ['ID=b954482d-df42-4f7c-9fde-a0b76020e12b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.784135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] For port 3e5129d4-ca82-4d41-b171-73b90e1a011f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3e5129d4-ca82-4d41-b171-73b90e1a011f,segment=NetworkSegment(58c0da7a-536a-4f93-acd8-a972c096a7b4),segment_id=58c0da7a-536a-4f93-acd8-a972c096a7b4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:08.829504 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.849524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=886024de-fff3-42ac-93ae-d2fb8e692ea6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.902809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75eb966-374d-43ad-a4ad-933bbfa20a95 req-27191206-a1a5-48b0-b4ba-77b475c9d21e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.904528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f75eb966-374d-43ad-a4ad-933bbfa20a95 req-27191206-a1a5-48b0-b4ba-77b475c9d21e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1729717 Feb 11 13:16:08.974153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-34ae43a6-5684-4f08-bee9-3634020a9531 None None] Current status of the port b954482d-df42-4f7c-9fde-a0b76020e12b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:09.005340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:09.013299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:09.016050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f75eb966-374d-43ad-a4ad-933bbfa20a95 req-7d462a45-3303-466b-850d-c93e9fcf14a3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054122 Feb 11 13:16:09.023220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:09.094705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.126622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9abb8e-6507-4156-b569-d949f4f2a726 None None] Pushing event updated for resources: {'Port': ['ID=3e5129d4-ca82-4d41-b171-73b90e1a011f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.376599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b954482d-df42-4f7c-9fde-a0b76020e12b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:09.561244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port b954482d-df42-4f7c-9fde-a0b76020e12b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:09.561611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.716244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985a215-d35b-40b5-be88-a47cf4e01eed req-8e5102de-081d-4255-a921-6cdbe6eec02e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:09.717898 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0985a215-d35b-40b5-be88-a47cf4e01eed req-8e5102de-081d-4255-a921-6cdbe6eec02e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.8555622 Feb 11 13:16:09.821030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port b954482d-df42-4f7c-9fde-a0b76020e12b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:10.026166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8f106-f18d-4ca2-aae6-b682ef6e975f req-ffee5915-e8c5-4711-9c10-d78983bc3bff tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.027470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.048126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9c8f106-f18d-4ca2-aae6-b682ef6e975f req-ffee5915-e8c5-4711-9c10-d78983bc3bff tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2372134 Feb 11 13:16:10.143254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9c8f106-f18d-4ca2-aae6-b682ef6e975f req-f4d98f4e-73f9-4e37-b516-7256b0adf7da tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867717 Feb 11 13:16:10.180150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-b08d6392-90bf-455a-a181-4b2a289db51d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2786634 Feb 11 13:16:10.373493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-7deff547-b620-4d37-8bba-5fd737c1aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.375140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-7deff547-b620-4d37-8bba-5fd737c1aa98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=76be0faa3ca24b8dbff8185fe3eb2525&device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 1132 time: 0.1691525 Feb 11 13:16:10.476388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0985a215-d35b-40b5-be88-a47cf4e01eed req-f7b7e98b-fec4-4e0f-a715-eddf05063a51 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6283951 Feb 11 13:16:10.548237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc030d88-b16b-426e-90f5-724b501470d8 req-10dd46d2-93fb-4adf-8d09-228ee5c9308e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.556339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc030d88-b16b-426e-90f5-724b501470d8 req-10dd46d2-93fb-4adf-8d09-228ee5c9308e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2477598 Feb 11 13:16:10.719226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.726207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.769422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc030d88-b16b-426e-90f5-724b501470d8 req-48f805dc-7cf6-4c9a-8592-e9cc49c7f380 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121820 Feb 11 13:16:10.774993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-5241a600-860b-4308-8f9a-3009e7e1d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.775858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.778228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-5241a600-860b-4308-8f9a-3009e7e1d1ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.3779976 Feb 11 13:16:10.860667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event updated for resources: {'Port': ['ID=886024de-fff3-42ac-93ae-d2fb8e692ea6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.901810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-98e01f33-0cd7-4666-85b0-64f8117c2876 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 HTTP/1.1" status: 200 len: 217 time: 0.1147740 Feb 11 13:16:10.916296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e75206-8e1f-4138-939a-117f33bd17bf req-0b81c4a8-b208-4da1-8b8d-09ac68a2044a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.919165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66e75206-8e1f-4138-939a-117f33bd17bf req-0b81c4a8-b208-4da1-8b8d-09ac68a2044a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 0.2988596 Feb 11 13:16:10.954337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ae9486-6d29-45f5-9fb7-6bfae4d31ce3 None None] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:10.969567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:10.971315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:11.098031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:11.128991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4a8fac95-b425-4736-840a-b2096b251e7a None None] Provisioning complete for port 3e5129d4-ca82-4d41-b171-73b90e1a011f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:11.129620 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a8fac95-b425-4736-840a-b2096b251e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.141451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-fc821941-92b8-453b-a9dd-3d563cf4d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:11.143123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-fc821941-92b8-453b-a9dd-3d563cf4d325 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.2228274 Feb 11 13:16:11.346341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Deleting port f0804ca2-bad9-457f-b072-e330e9fd5af6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:11.346686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.377700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3e5129d4-ca82-4d41-b171-73b90e1a011f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:11.398823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:11.412964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-904e630a-7093-4bea-b3ac-b6a7c32234d6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3111088 Feb 11 13:16:11.417179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34978) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:11.422619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-c9ab1f7d-df73-4e67-aabc-6adc6a83fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:11.426815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:11.428715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-c9ab1f7d-df73-4e67-aabc-6adc6a83fdb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2661955 Feb 11 13:16:11.456537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:11.523831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a1d33-cfce-45e1-bf32-af2f47a613ff req-1ef2c064-b3e3-4cdd-a9fd-f7630354d135 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:11.525428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-261a1d33-cfce-45e1-bf32-af2f47a613ff req-1ef2c064-b3e3-4cdd-a9fd-f7630354d135 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2528579 Feb 11 13:16:11.533821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:11.534471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:11.652354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fac95-b425-4736-840a-b2096b251e7a None None] Current status of the port 3e5129d4-ca82-4d41-b171-73b90e1a011f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:11.652766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a8fac95-b425-4736-840a-b2096b251e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.756669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] For port f0804ca2-bad9-457f-b072-e330e9fd5af6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f0804ca2-bad9-457f-b072-e330e9fd5af6,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:11.774344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.807311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a8fac95-b425-4736-840a-b2096b251e7a None None] For port 3e5129d4-ca82-4d41-b171-73b90e1a011f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3e5129d4-ca82-4d41-b171-73b90e1a011f,segment=NetworkSegment(58c0da7a-536a-4f93-acd8-a972c096a7b4),segment_id=58c0da7a-536a-4f93-acd8-a972c096a7b4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:11.816218 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a8fac95-b425-4736-840a-b2096b251e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.898192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8fac95-b425-4736-840a-b2096b251e7a None None] Pushing event updated for resources: {'Port': ['ID=3e5129d4-ca82-4d41-b171-73b90e1a011f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:11.904420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3e5129d4-ca82-4d41-b171-73b90e1a011f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:11.904799 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.911066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:11.995454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-261a1d33-cfce-45e1-bf32-af2f47a613ff req-b9771d07-0632-4191-a52a-de7908d18969 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4539273 Feb 11 13:16:12.144834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a7124ad7-b190-4652-9c8d-db15c4b4f16d None None] Provisioning complete for port 3e5129d4-ca82-4d41-b171-73b90e1a011f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:12.145310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a7124ad7-b190-4652-9c8d-db15c4b4f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.372281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e4da4-1385-48ad-9322-dd500d34032c req-cfc67224-8df9-4329-ad3c-2508b774ee56 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:12.373921 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb1e4da4-1385-48ad-9322-dd500d34032c req-cfc67224-8df9-4329-ad3c-2508b774ee56 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2128141 Feb 11 13:16:12.580918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3e5129d4-ca82-4d41-b171-73b90e1a011f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:12.593435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-e94a957a-abc0-4635-bfdd-75934f516ce2 service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0914893 Feb 11 13:16:12.700799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a7124ad7-b190-4652-9c8d-db15c4b4f16d None None] Current status of the port 3e5129d4-ca82-4d41-b171-73b90e1a011f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:12.717741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a7124ad7-b190-4652-9c8d-db15c4b4f16d None None] Provisioning complete for port 886024de-fff3-42ac-93ae-d2fb8e692ea6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:12.718113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a7124ad7-b190-4652-9c8d-db15c4b4f16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.743662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:16:12.760342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Removed routes are [] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:16:12.760823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.772099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:09Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886024de-fff3-42ac-93ae-d2fb8e692ea6', 'name': '', 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:45:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:07Z', 'updated_at': '2022-02-11T13:16:10Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:12.790205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3949d-0726-4f83-9fbf-e380d0d0c444 req-8e24ff4d-0e18-4291-ab54-7d4e094181a6 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:12.799875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a3949d-0726-4f83-9fbf-e380d0d0c444 req-8e24ff4d-0e18-4291-ab54-7d4e094181a6 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 945 time: 1.1469443 Feb 11 13:16:12.975182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fb1e4da4-1385-48ad-9322-dd500d34032c req-83cb5360-51a8-44c8-8e22-269a6ca37dc4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927896 Feb 11 13:16:13.029009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:13.029390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Updating router 59c4faed-e328-4211-afd6-9d9fa06b77b1 port 886024de-fff3-42ac-93ae-d2fb8e692ea6 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:16:13.033914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a7124ad7-b190-4652-9c8d-db15c4b4f16d None None] Port 886024de-fff3-42ac-93ae-d2fb8e692ea6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:13.091925 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.092137 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.101105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.193856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-32c57ff0-44f9-4f0a-adae-2238a2937356 None None] Provisioning complete for port 886024de-fff3-42ac-93ae-d2fb8e692ea6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:13.194406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-32c57ff0-44f9-4f0a-adae-2238a2937356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.199902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.210165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (7aee140b-88e2-4d7e-8f82-caa0c3dc10fe), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.218071 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Floating IP 7aee140b-88e2-4d7e-8f82-caa0c3dc10fe disassociated. External IP: 172.25.1.29, port: f0804ca2-bad9-457f-b072-e330e9fd5af6. Feb 11 13:16:13.218630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Calling delete_port for f0804ca2-bad9-457f-b072-e330e9fd5af6 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:13.272292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a3949d-0726-4f83-9fbf-e380d0d0c444 req-590b5c3d-80bb-40cf-9bd9-93952453606f tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=f43e168e-7214-4b91-bfdb-bfc4847db69a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708834 Feb 11 13:16:13.307875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31bc3b56-aa84-4db8-912f-d0bbd5506862 req-dbf1bb47-3d78-458e-8f82-fbb1f73b1efa service neutron] 10.222.0.64 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7075818 Feb 11 13:16:13.389279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:13.419803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3e5129d4-ca82-4d41-b171-73b90e1a011f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:13.463183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c1630-42b9-4008-ae79-9b0468af64af req-64c2fb98-11c5-45ad-83e3-4a19f8efffaa tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:13.465057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e4c1630-42b9-4008-ae79-9b0468af64af req-64c2fb98-11c5-45ad-83e3-4a19f8efffaa tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1466975 Feb 11 13:16:13.585137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f0804ca2-bad9-457f-b072-e330e9fd5af6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.655583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-32c57ff0-44f9-4f0a-adae-2238a2937356 None None] Port 886024de-fff3-42ac-93ae-d2fb8e692ea6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:13.668760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event deleted for resources: {'Port': ['ID=f0804ca2-bad9-457f-b072-e330e9fd5af6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:13.702084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:13.707030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e4c1630-42b9-4008-ae79-9b0468af64af req-e14b6b7f-a5dc-4f98-8e6f-8e913fa7aba6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788990 Feb 11 13:16:13.719440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.722825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-57b42b88-b4a5-4c09-85ad-5280152559b1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 200 len: 934 time: 2.2996352 Feb 11 13:16:13.725953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35020) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:13.818995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Publish callbacks [] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.829490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.836275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3e5129d4-ca82-4d41-b171-73b90e1a011f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:13.838364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.873267 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b44b0de1-27e2-4f93-b632-0e6907b0b712 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 200 len: 934 time: 0.1461086 Feb 11 13:16:13.874071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35024) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:13.880423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'routes': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:14.017892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970ddde-4c89-4d44-b8eb-6f7f6c16d621 None None] Pushing event updated for resources: {'Port': ['ID=886024de-fff3-42ac-93ae-d2fb8e692ea6,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:14.051752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Router 5811234b-d538-4312-90e8-7e7f01e919e6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:14.076812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Attempting to bind port 886024de-fff3-42ac-93ae-d2fb8e692ea6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:14.077189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Attempting to bind port 886024de-fff3-42ac-93ae-d2fb8e692ea6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:14.077559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Attempting to bind port 886024de-fff3-42ac-93ae-d2fb8e692ea6 on network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:14.111057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:14.111443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Checking segment: {'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:14.111857 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.112258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Bound using segment: {'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:14.112753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Bound port: 886024de-fff3-42ac-93ae-d2fb8e692ea6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c0da7a-536a-4f93-acd8-a972c096a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:14.113139 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.426265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f0804ca2-bad9-457f-b072-e330e9fd5af6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:14.467350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86186833-11d8-4bef-957c-85481a858d02 req-520dd001-ba8c-4421-9e8c-a5be30cbd5ef tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.469042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86186833-11d8-4bef-957c-85481a858d02 req-520dd001-ba8c-4421-9e8c-a5be30cbd5ef tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2631772 Feb 11 13:16:14.532799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3e5129d4-ca82-4d41-b171-73b90e1a011f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:14.563868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: f0804ca2-bad9-457f-b072-e330e9fd5af6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:14.564216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f0804ca2-bad9-457f-b072-e330e9fd5af6 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:14.568657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-70a47ccf-d473-45df-b44f-aa1f6adcdea7 None None] Provisioning complete for port 886024de-fff3-42ac-93ae-d2fb8e692ea6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:14.569001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70a47ccf-d473-45df-b44f-aa1f6adcdea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.591418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] For port 886024de-fff3-42ac-93ae-d2fb8e692ea6, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:14.630690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-70a47ccf-d473-45df-b44f-aa1f6adcdea7 None None] Port 886024de-fff3-42ac-93ae-d2fb8e692ea6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:14.650451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86186833-11d8-4bef-957c-85481a858d02 req-9a17c735-d59e-439e-9c09-d3df4967eb45 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565537 Feb 11 13:16:14.653891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:14.664344 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] Sync routers for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:14.681884 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:14.684131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] For port 886024de-fff3-42ac-93ae-d2fb8e692ea6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=886024de-fff3-42ac-93ae-d2fb8e692ea6,segment=NetworkSegment(58c0da7a-536a-4f93-acd8-a972c096a7b4),segment_id=58c0da7a-536a-4f93-acd8-a972c096a7b4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:14.686754 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:14.709395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.732000 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-85f464bc-cc0f-4670-91eb-1777bf98204c req-7ac24a3c-9c74-45cc-9787-36a9caf76803 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=80f2ab57-73cf-4d6c-bdf2-066591e70a9a HTTP/1.1" status: 200 len: 210 time: 0.0335617 Feb 11 13:16:14.800653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] No DVR routers for this DVR port f0804ca2-bad9-457f-b072-e330e9fd5af6 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:14.804226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.814880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66e75206-8e1f-4138-939a-117f33bd17bf req-45b347d2-7c8b-4374-bd75-d3ab9b9b7c47 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "DELETE /v2.0/ports/f0804ca2-bad9-457f-b072-e330e9fd5af6 HTTP/1.1" status: 204 len: 173 time: 3.8270459 Feb 11 13:16:14.816237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'name': 'network-vif-deleted', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:14.821363 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c83e09-cbcc-4044-b9b4-ad686b47f884" -d '{"events": [{"server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "name": "network-vif-deleted", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:14.996267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:15.001236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:15.013560 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3282eef6-72b0-44a6-b744-72d76b427cdb x-openstack-request-id: req-3282eef6-72b0-44a6-b744-72d76b427cdb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:15.013877 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f2ab57-73cf-4d6c-bdf2-066591e70a9a", "name": "network-vif-deleted", "tag": "f0804ca2-bad9-457f-b072-e330e9fd5af6", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:15.014131 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3282eef6-72b0-44a6-b744-72d76b427cdb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:15.014573 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f2ab57-73cf-4d6c-bdf2-066591e70a9a', 'name': 'network-vif-deleted', 'tag': 'f0804ca2-bad9-457f-b072-e330e9fd5af6', 'status': 'completed', 'code': 200} Feb 11 13:16:15.085570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c95c14-ffff-4028-84ed-f2fb21cae7a5 req-94727c1a-4f59-4e01-a684-513bd9a52afc tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:15.096048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51c95c14-ffff-4028-84ed-f2fb21cae7a5 req-94727c1a-4f59-4e01-a684-513bd9a52afc tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1844494 Feb 11 13:16:15.173365 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:15.197995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:15.251660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51c95c14-ffff-4028-84ed-f2fb21cae7a5 req-1ad1f2a6-09e1-445c-97c3-b5a21ed53e1c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517067 Feb 11 13:16:15.362028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970ddde-4c89-4d44-b8eb-6f7f6c16d621 None None] Pushing event updated for resources: {'Port': ['ID=886024de-fff3-42ac-93ae-d2fb8e692ea6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.429126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added routes are [] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:16:15.429858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.extraroute_db [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109684) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:16:15.470221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:15.489578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-516de539-eec6-4572-8875-a120cbc1a3ab None None] Provisioning complete for port 886024de-fff3-42ac-93ae-d2fb8e692ea6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:15.494041 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-516de539-eec6-4572-8875-a120cbc1a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:15.685195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-516de539-eec6-4572-8875-a120cbc1a3ab None None] Current status of the port 886024de-fff3-42ac-93ae-d2fb8e692ea6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:15.686915 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-516de539-eec6-4572-8875-a120cbc1a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:15.698685 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:15.755077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35066) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:15.761624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] Checking router: 5811234b-d538-4312-90e8-7e7f01e919e6 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:15.792037 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:15.795841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-516de539-eec6-4572-8875-a120cbc1a3ab None None] For port 886024de-fff3-42ac-93ae-d2fb8e692ea6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=886024de-fff3-42ac-93ae-d2fb8e692ea6,segment=NetworkSegment(58c0da7a-536a-4f93-acd8-a972c096a7b4),segment_id=58c0da7a-536a-4f93-acd8-a972c096a7b4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:15.796614 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:15.805122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-516de539-eec6-4572-8875-a120cbc1a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:15.889957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516de539-eec6-4572-8875-a120cbc1a3ab None None] Pushing event updated for resources: {'Port': ['ID=886024de-fff3-42ac-93ae-d2fb8e692ea6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.925427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:12Z', 'revision_number': 6, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886024de-fff3-42ac-93ae-d2fb8e692ea6', 'name': '', 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:45:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:07Z', 'updated_at': '2022-02-11T13:16:14Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:15.935044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35080) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:16.024272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d49fd6-35c6-4543-b3e1-e6562186711f None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:12Z', 'revision_number': 6, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886024de-fff3-42ac-93ae-d2fb8e692ea6', 'name': '', 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:45:dc:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:07Z', 'updated_at': '2022-02-11T13:16:14Z', 'revision_number': 4, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:16.046760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c66dfaab-eaea-4ff2-8448-570187b3cbbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.103416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.141579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.156444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e661f-e961-4dce-a525-ff99a402fc35 req-fccd17d5-7051-48e3-b56f-73fe0166e3af tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.158149 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1a8e661f-e961-4dce-a525-ff99a402fc35 req-fccd17d5-7051-48e3-b56f-73fe0166e3af tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.3243206 Feb 11 13:16:16.204211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c66dfaab-eaea-4ff2-8448-570187b3cbbe admin admin] Publish callbacks [] for security_group (9cc80a3d-f853-466a-af3d-de84e8da5047), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.216495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c66dfaab-eaea-4ff2-8448-570187b3cbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9cc80a3d-f853-466a-af3d-de84e8da5047), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.290755 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.292774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dfaab-eaea-4ff2-8448-570187b3cbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc80a3d-f853-466a-af3d-de84e8da5047,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.324252 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4bc9ce-01a8-460a-a782-cd0552e28893 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (f43e168e-7214-4b91-bfdb-bfc4847db69a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.387178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c66dfaab-eaea-4ff2-8448-570187b3cbbe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc623d1e84124de7b9e6ccee2d0ad8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6281049 Feb 11 13:16:16.391870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35084) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:16.397690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1a8e661f-e961-4dce-a525-ff99a402fc35 req-0850ea07-a3c1-4967-ad9c-a7cb7c1b60f6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002741 Feb 11 13:16:16.425124 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:16.506494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5ec0-a807-48ea-8afd-b2f0100f01f0 admin admin] Publish callbacks [] for security_group (9cc80a3d-f853-466a-af3d-de84e8da5047), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.510178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4bc9ce-01a8-460a-a782-cd0552e28893 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (f43e168e-7214-4b91-bfdb-bfc4847db69a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.516604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:16.603203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb930ef-aa40-44ab-b94e-88b3f2d35f8a req-7e57b42a-0bd8-4b33-8fe7-efac15b68720 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.604844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5bb930ef-aa40-44ab-b94e-88b3f2d35f8a req-7e57b42a-0bd8-4b33-8fe7-efac15b68720 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1718900 Feb 11 13:16:16.684854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5ec0-a807-48ea-8afd-b2f0100f01f0 admin admin] Publish callbacks [] for security_group (9cc80a3d-f853-466a-af3d-de84e8da5047), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.698866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5bb930ef-aa40-44ab-b94e-88b3f2d35f8a req-25cab8e5-862a-421b-bc7b-5d91d8b5a5f4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850229 Feb 11 13:16:16.700928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4bc9ce-01a8-460a-a782-cd0552e28893 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f43e168e-7214-4b91-bfdb-bfc4847db69a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.707644 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4bc9ce-01a8-460a-a782-cd0552e28893 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.708862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af4bc9ce-01a8-460a-a782-cd0552e28893 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "DELETE /v2.0/security-groups/f43e168e-7214-4b91-bfdb-bfc4847db69a HTTP/1.1" status: 204 len: 168 time: 0.7728345 Feb 11 13:16:16.718334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35090) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:16.747853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bc9ce-01a8-460a-a782-cd0552e28893 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43e168e-7214-4b91-bfdb-bfc4847db69a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.777096 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-492657bd-55c9-41e1-994b-5b339cb7c52e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] show failed (client error): The resource could not be found. Feb 11 13:16:16.786416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-492657bd-55c9-41e1-994b-5b339cb7c52e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups/f43e168e-7214-4b91-bfdb-bfc4847db69a HTTP/1.1" status: 404 len: 347 time: 0.0533824 Feb 11 13:16:16.787634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35092) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:16.865834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:16.875469 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:16.883264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1dee563f-fa8f-4711-956e-11eb1377fd7d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 200 len: 700 time: 3.0079730 Feb 11 13:16:16.887063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35094) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:16.969524 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:17.032686 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7555ce-7303-4656-bf75-098ed309e921 None None] The sync data for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 is: [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:17.043451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Deleting port df76c0be-9c5a-45ea-9872-58a2647e3a21 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:17.044426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.177961 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.181048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (df76c0be-9c5a-45ea-9872-58a2647e3a21), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.222579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Calling delete_port for df76c0be-9c5a-45ea-9872-58a2647e3a21 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:17.260492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5ec0-a807-48ea-8afd-b2f0100f01f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9cc80a3d-f853-466a-af3d-de84e8da5047), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.266054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.269288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c3b5ec0-a807-48ea-8afd-b2f0100f01f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.274673 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9c3b5ec0-a807-48ea-8afd-b2f0100f01f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cc80a3d-f853-466a-af3d-de84e8da5047 HTTP/1.1" status: 204 len: 168 time: 0.8781583 Feb 11 13:16:17.310723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b5ec0-a807-48ea-8afd-b2f0100f01f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc80a3d-f853-466a-af3d-de84e8da5047,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.351789 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d6555cf2-5837-4a85-9e78-ddbf8d8a3924 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 200 len: 700 time: 0.4632413 Feb 11 13:16:17.354704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:17.434774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 886024de-fff3-42ac-93ae-d2fb8e692ea6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:17.573587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 886024de-fff3-42ac-93ae-d2fb8e692ea6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:17.573994 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.740219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4481fd58-0bb6-49b0-8859-15fa26e65d25 None None] New status for floating IP 7aee140b-88e2-4d7e-8f82-caa0c3dc10fe: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:16:17.744662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450bd90-7428-47f2-b97f-e44b16cef384 req-331bff25-47b4-426f-b4a7-6046d5347fdf tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.757345 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d450bd90-7428-47f2-b97f-e44b16cef384 req-331bff25-47b4-426f-b4a7-6046d5347fdf tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2103815 Feb 11 13:16:17.845956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:17.864163 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:17.865940 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:17.931155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35116) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:17.937836 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d450bd90-7428-47f2-b97f-e44b16cef384 req-9ef33f31-6a51-49cd-bbd5-1621b6fb22d3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687784 Feb 11 13:16:17.982020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a02451f-4302-4536-a61e-e362bb35af36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.984979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 886024de-fff3-42ac-93ae-d2fb8e692ea6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:18.107803 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:18.314768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eae445-bf9f-4a65-97c3-a65e952ccdc1 req-a0c4694b-1a70-4987-8ab0-f67f736ddf9a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.318145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5eae445-bf9f-4a65-97c3-a65e952ccdc1 req-a0c4694b-1a70-4987-8ab0-f67f736ddf9a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.4199653 Feb 11 13:16:18.408705 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:15Z', 'revision_number': 7, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886024de-fff3-42ac-93ae-d2fb8e692ea6', 'name': '', 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:45:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:07Z', 'updated_at': '2022-02-11T13:16:15Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:18.441128 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:18.446875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5eae445-bf9f-4a65-97c3-a65e952ccdc1 req-f163ad21-c301-45db-ac05-9c21bc1b862d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135881 Feb 11 13:16:18.447767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (df76c0be-9c5a-45ea-9872-58a2647e3a21), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.452842 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:18.453706 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:18.516278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a02451f-4302-4536-a61e-e362bb35af36 admin admin] Publish callbacks [] for security_group (72856d76-b91e-4868-93f1-3c15e84e173f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.522168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event deleted for resources: {'Port': ['ID=df76c0be-9c5a-45ea-9872-58a2647e3a21,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:18.548706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a02451f-4302-4536-a61e-e362bb35af36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (72856d76-b91e-4868-93f1-3c15e84e173f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.595708 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:18.674816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35128) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:18.683782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5a02451f-4302-4536-a61e-e362bb35af36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98b5d047abb54f14a0d85e9aee3b8cb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7300980 Feb 11 13:16:18.687751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a02451f-4302-4536-a61e-e362bb35af36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72856d76-b91e-4868-93f1-3c15e84e173f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:18.714865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (7aee140b-88e2-4d7e-8f82-caa0c3dc10fe), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.720213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.722513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a8aa6bf9-c0ef-497a-a1bb-326da89a1162 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "DELETE /v2.0/floatingips/7aee140b-88e2-4d7e-8f82-caa0c3dc10fe HTTP/1.1" status: 204 len: 168 time: 1.9323788 Feb 11 13:16:18.746774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.779698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a58592eb-eb37-4f2e-a707-f2ded063feb8 admin admin] Publish callbacks [] for security_group (72856d76-b91e-4868-93f1-3c15e84e173f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.811475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a58592eb-eb37-4f2e-a707-f2ded063feb8 admin admin] Publish callbacks [] for security_group (72856d76-b91e-4868-93f1-3c15e84e173f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.879474 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a58592eb-eb37-4f2e-a707-f2ded063feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (72856d76-b91e-4868-93f1-3c15e84e173f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.882922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a58592eb-eb37-4f2e-a707-f2ded063feb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.885263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a58592eb-eb37-4f2e-a707-f2ded063feb8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72856d76-b91e-4868-93f1-3c15e84e173f HTTP/1.1" status: 204 len: 168 time: 0.2088075 Feb 11 13:16:18.898799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58592eb-eb37-4f2e-a707-f2ded063feb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72856d76-b91e-4868-93f1-3c15e84e173f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:19.001682 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:15Z', 'revision_number': 7, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886024de-fff3-42ac-93ae-d2fb8e692ea6', 'name': '', 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:45:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:07Z', 'updated_at': '2022-02-11T13:16:15Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:19.091532 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2636a-ea96-4b82-9922-b0642f05aa7f None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:15Z', 'revision_number': 7, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '886024de-fff3-42ac-93ae-d2fb8e692ea6', 'name': '', 'network_id': '66a34275-4a02-4ef3-bc8a-a04bb304a7f3', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:45:dc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:07Z', 'updated_at': '2022-02-11T13:16:15Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': 'cfd665a9-0a67-4392-bb3e-5726101c3719', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:19.133512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35144) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:19.138495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fd2a4f27-128c-4652-bdb0-828ad100bafe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231311084', 'description': 'tempest-description--119569740'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:19.185979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd2a4f27-128c-4652-bdb0-828ad100bafe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.223114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e2c11-246e-4ac6-ae6c-3f1fb4a8c656 req-431c6a83-f023-4edf-b734-cf88ef969119 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:19.224693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-111e2c11-246e-4ac6-ae6c-3f1fb4a8c656 req-431c6a83-f023-4edf-b734-cf88ef969119 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1530182 Feb 11 13:16:19.292337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd2a4f27-128c-4652-bdb0-828ad100bafe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (ca589933-f365-41c9-a7d2-a5af90d4c03f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.299688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd2a4f27-128c-4652-bdb0-828ad100bafe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ca589933-f365-41c9-a7d2-a5af90d4c03f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.333564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a4f27-128c-4652-bdb0-828ad100bafe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca589933-f365-41c9-a7d2-a5af90d4c03f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:19.350004 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd2a4f27-128c-4652-bdb0-828ad100bafe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.350422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-111e2c11-246e-4ac6-ae6c-3f1fb4a8c656 req-a5f528b1-1bb4-4c22-af6d-fffc4056dc51 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182075 Feb 11 13:16:19.357239 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fd2a4f27-128c-4652-bdb0-828ad100bafe tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2198193 Feb 11 13:16:19.357668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35152) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:19.364171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-88aca929-e824-4c10-ba69-8935d880f30a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'security_group_rule': {'security_group_id': 'ca589933-f365-41c9-a7d2-a5af90d4c03f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:19.388977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 886024de-fff3-42ac-93ae-d2fb8e692ea6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:19.389329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.402156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88aca929-e824-4c10-ba69-8935d880f30a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (13dda35d-4ccb-4ab3-989e-0e7b48ed3f1b), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.533763 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88aca929-e824-4c10-ba69-8935d880f30a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (13dda35d-4ccb-4ab3-989e-0e7b48ed3f1b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.538020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88aca929-e824-4c10-ba69-8935d880f30a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (13dda35d-4ccb-4ab3-989e-0e7b48ed3f1b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.568419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aca929-e824-4c10-ba69-8935d880f30a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13dda35d-4ccb-4ab3-989e-0e7b48ed3f1b,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:19.583251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88aca929-e824-4c10-ba69-8935d880f30a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.586266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-88aca929-e824-4c10-ba69-8935d880f30a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2251010 Feb 11 13:16:19.590075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35160) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:19.594869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c6ebfe8a-73c2-4220-b650-dc9fe789e468 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'security_group_rule': {'security_group_id': 'ca589933-f365-41c9-a7d2-a5af90d4c03f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:19.616952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-7591bfed-c7ba-44fb-8ebf-47c5921f250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:19.618594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-7591bfed-c7ba-44fb-8ebf-47c5921f250c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0&tenant_id=a1113b607a084a3e936bbf9cdf6d32f4 HTTP/1.1" status: 200 len: 1126 time: 0.1678855 Feb 11 13:16:19.640233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port 886024de-fff3-42ac-93ae-d2fb8e692ea6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=886024de-fff3-42ac-93ae-d2fb8e692ea6,segment=NetworkSegment(58c0da7a-536a-4f93-acd8-a972c096a7b4),segment_id=58c0da7a-536a-4f93-acd8-a972c096a7b4)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:19.641125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.659315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6ebfe8a-73c2-4220-b650-dc9fe789e468 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (1222a024-db56-4203-8955-44691b5e6a3f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.670491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbebc7e-8792-47aa-af16-db0a23892d6e req-60461ab8-dc11-4e7d-a41e-15e755a8a797 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:19.672487 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8cbebc7e-8792-47aa-af16-db0a23892d6e req-60461ab8-dc11-4e7d-a41e-15e755a8a797 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.0734334 Feb 11 13:16:19.687903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 886024de-fff3-42ac-93ae-d2fb8e692ea6 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:19.753096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8cbebc7e-8792-47aa-af16-db0a23892d6e req-34f84c33-04af-4066-9c5e-f027f99bd074 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719080 Feb 11 13:16:19.755818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-86290080-fd21-4950-afff-e41bbb191fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:19.758135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-86290080-fd21-4950-afff-e41bbb191fd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1126 time: 0.1114953 Feb 11 13:16:19.767444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6ebfe8a-73c2-4220-b650-dc9fe789e468 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (1222a024-db56-4203-8955-44691b5e6a3f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.775480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6ebfe8a-73c2-4220-b650-dc9fe789e468 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (1222a024-db56-4203-8955-44691b5e6a3f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.810912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebfe8a-73c2-4220-b650-dc9fe789e468 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1222a024-db56-4203-8955-44691b5e6a3f,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:19.827766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6ebfe8a-73c2-4220-b650-dc9fe789e468 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.829679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c6ebfe8a-73c2-4220-b650-dc9fe789e468 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2385702 Feb 11 13:16:19.832801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35170) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:19.838859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:19.869613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.985363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.011180 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (886024de-fff3-42ac-93ae-d2fb8e692ea6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.059018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=886024de-fff3-42ac-93ae-d2fb8e692ea6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:20.066686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-86257ce0-6dec-4a1b-95e4-7aa8fdeb40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.068375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-86257ce0-6dec-4a1b-95e4-7aa8fdeb40bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 917 time: 0.2932396 Feb 11 13:16:20.198976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Allocated IP 172.25.1.7 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/5af0a1e9-40b7-473c-a706-8220fcec4df6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:20.222853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-22f0f77e-ded5-4206-9b58-42af9529ba56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 998 time: 0.1472201 Feb 11 13:16:20.340617 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.389843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.415606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:20.418135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:20.437826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:20.579689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (2a844b20-35e0-4e39-8354-164ddf496ea6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.634540 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.785343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-5dc28f35-c2aa-4019-984b-b58cc71376b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.788476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-5dc28f35-c2aa-4019-984b-b58cc71376b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.5101209 Feb 11 13:16:20.799943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.867570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429690f-fcb3-4240-a19e-2a038be70890 req-a21dbe91-4b51-4193-ab23-1e35183c1b2d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.867570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b429690f-fcb3-4240-a19e-2a038be70890 req-a21dbe91-4b51-4193-ab23-1e35183c1b2d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1455953 Feb 11 13:16:20.899127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'Port': ['ID=5af0a1e9-40b7-473c-a706-8220fcec4df6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:20.955496 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.962809 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.078110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-9d2b26a9-0959-473b-a6d4-b2f1353bf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:21.079745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-9d2b26a9-0959-473b-a6d4-b2f1353bf04b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2841218 Feb 11 13:16:21.081761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'Port': ['ID=5af0a1e9-40b7-473c-a706-8220fcec4df6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:21.106250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aad67a-ecd0-4df4-a061-6d0416e792cd req-75a2a266-b2b1-4a86-b8dc-875a856761d9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:21.112524 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81aad67a-ecd0-4df4-a061-6d0416e792cd req-75a2a266-b2b1-4a86-b8dc-875a856761d9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2210846 Feb 11 13:16:21.145688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b429690f-fcb3-4240-a19e-2a038be70890 req-fc49422c-4129-4850-8e57-b939a56b4bd1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726537 Feb 11 13:16:21.250276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (2a844b20-35e0-4e39-8354-164ddf496ea6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.254106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-089cdc63-93be-4fce-bb61-9b3778dedc0c service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651180 Feb 11 13:16:21.270340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:21.277022 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-81aad67a-ecd0-4df4-a061-6d0416e792cd req-c873c760-e2cc-42d6-8577-86ac1cb72897 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583021 Feb 11 13:16:21.286875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.290481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9aba9681-87fc-4668-a9d9-b8fe1260f44a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4565363 Feb 11 13:16:21.489533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b79dd6b4-41a0-403d-a0ee-757a2ed46df6 req-0d415472-8e88-4527-8d86-a4f59b4200db service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281959 Feb 11 13:16:21.502325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:21.513327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:21.521545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e4b010b8-b290-49ee-bd43-0279b948b0d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1649947 Feb 11 13:16:21.523893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35244) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:21.529373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:21.530167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:21.615150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-27a6919b-fd31-4960-99ec-cf2e56285491 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1231311084&fields=id&tenant_id=363a483d018144859b6c13cee3f7967b HTTP/1.1" status: 200 len: 267 time: 0.0840588 Feb 11 13:16:21.633429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet cfd665a9-0a67-4392-bb3e-5726101c3719 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:21.637852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (cfd665a9-0a67-4392-bb3e-5726101c3719), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.649880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:21.701040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (cfd665a9-0a67-4392-bb3e-5726101c3719), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.813041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cfd665a9-0a67-4392-bb3e-5726101c3719), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.864832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-4134efc4-f2ca-4750-9bd5-a526fb3eb788 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:21.873001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-4134efc4-f2ca-4750-9bd5-a526fb3eb788 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 810 time: 0.2492692 Feb 11 13:16:21.894515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-953cdada-a3d5-4213-bdb7-d789b7e266e7 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/quotas/363a483d018144859b6c13cee3f7967b HTTP/1.1" status: 200 len: 375 time: 0.0102098 Feb 11 13:16:21.913836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (cfd665a9-0a67-4392-bb3e-5726101c3719), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.952008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbac1d3-8cda-42c1-913c-32f1e9ffe65d None None] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:21.957930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.964546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/cfd665a9-0a67-4392-bb3e-5726101c3719 HTTP/1.1" status: 204 len: 168 time: 0.4393990 Feb 11 13:16:21.991818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-ea76390d-d0a0-457f-8ddc-d2915802af17 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885587 Feb 11 13:16:21.992842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35262) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:22.005044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fb356-b6bf-4659-b0b6-5dbe663a28d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd665a9-0a67-4392-bb3e-5726101c3719,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.069309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:19Z', 'revision_number': 8, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:22.104268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:22.119752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:22.119752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:22.170293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-6146081c-2265-40e0-b648-7d93660e7acf service neutron] 10.222.0.42 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658528 Feb 11 13:16:22.246349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] DHCP port deletion for 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:22.420502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-337ca3c8-887d-495a-9f69-05ade9586252 service neutron] 10.222.0.42 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492375 Feb 11 13:16:22.467814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e47ab-7c99-44de-b251-159a8ae5038d req-9f0a5b49-a1e7-43b6-aff1-b1165491ae24 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.473218 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-244e47ab-7c99-44de-b251-159a8ae5038d req-9f0a5b49-a1e7-43b6-aff1-b1165491ae24 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1381199 Feb 11 13:16:22.532265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (66a34275-4a02-4ef3-bc8a-a04bb304a7f3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.649860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-244e47ab-7c99-44de-b251-159a8ae5038d req-ca014992-2790-4838-b835-7f23c57bb229 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691129 Feb 11 13:16:22.846609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e15ebaf3-7327-4576-b2d4-5d504d38fcd0 req-9fc58149-909c-468f-bdc4-35b72f6a4430 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 210 time: 0.0907300 Feb 11 13:16:22.858609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 3e5129d4-ca82-4d41-b171-73b90e1a011f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:22.858952 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.891712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:22.954351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca8de1-ba46-4aef-bf86-42c140bbe6cb req-c926f4ba-06b8-4aaf-8c9f-ea7a6fadd8d0 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.969831 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-14ca8de1-ba46-4aef-bf86-42c140bbe6cb req-c926f4ba-06b8-4aaf-8c9f-ea7a6fadd8d0 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1630476 Feb 11 13:16:23.006764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port 3e5129d4-ca82-4d41-b171-73b90e1a011f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3e5129d4-ca82-4d41-b171-73b90e1a011f,segment=NetworkSegment(58c0da7a-536a-4f93-acd8-a972c096a7b4),segment_id=58c0da7a-536a-4f93-acd8-a972c096a7b4)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:23.007365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:23.047042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 3e5129d4-ca82-4d41-b171-73b90e1a011f owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:23.146072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-14ca8de1-ba46-4aef-bf86-42c140bbe6cb req-2e17bcdc-3cd6-48e8-b588-09f652193186 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532557 Feb 11 13:16:23.237082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Deleting port 3e5129d4-ca82-4d41-b171-73b90e1a011f {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:23.237946 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:23.386916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3e5129d4-ca82-4d41-b171-73b90e1a011f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:23.446361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:23.513141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=3e5129d4-ca82-4d41-b171-73b90e1a011f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:23.531951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No DVR routers for this DVR port 3e5129d4-ca82-4d41-b171-73b90e1a011f on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:23.729997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] For port 3e5129d4-ca82-4d41-b171-73b90e1a011f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3e5129d4-ca82-4d41-b171-73b90e1a011f,segment=NetworkSegment(58c0da7a-536a-4f93-acd8-a972c096a7b4),segment_id=58c0da7a-536a-4f93-acd8-a972c096a7b4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:23.731625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:23.738096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No active binding found for port 3e5129d4-ca82-4d41-b171-73b90e1a011f {{(pid=109686) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:16:23.738822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] The host n-d-828675-3 is not matching for port 3e5129d4-ca82-4d41-b171-73b90e1a011f host None! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:16:23.739811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3e5129d4-ca82-4d41-b171-73b90e1a011f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:23.750502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (66a34275-4a02-4ef3-bc8a-a04bb304a7f3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:23.770319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Calling delete_port for 3e5129d4-ca82-4d41-b171-73b90e1a011f owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:23.807997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a34275-4a02-4ef3-bc8a-a04bb304a7f3']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:23.881219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c0da7a-536a-4f93-acd8-a972c096a7b4') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:23.882570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c0da7a-536a-4f93-acd8-a972c096a7b4') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:23.925148 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (58c0da7a-536a-4f93-acd8-a972c096a7b4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:23.960342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (58c0da7a-536a-4f93-acd8-a972c096a7b4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:23.978929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5220d-a734-4593-9a7e-3fa391fa6fe0 req-05917cac-2c63-4474-86b9-1388cb4c451c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.988567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40f5220d-a734-4593-9a7e-3fa391fa6fe0 req-05917cac-2c63-4474-86b9-1388cb4c451c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1831257 Feb 11 13:16:23.996316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:23.996737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (58c0da7a-536a-4f93-acd8-a972c096a7b4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:24.010283 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:24.090387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-37ce38ed-5832-4a0f-8685-69a54b26b404 req-b68053e2-0058-456f-968c-ee53c159573e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 210 time: 0.1153183 Feb 11 13:16:24.140271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:19Z', 'revision_number': 8, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:24.236982 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3e5129d4-ca82-4d41-b171-73b90e1a011f), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:24.239366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8176630b-8453-4047-a60f-2ba184d9574a None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:19Z', 'revision_number': 8, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b954482d-df42-4f7c-9fde-a0b76020e12b', 'name': '', 'network_id': '2b06ed22-82b0-46a1-bbf2-f04b59c9dc90', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:0e:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:01Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '4d21bfa2-b542-4cdd-9678-acbb8f145b76', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:24.260933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (66a34275-4a02-4ef3-bc8a-a04bb304a7f3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:24.282511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Network 66a34275-4a02-4ef3-bc8a-a04bb304a7f3 is not hosted by any dhcp agent {{(pid=109686) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:16:24.282991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] No DVR routers for this DVR port 3e5129d4-ca82-4d41-b171-73b90e1a011f on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:24.316096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:24.342984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35322) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:24.343153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/66a34275-4a02-4ef3-bc8a-a04bb304a7f3 HTTP/1.1" status: 204 len: 168 time: 2.3474140 Feb 11 13:16:24.349262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Pushing event deleted for resources: {'Port': ['ID=3e5129d4-ca82-4d41-b171-73b90e1a011f,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:24.369039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40f5220d-a734-4593-9a7e-3fa391fa6fe0 req-3456cb43-f9c0-4e1d-8da0-a0d25d18056f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781228 Feb 11 13:16:24.374185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.374572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.375001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.375347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.375845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.376187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.376525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.376856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.377183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.377509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.397822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.398254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.398604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f13f84-f74a-4f5b-9808-363bf711331f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.409862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b446f-5302-40af-93ee-0e907b2fc792 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=66a34275-4a02-4ef3-bc8a-a04bb304a7f3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:24.691588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05d8f6-4b37-4a28-b130-f5210ba0f09b req-a7747a71-5982-4960-8f32-08d7f0ba8db7 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.697835 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb05d8f6-4b37-4a28-b130-f5210ba0f09b req-a7747a71-5982-4960-8f32-08d7f0ba8db7 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2523205 Feb 11 13:16:24.879207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-067a1ade-de5a-474e-b97e-7c59251b35de tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.881200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-067a1ade-de5a-474e-b97e-7c59251b35de tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 810 time: 0.3101501 Feb 11 13:16:25.009068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bb05d8f6-4b37-4a28-b130-f5210ba0f09b req-b64f5d63-f51b-45c4-8034-2f7e0623a920 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937100 Feb 11 13:16:25.111813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-9469aa60-4f73-42be-b8c8-7c4a5b7c0e31 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363a483d018144859b6c13cee3f7967b HTTP/1.1" status: 200 len: 380 time: 0.2047088 Feb 11 13:16:25.131568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'port': {'device_id': '298f28e5-d266-4553-b323-08e135b90cb6', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'admin_state_up': True, 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'security_groups': ['ca589933-f365-41c9-a7d2-a5af90d4c03f']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:25.201338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 886024de-fff3-42ac-93ae-d2fb8e692ea6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:25.251489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 886024de-fff3-42ac-93ae-d2fb8e692ea6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:25.252290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 886024de-fff3-42ac-93ae-d2fb8e692ea6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:25.272786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e8a8cbd-cca5-42dd-9b17-c9c6ef0b3755 req-d9939002-1bad-46d1-81d0-920474ffe5fb tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 210 time: 0.0346134 Feb 11 13:16:25.327450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:25.426957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Made reservation on behalf of 363a483d018144859b6c13cee3f7967b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:25.434650 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:25.630677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Allocated IP 172.20.0.6 (bd8a299f-81d2-493f-bd95-dbc657aa885c/a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a/4c8285c9-d26f-412c-a813-96ef8ed536fa) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:25.825840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:25.906872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.009176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Network bd8a299f-81d2-493f-bd95-dbc657aa885c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:26.014411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:26.017080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:26.107759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.108440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.141303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event updated for resources: {'Port': ['ID=4c8285c9-d26f-412c-a813-96ef8ed536fa,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.145132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5180d1-e26d-4b59-a04d-d25f3f1eb2e2 req-f342705b-3cc1-4fe0-b4a4-0ff81ed79ae2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.169964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f5180d1-e26d-4b59-a04d-d25f3f1eb2e2 req-f342705b-3cc1-4fe0-b4a4-0ff81ed79ae2 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2973466 Feb 11 13:16:26.174585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-0c0515b7-3c75-4fac-aea9-fe9562803e6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0540531 Feb 11 13:16:26.191130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Request body: {'port': {'device_id': '298f28e5-d266-4553-b323-08e135b90cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:26.407118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f5180d1-e26d-4b59-a04d-d25f3f1eb2e2 req-55e06bc3-7878-4244-929a-59859684ef29 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365999 Feb 11 13:16:26.477775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.527215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2d34e-828f-4bc2-8650-2fbf4a1e306f req-b448a1e3-763f-41c2-82b8-f1845c501f19 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.549971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38d2d34e-828f-4bc2-8650-2fbf4a1e306f req-b448a1e3-763f-41c2-82b8-f1845c501f19 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2927761 Feb 11 13:16:26.589931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port b954482d-df42-4f7c-9fde-a0b76020e12b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:26.590717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.652465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-32b0a01e-ea0a-4990-b512-02e3873c3ed8 None None] Provisioning complete for port 4c8285c9-d26f-412c-a813-96ef8ed536fa triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:26.652465 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-32b0a01e-ea0a-4990-b512-02e3873c3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.740708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-32b0a01e-ea0a-4990-b512-02e3873c3ed8 None None] Port 4c8285c9-d26f-412c-a813-96ef8ed536fa cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:26.830350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38d2d34e-828f-4bc2-8650-2fbf4a1e306f req-09ff1d36-bdea-4cc9-bdbe-6647281e9ef6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793443 Feb 11 13:16:26.857290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port b954482d-df42-4f7c-9fde-a0b76020e12b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=b954482d-df42-4f7c-9fde-a0b76020e12b,segment=NetworkSegment(1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169),segment_id=1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:26.857701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.892162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for b954482d-df42-4f7c-9fde-a0b76020e12b owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:26.952181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c93173-f739-46b6-8f0b-97b94cf144e8 req-77024a6c-9ab5-46b8-947d-1dd381dca2cd tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.954091 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15c93173-f739-46b6-8f0b-97b94cf144e8 req-77024a6c-9ab5-46b8-947d-1dd381dca2cd tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 931 time: 0.2164013 Feb 11 13:16:27.174480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15c93173-f739-46b6-8f0b-97b94cf144e8 req-48fb51f7-fc48-4273-ac1e-cbce65c80471 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496236 Feb 11 13:16:27.308716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8285c9-d26f-412c-a813-96ef8ed536fa {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:16:27.318590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Publish callbacks [] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:27.410964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Transition to ACTIVE for port object 4c8285c9-d26f-412c-a813-96ef8ed536fa will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:27.415899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b954482d-df42-4f7c-9fde-a0b76020e12b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:27.418430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:27.554892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=b954482d-df42-4f7c-9fde-a0b76020e12b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:27.820360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8285c9-d26f-412c-a813-96ef8ed536fa,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:27.834605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebce9d9-0b65-4e58-9b33-5f2a81aec8e8 req-c3c30de7-5d9c-4ec7-b119-f9ef493dd394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:27.836252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ebce9d9-0b65-4e58-9b33-5f2a81aec8e8 req-c3c30de7-5d9c-4ec7-b119-f9ef493dd394 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2692964 Feb 11 13:16:27.946610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Attempting to bind port 4c8285c9-d26f-412c-a813-96ef8ed536fa on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:27.948198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Attempting to bind port 4c8285c9-d26f-412c-a813-96ef8ed536fa by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:27.948826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Attempting to bind port 4c8285c9-d26f-412c-a813-96ef8ed536fa on network bd8a299f-81d2-493f-bd95-dbc657aa885c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:27.959191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Port 4c8285c9-d26f-412c-a813-96ef8ed536fa on network bd8a299f-81d2-493f-bd95-dbc657aa885c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:27.959780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Attempting to bind port 4c8285c9-d26f-412c-a813-96ef8ed536fa on network bd8a299f-81d2-493f-bd95-dbc657aa885c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:28.018784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:28.019720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Checking segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:28.021675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Bound using segment: {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:28.023695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Bound port: 4c8285c9-d26f-412c-a813-96ef8ed536fa, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:28.024145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.064466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ebce9d9-0b65-4e58-9b33-5f2a81aec8e8 req-da963cf4-2914-4af5-a11d-8c091c898d38 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118065 Feb 11 13:16:28.135525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.235590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] For port 4c8285c9-d26f-412c-a813-96ef8ed536fa, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:28.236646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69975c0-67c2-4643-9a88-877df7f89d45 req-3e1d72c1-aa28-4e31-b1f0-71cfc8a25e5e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.238873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d69975c0-67c2-4643-9a88-877df7f89d45 req-3e1d72c1-aa28-4e31-b1f0-71cfc8a25e5e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2280128 Feb 11 13:16:28.246369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] For port 4c8285c9-d26f-412c-a813-96ef8ed536fa, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:28.263162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.319188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.319874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.323582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] 10.222.0.53 "PUT /v2.0/ports/4c8285c9-d26f-412c-a813-96ef8ed536fa HTTP/1.1" status: 200 len: 1091 time: 2.1416593 Feb 11 13:16:28.326294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:28.336196 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa97d8-024f-48dc-bf50-ca657212c502" -d '{"events": [{"name": "network-changed", "server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:28.487647 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d69975c0-67c2-4643-9a88-877df7f89d45 req-046493bc-2b86-4602-84ef-6a652c11d182 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249812 Feb 11 13:16:28.503602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-a67982b6-9e69-4cf7-9131-dbaf0e2d6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.504808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-a67982b6-9e69-4cf7-9131-dbaf0e2d6a21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 1125 time: 0.1055250 Feb 11 13:16:28.511543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154c71c-bbd3-434c-b7b9-83f873357785 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8285c9-d26f-412c-a813-96ef8ed536fa,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:28.638647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-dea5eb67-fdcd-418a-bccb-a73fde4402ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa HTTP/1.1" status: 200 len: 217 time: 0.1218164 Feb 11 13:16:28.767297 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0123b6-db52-415c-83a5-b49c33e5c875 x-openstack-request-id: req-be0123b6-db52-415c-83a5-b49c33e5c875 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:28.790030 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:28.796297 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be0123b6-db52-415c-83a5-b49c33e5c875 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:28.797436 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'status': 'completed', 'code': 200} Feb 11 13:16:28.890879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-8c2fafe2-b676-4b34-8fb7-8cb6e69c0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.892749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-8c2fafe2-b676-4b34-8fb7-8cb6e69c0eb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.2461965 Feb 11 13:16:28.908990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:29.038038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d916d-b531-4ddd-9184-0fa6c2b20c20 req-6d7e8201-e63b-4fc1-a53e-351b1b3280a5 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.057994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-684d916d-b531-4ddd-9184-0fa6c2b20c20 req-6d7e8201-e63b-4fc1-a53e-351b1b3280a5 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 943 time: 0.3780940 Feb 11 13:16:29.096460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf0425-4837-4ac0-8240-09646abec835 req-e0e68adc-d8d0-4966-bac8-3fd669965a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.105728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-e0e68adc-d8d0-4966-bac8-3fd669965a0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2047877 Feb 11 13:16:29.160060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:29.163464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02949ae9-1258-4e27-bb18-736c91f29973 req-e81b17ed-f992-400a-8fbd-47528c65fcec tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.167472 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:29.192422 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:29.193058 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:29.198285 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-02949ae9-1258-4e27-bb18-736c91f29973 req-e81b17ed-f992-400a-8fbd-47528c65fcec tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.3681335 Feb 11 13:16:29.222870 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-30975a7c-2d28-4884-ba8d-30fed30533ad tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8799582 Feb 11 13:16:29.226083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:29.292611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-c87dbf59-afef-4689-9ff3-fa198ec7a4f6 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784720 Feb 11 13:16:29.317954 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bdc01cba-e99d-4199-846f-89a0db280a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.370297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-684d916d-b531-4ddd-9184-0fa6c2b20c20 req-af748977-c809-4a09-9456-19c6b18f054b tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111653 Feb 11 13:16:29.452293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet 4d21bfa2-b542-4cdd-9678-acbb8f145b76 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:29.478536 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (4d21bfa2-b542-4cdd-9678-acbb8f145b76), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.511090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27cf0425-4837-4ac0-8240-09646abec835 req-5113f90b-60cd-4b11-ad55-b6668279a117 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055852 Feb 11 13:16:29.511664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:29.639691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (4d21bfa2-b542-4cdd-9678-acbb8f145b76), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.681332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-451216e7-ba51-49c6-b08d-3058fbe717a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.691374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-451216e7-ba51-49c6-b08d-3058fbe717a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 1125 time: 0.1227210 Feb 11 13:16:29.692344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-02949ae9-1258-4e27-bb18-736c91f29973 req-5419ffe6-c239-4205-887f-fd4d77c41bb7 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848111 Feb 11 13:16:29.817498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (4d21bfa2-b542-4cdd-9678-acbb8f145b76), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.951472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (4d21bfa2-b542-4cdd-9678-acbb8f145b76), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.032989 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:27Z', 'revision_number': 9, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:30.035394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=4d21bfa2-b542-4cdd-9678-acbb8f145b76,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.043788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.047741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-9ed04fb1-7859-42a5-8856-faa761ca399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.051146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-9ed04fb1-7859-42a5-8856-faa761ca399d service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.2671163 Feb 11 13:16:30.054754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7610af-0e3e-464a-bc16-49d18f6a6e71 None None] Network 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:30.058610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d3b0f9d5-526d-4149-8bd0-98c0e1fbfc3c tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/4d21bfa2-b542-4cdd-9678-acbb8f145b76 HTTP/1.1" status: 204 len: 168 time: 0.8118553 Feb 11 13:16:30.061051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35424) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:30.295542 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:30.308022 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:30.309093 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:30.313030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] DHCP port deletion for 2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:30.339253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-a30ec084-3918-4c98-8e8c-0f401524b902 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa HTTP/1.1" status: 200 len: 217 time: 0.2049091 Feb 11 13:16:30.395102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d0030-723d-48f0-a8aa-0e76cae8d324 req-f0554df8-1de9-4a5f-a6ce-9396f9286b8c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.396707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9d0030-723d-48f0-a8aa-0e76cae8d324 req-f0554df8-1de9-4a5f-a6ce-9396f9286b8c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.6970594 Feb 11 13:16:30.427546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] Deleting port 4d71969e-4fb9-4429-97e5-ecd78e825aba {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:30.428122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.556461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] For port 4d71969e-4fb9-4429-97e5-ecd78e825aba, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4d71969e-4fb9-4429-97e5-ecd78e825aba,segment=NetworkSegment(1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169),segment_id=1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:30.556906 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.591124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] Calling delete_port for 4d71969e-4fb9-4429-97e5-ecd78e825aba owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:30.634503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45bb29-68f0-4c71-8745-0f1e070a9c61 req-9fb14e4c-6c43-490d-ba25-a542be443af6 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.641951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af45bb29-68f0-4c71-8745-0f1e070a9c61 req-9fb14e4c-6c43-490d-ba25-a542be443af6 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 943 time: 0.1291656 Feb 11 13:16:30.654326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:30.656035 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (2b06ed22-82b0-46a1-bbf2-f04b59c9dc90), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.687958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-204380f6-29bc-453b-8857-1cb020dd414f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.689691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-204380f6-29bc-453b-8857-1cb020dd414f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.6326447 Feb 11 13:16:30.744697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af45bb29-68f0-4c71-8745-0f1e070a9c61 req-be124221-27b9-4d41-8151-21059ab6ce6c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979598 Feb 11 13:16:30.772374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (4d71969e-4fb9-4429-97e5-ecd78e825aba), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.783934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] No DVR routers for this DVR port 4d71969e-4fb9-4429-97e5-ecd78e825aba on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:30.808504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a9d0030-723d-48f0-a8aa-0e76cae8d324 req-6017c1a4-6b93-42dd-a4bd-82b763138a1f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978864 Feb 11 13:16:30.815859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff0d6d-d377-43b1-935f-be4410277f9d None None] Pushing event deleted for resources: {'Port': ['ID=4d71969e-4fb9-4429-97e5-ecd78e825aba,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.877271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-89e3cc39-a11e-43cf-8295-14fe97aefd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.891985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-89e3cc39-a11e-43cf-8295-14fe97aefd59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.5149448 Feb 11 13:16:30.990596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f1ec2-b73a-45d2-a453-49d87ba35434 req-e636fa1e-8331-4194-85c6-db1d95cf9d46 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.992784 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6a7f1ec2-b73a-45d2-a453-49d87ba35434 req-e636fa1e-8331-4194-85c6-db1d95cf9d46 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.1282897 Feb 11 13:16:31.122501 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6a7f1ec2-b73a-45d2-a453-49d87ba35434 req-8a09dbb0-3f89-47fd-bc70-212eb79ea0e0 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240442 Feb 11 13:16:31.142024 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:27Z', 'revision_number': 9, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.182507 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3c01a8-3fba-41a9-8ba1-cccc43c67588 None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:27Z', 'revision_number': 9, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': '3735bbff-757a-4e6a-b4a7-898bff4d818d', 'name': '', 'network_id': '1898a738-fb14-4c86-bc18-a112f9154f5c', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:38:ce:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2687, 'fixed_ips': [{'subnet_id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:54Z', 'updated_at': '2022-02-11T13:16:01Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '8175418a-5b5a-4965-a74d-e75d5af972bf', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:31.406202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-97d7b78e-801e-4b06-b000-36e62074a81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.586037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4d71969e-4fb9-4429-97e5-ecd78e825aba no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:31.636868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4d71969e-4fb9-4429-97e5-ecd78e825aba {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:31.637666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4d71969e-4fb9-4429-97e5-ecd78e825aba not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:31.865085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (2b06ed22-82b0-46a1-bbf2-f04b59c9dc90), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.917566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b06ed22-82b0-46a1-bbf2-f04b59c9dc90']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.931593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.931943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.951002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.965745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.972698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:31.973091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (1a7ae19e-ed5f-46d5-a1e9-a661a9fbb169), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:32.027868 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:32.131492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc14ab1-d442-4900-8fa1-b0b776d2b920 req-f7ebcd23-03c9-4079-9519-bf0741aed405 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.136315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3bc14ab1-d442-4900-8fa1-b0b776d2b920 req-f7ebcd23-03c9-4079-9519-bf0741aed405 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1667433 Feb 11 13:16:32.143735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (2b06ed22-82b0-46a1-bbf2-f04b59c9dc90), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.169899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.174401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/2b06ed22-82b0-46a1-bbf2-f04b59c9dc90 HTTP/1.1" status: 204 len: 168 time: 2.0280914 Feb 11 13:16:32.179773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35448) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:32.219991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-9f5185ec-f7a0-4a4c-86c8-6dbe892d8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.226539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-9f5185ec-f7a0-4a4c-86c8-6dbe892d8c13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3117352 Feb 11 13:16:32.327188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3bc14ab1-d442-4900-8fa1-b0b776d2b920 req-5e57955a-4360-4f32-93c1-e8881bfc5181 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804082 Feb 11 13:16:32.368695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949bdc9c-b967-4bd9-bdb9-0ff69f08ee02 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=2b06ed22-82b0-46a1-bbf2-f04b59c9dc90,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.496808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f03e6-60a0-4710-ae94-4af271d357c2 req-244d9aa1-d4c0-424a-bccf-384013992815 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.501022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-092f03e6-60a0-4710-ae94-4af271d357c2 req-244d9aa1-d4c0-424a-bccf-384013992815 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 943 time: 0.4885862 Feb 11 13:16:32.543402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.547272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4c8285c9-d26f-412c-a813-96ef8ed536fa details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:32.609993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Deleting port 849a0530-b9a5-4e55-8545-fc01f8a2e380 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:32.610348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.804885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3a1e4-b531-494b-b566-95f9cb235dbb req-9057fbf3-300f-467f-b437-5f0711861388 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.810774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4c8285c9-d26f-412c-a813-96ef8ed536fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:32.813583 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90d3a1e4-b531-494b-b566-95f9cb235dbb req-9057fbf3-300f-467f-b437-5f0711861388 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 945 time: 0.2843401 Feb 11 13:16:32.838513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 849a0530-b9a5-4e55-8545-fc01f8a2e380 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:32.913732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-38a669bc-b07b-43d0-bfea-fe27a462533a service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6552446 Feb 11 13:16:32.919180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'port_id': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'mac_address': 'fa:16:3e:fe:f3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:33.036598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4c8285c9-d26f-412c-a813-96ef8ed536fa is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:33.036992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.049789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-092f03e6-60a0-4710-ae94-4af271d357c2 req-3545602c-e10c-4853-a3e2-23ddd701a850 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5116522 Feb 11 13:16:33.105436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90d3a1e4-b531-494b-b566-95f9cb235dbb req-8bd6519a-031d-4fcb-84b8-8de954a25007 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840807 Feb 11 13:16:33.141290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8285c9-d26f-412c-a813-96ef8ed536fa {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:16:33.177245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 849a0530-b9a5-4e55-8545-fc01f8a2e380 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:33.177629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.203377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4c8285c9-d26f-412c-a813-96ef8ed536fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:33.228284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b954482d-df42-4f7c-9fde-a0b76020e12b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:33.259404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] For port 849a0530-b9a5-4e55-8545-fc01f8a2e380, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:33.259821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.276172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.280160 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.288980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Calling delete_port for 849a0530-b9a5-4e55-8545-fc01f8a2e380 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:33.295962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: b954482d-df42-4f7c-9fde-a0b76020e12b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:33.299809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device b954482d-df42-4f7c-9fde-a0b76020e12b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:33.328422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24fa97d8-024f-48dc-bf50-ca657212c502 req-58793231-503f-4969-a719-2401db54cb5c service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972163 Feb 11 13:16:33.360582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 849a0530-b9a5-4e55-8545-fc01f8a2e380, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=849a0530-b9a5-4e55-8545-fc01f8a2e380,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:33.414413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:33.418508 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac74dc2-4ae7-4b14-bc6e-ee5bd7f1b1e2" -d '{"events": [{"server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "name": "network-vif-unplugged", "status": "completed", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:33.447197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.528519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['4c8285c9-d26f-412c-a813-96ef8ed536fa'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:33.617679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4c8285c9-d26f-412c-a813-96ef8ed536fa,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:33.655346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ba332-0d12-4cd6-84a2-7e3eb1a90880 req-69dd487d-ae10-480a-b084-9743f5217aa4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.660948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-971ba332-0d12-4cd6-84a2-7e3eb1a90880 req-69dd487d-ae10-480a-b084-9743f5217aa4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1930978 Feb 11 13:16:33.856863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-971ba332-0d12-4cd6-84a2-7e3eb1a90880 req-992c467b-f14e-439e-8313-4495034f21cf tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302588 Feb 11 13:16:33.863791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (849a0530-b9a5-4e55-8545-fc01f8a2e380), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.875806 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb5b37-9a79-4d47-9c74-d8d56ea6e7f5 x-openstack-request-id: req-c1cb5b37-9a79-4d47-9c74-d8d56ea6e7f5 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:33.876410 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "name": "network-vif-unplugged", "status": "completed", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:33.876410 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c1cb5b37-9a79-4d47-9c74-d8d56ea6e7f5 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:33.876884 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380', 'code': 200} Feb 11 13:16:33.898407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 3735bbff-757a-4e6a-b4a7-898bff4d818d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:33.899028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.931631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event deleted for resources: {'Port': ['ID=849a0530-b9a5-4e55-8545-fc01f8a2e380,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:33.959013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=849a0530-b9a5-4e55-8545-fc01f8a2e380,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:34.009131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] No DVR routers for this DVR port 849a0530-b9a5-4e55-8545-fc01f8a2e380 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:34.016240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.025754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-755b4465-7cfb-4a9f-aaf3-d4e25fa733fa req-8feb0b57-d4aa-440d-bdbe-b5ba41d731d4 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.53 "DELETE /v2.0/ports/849a0530-b9a5-4e55-8545-fc01f8a2e380 HTTP/1.1" status: 204 len: 173 time: 3.2588024 Feb 11 13:16:34.026625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'name': 'network-vif-deleted', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:34.036533 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc10950-8bd3-4b6d-878f-824978ffce49" -d '{"events": [{"server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "name": "network-vif-deleted", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:34.135308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port 3735bbff-757a-4e6a-b4a7-898bff4d818d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3735bbff-757a-4e6a-b4a7-898bff4d818d,segment=NetworkSegment(21eaa993-bbb4-44d8-bf35-4ec03be90753),segment_id=21eaa993-bbb4-44d8-bf35-4ec03be90753)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:34.137424 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.138098 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb4de58-35a0-432f-a62e-34f355e63dc4 x-openstack-request-id: req-7cb4de58-35a0-432f-a62e-34f355e63dc4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:34.138629 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f7e57c-286a-4fa3-8ee2-e76f295aba32", "name": "network-vif-deleted", "tag": "849a0530-b9a5-4e55-8545-fc01f8a2e380", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:34.139099 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7cb4de58-35a0-432f-a62e-34f355e63dc4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:34.139746 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f7e57c-286a-4fa3-8ee2-e76f295aba32', 'name': 'network-vif-deleted', 'tag': '849a0530-b9a5-4e55-8545-fc01f8a2e380', 'status': 'completed', 'code': 200} Feb 11 13:16:34.201281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 3735bbff-757a-4e6a-b4a7-898bff4d818d owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:34.284599 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.325701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b240f-0b45-4511-a1df-afbf136814c4 req-44488718-c956-49c8-a8ad-3132ca86e133 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.327407 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e6b240f-0b45-4511-a1df-afbf136814c4 req-44488718-c956-49c8-a8ad-3132ca86e133 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 944 time: 0.0873873 Feb 11 13:16:34.368134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6c2f715-6b74-4661-8219-4742b32b6a0d req-1f80fe62-6cf1-4d70-abc7-1c673b5b8786 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0f7e57c-286a-4fa3-8ee2-e76f295aba32 HTTP/1.1" status: 200 len: 210 time: 0.1397107 Feb 11 13:16:34.429924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e6b240f-0b45-4511-a1df-afbf136814c4 req-dc7506e4-bf20-40d8-af24-f26aac1629ee tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955296 Feb 11 13:16:34.755395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3735bbff-757a-4e6a-b4a7-898bff4d818d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.783536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=3735bbff-757a-4e6a-b4a7-898bff4d818d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:35.028839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.050150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4a6f1-3016-49dd-9b39-11c8784de505 req-b363c3c7-5fb0-40c7-b45c-0c1d834ff66d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.051666 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5a4a6f1-3016-49dd-9b39-11c8784de505 req-b363c3c7-5fb0-40c7-b45c-0c1d834ff66d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.0771980 Feb 11 13:16:35.164466 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c5a4a6f1-3016-49dd-9b39-11c8784de505 req-e4f5c54a-cd48-4aed-a138-1a0c875fa6af tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766587 Feb 11 13:16:35.307105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:35.327036 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.725389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:35.733089 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0b87c364-c804-47b8-97ac-cf81791239c0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5502748 Feb 11 13:16:35.736127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35502) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:35.740309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:35.773730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:35.776028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:35.845419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet 8175418a-5b5a-4965-a74d-e75d5af972bf {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:35.853749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (8175418a-5b5a-4965-a74d-e75d5af972bf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.901693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-b6c71d52-a222-4b45-912d-798993cb438b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.903213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-b6c71d52-a222-4b45-912d-798993cb438b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.2211471 Feb 11 13:16:35.936009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-e66df5aa-8fc3-4d91-b4ea-a8c89deec025 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/quotas/7c1580fb5e3c430ebc5468c531acfa6d HTTP/1.1" status: 200 len: 375 time: 0.0198474 Feb 11 13:16:35.994024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (8175418a-5b5a-4965-a74d-e75d5af972bf), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.000210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-fb3eed8a-3906-44e2-8411-07aa607966b3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523498 Feb 11 13:16:36.051126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:36.058151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111baba-fc0f-45df-a79c-7b9cd0b6f869 req-17cb421d-4af8-48b3-a337-0a198c6c932b tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.065825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9111baba-fc0f-45df-a79c-7b9cd0b6f869 req-17cb421d-4af8-48b3-a337-0a198c6c932b tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 944 time: 0.1589348 Feb 11 13:16:36.150370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (8175418a-5b5a-4965-a74d-e75d5af972bf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.165945 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9111baba-fc0f-45df-a79c-7b9cd0b6f869 req-da8e7958-a7ac-4cf2-a106-979f82958bee tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955951 Feb 11 13:16:36.194054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-d0035c27-99be-443c-ab4d-3a9a9dc0bab9 service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783116 Feb 11 13:16:36.248358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (8175418a-5b5a-4965-a74d-e75d5af972bf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.292144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=8175418a-5b5a-4965-a74d-e75d5af972bf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.308275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.312727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c316d46d-1b3f-4c99-9feb-eaa9b87f802e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/8175418a-5b5a-4965-a74d-e75d5af972bf HTTP/1.1" status: 204 len: 168 time: 0.5755277 Feb 11 13:16:36.314300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-b960ba1a-bdc4-4852-80dd-0ed6d730f2eb service neutron] 10.222.0.42 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113961 Feb 11 13:16:36.317003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35508) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:36.348220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e71e9-1e67-4c94-8147-7a575266e0a0 None None] Network 1898a738-fb14-4c86-bc18-a112f9154f5c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:36.372568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8377971-9bbb-41a3-93e2-e6c305f82c28 req-8155ca6f-1520-40d7-9897-575a5695358c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.376298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8377971-9bbb-41a3-93e2-e6c305f82c28 req-8155ca6f-1520-40d7-9897-575a5695358c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.0880349 Feb 11 13:16:36.458221 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1898a738-fb14-4c86-bc18-a112f9154f5c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.471059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8377971-9bbb-41a3-93e2-e6c305f82c28 req-b148679a-e46c-40af-a615-b244dd26056e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884018 Feb 11 13:16:36.526437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 2c341417-c28b-415c-845a-6c982f471875 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:36.527197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2c341417-c28b-415c-845a-6c982f471875), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.625003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2eefa4e3-f2a0-4118-9ad2-fb7d5cbdcb9c req-14bed972-22c0-4b1e-98fe-7ba8be9a1abf tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 210 time: 0.0451093 Feb 11 13:16:36.674158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port 2c341417-c28b-415c-845a-6c982f471875, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2c341417-c28b-415c-845a-6c982f471875,segment=NetworkSegment(21eaa993-bbb4-44d8-bf35-4ec03be90753),segment_id=21eaa993-bbb4-44d8-bf35-4ec03be90753)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:36.674667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2c341417-c28b-415c-845a-6c982f471875), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.693652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 2c341417-c28b-415c-845a-6c982f471875 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:36.861768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2c341417-c28b-415c-845a-6c982f471875), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.886165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4c8285c9-d26f-412c-a813-96ef8ed536fa up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:36.890193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=2c341417-c28b-415c-845a-6c982f471875,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.898880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No DVR routers for this DVR port 2c341417-c28b-415c-845a-6c982f471875 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:36.940183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:34Z', 'revision_number': 10, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:36.976204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:36.994022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:36.995017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:37.025254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1898a738-fb14-4c86-bc18-a112f9154f5c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.075119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 4c8285c9-d26f-412c-a813-96ef8ed536fa completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:37.077859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1898a738-fb14-4c86-bc18-a112f9154f5c']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:37.104187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21eaa993-bbb4-44d8-bf35-4ec03be90753') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:37.104484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21eaa993-bbb4-44d8-bf35-4ec03be90753') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:37.125473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbc3420-27e9-4a93-aa45-2191f5ff13d2 None None] DHCP port deletion for 1898a738-fb14-4c86-bc18-a112f9154f5c request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:37.132740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (21eaa993-bbb4-44d8-bf35-4ec03be90753), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.134506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 4c8285c9-d26f-412c-a813-96ef8ed536fa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:37.135008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.198951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (21eaa993-bbb4-44d8-bf35-4ec03be90753), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.215267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:37.242470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:37.242881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (21eaa993-bbb4-44d8-bf35-4ec03be90753), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.335093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2c341417-c28b-415c-845a-6c982f471875 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:37.402014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2c341417-c28b-415c-845a-6c982f471875 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:37.402705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2c341417-c28b-415c-845a-6c982f471875 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:37.429856 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:37.432049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 4c8285c9-d26f-412c-a813-96ef8ed536fa is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:37.432049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.442240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1898a738-fb14-4c86-bc18-a112f9154f5c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.454455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.460786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35532) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:37.461299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/1898a738-fb14-4c86-bc18-a112f9154f5c HTTP/1.1" status: 204 len: 168 time: 1.1432076 Feb 11 13:16:37.471678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b96371-0831-4062-889d-318a679fb2be tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=1898a738-fb14-4c86-bc18-a112f9154f5c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:37.531596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a0961-08e9-401f-89ef-7d9e3a78196c req-3a6085aa-0f55-4cad-b271-bf151dffd13c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:37.551619 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e9a0961-08e9-401f-89ef-7d9e3a78196c req-3a6085aa-0f55-4cad-b271-bf151dffd13c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 944 time: 0.1815073 Feb 11 13:16:37.572755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:37.576684 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e5819-90ea-4610-9cf8-9fe147ca26f3" -d '{"events": [{"server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "name": "network-vif-plugged", "status": "completed", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:37.618130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 4c8285c9-d26f-412c-a813-96ef8ed536fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:37.630577 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:37.695409 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e9a0961-08e9-401f-89ef-7d9e3a78196c req-cfd548c0-8798-42df-a932-b201c2f75e0c tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413136 Feb 11 13:16:37.793206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde46095-4e7e-4e1f-be2e-256031cf51b2 req-4a7d61cc-db29-4d8b-9c2d-37afac8df910 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:37.795008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fde46095-4e7e-4e1f-be2e-256031cf51b2 req-4a7d61cc-db29-4d8b-9c2d-37afac8df910 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1577570 Feb 11 13:16:37.828574 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9c28e6-7fed-49c7-90d7-07db9a77785f x-openstack-request-id: req-7e9c28e6-7fed-49c7-90d7-07db9a77785f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:37.830222 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "name": "network-vif-plugged", "status": "completed", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:37.830673 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e9c28e6-7fed-49c7-90d7-07db9a77785f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:37.832971 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'code': 200} Feb 11 13:16:37.921214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=4c8285c9-d26f-412c-a813-96ef8ed536fa,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:37.939239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:34Z', 'revision_number': 10, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:38.006856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-376cfa25-b3d1-4d60-903b-0b41c8297a7b req-64afe292-28cc-4b24-8f4e-caa05e40757a tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 210 time: 0.0482411 Feb 11 13:16:38.015255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fde46095-4e7e-4e1f-be2e-256031cf51b2 req-ade59cbd-8315-42de-9818-242f7b591b69 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128534 Feb 11 13:16:38.118480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b061c4a-d22c-4ddf-a6c6-9f80f920e3d9 req-77dd9bcd-abc6-4d93-b69f-12ea8d6d92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.122101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b061c4a-d22c-4ddf-a6c6-9f80f920e3d9 req-77dd9bcd-abc6-4d93-b69f-12ea8d6d92e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 1127 time: 0.1434712 Feb 11 13:16:38.165505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a62449c-3420-4dca-bd6d-e52f4b41fd2f None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:34Z', 'revision_number': 10, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None, '_interfaces': [{'id': 'a97547cb-c7a3-4b80-b81c-85cf7cfc14d4', 'name': '', 'network_id': '95256453-01e9-418d-8234-ceb097a53fc2', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'mac_address': 'fa:16:3e:36:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:49Z', 'updated_at': '2022-02-11T13:15:54Z', 'revision_number': 5, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'subnets': [{'id': '0776d8ec-a8a0-42d4-8d54-47cdca0122b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:38.219554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b061c4a-d22c-4ddf-a6c6-9f80f920e3d9 req-b994847a-20fc-4de4-8b05-3aba48b36f05 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909348 Feb 11 13:16:38.357161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:38.847258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:38.848305 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:38.924556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5f914-25ef-4af4-a1d5-a9246e27d410 req-25f34650-60a3-4520-a711-eb65a34876d3 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.926856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfe5f914-25ef-4af4-a1d5-a9246e27d410 req-25f34650-60a3-4520-a711-eb65a34876d3 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 945 time: 0.0846663 Feb 11 13:16:39.039954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port a97547cb-c7a3-4b80-b81c-85cf7cfc14d4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,segment=NetworkSegment(c4fbda87-e85d-44db-b6b4-2881a6b35c2b),segment_id=c4fbda87-e85d-44db-b6b4-2881a6b35c2b)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:39.040322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.068386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfe5f914-25ef-4af4-a1d5-a9246e27d410 req-b77e70d8-ecad-4a15-b1ee-df861526ca2e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354673 Feb 11 13:16:39.092041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:39.213485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3735bbff-757a-4e6a-b4a7-898bff4d818d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:39.266302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3735bbff-757a-4e6a-b4a7-898bff4d818d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:39.266302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3735bbff-757a-4e6a-b4a7-898bff4d818d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:39.289718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-03607947-3bfb-45aa-98b7-4f824e499e16 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.290405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a33e8-66b6-4358-96e2-320c46d7a9be req-6cf9bd53-3784-4481-8b82-2582bf3c0205 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.291243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-03607947-3bfb-45aa-98b7-4f824e499e16 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 812 time: 0.3399515 Feb 11 13:16:39.291439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a5a33e8-66b6-4358-96e2-320c46d7a9be req-6cf9bd53-3784-4481-8b82-2582bf3c0205 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.0932014 Feb 11 13:16:39.344868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Request body: {'port': {'device_id': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'admin_state_up': True, 'tenant_id': '7c1580fb5e3c430ebc5468c531acfa6d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:39.415557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa8c3a54-35b4-41a0-8d82-6bdf9daec5f9 req-f6b5e459-68f7-4fbf-9c92-506a795b2170 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 210 time: 0.1189997 Feb 11 13:16:39.426608 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7a5a33e8-66b6-4358-96e2-320c46d7a9be req-c03644c7-c27e-41da-80f3-83937c0751be tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027150 Feb 11 13:16:39.517743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a97547cb-c7a3-4b80-b81c-85cf7cfc14d4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.550108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=a97547cb-c7a3-4b80-b81c-85cf7cfc14d4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:39.574881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Made reservation on behalf of 7c1580fb5e3c430ebc5468c531acfa6d for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:39.578700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.714134 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.826219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Allocated IP 172.20.0.6 (9f61c168-fdf9-4dda-9438-83f3652849a4/d8738ee9-9799-48eb-9480-7c79190886ec/77c9d477-7652-4f78-849c-0078d4298d3e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:39.957498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:40.120583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:40.132956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:40.134112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35580) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:40.134480 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fe2b82df-9c61-45d3-bcac-0fae4625f031 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6718206 Feb 11 13:16:40.149925 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:40.150795 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:40.232865 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:40.289551 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:39Z', 'revision_number': 11, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:40.326363 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:40.335798 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:40.336625 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:40.358867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks [] for port (77c9d477-7652-4f78-849c-0078d4298d3e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.416703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting subnet 0776d8ec-a8a0-42d4-8d54-47cdca0122b2 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:40.424711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for subnet (0776d8ec-a8a0-42d4-8d54-47cdca0122b2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.444989 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:40.489877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53528894-6feb-4d57-bcd4-4f0e5b44d436 req-9b907afb-4eb7-4fcc-8366-91ac3ebeb03e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.497569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53528894-6feb-4d57-bcd4-4f0e5b44d436 req-9b907afb-4eb7-4fcc-8366-91ac3ebeb03e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 945 time: 0.2617280 Feb 11 13:16:40.518928 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:39Z', 'revision_number': 11, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:40.532272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (0776d8ec-a8a0-42d4-8d54-47cdca0122b2), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.557481 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789ddde0-ce4d-4aa5-9a80-e9adff60bb4d None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:39Z', 'revision_number': 11, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:40.573232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.621268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b597e123-1926-4b0c-a073-9e32025eaf63 req-8167b663-844e-4c74-8492-faf3ca1cc7e1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 210 time: 0.0795698 Feb 11 13:16:40.716966 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53528894-6feb-4d57-bcd4-4f0e5b44d436 req-43e83915-731c-4951-9172-94218a8e4ac6 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156472 Feb 11 13:16:40.733695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Network 9f61c168-fdf9-4dda-9438-83f3652849a4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:40.789742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:40.795151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:40.823465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab18ad-7890-4614-a9f5-0e1beea02fdb req-ec41734d-36cf-47bd-b457-07218cdd6e1f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.825083 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-11ab18ad-7890-4614-a9f5-0e1beea02fdb req-ec41734d-36cf-47bd-b457-07218cdd6e1f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1261463 Feb 11 13:16:40.828989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event updated for resources: {'Port': ['ID=77c9d477-7652-4f78-849c-0078d4298d3e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:40.845182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.845521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.845880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.846212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.846541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.846865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.847185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.847501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.847813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.848130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.848444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.848760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.849072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:40.901961 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-11ab18ad-7890-4614-a9f5-0e1beea02fdb req-b74528f9-2d43-4013-906e-782b02d42faa tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704036 Feb 11 13:16:40.905268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.906032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.912104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0776d8ec-a8a0-42d4-8d54-47cdca0122b2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.959498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-9f4d9f5e-631b-4ad8-90ec-b2213a83c22f tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6567478 Feb 11 13:16:40.966307 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:16:40.973568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Request body: {'port': {'device_id': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:41.050403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880753b2-683e-49dc-b076-112a4522053f req-5f695750-2b10-40d0-a8ff-a718355ceb56 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.052016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-880753b2-683e-49dc-b076-112a4522053f req-5f695750-2b10-40d0-a8ff-a718355ceb56 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 945 time: 0.2130289 Feb 11 13:16:41.059999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.074399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35598) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:41.079060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (0776d8ec-a8a0-42d4-8d54-47cdca0122b2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.079386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Request body: {'floatingip': {'port_id': '4c8285c9-d26f-412c-a813-96ef8ed536fa'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:41.136252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Subnet': ['ID=0776d8ec-a8a0-42d4-8d54-47cdca0122b2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.138542 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.145359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-490d1153-ef50-4060-b9de-4230ba4644a2 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/0776d8ec-a8a0-42d4-8d54-47cdca0122b2 HTTP/1.1" status: 204 len: 168 time: 1.0077045 Feb 11 13:16:41.145665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72885a-a390-44c9-b98e-4df54a6f02ea None None] Network 95256453-01e9-418d-8234-ceb097a53fc2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:41.152557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35602) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:41.169271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (2a844b20-35e0-4e39-8354-164ddf496ea6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.296534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:41.348645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:41.348911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a97547cb-c7a3-4b80-b81c-85cf7cfc14d4 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:41.472605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] DHCP port deletion for 95256453-01e9-418d-8234-ceb097a53fc2 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:41.532966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (95256453-01e9-418d-8234-ceb097a53fc2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.537254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c9d477-7652-4f78-849c-0078d4298d3e {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:16:41.551707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] Deleting port 5bd17733-8203-4772-9a4a-a3f735d07ad0 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:41.552805 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.556156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Publish callbacks [] for port (77c9d477-7652-4f78-849c-0078d4298d3e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.573925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Transition to ACTIVE for port object 77c9d477-7652-4f78-849c-0078d4298d3e will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:41.582417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.638176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] For port 5bd17733-8203-4772-9a4a-a3f735d07ad0, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5bd17733-8203-4772-9a4a-a3f735d07ad0,segment=NetworkSegment(c4fbda87-e85d-44db-b6b4-2881a6b35c2b),segment_id=c4fbda87-e85d-44db-b6b4-2881a6b35c2b)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:41.638572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.654527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] Calling delete_port for 5bd17733-8203-4772-9a4a-a3f735d07ad0 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:41.713576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c9d477-7652-4f78-849c-0078d4298d3e,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.773117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.817973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Attempting to bind port 77c9d477-7652-4f78-849c-0078d4298d3e on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:41.818456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Attempting to bind port 77c9d477-7652-4f78-849c-0078d4298d3e by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:41.818793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Attempting to bind port 77c9d477-7652-4f78-849c-0078d4298d3e on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:41.824336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Port 77c9d477-7652-4f78-849c-0078d4298d3e on network 9f61c168-fdf9-4dda-9438-83f3652849a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:41.824678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Attempting to bind port 77c9d477-7652-4f78-849c-0078d4298d3e on network 9f61c168-fdf9-4dda-9438-83f3652849a4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:41.826973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] Pushing event deleted for resources: {'Port': ['ID=5bd17733-8203-4772-9a4a-a3f735d07ad0,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.831240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:41.831580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Checking segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:41.831981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Bound using segment: {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:41.832422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Bound port: 77c9d477-7652-4f78-849c-0078d4298d3e, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a251b1-1d6b-4f74-9915-b162b85d5d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:41.832795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:41.847880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8868986d-769e-4f3c-ac4d-219000c98ab4 None None] No DVR routers for this DVR port 5bd17733-8203-4772-9a4a-a3f735d07ad0 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:41.935327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] For port 77c9d477-7652-4f78-849c-0078d4298d3e, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:41.939747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] For port 77c9d477-7652-4f78-849c-0078d4298d3e, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=77c9d477-7652-4f78-849c-0078d4298d3e,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:41.948574 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.066613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.066613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.067812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] 10.222.0.64 "PUT /v2.0/ports/77c9d477-7652-4f78-849c-0078d4298d3e HTTP/1.1" status: 200 len: 1091 time: 1.0983350 Feb 11 13:16:42.074969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'tag': '77c9d477-7652-4f78-849c-0078d4298d3e'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:42.077310 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb6459b-e827-4a98-872b-fe81ae419c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2513d9d3-e431-4c7c-a394-395a8f5dbaf9", "tag": "77c9d477-7652-4f78-849c-0078d4298d3e"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:42.152938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b7fa-ac7b-49f1-80b5-a13adf69fbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=77c9d477-7652-4f78-849c-0078d4298d3e,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.187008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0826-eae1-417a-98c4-9105d389ca75 req-0b09bd94-0545-4ab6-bf83-78411f2b9e94 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.195904 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daed0826-eae1-417a-98c4-9105d389ca75 req-0b09bd94-0545-4ab6-bf83-78411f2b9e94 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1661026 Feb 11 13:16:42.204215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Deleting port 5bd17733-8203-4772-9a4a-a3f735d07ad0 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:42.204855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.233527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30092a39-bf54-4a39-bb9e-2ace3a703210 req-e8436c32-eaa4-4d39-a525-a545b5fb2d0c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.233527 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-30092a39-bf54-4a39-bb9e-2ace3a703210 req-e8436c32-eaa4-4d39-a525-a545b5fb2d0c tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 943 time: 0.5213113 Feb 11 13:16:42.258303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daed0826-eae1-417a-98c4-9105d389ca75 req-227018a6-b90c-45a6-8c1c-c7b3da7ba3a6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617621 Feb 11 13:16:42.289506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-dc414d84-c77d-4aa0-b2b0-4d9aeed7a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.291081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-dc414d84-c77d-4aa0-b2b0-4d9aeed7a227 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 1125 time: 0.1667387 Feb 11 13:16:42.343752 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511713f6-28ac-4d7c-936c-315a19664452 x-openstack-request-id: req-511713f6-28ac-4d7c-936c-315a19664452 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:42.344228 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2513d9d3-e431-4c7c-a394-395a8f5dbaf9", "tag": "77c9d477-7652-4f78-849c-0078d4298d3e", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:42.344695 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-511713f6-28ac-4d7c-936c-315a19664452 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:42.345284 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'tag': '77c9d477-7652-4f78-849c-0078d4298d3e', 'status': 'completed', 'code': 200} Feb 11 13:16:42.347502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-a35dd82d-6fa3-4ff2-84bb-690ddef33a94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c9d477-7652-4f78-849c-0078d4298d3e HTTP/1.1" status: 200 len: 217 time: 0.0485470 Feb 11 13:16:42.413369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-fce34d6e-f8fd-418f-b167-081981680f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.414796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-fce34d6e-f8fd-418f-b167-081981680f36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.0619783 Feb 11 13:16:42.442256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] For port 5bd17733-8203-4772-9a4a-a3f735d07ad0, host n-d-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:42.442256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.447533 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-30092a39-bf54-4a39-bb9e-2ace3a703210 req-427a8165-f76e-428a-98d8-2192140db242 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078671 Feb 11 13:16:42.452772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-e1de5782-7981-4f47-af1a-666bb36aa1c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302796 Feb 11 13:16:42.495185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Calling delete_port for 5bd17733-8203-4772-9a4a-a3f735d07ad0 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:42.500485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Port 5bd17733-8203-4772-9a4a-a3f735d07ad0 was not found and therefore no delete operation was performed {{(pid=109684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:16:42.503974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5bd17733-8203-4772-9a4a-a3f735d07ad0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.564231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-b1a3fc72-39f4-4d9a-adb8-1626071e71fb service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049545 Feb 11 13:16:42.597088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Port': ['ID=5bd17733-8203-4772-9a4a-a3f735d07ad0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.635492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No DVR routers for this DVR port 5bd17733-8203-4772-9a4a-a3f735d07ad0 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:42.698771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.706919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55a37915-37a5-4fb9-ba8a-9e0b0cba9203 req-657cb66f-27fd-4847-9e75-e94e45db4eb2 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353252 Feb 11 13:16:42.733053 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (2a844b20-35e0-4e39-8354-164ddf496ea6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.735938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (95256453-01e9-418d-8234-ceb097a53fc2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.800991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95256453-01e9-418d-8234-ceb097a53fc2']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:42.812540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-325e831f-1d21-4a62-8434-d0ee08aa233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.815538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-325e831f-1d21-4a62-8434-d0ee08aa233d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 1125 time: 0.0555115 Feb 11 13:16:42.816770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:42.817140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fbda87-e85d-44db-b6b4-2881a6b35c2b') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:42.832112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c4fbda87-e85d-44db-b6b4-2881a6b35c2b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.896006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c4fbda87-e85d-44db-b6b4-2881a6b35c2b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.917979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:42.918374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c4fbda87-e85d-44db-b6b4-2881a6b35c2b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:42.921477 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:42.945958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-62073888-f888-4bfc-8e8e-583c9aa6bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.947594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-62073888-f888-4bfc-8e8e-583c9aa6bb97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 200 len: 913 time: 0.1266806 Feb 11 13:16:43.012156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-9a296618-c962-4488-b96d-7b24079b5b47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77c9d477-7652-4f78-849c-0078d4298d3e HTTP/1.1" status: 200 len: 217 time: 0.0575051 Feb 11 13:16:43.015282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (95256453-01e9-418d-8234-ceb097a53fc2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:43.022377 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Floating IP 2a844b20-35e0-4e39-8354-164ddf496ea6 associated. External IP: 172.25.1.7, port: 4c8285c9-d26f-412c-a813-96ef8ed536fa. Feb 11 13:16:43.028230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:43.032882 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/networks/95256453-01e9-418d-8234-ceb097a53fc2 HTTP/1.1" status: 204 len: 168 time: 1.8774378 Feb 11 13:16:43.052455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35632) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:43.056952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'routes': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:43.099094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f4ac3-abaf-4f80-95a6-56a0bb34e758 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Pushing event deleted for resources: {'Network': ['ID=95256453-01e9-418d-8234-ceb097a53fc2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:43.113597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-9c18bc6a-602b-4d01-9a0b-a505346b487a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.115657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-9c18bc6a-602b-4d01-9a0b-a505346b487a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 200 len: 852 time: 0.0977607 Feb 11 13:16:43.177046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-35db290b-c977-43bd-95e2-7549e843f1cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9f61c168-fdf9-4dda-9438-83f3652849a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320835 Feb 11 13:16:43.271471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5bd17733-8203-4772-9a4a-a3f735d07ad0 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:43.348477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5bd17733-8203-4772-9a4a-a3f735d07ad0 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:43.348732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5bd17733-8203-4772-9a4a-a3f735d07ad0 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:43.372924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Router 5811234b-d538-4312-90e8-7e7f01e919e6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:43.516481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:43.529845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] Sync routers for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:43.532606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:43.554394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:43.555077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:43.621911 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2dcddff2-9b93-4c4a-9afa-4cf82c9a8366 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "PUT /v2.0/floatingips/2a844b20-35e0-4e39-8354-164ddf496ea6 HTTP/1.1" status: 200 len: 989 time: 2.5463700 Feb 11 13:16:43.623594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:43.627242 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a578979-0055-4411-9b3c-9dbda243c32d" -d '{"events": [{"name": "network-changed", "server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:43.643254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389fb40-88d5-4bd8-a103-b68856280591 req-6e6362d1-5cc0-4e73-b0ea-85d65cb57a72 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.645038 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2389fb40-88d5-4bd8-a103-b68856280591 req-6e6362d1-5cc0-4e73-b0ea-85d65cb57a72 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 943 time: 0.0884399 Feb 11 13:16:43.697489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.extraroute_db [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Added routes are [] {{(pid=109685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:16:43.698110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.extraroute_db [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Removed routes are [] {{(pid=109685) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:16:43.698361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:43.701772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2389fb40-88d5-4bd8-a103-b68856280591 req-a493aca6-d1da-43a4-8b0f-f2a4001a7ac3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509787 Feb 11 13:16:43.740184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:43.874770 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec68e50-698d-45de-8d54-0b29402a90c6 x-openstack-request-id: req-fec68e50-698d-45de-8d54-0b29402a90c6 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:43.875066 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:43.875327 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fec68e50-698d-45de-8d54-0b29402a90c6 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:43.875743 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'status': 'completed', 'code': 200} Feb 11 13:16:44.133127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '2a844b20-35e0-4e39-8354-164ddf496ea6', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'port_id': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'mac_address': 'fa:16:3e:fe:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f28e5-d266-4553-b323-08e135b90cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:16:20Z', 'updated_at': '2022-02-11T13:16:42Z', 'revision_number': 1, 'project_id': '363a483d018144859b6c13cee3f7967b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:44.216128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] Checking router: 5811234b-d538-4312-90e8-7e7f01e919e6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:44.227100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bb838-28a5-4de6-8c06-17b8974bc54a req-0a3d4906-7563-4389-a9d7-4731acb6c14e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.231497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee1bb838-28a5-4de6-8c06-17b8974bc54a req-0a3d4906-7563-4389-a9d7-4731acb6c14e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.5246110 Feb 11 13:16:44.262690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:44.263474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:44.273883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:44.317199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:44.364759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-c0a372ae-86b8-4f19-aa31-bb28fdc31138 service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459723 Feb 11 13:16:44.584812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a578979-0055-4411-9b3c-9dbda243c32d req-ffdbaca3-c6e0-475a-ad2e-87f00191796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.586609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a578979-0055-4411-9b3c-9dbda243c32d req-ffdbaca3-c6e0-475a-ad2e-87f00191796e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 1127 time: 0.6740935 Feb 11 13:16:44.600055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee1bb838-28a5-4de6-8c06-17b8974bc54a req-e30a8b12-05a3-49b3-92f3-7da5196fa38a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676441 Feb 11 13:16:44.726678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:44.868107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a578979-0055-4411-9b3c-9dbda243c32d req-46a13b70-10da-499f-a4d5-fc143aca0b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.871368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a578979-0055-4411-9b3c-9dbda243c32d req-46a13b70-10da-499f-a4d5-fc143aca0b1e service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.2702405 Feb 11 13:16:44.967466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router 59c4faed-e328-4211-afd6-9d9fa06b77b1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:44.991356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4b2f6-7e6f-4019-bf66-85576554f4f2 req-97a4593f-f095-4b4d-9a33-02b23c308633 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.992914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52b4b2f6-7e6f-4019-bf66-85576554f4f2 req-97a4593f-f095-4b4d-9a33-02b23c308633 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 943 time: 0.1220341 Feb 11 13:16:45.105110 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-52b4b2f6-7e6f-4019-bf66-85576554f4f2 req-965dea0d-045f-4dc3-9bc5-0d5630d27392 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991044 Feb 11 13:16:45.222526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a578979-0055-4411-9b3c-9dbda243c32d req-6d12cdbd-44e6-4171-82e6-fecbf9700053 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa HTTP/1.1" status: 200 len: 997 time: 0.3299763 Feb 11 13:16:45.228335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:45.247796 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] Sync routers for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:45.279189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '2a844b20-35e0-4e39-8354-164ddf496ea6', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'port_id': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'mac_address': 'fa:16:3e:fe:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f28e5-d266-4553-b323-08e135b90cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:16:20Z', 'updated_at': '2022-02-11T13:16:42Z', 'revision_number': 1, 'project_id': '363a483d018144859b6c13cee3f7967b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:45.289973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:45.293578 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:45.348919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e751831-55d3-4b9d-9feb-d4f9694c0c80 None None] The sync data for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 is: [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '2a844b20-35e0-4e39-8354-164ddf496ea6', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'port_id': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'mac_address': 'fa:16:3e:fe:f3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298f28e5-d266-4553-b323-08e135b90cb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:16:20Z', 'updated_at': '2022-02-11T13:16:42Z', 'revision_number': 1, 'project_id': '363a483d018144859b6c13cee3f7967b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:45.420014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a578979-0055-4411-9b3c-9dbda243c32d req-b6290656-6c50-4d80-80cf-b65cd136de4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.423362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a578979-0055-4411-9b3c-9dbda243c32d req-b6290656-6c50-4d80-80cf-b65cd136de4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.1920586 Feb 11 13:16:45.434005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.435616 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:45.455437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35778) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:45.457809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2af673b0-c6e4-4ef1-b3ff-4381acdb5305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 200 len: 701 time: 2.4041483 Feb 11 13:16:45.567350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb6459b-e827-4a98-872b-fe81ae419c4f req-4257d443-b13e-4fcf-b06a-99610d7213be service neutron] 10.222.0.64 "GET /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9854939 Feb 11 13:16:45.579008 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:39Z', 'revision_number': 11, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:45.601152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e697e1e2-e73f-4d9e-8f65-83873bd0c55f tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 200 len: 205 time: 0.1441894 Feb 11 13:16:45.603828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35792) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:45.605724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a578979-0055-4411-9b3c-9dbda243c32d req-8bf6e215-7213-45a5-a6c6-4771dd525017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.609870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a578979-0055-4411-9b3c-9dbda243c32d req-8bf6e215-7213-45a5-a6c6-4771dd525017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1270282 Feb 11 13:16:45.646147 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] Checking router: 59c4faed-e328-4211-afd6-9d9fa06b77b1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:45.669916 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] Routers {'59c4faed-e328-4211-afd6-9d9fa06b77b1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:45.670562 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['59c4faed-e328-4211-afd6-9d9fa06b77b1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:45.799252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78447f3f-4395-4faf-a096-ba024c72d716 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.862238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b13d5b-2238-4d28-92b4-cd4645140cc8 None None] New status for floating IP 2a844b20-35e0-4e39-8354-164ddf496ea6: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:16:45.863806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a578979-0055-4411-9b3c-9dbda243c32d req-2040fcfc-93a4-4c91-93be-658fc1b364dc service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455578 Feb 11 13:16:45.906497 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] Set router 59c4faed-e328-4211-afd6-9d9fa06b77b1 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:46.075230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875e199-e93c-4938-b759-c226025ba19c req-f7c712f5-b49e-44eb-8a2f-4b4ba6d01b01 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.076820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c875e199-e93c-4938-b759-c226025ba19c req-f7c712f5-b49e-44eb-8a2f-4b4ba6d01b01 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.2845690 Feb 11 13:16:46.232638 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c875e199-e93c-4938-b759-c226025ba19c req-57bd1b76-db8d-4d46-9536-c565148cb91c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245253 Feb 11 13:16:46.275568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78447f3f-4395-4faf-a096-ba024c72d716 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.281088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78447f3f-4395-4faf-a096-ba024c72d716 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (59c4faed-e328-4211-afd6-9d9fa06b77b1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.287208 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.292433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a578979-0055-4411-9b3c-9dbda243c32d req-3e56efbc-27ac-41ce-b747-7a98952418ee service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255350 Feb 11 13:16:46.348600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78447f3f-4395-4faf-a096-ba024c72d716 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (59c4faed-e328-4211-afd6-9d9fa06b77b1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.349298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78447f3f-4395-4faf-a096-ba024c72d716 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Fanout notify agent at l3_agent the message router_deleted on router 59c4faed-e328-4211-afd6-9d9fa06b77b1 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:46.358613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78447f3f-4395-4faf-a096-ba024c72d716 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.364576 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:39Z', 'revision_number': 11, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:46.372197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35866) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:46.379259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 77c9d477-7652-4f78-849c-0078d4298d3e details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:46.382048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-78447f3f-4395-4faf-a096-ba024c72d716 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 204 len: 168 time: 0.7613418 Feb 11 13:16:46.383839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7f45570b-4ca3-4118-8816-6ca87faea943 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1049379455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:46.398709 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c367704-4616-4b9d-ae1e-163eda8b0e05 None None] The sync data for ids ['59c4faed-e328-4211-afd6-9d9fa06b77b1'] in n-d-828675-3 is: [{'id': '59c4faed-e328-4211-afd6-9d9fa06b77b1', 'name': 'tempest-RoutersTest-router-1027425476', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:46Z', 'updated_at': '2022-02-11T13:16:39Z', 'revision_number': 11, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:46.439222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f45570b-4ca3-4118-8816-6ca87faea943 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (eb27530d-4e16-46f9-b1bc-450c88776171), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.441461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f45570b-4ca3-4118-8816-6ca87faea943 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (eb27530d-4e16-46f9-b1bc-450c88776171), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.528364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd020602-b025-4a1b-bbbc-3e5fbf05ba6f req-020ca49e-db8f-4457-9855-af5baaa8fcad tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.536342 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd020602-b025-4a1b-bbbc-3e5fbf05ba6f req-020ca49e-db8f-4457-9855-af5baaa8fcad tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 943 time: 0.1528032 Feb 11 13:16:46.606420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f45570b-4ca3-4118-8816-6ca87faea943 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (eb27530d-4e16-46f9-b1bc-450c88776171), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.613049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f45570b-4ca3-4118-8816-6ca87faea943 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (eb27530d-4e16-46f9-b1bc-450c88776171), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.649220 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f45570b-4ca3-4118-8816-6ca87faea943 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.657570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7f45570b-4ca3-4118-8816-6ca87faea943 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2827005 Feb 11 13:16:46.658463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:46.662474 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bd020602-b025-4a1b-bbbc-3e5fbf05ba6f req-37050d6e-607f-413d-9281-2d120baeaa03 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198683 Feb 11 13:16:46.668774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1dd5bd34-d716-473d-a67b-8f43abf6f5c6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:46.674241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 77c9d477-7652-4f78-849c-0078d4298d3e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=77c9d477-7652-4f78-849c-0078d4298d3e,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:46.755944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '77c9d477-7652-4f78-849c-0078d4298d3e', 'network_id': '9f61c168-fdf9-4dda-9438-83f3652849a4', 'port_id': '77c9d477-7652-4f78-849c-0078d4298d3e', 'mac_address': 'fa:16:3e:0f:1a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8738ee9-9799-48eb-9480-7c79190886ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:46.899180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 77c9d477-7652-4f78-849c-0078d4298d3e is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:46.899853 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.919404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c9d477-7652-4f78-849c-0078d4298d3e {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:16:46.972411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 77c9d477-7652-4f78-849c-0078d4298d3e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=77c9d477-7652-4f78-849c-0078d4298d3e,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:46.978180 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:47.092464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=77c9d477-7652-4f78-849c-0078d4298d3e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:47.188956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bd34-d716-473d-a67b-8f43abf6f5c6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (eb27530d-4e16-46f9-b1bc-450c88776171), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:47.209290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bd34-d716-473d-a67b-8f43abf6f5c6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (eb27530d-4e16-46f9-b1bc-450c88776171), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:47.223831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:47.315926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd5bd34-d716-473d-a67b-8f43abf6f5c6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Router eb27530d-4e16-46f9-b1bc-450c88776171 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:16:47.337860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['77c9d477-7652-4f78-849c-0078d4298d3e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:47.443338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd5bd34-d716-473d-a67b-8f43abf6f5c6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:47.456049 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] Sync routers for ids ['eb27530d-4e16-46f9-b1bc-450c88776171'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:47.475396 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] Routers {'eb27530d-4e16-46f9-b1bc-450c88776171'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:47.476038 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['eb27530d-4e16-46f9-b1bc-450c88776171'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:47.480526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1dd5bd34-d716-473d-a67b-8f43abf6f5c6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:47.489808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1dd5bd34-d716-473d-a67b-8f43abf6f5c6 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "PUT /v2.0/routers/eb27530d-4e16-46f9-b1bc-450c88776171 HTTP/1.1" status: 200 len: 694 time: 0.8296933 Feb 11 13:16:47.490839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35992) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:47.536739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4454-a380-4d13-824d-78c223632616 req-2fc738d0-6635-4931-a8cc-f9c3dbe158fd tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.538370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750b4454-a380-4d13-824d-78c223632616 req-2fc738d0-6635-4931-a8cc-f9c3dbe158fd tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1688361 Feb 11 13:16:47.620849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-750b4454-a380-4d13-824d-78c223632616 req-b5b75f15-722b-4333-8208-ef3771b6f4c0 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701387 Feb 11 13:16:47.651335 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] Set router eb27530d-4e16-46f9-b1bc-450c88776171 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:47.676570 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-521e4f98-bac8-4d5d-9fc3-e00231c10712 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/routers/eb27530d-4e16-46f9-b1bc-450c88776171 HTTP/1.1" status: 200 len: 700 time: 0.1823821 Feb 11 13:16:47.677029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36016) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:47.714050 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb27530d-4e16-46f9-b1bc-450c88776171', 'name': 'tempest-RoutersTest-router-1049379455', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:46Z', 'updated_at': '2022-02-11T13:16:47Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:47.745002 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] Checking router: eb27530d-4e16-46f9-b1bc-450c88776171 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:47.755847 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] Routers {'eb27530d-4e16-46f9-b1bc-450c88776171'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:47.756467 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:16:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['eb27530d-4e16-46f9-b1bc-450c88776171'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:47.761813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36034) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:47.764919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-94d7730a-fe41-49f7-a78c-bd80c8836704 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb27530d-4e16-46f9-b1bc-450c88776171 HTTP/1.1" status: 200 len: 205 time: 0.0779390 Feb 11 13:16:47.837030 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] Set router eb27530d-4e16-46f9-b1bc-450c88776171 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:47.902932 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb27530d-4e16-46f9-b1bc-450c88776171', 'name': 'tempest-RoutersTest-router-1049379455', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:46Z', 'updated_at': '2022-02-11T13:16:47Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:47.940770 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a134ed-2057-45d4-9a62-90ad93c10e8a None None] The sync data for ids ['eb27530d-4e16-46f9-b1bc-450c88776171'] in n-d-828675-3 is: [{'id': 'eb27530d-4e16-46f9-b1bc-450c88776171', 'name': 'tempest-RoutersTest-router-1049379455', 'tenant_id': '24d62fe216c245359b6a5be903ef37d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:46Z', 'updated_at': '2022-02-11T13:16:47Z', 'revision_number': 2, 'project_id': '24d62fe216c245359b6a5be903ef37d4', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:47.975141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f696357-4836-49bc-b29d-d59650b0b1dc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (eb27530d-4e16-46f9-b1bc-450c88776171), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:48.220765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f696357-4836-49bc-b29d-d59650b0b1dc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (eb27530d-4e16-46f9-b1bc-450c88776171), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:48.226989 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f696357-4836-49bc-b29d-d59650b0b1dc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router_controller (eb27530d-4e16-46f9-b1bc-450c88776171), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:48.242923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc3870-10b9-4064-bd5a-b07d1bb60679 req-7f47f294-9076-41b7-9279-4adfb9c0a32b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.244524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0dc3870-10b9-4064-bd5a-b07d1bb60679 req-7f47f294-9076-41b7-9279-4adfb9c0a32b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 944 time: 0.3135839 Feb 11 13:16:48.342441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f696357-4836-49bc-b29d-d59650b0b1dc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (eb27530d-4e16-46f9-b1bc-450c88776171), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:48.343024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f696357-4836-49bc-b29d-d59650b0b1dc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Fanout notify agent at l3_agent the message router_deleted on router eb27530d-4e16-46f9-b1bc-450c88776171 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:48.350885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6f696357-4836-49bc-b29d-d59650b0b1dc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:48.352384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6f696357-4836-49bc-b29d-d59650b0b1dc tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/eb27530d-4e16-46f9-b1bc-450c88776171 HTTP/1.1" status: 204 len: 168 time: 0.5893288 Feb 11 13:16:48.358863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:48.367903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:48.374121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 77c9d477-7652-4f78-849c-0078d4298d3e up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:48.431274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-accf42e0-3196-4ba7-b17e-956091e1e6d0 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb27530d-4e16-46f9-b1bc-450c88776171 HTTP/1.1" status: 200 len: 205 time: 0.0695446 Feb 11 13:16:48.444416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36116) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:48.539222 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-3a1ef1df-cd0b-4b3d-aaa7-54167b133aef tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] delete failed (client error): The resource could not be found. Feb 11 13:16:48.541988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0dc3870-10b9-4064-bd5a-b07d1bb60679 req-651c9eb4-f79b-4bb7-92bd-406dc6c29db6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841206 Feb 11 13:16:48.545175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36128) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:48.546119 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a1ef1df-cd0b-4b3d-aaa7-54167b133aef tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/eb27530d-4e16-46f9-b1bc-450c88776171 HTTP/1.1" status: 404 len: 336 time: 0.1001835 Feb 11 13:16:48.699602 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-761967de-05ca-4031-aabc-dee4a89b7ee5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:48.699949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761967de-05ca-4031-aabc-dee4a89b7ee5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:48.712598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-761967de-05ca-4031-aabc-dee4a89b7ee5 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/cfd665a9-0a67-4392-bb3e-5726101c3719 HTTP/1.1" status: 404 len: 337 time: 0.1661170 Feb 11 13:16:48.713174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36146) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:48.720987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:48.756265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'port_id': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'mac_address': 'fa:16:3e:46:6e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:48.813140 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa8f400-cf18-44fb-a885-0d3c4adf595e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:48.822050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa8f400-cf18-44fb-a885-0d3c4adf595e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:48.848259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8fa8f400-cf18-44fb-a885-0d3c4adf595e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/4d21bfa2-b542-4cdd-9678-acbb8f145b76 HTTP/1.1" status: 404 len: 337 time: 0.1336911 Feb 11 13:16:48.850816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36160) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:48.905011 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6e5d68-3250-4b4c-ad61-b055487ee092 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:48.905578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:48.905745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6e5d68-3250-4b4c-ad61-b055487ee092 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:48.906951 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:48.914328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6e6e5d68-3250-4b4c-ad61-b055487ee092 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/8175418a-5b5a-4965-a74d-e75d5af972bf HTTP/1.1" status: 404 len: 337 time: 0.0624235 Feb 11 13:16:48.918307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36168) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:48.955434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 77c9d477-7652-4f78-849c-0078d4298d3e completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:48.959686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f84da1-eb29-453d-9ffe-4e6a8ad64066 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:16:48.973289 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a7ac4c-ad6c-4b34-9e15-959292c9cf1b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:48.975196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a7ac4c-ad6c-4b34-9e15-959292c9cf1b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:48.984996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e9a7ac4c-ad6c-4b34-9e15-959292c9cf1b tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/0776d8ec-a8a0-42d4-8d54-47cdca0122b2 HTTP/1.1" status: 404 len: 337 time: 0.0652492 Feb 11 13:16:48.987431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36176) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.000805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df3863-1e26-43bb-9eec-cb149fd463b1 req-426933c6-8582-4fd5-9478-f42e7cbdcd64 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.017679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2df3863-1e26-43bb-9eec-cb149fd463b1 req-426933c6-8582-4fd5-9478-f42e7cbdcd64 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 944 time: 0.1639166 Feb 11 13:16:49.018103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:49.020379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 77c9d477-7652-4f78-849c-0078d4298d3e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:49.021119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:49.034302 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:49.053343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0641afed-c84b-4421-a465-2a74d39c7305 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 200 len: 205 time: 0.0642874 Feb 11 13:16:49.055574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36184) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.155311 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e2df3863-1e26-43bb-9eec-cb149fd463b1 req-a6d29b37-e6d0-4d6d-8631-0a8362c0d623 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318455 Feb 11 13:16:49.185707 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-75fc0417-cc00-4b08-bc49-7cddda36a288 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] delete failed (client error): The resource could not be found. Feb 11 13:16:49.194742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-75fc0417-cc00-4b08-bc49-7cddda36a288 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/59c4faed-e328-4211-afd6-9d9fa06b77b1 HTTP/1.1" status: 404 len: 336 time: 0.1371720 Feb 11 13:16:49.197612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36206) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.237118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.241817 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f5514f49-86a7-455f-b2bc-badc8c31ba23 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=83137faf-8f84-4836-9031-e111b8fd3191 HTTP/1.1" status: 200 len: 205 time: 0.0429094 Feb 11 13:16:49.244161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36208) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.289878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 77c9d477-7652-4f78-849c-0078d4298d3e is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:49.290634 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:49.330976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c9d477-7652-4f78-849c-0078d4298d3e'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:49.333627 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c7dccf-e703-4456-a077-3eb0f93dbb22" -d '{"events": [{"server_uuid": "2513d9d3-e431-4c7c-a394-395a8f5dbaf9", "name": "network-vif-plugged", "status": "completed", "tag": "77c9d477-7652-4f78-849c-0078d4298d3e"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:49.352254 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-ebc0dbb9-a375-469b-bff0-02d92ddeb502 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] delete failed (client error): The resource could not be found. Feb 11 13:16:49.352843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 77c9d477-7652-4f78-849c-0078d4298d3e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=77c9d477-7652-4f78-849c-0078d4298d3e,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:49.353312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ebc0dbb9-a375-469b-bff0-02d92ddeb502 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/83137faf-8f84-4836-9031-e111b8fd3191 HTTP/1.1" status: 404 len: 336 time: 0.1081724 Feb 11 13:16:49.355987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36212) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.361865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:49.408244 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad93d990-1d74-487c-84b6-e02ea75be96d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:49.411995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad93d990-1d74-487c-84b6-e02ea75be96d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:49.417202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ad93d990-1d74-487c-84b6-e02ea75be96d tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/70a98661-5437-4958-bac9-586af0a943c8 HTTP/1.1" status: 404 len: 337 time: 0.0601137 Feb 11 13:16:49.420110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36216) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.439689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=77c9d477-7652-4f78-849c-0078d4298d3e,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.444151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['16f84da1-eb29-453d-9ffe-4e6a8ad64066'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:49.476310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1bf3dd9e-b27a-4d17-bb33-19938653bec1 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8336875-06c1-4d01-a8c4-7b30734059d0 HTTP/1.1" status: 200 len: 205 time: 0.0536332 Feb 11 13:16:49.477862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36218) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.537387 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-5eed2e49-10a7-4c78-baf7-50eeddbc613a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] delete failed (client error): The resource could not be found. Feb 11 13:16:49.541578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5eed2e49-10a7-4c78-baf7-50eeddbc613a tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/f8336875-06c1-4d01-a8c4-7b30734059d0 HTTP/1.1" status: 404 len: 336 time: 0.0623240 Feb 11 13:16:49.542785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36220) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.553773 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4f55d3-8d19-4920-9fb8-6599c240960b x-openstack-request-id: req-1c4f55d3-8d19-4920-9fb8-6599c240960b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:49.554075 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2513d9d3-e431-4c7c-a394-395a8f5dbaf9", "name": "network-vif-plugged", "status": "completed", "tag": "77c9d477-7652-4f78-849c-0078d4298d3e", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:49.554355 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c4f55d3-8d19-4920-9fb8-6599c240960b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:49.554749 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c9d477-7652-4f78-849c-0078d4298d3e', 'code': 200} Feb 11 13:16:49.597743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f5640-073e-4390-b69b-24b894474fe6 req-7d9bf7b6-63cc-4187-a492-7b96b643741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.601507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a71f5640-073e-4390-b69b-24b894474fe6 req-7d9bf7b6-63cc-4187-a492-7b96b643741a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 1127 time: 0.0669534 Feb 11 13:16:49.613811 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60e8dc4b-78d3-49c2-9364-b2d010e842a9 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0 HTTP/1.1" status: 200 len: 205 time: 0.0693250 Feb 11 13:16:49.615637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36226) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.702703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a71f5640-073e-4390-b69b-24b894474fe6 req-e063a5d3-03df-44d5-8423-e5b55dd99dae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946667 Feb 11 13:16:49.730191 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-f539b689-6817-4c63-bdfe-ebf6ba1e12d3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] delete failed (client error): The resource could not be found. Feb 11 13:16:49.734717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f539b689-6817-4c63-bdfe-ebf6ba1e12d3 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/ded2ee0d-806c-4d7f-b84f-a8ecdd8f7bb0 HTTP/1.1" status: 404 len: 336 time: 0.1173546 Feb 11 13:16:49.734891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36228) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.801190 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-736d096d-d002-4d9f-914a-a31d1eca98de tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:49.801190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736d096d-d002-4d9f-914a-a31d1eca98de tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:49.805953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-736d096d-d002-4d9f-914a-a31d1eca98de tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/89108d28-245d-4e28-be8a-c652bc5a2f84 HTTP/1.1" status: 404 len: 337 time: 0.0700464 Feb 11 13:16:49.809862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36230) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.826325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12562c76-4909-4147-b84e-e6cf124510e3 req-9d277e0c-980c-4d0d-a521-739a090c5b2d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.837464 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12562c76-4909-4147-b84e-e6cf124510e3 req-9d277e0c-980c-4d0d-a521-739a090c5b2d tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1239200 Feb 11 13:16:49.878982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-16fca56d-c630-41b4-8b98-eaf083d0ddaf tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=d1e91b4b-fdaf-4ce0-a793-f40abc495159 HTTP/1.1" status: 200 len: 205 time: 0.0666075 Feb 11 13:16:49.881941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36232) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:49.893228 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12562c76-4909-4147-b84e-e6cf124510e3 req-55b7d645-f907-4c80-8a95-54168151660b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544305 Feb 11 13:16:49.970481 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-2f4a4429-9119-4392-84a3-75d9cdd0c819 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] delete failed (client error): The resource could not be found. Feb 11 13:16:49.973294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2f4a4429-9119-4392-84a3-75d9cdd0c819 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/d1e91b4b-fdaf-4ce0-a793-f40abc495159 HTTP/1.1" status: 404 len: 336 time: 0.0903924 Feb 11 13:16:49.976197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36234) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:50.024956 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d4f558-12d3-49d0-8cfd-fc3c5385731f tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:50.027781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03d4f558-12d3-49d0-8cfd-fc3c5385731f tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:50.032969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-03d4f558-12d3-49d0-8cfd-fc3c5385731f tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/639e2190-f462-4ca7-b910-73433cc89a17 HTTP/1.1" status: 404 len: 337 time: 0.0547562 Feb 11 13:16:50.035619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36236) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:50.064107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ecd6361e-ebcb-4590-b84a-3a621309db74 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "GET /v2.0/ports?device_id=e25026c8-9bf4-472a-be54-09bcd07de7f5 HTTP/1.1" status: 200 len: 205 time: 0.0271983 Feb 11 13:16:50.066532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36238) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:50.112266 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-204a6978-d6a4-46f6-a56a-3f3a2bbee137 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] delete failed (client error): The resource could not be found. Feb 11 13:16:50.116985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36240) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:50.117311 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-204a6978-d6a4-46f6-a56a-3f3a2bbee137 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/routers/e25026c8-9bf4-472a-be54-09bcd07de7f5 HTTP/1.1" status: 404 len: 336 time: 0.0494704 Feb 11 13:16:50.171831 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68dd505-c800-4cae-b850-3d1812a7ec18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:50.172574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68dd505-c800-4cae-b850-3d1812a7ec18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:50.176188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b68dd505-c800-4cae-b850-3d1812a7ec18 tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/9db4e83d-f778-40e5-a927-0a77a05caae1 HTTP/1.1" status: 404 len: 337 time: 0.0581739 Feb 11 13:16:50.179010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36244) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:50.257521 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-addcc7f4-8173-4ec3-b268-46cccaf45d1e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] DELETE failed (client error): The resource could not be found. Feb 11 13:16:50.259482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addcc7f4-8173-4ec3-b268-46cccaf45d1e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:16:50.270712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-addcc7f4-8173-4ec3-b268-46cccaf45d1e tempest-RoutersTest-82410496 tempest-RoutersTest-82410496-project] 10.222.0.42 "DELETE /v2.0/subnets/a31b6c33-2977-4264-860e-dc4a24349b19 HTTP/1.1" status: 404 len: 337 time: 0.0892403 Feb 11 13:16:50.389968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a8115-c79b-4306-a350-898daca86306 req-a6b71053-4448-415f-a4e1-91786188e4e9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.397722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e9a8115-c79b-4306-a350-898daca86306 req-a6b71053-4448-415f-a4e1-91786188e4e9 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 945 time: 0.1068947 Feb 11 13:16:50.509367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e9a8115-c79b-4306-a350-898daca86306 req-d4bbf9de-23a8-4a4c-b07e-8bd1f259c095 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964811 Feb 11 13:16:50.726327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36264) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:50.912248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36272) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:50.918117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bcd90fdc-552f-46f3-aed9-23c5b2338ce5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24d62fe216c245359b6a5be903ef37d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1821513 Feb 11 13:16:51.002412 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Publish callbacks [] for security_group (8c5869eb-d69f-46fe-b882-1aebd512ba43), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:51.033104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Publish callbacks [] for security_group (8c5869eb-d69f-46fe-b882-1aebd512ba43), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:51.080155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb75d93-4914-40a5-9116-c4fbad50f7b0 req-4b0b5c03-6a64-49da-abfd-9ac9c2f1d52e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.083170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eeb75d93-4914-40a5-9116-c4fbad50f7b0 req-4b0b5c03-6a64-49da-abfd-9ac9c2f1d52e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1055009 Feb 11 13:16:51.111339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8c5869eb-d69f-46fe-b882-1aebd512ba43), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:51.116705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:51.122230 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c5869eb-d69f-46fe-b882-1aebd512ba43 HTTP/1.1" status: 204 len: 168 time: 0.2088494 Feb 11 13:16:51.159222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5869eb-d69f-46fe-b882-1aebd512ba43,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:51.172394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.172939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.195924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.196959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.198575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.199097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.199352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eeb75d93-4914-40a5-9116-c4fbad50f7b0 req-9d544952-ecc5-49ad-92e9-2744db09226b tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066117 Feb 11 13:16:51.200489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.201013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.201495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.202050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.203259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.203743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.204225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c46d9f-fb14-4556-b17b-98c894dbe07a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:51.651146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f73116-cb71-4ddb-8e10-77288263479c req-d1de881e-9694-4dcc-b9d8-bdb112d5a594 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.659944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7f73116-cb71-4ddb-8e10-77288263479c req-d1de881e-9694-4dcc-b9d8-bdb112d5a594 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1128 time: 0.1310251 Feb 11 13:16:51.700669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e7f73116-cb71-4ddb-8e10-77288263479c req-e5214eb3-5fb8-4715-a975-b80e1417f010 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:51.787424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74215e0-488d-445c-b47e-256fdddccee4 req-0c14498b-4d1a-4238-97c3-17d9045a0278 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.793395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a74215e0-488d-445c-b47e-256fdddccee4 req-0c14498b-4d1a-4238-97c3-17d9045a0278 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 945 time: 0.1432161 Feb 11 13:16:51.902900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a74215e0-488d-445c-b47e-256fdddccee4 req-e9b79d62-4521-4eb1-8507-c3df428a580e tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989432 Feb 11 13:16:51.912255 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e7f73116-cb71-4ddb-8e10-77288263479c req-e5214eb3-5fb8-4715-a975-b80e1417f010 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Publish callbacks [] for security_group (02795852-c1bc-42ab-b911-ca0fb3d0fbdd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:51.917550 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-e7f73116-cb71-4ddb-8e10-77288263479c req-e5214eb3-5fb8-4715-a975-b80e1417f010 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (02795852-c1bc-42ab-b911-ca0fb3d0fbdd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.018384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e7f73116-cb71-4ddb-8e10-77288263479c req-e5214eb3-5fb8-4715-a975-b80e1417f010 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573451 Feb 11 13:16:52.031293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5214eb3-5fb8-4715-a975-b80e1417f010 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02795852-c1bc-42ab-b911-ca0fb3d0fbdd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:52.197695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d82317-8f72-49da-a30e-f2abf8f2af1a req-25170c3f-a39d-46a3-8c7e-e5722354b48e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:52.211304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3d82317-8f72-49da-a30e-f2abf8f2af1a req-25170c3f-a39d-46a3-8c7e-e5722354b48e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0762255 Feb 11 13:16:52.277180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3d82317-8f72-49da-a30e-f2abf8f2af1a req-8727239d-859c-4c03-8847-f715a0ba5f6b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629618 Feb 11 13:16:52.285612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36310) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:52.344809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36312) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:52.383425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:52.396263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-daa72ee3-10fa-4517-b087-4d2ee3ca35ca tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/4feec935-4046-4910-996c-ce8b8d9c1162 HTTP/1.1" status: 200 len: 993 time: 0.1070709 Feb 11 13:16:52.410116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed588f-b7e8-46f2-b060-ebd35515130e req-17514ff5-3b01-4a45-965f-fd152d61cbd1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:52.413169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eed588f-b7e8-46f2-b060-ebd35515130e req-17514ff5-3b01-4a45-965f-fd152d61cbd1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1125412 Feb 11 13:16:52.533029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:52.533406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.582186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eed588f-b7e8-46f2-b060-ebd35515130e req-58d6c251-dcce-412a-b3c2-ddf5b15c0599 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563590 Feb 11 13:16:52.595424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--695137652'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:52.633287 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.652058 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.674697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:52.675902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.726688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:52.728059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:52.732413 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53911988-650b-4b4e-947b-291d817190ec" -d '{"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-plugged", "status": "completed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:52.736976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.836655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (3cb23112-8f51-45cd-8b81-2c074010d32d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.841414 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a74134f-b37f-4120-9486-3c94f12b887c x-openstack-request-id: req-9a74134f-b37f-4120-9486-3c94f12b887c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:52.843052 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-plugged", "status": "completed", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:52.843350 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a74134f-b37f-4120-9486-3c94f12b887c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:52.843838 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'code': 200} Feb 11 13:16:52.844265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3cb23112-8f51-45cd-8b81-2c074010d32d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:52.847585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=10']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:52.967189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-cbcb3f6e-ff95-4218-b8db-77c037a44191 req-55b704fd-12fa-4c35-ad78-8f564cb96962 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:16:52.968934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbcb3f6e-ff95-4218-b8db-77c037a44191 req-55b704fd-12fa-4c35-ad78-8f564cb96962 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066669 Feb 11 13:16:53.000877 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.002381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb23112-8f51-45cd-8b81-2c074010d32d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.009276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.049282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8487a093-d9b7-4607-916d-b561bdc73f86,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.087350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12cae0-596e-4238-bc9e-97140cd2b1af req-203e6de1-e5b6-4200-97d7-1591da60b5d8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.088843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c12cae0-596e-4238-bc9e-97140cd2b1af req-203e6de1-e5b6-4200-97d7-1591da60b5d8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1915548 Feb 11 13:16:53.089571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731590f4-d3b0-4492-99b2-5744629ddad2 req-1be868e8-3751-4069-8b5f-dfd08428960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.091431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-731590f4-d3b0-4492-99b2-5744629ddad2 req-1be868e8-3751-4069-8b5f-dfd08428960b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1129 time: 0.1214268 Feb 11 13:16:53.092069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.095935 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-49dc72a1-bade-44e1-a0c9-5a06414c9b65 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7464759 Feb 11 13:16:53.096565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36334) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:53.202214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7d40cb9b-1418-4223-9fe7-f1988d5fa97e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1042104 Feb 11 13:16:53.208027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36336) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:53.216265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f644fc0a-8837-41e3-aca3-c4d3b0352cb5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-security--1847656201', 'description': 'tempest-security-description-1847638675'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:53.231129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-731590f4-d3b0-4492-99b2-5744629ddad2 req-5fcb3dd1-20fc-468a-a903-2fd364e84812 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315060 Feb 11 13:16:53.260812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f644fc0a-8837-41e3-aca3-c4d3b0352cb5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.343273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f644fc0a-8837-41e3-aca3-c4d3b0352cb5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.350934 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f644fc0a-8837-41e3-aca3-c4d3b0352cb5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.354303 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f644fc0a-8837-41e3-aca3-c4d3b0352cb5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.359516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f644fc0a-8837-41e3-aca3-c4d3b0352cb5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "PUT /v2.0/security-groups/8487a093-d9b7-4607-916d-b561bdc73f86 HTTP/1.1" status: 200 len: 1797 time: 0.1501055 Feb 11 13:16:53.360845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36344) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:53.432377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-274885c5-07fe-4b40-be94-5e6f8667aa00 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups/8487a093-d9b7-4607-916d-b561bdc73f86 HTTP/1.1" status: 200 len: 1797 time: 0.0668955 Feb 11 13:16:53.435478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36346) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:53.490079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644fc0a-8837-41e3-aca3-c4d3b0352cb5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8487a093-d9b7-4607-916d-b561bdc73f86,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.539249 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07a8c222-dc0f-4413-b3ef-64c9d62a6686 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.540026 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8c12cae0-596e-4238-bc9e-97140cd2b1af req-fc278748-966a-4a7a-a7a7-a0981f6cf5f3 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447207 Feb 11 13:16:53.587853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07a8c222-dc0f-4413-b3ef-64c9d62a6686 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.627943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-d09e159e-00af-4adf-9953-930077dde258 req-6e2f482b-4371-4f84-9443-2cc080f5c147 service neutron] (109684) timed out ('10.222.0.42', 41192) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:16:53.644595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07a8c222-dc0f-4413-b3ef-64c9d62a6686 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8487a093-d9b7-4607-916d-b561bdc73f86), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.647732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07a8c222-dc0f-4413-b3ef-64c9d62a6686 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.657281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-07a8c222-dc0f-4413-b3ef-64c9d62a6686 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/8487a093-d9b7-4607-916d-b561bdc73f86 HTTP/1.1" status: 204 len: 168 time: 0.2185118 Feb 11 13:16:53.657915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:53.689313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8c222-dc0f-4413-b3ef-64c9d62a6686 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487a093-d9b7-4607-916d-b561bdc73f86,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.757731 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-24213c12-cdc2-41c4-a379-91284774bf28 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0960238 Feb 11 13:16:53.758202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36354) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:53.778134 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-f6b31b56-8bfb-41ad-96bf-899d1e05bdc2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] delete failed (client error): The resource could not be found. Feb 11 13:16:53.787081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f6b31b56-8bfb-41ad-96bf-899d1e05bdc2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/8487a093-d9b7-4607-916d-b561bdc73f86 HTTP/1.1" status: 404 len: 347 time: 0.0239589 Feb 11 13:16:53.788117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36356) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:53.797376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1e0e82a8-728c-40ae-a762-50104c73cad0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--444228669'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:53.839133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e562ad3-6a48-47a8-ab9c-2c44aeafb768 req-dc8de72d-7b02-438d-bb49-ec0cead3308a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.840896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e562ad3-6a48-47a8-ab9c-2c44aeafb768 req-dc8de72d-7b02-438d-bb49-ec0cead3308a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 947 time: 0.1532738 Feb 11 13:16:53.888176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d86a5-2bad-48ed-af8e-07d2789e6521 req-76524c63-033f-40c5-8597-833090b16ca2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.892409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf8d86a5-2bad-48ed-af8e-07d2789e6521 req-76524c63-033f-40c5-8597-833090b16ca2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1181874 Feb 11 13:16:53.893914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e0e82a8-728c-40ae-a762-50104c73cad0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:53.942839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7e562ad3-6a48-47a8-ab9c-2c44aeafb768 req-104b9f24-601d-48aa-ac34-fe3004835598 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920115 Feb 11 13:16:53.951035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-70a32c48-a97d-4481-af7b-9bc8a5eaa877 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2061560 Feb 11 13:16:54.009243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf8d86a5-2bad-48ed-af8e-07d2789e6521 req-f3b09f85-3c31-490f-bb92-a789e76db333 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061404 Feb 11 13:16:54.035818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e0e82a8-728c-40ae-a762-50104c73cad0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (67f76db8-7a88-4c5d-8838-2320c0963f12), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.040680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e0e82a8-728c-40ae-a762-50104c73cad0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (67f76db8-7a88-4c5d-8838-2320c0963f12), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.081553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e0e82a8-728c-40ae-a762-50104c73cad0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.090620 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1e0e82a8-728c-40ae-a762-50104c73cad0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3013427 Feb 11 13:16:54.091023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36364) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:54.092073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e82a8-728c-40ae-a762-50104c73cad0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f76db8-7a88-4c5d-8838-2320c0963f12,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.102224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-332cefc2-28f6-4bba-baca-ed795be07306 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '67f76db8-7a88-4c5d-8838-2320c0963f12', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:54.157438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-332cefc2-28f6-4bba-baca-ed795be07306 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (98154e3b-4798-4215-bfb3-3495965eebcf), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.236696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-332cefc2-28f6-4bba-baca-ed795be07306 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (98154e3b-4798-4215-bfb3-3495965eebcf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.243595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-332cefc2-28f6-4bba-baca-ed795be07306 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (98154e3b-4798-4215-bfb3-3495965eebcf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.276307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cefc2-28f6-4bba-baca-ed795be07306 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98154e3b-4798-4215-bfb3-3495965eebcf,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.288783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-332cefc2-28f6-4bba-baca-ed795be07306 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.291236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-332cefc2-28f6-4bba-baca-ed795be07306 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1981182 Feb 11 13:16:54.294332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36376) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:54.328386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5981c641-2b5a-4c4c-8aaa-c654195b1257 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (98154e3b-4798-4215-bfb3-3495965eebcf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.338348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5981c641-2b5a-4c4c-8aaa-c654195b1257 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (98154e3b-4798-4215-bfb3-3495965eebcf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.381891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5981c641-2b5a-4c4c-8aaa-c654195b1257 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (98154e3b-4798-4215-bfb3-3495965eebcf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.389051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5981c641-2b5a-4c4c-8aaa-c654195b1257 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.393208 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5981c641-2b5a-4c4c-8aaa-c654195b1257 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/98154e3b-4798-4215-bfb3-3495965eebcf HTTP/1.1" status: 204 len: 168 time: 0.0949097 Feb 11 13:16:54.393208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36378) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:54.407425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36380) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:54.418270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981c641-2b5a-4c4c-8aaa-c654195b1257 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98154e3b-4798-4215-bfb3-3495965eebcf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.461690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-47accfda-65d1-4b51-a21a-21a15c49acd7 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0671513 Feb 11 13:16:54.464052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36384) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:54.527874 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52fd9251-85a8-4187-9161-cd36b03836ee tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (67f76db8-7a88-4c5d-8838-2320c0963f12), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.555833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52fd9251-85a8-4187-9161-cd36b03836ee tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (67f76db8-7a88-4c5d-8838-2320c0963f12), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.631028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52fd9251-85a8-4187-9161-cd36b03836ee tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (67f76db8-7a88-4c5d-8838-2320c0963f12), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.640993 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-52fd9251-85a8-4187-9161-cd36b03836ee tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.652700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-52fd9251-85a8-4187-9161-cd36b03836ee tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/67f76db8-7a88-4c5d-8838-2320c0963f12 HTTP/1.1" status: 204 len: 168 time: 0.1852238 Feb 11 13:16:54.661527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36392) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:54.662337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd9251-85a8-4187-9161-cd36b03836ee tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f76db8-7a88-4c5d-8838-2320c0963f12,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.696859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-307a139a-d104-40d7-9888-d305baf6746c tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:54.707065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-307a139a-d104-40d7-9888-d305baf6746c tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports/55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 1125 time: 0.2984455 Feb 11 13:16:54.747373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce69d6-2141-43a3-8f65-f89bffbf6f5c req-36a557a6-80da-4f64-ace1-3b3f7f2d4095 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:54.748887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-96ce69d6-2141-43a3-8f65-f89bffbf6f5c req-36a557a6-80da-4f64-ace1-3b3f7f2d4095 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.0974910 Feb 11 13:16:54.761700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-24239c32-5efc-45c4-bfaf-7dbbe2828036 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0959809 Feb 11 13:16:54.764303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36402) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:54.769289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-647d4b5f-1c47-4101-a546-4bf95a11bee6 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--297415126'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:54.814696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-647d4b5f-1c47-4101-a546-4bf95a11bee6 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:54.834541 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-96ce69d6-2141-43a3-8f65-f89bffbf6f5c req-79203324-009d-41bd-82e1-8810791c98e8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773079 Feb 11 13:16:55.006486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-647d4b5f-1c47-4101-a546-4bf95a11bee6 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.011746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-647d4b5f-1c47-4101-a546-4bf95a11bee6 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.044079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-647d4b5f-1c47-4101-a546-4bf95a11bee6 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.051033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-647d4b5f-1c47-4101-a546-4bf95a11bee6 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2854578 Feb 11 13:16:55.054400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36420) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:55.059808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ce43a4cb-9106-42bf-bdfb-8faca1f14250 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:55.123098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d4b5f-1c47-4101-a546-4bf95a11bee6 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:55.210010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce43a4cb-9106-42bf-bdfb-8faca1f14250 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (288cb457-e928-47da-b0e1-eb037eac9e43), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.302423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2bd2b-4b21-4131-bb77-1ba09c1943bd req-1e1269b0-9b3a-4c51-ba65-305bd6c839da tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.304772 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3dc2bd2b-4b21-4131-bb77-1ba09c1943bd req-1e1269b0-9b3a-4c51-ba65-305bd6c839da tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 947 time: 0.1994069 Feb 11 13:16:55.400979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce43a4cb-9106-42bf-bdfb-8faca1f14250 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (288cb457-e928-47da-b0e1-eb037eac9e43), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.437832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce43a4cb-9106-42bf-bdfb-8faca1f14250 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (288cb457-e928-47da-b0e1-eb037eac9e43), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.534616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3dc2bd2b-4b21-4131-bb77-1ba09c1943bd req-bcf3bc2f-2c22-4964-872a-17001dc248be tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105148 Feb 11 13:16:55.535332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a4cb-9106-42bf-bdfb-8faca1f14250 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288cb457-e928-47da-b0e1-eb037eac9e43,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:55.562989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce43a4cb-9106-42bf-bdfb-8faca1f14250 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.568337 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce43a4cb-9106-42bf-bdfb-8faca1f14250 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5103686 Feb 11 13:16:55.568824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36446) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:55.584917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-313fe3c2-374f-40b3-b6fd-df4f6e36b3a0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:55.667891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-313fe3c2-374f-40b3-b6fd-df4f6e36b3a0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (02b578c4-cf43-45af-a500-d7a1293f4aee), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.719458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c63f0c9-f731-49bc-9de7-9316e48eb292 req-d24f8a9a-98d7-4656-a024-9fe30abb8154 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.726903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c63f0c9-f731-49bc-9de7-9316e48eb292 req-d24f8a9a-98d7-4656-a024-9fe30abb8154 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.5357714 Feb 11 13:16:55.789736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c63f0c9-f731-49bc-9de7-9316e48eb292 req-4229e3b6-ef0d-4e7c-bd15-957b480ac7c6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571909 Feb 11 13:16:55.828507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766f4a2-7666-4678-ab02-8e300fc896f1 req-cd79d910-51ff-4337-85eb-f8d7e45d30da tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.830047 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7766f4a2-7666-4678-ab02-8e300fc896f1 req-cd79d910-51ff-4337-85eb-f8d7e45d30da tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1403022 Feb 11 13:16:55.841027 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-313fe3c2-374f-40b3-b6fd-df4f6e36b3a0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (02b578c4-cf43-45af-a500-d7a1293f4aee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.848345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-313fe3c2-374f-40b3-b6fd-df4f6e36b3a0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (02b578c4-cf43-45af-a500-d7a1293f4aee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.880787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fe3c2-374f-40b3-b6fd-df4f6e36b3a0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b578c4-cf43-45af-a500-d7a1293f4aee,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:55.886433 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-313fe3c2-374f-40b3-b6fd-df4f6e36b3a0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:55.887885 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-313fe3c2-374f-40b3-b6fd-df4f6e36b3a0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171086 Feb 11 13:16:55.891002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36448) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:55.896608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8647f3bc-2166-4220-b4fc-984636816f0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:55.919289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7766f4a2-7666-4678-ab02-8e300fc896f1 req-8ae2cd82-6d9e-4742-a8dc-dd5b8325f648 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807307 Feb 11 13:16:55.948520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8647f3bc-2166-4220-b4fc-984636816f0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8d6d3b75-f9cf-439d-859b-b355b400a10f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.080510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8647f3bc-2166-4220-b4fc-984636816f0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8d6d3b75-f9cf-439d-859b-b355b400a10f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.085369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8647f3bc-2166-4220-b4fc-984636816f0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (8d6d3b75-f9cf-439d-859b-b355b400a10f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.110237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-f72e46d8-309b-4102-8055-ca0abe312f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.111760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-f72e46d8-309b-4102-8055-ca0abe312f50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1128 time: 0.1097960 Feb 11 13:16:56.114441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647f3bc-2166-4220-b4fc-984636816f0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6d3b75-f9cf-439d-859b-b355b400a10f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.122782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8647f3bc-2166-4220-b4fc-984636816f0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.126856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36450) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:56.128319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8647f3bc-2166-4220-b4fc-984636816f0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2345047 Feb 11 13:16:56.132079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-03172692-785b-4c40-93ca-3a72a45b6808 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:56.161352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03172692-785b-4c40-93ca-3a72a45b6808 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (26477d0d-6484-44ec-ba19-40c546f2a213), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.226172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03172692-785b-4c40-93ca-3a72a45b6808 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (26477d0d-6484-44ec-ba19-40c546f2a213), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.232579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03172692-785b-4c40-93ca-3a72a45b6808 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (26477d0d-6484-44ec-ba19-40c546f2a213), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.236860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-48d3b785-fd62-466b-b45f-e3254709f0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.238758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-48d3b785-fd62-466b-b45f-e3254709f0a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.1202745 Feb 11 13:16:56.259370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03172692-785b-4c40-93ca-3a72a45b6808 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26477d0d-6484-44ec-ba19-40c546f2a213,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.265754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03172692-785b-4c40-93ca-3a72a45b6808 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.268172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-03172692-785b-4c40-93ca-3a72a45b6808 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396320 Feb 11 13:16:56.274069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36452) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:56.278543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-98fb3d1c-e88c-4c52-8db9-2cec4143b0d8 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:56.306810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98fb3d1c-e88c-4c52-8db9-2cec4143b0d8 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (59666b0a-ea75-4605-a673-bb98084dc080), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.328617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-38664c17-6b54-42d7-9a99-d3c5d746b138 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 1001 time: 0.0825498 Feb 11 13:16:56.372041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98fb3d1c-e88c-4c52-8db9-2cec4143b0d8 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (59666b0a-ea75-4605-a673-bb98084dc080), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.376614 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98fb3d1c-e88c-4c52-8db9-2cec4143b0d8 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (59666b0a-ea75-4605-a673-bb98084dc080), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.389330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-f2725d7c-562b-4486-ba69-a27d7d804a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.393416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-f2725d7c-562b-4486-ba69-a27d7d804a1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.0586712 Feb 11 13:16:56.394875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb3d1c-e88c-4c52-8db9-2cec4143b0d8 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59666b0a-ea75-4605-a673-bb98084dc080,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.407050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-98fb3d1c-e88c-4c52-8db9-2cec4143b0d8 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.411703 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-98fb3d1c-e88c-4c52-8db9-2cec4143b0d8 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1366704 Feb 11 13:16:56.412679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36454) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:56.454587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65da77b9-3480-42e4-aa6d-99e3c2df541b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (59666b0a-ea75-4605-a673-bb98084dc080), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.463425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-ee47b5cb-c754-466b-8c63-3485617ba0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.464945 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65da77b9-3480-42e4-aa6d-99e3c2df541b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (59666b0a-ea75-4605-a673-bb98084dc080), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.465136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-ee47b5cb-c754-466b-8c63-3485617ba0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557556 Feb 11 13:16:56.501535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65da77b9-3480-42e4-aa6d-99e3c2df541b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (59666b0a-ea75-4605-a673-bb98084dc080), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.507600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65da77b9-3480-42e4-aa6d-99e3c2df541b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.509702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-65da77b9-3480-42e4-aa6d-99e3c2df541b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/59666b0a-ea75-4605-a673-bb98084dc080 HTTP/1.1" status: 204 len: 168 time: 0.0950611 Feb 11 13:16:56.512086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:56.523143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da77b9-3480-42e4-aa6d-99e3c2df541b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59666b0a-ea75-4605-a673-bb98084dc080,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.561039 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8464bd0a-1652-41cb-9117-b441480c5caa tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0476766 Feb 11 13:16:56.564796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36460) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:56.596550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-6262196f-0a2e-43b1-86ba-79e39972c3fd service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256611 Feb 11 13:16:56.628511 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b713382-b308-452c-b42b-e462f62d7390 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (26477d0d-6484-44ec-ba19-40c546f2a213), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.637735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b713382-b308-452c-b42b-e462f62d7390 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (26477d0d-6484-44ec-ba19-40c546f2a213), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.674655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b713382-b308-452c-b42b-e462f62d7390 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (26477d0d-6484-44ec-ba19-40c546f2a213), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.679940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0b713382-b308-452c-b42b-e462f62d7390 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.690565 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0b713382-b308-452c-b42b-e462f62d7390 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/26477d0d-6484-44ec-ba19-40c546f2a213 HTTP/1.1" status: 204 len: 168 time: 0.1172700 Feb 11 13:16:56.691584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36462) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:56.700772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b713382-b308-452c-b42b-e462f62d7390 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26477d0d-6484-44ec-ba19-40c546f2a213,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.820029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-223def8d-f594-4358-8e48-9fccbbd5f349 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1276300 Feb 11 13:16:56.822717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36466) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:56.853721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-cb671e2f-85b7-46d1-94b5-d311461ce33b service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395620 Feb 11 13:16:56.856443 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7ba3-b5cf-48fe-8fa3-6979492aa8a9 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8d6d3b75-f9cf-439d-859b-b355b400a10f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.867946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7ba3-b5cf-48fe-8fa3-6979492aa8a9 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8d6d3b75-f9cf-439d-859b-b355b400a10f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.898824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5058c-9043-47ac-a8c4-92033766c668 req-3590ff87-cf29-4343-9b33-f81afb87849c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.901004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10b5058c-9043-47ac-a8c4-92033766c668 req-3590ff87-cf29-4343-9b33-f81afb87849c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 947 time: 0.2641709 Feb 11 13:16:56.953290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107637a-1036-4652-a506-d7e3c49849e3 req-aa20ab78-cc44-4259-b0c8-3dea258f5b5e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.954873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7ba3-b5cf-48fe-8fa3-6979492aa8a9 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (8d6d3b75-f9cf-439d-859b-b355b400a10f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.955006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2107637a-1036-4652-a506-d7e3c49849e3 req-aa20ab78-cc44-4259-b0c8-3dea258f5b5e tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1238663 Feb 11 13:16:56.966564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7ba3-b5cf-48fe-8fa3-6979492aa8a9 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:56.972231 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fd4f7ba3-b5cf-48fe-8fa3-6979492aa8a9 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8d6d3b75-f9cf-439d-859b-b355b400a10f HTTP/1.1" status: 204 len: 168 time: 0.1483500 Feb 11 13:16:56.984839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36470) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.001222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f7ba3-b5cf-48fe-8fa3-6979492aa8a9 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d6d3b75-f9cf-439d-859b-b355b400a10f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.025226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2872-befd-4b7c-9997-797b87b43157 req-db8006d5-bd59-49d6-a64c-cdfb57465e55 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:57.028873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd1c2872-befd-4b7c-9997-797b87b43157 req-db8006d5-bd59-49d6-a64c-cdfb57465e55 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1535685 Feb 11 13:16:57.053622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10b5058c-9043-47ac-a8c4-92033766c668 req-f959c46f-2549-4ab1-be55-d82ed30de3a7 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460035 Feb 11 13:16:57.086503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Deleting port 77c9d477-7652-4f78-849c-0078d4298d3e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:57.087162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.109889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4dee37f5-09c2-46ac-b168-f4d90e4cacbf tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1203020 Feb 11 13:16:57.111140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36474) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.138452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fd1c2872-befd-4b7c-9997-797b87b43157 req-4f8f22be-d93f-480e-a53a-a3861703ed0d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025515 Feb 11 13:16:57.150905 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b59c0fd5-c1bf-4cf3-a2ab-6ddca17a1e6f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (02b578c4-cf43-45af-a500-d7a1293f4aee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.159524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b59c0fd5-c1bf-4cf3-a2ab-6ddca17a1e6f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (02b578c4-cf43-45af-a500-d7a1293f4aee), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.199050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b59c0fd5-c1bf-4cf3-a2ab-6ddca17a1e6f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (02b578c4-cf43-45af-a500-d7a1293f4aee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.207369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b59c0fd5-c1bf-4cf3-a2ab-6ddca17a1e6f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.208139 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b59c0fd5-c1bf-4cf3-a2ab-6ddca17a1e6f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/02b578c4-cf43-45af-a500-d7a1293f4aee HTTP/1.1" status: 204 len: 168 time: 0.0960209 Feb 11 13:16:57.212046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36476) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.238526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c0fd5-c1bf-4cf3-a2ab-6ddca17a1e6f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b578c4-cf43-45af-a500-d7a1293f4aee,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.263740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c77cfba9-ca2b-4075-bd9b-630d7f48f454 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0505831 Feb 11 13:16:57.266717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36478) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.294422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cc50af3-98db-48fe-83b0-8dca8ab3b5fd tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (288cb457-e928-47da-b0e1-eb037eac9e43), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.298226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] For port 77c9d477-7652-4f78-849c-0078d4298d3e, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=77c9d477-7652-4f78-849c-0078d4298d3e,segment=NetworkSegment(63a251b1-1d6b-4f74-9915-b162b85d5d55),segment_id=63a251b1-1d6b-4f74-9915-b162b85d5d55)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:57.298593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.307153 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cc50af3-98db-48fe-83b0-8dca8ab3b5fd tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (288cb457-e928-47da-b0e1-eb037eac9e43), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.307952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f28840-8ac9-4de0-a2b3-f23b49ae613d req-8445b2d5-4ff7-4dc7-8f02-eaf37ff9a9f6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:57.309958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98f28840-8ac9-4de0-a2b3-f23b49ae613d req-8445b2d5-4ff7-4dc7-8f02-eaf37ff9a9f6 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/ports?device_id=2513d9d3-e431-4c7c-a394-395a8f5dbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1020215 Feb 11 13:16:57.334810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Calling delete_port for 77c9d477-7652-4f78-849c-0078d4298d3e owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:57.339836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cc50af3-98db-48fe-83b0-8dca8ab3b5fd tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (288cb457-e928-47da-b0e1-eb037eac9e43), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.355413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cc50af3-98db-48fe-83b0-8dca8ab3b5fd tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.357351 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6cc50af3-98db-48fe-83b0-8dca8ab3b5fd tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/288cb457-e928-47da-b0e1-eb037eac9e43 HTTP/1.1" status: 204 len: 168 time: 0.0894809 Feb 11 13:16:57.358682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc50af3-98db-48fe-83b0-8dca8ab3b5fd tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=288cb457-e928-47da-b0e1-eb037eac9e43,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.360385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36480) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.424343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98f28840-8ac9-4de0-a2b3-f23b49ae613d req-e25cc7e0-c38c-4ac3-9599-1bc80a48a8a8 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.42 "GET /v2.0/security-groups?id=38bef868-41d7-481a-bd87-3b42847e5ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080794 Feb 11 13:16:57.426125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-774e0c51-1967-4943-8dc0-cc10b0fc484a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0568964 Feb 11 13:16:57.428718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36482) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.510402 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e40acbe-3911-4aa3-ba2c-9d9f40da8e3e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.535905 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e40acbe-3911-4aa3-ba2c-9d9f40da8e3e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.536744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (77c9d477-7652-4f78-849c-0078d4298d3e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.548923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['77c9d477-7652-4f78-849c-0078d4298d3e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:57.572014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Pushing event deleted for resources: {'Port': ['ID=77c9d477-7652-4f78-849c-0078d4298d3e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.596784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e40acbe-3911-4aa3-ba2c-9d9f40da8e3e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.600651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e40acbe-3911-4aa3-ba2c-9d9f40da8e3e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.604158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9e40acbe-3911-4aa3-ba2c-9d9f40da8e3e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50 HTTP/1.1" status: 204 len: 168 time: 0.1715853 Feb 11 13:16:57.605861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36484) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.625188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] No DVR routers for this DVR port 77c9d477-7652-4f78-849c-0078d4298d3e on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:57.630232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.630545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40acbe-3911-4aa3-ba2c-9d9f40da8e3e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c30bbe3-e7be-47c3-ae23-b19b3a8eaf50,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.634173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2107637a-1036-4652-a506-d7e3c49849e3 req-9d2df58f-59d7-4bc9-81c4-67f52b9083f1 tempest-DeleteServersTestJSON-611180999 tempest-DeleteServersTestJSON-611180999-project] 10.222.0.64 "DELETE /v2.0/ports/77c9d477-7652-4f78-849c-0078d4298d3e HTTP/1.1" status: 204 len: 173 time: 0.6741283 Feb 11 13:16:57.634956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'name': 'network-vif-deleted', 'tag': '77c9d477-7652-4f78-849c-0078d4298d3e'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:57.639199 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b554b4-3e2e-42c3-8e84-1f0b8c7f7596" -d '{"events": [{"server_uuid": "2513d9d3-e431-4c7c-a394-395a8f5dbaf9", "name": "network-vif-deleted", "tag": "77c9d477-7652-4f78-849c-0078d4298d3e"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:57.679372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-316055b9-f8ef-492d-8b90-26d491292482 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0682094 Feb 11 13:16:57.680516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36488) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.686247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4491f354-2fb0-414c-a1c4-c73173404370 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414233967'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:57.705898 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef37d744-82a0-422d-9fc0-b7fd3b3daa54 x-openstack-request-id: req-ef37d744-82a0-422d-9fc0-b7fd3b3daa54 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:57.706290 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2513d9d3-e431-4c7c-a394-395a8f5dbaf9", "name": "network-vif-deleted", "tag": "77c9d477-7652-4f78-849c-0078d4298d3e", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:57.706643 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef37d744-82a0-422d-9fc0-b7fd3b3daa54 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:57.707187 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2513d9d3-e431-4c7c-a394-395a8f5dbaf9', 'name': 'network-vif-deleted', 'tag': '77c9d477-7652-4f78-849c-0078d4298d3e', 'status': 'completed', 'code': 200} Feb 11 13:16:57.720343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4491f354-2fb0-414c-a1c4-c73173404370 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.803279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4491f354-2fb0-414c-a1c4-c73173404370 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.807441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4491f354-2fb0-414c-a1c4-c73173404370 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.836330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4491f354-2fb0-414c-a1c4-c73173404370 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.840143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4491f354-2fb0-414c-a1c4-c73173404370 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1558089 Feb 11 13:16:57.840690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36490) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:57.842423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491f354-2fb0-414c-a1c4-c73173404370 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.846542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-95af42f3-0104-44cb-8512-4ff7f4ca5425 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a', 'direction': 'ingress', 'protocol': 17}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:57.874035 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95af42f3-0104-44cb-8512-4ff7f4ca5425 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (cb3f47ad-ebb8-4b65-baac-c41ac6290299), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.937270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95af42f3-0104-44cb-8512-4ff7f4ca5425 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (cb3f47ad-ebb8-4b65-baac-c41ac6290299), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.941903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95af42f3-0104-44cb-8512-4ff7f4ca5425 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (cb3f47ad-ebb8-4b65-baac-c41ac6290299), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.960062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af42f3-0104-44cb-8512-4ff7f4ca5425 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3f47ad-ebb8-4b65-baac-c41ac6290299,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.970195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95af42f3-0104-44cb-8512-4ff7f4ca5425 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:57.973693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-95af42f3-0104-44cb-8512-4ff7f4ca5425 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1299741 Feb 11 13:16:57.974547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36492) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:58.041615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72201f6b-b397-4d27-8aeb-c7fadffa515c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.070328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72201f6b-b397-4d27-8aeb-c7fadffa515c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.133204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72201f6b-b397-4d27-8aeb-c7fadffa515c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.136472 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-72201f6b-b397-4d27-8aeb-c7fadffa515c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.138130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-72201f6b-b397-4d27-8aeb-c7fadffa515c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a HTTP/1.1" status: 204 len: 168 time: 0.1624749 Feb 11 13:16:58.140804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36494) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:58.175758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72201f6b-b397-4d27-8aeb-c7fadffa515c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd3a8e1-4509-428a-9e1f-7c6c46a6a64a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.233519 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f230c656-6229-4323-9611-160cdcd931ed tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912552 Feb 11 13:16:58.236895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36498) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:58.242667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-bf6d0e74-781b-4cb2-97e9-336550ed3fdc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806669287'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:58.266802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e74-781b-4cb2-97e9-336550ed3fdc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.332182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932c06e-f913-46d5-a0d8-f22b8e08c9f9 req-53e6a8ec-823f-481e-979e-7fe51c1e298a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:58.333980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a932c06e-f913-46d5-a0d8-f22b8e08c9f9 req-53e6a8ec-823f-481e-979e-7fe51c1e298a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0707090 Feb 11 13:16:58.352718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e74-781b-4cb2-97e9-336550ed3fdc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (d1e78524-09e3-4419-a9b8-fe43d52baaee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.357399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e74-781b-4cb2-97e9-336550ed3fdc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d1e78524-09e3-4419-a9b8-fe43d52baaee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.392522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf6d0e74-781b-4cb2-97e9-336550ed3fdc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.398502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36500) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:58.408229 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bf6d0e74-781b-4cb2-97e9-336550ed3fdc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1600888 Feb 11 13:16:58.408480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e9012462-256c-433b-b1e5-a16cee71621b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162920012'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:58.409360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d0e74-781b-4cb2-97e9-336550ed3fdc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e78524-09e3-4419-a9b8-fe43d52baaee,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.427471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a932c06e-f913-46d5-a0d8-f22b8e08c9f9 req-4e4d255b-d1fe-4f5f-87cf-03059175e1d6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873170 Feb 11 13:16:58.449528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9012462-256c-433b-b1e5-a16cee71621b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.549672 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9012462-256c-433b-b1e5-a16cee71621b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (9b25f7f3-3fc4-4cbe-baca-2480cbdf9830), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.555040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9012462-256c-433b-b1e5-a16cee71621b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9b25f7f3-3fc4-4cbe-baca-2480cbdf9830), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.600754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9012462-256c-433b-b1e5-a16cee71621b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b25f7f3-3fc4-4cbe-baca-2480cbdf9830,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.606083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e9012462-256c-433b-b1e5-a16cee71621b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.610660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36510) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:58.612396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e9012462-256c-433b-b1e5-a16cee71621b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2086513 Feb 11 13:16:58.616687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4e63ba6e-7298-48a0-b101-ce5bedb122f2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': 'd1e78524-09e3-4419-a9b8-fe43d52baaee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9b25f7f3-3fc4-4cbe-baca-2480cbdf9830', 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:58.683095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e63ba6e-7298-48a0-b101-ce5bedb122f2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (1038937b-7130-419e-b952-a54eed08cb2a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.780220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e63ba6e-7298-48a0-b101-ce5bedb122f2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (1038937b-7130-419e-b952-a54eed08cb2a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.784967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e63ba6e-7298-48a0-b101-ce5bedb122f2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (1038937b-7130-419e-b952-a54eed08cb2a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.807224 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63ba6e-7298-48a0-b101-ce5bedb122f2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1038937b-7130-419e-b952-a54eed08cb2a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.819235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e63ba6e-7298-48a0-b101-ce5bedb122f2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.824556 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4e63ba6e-7298-48a0-b101-ce5bedb122f2 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2096829 Feb 11 13:16:58.824903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:58.859458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc649164-559b-46c6-bf98-e9f149193e3d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (1038937b-7130-419e-b952-a54eed08cb2a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.869782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc649164-559b-46c6-bf98-e9f149193e3d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (1038937b-7130-419e-b952-a54eed08cb2a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.909627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc649164-559b-46c6-bf98-e9f149193e3d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (1038937b-7130-419e-b952-a54eed08cb2a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.914698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dc649164-559b-46c6-bf98-e9f149193e3d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:58.918456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dc649164-559b-46c6-bf98-e9f149193e3d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1038937b-7130-419e-b952-a54eed08cb2a HTTP/1.1" status: 204 len: 168 time: 0.0902138 Feb 11 13:16:58.919284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36530) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:58.924138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc649164-559b-46c6-bf98-e9f149193e3d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1038937b-7130-419e-b952-a54eed08cb2a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.968991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7f088a63-465d-42fe-afd8-4576951d681e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0452139 Feb 11 13:16:58.969858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36532) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.029236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0e534506-f653-4c97-93f4-98d570df9636 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (9b25f7f3-3fc4-4cbe-baca-2480cbdf9830), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.052654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0e534506-f653-4c97-93f4-98d570df9636 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (9b25f7f3-3fc4-4cbe-baca-2480cbdf9830), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.096809 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0e534506-f653-4c97-93f4-98d570df9636 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9b25f7f3-3fc4-4cbe-baca-2480cbdf9830), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.099896 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0e534506-f653-4c97-93f4-98d570df9636 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.103541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0e534506-f653-4c97-93f4-98d570df9636 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/9b25f7f3-3fc4-4cbe-baca-2480cbdf9830 HTTP/1.1" status: 204 len: 168 time: 0.1307938 Feb 11 13:16:59.103951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36534) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.111639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e534506-f653-4c97-93f4-98d570df9636 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b25f7f3-3fc4-4cbe-baca-2480cbdf9830,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.158625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d6d9df3b-0939-4e9c-8cb3-d683fde085a5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0507309 Feb 11 13:16:59.159216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36536) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.212174 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d0e0-d9bf-4354-8ba1-49f77d191ffc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (d1e78524-09e3-4419-a9b8-fe43d52baaee), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.235210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d0e0-d9bf-4354-8ba1-49f77d191ffc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (d1e78524-09e3-4419-a9b8-fe43d52baaee), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.278012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d0e0-d9bf-4354-8ba1-49f77d191ffc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d1e78524-09e3-4419-a9b8-fe43d52baaee), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.281251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d0e0-d9bf-4354-8ba1-49f77d191ffc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.282700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3dd1d0e0-d9bf-4354-8ba1-49f77d191ffc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/d1e78524-09e3-4419-a9b8-fe43d52baaee HTTP/1.1" status: 204 len: 168 time: 0.1228135 Feb 11 13:16:59.285384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36538) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.306545 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0699cd0-24c0-474f-a9dd-37928a1144af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.307145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1d0e0-d9bf-4354-8ba1-49f77d191ffc tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e78524-09e3-4419-a9b8-fe43d52baaee,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.343342 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4103c01d-ec33-4263-b001-a5f33b0df996 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0562329 Feb 11 13:16:59.347701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36540) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.351843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-de16d361-c617-4a9e-95e8-a914d0e3e20a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--953663560'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:59.373718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de16d361-c617-4a9e-95e8-a914d0e3e20a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.444137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de16d361-c617-4a9e-95e8-a914d0e3e20a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (b83c20bd-db2e-4552-bfcb-75ef7e31b97c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.448077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de16d361-c617-4a9e-95e8-a914d0e3e20a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b83c20bd-db2e-4552-bfcb-75ef7e31b97c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.485545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16d361-c617-4a9e-95e8-a914d0e3e20a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83c20bd-db2e-4552-bfcb-75ef7e31b97c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.490347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-de16d361-c617-4a9e-95e8-a914d0e3e20a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.494458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36544) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.496080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-de16d361-c617-4a9e-95e8-a914d0e3e20a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1476877 Feb 11 13:16:59.499663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3918557d-f800-4806-9106-15382ae0b30e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': 'b83c20bd-db2e-4552-bfcb-75ef7e31b97c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:59.549660 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3918557d-f800-4806-9106-15382ae0b30e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (2bbfc7d3-0081-43e6-9dfb-f117fa6123c6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.597888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cf7d8-c2f1-46e4-a5db-a7ca823cd010 req-65fe4884-a454-4b8c-ae13-3bc084e1a4cb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.599749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b49cf7d8-c2f1-46e4-a5db-a7ca823cd010 req-65fe4884-a454-4b8c-ae13-3bc084e1a4cb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0735195 Feb 11 13:16:59.623311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3918557d-f800-4806-9106-15382ae0b30e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (2bbfc7d3-0081-43e6-9dfb-f117fa6123c6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.628690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3918557d-f800-4806-9106-15382ae0b30e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (2bbfc7d3-0081-43e6-9dfb-f117fa6123c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.650903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3918557d-f800-4806-9106-15382ae0b30e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbfc7d3-0081-43e6-9dfb-f117fa6123c6,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.664941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3918557d-f800-4806-9106-15382ae0b30e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.669493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3918557d-f800-4806-9106-15382ae0b30e tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1714385 Feb 11 13:16:59.669859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36546) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.672047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b49cf7d8-c2f1-46e4-a5db-a7ca823cd010 req-b89e4d38-bd9e-4ca5-894a-3ddd591dd89e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637581 Feb 11 13:16:59.715200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-112b4ffd-29c9-49e3-bceb-a3ed74ef5384 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (2bbfc7d3-0081-43e6-9dfb-f117fa6123c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.723066 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-112b4ffd-29c9-49e3-bceb-a3ed74ef5384 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (2bbfc7d3-0081-43e6-9dfb-f117fa6123c6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.750401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-112b4ffd-29c9-49e3-bceb-a3ed74ef5384 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (2bbfc7d3-0081-43e6-9dfb-f117fa6123c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.755631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-112b4ffd-29c9-49e3-bceb-a3ed74ef5384 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.759237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-112b4ffd-29c9-49e3-bceb-a3ed74ef5384 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2bbfc7d3-0081-43e6-9dfb-f117fa6123c6 HTTP/1.1" status: 204 len: 168 time: 0.0860071 Feb 11 13:16:59.760129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36548) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.765081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b4ffd-29c9-49e3-bceb-a3ed74ef5384 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2bbfc7d3-0081-43e6-9dfb-f117fa6123c6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.808601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-25c76eb0-6396-491f-afea-5e71c86b5b01 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469308 Feb 11 13:16:59.811376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36550) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.868839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43116d1-c5e7-4d76-9e46-f4c82eccd49b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (b83c20bd-db2e-4552-bfcb-75ef7e31b97c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.892180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43116d1-c5e7-4d76-9e46-f4c82eccd49b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (b83c20bd-db2e-4552-bfcb-75ef7e31b97c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.934996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43116d1-c5e7-4d76-9e46-f4c82eccd49b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b83c20bd-db2e-4552-bfcb-75ef7e31b97c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.938234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a43116d1-c5e7-4d76-9e46-f4c82eccd49b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:59.942702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36552) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:59.943059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a43116d1-c5e7-4d76-9e46-f4c82eccd49b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/b83c20bd-db2e-4552-bfcb-75ef7e31b97c HTTP/1.1" status: 204 len: 168 time: 0.1301630 Feb 11 13:16:59.954188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43116d1-c5e7-4d76-9e46-f4c82eccd49b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83c20bd-db2e-4552-bfcb-75ef7e31b97c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.009692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b61c45b0-898f-4105-880a-ed8a836cbe4b tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0629125 Feb 11 13:17:00.015258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36554) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.019973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fbfded6a-9836-4ed2-bf43-36e881d05a4d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049810046'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:00.043232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbfded6a-9836-4ed2-bf43-36e881d05a4d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.114929 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbfded6a-9836-4ed2-bf43-36e881d05a4d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (a0619fe8-174a-404d-be65-744bed2330ec), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.119335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbfded6a-9836-4ed2-bf43-36e881d05a4d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a0619fe8-174a-404d-be65-744bed2330ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.149760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbfded6a-9836-4ed2-bf43-36e881d05a4d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.153746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fbfded6a-9836-4ed2-bf43-36e881d05a4d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1346092 Feb 11 13:17:00.153746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfded6a-9836-4ed2-bf43-36e881d05a4d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0619fe8-174a-404d-be65-744bed2330ec,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.154015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36556) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.158684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5d4da90d-f02e-4c20-90eb-111c063dde36 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': 'a0619fe8-174a-404d-be65-744bed2330ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:00.185679 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d4da90d-f02e-4c20-90eb-111c063dde36 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.234075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d4da90d-f02e-4c20-90eb-111c063dde36 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.238894 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d4da90d-f02e-4c20-90eb-111c063dde36 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.257436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4da90d-f02e-4c20-90eb-111c063dde36 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.271205 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d4da90d-f02e-4c20-90eb-111c063dde36 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.275048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d4da90d-f02e-4c20-90eb-111c063dde36 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174245 Feb 11 13:17:00.275302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36558) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.297266 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-746dfdf3-12c9-4acb-b85d-403b74cefabb tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules/8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9 HTTP/1.1" status: 200 len: 763 time: 0.0181594 Feb 11 13:17:00.297590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.340677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a89f2b3b-6343-41ce-acf6-3c0e79938a0f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392561 Feb 11 13:17:00.341273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36562) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.367345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121e82a5-3265-4318-ac4b-9f83ef2ffb01 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.375095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121e82a5-3265-4318-ac4b-9f83ef2ffb01 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.392232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 77c9d477-7652-4f78-849c-0078d4298d3e no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:00.416883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121e82a5-3265-4318-ac4b-9f83ef2ffb01 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.422024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121e82a5-3265-4318-ac4b-9f83ef2ffb01 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.425435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-121e82a5-3265-4318-ac4b-9f83ef2ffb01 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9 HTTP/1.1" status: 204 len: 168 time: 0.0809700 Feb 11 13:17:00.426789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36564) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.432835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 77c9d477-7652-4f78-849c-0078d4298d3e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:17:00.433627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 77c9d477-7652-4f78-849c-0078d4298d3e not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:00.445691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e82a5-3265-4318-ac4b-9f83ef2ffb01 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e657ab7-f5df-4ccd-8870-6cd0f1dd04d9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.479302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2dbb60a2-8c41-4179-8a1c-37a64e17d78f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512862 Feb 11 13:17:00.481717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36566) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.486257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1c8b7054-e1a0-4854-b96d-8749cea1c336 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': 'a0619fe8-174a-404d-be65-744bed2330ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:00.512409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7054-e1a0-4854-b96d-8749cea1c336 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (9e5a7131-d1ff-4db0-bd5c-36d9b820c429), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.575753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7054-e1a0-4854-b96d-8749cea1c336 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (9e5a7131-d1ff-4db0-bd5c-36d9b820c429), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.580858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7054-e1a0-4854-b96d-8749cea1c336 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9e5a7131-d1ff-4db0-bd5c-36d9b820c429), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.603210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b7054-e1a0-4854-b96d-8749cea1c336 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5a7131-d1ff-4db0-bd5c-36d9b820c429,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.610909 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7054-e1a0-4854-b96d-8749cea1c336 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.612296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1c8b7054-e1a0-4854-b96d-8749cea1c336 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294568 Feb 11 13:17:00.614690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36568) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.635282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a9602e6c-9b0c-466d-96a7-5bfc8ea4fcd0 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules/9e5a7131-d1ff-4db0-bd5c-36d9b820c429 HTTP/1.1" status: 200 len: 763 time: 0.0170403 Feb 11 13:17:00.635760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36570) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.678772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb0df7e2-8724-4417-9c17-6f3edfafab1d tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417504 Feb 11 13:17:00.681563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36572) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.710298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a20-d85a-4969-902c-18faf78ec77f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (9e5a7131-d1ff-4db0-bd5c-36d9b820c429), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.719564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a20-d85a-4969-902c-18faf78ec77f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (9e5a7131-d1ff-4db0-bd5c-36d9b820c429), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.750928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a20-d85a-4969-902c-18faf78ec77f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9e5a7131-d1ff-4db0-bd5c-36d9b820c429), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.758210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cbd77a20-d85a-4969-902c-18faf78ec77f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.761760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cbd77a20-d85a-4969-902c-18faf78ec77f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9e5a7131-d1ff-4db0-bd5c-36d9b820c429 HTTP/1.1" status: 204 len: 168 time: 0.0770612 Feb 11 13:17:00.765221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36576) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.784212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd77a20-d85a-4969-902c-18faf78ec77f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e5a7131-d1ff-4db0-bd5c-36d9b820c429,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.817210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-373bab04-68ef-482b-95b9-c2d7591720e3 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481162 Feb 11 13:17:00.817614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36578) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.823334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1db1f571-1c1d-448e-93da-f23af78ddee5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': 'a0619fe8-174a-404d-be65-744bed2330ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:00.829589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd9270-d8eb-4039-a12d-651ab78182f7 req-bfacd716-bb95-44bb-b872-8fe8e33a98c0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:00.837389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94cd9270-d8eb-4039-a12d-651ab78182f7 req-bfacd716-bb95-44bb-b872-8fe8e33a98c0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0797162 Feb 11 13:17:00.857853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1db1f571-1c1d-448e-93da-f23af78ddee5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (265e6d98-440a-4f51-a57b-a6115e68bd0d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.905367 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94cd9270-d8eb-4039-a12d-651ab78182f7 req-c18874c5-1cb6-4de0-af2b-2c9cc5ce43d3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641108 Feb 11 13:17:00.939161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1db1f571-1c1d-448e-93da-f23af78ddee5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (265e6d98-440a-4f51-a57b-a6115e68bd0d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.943557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1db1f571-1c1d-448e-93da-f23af78ddee5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (265e6d98-440a-4f51-a57b-a6115e68bd0d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.963392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1f571-1c1d-448e-93da-f23af78ddee5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265e6d98-440a-4f51-a57b-a6115e68bd0d,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.970344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1db1f571-1c1d-448e-93da-f23af78ddee5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:00.974033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1db1f571-1c1d-448e-93da-f23af78ddee5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530201 Feb 11 13:17:00.974312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36580) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:00.993894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-765dd1d0-0e8c-4b0b-bea8-8eb5779b3b39 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules/265e6d98-440a-4f51-a57b-a6115e68bd0d HTTP/1.1" status: 200 len: 764 time: 0.0161834 Feb 11 13:17:00.994313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36582) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.040034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36584) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.040720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b3be067b-208f-405c-9a5e-851ee57d4a1f tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0445311 Feb 11 13:17:01.066887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac00f16-f883-40e3-9ab5-c1c9a2b33a52 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (265e6d98-440a-4f51-a57b-a6115e68bd0d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.076904 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac00f16-f883-40e3-9ab5-c1c9a2b33a52 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (265e6d98-440a-4f51-a57b-a6115e68bd0d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.103674 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac00f16-f883-40e3-9ab5-c1c9a2b33a52 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (265e6d98-440a-4f51-a57b-a6115e68bd0d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.110118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac00f16-f883-40e3-9ab5-c1c9a2b33a52 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.113408 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ac00f16-f883-40e3-9ab5-c1c9a2b33a52 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/265e6d98-440a-4f51-a57b-a6115e68bd0d HTTP/1.1" status: 204 len: 168 time: 0.0698314 Feb 11 13:17:01.114090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36586) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.116627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac00f16-f883-40e3-9ab5-c1c9a2b33a52 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=265e6d98-440a-4f51-a57b-a6115e68bd0d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.156159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7968568e-77db-4779-b323-97939bbc3ce9 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408521 Feb 11 13:17:01.158828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36588) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.210640 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6101c480-8d64-43c6-9151-5050338b02a5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (a0619fe8-174a-404d-be65-744bed2330ec), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.232211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6101c480-8d64-43c6-9151-5050338b02a5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (a0619fe8-174a-404d-be65-744bed2330ec), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.273885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6101c480-8d64-43c6-9151-5050338b02a5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a0619fe8-174a-404d-be65-744bed2330ec), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.276564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6101c480-8d64-43c6-9151-5050338b02a5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.277747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6101c480-8d64-43c6-9151-5050338b02a5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/a0619fe8-174a-404d-be65-744bed2330ec HTTP/1.1" status: 204 len: 168 time: 0.1179950 Feb 11 13:17:01.280549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36590) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.287185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101c480-8d64-43c6-9151-5050338b02a5 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0619fe8-174a-404d-be65-744bed2330ec,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.334466 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-62efc18c-4a93-4354-8b13-a244776596ec tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0521259 Feb 11 13:17:01.338634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.343572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a94dc25c-7e76-4c1b-8f9b-af3b70449903 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385361495'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:01.365694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94dc25c-7e76-4c1b-8f9b-af3b70449903 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.381456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7431375c-943f-4bee-9429-9da2ab3edda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.438964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94dc25c-7e76-4c1b-8f9b-af3b70449903 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (140ab44e-b8d9-4701-ae07-681ab805b691), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.443835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94dc25c-7e76-4c1b-8f9b-af3b70449903 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (140ab44e-b8d9-4701-ae07-681ab805b691), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.472076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94dc25c-7e76-4c1b-8f9b-af3b70449903 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140ab44e-b8d9-4701-ae07-681ab805b691,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.476511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94dc25c-7e76-4c1b-8f9b-af3b70449903 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.480306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a94dc25c-7e76-4c1b-8f9b-af3b70449903 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1379602 Feb 11 13:17:01.480805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36594) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.484873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-46039ca9-7be0-4158-bbac-facf3bcb1122 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Request body: {'security_group_rule': {'security_group_id': '140ab44e-b8d9-4701-ae07-681ab805b691', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:01.510792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46039ca9-7be0-4158-bbac-facf3bcb1122 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (232af5e4-42ba-4647-8995-d7e0d2f313ab), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.571190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46039ca9-7be0-4158-bbac-facf3bcb1122 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (232af5e4-42ba-4647-8995-d7e0d2f313ab), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.576964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46039ca9-7be0-4158-bbac-facf3bcb1122 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (232af5e4-42ba-4647-8995-d7e0d2f313ab), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.595024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46039ca9-7be0-4158-bbac-facf3bcb1122 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232af5e4-42ba-4647-8995-d7e0d2f313ab,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.602487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-46039ca9-7be0-4158-bbac-facf3bcb1122 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.603593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-46039ca9-7be0-4158-bbac-facf3bcb1122 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222000 Feb 11 13:17:01.606469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36596) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.662663 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c9d86d2-95b5-412e-b0db-a3b032332584 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (140ab44e-b8d9-4701-ae07-681ab805b691), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.686387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c9d86d2-95b5-412e-b0db-a3b032332584 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (140ab44e-b8d9-4701-ae07-681ab805b691), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.732184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c9d86d2-95b5-412e-b0db-a3b032332584 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (140ab44e-b8d9-4701-ae07-681ab805b691), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.735079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c9d86d2-95b5-412e-b0db-a3b032332584 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:01.736243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4c9d86d2-95b5-412e-b0db-a3b032332584 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/140ab44e-b8d9-4701-ae07-681ab805b691 HTTP/1.1" status: 204 len: 168 time: 0.1288238 Feb 11 13:17:01.738985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36598) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.747086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d86d2-95b5-412e-b0db-a3b032332584 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140ab44e-b8d9-4701-ae07-681ab805b691,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.783434 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d09dd09d-3e69-4e6a-8ce9-0fce0c8e265a tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0430565 Feb 11 13:17:01.786050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36600) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.823246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-abefce09-a611-4892-a684-8c7b34511dcf tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0358911 Feb 11 13:17:01.825769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36602) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.842167 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-20cf5846-acad-434b-b12f-3156f872157c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] delete failed (client error): The resource could not be found. Feb 11 13:17:01.843278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-20cf5846-acad-434b-b12f-3156f872157c tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "DELETE /v2.0/security-groups/140ab44e-b8d9-4701-ae07-681ab805b691 HTTP/1.1" status: 404 len: 347 time: 0.0165384 Feb 11 13:17:01.846939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36604) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:01.890818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c1db90ae-a99b-46d6-af3b-0d069324eef4 tempest-SecGroupTest-1356855692 tempest-SecGroupTest-1356855692-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0394247 Feb 11 13:17:02.022761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a541d9e-916a-4489-a9fa-e1620b07ff19 req-df4812be-be7a-455b-9fe7-7612f229d719 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:02.024289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a541d9e-916a-4489-a9fa-e1620b07ff19 req-df4812be-be7a-455b-9fe7-7612f229d719 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0574369 Feb 11 13:17:02.078218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a541d9e-916a-4489-a9fa-e1620b07ff19 req-a3455bcf-447c-443a-aa15-a1345ade2e67 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Feb 11 13:17:02.143309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36612) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:02.283933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6395b8a4-eadf-4042-9a1e-1dec86405c7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e9c6962bd8d4659b1a460c1a75d773c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393011 Feb 11 13:17:02.286651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36616) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:02.340885 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77f2109a-08d4-43b8-a6ee-c6a65e68cf8b admin admin] Publish callbacks [] for security_group (3cb23112-8f51-45cd-8b81-2c074010d32d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:02.365666 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77f2109a-08d4-43b8-a6ee-c6a65e68cf8b admin admin] Publish callbacks [] for security_group (3cb23112-8f51-45cd-8b81-2c074010d32d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:02.418472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77f2109a-08d4-43b8-a6ee-c6a65e68cf8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3cb23112-8f51-45cd-8b81-2c074010d32d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:02.421463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77f2109a-08d4-43b8-a6ee-c6a65e68cf8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:02.422724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-77f2109a-08d4-43b8-a6ee-c6a65e68cf8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cb23112-8f51-45cd-8b81-2c074010d32d HTTP/1.1" status: 204 len: 168 time: 0.1351323 Feb 11 13:17:02.431329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2109a-08d4-43b8-a6ee-c6a65e68cf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb23112-8f51-45cd-8b81-2c074010d32d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:02.529737 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.089856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:03.209131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b44b564c-7d35-41fb-82ce-50410b8c9805 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:03.209662 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-b44b564c-7d35-41fb-82ce-50410b8c9805 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:17:03.210208 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-b44b564c-7d35-41fb-82ce-50410b8c9805 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:17:03.211261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b44b564c-7d35-41fb-82ce-50410b8c9805 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1203132 Feb 11 13:17:03.214903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36644) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:03.218606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ebb51-2efd-4c61-b780-e361b62b4770 req-0350b048-7839-42e1-8812-457de015f37d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.219219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949294492'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:03.220587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e40ebb51-2efd-4c61-b780-e361b62b4770 req-0350b048-7839-42e1-8812-457de015f37d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0697370 Feb 11 13:17:03.241723 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.250110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.273352 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e40ebb51-2efd-4c61-b780-e361b62b4770 req-bcd603de-7a5c-499f-80cc-4e26bf8408c0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467517 Feb 11 13:17:03.326522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (c30a17b2-d213-4893-8e83-f9dd5d1e46ad), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.330677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c30a17b2-d213-4893-8e83-f9dd5d1e46ad), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.369346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30a17b2-d213-4893-8e83-f9dd5d1e46ad,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.414651 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (1167a25e-fa28-4b6a-8712-120b04ebe921), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.419674 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1167a25e-fa28-4b6a-8712-120b04ebe921), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.449854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.451080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2352366 Feb 11 13:17:03.454399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36646) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:03.455708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3686d13-65bc-4d18-8f33-c4cce00ee012 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1167a25e-fa28-4b6a-8712-120b04ebe921,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.460319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d5132cb5-44b3-47a3-aa1a-7e925d9ab7c4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '1167a25e-fa28-4b6a-8712-120b04ebe921', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:03.490797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d5132cb5-44b3-47a3-aa1a-7e925d9ab7c4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group_rule (1afa2328-161e-48c4-a2c5-873bf462739c), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.545561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d5132cb5-44b3-47a3-aa1a-7e925d9ab7c4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group_rule (1afa2328-161e-48c4-a2c5-873bf462739c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.550469 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d5132cb5-44b3-47a3-aa1a-7e925d9ab7c4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (1afa2328-161e-48c4-a2c5-873bf462739c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.567945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5132cb5-44b3-47a3-aa1a-7e925d9ab7c4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afa2328-161e-48c4-a2c5-873bf462739c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.577436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d5132cb5-44b3-47a3-aa1a-7e925d9ab7c4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.578854 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d5132cb5-44b3-47a3-aa1a-7e925d9ab7c4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224103 Feb 11 13:17:03.581951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36648) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:03.586496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5267134f-37e2-4c92-9100-e5a4679b0a9f tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '1167a25e-fa28-4b6a-8712-120b04ebe921', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:03.613810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5267134f-37e2-4c92-9100-e5a4679b0a9f tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group_rule (5c03a994-c02a-4c98-9141-4936361d16ee), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.662511 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-5267134f-37e2-4c92-9100-e5a4679b0a9f tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:17:03.663747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5267134f-37e2-4c92-9100-e5a4679b0a9f tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0808659 Feb 11 13:17:03.666616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36650) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:03.719394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb5aebb3-9417-45b8-bd3e-cb1b56a864ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (1167a25e-fa28-4b6a-8712-120b04ebe921), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.742612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb5aebb3-9417-45b8-bd3e-cb1b56a864ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (1167a25e-fa28-4b6a-8712-120b04ebe921), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.787788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb5aebb3-9417-45b8-bd3e-cb1b56a864ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1167a25e-fa28-4b6a-8712-120b04ebe921), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.790496 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb5aebb3-9417-45b8-bd3e-cb1b56a864ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.793937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb5aebb3-9417-45b8-bd3e-cb1b56a864ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/1167a25e-fa28-4b6a-8712-120b04ebe921 HTTP/1.1" status: 204 len: 168 time: 0.1241364 Feb 11 13:17:03.794589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36652) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:03.801559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5aebb3-9417-45b8-bd3e-cb1b56a864ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1167a25e-fa28-4b6a-8712-120b04ebe921,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.854844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ebc8fbb7-f1eb-4d8c-bda6-2c03acff3beb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0588582 Feb 11 13:17:03.855970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36654) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:03.861556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dd53b35b-e2b4-4495-a054-1dd875a3fa18 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--861854348'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:03.887646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd53b35b-e2b4-4495-a054-1dd875a3fa18 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.960032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd53b35b-e2b4-4495-a054-1dd875a3fa18 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (f2bf3774-25be-4731-aff0-cf5f17107777), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.964942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd53b35b-e2b4-4495-a054-1dd875a3fa18 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f2bf3774-25be-4731-aff0-cf5f17107777), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.995173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd53b35b-e2b4-4495-a054-1dd875a3fa18 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:03.996336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dd53b35b-e2b4-4495-a054-1dd875a3fa18 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1392586 Feb 11 13:17:03.998351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53b35b-e2b4-4495-a054-1dd875a3fa18 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf3774-25be-4731-aff0-cf5f17107777,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.999487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.005093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-722f6702-899e-42a3-babe-6bdec4ecc4bb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': 'f2bf3774-25be-4731-aff0-cf5f17107777', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.005682 n-d-828675-3 neutron-server[109684]: WARNING neutron.api.v2.base [None req-722f6702-899e-42a3-babe-6bdec4ecc4bb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 13:17:04.006372 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-722f6702-899e-42a3-babe-6bdec4ecc4bb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:04.007409 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-722f6702-899e-42a3-babe-6bdec4ecc4bb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062354 Feb 11 13:17:04.010096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.068147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f539c-16e5-4069-9244-53ef12ee79b0 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (f2bf3774-25be-4731-aff0-cf5f17107777), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.093022 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f539c-16e5-4069-9244-53ef12ee79b0 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (f2bf3774-25be-4731-aff0-cf5f17107777), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.143096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f539c-16e5-4069-9244-53ef12ee79b0 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f2bf3774-25be-4731-aff0-cf5f17107777), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.146022 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa6f539c-16e5-4069-9244-53ef12ee79b0 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.147261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fa6f539c-16e5-4069-9244-53ef12ee79b0 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/f2bf3774-25be-4731-aff0-cf5f17107777 HTTP/1.1" status: 204 len: 168 time: 0.1362786 Feb 11 13:17:04.150040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36660) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.157617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f539c-16e5-4069-9244-53ef12ee79b0 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf3774-25be-4731-aff0-cf5f17107777,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.203935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5f889b3e-9386-446d-9182-386da6a38b5a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0491681 Feb 11 13:17:04.204306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.208972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8e504989-fe51-4c81-8541-5399668d44e4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487121217'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.215325 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.231086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e504989-fe51-4c81-8541-5399668d44e4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.300147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e504989-fe51-4c81-8541-5399668d44e4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (4c97cb5b-f1de-4671-b295-0a6057fd8e50), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.305739 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e504989-fe51-4c81-8541-5399668d44e4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4c97cb5b-f1de-4671-b295-0a6057fd8e50), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.335490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e504989-fe51-4c81-8541-5399668d44e4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.336757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8e504989-fe51-4c81-8541-5399668d44e4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1312919 Feb 11 13:17:04.339584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36666) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.344179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e504989-fe51-4c81-8541-5399668d44e4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c97cb5b-f1de-4671-b295-0a6057fd8e50,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.345051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-03d4145f-5a41-47c5-b805-3d83aff6520a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '4c97cb5b-f1de-4671-b295-0a6057fd8e50', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.346156 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-03d4145f-5a41-47c5-b805-3d83aff6520a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 13:17:04.346859 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-03d4145f-5a41-47c5-b805-3d83aff6520a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:04.348062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-03d4145f-5a41-47c5-b805-3d83aff6520a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0072820 Feb 11 13:17:04.350763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36668) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.446435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c921e1-accd-4323-9497-7d1edc5435ad req-397e1e4f-c68e-4ef1-a229-7f1c5b66870e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.447934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77c921e1-accd-4323-9497-7d1edc5435ad req-397e1e4f-c68e-4ef1-a229-7f1c5b66870e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0985222 Feb 11 13:17:04.448557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11417811-1c70-4789-b937-5dc7c65b23d7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (4c97cb5b-f1de-4671-b295-0a6057fd8e50), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.483045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11417811-1c70-4789-b937-5dc7c65b23d7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (4c97cb5b-f1de-4671-b295-0a6057fd8e50), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.534309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77c921e1-accd-4323-9497-7d1edc5435ad req-7b097e98-2c7d-4307-a05f-4678af38f809 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800867 Feb 11 13:17:04.549094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11417811-1c70-4789-b937-5dc7c65b23d7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4c97cb5b-f1de-4671-b295-0a6057fd8e50), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.554186 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11417811-1c70-4789-b937-5dc7c65b23d7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.555708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-11417811-1c70-4789-b937-5dc7c65b23d7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/4c97cb5b-f1de-4671-b295-0a6057fd8e50 HTTP/1.1" status: 204 len: 168 time: 0.2041104 Feb 11 13:17:04.558495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36670) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.566727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11417811-1c70-4789-b937-5dc7c65b23d7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c97cb5b-f1de-4671-b295-0a6057fd8e50,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.612193 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-757a19bc-af19-4ce0-9ff5-cd69a85c933f tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492406 Feb 11 13:17:04.612453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36672) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.616608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5a4b74ca-ee88-4611-9629-88a538bf1602 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592283309'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.638683 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a4b74ca-ee88-4611-9629-88a538bf1602 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.705215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a4b74ca-ee88-4611-9629-88a538bf1602 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (4d7055e9-a385-40fc-92c0-14ca7d2a7e36), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.710832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a4b74ca-ee88-4611-9629-88a538bf1602 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4d7055e9-a385-40fc-92c0-14ca7d2a7e36), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.740687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a4b74ca-ee88-4611-9629-88a538bf1602 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.741985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5a4b74ca-ee88-4611-9629-88a538bf1602 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1286461 Feb 11 13:17:04.744183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b74ca-ee88-4611-9629-88a538bf1602 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7055e9-a385-40fc-92c0-14ca7d2a7e36,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.745327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36674) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.751423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-344cc77a-47f3-4216-a932-c95979ece0ec tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '4d7055e9-a385-40fc-92c0-14ca7d2a7e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.753145 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-344cc77a-47f3-4216-a932-c95979ece0ec tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 13:17:04.754288 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-344cc77a-47f3-4216-a932-c95979ece0ec tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:04.756016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-344cc77a-47f3-4216-a932-c95979ece0ec tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093136 Feb 11 13:17:04.758700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36676) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.764829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-12e93ec2-3c41-47b9-9f09-ef9adbbe645c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '4d7055e9-a385-40fc-92c0-14ca7d2a7e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.765837 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-12e93ec2-3c41-47b9-9f09-ef9adbbe645c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 13:17:04.766641 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-12e93ec2-3c41-47b9-9f09-ef9adbbe645c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:04.767872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-12e93ec2-3c41-47b9-9f09-ef9adbbe645c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081034 Feb 11 13:17:04.770386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36678) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.775118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-57758ac1-91c4-4a0c-b177-68a42b122c54 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '4d7055e9-a385-40fc-92c0-14ca7d2a7e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.776169 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-57758ac1-91c4-4a0c-b177-68a42b122c54 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 13:17:04.776856 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-57758ac1-91c4-4a0c-b177-68a42b122c54 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:04.778144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-57758ac1-91c4-4a0c-b177-68a42b122c54 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065863 Feb 11 13:17:04.780583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.785269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9b80dda0-57f0-4e8d-bb70-0e4accb7082b tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '4d7055e9-a385-40fc-92c0-14ca7d2a7e36', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.787056 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-9b80dda0-57f0-4e8d-bb70-0e4accb7082b tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 13:17:04.787819 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-9b80dda0-57f0-4e8d-bb70-0e4accb7082b tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:04.789265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9b80dda0-57f0-4e8d-bb70-0e4accb7082b tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073633 Feb 11 13:17:04.791481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36682) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.847199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d266d4ae-f5aa-44cc-b8e0-6b4e4c759afb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (4d7055e9-a385-40fc-92c0-14ca7d2a7e36), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.876834 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d266d4ae-f5aa-44cc-b8e0-6b4e4c759afb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (4d7055e9-a385-40fc-92c0-14ca7d2a7e36), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.920580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d266d4ae-f5aa-44cc-b8e0-6b4e4c759afb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4d7055e9-a385-40fc-92c0-14ca7d2a7e36), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.924131 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d266d4ae-f5aa-44cc-b8e0-6b4e4c759afb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.925659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d266d4ae-f5aa-44cc-b8e0-6b4e4c759afb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/4d7055e9-a385-40fc-92c0-14ca7d2a7e36 HTTP/1.1" status: 204 len: 168 time: 0.1331608 Feb 11 13:17:04.929100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.935908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266d4ae-f5aa-44cc-b8e0-6b4e4c759afb tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7055e9-a385-40fc-92c0-14ca7d2a7e36,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.994143 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-de77b01c-2912-49e4-9f45-aed5307187ef tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0598929 Feb 11 13:17:04.995044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36686) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:04.999948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5691111f-2f38-4ddf-a84d-6e09b74c58fa tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--593699454'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.022087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5691111f-2f38-4ddf-a84d-6e09b74c58fa tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.101314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5691111f-2f38-4ddf-a84d-6e09b74c58fa tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (01d53e33-5e34-4c15-971a-5305422f7977), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.105330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5691111f-2f38-4ddf-a84d-6e09b74c58fa tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (01d53e33-5e34-4c15-971a-5305422f7977), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.134948 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5691111f-2f38-4ddf-a84d-6e09b74c58fa tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.139020 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5691111f-2f38-4ddf-a84d-6e09b74c58fa tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1399672 Feb 11 13:17:05.139323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36688) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.142800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691111f-2f38-4ddf-a84d-6e09b74c58fa tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d53e33-5e34-4c15-971a-5305422f7977,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:05.144589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4613a824-d461-4e75-a84f-8c014518a3bf tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.145107 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-4613a824-d461-4e75-a84f-8c014518a3bf tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:17:05.145673 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-4613a824-d461-4e75-a84f-8c014518a3bf tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.149465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4613a824-d461-4e75-a84f-8c014518a3bf tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063467 Feb 11 13:17:05.150311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36690) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.155346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8818d01a-5d6b-4b8c-91d6-0ba08a8671ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.192288 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-8818d01a-5d6b-4b8c-91d6-0ba08a8671ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.196367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8818d01a-5d6b-4b8c-91d6-0ba08a8671ae tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0427952 Feb 11 13:17:05.197530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36692) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.202357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-219e9ce7-15ee-449a-b7fc-af4084a4b77c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.203020 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-219e9ce7-15ee-449a-b7fc-af4084a4b77c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 13:17:05.203658 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-219e9ce7-15ee-449a-b7fc-af4084a4b77c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.205820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-219e9ce7-15ee-449a-b7fc-af4084a4b77c tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060244 Feb 11 13:17:05.207409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36694) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.212802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6cef081f-93bb-499a-9616-a69eeed214d8 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.249016 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-6cef081f-93bb-499a-9616-a69eeed214d8 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.250608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6cef081f-93bb-499a-9616-a69eeed214d8 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0419908 Feb 11 13:17:05.253261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36696) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.259041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-16fa8d96-0129-4782-876e-5219050e9006 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.259720 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-16fa8d96-0129-4782-876e-5219050e9006 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:17:05.260407 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-16fa8d96-0129-4782-876e-5219050e9006 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.261549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-16fa8d96-0129-4782-876e-5219050e9006 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066011 Feb 11 13:17:05.264052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36698) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.268797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-afaa16c8-9181-47b8-bbd1-d7d64e7ad690 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.291970 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-afaa16c8-9181-47b8-bbd1-d7d64e7ad690 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Project b4c44ed2421d422d936bb3981df5eef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:17:05.307809 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-afaa16c8-9181-47b8-bbd1-d7d64e7ad690 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.309875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-afaa16c8-9181-47b8-bbd1-d7d64e7ad690 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0444765 Feb 11 13:17:05.312962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36700) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.318875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fcdc464b-8a76-4351-8294-1f9feeda9c6e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.319978 n-d-828675-3 neutron-server[109685]: WARNING neutron.api.v2.base [None req-fcdc464b-8a76-4351-8294-1f9feeda9c6e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 13:17:05.320879 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-fcdc464b-8a76-4351-8294-1f9feeda9c6e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.321475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.322708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fcdc464b-8a76-4351-8294-1f9feeda9c6e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084491 Feb 11 13:17:05.325512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36702) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.331671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2ccbf7fa-bd87-49e9-b250-45b322fcb88d tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.357071 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-2ccbf7fa-bd87-49e9-b250-45b322fcb88d tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Project b4c44ed2421d422d936bb3981df5eef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:17:05.371806 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-2ccbf7fa-bd87-49e9-b250-45b322fcb88d tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.373154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2ccbf7fa-bd87-49e9-b250-45b322fcb88d tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0461960 Feb 11 13:17:05.376282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36704) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.381294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e8562c4e-f945-4dd9-bed6-f8643df2c331 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '01d53e33-5e34-4c15-971a-5305422f7977', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.405876 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-e8562c4e-f945-4dd9-bed6-f8643df2c331 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Project b4c44ed2421d422d936bb3981df5eef3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:17:05.421143 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-e8562c4e-f945-4dd9-bed6-f8643df2c331 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:05.422366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e8562c4e-f945-4dd9-bed6-f8643df2c331 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0448203 Feb 11 13:17:05.424870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36706) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.481086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9da676c-8f95-4755-9558-ab84d7d6b2ca tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (01d53e33-5e34-4c15-971a-5305422f7977), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.503015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9da676c-8f95-4755-9558-ab84d7d6b2ca tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (01d53e33-5e34-4c15-971a-5305422f7977), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.545002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9da676c-8f95-4755-9558-ab84d7d6b2ca tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (01d53e33-5e34-4c15-971a-5305422f7977), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.548681 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9da676c-8f95-4755-9558-ab84d7d6b2ca tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.550269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c9da676c-8f95-4755-9558-ab84d7d6b2ca tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/01d53e33-5e34-4c15-971a-5305422f7977 HTTP/1.1" status: 204 len: 168 time: 0.1244791 Feb 11 13:17:05.553061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36708) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.573107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da676c-8f95-4755-9558-ab84d7d6b2ca tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d53e33-5e34-4c15-971a-5305422f7977,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:05.629742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-767422f6-2b34-417d-85c5-1cc65c5bcc15 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753155 Feb 11 13:17:05.634656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36712) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.639444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-db8d5391-3e65-4f5e-a2da-f29f5f482841 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976706197'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.670291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8d5391-3e65-4f5e-a2da-f29f5f482841 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.688662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2dac-4a36-47e6-948d-aa6a51581c25 req-a1358c83-f74d-4e1e-b9e4-d2287e646ba9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.690940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1fb2dac-4a36-47e6-948d-aa6a51581c25 req-a1358c83-f74d-4e1e-b9e4-d2287e646ba9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0741003 Feb 11 13:17:05.758499 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b1fb2dac-4a36-47e6-948d-aa6a51581c25 req-8e2bad71-a32c-460b-b24b-81adb9770011 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617135 Feb 11 13:17:05.768024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8d5391-3e65-4f5e-a2da-f29f5f482841 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (cfaa9943-24e7-4d0b-85aa-526cea66f185), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.772576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8d5391-3e65-4f5e-a2da-f29f5f482841 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cfaa9943-24e7-4d0b-85aa-526cea66f185), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.814658 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8d5391-3e65-4f5e-a2da-f29f5f482841 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.817680 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-db8d5391-3e65-4f5e-a2da-f29f5f482841 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1807091 Feb 11 13:17:05.819389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.824811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-891621cf-66bb-4f7d-9c5e-0554f00694e1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': 'cfaa9943-24e7-4d0b-85aa-526cea66f185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.845358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d5391-3e65-4f5e-a2da-f29f5f482841 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaa9943-24e7-4d0b-85aa-526cea66f185,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:05.871427 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-891621cf-66bb-4f7d-9c5e-0554f00694e1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The resource could not be found. Feb 11 13:17:05.875427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-891621cf-66bb-4f7d-9c5e-0554f00694e1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0521584 Feb 11 13:17:05.875654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36716) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.880573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c40d0863-1f9f-43c3-9c22-863ab54e8789 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': 'cfaa9943-24e7-4d0b-85aa-526cea66f185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '63e5968f-8eac-4a0c-bcc3-0bcaf7336b37'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:05.928048 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-c40d0863-1f9f-43c3-9c22-863ab54e8789 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The resource could not be found. Feb 11 13:17:05.931923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c40d0863-1f9f-43c3-9c22-863ab54e8789 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0526090 Feb 11 13:17:05.932542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36718) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:05.999181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdbfa-c101-4c2a-845a-00e573c27205 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (cfaa9943-24e7-4d0b-85aa-526cea66f185), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.048290 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdbfa-c101-4c2a-845a-00e573c27205 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (cfaa9943-24e7-4d0b-85aa-526cea66f185), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.120985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdbfa-c101-4c2a-845a-00e573c27205 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cfaa9943-24e7-4d0b-85aa-526cea66f185), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.124296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3e2fdbfa-c101-4c2a-845a-00e573c27205 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.128415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36720) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:06.140830 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3e2fdbfa-c101-4c2a-845a-00e573c27205 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/cfaa9943-24e7-4d0b-85aa-526cea66f185 HTTP/1.1" status: 204 len: 168 time: 0.2039053 Feb 11 13:17:06.162831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fdbfa-c101-4c2a-845a-00e573c27205 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaa9943-24e7-4d0b-85aa-526cea66f185,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:06.203241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-64015d3f-79e3-45e0-9eb3-27e0d7d11c67 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0692115 Feb 11 13:17:06.203825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36726) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:06.207972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-13e6f9fc-803d-4490-8461-20a96946ff26 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '766b3381-80d6-49b9-b715-615857fd8562', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:06.267613 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-13e6f9fc-803d-4490-8461-20a96946ff26 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The resource could not be found. Feb 11 13:17:06.273122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:06.279971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-37b60452-afdf-42bc-8527-db0ebf3cf362 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073034173'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:06.286214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-13e6f9fc-803d-4490-8461-20a96946ff26 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0815403 Feb 11 13:17:06.314046 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37b60452-afdf-42bc-8527-db0ebf3cf362 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.450803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37b60452-afdf-42bc-8527-db0ebf3cf362 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (cb852e2a-1a8b-4709-b213-af9d72e1dc2b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.458450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37b60452-afdf-42bc-8527-db0ebf3cf362 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cb852e2a-1a8b-4709-b213-af9d72e1dc2b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.542535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37b60452-afdf-42bc-8527-db0ebf3cf362 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.543991 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-37b60452-afdf-42bc-8527-db0ebf3cf362 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2693865 Feb 11 13:17:06.547894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36744) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:06.554169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7d4fc4e0-1ab7-4531-b585-9e176d11b138 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--801903931'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:06.555000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b60452-afdf-42bc-8527-db0ebf3cf362 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb852e2a-1a8b-4709-b213-af9d72e1dc2b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:06.578996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9655ee-f249-4fbd-b197-9746fa372980 req-a6790526-0b5c-456e-bc70-9364facdbfd3 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.587138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c9655ee-f249-4fbd-b197-9746fa372980 req-a6790526-0b5c-456e-bc70-9364facdbfd3 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 950 time: 0.0897927 Feb 11 13:17:06.606145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc4e0-1ab7-4531-b585-9e176d11b138 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.646726 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4c9655ee-f249-4fbd-b197-9746fa372980 req-fe827ed2-f064-4628-ac54-0131df3cd343 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Feb 11 13:17:06.717366 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc4e0-1ab7-4531-b585-9e176d11b138 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.722533 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc4e0-1ab7-4531-b585-9e176d11b138 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.759700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc4e0-1ab7-4531-b585-9e176d11b138 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.762127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7d4fc4e0-1ab7-4531-b585-9e176d11b138 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2129774 Feb 11 13:17:06.765397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36752) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:06.770479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e187a88a-9c33-414a-b142-88da334f407a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': 'cb852e2a-1a8b-4709-b213-af9d72e1dc2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:06.776696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fc4e0-1ab7-4531-b585-9e176d11b138 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:06.831500 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-e187a88a-9c33-414a-b142-88da334f407a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:06.836102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36758) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:06.843516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e187a88a-9c33-414a-b142-88da334f407a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0760424 Feb 11 13:17:06.916461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a5362fd-da83-4f72-95c4-89aea4ccec84 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:06.940548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce270a64-4f21-4df5-a8bf-946503d60bda req-708bf106-e02a-4933-a743-3abce6144ffb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.943010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce270a64-4f21-4df5-a8bf-946503d60bda req-708bf106-e02a-4933-a743-3abce6144ffb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0861392 Feb 11 13:17:06.951276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a5362fd-da83-4f72-95c4-89aea4ccec84 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.002723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce270a64-4f21-4df5-a8bf-946503d60bda req-ac1f9372-e242-4104-8272-ba93f026744b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535183 Feb 11 13:17:07.009419 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a5362fd-da83-4f72-95c4-89aea4ccec84 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.019033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4a5362fd-da83-4f72-95c4-89aea4ccec84 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.024507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36760) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.028084 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4a5362fd-da83-4f72-95c4-89aea4ccec84 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d HTTP/1.1" status: 204 len: 168 time: 0.1907401 Feb 11 13:17:07.056268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5362fd-da83-4f72-95c4-89aea4ccec84 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3fdd66-8bb8-40ca-ab5f-545dfb1fa77d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.107859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7bdb5c6a-c039-4df6-af26-511b8c24c19e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0816123 Feb 11 13:17:07.110737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.153728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36768) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.167730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68eb9a5-8d3a-4611-a975-87d84d6a16f1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (cb852e2a-1a8b-4709-b213-af9d72e1dc2b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.193429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68eb9a5-8d3a-4611-a975-87d84d6a16f1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (cb852e2a-1a8b-4709-b213-af9d72e1dc2b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.238152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68eb9a5-8d3a-4611-a975-87d84d6a16f1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (cb852e2a-1a8b-4709-b213-af9d72e1dc2b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.242013 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68eb9a5-8d3a-4611-a975-87d84d6a16f1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.246031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e68eb9a5-8d3a-4611-a975-87d84d6a16f1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/cb852e2a-1a8b-4709-b213-af9d72e1dc2b HTTP/1.1" status: 204 len: 168 time: 0.1338193 Feb 11 13:17:07.246391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36772) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.258506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68eb9a5-8d3a-4611-a975-87d84d6a16f1 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb852e2a-1a8b-4709-b213-af9d72e1dc2b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.295155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96d3e06f-9d16-4040-adf1-63c5c026daf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.302367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fe769f3b-9198-4059-87fd-9956d652d185 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0543311 Feb 11 13:17:07.306160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36774) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.311578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f23dc749-ef2a-460a-bedd-f3cf17fbe351 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--447545496'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:07.336187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f23dc749-ef2a-460a-bedd-f3cf17fbe351 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.383805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96d3e06f-9d16-4040-adf1-63c5c026daf4 admin admin] Publish callbacks [] for security_group (df219d4d-73be-436c-8473-3495ca112cc2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.403528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96d3e06f-9d16-4040-adf1-63c5c026daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (df219d4d-73be-436c-8473-3495ca112cc2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.419063 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f23dc749-ef2a-460a-bedd-f3cf17fbe351 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (3f18bcec-fcb9-4cc3-8137-c81803dc3329), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.424068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f23dc749-ef2a-460a-bedd-f3cf17fbe351 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3f18bcec-fcb9-4cc3-8137-c81803dc3329), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.433292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-96d3e06f-9d16-4040-adf1-63c5c026daf4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=136c127efe2940ab900a2b2fa51ed3cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782660 Feb 11 13:17:07.434879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36778) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.468832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f23dc749-ef2a-460a-bedd-f3cf17fbe351 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.472674 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f23dc749-ef2a-460a-bedd-f3cf17fbe351 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1625834 Feb 11 13:17:07.473135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.478265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c24c0880-0eff-4836-b27a-16f1d84f22c3 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '3f18bcec-fcb9-4cc3-8137-c81803dc3329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:07.481432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3e06f-9d16-4040-adf1-63c5c026daf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df219d4d-73be-436c-8473-3495ca112cc2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.484863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dc749-ef2a-460a-bedd-f3cf17fbe351 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f18bcec-fcb9-4cc3-8137-c81803dc3329,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.526310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-207d762b-6d58-4555-9bdd-853c7e762c3a admin admin] Publish callbacks [] for security_group (df219d4d-73be-436c-8473-3495ca112cc2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.526820 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-c24c0880-0eff-4836-b27a-16f1d84f22c3 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:07.530602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c24c0880-0eff-4836-b27a-16f1d84f22c3 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0539186 Feb 11 13:17:07.530965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36782) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.536540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f908cf84-0855-4cac-b607-b1925246c880 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group_rule': {'security_group_id': '3f18bcec-fcb9-4cc3-8137-c81803dc3329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:07.554014 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-207d762b-6d58-4555-9bdd-853c7e762c3a admin admin] Publish callbacks [] for security_group (df219d4d-73be-436c-8473-3495ca112cc2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.577670 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-f908cf84-0855-4cac-b607-b1925246c880 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:17:07.581422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f908cf84-0855-4cac-b607-b1925246c880 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0463901 Feb 11 13:17:07.581888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36784) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.616447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-207d762b-6d58-4555-9bdd-853c7e762c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (df219d4d-73be-436c-8473-3495ca112cc2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.619176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-207d762b-6d58-4555-9bdd-853c7e762c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.621800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-207d762b-6d58-4555-9bdd-853c7e762c3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df219d4d-73be-436c-8473-3495ca112cc2 HTTP/1.1" status: 204 len: 168 time: 0.1845903 Feb 11 13:17:07.628817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d762b-6d58-4555-9bdd-853c7e762c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df219d4d-73be-436c-8473-3495ca112cc2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.648964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a65b4157-0e78-4cb4-8534-eb16442c479e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (3f18bcec-fcb9-4cc3-8137-c81803dc3329), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.676038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a65b4157-0e78-4cb4-8534-eb16442c479e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (3f18bcec-fcb9-4cc3-8137-c81803dc3329), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.730115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a65b4157-0e78-4cb4-8534-eb16442c479e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3f18bcec-fcb9-4cc3-8137-c81803dc3329), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.733665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a65b4157-0e78-4cb4-8534-eb16442c479e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.735096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a65b4157-0e78-4cb4-8534-eb16442c479e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/3f18bcec-fcb9-4cc3-8137-c81803dc3329 HTTP/1.1" status: 204 len: 168 time: 0.1522250 Feb 11 13:17:07.737793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36790) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.772387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b4157-0e78-4cb4-8534-eb16442c479e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f18bcec-fcb9-4cc3-8137-c81803dc3329,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.809257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e6e4bccb-2462-4f72-a41b-cbf4e71da753 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0699663 Feb 11 13:17:07.812830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36794) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.820507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-db9c9c8f-638b-4aa4-9ca7-f159131f6ce7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'tempest-secgroup--895961331'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:07.834030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a3653-44bc-4aff-ac55-45e7a8cacc57 req-7a4af331-b9a4-4019-a131-9807bd717a64 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.836211 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f14a3653-44bc-4aff-ac55-45e7a8cacc57 req-7a4af331-b9a4-4019-a131-9807bd717a64 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 950 time: 0.0903161 Feb 11 13:17:07.850778 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db9c9c8f-638b-4aa4-9ca7-f159131f6ce7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.899615 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f14a3653-44bc-4aff-ac55-45e7a8cacc57 req-d07b639c-1134-44c7-b399-bfd98fbec39d tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/security-groups?id=8500b01c-5aab-42cf-9667-f17d97f4f3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567925 Feb 11 13:17:07.952742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db9c9c8f-638b-4aa4-9ca7-f159131f6ce7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (d55b6e86-8008-40e5-a5cc-b5c9468686a7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.957461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db9c9c8f-638b-4aa4-9ca7-f159131f6ce7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d55b6e86-8008-40e5-a5cc-b5c9468686a7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.990036 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db9c9c8f-638b-4aa4-9ca7-f159131f6ce7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.991067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-db9c9c8f-638b-4aa4-9ca7-f159131f6ce7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1767271 Feb 11 13:17:07.993170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c9c8f-638b-4aa4-9ca7-f159131f6ce7 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b6e86-8008-40e5-a5cc-b5c9468686a7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.994383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36796) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:07.999578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d46ee9b4-96b3-461b-ae39-69aea3744ea4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:08.000319 n-d-828675-3 neutron-server[109684]: WARNING neutron.api.v2.base [None req-d46ee9b4-96b3-461b-ae39-69aea3744ea4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:17:08.000954 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-d46ee9b4-96b3-461b-ae39-69aea3744ea4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:17:08.004727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d46ee9b4-96b3-461b-ae39-69aea3744ea4 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "PUT /v2.0/security-groups/d55b6e86-8008-40e5-a5cc-b5c9468686a7 HTTP/1.1" status: 409 len: 330 time: 0.0092690 Feb 11 13:17:08.004903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36798) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.011992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36800) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.026845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d623ab9-c4be-4585-9c92-695edebf5e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.070013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c80ae76-f98a-4ccb-a2dd-24a7441d5838 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (d55b6e86-8008-40e5-a5cc-b5c9468686a7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.129666 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d623ab9-c4be-4585-9c92-695edebf5e29 admin admin] Publish callbacks [] for security_group (13d73791-dd98-4a46-88b8-322464bb99b6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.129942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c80ae76-f98a-4ccb-a2dd-24a7441d5838 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (d55b6e86-8008-40e5-a5cc-b5c9468686a7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.139331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7d623ab9-c4be-4585-9c92-695edebf5e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (13d73791-dd98-4a46-88b8-322464bb99b6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.169685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cee0b-a35d-47a9-87dc-2714b86fdfc1 req-6a6bd7f8-4ca3-48b2-bae1-b34ae70c3331 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.170951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d623ab9-c4be-4585-9c92-695edebf5e29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f1635df31f94d89846932f1895e8b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1572192 Feb 11 13:17:08.171525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-880cee0b-a35d-47a9-87dc-2714b86fdfc1 req-6a6bd7f8-4ca3-48b2-bae1-b34ae70c3331 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0827956 Feb 11 13:17:08.177443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36806) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.205606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d623ab9-c4be-4585-9c92-695edebf5e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d73791-dd98-4a46-88b8-322464bb99b6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.240968 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c80ae76-f98a-4ccb-a2dd-24a7441d5838 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d55b6e86-8008-40e5-a5cc-b5c9468686a7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.243551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c80ae76-f98a-4ccb-a2dd-24a7441d5838 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.244782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3c80ae76-f98a-4ccb-a2dd-24a7441d5838 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/d55b6e86-8008-40e5-a5cc-b5c9468686a7 HTTP/1.1" status: 204 len: 168 time: 0.2387760 Feb 11 13:17:08.248013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36808) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.271463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80ae76-f98a-4ccb-a2dd-24a7441d5838 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b6e86-8008-40e5-a5cc-b5c9468686a7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.276505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-880cee0b-a35d-47a9-87dc-2714b86fdfc1 req-15cb5a11-fec1-4821-a386-e4ef2261dc5e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880296 Feb 11 13:17:08.290614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5153587f-e4fa-4cf5-9a91-6041507424e3 admin admin] Publish callbacks [] for security_group (13d73791-dd98-4a46-88b8-322464bb99b6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.295511 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d822021e-caf2-4bd5-a194-4c87c9450550 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455959 Feb 11 13:17:08.299230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36810) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.322903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5153587f-e4fa-4cf5-9a91-6041507424e3 admin admin] Publish callbacks [] for security_group (13d73791-dd98-4a46-88b8-322464bb99b6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.326559 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-aa230df3-6395-4554-a4a5-7559b8689c2a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] delete failed (client error): The resource could not be found. Feb 11 13:17:08.329758 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aa230df3-6395-4554-a4a5-7559b8689c2a tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "DELETE /v2.0/security-groups/eb82e947-4c42-4b4e-b146-6c3ec0341519 HTTP/1.1" status: 404 len: 347 time: 0.0276942 Feb 11 13:17:08.333132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36812) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.352432 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-68244142-c083-458f-a7a3-9db8a3318009 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] show failed (client error): The resource could not be found. Feb 11 13:17:08.357690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36814) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.359170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-68244142-c083-458f-a7a3-9db8a3318009 tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-groups/5fe0b796-3faa-466a-9aed-a67409accb08 HTTP/1.1" status: 404 len: 347 time: 0.0193515 Feb 11 13:17:08.369449 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-fc144686-7cb1-4081-9420-70276637a72e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] show failed (client error): The resource could not be found. Feb 11 13:17:08.371437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fc144686-7cb1-4081-9420-70276637a72e tempest-NegativeSecGroupIPv6Test-1638486111 tempest-NegativeSecGroupIPv6Test-1638486111-project] 10.222.0.42 "GET /v2.0/security-group-rules/13d5b202-581d-4c87-889a-22024b2157b2 HTTP/1.1" status: 404 len: 356 time: 0.0117013 Feb 11 13:17:08.421832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5153587f-e4fa-4cf5-9a91-6041507424e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (13d73791-dd98-4a46-88b8-322464bb99b6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.424661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5153587f-e4fa-4cf5-9a91-6041507424e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.425961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5153587f-e4fa-4cf5-9a91-6041507424e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13d73791-dd98-4a46-88b8-322464bb99b6 HTTP/1.1" status: 204 len: 168 time: 0.2474201 Feb 11 13:17:08.455717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-4a3d2c08-de9f-4e06-b743-5509a9997fb9 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.457263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-4a3d2c08-de9f-4e06-b743-5509a9997fb9 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.64 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 950 time: 0.0854757 Feb 11 13:17:08.458222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153587f-e4fa-4cf5-9a91-6041507424e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d73791-dd98-4a46-88b8-322464bb99b6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.622490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Deleting port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:17:08.622490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.730669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] For port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:08.730897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.746136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Calling delete_port for 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:17:08.786922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36828) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:08.902220 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9fcdb52a-a8d3-4359-8e86-716b70cf1bf0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.914547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['9fcdb52a-a8d3-4359-8e86-716b70cf1bf0'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:08.945968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Pushing event deleted for resources: {'Port': ['ID=9fcdb52a-a8d3-4359-8e86-716b70cf1bf0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:09.008660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] No DVR routers for this DVR port 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:09.011554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:09.015708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fad0efb7-288b-4f7c-9a5f-bc1ff192080b req-04eca5eb-ddbf-4860-aa8d-7a83745a2a89 tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.64 "DELETE /v2.0/ports/9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 HTTP/1.1" status: 204 len: 173 time: 0.5520036 Feb 11 13:17:09.016385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'name': 'network-vif-deleted', 'tag': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:17:09.028209 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cc1027-b4b5-4901-88d2-1b04000ab239" -d '{"events": [{"server_uuid": "9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2", "name": "network-vif-deleted", "tag": "9fcdb52a-a8d3-4359-8e86-716b70cf1bf0"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:09.085703 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ea3580c-c7ac-434f-bcf2-903b12fa0fb1 req-f21151ea-6cfd-4750-90cc-d8c535ed89af tempest-VolumesBackupsTest-768451379 tempest-VolumesBackupsTest-768451379-project] 10.222.0.42 "GET /v2.0/ports?device_id=9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2 HTTP/1.1" status: 200 len: 210 time: 0.0688818 Feb 11 13:17:09.109228 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d55d1ec-5a65-4581-83bf-f8cc79219fe5 x-openstack-request-id: req-5d55d1ec-5a65-4581-83bf-f8cc79219fe5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:09.109527 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2", "name": "network-vif-deleted", "tag": "9fcdb52a-a8d3-4359-8e86-716b70cf1bf0", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:09.109809 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d55d1ec-5a65-4581-83bf-f8cc79219fe5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:09.110219 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af7a7ed-bce2-48dc-9c22-ed46a31ff5f2', 'name': 'network-vif-deleted', 'tag': '9fcdb52a-a8d3-4359-8e86-716b70cf1bf0', 'status': 'completed', 'code': 200} Feb 11 13:17:09.247641 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ca15760a-36f9-4d7d-b1dc-f2c57c227e2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4c44ed2421d422d936bb3981df5eef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4573817 Feb 11 13:17:09.248716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36850) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:09.304251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f86a0e10-46ed-4f24-861b-9bb26a6c955b admin admin] Publish callbacks [] for security_group (c30a17b2-d213-4893-8e83-f9dd5d1e46ad), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:09.328336 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f86a0e10-46ed-4f24-861b-9bb26a6c955b admin admin] Publish callbacks [] for security_group (c30a17b2-d213-4893-8e83-f9dd5d1e46ad), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:09.427370 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f86a0e10-46ed-4f24-861b-9bb26a6c955b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c30a17b2-d213-4893-8e83-f9dd5d1e46ad), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:09.431905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f86a0e10-46ed-4f24-861b-9bb26a6c955b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:09.435502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f86a0e10-46ed-4f24-861b-9bb26a6c955b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c30a17b2-d213-4893-8e83-f9dd5d1e46ad HTTP/1.1" status: 204 len: 168 time: 0.1830084 Feb 11 13:17:09.477289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a0e10-46ed-4f24-861b-9bb26a6c955b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30a17b2-d213-4893-8e83-f9dd5d1e46ad,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:09.516764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79e947-e6ac-44e6-8300-7aabd89269e7 req-6685a7d7-a28f-4b8b-aba2-3f81a5a4f575 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.518596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d79e947-e6ac-44e6-8300-7aabd89269e7 req-6685a7d7-a28f-4b8b-aba2-3f81a5a4f575 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1303618 Feb 11 13:17:09.622313 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1d79e947-e6ac-44e6-8300-7aabd89269e7 req-12a9a716-d89c-4dbb-a910-52be92866ffe tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976768 Feb 11 13:17:10.765231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dc861-6c7f-4c9c-be22-a7d710dedea4 req-c99fe2a0-3efa-431a-a0ef-8cc463fc43e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.767611 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-321dc861-6c7f-4c9c-be22-a7d710dedea4 req-c99fe2a0-3efa-431a-a0ef-8cc463fc43e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0642912 Feb 11 13:17:10.833268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-321dc861-6c7f-4c9c-be22-a7d710dedea4 req-97ef8571-5504-47ea-b407-17152c950c15 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588827 Feb 11 13:17:11.976456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-df44f817-6d59-4468-ba8b-312fa90032c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964854 Feb 11 13:17:11.997663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df738a8-92dc-49c3-b2e5-5d6d36e3b2a5 req-a6618b2c-7c34-4d72-8281-08ec7723ff47 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.999661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1df738a8-92dc-49c3-b2e5-5d6d36e3b2a5 req-a6618b2c-7c34-4d72-8281-08ec7723ff47 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0771751 Feb 11 13:17:12.119079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1df738a8-92dc-49c3-b2e5-5d6d36e3b2a5 req-ea33906d-e765-46ab-81ae-70055e5f405c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129577 Feb 11 13:17:12.127081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-87db3324-3728-439a-a16c-40ab27789773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.129303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-87db3324-3728-439a-a16c-40ab27789773 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 1129 time: 0.1038935 Feb 11 13:17:12.189022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36978) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:12.297270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-35c6d482-ec18-4943-bf06-e25867e67739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.299152 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-35c6d482-ec18-4943-bf06-e25867e67739 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 917 time: 0.1420248 Feb 11 13:17:12.354942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83586a18-4aa1-4601-8d73-4c618fb4bf63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:12.452796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-f5c8feca-ad37-4097-a433-e46c20803a4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 200 len: 1000 time: 0.1468568 Feb 11 13:17:12.459364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:12.507171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:17:12.508251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9fcdb52a-a8d3-4359-8e86-716b70cf1bf0 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:12.513267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-d65cacdd-43c5-4417-af39-a40d621c5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.515526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-d65cacdd-43c5-4417-af39-a40d621c5f69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 200 len: 855 time: 0.0565796 Feb 11 13:17:12.558010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83586a18-4aa1-4601-8d73-4c618fb4bf63 admin admin] Publish callbacks [] for security_group (052a7b8e-fa20-4e2a-b425-437b3fabafee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:12.578419 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83586a18-4aa1-4601-8d73-4c618fb4bf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (052a7b8e-fa20-4e2a-b425-437b3fabafee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:12.633148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-02ce7950-c014-4808-9626-0100677d6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.646736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-02ce7950-c014-4808-9626-0100677d6fa2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4847888f-049b-4fe5-a8cc-c6a1291d4c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1174936 Feb 11 13:17:12.672761 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-83586a18-4aa1-4601-8d73-4c618fb4bf63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1eeca4c71edd4031a0f70f4cdcbc1f60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823899 Feb 11 13:17:12.673504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36994) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:12.674321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83586a18-4aa1-4601-8d73-4c618fb4bf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052a7b8e-fa20-4e2a-b425-437b3fabafee,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:12.774657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-2e9e1cb6-8096-4e27-8e5f-80d0ee4130be service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195655 Feb 11 13:17:12.777802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-429314ee-cd90-432f-bdc7-ff34fb19e7c7 admin admin] Publish callbacks [] for security_group (052a7b8e-fa20-4e2a-b425-437b3fabafee), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:12.819567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-429314ee-cd90-432f-bdc7-ff34fb19e7c7 admin admin] Publish callbacks [] for security_group (052a7b8e-fa20-4e2a-b425-437b3fabafee), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:12.871975 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-429314ee-cd90-432f-bdc7-ff34fb19e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (052a7b8e-fa20-4e2a-b425-437b3fabafee), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:12.875008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-429314ee-cd90-432f-bdc7-ff34fb19e7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:12.876222 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-429314ee-cd90-432f-bdc7-ff34fb19e7c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/052a7b8e-fa20-4e2a-b425-437b3fabafee HTTP/1.1" status: 204 len: 168 time: 0.1979632 Feb 11 13:17:12.889739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429314ee-cd90-432f-bdc7-ff34fb19e7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052a7b8e-fa20-4e2a-b425-437b3fabafee,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:12.931037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-562a6648-e9cc-4902-b2ea-ec36601295ec req-61fe93b0-b852-4353-8859-30e6f5558943 service neutron] 10.222.0.64 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474378 Feb 11 13:17:13.244650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37006) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:13.260779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-277d817a-8bc0-49e6-b488-4c6ece076f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:13.322318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5191616-e3a7-4b75-9fcd-b8b64a75d51e req-5b5e6c82-9b20-450a-bf2e-3622b763d35d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.324279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5191616-e3a7-4b75-9fcd-b8b64a75d51e req-5b5e6c82-9b20-450a-bf2e-3622b763d35d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.0849409 Feb 11 13:17:13.386797 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-277d817a-8bc0-49e6-b488-4c6ece076f1c admin admin] Publish callbacks [] for security_group (c654becd-12c7-4cc1-817e-e9a3063f6c8e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:13.392282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-277d817a-8bc0-49e6-b488-4c6ece076f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c654becd-12c7-4cc1-817e-e9a3063f6c8e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:13.425224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d817a-8bc0-49e6-b488-4c6ece076f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654becd-12c7-4cc1-817e-e9a3063f6c8e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:13.460333 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d5191616-e3a7-4b75-9fcd-b8b64a75d51e req-16b90560-bb53-4a22-99da-cde8d8d314ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296942 Feb 11 13:17:13.484857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-277d817a-8bc0-49e6-b488-4c6ece076f1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a06d1b11b7be436fa46ab226d41159b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359333 Feb 11 13:17:13.485219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37008) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:13.536280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2f03-f576-47bb-bb55-72d36adf47e6 admin admin] Publish callbacks [] for security_group (c654becd-12c7-4cc1-817e-e9a3063f6c8e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:13.560377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2f03-f576-47bb-bb55-72d36adf47e6 admin admin] Publish callbacks [] for security_group (c654becd-12c7-4cc1-817e-e9a3063f6c8e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:13.638682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2f03-f576-47bb-bb55-72d36adf47e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c654becd-12c7-4cc1-817e-e9a3063f6c8e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:13.642887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2f03-f576-47bb-bb55-72d36adf47e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:13.647749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e5ca2f03-f576-47bb-bb55-72d36adf47e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c654becd-12c7-4cc1-817e-e9a3063f6c8e HTTP/1.1" status: 204 len: 168 time: 0.1614325 Feb 11 13:17:13.658706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca2f03-f576-47bb-bb55-72d36adf47e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654becd-12c7-4cc1-817e-e9a3063f6c8e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:13.866320 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-8e389a9c-2c15-4a77-94ee-1352bd729292 service neutron] show failed (client error): The resource could not be found. Feb 11 13:17:13.868387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-8e389a9c-2c15-4a77-94ee-1352bd729292 service neutron] 10.222.0.64 "GET /v2.0/ports/55660256-c6d1-436e-abc7-b314065b98bd/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0843592 Feb 11 13:17:14.166808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-bcd0f437-d134-4049-bde4-89c5c099bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.169826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-bcd0f437-d134-4049-bde4-89c5c099bd20 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 1128 time: 0.0896485 Feb 11 13:17:14.186294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:14.309785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:14.648741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:14.698482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ad7c-3d6a-454c-97ad-c7b3cf971759 req-e23e8c1b-23e2-421e-8c61-e2a07429a56d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.700090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c36ad7c-3d6a-454c-97ad-c7b3cf971759 req-e23e8c1b-23e2-421e-8c61-e2a07429a56d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1032205 Feb 11 13:17:14.746903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:14.817555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Publish callbacks [] for port (55660256-c6d1-436e-abc7-b314065b98bd), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:14.837084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Transition to ACTIVE for port object 55660256-c6d1-436e-abc7-b314065b98bd will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:14.838504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:17:14.843153 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56790697-5d00-42d9-ab07-64756db1045a" -d '{"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-unplugged", "status": "completed", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:14.868486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6c36ad7c-3d6a-454c-97ad-c7b3cf971759 req-8ed7bcad-e2ef-4800-9c2f-665b80049fc1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585305 Feb 11 13:17:14.870495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:15.009223 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6085cbf7-3914-43b1-9844-c1112197e48e x-openstack-request-id: req-6085cbf7-3914-43b1-9844-c1112197e48e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:15.009676 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-unplugged", "status": "completed", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:15.009943 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6085cbf7-3914-43b1-9844-c1112197e48e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:15.010365 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'code': 200} Feb 11 13:17:15.202920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:15.320541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] No DVR routers for this DVR port 55660256-c6d1-436e-abc7-b314065b98bd on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:15.567637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:17:15.569007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:17:15.569481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:15.588099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Port 55660256-c6d1-436e-abc7-b314065b98bd on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:15.588430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Attempting to bind port 55660256-c6d1-436e-abc7-b314065b98bd on network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:15.594332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:15.594698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Checking segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:15.595163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Bound using segment: {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:15.595614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Bound port: 55660256-c6d1-436e-abc7-b314065b98bd, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:17:15.595956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:15.729492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:15.733723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:15.743750 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:15.788742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.789384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:15.791135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] 10.222.0.53 "PUT /v2.0/ports/55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 1092 time: 1.6093826 Feb 11 13:17:16.314892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:16.674242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f59b-3968-4717-b71a-b2b364e5497e service neutron] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:16.759875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-05f51c83-c8e0-4ab7-a543-891ee1475e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.764257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-05f51c83-c8e0-4ab7-a543-891ee1475e32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1126 time: 0.9445221 Feb 11 13:17:16.938230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d00a1b-2101-4a4b-8e14-2bee2c2f7063 req-b88d1fc8-8f6a-4731-863d-252b95e18e2f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.939196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87d00a1b-2101-4a4b-8e14-2bee2c2f7063 req-b88d1fc8-8f6a-4731-863d-252b95e18e2f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.2860858 Feb 11 13:17:17.033310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37108) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:17.072841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:17:17.075091 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38dfcfe-4628-4fc5-9637-314f85e629ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:17.093487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87d00a1b-2101-4a4b-8e14-2bee2c2f7063 req-aabee77c-cb41-4d57-a7a2-79833ad6262f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347930 Feb 11 13:17:17.105000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-71d3fd21-f3d2-4e21-995d-d5e4ad3394b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.106315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-71d3fd21-f3d2-4e21-995d-d5e4ad3394b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.3378155 Feb 11 13:17:17.215416 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.240474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-da2fda5b-fdc1-45b6-9fd2-020ac331ac3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 999 time: 0.1275496 Feb 11 13:17:17.246498 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaad5be-ea22-458d-b2a3-9afc0e02007a x-openstack-request-id: req-6eaad5be-ea22-458d-b2a3-9afc0e02007a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:17.246810 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:17.247059 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6eaad5be-ea22-458d-b2a3-9afc0e02007a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:17.247838 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'status': 'completed', 'code': 200} Feb 11 13:17:17.254127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e07e074-120a-4835-b499-7b4a5849fee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.421294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-71ae1323-a9e6-419e-9f94-7539486267aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.422845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-71ae1323-a9e6-419e-9f94-7539486267aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.1735699 Feb 11 13:17:17.436075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-e0d7fcc3-7931-46b1-bdaf-be7bfcba198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.437572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-e0d7fcc3-7931-46b1-bdaf-be7bfcba198b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1126 time: 0.1870549 Feb 11 13:17:17.461954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e07e074-120a-4835-b499-7b4a5849fee4 admin admin] Publish callbacks [] for security_group (a8143d0f-176a-466e-9eab-20570e74e5e5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.467144 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8e07e074-120a-4835-b499-7b4a5849fee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a8143d0f-176a-466e-9eab-20570e74e5e5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.582213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8e07e074-120a-4835-b499-7b4a5849fee4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=328079da26b247f9b3be2107f5d35ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466163 Feb 11 13:17:17.584853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37128) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:17.592212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07e074-120a-4835-b499-7b4a5849fee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8143d0f-176a-466e-9eab-20570e74e5e5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.667973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20ff9257-6936-42ba-97b1-6bcadeef9bf3 admin admin] Publish callbacks [] for security_group (a8143d0f-176a-466e-9eab-20570e74e5e5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.699765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20ff9257-6936-42ba-97b1-6bcadeef9bf3 admin admin] Publish callbacks [] for security_group (a8143d0f-176a-466e-9eab-20570e74e5e5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.719545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-bf5e5675-6521-4223-a84c-b67f315ec196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.721164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-bf5e5675-6521-4223-a84c-b67f315ec196 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2873790 Feb 11 13:17:17.722453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-e65f3538-cff5-4080-8079-ed0f76805d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.723864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-e65f3538-cff5-4080-8079-ed0f76805d31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.2678211 Feb 11 13:17:17.782710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20ff9257-6936-42ba-97b1-6bcadeef9bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a8143d0f-176a-466e-9eab-20570e74e5e5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.785782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20ff9257-6936-42ba-97b1-6bcadeef9bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.786961 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-20ff9257-6936-42ba-97b1-6bcadeef9bf3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8143d0f-176a-466e-9eab-20570e74e5e5 HTTP/1.1" status: 204 len: 168 time: 0.2006361 Feb 11 13:17:17.820460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37138) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:17.852084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff9257-6936-42ba-97b1-6bcadeef9bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8143d0f-176a-466e-9eab-20570e74e5e5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.875070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-0cfd1278-a7a7-4b14-a554-f2b62f08714c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 999 time: 0.1376944 Feb 11 13:17:17.966365 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:18.078438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-95407a2e-85a4-4cdc-8be1-f4e9f5d3293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.079962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-95407a2e-85a4-4cdc-8be1-f4e9f5d3293a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.1775320 Feb 11 13:17:18.139946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] Deleting subnet d8738ee9-9799-48eb-9480-7c79190886ec {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:17:18.141387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-462dff7c-6669-42db-a073-8b15400b732a service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128156 Feb 11 13:17:18.146704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] Publish callbacks [] for subnet (d8738ee9-9799-48eb-9480-7c79190886ec), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.232580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (d8738ee9-9799-48eb-9480-7c79190886ec), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.324198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d8738ee9-9799-48eb-9480-7c79190886ec), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.442871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-e2d18e91-f828-4acc-adde-0ac3cb94825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.444435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-e2d18e91-f828-4acc-adde-0ac3cb94825a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3579583 Feb 11 13:17:18.451909 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d8738ee9-9799-48eb-9480-7c79190886ec), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.485953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 55660256-c6d1-436e-abc7-b314065b98bd no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:18.524830 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.534216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d8738ee9-9799-48eb-9480-7c79190886ec HTTP/1.1" status: 204 len: 168 time: 0.7127109 Feb 11 13:17:18.535087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37156) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:18.535851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cbb91-3513-4e04-98fa-75a1555fcefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8738ee9-9799-48eb-9480-7c79190886ec,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:18.553307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37158) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:18.571290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port 55660256-c6d1-436e-abc7-b314065b98bd host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:17:18.572129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 55660256-c6d1-436e-abc7-b314065b98bd not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:18.591834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12e5d8d5-4e20-44d8-9dda-fe8e603167c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.669476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-f940157c-90cd-46b2-8fca-0541c8f5ed96 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997139 Feb 11 13:17:18.692174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da33eec-f63f-4900-a838-b2b8f9c75f8b req-5945aafe-8c84-42eb-a768-2bac90abad9e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.709762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9da33eec-f63f-4900-a838-b2b8f9c75f8b req-5945aafe-8c84-42eb-a768-2bac90abad9e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.4423487 Feb 11 13:17:18.716997 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (9f61c168-fdf9-4dda-9438-83f3652849a4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.740619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6616aa10-7333-4a50-807f-28b2ebcf424d req-fd0bcf02-12c5-411d-8d41-77b6e8533757 service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814562 Feb 11 13:17:18.923941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (9f61c168-fdf9-4dda-9438-83f3652849a4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.958412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f61c168-fdf9-4dda-9438-83f3652849a4']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:18.975844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12e5d8d5-4e20-44d8-9dda-fe8e603167c2 admin admin] Publish callbacks [] for security_group (d9dffae0-cda8-4b42-9ed5-3f2b229c2480), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.978483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a251b1-1d6b-4f74-9915-b162b85d5d55') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:18.978825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a251b1-1d6b-4f74-9915-b162b85d5d55') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:18.987269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12e5d8d5-4e20-44d8-9dda-fe8e603167c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9dffae0-cda8-4b42-9ed5-3f2b229c2480), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:18.998568 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (63a251b1-1d6b-4f74-9915-b162b85d5d55), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.052092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-cc9e2d20-693f-4366-a369-d6b276dfb426 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676481 Feb 11 13:17:19.066626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9da33eec-f63f-4900-a838-b2b8f9c75f8b req-2fa56657-bf2b-4e15-a5e4-09ffcaf5252b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558750 Feb 11 13:17:19.080865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (63a251b1-1d6b-4f74-9915-b162b85d5d55), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.091934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-12e5d8d5-4e20-44d8-9dda-fe8e603167c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89126e6193df4fe690a827f1f2511bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5443754 Feb 11 13:17:19.094434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37160) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:19.107349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5d8d5-4e20-44d8-9dda-fe8e603167c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dffae0-cda8-4b42-9ed5-3f2b229c2480,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:19.111943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:17:19.112369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (63a251b1-1d6b-4f74-9915-b162b85d5d55), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:19.115184 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:19.158730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-a4eca9bf-7bd2-4158-9225-c24b11b82fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.160746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-a4eca9bf-7bd2-4158-9225-c24b11b82fcd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1126 time: 0.3102801 Feb 11 13:17:19.240691 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5aa13539-ca11-4aaa-acb5-934b77a51eca admin admin] Publish callbacks [] for security_group (d9dffae0-cda8-4b42-9ed5-3f2b229c2480), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.346182 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (9f61c168-fdf9-4dda-9438-83f3652849a4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.348641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5aa13539-ca11-4aaa-acb5-934b77a51eca admin admin] Publish callbacks [] for security_group (d9dffae0-cda8-4b42-9ed5-3f2b229c2480), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.363340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.370957 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9f61c168-fdf9-4dda-9438-83f3652849a4 HTTP/1.1" status: 204 len: 168 time: 0.7911127 Feb 11 13:17:19.390047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221348c-b2ec-4874-ae32-03cb1d833388 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f61c168-fdf9-4dda-9438-83f3652849a4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:19.457371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-43e497bb-3044-40bf-afca-4e63a9c1b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.466858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-43e497bb-3044-40bf-afca-4e63a9c1b274 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.2964168 Feb 11 13:17:19.604356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-c48b32ba-88f8-4f7c-8f33-4a115da26c67 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 999 time: 0.1303732 Feb 11 13:17:19.605563 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5aa13539-ca11-4aaa-acb5-934b77a51eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9dffae0-cda8-4b42-9ed5-3f2b229c2480), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.610015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5aa13539-ca11-4aaa-acb5-934b77a51eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:19.611403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5aa13539-ca11-4aaa-acb5-934b77a51eca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9dffae0-cda8-4b42-9ed5-3f2b229c2480 HTTP/1.1" status: 204 len: 168 time: 0.5157342 Feb 11 13:17:19.652494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa13539-ca11-4aaa-acb5-934b77a51eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dffae0-cda8-4b42-9ed5-3f2b229c2480,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:19.682371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37174) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:19.742602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-f93772bc-2790-45a8-9a0a-5e93d9d483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.744725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-f93772bc-2790-45a8-9a0a-5e93d9d483b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.1319306 Feb 11 13:17:19.814547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60f733fc-9451-4587-9858-de85ce403d59 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c1580fb5e3c430ebc5468c531acfa6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302400 Feb 11 13:17:19.817982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37176) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:19.838931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-53fea645-542c-497c-8160-1f44fc1e152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.841846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-53fea645-542c-497c-8160-1f44fc1e152e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869732 Feb 11 13:17:19.938249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60178d60-242c-44a7-b8e5-13f1489994fc admin admin] Publish callbacks [] for security_group (38bef868-41d7-481a-bd87-3b42847e5ff5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:20.087085 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60178d60-242c-44a7-b8e5-13f1489994fc admin admin] Publish callbacks [] for security_group (38bef868-41d7-481a-bd87-3b42847e5ff5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:20.153655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-96ac9f43-02be-4935-bc20-62839aa6332b service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003068 Feb 11 13:17:20.191382 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60178d60-242c-44a7-b8e5-13f1489994fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (38bef868-41d7-481a-bd87-3b42847e5ff5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:20.194372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-60178d60-242c-44a7-b8e5-13f1489994fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:20.198350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-60178d60-242c-44a7-b8e5-13f1489994fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38bef868-41d7-481a-bd87-3b42847e5ff5 HTTP/1.1" status: 204 len: 168 time: 0.3792963 Feb 11 13:17:20.210692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60178d60-242c-44a7-b8e5-13f1489994fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bef868-41d7-481a-bd87-3b42847e5ff5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:20.308395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70e76c-fed6-4e3f-82a8-2e57ecebad81 req-b6bb4759-9dd4-4211-8b6e-c9d87211519a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.318686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d70e76c-fed6-4e3f-82a8-2e57ecebad81 req-b6bb4759-9dd4-4211-8b6e-c9d87211519a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 944 time: 0.0988734 Feb 11 13:17:20.463172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38dfcfe-4628-4fc5-9637-314f85e629ae req-2fcd6e80-bd4e-4602-99bb-4700bd4154be service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043275 Feb 11 13:17:20.550635 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d70e76c-fed6-4e3f-82a8-2e57ecebad81 req-4a2bf8e8-ba08-4516-b37f-297367f8779d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309084 Feb 11 13:17:20.730525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 55660256-c6d1-436e-abc7-b314065b98bd details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:20.742749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-4fa67c9b-8a8a-4d7d-9be1-5eabd0b45cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.744325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-4fa67c9b-8a8a-4d7d-9be1-5eabd0b45cd7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1126 time: 0.1648724 Feb 11 13:17:21.003646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:21.008089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-d155ee00-7273-49b8-833d-8e1fb34f87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.016934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-d155ee00-7273-49b8-833d-8e1fb34f87dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.2452426 Feb 11 13:17:21.052491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '55660256-c6d1-436e-abc7-b314065b98bd', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'port_id': '55660256-c6d1-436e-abc7-b314065b98bd', 'mac_address': 'fa:16:3e:8f:e1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:21.232226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-78f0c377-58c4-4dd9-8a68-d6854dcabbc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 999 time: 0.2141750 Feb 11 13:17:21.281950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 55660256-c6d1-436e-abc7-b314065b98bd is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:21.284286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:21.367164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55660256-c6d1-436e-abc7-b314065b98bd {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:17:21.424735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:21.433817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:21.507299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-700cbc6a-9e75-4ba9-a436-251b3bb1333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.511275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:21.514198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-700cbc6a-9e75-4ba9-a436-251b3bb1333d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.2734683 Feb 11 13:17:21.628237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-4ef7ac2b-ff51-4838-952e-4bfe2689bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.632142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-4ef7ac2b-ff51-4838-952e-4bfe2689bc83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1130819 Feb 11 13:17:21.668449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['55660256-c6d1-436e-abc7-b314065b98bd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:22.035433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92db09c-5e00-454d-913e-aad9fd015aaf req-c85e0fd1-3f9a-4939-bd80-5fac75afec73 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.060549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d92db09c-5e00-454d-913e-aad9fd015aaf req-c85e0fd1-3f9a-4939-bd80-5fac75afec73 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 945 time: 0.2316117 Feb 11 13:17:22.117706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-ce26905e-4272-453c-b659-c8cc421aeadc service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785540 Feb 11 13:17:22.215158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d92db09c-5e00-454d-913e-aad9fd015aaf req-47476e31-16f6-4dce-bcda-56c120fdd0f6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489830 Feb 11 13:17:22.333725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37302) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:22.557119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a321a0b3-6eb4-4913-8999-2ebc923aabf8 req-300a2ae0-5d47-43b7-9f2d-10f61583625e service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249468 Feb 11 13:17:22.744884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 55660256-c6d1-436e-abc7-b314065b98bd up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:22.930008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-688810489-network', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:22.935272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 55660256-c6d1-436e-abc7-b314065b98bd completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:22.941820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 55660256-c6d1-436e-abc7-b314065b98bd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:22.942198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (55660256-c6d1-436e-abc7-b314065b98bd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.020857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed0044-5753-45bd-9517-4b2a0252f1f8 req-5a4f4c32-bcfe-4260-89bf-cd7887213cb0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.023824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bed0044-5753-45bd-9517-4b2a0252f1f8 req-5a4f4c32-bcfe-4260-89bf-cd7887213cb0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 945 time: 0.2404714 Feb 11 13:17:23.036993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:23.045281 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.107609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.148879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 55660256-c6d1-436e-abc7-b314065b98bd is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:23.149272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.196668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-1427e1d7-4eae-45a2-85b1-bcd70fd01aeb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.208791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-1427e1d7-4eae-45a2-85b1-bcd70fd01aeb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 945 time: 0.4966557 Feb 11 13:17:23.222652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:17:23.222652 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c20a6-d980-476c-ad21-8d52fc8795ae" -d '{"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-plugged", "status": "completed", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:23.267694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:23.279512 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.332717 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9bed0044-5753-45bd-9517-4b2a0252f1f8 req-ee42ffc7-0887-46b7-aa6a-16d751790b2c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808120 Feb 11 13:17:23.357448 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-eb8c97ff-30d3-4d04-a273-f06f75325ed4 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:17:23.359015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-eb8c97ff-30d3-4d04-a273-f06f75325ed4 service neutron] 10.222.0.64 "DELETE /v2.0/ports/55660256-c6d1-436e-abc7-b314065b98bd/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.1458826 Feb 11 13:17:23.387212 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d9f66c-f02d-475d-abee-eaf9cdae61ef x-openstack-request-id: req-a4d9f66c-f02d-475d-abee-eaf9cdae61ef {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:23.387505 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-plugged", "status": "completed", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:23.387756 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4d9f66c-f02d-475d-abee-eaf9cdae61ef {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:23.388171 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'code': 200} Feb 11 13:17:23.405331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks [] for security_group (f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.412866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.445453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.446648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:23.517846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-a17a68d5-8569-4e7c-8bf9-550ddee4fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.519398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-a17a68d5-8569-4e7c-8bf9-550ddee4fcd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1128 time: 0.1010542 Feb 11 13:17:23.535936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.551331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (797d0120-6742-4918-86cc-f5537c61fe64), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.551694 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Added segment 797d0120-6742-4918-86cc-f5537c61fe64 of type vlan for network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d Feb 11 13:17:23.677108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.740346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.741865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-10521fad-c2a1-4e8c-9b63-904a7a9b7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.742793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.743372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.746281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-10521fad-c2a1-4e8c-9b63-904a7a9b7221 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.2192931 Feb 11 13:17:23.836318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5010386 Feb 11 13:17:23.836832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37358) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:23.853631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Request body: {'subnet': {'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-688810489-subnet', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:23.902149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8f0a4-c97f-4a57-ac9f-5316309f58b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.914401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:17:23.919689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:23.927194 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:23.974721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-f1a4cca6-585e-4bb3-9066-f036db9d3daf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 1001 time: 0.2212806 Feb 11 13:17:24.129014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-4a07cfac-3c15-4b56-8a0c-69675e7a8256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.131651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-4a07cfac-3c15-4b56-8a0c-69675e7a8256 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.1509905 Feb 11 13:17:24.216615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-8a8d7935-2d09-4cb7-aa65-6c51886ad7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.219393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-8a8d7935-2d09-4cb7-aa65-6c51886ad7b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808463 Feb 11 13:17:24.446214 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:24.463486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-62197966-f207-42a1-9e62-2bb523010975 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344394 Feb 11 13:17:24.699427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:24.743969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2202146b-a153-4c1f-a688-18ba3e3aa339 req-5d47637a-7993-4f8b-8fb2-b482b4b2c881 service neutron] 10.222.0.64 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760856 Feb 11 13:17:24.835369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314eb5d7-4736-4ee4-8293-b503cda52904 req-c592f018-3fef-4eac-8802-93d6410dc9d8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.837134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-314eb5d7-4736-4ee4-8293-b503cda52904 req-c592f018-3fef-4eac-8802-93d6410dc9d8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.3029413 Feb 11 13:17:24.882699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Checking segment: {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:24.883551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Network hostable DHCP agents. Network: 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:24.997068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:25.011548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:25.018040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.018656 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.022869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effed047-af2f-46ed-8b84-d33d5edc4b0d None None] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:17:25.052424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-314eb5d7-4736-4ee4-8293-b503cda52904 req-959e6aac-38b4-4d87-8d33-ee17d6fa3258 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952946 Feb 11 13:17:25.068606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b424d38b-bb4f-44bf-95e5-8e0bb67c2050 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2221127 Feb 11 13:17:25.069567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37378) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:25.075484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:25.140498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.142271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.272010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:17:25.272889 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.348149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks [] for router_controller (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.536380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Allocated IP 172.20.0.2 (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d/8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d/5258f846-1179-4ed9-a212-c5065e6c914b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:25.715654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks [] for router_gateway (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.762237 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Publish callbacks [] for port (5258f846-1179-4ed9-a212-c5065e6c914b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.783037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:25.929002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Pushing event updated for resources: {'Port': ['ID=5258f846-1179-4ed9-a212-c5065e6c914b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:25.966212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.978281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.983175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.983862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.984416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.986150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.988398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.990157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.990733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.992483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.996504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.998428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.999370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:26.057236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:26.067951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:26.080337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:26.175226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks [] for router_gateway (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:26.197205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:26.416741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Allocated IP 172.25.1.183 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/3424f511-b074-4e06-b71c-d94b0f05280f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:26.580596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks [] for port (3424f511-b074-4e06-b71c-d94b0f05280f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:26.582838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Attempting to bind port 5258f846-1179-4ed9-a212-c5065e6c914b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:17:26.583318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Attempting to bind port 5258f846-1179-4ed9-a212-c5065e6c914b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:17:26.583781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Attempting to bind port 5258f846-1179-4ed9-a212-c5065e6c914b on network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:26.595984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:26.596536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Checking segment: {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:26.597145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:26.597653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Bound using segment: {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:26.598228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Bound port: 5258f846-1179-4ed9-a212-c5065e6c914b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:17:26.598712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:26.653304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:26.683370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] For port 5258f846-1179-4ed9-a212-c5065e6c914b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:26.689452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] For port 5258f846-1179-4ed9-a212-c5065e6c914b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5258f846-1179-4ed9-a212-c5065e6c914b,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:26.699256 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:26.776522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:26.787758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:26.797880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:26.801686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Pushing event updated for resources: {'Port': ['ID=3424f511-b074-4e06-b71c-d94b0f05280f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.858234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82f0be-dc7f-4690-90fc-293588e8b2e2 None None] Pushing event updated for resources: {'Port': ['ID=5258f846-1179-4ed9-a212-c5065e6c914b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.878979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544239d-8385-4a68-a8e4-6f6dde3ebc1c req-224c25e1-a1fe-4a8f-9d4c-6d76bc2f0fbf tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:26.880587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7544239d-8385-4a68-a8e4-6f6dde3ebc1c req-224c25e1-a1fe-4a8f-9d4c-6d76bc2f0fbf tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.2631874 Feb 11 13:17:27.071651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7544239d-8385-4a68-a8e4-6f6dde3ebc1c req-45925ec1-01f8-4ebf-98aa-7bc42884b8f1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797559 Feb 11 13:17:27.114519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37396) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:27.459138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5561a72f-8cf0-4569-abb6-14d259ee9c4c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/4feec935-4046-4910-996c-ce8b8d9c1162 HTTP/1.1" status: 200 len: 993 time: 0.3376327 Feb 11 13:17:27.531623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5258f846-1179-4ed9-a212-c5065e6c914b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:27.533069 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks [] for router_gateway (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:27.659053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5258f846-1179-4ed9-a212-c5065e6c914b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:27.659675 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:27.825892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5258f846-1179-4ed9-a212-c5065e6c914b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:27.826372 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:27.884256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 5258f846-1179-4ed9-a212-c5065e6c914b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5258f846-1179-4ed9-a212-c5065e6c914b,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:27.890848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:27.972620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=5258f846-1179-4ed9-a212-c5065e6c914b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:28.302655 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:28.537403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdcb1b3-da1b-473d-9234-77be9b5067eb None None] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:17:28.564218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Router b607d99a-fdf2-48a7-b66c-6bb84c464c3a is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:17:28.695571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-685074ae-143d-4f5d-8d00-df44fba33e24 None None] Provisioning complete for port 5258f846-1179-4ed9-a212-c5065e6c914b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:28.696237 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-685074ae-143d-4f5d-8d00-df44fba33e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:28.813805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:28.845904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:28.850530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37422) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:28.861515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1f69ff22-77f5-494b-af39-09160a197077 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7906220 Feb 11 13:17:28.879710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-685074ae-143d-4f5d-8d00-df44fba33e24 None None] Current status of the port 5258f846-1179-4ed9-a212-c5065e6c914b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:28.886599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Sync routers for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:28.919294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:28.920357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:29.155486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:29.237164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6b9b009e-42d2-4d1c-a22e-536a3d6f3733 None None] Provisioning complete for port 5258f846-1179-4ed9-a212-c5065e6c914b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:29.237489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6b9b009e-42d2-4d1c-a22e-536a3d6f3733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:29.423611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5258f846-1179-4ed9-a212-c5065e6c914b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:29.583064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c65252bc-f6ff-4031-8293-b5c04376f837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:29.618864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6b9b009e-42d2-4d1c-a22e-536a3d6f3733 None None] Current status of the port 5258f846-1179-4ed9-a212-c5065e6c914b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:29.651682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5258f846-1179-4ed9-a212-c5065e6c914b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:29.652528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:29.776126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:29.806275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5258f846-1179-4ed9-a212-c5065e6c914b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:29.819169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:27Z', 'revision_number': 3, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:29.852827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Checking router: b607d99a-fdf2-48a7-b66c-6bb84c464c3a for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:29.853854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Updating router b607d99a-fdf2-48a7-b66c-6bb84c464c3a port 3424f511-b074-4e06-b71c-d94b0f05280f binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:17:29.908907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:30.554840 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Publish callbacks [] for port (3424f511-b074-4e06-b71c-d94b0f05280f), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:30.571323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:30.692826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4adb4-07a5-43a7-8bf2-b2680b9978b9 None None] Pushing event updated for resources: {'Port': ['ID=3424f511-b074-4e06-b71c-d94b0f05280f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:30.744131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Attempting to bind port 3424f511-b074-4e06-b71c-d94b0f05280f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:17:30.747508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Attempting to bind port 3424f511-b074-4e06-b71c-d94b0f05280f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:17:30.748346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Attempting to bind port 3424f511-b074-4e06-b71c-d94b0f05280f on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:30.755757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:30.756264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:30.757058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:30.757566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:30.758231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Bound port: 3424f511-b074-4e06-b71c-d94b0f05280f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:17:30.759303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:30.793425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Allocated IP 172.20.0.1 (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d/8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d/3c21e01a-4f58-4503-bcde-68c61f9228d4) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:30.855298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] For port 3424f511-b074-4e06-b71c-d94b0f05280f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:30.861660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] For port 3424f511-b074-4e06-b71c-d94b0f05280f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3424f511-b074-4e06-b71c-d94b0f05280f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:30.871181 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:30.961192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks [] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.000111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.015137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:31.015942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.080527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:31.084067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4adb4-07a5-43a7-8bf2-b2680b9978b9 None None] Pushing event updated for resources: {'Port': ['ID=3424f511-b074-4e06-b71c-d94b0f05280f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:31.086208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:31.099182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:31.159171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.170279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Pushing event updated for resources: {'Port': ['ID=3c21e01a-4f58-4503-bcde-68c61f9228d4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:31.209190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:31.422159 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7b5cf37a-506a-461d-bc9b-3121a3f536cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.506951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.743318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1cf8eaa8-151b-418c-9ab5-bf15479e17f5 None None] Provisioning complete for port 3c21e01a-4f58-4503-bcde-68c61f9228d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:31.743892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1cf8eaa8-151b-418c-9ab5-bf15479e17f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.750456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks [] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.756537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:31.827913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1cf8eaa8-151b-418c-9ab5-bf15479e17f5 None None] Port 3c21e01a-4f58-4503-bcde-68c61f9228d4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:17:31.845819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:27Z', 'revision_number': 3, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.910046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab620c0-dbac-4204-b5c1-04134253d123 None None] The sync data for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 is: [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:27Z', 'revision_number': 3, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:32.031099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Pushing event updated for resources: {'Port': ['ID=3c21e01a-4f58-4503-bcde-68c61f9228d4,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:32.056600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:32.225915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:32.239157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:32.590437 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:32.707995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Router b607d99a-fdf2-48a7-b66c-6bb84c464c3a has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:32.878476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4624ad3d-7572-4a0a-8369-feeb3d3ce419 None None] Provisioning complete for port 3c21e01a-4f58-4503-bcde-68c61f9228d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:32.880068 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4624ad3d-7572-4a0a-8369-feeb3d3ce419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:32.991668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4624ad3d-7572-4a0a-8369-feeb3d3ce419 None None] Port 3c21e01a-4f58-4503-bcde-68c61f9228d4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:17:33.047628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:33.063268 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-480b78df-f034-4fc5-9b6e-9018f0ebb47b admin admin] 10.222.0.42 "PUT /v2.0/routers/b607d99a-fdf2-48a7-b66c-6bb84c464c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2109885 Feb 11 13:17:33.511326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3424f511-b074-4e06-b71c-d94b0f05280f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:33.735044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3424f511-b074-4e06-b71c-d94b0f05280f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:33.736243 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:33.893387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3424f511-b074-4e06-b71c-d94b0f05280f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:33.894118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:33.979280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 3424f511-b074-4e06-b71c-d94b0f05280f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3424f511-b074-4e06-b71c-d94b0f05280f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:33.985965 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.097689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=3424f511-b074-4e06-b71c-d94b0f05280f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:34.224269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.360707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37494) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:34.366442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-126178807-network', 'tenant_id': '9fb9847eaad3449b81f171616f569434'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:34.425717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Made reservation on behalf of 9fb9847eaad3449b81f171616f569434 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:34.434880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.470377 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.672991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks [] for security_group (d2168b3e-c71b-43ff-b06f-74982d546be9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.686079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d2168b3e-c71b-43ff-b06f-74982d546be9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.769474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:34.808897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e550c07a-3cca-4ac3-9e56-b0b5e8adb425), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.816481 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Added segment e550c07a-3cca-4ac3-9e56-b0b5e8adb425 of type vlan for network 3a67850a-2702-408d-bac9-44e693e134b5 Feb 11 13:17:34.948556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2168b3e-c71b-43ff-b06f-74982d546be9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:34.964856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3a67850a-2702-408d-bac9-44e693e134b5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.016844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3a67850a-2702-408d-bac9-44e693e134b5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.017991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.020821 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.058802 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Sync routers for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:35.077092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7121058 Feb 11 13:17:35.077656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37500) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:35.078158 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:35.078304 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:35.084532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Request body: {'subnet': {'network_id': '3a67850a-2702-408d-bac9-44e693e134b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-126178807-subnet', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:35.111941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c031f-6718-41b3-ad26-bcbda0081463 admin admin] Pushing event updated for resources: {'Network': ['ID=3a67850a-2702-408d-bac9-44e693e134b5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:35.126100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3a67850a-2702-408d-bac9-44e693e134b5 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:17:35.137085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Made reservation on behalf of 9fb9847eaad3449b81f171616f569434 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:35.144700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.354988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.391424 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:35.474622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3424f511-b074-4e06-b71c-d94b0f05280f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:35.501200 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (52328f2c-9f7a-436c-8288-a5a7b36f7c99), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.619343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3424f511-b074-4e06-b71c-d94b0f05280f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:35.619806 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.643551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52328f2c-9f7a-436c-8288-a5a7b36f7c99,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:35.657004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Checking segment: {'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:35.657364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Network hostable DHCP agents. Network: 3a67850a-2702-408d-bac9-44e693e134b5, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:35.699051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Network 3a67850a-2702-408d-bac9-44e693e134b5 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:35.710617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3a67850a-2702-408d-bac9-44e693e134b5) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:35.722780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec12d7-8e53-424a-b286-a2e5c88932c8 None None] Network 3a67850a-2702-408d-bac9-44e693e134b5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:17:35.731615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.732281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.804136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1f81ed73-7b2f-4ca2-aa5e-0ebd5d7f678b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7248807 Feb 11 13:17:35.809247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37510) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:35.820814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:35.884264 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (fe156794-3cea-4462-8f13-7a847c541be3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.887978 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 2, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:35.889348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (fe156794-3cea-4462-8f13-7a847c541be3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:36.041363 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Checking router: b607d99a-fdf2-48a7-b66c-6bb84c464c3a for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:36.042116 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Updating router b607d99a-fdf2-48a7-b66c-6bb84c464c3a port 3c21e01a-4f58-4503-bcde-68c61f9228d4 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:17:36.091251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks [] for router_controller (fe156794-3cea-4462-8f13-7a847c541be3), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:36.156973 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:36.291235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3424f511-b074-4e06-b71c-d94b0f05280f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:36.309993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3a67850a-2702-408d-bac9-44e693e134b5', 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5', 'project_id': '9fb9847eaad3449b81f171616f569434', 'fixed_ips': [{'subnet_id': '52328f2c-9f7a-436c-8288-a5a7b36f7c99'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:17:36.313257 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:36.405531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks [] for router_gateway (fe156794-3cea-4462-8f13-7a847c541be3), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:36.647969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Allocated IP 172.20.0.2 (3a67850a-2702-408d-bac9-44e693e134b5/52328f2c-9f7a-436c-8288-a5a7b36f7c99/d45e8f7e-4696-4be9-af75-0644f3c6fa4f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:36.970677 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Publish callbacks [] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:36.983903 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.083114 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Publish callbacks [] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.095966 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.173235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Pushing event updated for resources: {'Port': ['ID=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:37.192846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Network 3a67850a-2702-408d-bac9-44e693e134b5 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:37.195640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:37.207770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:37.295674 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Pushing event updated for resources: {'Port': ['ID=3c21e01a-4f58-4503-bcde-68c61f9228d4,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:37.333765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Attempting to bind port d45e8f7e-4696-4be9-af75-0644f3c6fa4f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:17:37.334401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Attempting to bind port d45e8f7e-4696-4be9-af75-0644f3c6fa4f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:17:37.335579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Attempting to bind port d45e8f7e-4696-4be9-af75-0644f3c6fa4f on network 3a67850a-2702-408d-bac9-44e693e134b5 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:37.344155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:37.344497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks [] for router_gateway (fe156794-3cea-4462-8f13-7a847c541be3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.345018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Checking segment: {'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:37.345562 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.346162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Bound using segment: {'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:37.349692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Bound port: d45e8f7e-4696-4be9-af75-0644f3c6fa4f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:17:37.351780 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.374546 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.374890 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.375230 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.375563 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.375888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.376209 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.376520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.376847 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.377145 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.377470 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.385923 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.386328 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.386677 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:37.418549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.478056 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Attempting to bind port 3c21e01a-4f58-4503-bcde-68c61f9228d4 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:17:37.478423 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Attempting to bind port 3c21e01a-4f58-4503-bcde-68c61f9228d4 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:17:37.478800 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Attempting to bind port 3c21e01a-4f58-4503-bcde-68c61f9228d4 on network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:37.509422 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:37.510048 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Checking segment: {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:37.510568 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.511070 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Bound using segment: {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:37.511681 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Bound port: 3c21e01a-4f58-4503-bcde-68c61f9228d4, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:17:37.512625 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.534461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] For port d45e8f7e-4696-4be9-af75-0644f3c6fa4f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:37.537626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] For port d45e8f7e-4696-4be9-af75-0644f3c6fa4f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,segment=NetworkSegment(e550c07a-3cca-4ac3-9e56-b0b5e8adb425),segment_id=e550c07a-3cca-4ac3-9e56-b0b5e8adb425)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:37.563961 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.654824 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] For port 3c21e01a-4f58-4503-bcde-68c61f9228d4, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:37.659191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] For port 3c21e01a-4f58-4503-bcde-68c61f9228d4, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3c21e01a-4f58-4503-bcde-68c61f9228d4,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:37.670596 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.727608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff648ab-42ee-4005-b27b-6f792d6bb5c0 None None] Pushing event updated for resources: {'Port': ['ID=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:37.848782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Allocated IP 172.25.1.215 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/7def8d11-c24c-43ad-8002-f34c41937b78) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:37.870086 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:37.876729 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:37.897415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fbdc81b5-54f4-4179-a063-aabeab8b1ca7 None None] Provisioning complete for port 3c21e01a-4f58-4503-bcde-68c61f9228d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:37.901048 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fbdc81b5-54f4-4179-a063-aabeab8b1ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:38.153870 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:38.307875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fbdc81b5-54f4-4179-a063-aabeab8b1ca7 None None] Current status of the port 3c21e01a-4f58-4503-bcde-68c61f9228d4 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:38.308575 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fbdc81b5-54f4-4179-a063-aabeab8b1ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:38.386581 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks [] for port (7def8d11-c24c-43ad-8002-f34c41937b78), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:38.393739 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0499113-dcb7-4d9f-8f06-15d33568ac77 None None] Pushing event updated for resources: {'Port': ['ID=3c21e01a-4f58-4503-bcde-68c61f9228d4,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:38.409401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fbdc81b5-54f4-4179-a063-aabeab8b1ca7 None None] For port 3c21e01a-4f58-4503-bcde-68c61f9228d4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3c21e01a-4f58-4503-bcde-68c61f9228d4,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:38.415728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fbdc81b5-54f4-4179-a063-aabeab8b1ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:38.538236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:38.563117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc81b5-54f4-4179-a063-aabeab8b1ca7 None None] Pushing event updated for resources: {'Port': ['ID=3c21e01a-4f58-4503-bcde-68c61f9228d4,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:38.600008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-70682efc-aacd-461d-9c53-9e5df705af1c None None] Provisioning complete for port 3c21e01a-4f58-4503-bcde-68c61f9228d4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:38.600676 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-70682efc-aacd-461d-9c53-9e5df705af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:38.725422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Pushing event updated for resources: {'Port': ['ID=7def8d11-c24c-43ad-8002-f34c41937b78,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:38.744746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:38.751602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:38.763017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:38.889973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-70682efc-aacd-461d-9c53-9e5df705af1c None None] Current status of the port 3c21e01a-4f58-4503-bcde-68c61f9228d4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:39.246464 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:37Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:39.335205 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb1e6c-eac7-445c-869b-2eef0a096075 None None] The sync data for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 is: [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:37Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:39.455439 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks [] for router_gateway (fe156794-3cea-4462-8f13-7a847c541be3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:39.660056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d45e8f7e-4696-4be9-af75-0644f3c6fa4f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:39.837617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d45e8f7e-4696-4be9-af75-0644f3c6fa4f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:39.838887 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:39.914747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:40.052536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d45e8f7e-4696-4be9-af75-0644f3c6fa4f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:40.054151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.113678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (fe156794-3cea-4462-8f13-7a847c541be3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.151463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d45e8f7e-4696-4be9-af75-0644f3c6fa4f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,segment=NetworkSegment(e550c07a-3cca-4ac3-9e56-b0b5e8adb425),segment_id=e550c07a-3cca-4ac3-9e56-b0b5e8adb425)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:40.160254 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.207031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6be62ea8-2fba-435a-980f-73937fdddc04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.353390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.358828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d6df2-298c-4c4f-a6ce-b17056bd77d2 None None] Network 3a67850a-2702-408d-bac9-44e693e134b5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:17:40.414059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6be62ea8-2fba-435a-980f-73937fdddc04 admin admin] Publish callbacks [] for security_group (58b38625-9229-488c-acda-f15702917613), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.427838 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6be62ea8-2fba-435a-980f-73937fdddc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (58b38625-9229-488c-acda-f15702917613), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.529966 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6be62ea8-2fba-435a-980f-73937fdddc04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed96e63ad98c4ff7b4556a2d853c16cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6129487 Feb 11 13:17:40.532324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37566) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:40.601477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Router fe156794-3cea-4462-8f13-7a847c541be3 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:17:40.632880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3944cf80-bfab-4416-b058-b38dc719e4d0 None None] Provisioning complete for port d45e8f7e-4696-4be9-af75-0644f3c6fa4f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:40.633258 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3944cf80-bfab-4416-b058-b38dc719e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.660551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be62ea8-2fba-435a-980f-73937fdddc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b38625-9229-488c-acda-f15702917613,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.745888 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Publish callbacks [] for security_group (58b38625-9229-488c-acda-f15702917613), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.792326 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Publish callbacks [] for security_group (58b38625-9229-488c-acda-f15702917613), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.907097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3944cf80-bfab-4416-b058-b38dc719e4d0 None None] Current status of the port d45e8f7e-4696-4be9-af75-0644f3c6fa4f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:40.940506 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (58b38625-9229-488c-acda-f15702917613), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.944341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:40.945843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58b38625-9229-488c-acda-f15702917613 HTTP/1.1" status: 204 len: 168 time: 0.4092622 Feb 11 13:17:40.960848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:40.962998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b38625-9229-488c-acda-f15702917613,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.974754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Sync routers for ids ['fe156794-3cea-4462-8f13-7a847c541be3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:40.984892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.985798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.986290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.986922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.987982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.989336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.990108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.991213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.992503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.993335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.994419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.995479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.996565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea02477-8f07-448b-b93b-bcbe1ec435d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:40.997598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Routers {'fe156794-3cea-4462-8f13-7a847c541be3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:40.998520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fe156794-3cea-4462-8f13-7a847c541be3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:40.999176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:41.004283 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9ce72e28-df50-4feb-a696-116a63e64c46 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1896448 Feb 11 13:17:41.005357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37572) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:41.381569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8d3cc3d0-4750-423a-b86a-8e2357bb3956 None None] Provisioning complete for port d45e8f7e-4696-4be9-af75-0644f3c6fa4f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:41.382086 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8d3cc3d0-4750-423a-b86a-8e2357bb3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:41.587037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Set router fe156794-3cea-4462-8f13-7a847c541be3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:41.593845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8d3cc3d0-4750-423a-b86a-8e2357bb3956 None None] Current status of the port d45e8f7e-4696-4be9-af75-0644f3c6fa4f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:41.717307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37582) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:41.746718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7495f86-d100-47f8-a9e4-ee71eb0aa353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:41.824673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3c21e01a-4f58-4503-bcde-68c61f9228d4 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:41.919133 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7495f86-d100-47f8-a9e4-ee71eb0aa353 admin admin] Publish callbacks [] for security_group (446c4ca6-df9e-4ac4-8d06-c82500eb3a91), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:41.933309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7495f86-d100-47f8-a9e4-ee71eb0aa353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (446c4ca6-df9e-4ac4-8d06-c82500eb3a91), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:41.938619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3c21e01a-4f58-4503-bcde-68c61f9228d4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:41.939179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.005391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7495f86-d100-47f8-a9e4-ee71eb0aa353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446c4ca6-df9e-4ac4-8d06-c82500eb3a91,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:42.075079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b7495f86-d100-47f8-a9e4-ee71eb0aa353 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2322fbf26aa642b5920a3c21acd030c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563290 Feb 11 13:17:42.077573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37586) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:42.080891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3c21e01a-4f58-4503-bcde-68c61f9228d4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:42.082058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d45e8f7e-4696-4be9-af75-0644f3c6fa4f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:42.193000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:17:39Z', 'revision_number': 3, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:42.204802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8fdb-da72-4faf-a0b9-eca4be941d3b admin admin] Publish callbacks [] for security_group (446c4ca6-df9e-4ac4-8d06-c82500eb3a91), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.249405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8fdb-da72-4faf-a0b9-eca4be941d3b admin admin] Publish callbacks [] for security_group (446c4ca6-df9e-4ac4-8d06-c82500eb3a91), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.256444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.296676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d45e8f7e-4696-4be9-af75-0644f3c6fa4f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:42.298780 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.301515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8fdb-da72-4faf-a0b9-eca4be941d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (446c4ca6-df9e-4ac4-8d06-c82500eb3a91), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.307135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a0c8fdb-da72-4faf-a0b9-eca4be941d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.310701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a0c8fdb-da72-4faf-a0b9-eca4be941d3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/446c4ca6-df9e-4ac4-8d06-c82500eb3a91 HTTP/1.1" status: 204 len: 168 time: 0.2307668 Feb 11 13:17:42.334272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c8fdb-da72-4faf-a0b9-eca4be941d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c4ca6-df9e-4ac4-8d06-c82500eb3a91,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:42.350537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Checking router: fe156794-3cea-4462-8f13-7a847c541be3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:42.350882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Updating router fe156794-3cea-4462-8f13-7a847c541be3 port 7def8d11-c24c-43ad-8002-f34c41937b78 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:17:42.396605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:42.511132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d45e8f7e-4696-4be9-af75-0644f3c6fa4f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:42.721223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Allocated IP 172.20.0.1 (3a67850a-2702-408d-bac9-44e693e134b5/52328f2c-9f7a-436c-8288-a5a7b36f7c99/432603c7-e634-4f56-9b4b-d63a96fc8961) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:42.989967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Publish callbacks [] for port (7def8d11-c24c-43ad-8002-f34c41937b78), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.001587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.013252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks [] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.077204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Attempting to bind port 7def8d11-c24c-43ad-8002-f34c41937b78 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:17:43.079086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Attempting to bind port 7def8d11-c24c-43ad-8002-f34c41937b78 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:17:43.079473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Attempting to bind port 7def8d11-c24c-43ad-8002-f34c41937b78 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:43.101126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.130441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:43.130831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:43.131238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.132574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:43.133083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Bound port: 7def8d11-c24c-43ad-8002-f34c41937b78, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:17:43.133476 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.220974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Network 3a67850a-2702-408d-bac9-44e693e134b5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:43.224363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:43.239133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:43.276186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] For port 7def8d11-c24c-43ad-8002-f34c41937b78, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:43.285743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] For port 7def8d11-c24c-43ad-8002-f34c41937b78, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7def8d11-c24c-43ad-8002-f34c41937b78,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:43.302657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.355349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (fe156794-3cea-4462-8f13-7a847c541be3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.378124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Routers {'fe156794-3cea-4462-8f13-7a847c541be3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:43.378770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fe156794-3cea-4462-8f13-7a847c541be3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:43.487576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Pushing event updated for resources: {'Port': ['ID=432603c7-e634-4f56-9b4b-d63a96fc8961,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.534759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1203f-c69b-4729-9835-cceb7eb0c7bc None None] Pushing event updated for resources: {'Port': ['ID=7def8d11-c24c-43ad-8002-f34c41937b78,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.756671 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.903207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1203f-c69b-4729-9835-cceb7eb0c7bc None None] Pushing event updated for resources: {'Port': ['ID=7def8d11-c24c-43ad-8002-f34c41937b78,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.912812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-524fe289-853e-45db-bce5-62e2fc31e5f8 None None] Provisioning complete for port 432603c7-e634-4f56-9b4b-d63a96fc8961 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:43.913185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-524fe289-853e-45db-bce5-62e2fc31e5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:43.920162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] Set router fe156794-3cea-4462-8f13-7a847c541be3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:44.061792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks [] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:44.074127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:44.085599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-524fe289-853e-45db-bce5-62e2fc31e5f8 None None] Port 432603c7-e634-4f56-9b4b-d63a96fc8961 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:17:44.124806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (fe156794-3cea-4462-8f13-7a847c541be3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:44.185143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Pushing event updated for resources: {'Port': ['ID=432603c7-e634-4f56-9b4b-d63a96fc8961,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:44.269325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:17:39Z', 'revision_number': 3, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:44.287899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Network 3a67850a-2702-408d-bac9-44e693e134b5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:44.289737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:44.308151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7c9bf1-c64e-41c3-8a27-f4774dc7f1c1 None None] The sync data for ids ['fe156794-3cea-4462-8f13-7a847c541be3'] in n-d-828675-3 is: [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:17:39Z', 'revision_number': 3, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:44.753102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b4db7b12-1f6c-4062-b25c-72941c46712d None None] Provisioning complete for port 432603c7-e634-4f56-9b4b-d63a96fc8961 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:44.758340 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4db7b12-1f6c-4062-b25c-72941c46712d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:44.834486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b4db7b12-1f6c-4062-b25c-72941c46712d None None] Port 432603c7-e634-4f56-9b4b-d63a96fc8961 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:17:44.900324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Router fe156794-3cea-4462-8f13-7a847c541be3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:45.083770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:45.089158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2e539bf4-514b-4073-a824-591aa9adaa1a admin admin] 10.222.0.42 "PUT /v2.0/routers/fe156794-3cea-4462-8f13-7a847c541be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0824709 Feb 11 13:17:45.457210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7def8d11-c24c-43ad-8002-f34c41937b78 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:45.616108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7def8d11-c24c-43ad-8002-f34c41937b78 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:45.620749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:45.819389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7def8d11-c24c-43ad-8002-f34c41937b78 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:45.820144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:45.861684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 7def8d11-c24c-43ad-8002-f34c41937b78, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7def8d11-c24c-43ad-8002-f34c41937b78,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:45.867704 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:45.984013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=7def8d11-c24c-43ad-8002-f34c41937b78,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:46.319225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:46.972893 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Sync routers for ids ['fe156794-3cea-4462-8f13-7a847c541be3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:46.993652 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Routers {'fe156794-3cea-4462-8f13-7a847c541be3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:46.994292 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fe156794-3cea-4462-8f13-7a847c541be3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:47.178658 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Set router fe156794-3cea-4462-8f13-7a847c541be3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:47.248192 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:47.466681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7def8d11-c24c-43ad-8002-f34c41937b78 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:47.579219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7def8d11-c24c-43ad-8002-f34c41937b78 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:47.579772 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:47.616227 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:17:43Z', 'revision_number': 4, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '432603c7-e634-4f56-9b4b-d63a96fc8961', 'name': '', 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'mac_address': 'fa:16:3e:49:28:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '52328f2c-9f7a-436c-8288-a5a7b36f7c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:42Z', 'updated_at': '2022-02-11T13:17:43Z', 'revision_number': 2, 'project_id': '9fb9847eaad3449b81f171616f569434', 'subnets': [{'id': '52328f2c-9f7a-436c-8288-a5a7b36f7c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:47.656518 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Checking router: fe156794-3cea-4462-8f13-7a847c541be3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:47.657277 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Updating router fe156794-3cea-4462-8f13-7a847c541be3 port 432603c7-e634-4f56-9b4b-d63a96fc8961 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:17:47.720468 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:47.836298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7def8d11-c24c-43ad-8002-f34c41937b78 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:48.132162 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Publish callbacks [] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:48.139800 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:48.256296 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Attempting to bind port 432603c7-e634-4f56-9b4b-d63a96fc8961 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:17:48.256744 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Attempting to bind port 432603c7-e634-4f56-9b4b-d63a96fc8961 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:17:48.257107 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Attempting to bind port 432603c7-e634-4f56-9b4b-d63a96fc8961 on network 3a67850a-2702-408d-bac9-44e693e134b5 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:48.259342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73661de9-e7c3-4688-a685-6dc566d5b917 None None] Pushing event updated for resources: {'Port': ['ID=432603c7-e634-4f56-9b4b-d63a96fc8961,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:48.266367 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:48.266805 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Checking segment: {'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:17:48.267132 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:48.267545 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Bound using segment: {'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:48.267994 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Bound port: 432603c7-e634-4f56-9b4b-d63a96fc8961, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:17:48.268372 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:48.424579 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] For port 432603c7-e634-4f56-9b4b-d63a96fc8961, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:48.438887 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] For port 432603c7-e634-4f56-9b4b-d63a96fc8961, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=432603c7-e634-4f56-9b4b-d63a96fc8961,segment=NetworkSegment(e550c07a-3cca-4ac3-9e56-b0b5e8adb425),segment_id=e550c07a-3cca-4ac3-9e56-b0b5e8adb425)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:48.445791 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:48.539370 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Routers {'fe156794-3cea-4462-8f13-7a847c541be3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:48.540236 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fe156794-3cea-4462-8f13-7a847c541be3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:48.542380 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73661de9-e7c3-4688-a685-6dc566d5b917 None None] Pushing event updated for resources: {'Port': ['ID=432603c7-e634-4f56-9b4b-d63a96fc8961,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:48.593337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5f0bf9df-e85c-4e1b-8676-1d46eb9db6f0 None None] Provisioning complete for port 432603c7-e634-4f56-9b4b-d63a96fc8961 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:48.595105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf9df-e85c-4e1b-8676-1d46eb9db6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:48.787374 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] Set router fe156794-3cea-4462-8f13-7a847c541be3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:48.811852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bf9df-e85c-4e1b-8676-1d46eb9db6f0 None None] Current status of the port 432603c7-e634-4f56-9b4b-d63a96fc8961 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:48.812254 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf9df-e85c-4e1b-8676-1d46eb9db6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:48.897964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5f0bf9df-e85c-4e1b-8676-1d46eb9db6f0 None None] For port 432603c7-e634-4f56-9b4b-d63a96fc8961, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=432603c7-e634-4f56-9b4b-d63a96fc8961,segment=NetworkSegment(e550c07a-3cca-4ac3-9e56-b0b5e8adb425),segment_id=e550c07a-3cca-4ac3-9e56-b0b5e8adb425)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:48.902386 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f0bf9df-e85c-4e1b-8676-1d46eb9db6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:49.026688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bf9df-e85c-4e1b-8676-1d46eb9db6f0 None None] Pushing event updated for resources: {'Port': ['ID=432603c7-e634-4f56-9b4b-d63a96fc8961,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:49.060016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7fe12b7e-874a-45e0-8e95-2b5b94c3eee1 None None] Provisioning complete for port 432603c7-e634-4f56-9b4b-d63a96fc8961 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:49.060785 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7fe12b7e-874a-45e0-8e95-2b5b94c3eee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:49.232157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7fe12b7e-874a-45e0-8e95-2b5b94c3eee1 None None] Current status of the port 432603c7-e634-4f56-9b4b-d63a96fc8961 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:49.258718 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:17:43Z', 'revision_number': 4, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '432603c7-e634-4f56-9b4b-d63a96fc8961', 'name': '', 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'mac_address': 'fa:16:3e:49:28:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '52328f2c-9f7a-436c-8288-a5a7b36f7c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:42Z', 'updated_at': '2022-02-11T13:17:48Z', 'revision_number': 4, 'project_id': '9fb9847eaad3449b81f171616f569434', 'subnets': [{'id': '52328f2c-9f7a-436c-8288-a5a7b36f7c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:49.326091 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63020b-e7cf-4071-9bbd-648cb91cc779 None None] The sync data for ids ['fe156794-3cea-4462-8f13-7a847c541be3'] in n-d-828675-3 is: [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:17:43Z', 'revision_number': 4, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '432603c7-e634-4f56-9b4b-d63a96fc8961', 'name': '', 'network_id': '3a67850a-2702-408d-bac9-44e693e134b5', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'mac_address': 'fa:16:3e:49:28:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2867, 'fixed_ips': [{'subnet_id': '52328f2c-9f7a-436c-8288-a5a7b36f7c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:42Z', 'updated_at': '2022-02-11T13:17:48Z', 'revision_number': 4, 'project_id': '9fb9847eaad3449b81f171616f569434', 'subnets': [{'id': '52328f2c-9f7a-436c-8288-a5a7b36f7c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:51.512901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 432603c7-e634-4f56-9b4b-d63a96fc8961 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:51.665448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 432603c7-e634-4f56-9b4b-d63a96fc8961 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:51.665855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:51.949295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 432603c7-e634-4f56-9b4b-d63a96fc8961 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:17:52.054503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15520479-e5f1-47eb-8f2f-255611ff7231 req-343dca08-717b-4183-a083-a14737d9643f tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.056136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15520479-e5f1-47eb-8f2f-255611ff7231 req-343dca08-717b-4183-a083-a14737d9643f tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1128 time: 0.0861843 Feb 11 13:17:52.170467 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15520479-e5f1-47eb-8f2f-255611ff7231 req-52cd4fce-9666-4ac7-b414-158304a8c019 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081655 Feb 11 13:17:52.182384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37894) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:52.598316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 8ad7e7f8-7896-4902-86a4-3f05957cc30f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:17:52.599017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:52.820685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:52.822786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (8ad7e7f8-7896-4902-86a4-3f05957cc30f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:52.851525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 8ad7e7f8-7896-4902-86a4-3f05957cc30f owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:17:53.253218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8ad7e7f8-7896-4902-86a4-3f05957cc30f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:53.320738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=8ad7e7f8-7896-4902-86a4-3f05957cc30f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:53.493361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (4feec935-4046-4910-996c-ce8b8d9c1162), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:53.494133 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP 4feec935-4046-4910-996c-ce8b8d9c1162 disassociated (deleted). External IP: 172.25.1.47, port: 55660256-c6d1-436e-abc7-b314065b98bd. Feb 11 13:17:53.979746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:54.256370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:54.261768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:54.274433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] Sync routers for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:54.295379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:54.296017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:54.386796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1f944965-e2a5-4d52-bc9a-5d73a40fa42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/floatingips/4feec935-4046-4910-996c-ce8b8d9c1162 HTTP/1.1" status: 204 len: 168 time: 2.1944067 Feb 11 13:17:54.387537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:17:54.419683 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86131ca6-e049-4b17-8218-c0d2b06f5d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:54.635937 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e4fe2d-f33a-4e75-a0c3-a8aea997ec34 x-openstack-request-id: req-b2e4fe2d-f33a-4e75-a0c3-a8aea997ec34 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:54.636296 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:54.636701 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2e4fe2d-f33a-4e75-a0c3-a8aea997ec34 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:54.637984 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'status': 'completed', 'code': 200} Feb 11 13:17:54.696260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:54.917195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-cb9d6f19-0b98-4f7c-b173-34ba49d1724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.939326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-cb9d6f19-0b98-4f7c-b173-34ba49d1724b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 1128 time: 0.2915394 Feb 11 13:17:54.968287 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:55.207966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:55.212842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-f4003a70-4184-4565-b428-8d5895a5b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.220729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-f4003a70-4184-4565-b428-8d5895a5b554 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 200 len: 898 time: 0.2723448 Feb 11 13:17:55.287660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922bc11-236d-4183-807a-c30eb7bb737f req-a685ccb9-03ed-467b-8bca-613d9ea46a9b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.304414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5922bc11-236d-4183-807a-c30eb7bb737f req-a685ccb9-03ed-467b-8bca-613d9ea46a9b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.3306487 Feb 11 13:17:55.350207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-36dff3ff-297a-47b4-8869-cc61a4cb097e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 200 len: 217 time: 0.1225889 Feb 11 13:17:55.465989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-8c365920-7f77-4337-bd21-e34c9ce5cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.467613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-8c365920-7f77-4337-bd21-e34c9ce5cd69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 200 len: 835 time: 0.1102469 Feb 11 13:17:55.498322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5922bc11-236d-4183-807a-c30eb7bb737f req-0eea7e55-6c98-4f7a-8885-71cffde5a7f7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875937 Feb 11 13:17:55.570826 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:55.592960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:02Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:55.620554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-3534135a-dada-4ec0-b102-b1aba5f3bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.624136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-3534135a-dada-4ec0-b102-b1aba5f3bb4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4788cc0e-cf1e-4cbf-b515-2bc8472bb108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1488001 Feb 11 13:17:55.635085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] Checking router: 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:55.661653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:55.663283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:17:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:55.744729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Publish callbacks [] for security_group (218a5afc-ccdd-4308-a5aa-5a7068865ce8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:55.750825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (218a5afc-ccdd-4308-a5aa-5a7068865ce8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:55.831831 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31ba7beba5354b4382b39a85dd1b5a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189051 Feb 11 13:17:55.842112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a5afc-ccdd-4308-a5aa-5a7068865ce8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:55.852006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37946) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:55.883621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.891069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.891567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.897188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.897398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:55.897509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.897509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.897717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.898023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.898347 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.898667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.898986 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.899300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.899614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7486a58-eb20-460c-bf99-393eba1efa2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:55.921241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-70955d7f-517b-4f1f-95f9-783a12864d7a service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848508 Feb 11 13:17:56.029243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11370bc6-9b93-40e1-870a-6e09bda3a38e admin admin] Publish callbacks [] for security_group (218a5afc-ccdd-4308-a5aa-5a7068865ce8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:56.071783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86131ca6-e049-4b17-8218-c0d2b06f5d7b req-2d125999-3d21-416a-9efe-e60f910c0355 service neutron] 10.222.0.53 "GET /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435359 Feb 11 13:17:56.112119 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11370bc6-9b93-40e1-870a-6e09bda3a38e admin admin] Publish callbacks [] for security_group (218a5afc-ccdd-4308-a5aa-5a7068865ce8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:56.224019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11370bc6-9b93-40e1-870a-6e09bda3a38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (218a5afc-ccdd-4308-a5aa-5a7068865ce8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:56.227297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11370bc6-9b93-40e1-870a-6e09bda3a38e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:56.228749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-11370bc6-9b93-40e1-870a-6e09bda3a38e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/218a5afc-ccdd-4308-a5aa-5a7068865ce8 HTTP/1.1" status: 204 len: 168 time: 0.3756373 Feb 11 13:17:56.241257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11370bc6-9b93-40e1-870a-6e09bda3a38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a5afc-ccdd-4308-a5aa-5a7068865ce8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:56.314678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-21f49b60-e5c5-4bd8-a7fa-50ae417e1d5b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:56.321731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-21f49b60-e5c5-4bd8-a7fa-50ae417e1d5b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 946 time: 0.1731505 Feb 11 13:17:56.501295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:02Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:56.547580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 55660256-c6d1-436e-abc7-b314065b98bd {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:17:56.548177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (55660256-c6d1-436e-abc7-b314065b98bd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:56.587692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf162cb-5e37-42bf-87e6-e45318d08533 None None] The sync data for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 is: [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1f2fa64e-ec3d-4481-ac31-39af80135d5b', 'name': '', 'network_id': '4788cc0e-cf1e-4cbf-b515-2bc8472bb108', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:4a:dd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '251b1199-365c-4514-a289-b70077b69de4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:54Z', 'updated_at': '2022-02-11T13:15:02Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '251b1199-365c-4514-a289-b70077b69de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:56.730784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 55660256-c6d1-436e-abc7-b314065b98bd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=55660256-c6d1-436e-abc7-b314065b98bd,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:56.731368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (55660256-c6d1-436e-abc7-b314065b98bd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:56.758199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 55660256-c6d1-436e-abc7-b314065b98bd owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:17:56.955607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (55660256-c6d1-436e-abc7-b314065b98bd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.006312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3377466c-65d5-49f7-b581-a5ab2b79f13a req-0ccf2c61-8fdc-4b30-9f33-a7bfefb390fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d52f1c6f-9ae4-465c-8335-d9598944542a HTTP/1.1" status: 200 len: 210 time: 0.0641184 Feb 11 13:17:57.023136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37964) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:57.045180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1426946d-c739-4fd3-8a3c-38cbd4a01554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.049809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=55660256-c6d1-436e-abc7-b314065b98bd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:57.200774 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc962d22-9bd4-4795-8596-5a4b0c9ad565 None None] New status for floating IP 4feec935-4046-4910-996c-ce8b8d9c1162: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:17:57.223833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] No DVR routers for this DVR port 55660256-c6d1-436e-abc7-b314065b98bd on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:57.231459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.235090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf9121b8-d31b-4376-b454-2b229e18a445 req-ff505f05-e62a-4ae2-90d6-84ea2abecdde tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "DELETE /v2.0/ports/55660256-c6d1-436e-abc7-b314065b98bd HTTP/1.1" status: 204 len: 173 time: 0.9079828 Feb 11 13:17:57.235565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-deleted', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:17:57.240514 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28505a-60d7-488e-ab79-f47e64654b15" -d '{"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-deleted", "tag": "55660256-c6d1-436e-abc7-b314065b98bd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:57.287729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1426946d-c739-4fd3-8a3c-38cbd4a01554 admin admin] Publish callbacks [] for security_group (13e7aadb-a41e-41de-b7dd-37693cc708d9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.294606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1426946d-c739-4fd3-8a3c-38cbd4a01554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (13e7aadb-a41e-41de-b7dd-37693cc708d9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.350665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426946d-c739-4fd3-8a3c-38cbd4a01554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e7aadb-a41e-41de-b7dd-37693cc708d9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:57.358517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1426946d-c739-4fd3-8a3c-38cbd4a01554 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=522511fcb612416b830cc7e5aeefe098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3314388 Feb 11 13:17:57.358818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37974) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:57.450298 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ce3960-6bdb-49c5-921e-0d76d8d5e9c3 x-openstack-request-id: req-92ce3960-6bdb-49c5-921e-0d76d8d5e9c3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:57.451162 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f1c6f-9ae4-465c-8335-d9598944542a", "name": "network-vif-deleted", "tag": "55660256-c6d1-436e-abc7-b314065b98bd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:57.460929 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92ce3960-6bdb-49c5-921e-0d76d8d5e9c3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:57.462135 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f1c6f-9ae4-465c-8335-d9598944542a', 'name': 'network-vif-deleted', 'tag': '55660256-c6d1-436e-abc7-b314065b98bd', 'status': 'completed', 'code': 200} Feb 11 13:17:57.524111 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d879-b134-42d6-bd0b-d1e7f479a207 admin admin] Publish callbacks [] for security_group (13e7aadb-a41e-41de-b7dd-37693cc708d9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.612931 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d879-b134-42d6-bd0b-d1e7f479a207 admin admin] Publish callbacks [] for security_group (13e7aadb-a41e-41de-b7dd-37693cc708d9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.784266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d879-b134-42d6-bd0b-d1e7f479a207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (13e7aadb-a41e-41de-b7dd-37693cc708d9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.788167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d879-b134-42d6-bd0b-d1e7f479a207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:57.792507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bdf1d879-b134-42d6-bd0b-d1e7f479a207 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13e7aadb-a41e-41de-b7dd-37693cc708d9 HTTP/1.1" status: 204 len: 168 time: 0.4325047 Feb 11 13:17:57.811852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1d879-b134-42d6-bd0b-d1e7f479a207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e7aadb-a41e-41de-b7dd-37693cc708d9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:58.115390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37984) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:17:58.918679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 55660256-c6d1-436e-abc7-b314065b98bd no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:58.965300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 55660256-c6d1-436e-abc7-b314065b98bd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:17:58.966748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 55660256-c6d1-436e-abc7-b314065b98bd not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:59.024042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:59.337704 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c199c4b0-52b2-408e-bc33-4f1de0544d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:59.518499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 1f2fa64e-ec3d-4481-ac31-39af80135d5b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:17:59.518849 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:59.762384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 1f2fa64e-ec3d-4481-ac31-39af80135d5b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1f2fa64e-ec3d-4481-ac31-39af80135d5b,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:59.762895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:59.800635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 1f2fa64e-ec3d-4481-ac31-39af80135d5b owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:00.148667 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1f2fa64e-ec3d-4481-ac31-39af80135d5b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:00.673538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=1f2fa64e-ec3d-4481-ac31-39af80135d5b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:00.680656 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:00.767767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38054) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:00.999823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df40d20f-d065-4860-91f9-085b6d8297a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:01.293613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df40d20f-d065-4860-91f9-085b6d8297a7 admin admin] Publish callbacks [] for security_group (d10289b4-fc97-4cb5-87da-f5949d8463f1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:01.300776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df40d20f-d065-4860-91f9-085b6d8297a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d10289b4-fc97-4cb5-87da-f5949d8463f1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:01.429061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3b1f-4d14-488f-9cda-0112e39b7409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:01.449519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:01.462259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40d20f-d065-4860-91f9-085b6d8297a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10289b4-fc97-4cb5-87da-f5949d8463f1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:01.471800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-df40d20f-d065-4860-91f9-085b6d8297a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=608eeaaa542949dab778668e8bb47e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017393 Feb 11 13:18:01.478068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38074) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:01.735420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:01.749597 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] Sync routers for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:01.749785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-255ff60b-2670-45d5-9b20-d738e2bbb75a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/016ca38c-3443-45a1-b0d9-9f2af8a8dd0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6287131 Feb 11 13:18:01.749902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38082) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:01.795756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:01.806475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:01.910337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting subnet 251b1199-365c-4514-a289-b70077b69de4 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:18:01.926624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (251b1199-365c-4514-a289-b70077b69de4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.138278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (251b1199-365c-4514-a289-b70077b69de4), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.174290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:02.303016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-482d27ae-a163-44c9-a854-82569c47b919 admin admin] Publish callbacks [] for security_group (d10289b4-fc97-4cb5-87da-f5949d8463f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.345196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-482d27ae-a163-44c9-a854-82569c47b919 admin admin] Publish callbacks [] for security_group (d10289b4-fc97-4cb5-87da-f5949d8463f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.424201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (251b1199-365c-4514-a289-b70077b69de4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.498442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-482d27ae-a163-44c9-a854-82569c47b919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d10289b4-fc97-4cb5-87da-f5949d8463f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.506591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-482d27ae-a163-44c9-a854-82569c47b919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.508903 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-482d27ae-a163-44c9-a854-82569c47b919 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d10289b4-fc97-4cb5-87da-f5949d8463f1 HTTP/1.1" status: 204 len: 168 time: 1.0291798 Feb 11 13:18:02.529580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d27ae-a163-44c9-a854-82569c47b919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10289b4-fc97-4cb5-87da-f5949d8463f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:02.599561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (251b1199-365c-4514-a289-b70077b69de4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.623266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.628837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/subnets/251b1199-365c-4514-a289-b70077b69de4 HTTP/1.1" status: 204 len: 168 time: 0.8791125 Feb 11 13:18:02.631546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38100) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:02.688601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841e4bd-bcb9-463d-9561-ae82ce76227f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Subnet': ['ID=251b1199-365c-4514-a289-b70077b69de4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:03.036422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.086481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42bb47c-4b20-4ae2-a4ce-06c0d10c0794 None None] Network 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:03.227673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:03.253628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb858c3c-5951-4c8d-bfd4-1a4540e7c619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.297147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.457851 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.505864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249'}], 'enable_snat': True}, 'gw_port_id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:18:00Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': 'c7f2a21a-b9ea-45fc-8d84-b8889968d906', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:11:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:48Z', 'updated_at': '2022-02-11T13:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:03.515705 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb858c3c-5951-4c8d-bfd4-1a4540e7c619 admin admin] Publish callbacks [] for security_group (08958de8-b194-4448-ac34-0d30d536b441), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.522164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb858c3c-5951-4c8d-bfd4-1a4540e7c619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (08958de8-b194-4448-ac34-0d30d536b441), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.575849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c384d33a-f904-4173-a403-616039f347bd None None] DHCP port deletion for 4788cc0e-cf1e-4cbf-b515-2bc8472bb108 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:18:03.578353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] Checking router: 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:03.626262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] Routers {'016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:03.627154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:03.646789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bb858c3c-5951-4c8d-bfd4-1a4540e7c619 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=435f4fea238d44c28b92b5756d55a1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155943 Feb 11 13:18:03.647683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38122) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:03.671893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb858c3c-5951-4c8d-bfd4-1a4540e7c619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08958de8-b194-4448-ac34-0d30d536b441,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:03.742269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acf1f2e8-e217-416f-8e5a-4e25ec90050c admin admin] Publish callbacks [] for security_group (08958de8-b194-4448-ac34-0d30d536b441), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.759313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port c7f2a21a-b9ea-45fc-8d84-b8889968d906 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:18:03.759586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.830010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] Set router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:03.901315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port c7f2a21a-b9ea-45fc-8d84-b8889968d906, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c7f2a21a-b9ea-45fc-8d84-b8889968d906,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:03.901732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:03.926503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for c7f2a21a-b9ea-45fc-8d84-b8889968d906 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:04.013978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:18:03Z', 'revision_number': 6, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:04.094264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec9412-ba43-45a2-9d62-e5fc814b8a73 None None] The sync data for ids ['016ca38c-3443-45a1-b0d9-9f2af8a8dd0b'] in n-d-828675-3 is: [{'id': '016ca38c-3443-45a1-b0d9-9f2af8a8dd0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825232302', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:47Z', 'updated_at': '2022-02-11T13:18:03Z', 'revision_number': 6, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:04.239387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c7f2a21a-b9ea-45fc-8d84-b8889968d906), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.251478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.254411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c384d33a-f904-4173-a403-616039f347bd None None] Deleting port f61fc6f7-a663-4a14-84eb-76cf4b5b013b {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:18:04.255019 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c384d33a-f904-4173-a403-616039f347bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.326930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c384d33a-f904-4173-a403-616039f347bd None None] For port f61fc6f7-a663-4a14-84eb-76cf4b5b013b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f61fc6f7-a663-4a14-84eb-76cf4b5b013b,segment=NetworkSegment(c502e547-6cc5-4aea-9e55-6180e9aa3fc8),segment_id=c502e547-6cc5-4aea-9e55-6180e9aa3fc8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:04.331403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=c7f2a21a-b9ea-45fc-8d84-b8889968d906,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:04.332142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c384d33a-f904-4173-a403-616039f347bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.352722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acf1f2e8-e217-416f-8e5a-4e25ec90050c admin admin] Publish callbacks [] for security_group (08958de8-b194-4448-ac34-0d30d536b441), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.462063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c384d33a-f904-4173-a403-616039f347bd None None] Calling delete_port for f61fc6f7-a663-4a14-84eb-76cf4b5b013b owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:04.491789 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.699472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.702844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.789993 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c384d33a-f904-4173-a403-616039f347bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (f61fc6f7-a663-4a14-84eb-76cf4b5b013b), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.812618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (016ca38c-3443-45a1-b0d9-9f2af8a8dd0b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.813757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Fanout notify agent at l3_agent the message router_deleted on router 016ca38c-3443-45a1-b0d9-9f2af8a8dd0b {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:18:04.821267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384d33a-f904-4173-a403-616039f347bd None None] No DVR routers for this DVR port f61fc6f7-a663-4a14-84eb-76cf4b5b013b on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:04.826586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.832064 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d45aecfa-bbd5-424d-a834-7de7c0e2e08f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/routers/016ca38c-3443-45a1-b0d9-9f2af8a8dd0b HTTP/1.1" status: 204 len: 168 time: 2.1970465 Feb 11 13:18:04.832719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38136) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:04.860147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acf1f2e8-e217-416f-8e5a-4e25ec90050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (08958de8-b194-4448-ac34-0d30d536b441), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.862725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acf1f2e8-e217-416f-8e5a-4e25ec90050c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.866287 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-acf1f2e8-e217-416f-8e5a-4e25ec90050c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08958de8-b194-4448-ac34-0d30d536b441 HTTP/1.1" status: 204 len: 168 time: 1.2140520 Feb 11 13:18:04.876431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384d33a-f904-4173-a403-616039f347bd None None] Pushing event deleted for resources: {'Port': ['ID=f61fc6f7-a663-4a14-84eb-76cf4b5b013b,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:04.938495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1f2e8-e217-416f-8e5a-4e25ec90050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08958de8-b194-4448-ac34-0d30d536b441,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:05.042014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (4788cc0e-cf1e-4cbf-b515-2bc8472bb108), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.287559 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (4788cc0e-cf1e-4cbf-b515-2bc8472bb108), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.312753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4788cc0e-cf1e-4cbf-b515-2bc8472bb108']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:05.324893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:05.325539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c502e547-6cc5-4aea-9e55-6180e9aa3fc8') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:05.342468 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.350542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c502e547-6cc5-4aea-9e55-6180e9aa3fc8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.390553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c502e547-6cc5-4aea-9e55-6180e9aa3fc8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.406758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:18:05.407885 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c502e547-6cc5-4aea-9e55-6180e9aa3fc8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:05.468291 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:05.504501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7f2a21a-b9ea-45fc-8d84-b8889968d906 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:05.564268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c7f2a21a-b9ea-45fc-8d84-b8889968d906 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:18:05.565242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c7f2a21a-b9ea-45fc-8d84-b8889968d906 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:05.567636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f2fa64e-ec3d-4481-ac31-39af80135d5b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:05.624819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (4788cc0e-cf1e-4cbf-b515-2bc8472bb108), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.637131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1f2fa64e-ec3d-4481-ac31-39af80135d5b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:18:05.637700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1f2fa64e-ec3d-4481-ac31-39af80135d5b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:05.638493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f61fc6f7-a663-4a14-84eb-76cf4b5b013b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:05.638635 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.643981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/networks/4788cc0e-cf1e-4cbf-b515-2bc8472bb108 HTTP/1.1" status: 204 len: 168 time: 0.8053153 Feb 11 13:18:05.647044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38154) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:05.675002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00aae43-fdc5-4690-8e7b-02ab38e46574 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Network': ['ID=4788cc0e-cf1e-4cbf-b515-2bc8472bb108,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:05.682266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f61fc6f7-a663-4a14-84eb-76cf4b5b013b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:18:05.687977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f61fc6f7-a663-4a14-84eb-76cf4b5b013b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:05.780366 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b63f12-27b1-4e55-abfa-ad04bd63b3b2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.840157 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b63f12-27b1-4e55-abfa-ad04bd63b3b2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.942441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b63f12-27b1-4e55-abfa-ad04bd63b3b2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.945059 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b63f12-27b1-4e55-abfa-ad04bd63b3b2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:05.948926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4b63f12-27b1-4e55-abfa-ad04bd63b3b2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/security-groups/46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b HTTP/1.1" status: 204 len: 168 time: 0.2979987 Feb 11 13:18:05.975462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b63f12-27b1-4e55-abfa-ad04bd63b3b2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a8ee39-9f7d-4ed8-90c6-26465f7d4b9b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:06.808446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38176) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:06.814382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-79d8595b-0ba8-49d8-91df-e0ec7127a1ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079022402', 'description': 'tempest-secgroup-smoke-2079022402 description', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:06.847609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79d8595b-0ba8-49d8-91df-e0ec7127a1ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.007215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79d8595b-0ba8-49d8-91df-e0ec7127a1ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (c1ffe8c5-6646-46fb-9b0b-f02bae004457), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.016225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79d8595b-0ba8-49d8-91df-e0ec7127a1ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1ffe8c5-6646-46fb-9b0b-f02bae004457), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.062401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8595b-0ba8-49d8-91df-e0ec7127a1ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ffe8c5-6646-46fb-9b0b-f02bae004457,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.087954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79d8595b-0ba8-49d8-91df-e0ec7127a1ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.090362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-79d8595b-0ba8-49d8-91df-e0ec7127a1ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2790346 Feb 11 13:18:07.093121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38184) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:07.099190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ff8bb858-06e4-444f-8366-53cc27a93ec1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': 'c1ffe8c5-6646-46fb-9b0b-f02bae004457', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:07.143157 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb858-06e4-444f-8366-53cc27a93ec1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (6a4bedcf-5520-4b61-a61f-4fb44bee00ef), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.260262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb858-06e4-444f-8366-53cc27a93ec1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (6a4bedcf-5520-4b61-a61f-4fb44bee00ef), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.267055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb858-06e4-444f-8366-53cc27a93ec1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6a4bedcf-5520-4b61-a61f-4fb44bee00ef), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.315488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bb858-06e4-444f-8366-53cc27a93ec1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4bedcf-5520-4b61-a61f-4fb44bee00ef,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.330564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ff8bb858-06e4-444f-8366-53cc27a93ec1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.331788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ff8bb858-06e4-444f-8366-53cc27a93ec1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371001 Feb 11 13:18:07.334791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38192) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:07.344655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ce35abdc-1bea-4568-a26b-6d4ae5dc84fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': 'c1ffe8c5-6646-46fb-9b0b-f02bae004457', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:07.391095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ce35abdc-1bea-4568-a26b-6d4ae5dc84fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (0d2c87d0-46fe-4fb2-b64d-b7e683b6fed9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.471228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ce35abdc-1bea-4568-a26b-6d4ae5dc84fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (0d2c87d0-46fe-4fb2-b64d-b7e683b6fed9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.478993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ce35abdc-1bea-4568-a26b-6d4ae5dc84fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (0d2c87d0-46fe-4fb2-b64d-b7e683b6fed9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.509455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ce35abdc-1bea-4568-a26b-6d4ae5dc84fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.515335 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38196) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:07.521148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2334cae3-dce1-4de0-b5c9-630fbed91fd2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': 'c1ffe8c5-6646-46fb-9b0b-f02bae004457', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:07.528167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ce35abdc-1bea-4568-a26b-6d4ae5dc84fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1924846 Feb 11 13:18:07.537388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35abdc-1bea-4568-a26b-6d4ae5dc84fc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2c87d0-46fe-4fb2-b64d-b7e683b6fed9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.562435 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2334cae3-dce1-4de0-b5c9-630fbed91fd2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (97ed0961-890e-4531-a72b-81945c3b7401), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.644157 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2334cae3-dce1-4de0-b5c9-630fbed91fd2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (97ed0961-890e-4531-a72b-81945c3b7401), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.650212 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2334cae3-dce1-4de0-b5c9-630fbed91fd2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (97ed0961-890e-4531-a72b-81945c3b7401), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.680131 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2334cae3-dce1-4de0-b5c9-630fbed91fd2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.683934 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2334cae3-dce1-4de0-b5c9-630fbed91fd2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650021 Feb 11 13:18:07.684220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38198) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:07.691262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a415ace2-cfaf-455a-831c-5dcaab7fc4a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': 'c1ffe8c5-6646-46fb-9b0b-f02bae004457', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:07.697482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334cae3-dce1-4de0-b5c9-630fbed91fd2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ed0961-890e-4531-a72b-81945c3b7401,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.724045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a415ace2-cfaf-455a-831c-5dcaab7fc4a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (697e8d00-bd99-4d76-9ca3-8b0f968d6fcb), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.806854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a415ace2-cfaf-455a-831c-5dcaab7fc4a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (697e8d00-bd99-4d76-9ca3-8b0f968d6fcb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.814170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a415ace2-cfaf-455a-831c-5dcaab7fc4a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (697e8d00-bd99-4d76-9ca3-8b0f968d6fcb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.836710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415ace2-cfaf-455a-831c-5dcaab7fc4a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697e8d00-bd99-4d76-9ca3-8b0f968d6fcb,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.851643 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a415ace2-cfaf-455a-831c-5dcaab7fc4a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.853715 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a415ace2-cfaf-455a-831c-5dcaab7fc4a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678469 Feb 11 13:18:07.856804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38200) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:07.862719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': 'c1ffe8c5-6646-46fb-9b0b-f02bae004457', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:07.884856 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:18:07.892298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (ee720cc9-7b53-4905-8c36-47fe2823ae81), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.962361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (ee720cc9-7b53-4905-8c36-47fe2823ae81), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.966906 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ee720cc9-7b53-4905-8c36-47fe2823ae81), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.989113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee720cc9-7b53-4905-8c36-47fe2823ae81,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.998423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.003124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38202) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:08.003295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7b6d2cf8-39d7-4e0f-99bc-8ccc1f051d11 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442268 Feb 11 13:18:08.008171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': 'c1ffe8c5-6646-46fb-9b0b-f02bae004457', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:08.033011 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:18:08.038515 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (c4959f61-51c1-4ddc-9de1-f3485cc12ab4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.103567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (c4959f61-51c1-4ddc-9de1-f3485cc12ab4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.109117 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (c4959f61-51c1-4ddc-9de1-f3485cc12ab4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.131221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4959f61-51c1-4ddc-9de1-f3485cc12ab4,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:08.139336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.143793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38204) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:08.149013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'network': {'name': 'tempest-network-smoke--210430241', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:08.152364 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a30ca47-64a7-4c67-8349-9407cc26f752 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484823 Feb 11 13:18:08.170614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:08.174019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.201913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:08.211708 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (42c18c70-d057-4a3d-934d-fecb650f4692), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.212132 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Added segment 42c18c70-d057-4a3d-934d-fecb650f4692 of type vlan for network 14a8278c-597c-47f3-b3c1-529eda394797 Feb 11 13:18:08.256356 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (14a8278c-597c-47f3-b3c1-529eda394797), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.285878 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (14a8278c-597c-47f3-b3c1-529eda394797), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.290771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:08.291354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.357390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2124703 Feb 11 13:18:08.360751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38206) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:08.360986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c28948-211b-4cfe-bece-5696ab6a6421 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Network': ['ID=14a8278c-597c-47f3-b3c1-529eda394797,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:08.372358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 14a8278c-597c-47f3-b3c1-529eda394797 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:08.375331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'admin_state_up': True, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:08.417917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (30d579ca-b935-4b35-8f34-dd2441bf2ba4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.419541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (30d579ca-b935-4b35-8f34-dd2441bf2ba4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.507546 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (30d579ca-b935-4b35-8f34-dd2441bf2ba4), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.652244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (30d579ca-b935-4b35-8f34-dd2441bf2ba4), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.871098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (30d579ca-b935-4b35-8f34-dd2441bf2ba4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.891136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:09.009175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.37 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2a8a48ab-d053-498a-88a7-d5ad04f8fa3a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:09.156790 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:09.198565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:09.259497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:09.264999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:09.268272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:09.292134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.587234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (30d579ca-b935-4b35-8f34-dd2441bf2ba4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:09.954597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (30d579ca-b935-4b35-8f34-dd2441bf2ba4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:10.193421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:18:10.358915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:10.374082 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Sync routers for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:10.386404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:10.390631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-003d7260-fb23-425e-b9d7-3128df1e0497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0256307 Feb 11 13:18:10.391431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38260) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:10.411363 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:10.412499 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:10.429532 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-686a73b8-f925-4526-89ad-5d47b49afe18 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345318 Feb 11 13:18:10.430514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38266) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:10.649166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1562a81-cc5f-4073-aae8-7f0fbf3b808b tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:10.654187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1562a81-cc5f-4073-aae8-7f0fbf3b808b tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2201366 Feb 11 13:18:10.654450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38272) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:10.740822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38274) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:10.747741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1365548849', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:10.761359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb707e93-600f-4d8c-a8e7-e3c745287c36 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1055489 Feb 11 13:18:10.999354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:11.002852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:11.039684 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:11.366627 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:09Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:11.395549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (4b4801bd-bcb3-418e-8c14-ae6647122738), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:11.440209 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Checking router: 30d579ca-b935-4b35-8f34-dd2441bf2ba4 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:11.441303 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Updating router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:18:11.478460 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:11.536580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Subnet': ['ID=4b4801bd-bcb3-418e-8c14-ae6647122738,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:11.556982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Checking segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:11.557345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network hostable DHCP agents. Network: 14a8278c-597c-47f3-b3c1-529eda394797, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:11.597742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 14a8278c-597c-47f3-b3c1-529eda394797 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:11.610956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 14a8278c-597c-47f3-b3c1-529eda394797) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:11.616098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:11.617007 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:11.624129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d09f9b6-f43d-4190-a5b7-f75e33cb54f1 None None] Network 14a8278c-597c-47f3-b3c1-529eda394797 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:11.665038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5dc57f31-d5a6-410a-bd9e-38942747ec8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9222848 Feb 11 13:18:11.667943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38294) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:11.841142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-14a8278c-597c-47f3-b3c1-529eda394797', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:18:11.842066 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:11.867609 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Publish callbacks [] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:11.877307 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:11.992612 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Attempting to bind port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:11.992964 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Attempting to bind port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:11.993328 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Attempting to bind port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:12.016100 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:12.016539 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:12.016880 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.018283 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:12.018787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Bound port: 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:12.019171 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.099542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Allocated IP 172.20.0.2 (14a8278c-597c-47f3-b3c1-529eda394797/4b4801bd-bcb3-418e-8c14-ae6647122738/3cdbee4b-2515-4713-b8e0-ae873c741b80) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:12.141663 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] For port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:12.152434 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] For port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:12.175586 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.205950 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f717-23bb-4ee5-b88f-5cf8f105f27a None None] Pushing event updated for resources: {'Port': ['ID=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.300949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Publish callbacks [] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.311899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.386457 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:12.387609 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:12.457699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Pushing event updated for resources: {'Port': ['ID=3cdbee4b-2515-4713-b8e0-ae873c741b80,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.493319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Network 14a8278c-597c-47f3-b3c1-529eda394797 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:12.495697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:12.509104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:12.528711 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f717-23bb-4ee5-b88f-5cf8f105f27a None None] Pushing event updated for resources: {'Port': ['ID=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.687121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Attempting to bind port 3cdbee4b-2515-4713-b8e0-ae873c741b80 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:12.687622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Attempting to bind port 3cdbee4b-2515-4713-b8e0-ae873c741b80 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:12.688690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Attempting to bind port 3cdbee4b-2515-4713-b8e0-ae873c741b80 on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:12.702407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:12.702873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Checking segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:12.704075 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.706155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Bound using segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:12.706772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Bound port: 3cdbee4b-2515-4713-b8e0-ae873c741b80, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:12.707274 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.721926 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:12.796817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] For port 3cdbee4b-2515-4713-b8e0-ae873c741b80, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:12.801204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] For port 3cdbee4b-2515-4713-b8e0-ae873c741b80, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3cdbee4b-2515-4713-b8e0-ae873c741b80,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:12.811243 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:12.900896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acf1ca-e62e-41b9-b558-f8318f2193ca None None] Pushing event updated for resources: {'Port': ['ID=3cdbee4b-2515-4713-b8e0-ae873c741b80,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:13.121586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:13.124711 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:09Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:13.155582 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1758ab9-95ca-4b52-8693-452fcbaceab7 None None] The sync data for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 is: [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:09Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:13.532294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3cdbee4b-2515-4713-b8e0-ae873c741b80 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:13.644429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3cdbee4b-2515-4713-b8e0-ae873c741b80 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:13.650316 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:13.665099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.1 (14a8278c-597c-47f3-b3c1-529eda394797/4b4801bd-bcb3-418e-8c14-ae6647122738/a256ee79-c067-43f9-aad9-7a891657ba6a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:13.792417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3cdbee4b-2515-4713-b8e0-ae873c741b80 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:13.792936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:13.832908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 3cdbee4b-2515-4713-b8e0-ae873c741b80, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3cdbee4b-2515-4713-b8e0-ae873c741b80,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:13.838086 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:13.870094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:13.915943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=3cdbee4b-2515-4713-b8e0-ae873c741b80,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:13.929937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:13.993215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 14a8278c-597c-47f3-b3c1-529eda394797 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:13.996951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:14.001945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:14.006792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=a256ee79-c067-43f9-aad9-7a891657ba6a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.071458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (30d579ca-b935-4b35-8f34-dd2441bf2ba4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:14.298122 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:14.544505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9df5c-60ae-49bf-9401-989748ac33a5 None None] Network 14a8278c-597c-47f3-b3c1-529eda394797 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:14.633447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-88b2d645-9a24-43e5-9c52-f5fdae987fd9 None None] Provisioning complete for port 3cdbee4b-2515-4713-b8e0-ae873c741b80 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:14.634014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-88b2d645-9a24-43e5-9c52-f5fdae987fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:14.791978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:14.798889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:14.907556 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (30d579ca-b935-4b35-8f34-dd2441bf2ba4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:14.916753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=a256ee79-c067-43f9-aad9-7a891657ba6a,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.972147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-88b2d645-9a24-43e5-9c52-f5fdae987fd9 None None] Current status of the port 3cdbee4b-2515-4713-b8e0-ae873c741b80 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:15.069293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 14a8278c-597c-47f3-b3c1-529eda394797 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:15.070966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:15.204286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:15.327777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d2131dbe-fb93-4f0e-bb85-fcba83a9f205 None None] Provisioning complete for port 3cdbee4b-2515-4713-b8e0-ae873c741b80 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:15.328549 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2131dbe-fb93-4f0e-bb85-fcba83a9f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:15.425077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:15.438798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0a420686-aa1d-466a-b44e-247d5d40dccd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/30d579ca-b935-4b35-8f34-dd2441bf2ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7614346 Feb 11 13:18:15.505133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d2131dbe-fb93-4f0e-bb85-fcba83a9f205 None None] Current status of the port 3cdbee4b-2515-4713-b8e0-ae873c741b80 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:15.533766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d2131dbe-fb93-4f0e-bb85-fcba83a9f205 None None] Provisioning complete for port a256ee79-c067-43f9-aad9-7a891657ba6a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:15.534312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2131dbe-fb93-4f0e-bb85-fcba83a9f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:15.579602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d2131dbe-fb93-4f0e-bb85-fcba83a9f205 None None] Port a256ee79-c067-43f9-aad9-7a891657ba6a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:15.663513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3cdbee4b-2515-4713-b8e0-ae873c741b80 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:15.738095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0d2b7026-591b-47a1-bee3-1c6f687e7665 None None] Provisioning complete for port a256ee79-c067-43f9-aad9-7a891657ba6a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:15.738478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0d2b7026-591b-47a1-bee3-1c6f687e7665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:15.785282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-b9efcfc1-2242-40ae-a614-1188b6154abf tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079022402&fields=id&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 267 time: 0.0595074 Feb 11 13:18:15.795020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0d2b7026-591b-47a1-bee3-1c6f687e7665 None None] Port a256ee79-c067-43f9-aad9-7a891657ba6a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:15.814129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3cdbee4b-2515-4713-b8e0-ae873c741b80 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:15.814519 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:15.942431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3cdbee4b-2515-4713-b8e0-ae873c741b80 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:15.943922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:15.958859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-644aeef0-79b0-4759-a048-a136fa3c85ef tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.966837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-644aeef0-79b0-4759-a048-a136fa3c85ef tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 796 time: 0.1753857 Feb 11 13:18:15.983163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-dfcbf156-3dab-41d0-aa82-8e5fb99576a5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/quotas/f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 375 time: 0.0153880 Feb 11 13:18:15.997099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Sync routers for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:16.024671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:16.025970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:16.062549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-6fff3ab8-b777-4034-b08d-4c155574cfbd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702782 Feb 11 13:18:16.104326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cacced1b-fc6b-4842-840b-dc612bbee7f4 None None] Provisioning complete for port a256ee79-c067-43f9-aad9-7a891657ba6a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:16.105067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cacced1b-fc6b-4842-840b-dc612bbee7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:16.148163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:16.148715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:16.150508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cacced1b-fc6b-4842-840b-dc612bbee7f4 None None] Port a256ee79-c067-43f9-aad9-7a891657ba6a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:16.299558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:16.306934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-1f1e2e97-19dd-4f0c-a88c-c3e2cd7f76b7 service neutron] 10.222.0.42 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432003 Feb 11 13:18:16.338700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:16.430882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:16.431462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:16.443818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-6af1ac7a-0e6c-4573-8f6f-80b58b35f911 service neutron] 10.222.0.42 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355290 Feb 11 13:18:16.494012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:16.501342 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:16.586217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:16.628565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 2, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:16.680598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Checking router: 30d579ca-b935-4b35-8f34-dd2441bf2ba4 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:16.681738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Updating router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 port a256ee79-c067-43f9-aad9-7a891657ba6a binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:18:16.699616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca135804-b05e-4741-a325-9093dfa80dc1 req-1f3ca302-ef38-4713-882d-a09fef2e257a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 210 time: 0.0408695 Feb 11 13:18:16.744709 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.067500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Publish callbacks [] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.074975 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.128534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a47f8a-b692-42ec-a1a0-1899fdf316d0 None None] Pushing event updated for resources: {'Port': ['ID=a256ee79-c067-43f9-aad9-7a891657ba6a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.203301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Attempting to bind port a256ee79-c067-43f9-aad9-7a891657ba6a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:17.204088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Attempting to bind port a256ee79-c067-43f9-aad9-7a891657ba6a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:17.205255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Attempting to bind port a256ee79-c067-43f9-aad9-7a891657ba6a on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:17.216419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:17.217203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Checking segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:17.217890 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.218485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Bound using segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:17.219294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Bound port: a256ee79-c067-43f9-aad9-7a891657ba6a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:17.219904 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.327319 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.386690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] For port a256ee79-c067-43f9-aad9-7a891657ba6a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:17.390923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] For port a256ee79-c067-43f9-aad9-7a891657ba6a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a256ee79-c067-43f9-aad9-7a891657ba6a,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:17.414389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.494820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:17.495460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:17.614042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a47f8a-b692-42ec-a1a0-1899fdf316d0 None None] Pushing event updated for resources: {'Port': ['ID=a256ee79-c067-43f9-aad9-7a891657ba6a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.626103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:17.716995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:17.719420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1e6c5451-5250-463a-96b2-e5daecb16bcf None None] Provisioning complete for port a256ee79-c067-43f9-aad9-7a891657ba6a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:17.719420 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5451-5250-463a-96b2-e5daecb16bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:17.830273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5c24bb03-cbb6-4c00-a17e-4b4a9a72437d req-5ce9c551-4710-4e45-bed4-0545b3addd30 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 210 time: 0.0467327 Feb 11 13:18:17.924231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:17.924717 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.081653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-268e34c6-e998-482b-b722-9d68883faa72 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.083280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-268e34c6-e998-482b-b722-9d68883faa72 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 796 time: 0.1757793 Feb 11 13:18:18.169406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-89e7a0ef-16f7-47c1-b29b-005c553de09b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 380 time: 0.0733771 Feb 11 13:18:18.180072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'port': {'device_id': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'admin_state_up': True, 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'security_groups': ['c1ffe8c5-6646-46fb-9b0b-f02bae004457']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:18.208621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c5451-5250-463a-96b2-e5daecb16bcf None None] Current status of the port a256ee79-c067-43f9-aad9-7a891657ba6a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:18.209248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5451-5250-463a-96b2-e5daecb16bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.299065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1e6c5451-5250-463a-96b2-e5daecb16bcf None None] For port a256ee79-c067-43f9-aad9-7a891657ba6a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a256ee79-c067-43f9-aad9-7a891657ba6a,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:18.308880 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e6c5451-5250-463a-96b2-e5daecb16bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.318068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:18.322690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.353488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:18.467731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:17Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:18.471589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c5451-5250-463a-96b2-e5daecb16bcf None None] Pushing event updated for resources: {'Port': ['ID=a256ee79-c067-43f9-aad9-7a891657ba6a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.507037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-615cc8af-7fe3-42fe-a75f-c7b977af7274 None None] Provisioning complete for port a256ee79-c067-43f9-aad9-7a891657ba6a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:18.507412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-615cc8af-7fe3-42fe-a75f-c7b977af7274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.522705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.13 (14a8278c-597c-47f3-b3c1-529eda394797/4b4801bd-bcb3-418e-8c14-ae6647122738/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:18.548707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45befe96-59e9-4e8c-934a-4a744abdc8c4 None None] The sync data for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 is: [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:17Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:18.681463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-615cc8af-7fe3-42fe-a75f-c7b977af7274 None None] Current status of the port a256ee79-c067-43f9-aad9-7a891657ba6a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:18.734580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.774406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.840945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 14a8278c-597c-47f3-b3c1-529eda394797 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:18.848495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:18.854952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:18.918534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.919404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:18.924289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.982404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-3e34f2a9-0c9c-4792-b11c-b4ad4c05e04c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8067806 Feb 11 13:18:19.001218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Request body: {'port': {'device_id': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:19.057226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-26d7c9d1-6ef1-4893-99a8-879fcfe8caf1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1516261 Feb 11 13:18:19.064194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a0579-0cb4-4ff3-8c35-8b3412e6ad25 req-99771a3f-fb07-43a9-8d31-7d449976e931 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:19.077981 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-293a0579-0cb4-4ff3-8c35-8b3412e6ad25 req-99771a3f-fb07-43a9-8d31-7d449976e931 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 932 time: 0.1401327 Feb 11 13:18:19.174357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:19.194528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-293a0579-0cb4-4ff3-8c35-8b3412e6ad25 req-82386857-7f54-4cc9-811f-8924865dc0f8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151609 Feb 11 13:18:19.234565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cdb26256-6c43-4570-b56b-eca4603f7175 None None] Provisioning complete for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:19.235199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdb26256-6c43-4570-b56b-eca4603f7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:19.287093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27337484-f52a-44da-a4da-257620cd211e req-49e6357b-e91d-481e-a765-5a43464220c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:19.291772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-49e6357b-e91d-481e-a765-5a43464220c2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=363a483d018144859b6c13cee3f7967b&device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 1127 time: 0.2055476 Feb 11 13:18:19.321915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cdb26256-6c43-4570-b56b-eca4603f7175 None None] Port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:19.534095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a256ee79-c067-43f9-aad9-7a891657ba6a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:19.637016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a256ee79-c067-43f9-aad9-7a891657ba6a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:19.637564 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:19.747687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a256ee79-c067-43f9-aad9-7a891657ba6a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:20.026765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27337484-f52a-44da-a4da-257620cd211e req-03f24516-52fe-4b26-ab5c-7635842a09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.029167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-03f24516-52fe-4b26-ab5c-7635842a09cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 200 len: 911 time: 0.1857610 Feb 11 13:18:20.148666 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-5adb1aa5-d61e-48b3-bc52-9be354290b6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa HTTP/1.1" status: 200 len: 999 time: 0.1133707 Feb 11 13:18:20.277423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27337484-f52a-44da-a4da-257620cd211e req-da9738f3-907f-4f13-a296-226f1749512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.279962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-da9738f3-907f-4f13-a296-226f1749512b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 200 len: 849 time: 0.1250732 Feb 11 13:18:20.282788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:18:20.313998 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Publish callbacks [] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:20.355210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Transition to ACTIVE for port object 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:20.362016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:20.385991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc6955-2ab6-49dd-a13e-d6f23aca610e req-ba900c75-69b0-4ab8-a745-034bb62c6fea tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.389574 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3fc6955-2ab6-49dd-a13e-d6f23aca610e req-ba900c75-69b0-4ab8-a745-034bb62c6fea tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 932 time: 0.1020725 Feb 11 13:18:20.426436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27337484-f52a-44da-a4da-257620cd211e req-b7b2eb1d-8472-4455-96a6-10fc8a1f951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.428133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-b7b2eb1d-8472-4455-96a6-10fc8a1f951b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd8a299f-81d2-493f-bd95-dbc657aa885c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1400478 Feb 11 13:18:20.472823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:20.522438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e3fc6955-2ab6-49dd-a13e-d6f23aca610e req-00ce7069-179a-4d26-9de5-4cfcf19b38da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264710 Feb 11 13:18:20.637625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-82de8bbc-b5ee-4b89-b8d6-b9c163ccaa75 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982076 Feb 11 13:18:20.752814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:20.753553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:20.754114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:20.766647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:20.767234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:20.780570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:20.780914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Checking segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:20.781294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Bound using segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:20.781765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Bound port: 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:20.782148 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:20.800882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27337484-f52a-44da-a4da-257620cd211e req-548130e2-1fb5-488e-b888-64a094d291d5 service neutron] 10.222.0.53 "GET /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504815 Feb 11 13:18:20.882597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:20.885745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:20.892879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:20.932971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.933770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:20.935432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] 10.222.0.53 "PUT /v2.0/ports/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1092 time: 1.9434395 Feb 11 13:18:20.935892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:20.938511 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58be939-26cd-4c69-b446-7746d283fbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:20.973942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494838ca-1420-4d38-ad5c-f2ed82ab6dce service neutron] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:20.987619 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9517add-9f44-4ed2-87a9-8b253aa3820a x-openstack-request-id: req-d9517add-9f44-4ed2-87a9-8b253aa3820a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:20.988200 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:20.988668 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9517add-9f44-4ed2-87a9-8b253aa3820a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:20.989289 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'status': 'completed', 'code': 200} Feb 11 13:18:21.050768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-e43843cc-4a40-471f-ace2-d9c9d44a972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.053107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-e43843cc-4a40-471f-ace2-d9c9d44a972f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1126 time: 0.0629258 Feb 11 13:18:21.112991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-2d39240c-0740-4f78-b0a8-d5bf19ea1fa2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 217 time: 0.0521498 Feb 11 13:18:21.175382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-313df61f-ddda-4b88-a8f4-cdcbf1fa257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.177230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-313df61f-ddda-4b88-a8f4-cdcbf1fa257b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.0572503 Feb 11 13:18:21.251199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-45ca1e60-4fe3-4ca1-a771-1bb6673e424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.252682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-45ca1e60-4fe3-4ca1-a771-1bb6673e424c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677283 Feb 11 13:18:21.368185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-b8a94b9c-732b-4e96-bf9f-5dd57928dd98 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083541 Feb 11 13:18:21.526684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cab0680-1a5c-4a80-b179-bd19c8f849ac req-d6e1b797-d78a-49bc-b05a-e6facab8ffad service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511393 Feb 11 13:18:21.789511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-a5998549-f2ae-47e9-9b6a-c0c76621f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.791206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-a5998549-f2ae-47e9-9b6a-c0c76621f8d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1126 time: 0.2141914 Feb 11 13:18:21.838784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dffe6e-9e2b-4456-ae56-ac0de0bb175b req-3a95da04-4fc2-4eab-bfa5-e2999a4e0a55 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.840309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01dffe6e-9e2b-4456-ae56-ac0de0bb175b req-3a95da04-4fc2-4eab-bfa5-e2999a4e0a55 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 944 time: 0.1899760 Feb 11 13:18:21.995468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01dffe6e-9e2b-4456-ae56-ac0de0bb175b req-a71e731b-2a2d-43d3-a601-8b95abca6ca5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474833 Feb 11 13:18:22.016177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-036c01b1-0518-4d8c-8866-7870d28d0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.022035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-036c01b1-0518-4d8c-8866-7870d28d0052 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.2170436 Feb 11 13:18:22.084147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-954725ce-46dd-4387-a098-258587a7a82b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 217 time: 0.0573668 Feb 11 13:18:22.158951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-42ea810b-5b69-4503-b83c-b944787439bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.160850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-42ea810b-5b69-4503-b83c-b944787439bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.0692379 Feb 11 13:18:22.273235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-0ec8b9c0-f17b-43db-8086-603bd17897a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.285756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-0ec8b9c0-f17b-43db-8086-603bd17897a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1167147 Feb 11 13:18:22.396724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-63d72081-274c-42cb-825f-d89bd54b797d service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034391 Feb 11 13:18:22.517148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bdda1-0b40-4a4f-88bd-b5bc6606bc01 req-81a9a07d-da33-447b-b5af-20952711d58c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.519132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-046bdda1-0b40-4a4f-88bd-b5bc6606bc01 req-81a9a07d-da33-447b-b5af-20952711d58c tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 947 time: 0.1215384 Feb 11 13:18:22.623644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-046bdda1-0b40-4a4f-88bd-b5bc6606bc01 req-7229e770-87c9-4849-af27-f84dd241dc27 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986328 Feb 11 13:18:22.628659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f58be939-26cd-4c69-b446-7746d283fbb4 req-a2068073-bef9-4b84-8656-8953be51d1db service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183423 Feb 11 13:18:23.041218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:23.237300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:23.240380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f4374-3983-48c9-90c0-cdb0d5996ba9 req-65361c6f-71df-4668-8dce-7712e6ccf45a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.248298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-236f4374-3983-48c9-90c0-cdb0d5996ba9 req-65361c6f-71df-4668-8dce-7712e6ccf45a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 944 time: 0.1175048 Feb 11 13:18:23.263692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'port_id': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'mac_address': 'fa:16:3e:5a:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:23.306706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:23.307222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:23.323094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:18:23.325964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-236f4374-3983-48c9-90c0-cdb0d5996ba9 req-f613e2c5-960e-411f-8a25-31729f09bdf3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763738 Feb 11 13:18:23.356866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:23.362153 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:23.426767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:23.629375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:23.903445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b07df-7e1a-46f5-8167-fca8f29be619 req-dc952115-2af6-4def-a942-80f44a81cd3f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.921856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e54b07df-7e1a-46f5-8167-fca8f29be619 req-dc952115-2af6-4def-a942-80f44a81cd3f tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 947 time: 0.1533117 Feb 11 13:18:24.029890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e54b07df-7e1a-46f5-8167-fca8f29be619 req-19f7c550-19d4-4a64-a0fa-5086f3d75f74 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?id=e923676c-bbc2-4427-ab8b-1cab0ee2f89f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066110 Feb 11 13:18:24.217955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-d0be2e78-fd9c-46a9-b441-7d922a0761f8 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:24.219801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-d0be2e78-fd9c-46a9-b441-7d922a0761f8 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.64 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 947 time: 0.1235116 Feb 11 13:18:24.383080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Deleting port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:18:24.383420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:24.569510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] For port 16f84da1-eb29-453d-9ffe-4e6a8ad64066, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=16f84da1-eb29-453d-9ffe-4e6a8ad64066,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:24.570183 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:24.589240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79904c0-dafd-4545-b372-003e67872f41 req-5d91429b-61cd-4ebf-88e8-8334b30a147a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:24.624202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e79904c0-dafd-4545-b372-003e67872f41 req-5d91429b-61cd-4ebf-88e8-8334b30a147a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 945 time: 0.1623411 Feb 11 13:18:24.741457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e79904c0-dafd-4545-b372-003e67872f41 req-7da01c69-0c56-4ef6-ba63-f71d7edec17e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055236 Feb 11 13:18:24.809684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:24.810109 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:24.810435 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Floating IP 3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5 disassociated. External IP: 172.25.1.2, port: 16f84da1-eb29-453d-9ffe-4e6a8ad64066. Feb 11 13:18:24.810790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Calling delete_port for 16f84da1-eb29-453d-9ffe-4e6a8ad64066 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:24.993827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (16f84da1-eb29-453d-9ffe-4e6a8ad64066), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:25.028253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event deleted for resources: {'Port': ['ID=16f84da1-eb29-453d-9ffe-4e6a8ad64066,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.053771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:25.214542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:25.219095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:25.219525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:25.319745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Router d7f8f632-a36b-4eee-bfae-464fc6e30c83 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:25.479000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:25.479645 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:25.556898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:25.558156 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:25.562475 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007a5dde-3548-48d9-8bd9-913564a58403" -d '{"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-plugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:25.568499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:25.646427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.687288 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c209c36-a380-4d3e-903f-5d06212d8c1c x-openstack-request-id: req-2c209c36-a380-4d3e-903f-5d06212d8c1c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:25.687881 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-plugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:25.688398 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c209c36-a380-4d3e-903f-5d06212d8c1c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:25.689119 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'code': 200} Feb 11 13:18:25.724461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b9a716a-a51b-4844-b2ef-eccbb9936e83 req-0db04399-8db1-4f9c-ae29-fc0ddfa5b09d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ee980fa-6c3d-480a-a224-4df637c186d0 HTTP/1.1" status: 200 len: 210 time: 0.1612179 Feb 11 13:18:25.744855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:25.766307 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] Sync routers for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:25.795738 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:25.796808 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:25.898855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] No DVR routers for this DVR port 16f84da1-eb29-453d-9ffe-4e6a8ad64066 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:25.904684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:25.909258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-972dceb8-ea16-4df2-826f-fead0b16a49a req-f89910a2-5d87-431f-a38d-8a8d042ec606 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.64 "DELETE /v2.0/ports/16f84da1-eb29-453d-9ffe-4e6a8ad64066 HTTP/1.1" status: 204 len: 173 time: 1.6840239 Feb 11 13:18:25.909876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-deleted', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:25.924991 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be98832-37d7-4e03-974b-e228d9bab5ab" -d '{"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-deleted", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:25.990858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ef169-1d73-499d-8d2b-ce71a98d7322 req-fe141e2e-92e4-4b31-a96e-0343bb0cc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.003140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e1ef169-1d73-499d-8d2b-ce71a98d7322 req-fe141e2e-92e4-4b31-a96e-0343bb0cc1ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1128 time: 0.2101851 Feb 11 13:18:26.041379 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9ee0ff-3655-4f1f-be86-1b79cd010e3e x-openstack-request-id: req-ea9ee0ff-3655-4f1f-be86-1b79cd010e3e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:26.041843 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee980fa-6c3d-480a-a224-4df637c186d0", "name": "network-vif-deleted", "tag": "16f84da1-eb29-453d-9ffe-4e6a8ad64066", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:26.042197 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ea9ee0ff-3655-4f1f-be86-1b79cd010e3e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:26.042804 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee980fa-6c3d-480a-a224-4df637c186d0', 'name': 'network-vif-deleted', 'tag': '16f84da1-eb29-453d-9ffe-4e6a8ad64066', 'status': 'completed', 'code': 200} Feb 11 13:18:26.190597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e1ef169-1d73-499d-8d2b-ce71a98d7322 req-a1a44ca1-975c-4b2d-a7a0-897e6138a349 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773076 Feb 11 13:18:26.228058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce754db5-6592-46bc-ba93-3d36e9334015 req-02766e53-684c-4493-b40c-ee71ecc84d20 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.250310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce754db5-6592-46bc-ba93-3d36e9334015 req-02766e53-684c-4493-b40c-ee71ecc84d20 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.2617912 Feb 11 13:18:26.334905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:26.379715 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce754db5-6592-46bc-ba93-3d36e9334015 req-64928090-a9b8-437f-981a-84170315b0ea tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233077 Feb 11 13:18:26.726420 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:28Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:26.775725 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] Checking router: d7f8f632-a36b-4eee-bfae-464fc6e30c83 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:26.788991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:26.789918 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:26.862661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:26.889794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 16f84da1-eb29-453d-9ffe-4e6a8ad64066 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:18:26.896452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 16f84da1-eb29-453d-9ffe-4e6a8ad64066 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:26.932166 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:26.961049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38452) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:27.077409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be70f00a-5350-4d63-82e3-196171beeb18 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (e923676c-bbc2-4427-ab8b-1cab0ee2f89f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:27.127148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be70f00a-5350-4d63-82e3-196171beeb18 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (e923676c-bbc2-4427-ab8b-1cab0ee2f89f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:27.185527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be70f00a-5350-4d63-82e3-196171beeb18 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e923676c-bbc2-4427-ab8b-1cab0ee2f89f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:27.190882 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be70f00a-5350-4d63-82e3-196171beeb18 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:27.192792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be70f00a-5350-4d63-82e3-196171beeb18 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "DELETE /v2.0/security-groups/e923676c-bbc2-4427-ab8b-1cab0ee2f89f HTTP/1.1" status: 204 len: 168 time: 0.2303600 Feb 11 13:18:27.195578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38460) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:27.199324 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:28Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:27.220405 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-0da37ae4-1986-4bf2-b1ff-bf65ed2d43dd tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] show failed (client error): The resource could not be found. Feb 11 13:18:27.221859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0da37ae4-1986-4bf2-b1ff-bf65ed2d43dd tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups/e923676c-bbc2-4427-ab8b-1cab0ee2f89f HTTP/1.1" status: 404 len: 347 time: 0.0249074 Feb 11 13:18:27.225377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38464) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:27.226114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70f00a-5350-4d63-82e3-196171beeb18 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e923676c-bbc2-4427-ab8b-1cab0ee2f89f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:27.391146 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d24d87-454a-472b-a090-961eaa12de96 None None] The sync data for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 is: [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:13:22Z', 'revision_number': 4, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '385ffeac-1f23-4d1c-9c4d-8e77cd587d4c', 'name': '', 'network_id': '4847888f-049b-4fe5-a8cc-c6a1291d4c19', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'mac_address': 'fa:16:3e:52:38:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:21Z', 'updated_at': '2022-02-11T13:13:28Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'subnets': [{'id': '1b256a2b-120b-4be0-a61d-78384e974f2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:27.519128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Deleting port bfff29e9-8909-443d-93b9-7efe5ec0e8e5 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:18:27.519494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:27.773697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:27.774446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:27.832574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Calling delete_port for bfff29e9-8909-443d-93b9-7efe5ec0e8e5 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:27.931400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ed9ab-273c-4175-b6f6-7b2da8a64a3c req-d6f5a980-aac7-4496-b081-79cafe15c9bd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.940928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e89ed9ab-273c-4175-b6f6-7b2da8a64a3c req-d6f5a980-aac7-4496-b081-79cafe15c9bd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.2174494 Feb 11 13:18:27.942103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c708b6f0-a0d1-4e07-8021-0927ddd34f32 None None] New status for floating IP 3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:18:28.046278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e89ed9ab-273c-4175-b6f6-7b2da8a64a3c req-a52e4db0-d6df-4e9a-919b-9f2d01cf49bc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037216 Feb 11 13:18:28.146154 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bfff29e9-8909-443d-93b9-7efe5ec0e8e5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.147029 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-c708b6f0-a0d1-4e07-8021-0927ddd34f32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:18:28.147666 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-c708b6f0-a0d1-4e07-8021-0927ddd34f32 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:18:28.177738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event deleted for resources: {'Port': ['ID=bfff29e9-8909-443d-93b9-7efe5ec0e8e5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:28.291972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289f61f-e0a5-43e2-8630-f4d59d002dbe req-3241e426-3559-45b6-a3b0-686b019fd4c9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.295518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e289f61f-e0a5-43e2-8630-f4d59d002dbe req-3241e426-3559-45b6-a3b0-686b019fd4c9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.1250505 Feb 11 13:18:28.336488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38486) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:28.338447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.347631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.348837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3ced5b96-ef72-447f-8604-648803c3601b tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "DELETE /v2.0/floatingips/3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5 HTTP/1.1" status: 204 len: 168 time: 1.1223602 Feb 11 13:18:28.411357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e289f61f-e0a5-43e2-8630-f4d59d002dbe req-9a8148c4-bbe1-4cc6-902e-a1e5090b9bf1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033309 Feb 11 13:18:28.423488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38492) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:28.503859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8f64c0-c36e-4d8c-8aea-36c84b6266fc tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.505817 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4f8f64c0-c36e-4d8c-8aea-36c84b6266fc tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1123 time: 0.0812111 Feb 11 13:18:28.508661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38496) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:28.513581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:28.545676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.614857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38502) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:28.620309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-371648818'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:28.649764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c708b6f0-a0d1-4e07-8021-0927ddd34f32 None None] New status for floating IP 3e5fcc8f-a2a4-4c2a-b20c-f5f9e938d7a5: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:18:28.668511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53f82ce4-a667-4165-bb25-d9a5e45de8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.723774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.847790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53f82ce4-a667-4165-bb25-d9a5e45de8a8 admin admin] Publish callbacks [] for security_group (54dae781-feec-4f1e-9eb3-ba5d0158ad15), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.858338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53f82ce4-a667-4165-bb25-d9a5e45de8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (54dae781-feec-4f1e-9eb3-ba5d0158ad15), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.949125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f82ce4-a667-4165-bb25-d9a5e45de8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dae781-feec-4f1e-9eb3-ba5d0158ad15,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:28.951915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:28.960809 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.998039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.182 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/5b6d8606-7ca0-4cbe-a83c-669a9c49f57b) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:29.049461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-53f82ce4-a667-4165-bb25-d9a5e45de8a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ac3a2287f9340cbb5d8c9adfd518c0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7088368 Feb 11 13:18:29.049461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:29.062040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38510) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:29.062433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38512) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:29.144167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5e21fbb5-74b0-4203-8c03-bf15c47bfb70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--724882112', 'description': 'tempest-description--447080619'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:29.159822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.170158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (90ad2838-9130-4ada-9edd-305404443347), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.170513 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Added segment 90ad2838-9130-4ada-9edd-305404443347 of type vlan for network 66275149-2e1a-4550-9b8c-d72c1a35ac7b Feb 11 13:18:29.198417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.240976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (66275149-2e1a-4550-9b8c-d72c1a35ac7b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.270753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:29.280385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:29.282401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (66275149-2e1a-4550-9b8c-d72c1a35ac7b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.291181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:29.291953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.301153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:29.302509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-453ebc69-b97f-494c-9ebe-027b937403e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.394111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Network': ['ID=66275149-2e1a-4550-9b8c-d72c1a35ac7b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.414562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:29.418844 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbb5-74b0-4203-8c03-bf15c47bfb70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.426137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=5b6d8606-7ca0-4cbe-a83c-669a9c49f57b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.456256 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b940be31-7a81-43fd-a344-164b47d16a39 admin admin] Publish callbacks [] for security_group (54dae781-feec-4f1e-9eb3-ba5d0158ad15), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.481322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b940be31-7a81-43fd-a344-164b47d16a39 admin admin] Publish callbacks [] for security_group (54dae781-feec-4f1e-9eb3-ba5d0158ad15), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.574558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b35fcb31-5080-437c-9d2b-64b95ab29681 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9584372 Feb 11 13:18:29.577359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38520) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:29.648417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbb5-74b0-4203-8c03-bf15c47bfb70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (502f490e-bf9f-47c5-ba1b-59a9080e205e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.659583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-48247453'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:29.688450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b940be31-7a81-43fd-a344-164b47d16a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (54dae781-feec-4f1e-9eb3-ba5d0158ad15), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.692340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b940be31-7a81-43fd-a344-164b47d16a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.693827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b940be31-7a81-43fd-a344-164b47d16a39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54dae781-feec-4f1e-9eb3-ba5d0158ad15 HTTP/1.1" status: 204 len: 168 time: 0.6303072 Feb 11 13:18:29.695088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbb5-74b0-4203-8c03-bf15c47bfb70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (502f490e-bf9f-47c5-ba1b-59a9080e205e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.741801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:29.748524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.751464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940be31-7a81-43fd-a344-164b47d16a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dae781-feec-4f1e-9eb3-ba5d0158ad15,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.786752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e21fbb5-74b0-4203-8c03-bf15c47bfb70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.792014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5e21fbb5-74b0-4203-8c03-bf15c47bfb70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7233133 Feb 11 13:18:29.793296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38526) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:29.799980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cb22bc2c-ce5a-4bda-9561-f6c94a736796 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'security_group_rule': {'security_group_id': '502f490e-bf9f-47c5-ba1b-59a9080e205e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:29.838946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21fbb5-74b0-4203-8c03-bf15c47bfb70 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502f490e-bf9f-47c5-ba1b-59a9080e205e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:29.855192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:29.883073 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cb22bc2c-ce5a-4bda-9561-f6c94a736796 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (e32523c3-02a4-486f-b19d-35980772838c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.996840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (40e302a3-1c37-4c4c-8c1c-cf0090a05195), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:29.997523 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Added segment 40e302a3-1c37-4c4c-8c1c-cf0090a05195 of type vlan for network 36e0d722-4c37-4bdb-b34f-cb9058780974 Feb 11 13:18:30.003860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cb22bc2c-ce5a-4bda-9561-f6c94a736796 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (e32523c3-02a4-486f-b19d-35980772838c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.029911 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cb22bc2c-ce5a-4bda-9561-f6c94a736796 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e32523c3-02a4-486f-b19d-35980772838c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.035343 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (f75d460c-7346-48dd-af36-5bf48b82f416), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.170539 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (36e0d722-4c37-4bdb-b34f-cb9058780974), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.186436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22bc2c-ce5a-4bda-9561-f6c94a736796 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32523c3-02a4-486f-b19d-35980772838c,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:30.219070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.241731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cb22bc2c-ce5a-4bda-9561-f6c94a736796 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.243268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cb22bc2c-ce5a-4bda-9561-f6c94a736796 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473834 Feb 11 13:18:30.244082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38532) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:30.253023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38534) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:30.258292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-089e126e-29b7-489d-a588-d141beb445c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'security_group_rule': {'security_group_id': '502f490e-bf9f-47c5-ba1b-59a9080e205e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:30.275621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (36e0d722-4c37-4bdb-b34f-cb9058780974), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.280870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:30.281754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.297846 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8dacd2c8-21de-40dd-9fc2-e90244df4996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.352104 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7013760 Feb 11 13:18:30.353051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38536) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:30.366747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'subnet': {'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:30.464068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.474307 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.479217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-089e126e-29b7-489d-a588-d141beb445c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (69628575-b775-44c4-9ccc-e0a440bcf94f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.547090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=5b6d8606-7ca0-4cbe-a83c-669a9c49f57b,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:30.556356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b31d4-2480-40b6-8a86-8e8d6a11a007 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Network': ['ID=36e0d722-4c37-4bdb-b34f-cb9058780974,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:30.584385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:30.635181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (f75d460c-7346-48dd-af36-5bf48b82f416), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.650740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:30.654283 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.698725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-089e126e-29b7-489d-a588-d141beb445c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (69628575-b775-44c4-9ccc-e0a440bcf94f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.710258 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-089e126e-29b7-489d-a588-d141beb445c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (69628575-b775-44c4-9ccc-e0a440bcf94f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.715669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8dacd2c8-21de-40dd-9fc2-e90244df4996 admin admin] Publish callbacks [] for security_group (90913b8a-dc61-476a-afea-813e1e783b0c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.759622 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8dacd2c8-21de-40dd-9fc2-e90244df4996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (90913b8a-dc61-476a-afea-813e1e783b0c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:30.768184 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP f75d460c-7346-48dd-af36-5bf48b82f416 associated. External IP: 172.25.1.182, port: 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372. Feb 11 13:18:31.181711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e126e-29b7-489d-a588-d141beb445c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69628575-b775-44c4-9ccc-e0a440bcf94f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.218561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-089e126e-29b7-489d-a588-d141beb445c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.223067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-089e126e-29b7-489d-a588-d141beb445c6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9656971 Feb 11 13:18:31.240887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38544) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:31.245414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:31.279971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8dacd2c8-21de-40dd-9fc2-e90244df4996 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3dfd36038a824655bcfeaeeed7125d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0329814 Feb 11 13:18:31.280850 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.295508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38546) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:31.300607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacd2c8-21de-40dd-9fc2-e90244df4996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90913b8a-dc61-476a-afea-813e1e783b0c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.391423 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9598abe4-45b9-46d6-a056-8e67c0a112bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.467976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:31.493312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7644a6fc-445c-4875-b757-d49332362310 admin admin] Publish callbacks [] for security_group (90913b8a-dc61-476a-afea-813e1e783b0c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.545724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (81babb9b-ec00-4eee-9f9e-f377268ad7c0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.614767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7644a6fc-445c-4875-b757-d49332362310 admin admin] Publish callbacks [] for security_group (90913b8a-dc61-476a-afea-813e1e783b0c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.628324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Subnet': ['ID=81babb9b-ec00-4eee-9f9e-f377268ad7c0,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.680235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:31.694889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Checking segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:31.695084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network hostable DHCP agents. Network: 66275149-2e1a-4550-9b8c-d72c1a35ac7b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:31.698720 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393737a7-c393-4475-b9b8-60868683b93e None None] Sync routers for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:31.723631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.728922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:31.735060 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.736045 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:31.736900 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:31.750897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7644a6fc-445c-4875-b757-d49332362310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (90913b8a-dc61-476a-afea-813e1e783b0c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.753730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7644a6fc-445c-4875-b757-d49332362310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.754946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7644a6fc-445c-4875-b757-d49332362310 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90913b8a-dc61-476a-afea-813e1e783b0c HTTP/1.1" status: 204 len: 168 time: 0.4505630 Feb 11 13:18:31.755588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 66275149-2e1a-4550-9b8c-d72c1a35ac7b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:31.768609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fe2e22-b19f-4ee4-b0cc-f21c3bb30a2a None None] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:31.789413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8f2b4772-78df-4754-89da-11461163c980 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2795293 Feb 11 13:18:31.801402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.802195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:31.803593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.806170 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e751c2c1-4899-43d5-b6fe-5c6d727014b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:31.967148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aa24a-4895-4574-8942-b0d30d3ab064 req-1f411fb6-af85-44a0-9cf4-975ad568e1ad tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.984582 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f6aa24a-4895-4574-8942-b0d30d3ab064 req-1f411fb6-af85-44a0-9cf4-975ad568e1ad tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.1012723 Feb 11 13:18:32.020867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644a6fc-445c-4875-b757-d49332362310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90913b8a-dc61-476a-afea-813e1e783b0c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:32.027136 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:18:32.048950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:32.049423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a6bc2cd7-9163-496e-8739-771a7dfa276b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6881888 Feb 11 13:18:32.069123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'subnet': {'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:32.091913 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:32.167984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'fixed_ips': [{'subnet_id': '81babb9b-ec00-4eee-9f9e-f377268ad7c0'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:18:32.170646 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.246136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Allocated IP 172.25.1.249 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/e09402b8-915e-4760-acd1-d8336750a92b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:32.322250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4f6aa24a-4895-4574-8942-b0d30d3ab064 req-807b1b9b-a1f2-486b-8a85-0a42722138f7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365102 Feb 11 13:18:32.342082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38566) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:32.360798 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda1d18f-a22a-40c6-902b-a4e60b0c2e7e x-openstack-request-id: req-cda1d18f-a22a-40c6-902b-a4e60b0c2e7e {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:32.361397 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:32.361856 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cda1d18f-a22a-40c6-902b-a4e60b0c2e7e {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:32.362425 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'status': 'completed', 'code': 200} Feb 11 13:18:32.400512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:32.406723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.518618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for port (e09402b8-915e-4760-acd1-d8336750a92b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.533978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-fd3e3761-d8c4-4956-b45d-188d0ef0510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.535597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-fd3e3761-d8c4-4956-b45d-188d0ef0510a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1128 time: 0.1503274 Feb 11 13:18:32.595809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Allocated IP 10.1.1.2 (66275149-2e1a-4550-9b8c-d72c1a35ac7b/81babb9b-ec00-4eee-9f9e-f377268ad7c0/7a9512cf-7f64-4849-a064-2bed27c5b263) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:32.646525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (62f67c5d-ec16-4023-877f-bff76b8050a4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.678023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38570) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:32.710277 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.764985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-9f5777dd-d2c8-48a5-9637-e41c030ab2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.766512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-9f5777dd-d2c8-48a5-9637-e41c030ab2c5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.2208462 Feb 11 13:18:32.794275 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d10891bd-0081-47b5-bbc6-bb40f0c13ffe tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/f75d460c-7346-48dd-af36-5bf48b82f416 HTTP/1.1" status: 200 len: 992 time: 0.4505091 Feb 11 13:18:32.795178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83204a54-91fa-447e-b10c-88a9eaa54036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.800719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'f75d460c-7346-48dd-af36-5bf48b82f416', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'port_id': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'mac_address': 'fa:16:3e:5a:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:18:29Z', 'updated_at': '2022-02-11T13:18:29Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:32.831351 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Publish callbacks [] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.860666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:32.866901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Checking segment: {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:32.867637 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network hostable DHCP agents. Network: 36e0d722-4c37-4bdb-b34f-cb9058780974, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:32.926007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Subnet': ['ID=62f67c5d-ec16-4023-877f-bff76b8050a4,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:32.926535 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393737a7-c393-4475-b9b8-60868683b93e None None] Checking router: 30d579ca-b935-4b35-8f34-dd2441bf2ba4 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:32.939129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:32.950136 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:32.951896 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:32.957961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:32.961853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:32.972504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-62070346-c953-46a8-81e3-5e90230b038f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1000 time: 0.1836216 Feb 11 13:18:32.974952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:32.975322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e09402b8-915e-4760-acd1-d8336750a92b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.016115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83204a54-91fa-447e-b10c-88a9eaa54036 admin admin] Publish callbacks [] for security_group (5c3570c0-0e8a-427f-89e7-45547af469e0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.017806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 36e0d722-4c37-4bdb-b34f-cb9058780974) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:33.022010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Pushing event updated for resources: {'Port': ['ID=7a9512cf-7f64-4849-a064-2bed27c5b263,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.023379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.024087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.037692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.038294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.038769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.039255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.039872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.040348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.040921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.041403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.042022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.042521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.043037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.043517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.043996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83204a54-91fa-447e-b10c-88a9eaa54036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5c3570c0-0e8a-427f-89e7-45547af469e0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.044352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:33.048191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a10e0b-5bf0-474d-82e1-4cd2392d5700 None None] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:33.089466 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-83204a54-91fa-447e-b10c-88a9eaa54036 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cacf06ca95c54e758c46fdefad769db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3556552 Feb 11 13:18:33.093759 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-189d2a94-28a7-4781-8eda-e61c20a17123 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0374453 Feb 11 13:18:33.094491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38574) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:33.104638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38576) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:33.124590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'port': {'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'name': 'tempest-TaggedBootDevicesTest-984109482', 'fixed_ips': [{'subnet_id': '81babb9b-ec00-4eee-9f9e-f377268ad7c0'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:33.175372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:33.196785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83204a54-91fa-447e-b10c-88a9eaa54036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3570c0-0e8a-427f-89e7-45547af469e0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.214585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-36e0d722-4c37-4bdb-b34f-cb9058780974', 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974', 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'fixed_ips': [{'subnet_id': '62f67c5d-ec16-4023-877f-bff76b8050a4'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:18:33.215529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.223167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:33.236198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:33.271879 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:33.281167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'Port': ['ID=e09402b8-915e-4760-acd1-d8336750a92b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.336883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-9be8acfb-86f0-44fa-bc1e-02664ad2976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.346655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-9be8acfb-86f0-44fa-bc1e-02664ad2976b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.3643231 Feb 11 13:18:33.356240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d15dfe0-425a-404c-9be0-72dbe0e7b364 admin admin] Publish callbacks [] for security_group (5c3570c0-0e8a-427f-89e7-45547af469e0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.379657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:33.443209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d15dfe0-425a-404c-9be0-72dbe0e7b364 admin admin] Publish callbacks [] for security_group (5c3570c0-0e8a-427f-89e7-45547af469e0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.473514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Allocated IP 10.2.2.2 (36e0d722-4c37-4bdb-b34f-cb9058780974/62f67c5d-ec16-4023-877f-bff76b8050a4/f663f161-95ad-400f-8abf-d5eea66c7cf2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:33.567978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-ff65bfdf-a0ae-4481-b4a4-628f3661b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.569530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-ff65bfdf-a0ae-4481-b4a4-628f3661b789 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2140543 Feb 11 13:18:33.575005 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.578803 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (d2fdac96-d6fd-4710-bdd0-d44ac88dd9a1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.610819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] device_id is not set on port 47619b11-7d14-48e2-9064-45f7989c34c9 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:18:33.632073 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-393737a7-c393-4475-b9b8-60868683b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'f75d460c-7346-48dd-af36-5bf48b82f416', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'port_id': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'mac_address': 'fa:16:3e:5a:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:18:29Z', 'updated_at': '2022-02-11T13:18:29Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:33.662222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Attempting to bind port 7a9512cf-7f64-4849-a064-2bed27c5b263 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:33.662799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Attempting to bind port 7a9512cf-7f64-4849-a064-2bed27c5b263 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:33.663353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Attempting to bind port 7a9512cf-7f64-4849-a064-2bed27c5b263 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:33.667092 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393737a7-c393-4475-b9b8-60868683b93e None None] The sync data for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 is: [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'f75d460c-7346-48dd-af36-5bf48b82f416', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.182', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'port_id': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'mac_address': 'fa:16:3e:5a:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:18:29Z', 'updated_at': '2022-02-11T13:18:29Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:33.678463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d15dfe0-425a-404c-9be0-72dbe0e7b364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5c3570c0-0e8a-427f-89e7-45547af469e0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.683954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5d15dfe0-425a-404c-9be0-72dbe0e7b364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.685371 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5d15dfe0-425a-404c-9be0-72dbe0e7b364 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c3570c0-0e8a-427f-89e7-45547af469e0 HTTP/1.1" status: 204 len: 168 time: 0.5876105 Feb 11 13:18:33.691454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:33.692215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Checking segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:33.701231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.701911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Bound using segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:33.702609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Bound port: 7a9512cf-7f64-4849-a064-2bed27c5b263, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:33.703166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.727883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15dfe0-425a-404c-9be0-72dbe0e7b364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3570c0-0e8a-427f-89e7-45547af469e0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.757346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e09402b8-915e-4760-acd1-d8336750a92b), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.799009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38590) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:33.903690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Publish callbacks [] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.928866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-604b5034-7422-402c-9f9f-1f0e8b51be7f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/f75d460c-7346-48dd-af36-5bf48b82f416 HTTP/1.1" status: 200 len: 992 time: 0.1286027 Feb 11 13:18:33.933753 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:33.969889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 10.1.1.75 (66275149-2e1a-4550-9b8c-d72c1a35ac7b/81babb9b-ec00-4eee-9f9e-f377268ad7c0/47619b11-7d14-48e2-9064-45f7989c34c9) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:34.044035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:34.061786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:34.071981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:34.081836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-10182c75-98bb-426e-8c7d-ac814f2fdf51 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012152 Feb 11 13:18:34.106151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c501744-a8f8-4122-8359-077896939c76 None None] New status for floating IP f75d460c-7346-48dd-af36-5bf48b82f416: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:18:34.263953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] For port 7a9512cf-7f64-4849-a064-2bed27c5b263, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:34.271560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (47619b11-7d14-48e2-9064-45f7989c34c9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.311008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.338202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Pushing event updated for resources: {'Port': ['ID=f663f161-95ad-400f-8abf-d5eea66c7cf2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.393808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] For port 7a9512cf-7f64-4849-a064-2bed27c5b263, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7a9512cf-7f64-4849-a064-2bed27c5b263,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:34.399555 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.430286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=47619b11-7d14-48e2-9064-45f7989c34c9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.438762 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.450410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:34.452291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:34.456795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e751c2c1-4899-43d5-b6fe-5c6d727014b2 req-c46aa905-0501-4f96-ba71-df4960b52fb2 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156052 Feb 11 13:18:34.460458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:34.476347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for port (e09402b8-915e-4760-acd1-d8336750a92b), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.485724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e09402b8-915e-4760-acd1-d8336750a92b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.562185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.563478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.587124 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2c81cb47-1e30-45bc-9f28-bf0580fbce1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4706573 Feb 11 13:18:34.588726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38608) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:34.595280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'port': {'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'name': 'tempest-TaggedBootDevicesTest-8339446', 'fixed_ips': [{'subnet_id': '81babb9b-ec00-4eee-9f9e-f377268ad7c0'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:34.624543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (d2fdac96-d6fd-4710-bdd0-d44ac88dd9a1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.645282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event updated for resources: {'Port': ['ID=e09402b8-915e-4760-acd1-d8336750a92b,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.650498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.658050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f123ae44-f378-4e98-a8eb-a0899b3f3db6 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4121850 Feb 11 13:18:34.793263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:34.805461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.847120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] device_id is not set on port fd929bac-f6a7-45aa-8113-325e9d16d885 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:18:34.932639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38630) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:34.957585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Attempting to bind port f663f161-95ad-400f-8abf-d5eea66c7cf2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:34.958207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Attempting to bind port f663f161-95ad-400f-8abf-d5eea66c7cf2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:34.958368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Attempting to bind port f663f161-95ad-400f-8abf-d5eea66c7cf2 on network 36e0d722-4c37-4bdb-b34f-cb9058780974 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:34.970169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:34.970554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Checking segment: {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:34.970970 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.976649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Bound using segment: {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:34.977288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Bound port: f663f161-95ad-400f-8abf-d5eea66c7cf2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:34.977803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:35.091747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7cb2ab01-42b8-4fa0-82d2-be1aab2d70cc tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/f75d460c-7346-48dd-af36-5bf48b82f416 HTTP/1.1" status: 200 len: 992 time: 0.1574130 Feb 11 13:18:35.132437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-d3c8b2e3-8afe-40b6-9b45-d27152b331d0 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--724882112&fields=id&tenant_id=a1113b607a084a3e936bbf9cdf6d32f4 HTTP/1.1" status: 200 len: 267 time: 0.1588783 Feb 11 13:18:35.234438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] For port f663f161-95ad-400f-8abf-d5eea66c7cf2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:35.242705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 10.1.1.251 (66275149-2e1a-4550-9b8c-d72c1a35ac7b/81babb9b-ec00-4eee-9f9e-f377268ad7c0/fd929bac-f6a7-45aa-8113-325e9d16d885) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:35.243127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] For port f663f161-95ad-400f-8abf-d5eea66c7cf2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f663f161-95ad-400f-8abf-d5eea66c7cf2,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:35.261525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:35.270601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da4c0d-219a-46b2-9d01-70157a5d0cca None None] Pushing event updated for resources: {'Port': ['ID=7a9512cf-7f64-4849-a064-2bed27c5b263,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:35.412979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:35.422971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62d3f7-c086-4c1a-8e62-371167dbdb41 None None] Pushing event updated for resources: {'Port': ['ID=f663f161-95ad-400f-8abf-d5eea66c7cf2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:35.573679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-b64bfa9b-72f5-41cd-9f2f-74854777f90a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.586640 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-b64bfa9b-72f5-41cd-9f2f-74854777f90a tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/networks?id=4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 200 len: 816 time: 0.4305890 Feb 11 13:18:35.626716 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:35.671412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-308753b2-62a3-4de3-be38-528c84fb03f4 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/quotas/a1113b607a084a3e936bbf9cdf6d32f4 HTTP/1.1" status: 200 len: 375 time: 0.0823553 Feb 11 13:18:35.698668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:35.833334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:35.843128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:35.845693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:35.948757 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-6a7cb366-1509-4730-8617-e9ce391ac291 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2764120 Feb 11 13:18:35.962654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=fd929bac-f6a7-45aa-8113-325e9d16d885,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:36.024408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.025670 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:36.062954 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4c6ab0e8-3eb7-4313-953b-20a7c6aa073f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4727981 Feb 11 13:18:36.095448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38650) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:36.247671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-03aa8c75-e681-430c-80c5-bb9c6705c494 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/f75d460c-7346-48dd-af36-5bf48b82f416 HTTP/1.1" status: 200 len: 994 time: 0.1452591 Feb 11 13:18:36.379932 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-9d2a8822-7734-4fe1-901f-a536894ba670 service neutron] 10.222.0.42 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991613 Feb 11 13:18:36.516572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38654) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:36.521614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c4113c2e-5e84-4b05-ab39-13085e999f3b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734511235', 'description': 'tempest-description--245903991'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:36.569400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c4113c2e-5e84-4b05-ab39-13085e999f3b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:36.577359 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-5aa9ff2d-42e5-450a-9b2b-bc58a78982f1 service neutron] 10.222.0.42 "GET /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860185 Feb 11 13:18:36.700184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c4113c2e-5e84-4b05-ab39-13085e999f3b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group (5785b940-8dcd-4944-99b6-c1f9de33b418), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:36.707114 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c4113c2e-5e84-4b05-ab39-13085e999f3b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5785b940-8dcd-4944-99b6-c1f9de33b418), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:36.734119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c4113c2e-5e84-4b05-ab39-13085e999f3b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:36.736107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c4113c2e-5e84-4b05-ab39-13085e999f3b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2184036 Feb 11 13:18:36.739224 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:36.747196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8f7a144a-220d-4f95-92e3-7401b9030c0d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'security_group_rule': {'security_group_id': '5785b940-8dcd-4944-99b6-c1f9de33b418', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:36.800865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f7a144a-220d-4f95-92e3-7401b9030c0d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group_rule (597885ff-e2ef-4026-b90a-c49756a19529), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:36.805691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4113c2e-5e84-4b05-ab39-13085e999f3b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5785b940-8dcd-4944-99b6-c1f9de33b418,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:36.952452 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f7a144a-220d-4f95-92e3-7401b9030c0d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group_rule (597885ff-e2ef-4026-b90a-c49756a19529), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:36.957805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f7a144a-220d-4f95-92e3-7401b9030c0d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (597885ff-e2ef-4026-b90a-c49756a19529), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.024230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a144a-220d-4f95-92e3-7401b9030c0d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597885ff-e2ef-4026-b90a-c49756a19529,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:37.040718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8f7a144a-220d-4f95-92e3-7401b9030c0d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.042288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8f7a144a-220d-4f95-92e3-7401b9030c0d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3017049 Feb 11 13:18:37.045103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:37.062418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1f7f3-4110-48b5-b3da-6ab7e3f74742 None None] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:37.069050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-bfa5e8c9-27be-4ff8-afb6-3aabec895070 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'security_group_rule': {'security_group_id': '5785b940-8dcd-4944-99b6-c1f9de33b418', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:37.136657 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e8c9-27be-4ff8-afb6-3aabec895070 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group_rule (c09f70f1-7db9-4304-a54d-d4ba8e60d5f8), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.199285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7a920589-1e1c-4028-a02c-759c342cd453 None None] Provisioning complete for port 7a9512cf-7f64-4849-a064-2bed27c5b263 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:37.199285 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7a920589-1e1c-4028-a02c-759c342cd453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.352417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e8c9-27be-4ff8-afb6-3aabec895070 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group_rule (c09f70f1-7db9-4304-a54d-d4ba8e60d5f8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.378387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e8c9-27be-4ff8-afb6-3aabec895070 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (c09f70f1-7db9-4304-a54d-d4ba8e60d5f8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.395027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5e8c9-27be-4ff8-afb6-3aabec895070 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09f70f1-7db9-4304-a54d-d4ba8e60d5f8,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:37.422906 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfa5e8c9-27be-4ff8-afb6-3aabec895070 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.424154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bfa5e8c9-27be-4ff8-afb6-3aabec895070 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713326 Feb 11 13:18:37.427407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38668) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:37.433621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:37.478347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.485535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7a920589-1e1c-4028-a02c-759c342cd453 None None] Current status of the port 7a9512cf-7f64-4849-a064-2bed27c5b263 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:37.485987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7a920589-1e1c-4028-a02c-759c342cd453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.581541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7a920589-1e1c-4028-a02c-759c342cd453 None None] For port 7a9512cf-7f64-4849-a064-2bed27c5b263, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7a9512cf-7f64-4849-a064-2bed27c5b263,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:37.593604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7a920589-1e1c-4028-a02c-759c342cd453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.704840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a920589-1e1c-4028-a02c-759c342cd453 None None] Pushing event updated for resources: {'Port': ['ID=7a9512cf-7f64-4849-a064-2bed27c5b263,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:37.713217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.720584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f663f161-95ad-400f-8abf-d5eea66c7cf2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:37.723577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49410cb9-506c-4a7c-9548-8a6c770b836c None None] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:37.847995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4e624637-3377-47a6-b373-101cf0a8dcda None None] Provisioning complete for port f663f161-95ad-400f-8abf-d5eea66c7cf2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:37.848594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e624637-3377-47a6-b373-101cf0a8dcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.895522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 172.25.1.64 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/26bf5a2a-ab6f-48b5-aec9-1583d33735e1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:37.960772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f663f161-95ad-400f-8abf-d5eea66c7cf2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:37.961156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.037323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.083200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e624637-3377-47a6-b373-101cf0a8dcda None None] Current status of the port f663f161-95ad-400f-8abf-d5eea66c7cf2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:38.084416 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e624637-3377-47a6-b373-101cf0a8dcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.089206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.152292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e624637-3377-47a6-b373-101cf0a8dcda None None] For port f663f161-95ad-400f-8abf-d5eea66c7cf2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f663f161-95ad-400f-8abf-d5eea66c7cf2,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:38.159990 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e624637-3377-47a6-b373-101cf0a8dcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.248548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:38.259552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:38.264961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f663f161-95ad-400f-8abf-d5eea66c7cf2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:38.265324 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.278180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=26bf5a2a-ab6f-48b5-aec9-1583d33735e1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.288522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:38.356936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:18:38.357301 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:18:38.370313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Provisioning complete for port fd929bac-f6a7-45aa-8113-325e9d16d885 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:38.370716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.399959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e624637-3377-47a6-b373-101cf0a8dcda None None] Pushing event updated for resources: {'Port': ['ID=f663f161-95ad-400f-8abf-d5eea66c7cf2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.449239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Port fd929bac-f6a7-45aa-8113-325e9d16d885 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:38.502361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Provisioning complete for port 47619b11-7d14-48e2-9064-45f7989c34c9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:38.502734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.524178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for floatingip (df5d81d1-1e40-4eaa-8369-19965fae078b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.586237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Port 47619b11-7d14-48e2-9064-45f7989c34c9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:38.608010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.613516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Provisioning complete for port 7a9512cf-7f64-4849-a064-2bed27c5b263 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:38.613969 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.717300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3fa350ac-54ce-49f3-9a40-87bc3b709e0c None None] Current status of the port 7a9512cf-7f64-4849-a064-2bed27c5b263 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:38.807146 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.814300 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.847091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Provisioning complete for port f663f161-95ad-400f-8abf-d5eea66c7cf2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:38.847961 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.906843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (df5d81d1-1e40-4eaa-8369-19965fae078b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.922954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=26bf5a2a-ab6f-48b5-aec9-1583d33735e1,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.933301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f663f161-95ad-400f-8abf-d5eea66c7cf2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:38.935517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7a9512cf-7f64-4849-a064-2bed27c5b263 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:38.941777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.951624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dc1aa6a2-4e04-4a02-91fa-466117b2fd12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5140798 Feb 11 13:18:39.077027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7a9512cf-7f64-4849-a064-2bed27c5b263 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.077455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:39.110431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Current status of the port f663f161-95ad-400f-8abf-d5eea66c7cf2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:39.127992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Provisioning complete for port fd929bac-f6a7-45aa-8113-325e9d16d885 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.128489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:39.219631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7a9512cf-7f64-4849-a064-2bed27c5b263 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:39.228548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Port fd929bac-f6a7-45aa-8113-325e9d16d885 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:39.240584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Provisioning complete for port 47619b11-7d14-48e2-9064-45f7989c34c9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.242334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-20527542-0c5a-4e36-a09e-822c22112809 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--734511235&fields=id&tenant_id=d16c09587f1347049d74d3093b0075d2 HTTP/1.1" status: 200 len: 267 time: 0.0501440 Feb 11 13:18:39.249265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:39.298494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-35fd20c4-d9bd-4d20-a800-fe0632412c98 None None] Port 47619b11-7d14-48e2-9064-45f7989c34c9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:39.337322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3e1810de-8944-449f-b925-1defb7694be1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.338767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3e1810de-8944-449f-b925-1defb7694be1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 930 time: 0.0887451 Feb 11 13:18:39.404563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-915338af-8736-4c5d-af95-2d79517ad678 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.413682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-915338af-8736-4c5d-af95-2d79517ad678 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 929 time: 0.0654099 Feb 11 13:18:39.464263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f663f161-95ad-400f-8abf-d5eea66c7cf2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:39.479168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-06ea8ee8-7bd8-41b8-a567-b01e8b3c75f2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?network_id=36e0d722-4c37-4bdb-b34f-cb9058780974&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0655637 Feb 11 13:18:39.516548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f663f161-95ad-400f-8abf-d5eea66c7cf2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.517169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:39.518311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-1f9cbb86-774a-4964-bfec-2885bebb4a2f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?network_id=36e0d722-4c37-4bdb-b34f-cb9058780974&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0380859 Feb 11 13:18:39.600177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f663f161-95ad-400f-8abf-d5eea66c7cf2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:39.601554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7a9512cf-7f64-4849-a064-2bed27c5b263 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:39.665022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7a9512cf-7f64-4849-a064-2bed27c5b263 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.665399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:39.665593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-5a72dd64-79e3-4e6b-88a9-cb573cbdcb3d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.671448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-5a72dd64-79e3-4e6b-88a9-cb573cbdcb3d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.676913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-5a72dd64-79e3-4e6b-88a9-cb573cbdcb3d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.684795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-5a72dd64-79e3-4e6b-88a9-cb573cbdcb3d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/networks?id=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=36e0d722-4c37-4bdb-b34f-cb9058780974&id=36e0d722-4c37-4bdb-b34f-cb9058780974 HTTP/1.1" status: 200 len: 1987 time: 0.1652367 Feb 11 13:18:39.701927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-27768ba3-035e-432c-8231-b4249ccf889c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/quotas/d16c09587f1347049d74d3093b0075d2 HTTP/1.1" status: 200 len: 375 time: 0.0159245 Feb 11 13:18:39.795503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7a9512cf-7f64-4849-a064-2bed27c5b263 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:39.797678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-a4b0bfd9-17db-499c-8203-fd2a9c4012d0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0946329 Feb 11 13:18:39.926691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-4668a451-2ffb-44f6-a801-061e5ecca0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264043 Feb 11 13:18:40.028999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-0e12c70b-30f2-4999-971c-0e323b150616 service neutron] 10.222.0.42 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987706 Feb 11 13:18:40.069038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-59c5c877-df4f-4ccb-b87f-527c8e6af0a3 service neutron] 10.222.0.42 "GET /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0416765 Feb 11 13:18:40.182583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-f3e26ab9-b704-4de8-b07d-45b08c74fcf5 service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050987 Feb 11 13:18:40.286409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-c2caf19a-a126-495f-9867-a6a139e517f0 service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954556 Feb 11 13:18:40.334085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-436ba5e7-2ba1-457e-bb9b-4e71701233b6 service neutron] 10.222.0.42 "GET /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0394266 Feb 11 13:18:40.460083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-5474fb38-25ff-4a30-85aa-e83972392238 service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168568 Feb 11 13:18:40.608239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-86607be2-be06-4e66-93e8-51d5dc59be13 service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470163 Feb 11 13:18:40.734646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-71ef7461-87be-416c-92d8-e45a68f94e8d service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252389 Feb 11 13:18:40.846076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-d0aa7b3c-b13e-48af-9ce6-988534627630 service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104832 Feb 11 13:18:40.957482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3f622917-eb8c-4ec8-9718-2439ef2468c1 service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039178 Feb 11 13:18:41.064525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-55cde3ae-2bcc-4fbf-a713-df2d05ce184d service neutron] 10.222.0.42 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004684 Feb 11 13:18:41.167515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-5bc67143-aba1-4c8b-92ce-0bceb11067e5 service neutron] 10.222.0.42 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963686 Feb 11 13:18:41.272946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-89df44ad-c017-4b61-b50b-915e73fb6a55 service neutron] 10.222.0.42 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988941 Feb 11 13:18:41.734943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-746da36b-6042-4431-8cb4-8b510b052ffc service neutron] 10.222.0.42 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560828 Feb 11 13:18:41.876589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-a576be31-bc1d-4fe5-86e1-00b2cdcb4d02 service neutron] 10.222.0.42 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343935 Feb 11 13:18:41.931208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-9159f64a-9811-4eb0-a272-fd54df6390da tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.939625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-9159f64a-9811-4eb0-a272-fd54df6390da tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 930 time: 0.0618119 Feb 11 13:18:41.991808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-4161e5c7-e6b8-4d48-aebd-ee981d4afcdc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.995078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-4161e5c7-e6b8-4d48-aebd-ee981d4afcdc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 929 time: 0.0540273 Feb 11 13:18:42.708436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18bcc76e-e925-4619-8498-8d5eeffd3020 req-ca8b577f-e69d-4610-b8e5-76bf14713703 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0417726 Feb 11 13:18:42.770308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-d5181317-9a3b-4864-bd7b-38d1d37b2361 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.771968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-d5181317-9a3b-4864-bd7b-38d1d37b2361 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 930 time: 0.0663350 Feb 11 13:18:42.873605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ca382c1e-35e4-40c9-99ae-a534ba1127c9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.875091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ca382c1e-35e4-40c9-99ae-a534ba1127c9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 929 time: 0.0965841 Feb 11 13:18:43.398972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38792) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:43.567002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:43.682679 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Publish callbacks [] for security_group (e237dfe1-3603-4d87-b124-16b45d77670e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:43.690175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e237dfe1-3603-4d87-b124-16b45d77670e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:43.832656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce064115c04440f9b7a2fe5cdb609a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4319117 Feb 11 13:18:43.834642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38808) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:43.856175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e237dfe1-3603-4d87-b124-16b45d77670e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:43.878334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.886444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.887093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.887605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.888112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.888617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.889113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.889606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.890114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.890603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.891118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.891600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.892084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc445be9-ed53-4878-96d9-3e89f545de36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:43.975161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-60b0a20e-175f-4359-8e23-01c64d91f09e req-e6f7c632-a4ba-49b7-9bc9-e1ce8f29b264 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0790348 Feb 11 13:18:43.990963 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-906c65e0-cf42-4320-9133-63279e234d26 admin admin] Publish callbacks [] for security_group (e237dfe1-3603-4d87-b124-16b45d77670e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.035961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-906c65e0-cf42-4320-9133-63279e234d26 admin admin] Publish callbacks [] for security_group (e237dfe1-3603-4d87-b124-16b45d77670e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.097972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-906c65e0-cf42-4320-9133-63279e234d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e237dfe1-3603-4d87-b124-16b45d77670e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.108649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-906c65e0-cf42-4320-9133-63279e234d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.109893 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-906c65e0-cf42-4320-9133-63279e234d26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e237dfe1-3603-4d87-b124-16b45d77670e HTTP/1.1" status: 204 len: 168 time: 0.2741854 Feb 11 13:18:44.135983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c65e0-cf42-4320-9133-63279e234d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e237dfe1-3603-4d87-b124-16b45d77670e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.689408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38826) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:44.715010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0efcce17-a633-41f6-a26c-008fbb142ce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.921991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0efcce17-a633-41f6-a26c-008fbb142ce5 admin admin] Publish callbacks [] for security_group (321d2fcd-3028-4c7c-b093-e88c6172ed98), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.927952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0efcce17-a633-41f6-a26c-008fbb142ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (321d2fcd-3028-4c7c-b093-e88c6172ed98), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.950981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-1d1d1a04-895a-49f4-9185-b71e5d3e2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.955337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-1d1d1a04-895a-49f4-9185-b71e5d3e2802 service neutron] 10.222.0.64 "GET /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 1026 time: 0.1552322 Feb 11 13:18:45.019062 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0efcce17-a633-41f6-a26c-008fbb142ce5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1827cb026f87433b9f50b1a34d4b1825&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281670 Feb 11 13:18:45.019719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38838) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:45.021800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcce17-a633-41f6-a26c-008fbb142ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321d2fcd-3028-4c7c-b093-e88c6172ed98,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.077416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af44fb11-c295-4efe-a837-9b6371dbdf73 admin admin] Publish callbacks [] for security_group (321d2fcd-3028-4c7c-b093-e88c6172ed98), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:45.103218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af44fb11-c295-4efe-a837-9b6371dbdf73 admin admin] Publish callbacks [] for security_group (321d2fcd-3028-4c7c-b093-e88c6172ed98), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:45.110066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ee0471c6-88ca-4b6b-8b97-21d333484a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.117777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ee0471c6-88ca-4b6b-8b97-21d333484a7a service neutron] 10.222.0.64 "GET /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 1025 time: 0.1515563 Feb 11 13:18:45.160446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af44fb11-c295-4efe-a837-9b6371dbdf73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (321d2fcd-3028-4c7c-b093-e88c6172ed98), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:45.163392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af44fb11-c295-4efe-a837-9b6371dbdf73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:45.167893 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af44fb11-c295-4efe-a837-9b6371dbdf73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/321d2fcd-3028-4c7c-b093-e88c6172ed98 HTTP/1.1" status: 204 len: 168 time: 0.1470115 Feb 11 13:18:45.177108 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44fb11-c295-4efe-a837-9b6371dbdf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321d2fcd-3028-4c7c-b093-e88c6172ed98,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.351986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e389a6-6002-4d45-9db5-8ccd0f12421b req-c0a39056-b582-4681-a088-5d799e5c00a3 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.378295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94e389a6-6002-4d45-9db5-8ccd0f12421b req-c0a39056-b582-4681-a088-5d799e5c00a3 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 945 time: 0.5060637 Feb 11 13:18:45.438689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-d9c9b3a1-a808-4764-971e-20668797d8b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.444184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-d9c9b3a1-a808-4764-971e-20668797d8b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.449592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-d9c9b3a1-a808-4764-971e-20668797d8b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.451383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-d9c9b3a1-a808-4764-971e-20668797d8b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "GET /v2.0/networks?id=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=36e0d722-4c37-4bdb-b34f-cb9058780974&id=36e0d722-4c37-4bdb-b34f-cb9058780974 HTTP/1.1" status: 200 len: 1987 time: 0.3271337 Feb 11 13:18:45.465029 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38844) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:45.607131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c16eb1-45ca-4dc9-b433-71d3e7b1d122 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d16c09587f1347049d74d3093b0075d2 HTTP/1.1" status: 200 len: 379 time: 0.1412139 Feb 11 13:18:45.642737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'admin_state_up': True, 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'security_groups': ['5785b940-8dcd-4944-99b6-c1f9de33b418']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:45.725463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94e389a6-6002-4d45-9db5-8ccd0f12421b req-04b01843-ff31-4c39-9ee9-0d7bb044bd7a tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461413 Feb 11 13:18:45.789523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ef3389c-e697-4f16-8b26-46b1ca665eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:45.918980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc915b94-b4f0-4abe-a4d3-8842882f5c12 req-6b418d00-a789-4e7e-9373-256be0655481 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0889297 Feb 11 13:18:45.937751 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ef3389c-e697-4f16-8b26-46b1ca665eb1 admin admin] Publish callbacks [] for security_group (019955c8-aba6-4b48-ba54-613cfb92553e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:45.946999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ef3389c-e697-4f16-8b26-46b1ca665eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (019955c8-aba6-4b48-ba54-613cfb92553e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:45.950901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:45.954994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.053180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1ef3389c-e697-4f16-8b26-46b1ca665eb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=177f8de7668440b0be505bd6da39f506&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5860503 Feb 11 13:18:46.057249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38862) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:46.108579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3389c-e697-4f16-8b26-46b1ca665eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019955c8-aba6-4b48-ba54-613cfb92553e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:46.145476 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa9732ce-dd50-4c59-bdf1-ebed0fbfd1d8 admin admin] Publish callbacks [] for security_group (019955c8-aba6-4b48-ba54-613cfb92553e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.179044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa9732ce-dd50-4c59-bdf1-ebed0fbfd1d8 admin admin] Publish callbacks [] for security_group (019955c8-aba6-4b48-ba54-613cfb92553e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.204350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 172.20.0.11 (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d/8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d/4313aeee-4f86-4ffd-badc-ecc3ab055903) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:46.248832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa9732ce-dd50-4c59-bdf1-ebed0fbfd1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (019955c8-aba6-4b48-ba54-613cfb92553e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.259858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa9732ce-dd50-4c59-bdf1-ebed0fbfd1d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.263045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fa9732ce-dd50-4c59-bdf1-ebed0fbfd1d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/019955c8-aba6-4b48-ba54-613cfb92553e HTTP/1.1" status: 204 len: 168 time: 0.2039027 Feb 11 13:18:46.327435 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.329966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9732ce-dd50-4c59-bdf1-ebed0fbfd1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019955c8-aba6-4b48-ba54-613cfb92553e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:46.444501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:46.509445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.551696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.604359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1224054270-network', 'tenant_id': '3b72113b70f04695b76a2660ea33e5ab'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:46.633926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Made reservation on behalf of 3b72113b70f04695b76a2660ea33e5ab for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:46.639359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.658984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.713786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:46.749406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:46.810551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:46.931251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks [] for security_group (90145ed4-9720-43eb-a963-d6564de5215a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.936477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (90145ed4-9720-43eb-a963-d6564de5215a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.960458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:46.983822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b6583b0c-7353-408c-b824-c4e236f6b47e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.984180 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Added segment b6583b0c-7353-408c-b824-c4e236f6b47e of type vlan for network 99e64a42-7feb-4b91-a978-4519f41d1f17 Feb 11 13:18:46.989743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=4313aeee-4f86-4ffd-badc-ecc3ab055903,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.046494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (99e64a42-7feb-4b91-a978-4519f41d1f17), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.093172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (99e64a42-7feb-4b91-a978-4519f41d1f17), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.094279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.094869 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.158822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.159457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.162733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Pushing event updated for resources: {'Network': ['ID=99e64a42-7feb-4b91-a978-4519f41d1f17,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.175538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 99e64a42-7feb-4b91-a978-4519f41d1f17 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:47.190593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90145ed4-9720-43eb-a963-d6564de5215a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.203030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-456e8bcd-5cd1-4256-b52c-422570b84b38 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7574930 Feb 11 13:18:47.205858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38890) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:47.219843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Request body: {'subnet': {'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1224054270-subnet', 'tenant_id': '3b72113b70f04695b76a2660ea33e5ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:47.222431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-957c5dd7-b78b-4811-b00f-02af4092b0f0 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.224202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-957c5dd7-b78b-4811-b00f-02af4092b0f0 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 945 time: 0.4943998 Feb 11 13:18:47.254466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-11c887af-8c42-4880-a46a-abab595e677d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6290417 Feb 11 13:18:47.273207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Made reservation on behalf of 3b72113b70f04695b76a2660ea33e5ab for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:47.278883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.289346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bede5-ed8d-4ca4-826b-3c4eaac92bc9 req-c6591228-bbca-4b5d-a4db-914b410a8988 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.291084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d65bede5-ed8d-4ca4-826b-3c4eaac92bc9 req-c6591228-bbca-4b5d-a4db-914b410a8988 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 945 time: 0.3144226 Feb 11 13:18:47.300226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'admin_state_up': True, 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'security_groups': ['5785b940-8dcd-4944-99b6-c1f9de33b418']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:47.395119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.450845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2831c23c-a902-4397-b347-3e7217d9d27b None None] Provisioning complete for port 4313aeee-4f86-4ffd-badc-ecc3ab055903 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:47.451492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2831c23c-a902-4397-b347-3e7217d9d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.473940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d65bede5-ed8d-4ca4-826b-3c4eaac92bc9 req-7a80e2dd-0e9d-4d60-908b-92722f146347 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642206 Feb 11 13:18:47.564558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Deleting port 4c8285c9-d26f-412c-a813-96ef8ed536fa {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:18:47.565250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.576096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2831c23c-a902-4397-b347-3e7217d9d27b None None] Port 4313aeee-4f86-4ffd-badc-ecc3ab055903 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:47.701596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:47.705898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.718076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (e04fa51d-026d-4324-84ad-c5c33b448583), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.801014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e04fa51d-026d-4324-84ad-c5c33b448583,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.877801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Checking segment: {'id': 'b6583b0c-7353-408c-b824-c4e236f6b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:47.878852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Network hostable DHCP agents. Network: 99e64a42-7feb-4b91-a978-4519f41d1f17, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:47.883820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e3c8-b1f9-43e4-aebf-943e2bcb8ce4 req-dbb10fc7-590a-4b4d-8383-9d16fccb6832 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.885526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c14e3c8-b1f9-43e4-aebf-943e2bcb8ce4 req-dbb10fc7-590a-4b4d-8383-9d16fccb6832 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 932 time: 0.2690277 Feb 11 13:18:47.896747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38904) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:47.904238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] For port 4c8285c9-d26f-412c-a813-96ef8ed536fa, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=4c8285c9-d26f-412c-a813-96ef8ed536fa,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:47.904668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.922768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Network 99e64a42-7feb-4b91-a978-4519f41d1f17 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:47.937178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 99e64a42-7feb-4b91-a978-4519f41d1f17) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:47.949521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25aa75-5eb5-429f-bb50-73daa678ddf9 None None] Network 99e64a42-7feb-4b91-a978-4519f41d1f17 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:47.950864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.951488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.982780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0115885c-cdc8-4eaa-bcde-57ae9e90d8fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7737813 Feb 11 13:18:48.050044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1110739335-network', 'tenant_id': '82b98f038c48493bb5bcbf0f77e6a56a'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:48.077720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Made reservation on behalf of 82b98f038c48493bb5bcbf0f77e6a56a for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:48.081815 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.094118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.116164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df5453-933b-4d6b-889c-0764d077f375 None None] Network 99e64a42-7feb-4b91-a978-4519f41d1f17 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:48.198254 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks [] for security_group (0b27ba83-b729-4742-b225-dd10f3dd94be), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.206169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0b27ba83-b729-4742-b225-dd10f3dd94be), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.252869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:48.261279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b27ba83-b729-4742-b225-dd10f3dd94be,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:48.278207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1040e3c5-8d48-43c9-bad8-837f5ae8c953), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.278649 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Added segment 1040e3c5-8d48-43c9-bad8-837f5ae8c953 of type vlan for network d2415272-779a-4b8a-9220-4c5e274e980c Feb 11 13:18:48.376381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d2415272-779a-4b8a-9220-4c5e274e980c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.416850 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d2415272-779a-4b8a-9220-4c5e274e980c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.418763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.419609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.484614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c14e3c8-b1f9-43e4-aebf-943e2bcb8ce4 req-b98283e5-1ea6-469c-8461-362ab1ff8f32 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5841455 Feb 11 13:18:48.485905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5873833 Feb 11 13:18:48.491276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 38914) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:48.498815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Request body: {'subnet': {'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1110739335-subnet', 'tenant_id': '82b98f038c48493bb5bcbf0f77e6a56a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:48.503890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.511832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (2a844b20-35e0-4e39-8354-164ddf496ea6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.516923 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Floating IP 2a844b20-35e0-4e39-8354-164ddf496ea6 disassociated. External IP: 172.25.1.7, port: 4c8285c9-d26f-412c-a813-96ef8ed536fa. Feb 11 13:18:48.517602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Calling delete_port for 4c8285c9-d26f-412c-a813-96ef8ed536fa owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:48.533920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6609fd9-9222-4904-9b04-16da91fb511e admin admin] Pushing event updated for resources: {'Network': ['ID=d2415272-779a-4b8a-9220-4c5e274e980c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:48.544502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d2415272-779a-4b8a-9220-4c5e274e980c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:48.642377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 10.1.1.199 (66275149-2e1a-4550-9b8c-d72c1a35ac7b/81babb9b-ec00-4eee-9f9e-f377268ad7c0/8aee8dd7-1ab9-46c8-bbfc-637f910703cb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:48.744355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Made reservation on behalf of 82b98f038c48493bb5bcbf0f77e6a56a for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:48.746910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.837867 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38928) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:48.843000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713864924-network', 'tenant_id': '77f638017e424a5f9afc4231980395b8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:48.873620 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Made reservation on behalf of 77f638017e424a5f9afc4231980395b8 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:48.876480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.892711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:48.919069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2db0a-57e6-4159-938c-5ed46d903765 req-3435a414-7946-45ba-b221-211e2d5042cd tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.922101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7a2db0a-57e6-4159-938c-5ed46d903765 req-3435a414-7946-45ba-b221-211e2d5042cd tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 945 time: 0.2721434 Feb 11 13:18:48.956986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4c8285c9-d26f-412c-a813-96ef8ed536fa), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.024838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks [] for security_group (d7c7e65a-6dd3-40de-8881-eed28fd548c8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.030379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d7c7e65a-6dd3-40de-8881-eed28fd548c8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.040480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event deleted for resources: {'Port': ['ID=4c8285c9-d26f-412c-a813-96ef8ed536fa,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.090317 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:49.092802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7e65a-6dd3-40de-8881-eed28fd548c8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.104445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2e5d67db-299c-459c-8683-d72192e2bb82), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.104808 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Added segment 2e5d67db-299c-459c-8683-d72192e2bb82 of type vlan for network 05cd0f62-76d2-4d20-a16c-13eb9300e43a Feb 11 13:18:49.150828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4c8285c9-d26f-412c-a813-96ef8ed536fa no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:49.192501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 4c8285c9-d26f-412c-a813-96ef8ed536fa {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:18:49.192934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 4c8285c9-d26f-412c-a813-96ef8ed536fa not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:49.201046 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (05cd0f62-76d2-4d20-a16c-13eb9300e43a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.214807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7a2db0a-57e6-4159-938c-5ed46d903765 req-88635eeb-44a8-49d0-b062-40d6c6c16240 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups?id=ca589933-f365-41c9-a7d2-a5af90d4c03f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764721 Feb 11 13:18:49.244373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (05cd0f62-76d2-4d20-a16c-13eb9300e43a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.245394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.246057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.281966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.290734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4490676 Feb 11 13:18:49.290972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38932) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:49.393850 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (d4c01c12-c930-41fb-992f-5d9fad98b90a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.411272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Router 5811234b-d538-4312-90e8-7e7f01e919e6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:49.510148 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.536960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c01c12-c930-41fb-992f-5d9fad98b90a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.591689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:49.601122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:49.637624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Checking segment: {'id': '1040e3c5-8d48-43c9-bad8-837f5ae8c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:49.642944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Network hostable DHCP agents. Network: d2415272-779a-4b8a-9220-4c5e274e980c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:49.645851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:49.661059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.708595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Request body: {'subnet': {'network_id': '05cd0f62-76d2-4d20-a16c-13eb9300e43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713864924-subnet', 'tenant_id': '77f638017e424a5f9afc4231980395b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:49.723230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a8f3a-8470-422a-b7c0-38350d59b3bf admin admin] Pushing event updated for resources: {'Network': ['ID=05cd0f62-76d2-4d20-a16c-13eb9300e43a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.740671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 05cd0f62-76d2-4d20-a16c-13eb9300e43a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:49.752866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Made reservation on behalf of 77f638017e424a5f9afc4231980395b8 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:49.758975 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.792767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:49.803261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.804108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.804643 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84506c65-f144-4b81-a748-8953f638691e None None] Sync routers for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:49.819287 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:49.825803 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:49.851022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Network d2415272-779a-4b8a-9220-4c5e274e980c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:49.894773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] No DVR routers for this DVR port 4c8285c9-d26f-412c-a813-96ef8ed536fa on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:49.901432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-adc2323a-88de-44ba-a2bc-4e4ea22049e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6056192 Feb 11 13:18:49.902411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d2415272-779a-4b8a-9220-4c5e274e980c) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:49.905441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.913798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5db9c213-ab4d-4f9f-b432-2b60ca544f4d req-d05237da-4d30-4acb-be31-3308388b684e tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.53 "DELETE /v2.0/ports/4c8285c9-d26f-412c-a813-96ef8ed536fa HTTP/1.1" status: 204 len: 173 time: 2.6758966 Feb 11 13:18:49.914263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'name': 'network-vif-deleted', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:49.916906 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b783a3-0352-427e-8c08-a6dae5d71aea" -d '{"events": [{"server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "name": "network-vif-deleted", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:49.919696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306caee2-9c3e-4ec7-827f-52cf0008bcdc None None] Network d2415272-779a-4b8a-9220-4c5e274e980c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:49.939007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.940586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:49.959010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f47b-a963-4f7e-b14a-045a31b81115 req-75e34771-0b3d-4225-8b20-cb09caf4417b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.973418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005f47b-a963-4f7e-b14a-045a31b81115 req-75e34771-0b3d-4225-8b20-cb09caf4417b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.980780 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f005f47b-a963-4f7e-b14a-045a31b81115 req-75e34771-0b3d-4225-8b20-cb09caf4417b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 1654 time: 0.3265436 Feb 11 13:18:49.986297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'admin_state_up': True, 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'security_groups': ['5785b940-8dcd-4944-99b6-c1f9de33b418']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:50.076169 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:50.100511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f2051e21-5402-4576-aa29-7395afe877ac admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6079898 Feb 11 13:18:50.171804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f005f47b-a963-4f7e-b14a-045a31b81115 req-e5dac225-dd54-412a-a070-d60d64e7f6f5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709657 Feb 11 13:18:50.187528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (cded5e96-b851-4f4f-9de3-058c3f8c1831), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.190772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bb4c4077-faef-40da-8e14-2bab06073199 None None] Provisioning complete for port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:50.191837 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bb4c4077-faef-40da-8e14-2bab06073199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.248704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:50.259710 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.315082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9bfc46-d9e3-477d-998c-abe1527e852c None None] Network d2415272-779a-4b8a-9220-4c5e274e980c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:50.350561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cded5e96-b851-4f4f-9de3-058c3f8c1831,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:50.382755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Checking segment: {'id': '2e5d67db-299c-459c-8683-d72192e2bb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '05cd0f62-76d2-4d20-a16c-13eb9300e43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:50.383124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Network hostable DHCP agents. Network: 05cd0f62-76d2-4d20-a16c-13eb9300e43a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:50.416315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c4077-faef-40da-8e14-2bab06073199 None None] Port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:50.435578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Network 05cd0f62-76d2-4d20-a16c-13eb9300e43a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:50.462871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 05cd0f62-76d2-4d20-a16c-13eb9300e43a) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:50.474483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.475073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.517993 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0f10289e-d38b-4b39-9b86-b0cad79aace5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2258837 Feb 11 13:18:50.552373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc7d97a-1443-4a91-8056-9357156c3e7a None None] Network 05cd0f62-76d2-4d20-a16c-13eb9300e43a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:50.625075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 10.1.1.206 (66275149-2e1a-4550-9b8c-d72c1a35ac7b/81babb9b-ec00-4eee-9f9e-f377268ad7c0/207100d3-245d-4bcc-9564-b62cb9532953) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:50.652383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:50.707564 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84506c65-f144-4b81-a748-8953f638691e None None] Checking router: 5811234b-d538-4312-90e8-7e7f01e919e6 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:50.730826 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992e0fce-cc51-4e7e-b72d-0a0f661fe3c3 x-openstack-request-id: req-992e0fce-cc51-4e7e-b72d-0a0f661fe3c3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:50.732533 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f28e5-d266-4553-b323-08e135b90cb6", "name": "network-vif-deleted", "tag": "4c8285c9-d26f-412c-a813-96ef8ed536fa", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:50.734277 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:50.735140 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-992e0fce-cc51-4e7e-b72d-0a0f661fe3c3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:50.736960 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f28e5-d266-4553-b323-08e135b90cb6', 'name': 'network-vif-deleted', 'tag': '4c8285c9-d26f-412c-a813-96ef8ed536fa', 'status': 'completed', 'code': 200} Feb 11 13:18:50.737362 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:18:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:50.834318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5453b6f6-2b19-42b9-9118-ec7b1f01e77a req-8425033d-fffd-448e-b261-95b1d292d38d tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/ports?device_id=298f28e5-d266-4553-b323-08e135b90cb6 HTTP/1.1" status: 200 len: 210 time: 0.0948639 Feb 11 13:18:51.124092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc62e95a-3403-4659-8cc5-40425b3a837c None None] Network 05cd0f62-76d2-4d20-a16c-13eb9300e43a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:51.259727 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:51.286093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38968) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:51.291758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1934817362-network', 'tenant_id': 'd705ce48e9b74974a29d6a2e8f234779'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:51.336511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Made reservation on behalf of d705ce48e9b74974a29d6a2e8f234779 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:51.339386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.366501 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.559446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks [] for security_group (8aa7b98b-f9ca-46fe-bbdb-07823957121f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.565359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8aa7b98b-f9ca-46fe-bbdb-07823957121f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.622513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:51.661597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa7b98b-f9ca-46fe-bbdb-07823957121f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.675298 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (cddcef10-71e7-4d11-aa06-4eaf29270687), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.675521 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Added segment cddcef10-71e7-4d11-aa06-4eaf29270687 of type vlan for network 304191ec-25be-4ef4-8b2b-03d053116e07 Feb 11 13:18:51.708826 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-84506c65-f144-4b81-a748-8953f638691e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:51.714694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (207100d3-245d-4bcc-9564-b62cb9532953), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.753351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-1840307a-8200-4c31-abd5-fed677ddeacb tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.754815 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84506c65-f144-4b81-a748-8953f638691e None None] The sync data for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 is: [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:12:22Z', 'revision_number': 4, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '05e5eee4-6fbb-42e8-bffb-c0fa84245761', 'name': '', 'network_id': 'bd8a299f-81d2-493f-bd95-dbc657aa885c', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'mac_address': 'fa:16:3e:5a:33:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:21Z', 'updated_at': '2022-02-11T13:12:26Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'subnets': [{'id': 'a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:51.760212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-1840307a-8200-4c31-abd5-fed677ddeacb tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/networks?id=99e64a42-7feb-4b91-a978-4519f41d1f17 HTTP/1.1" status: 200 len: 809 time: 0.1691592 Feb 11 13:18:51.762717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (304191ec-25be-4ef4-8b2b-03d053116e07), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.789144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-1cb38159-5293-42e9-b4a7-19f4d82fb2ff tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/quotas/3b72113b70f04695b76a2660ea33e5ab HTTP/1.1" status: 200 len: 375 time: 0.0280042 Feb 11 13:18:51.831118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (304191ec-25be-4ef4-8b2b-03d053116e07), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.832172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.832752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.845524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-dda41f84-3bf2-45fd-940f-5cf5070251a1 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3b72113b70f04695b76a2660ea33e5ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554738 Feb 11 13:18:51.854048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (207100d3-245d-4bcc-9564-b62cb9532953), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.884649 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5967577 Feb 11 13:18:51.917958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 38982) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:51.924225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:51.929281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:51.930030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Request body: {'subnet': {'network_id': '304191ec-25be-4ef4-8b2b-03d053116e07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1934817362-subnet', 'tenant_id': 'd705ce48e9b74974a29d6a2e8f234779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:51.951827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57855381-a90b-4577-a4dd-1339cc842fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=304191ec-25be-4ef4-8b2b-03d053116e07,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.957823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:51.966902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 304191ec-25be-4ef4-8b2b-03d053116e07 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:51.977464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Made reservation on behalf of d705ce48e9b74974a29d6a2e8f234779 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:51.981940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:52.049380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.054260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:52.166301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=207100d3-245d-4bcc-9564-b62cb9532953,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:52.195998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-42c126ad-6b8b-4b8b-a046-69a97e6c98a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2692468 Feb 11 13:18:52.213761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974', 'admin_state_up': True, 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'security_groups': ['5785b940-8dcd-4944-99b6-c1f9de33b418']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:52.264141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-195d5d8a-64d3-4c7f-a906-9d9f8a3cea1b service neutron] 10.222.0.42 "GET /v2.0/networks/99e64a42-7feb-4b91-a978-4519f41d1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909633 Feb 11 13:18:52.315459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (f8e1013c-0595-43d4-9ead-e1c27db109ca), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:52.363941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bd519544-8103-402f-a276-bd3177fb332a None None] Provisioning complete for port 207100d3-245d-4bcc-9564-b62cb9532953 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:52.372344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd519544-8103-402f-a276-bd3177fb332a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (207100d3-245d-4bcc-9564-b62cb9532953), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:52.376215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed9f1d9-22b7-4a68-a628-e0c23f0e1ac1 None None] New status for floating IP 2a844b20-35e0-4e39-8354-164ddf496ea6: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:18:52.414866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e1013c-0595-43d4-9ead-e1c27db109ca,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:52.424070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Checking segment: {'id': 'cddcef10-71e7-4d11-aa06-4eaf29270687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '304191ec-25be-4ef4-8b2b-03d053116e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:52.424430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Network hostable DHCP agents. Network: 304191ec-25be-4ef4-8b2b-03d053116e07, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:52.453697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-7961adfc-3ebe-4f01-8b78-f8f8f8b44f7c service neutron] 10.222.0.42 "GET /v2.0/networks/99e64a42-7feb-4b91-a978-4519f41d1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883361 Feb 11 13:18:52.459152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Network 304191ec-25be-4ef4-8b2b-03d053116e07 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:52.473049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 304191ec-25be-4ef4-8b2b-03d053116e07) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:52.479471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.480642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:52.509320 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fa5ae416-5bf3-41f0-8d06-bdbb3faad28b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5900137 Feb 11 13:18:52.525947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:52.679784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bd519544-8103-402f-a276-bd3177fb332a None None] Port 207100d3-245d-4bcc-9564-b62cb9532953 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:52.696672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dd190-6abd-4717-99d7-025de7e7287d None None] Network 304191ec-25be-4ef4-8b2b-03d053116e07 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:52.731767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:52.888077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1989d30a-f73a-4c49-8d34-8c84f3efdaa8 None None] Network 304191ec-25be-4ef4-8b2b-03d053116e07 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:18:53.125905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296573b-8555-46f1-b5d8-156ff5aab22e req-d0db5b71-35d6-4bbb-931f-579e864c493f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.134762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296573b-8555-46f1-b5d8-156ff5aab22e req-d0db5b71-35d6-4bbb-931f-579e864c493f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.138051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296573b-8555-46f1-b5d8-156ff5aab22e req-d0db5b71-35d6-4bbb-931f-579e864c493f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.140007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3296573b-8555-46f1-b5d8-156ff5aab22e req-d0db5b71-35d6-4bbb-931f-579e864c493f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 2375 time: 0.3786283 Feb 11 13:18:53.222495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 10.2.2.100 (36e0d722-4c37-4bdb-b34f-cb9058780974/62f67c5d-ec16-4023-877f-bff76b8050a4/2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:53.382945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:53.454876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:53.508657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:53.522203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3296573b-8555-46f1-b5d8-156ff5aab22e req-f6907bbd-b2ac-442b-a267-9d88463ea989 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3671782 Feb 11 13:18:53.537678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:53.551559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:53.557424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:53.634618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.635444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:53.656562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ba88014c-e5db-41a3-881f-42a71ede370c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4487793 Feb 11 13:18:53.669715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974', 'admin_state_up': True, 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'security_groups': ['5785b940-8dcd-4944-99b6-c1f9de33b418']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:53.838127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9225ce5a-7013-4475-9bb7-86b8983580aa req-3158c62d-f3cf-4c43-b3a3-b6fe5e162afa tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 210 time: 0.0502770 Feb 11 13:18:53.885804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Made reservation on behalf of d16c09587f1347049d74d3093b0075d2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:53.892361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:54.029806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff7ce793-ceb7-4869-b355-32000d1178d0 None None] Provisioning complete for port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:54.031007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff7ce793-ceb7-4869-b355-32000d1178d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:54.089945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff7ce793-ceb7-4869-b355-32000d1178d0 None None] Port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:54.269245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-adcb7628-2b5c-4dcc-9fb8-4fb4a6f36caa tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.270649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-adcb7628-2b5c-4dcc-9fb8-4fb4a6f36caa tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.53 "GET /v2.0/networks?id=99e64a42-7feb-4b91-a978-4519f41d1f17 HTTP/1.1" status: 200 len: 809 time: 0.2841983 Feb 11 13:18:54.298833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Request body: {'port': {'device_id': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17', 'admin_state_up': True, 'tenant_id': '3b72113b70f04695b76a2660ea33e5ab'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:54.385819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Allocated IP 10.2.2.200 (36e0d722-4c37-4bdb-b34f-cb9058780974/62f67c5d-ec16-4023-877f-bff76b8050a4/2c82b54f-7867-4c04-8bf6-be018f60cb1c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:54.436022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-ede941c2-ba08-4564-86d3-01a32aabe7df tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.437507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-ede941c2-ba08-4564-86d3-01a32aabe7df tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/networks?id=d2415272-779a-4b8a-9220-4c5e274e980c HTTP/1.1" status: 200 len: 812 time: 0.2903755 Feb 11 13:18:54.481436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-de7cd0a2-fdc1-48f1-8f64-4878d3714c9f tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/quotas/82b98f038c48493bb5bcbf0f77e6a56a HTTP/1.1" status: 200 len: 375 time: 0.0279729 Feb 11 13:18:54.555164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-1c499ea3-08f8-4ff7-8dd5-0d578eaa17e0 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=82b98f038c48493bb5bcbf0f77e6a56a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647359 Feb 11 13:18:54.601428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Made reservation on behalf of 3b72113b70f04695b76a2660ea33e5ab for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:54.604618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:54.745381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:54.786049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-e4e4e41f-8665-4e25-a678-08d14a093074 service neutron] 10.222.0.42 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200041 Feb 11 13:18:54.919602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Allocated IP 172.20.0.8 (99e64a42-7feb-4b91-a978-4519f41d1f17/e04fa51d-026d-4324-84ad-c5c33b448583/51fc4765-b81c-4156-956d-307b0104d7af) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:54.922197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:54.995917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-8a49b51c-2364-4eab-9670-66a514ce0a68 service neutron] 10.222.0.42 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994452 Feb 11 13:18:55.009420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:55.016842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:55.025323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:55.071641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event updated for resources: {'Port': ['ID=2c82b54f-7867-4c04-8bf6-be018f60cb1c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:55.113933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.114610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.157782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7e5cc850-2db2-42c6-8dd8-aac23ec8ae60 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4936993 Feb 11 13:18:55.194480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:55.220589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39054) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:55.348108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88a47b9f-cd26-479c-a2c8-4513d52f1cd9 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (ca589933-f365-41c9-a7d2-a5af90d4c03f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.378783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88a47b9f-cd26-479c-a2c8-4513d52f1cd9 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (ca589933-f365-41c9-a7d2-a5af90d4c03f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.428099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e0124df3-05bb-4fe9-9038-453b3f42167f None None] Provisioning complete for port 2c82b54f-7867-4c04-8bf6-be018f60cb1c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:55.428686 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e0124df3-05bb-4fe9-9038-453b3f42167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.470797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88a47b9f-cd26-479c-a2c8-4513d52f1cd9 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ca589933-f365-41c9-a7d2-a5af90d4c03f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.472085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.474651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88a47b9f-cd26-479c-a2c8-4513d52f1cd9 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.479056 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-88a47b9f-cd26-479c-a2c8-4513d52f1cd9 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "DELETE /v2.0/security-groups/ca589933-f365-41c9-a7d2-a5af90d4c03f HTTP/1.1" status: 204 len: 168 time: 0.2571628 Feb 11 13:18:55.479503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39058) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:55.499958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks [] for port (51fc4765-b81c-4156-956d-307b0104d7af), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.500326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a47b9f-cd26-479c-a2c8-4513d52f1cd9 tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca589933-f365-41c9-a7d2-a5af90d4c03f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:55.524738 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-0e3b968e-402d-4491-8d81-bc10868bfaaa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] show failed (client error): The resource could not be found. Feb 11 13:18:55.525827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0e3b968e-402d-4491-8d81-bc10868bfaaa tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "GET /v2.0/security-groups/ca589933-f365-41c9-a7d2-a5af90d4c03f HTTP/1.1" status: 404 len: 347 time: 0.0434518 Feb 11 13:18:55.529389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39064) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:18:55.564608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e0124df3-05bb-4fe9-9038-453b3f42167f None None] Port 2c82b54f-7867-4c04-8bf6-be018f60cb1c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:55.585841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce49f3-bab7-4aa6-8ac6-fa50300cab6a req-7cc51f4d-50b5-4144-b879-b19ffbc84ae0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.591590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce49f3-bab7-4aa6-8ac6-fa50300cab6a req-7cc51f4d-50b5-4144-b879-b19ffbc84ae0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.596894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce49f3-bab7-4aa6-8ac6-fa50300cab6a req-7cc51f4d-50b5-4144-b879-b19ffbc84ae0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.615908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce49f3-bab7-4aa6-8ac6-fa50300cab6a req-7cc51f4d-50b5-4144-b879-b19ffbc84ae0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.621399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce49f3-bab7-4aa6-8ac6-fa50300cab6a req-7cc51f4d-50b5-4144-b879-b19ffbc84ae0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.638251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15ce49f3-bab7-4aa6-8ac6-fa50300cab6a req-7cc51f4d-50b5-4144-b879-b19ffbc84ae0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 3817 time: 0.2747476 Feb 11 13:18:55.785532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Deleting port 5af0a1e9-40b7-473c-a706-8220fcec4df6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:18:55.786172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.890902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.891221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (5af0a1e9-40b7-473c-a706-8220fcec4df6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:55.905875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Calling delete_port for 5af0a1e9-40b7-473c-a706-8220fcec4df6 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:55.993190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (51fc4765-b81c-4156-956d-307b0104d7af), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.068351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Pushing event updated for resources: {'Port': ['ID=51fc4765-b81c-4156-956d-307b0104d7af,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:56.101406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Network 99e64a42-7feb-4b91-a978-4519f41d1f17 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:56.113596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:56.132444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5af0a1e9-40b7-473c-a706-8220fcec4df6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.137763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:56.164725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Pushing event deleted for resources: {'Port': ['ID=5af0a1e9-40b7-473c-a706-8220fcec4df6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:56.205921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.206728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.207342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.207894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.208660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.209241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.209822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.211064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.211610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.212162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.212762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.213352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.213918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:56.239236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15ce49f3-bab7-4aa6-8ac6-fa50300cab6a req-980f3661-bc56-4ebc-b1a9-4a59e9041bbf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5912423 Feb 11 13:18:56.250985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.251612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.288204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks [] for floatingip (2a844b20-35e0-4e39-8354-164ddf496ea6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.291709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.293844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-da1c0daa-e86a-443b-acf5-aeee48da92ac tempest-AttachVolumeTestJSON-1410433687 tempest-AttachVolumeTestJSON-1410433687-project] 10.222.0.42 "DELETE /v2.0/floatingips/2a844b20-35e0-4e39-8354-164ddf496ea6 HTTP/1.1" status: 204 len: 168 time: 0.7631330 Feb 11 13:18:56.409988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-f628ce35-da8c-4867-aab9-c6ff74e9f317 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1148789 Feb 11 13:18:56.413367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4313aeee-4f86-4ffd-badc-ecc3ab055903 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:18:56.445366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Request body: {'port': {'device_id': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:56.449849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Publish callbacks [] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.481736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa1fcb-e63b-4cff-a7ef-883885636b0a req-df840962-74be-4089-8dd8-6b51186a4dd8 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.488666 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75aa1fcb-e63b-4cff-a7ef-883885636b0a req-df840962-74be-4089-8dd8-6b51186a4dd8 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 931 time: 0.1366820 Feb 11 13:18:56.514213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Transition to ACTIVE for port object 4313aeee-4f86-4ffd-badc-ecc3ab055903 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:56.525080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.618576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (51fc4765-b81c-4156-956d-307b0104d7af), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:56.664267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75aa1fcb-e63b-4cff-a7ef-883885636b0a req-42a19c4d-c340-46a9-8e33-f0e538b3ffef tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699259 Feb 11 13:18:56.812685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Pushing event updated for resources: {'Port': ['ID=4313aeee-4f86-4ffd-badc-ecc3ab055903,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:57.264814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aca94fd7-9ccc-482f-8aea-c4cefc98a8ea req-1bf96392-0def-4885-ab3b-718d9931482f tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 210 time: 0.4605355 Feb 11 13:18:57.402571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-540bae1c-723c-40a3-80c1-f0c2a8d7e5eb tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.404164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-540bae1c-723c-40a3-80c1-f0c2a8d7e5eb tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.64 "GET /v2.0/networks?id=d2415272-779a-4b8a-9220-4c5e274e980c HTTP/1.1" status: 200 len: 812 time: 0.8103757 Feb 11 13:18:57.424708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Request body: {'port': {'device_id': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c', 'admin_state_up': True, 'tenant_id': '82b98f038c48493bb5bcbf0f77e6a56a'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:57.471420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Attempting to bind port 4313aeee-4f86-4ffd-badc-ecc3ab055903 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:57.471769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Attempting to bind port 4313aeee-4f86-4ffd-badc-ecc3ab055903 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:57.472108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Attempting to bind port 4313aeee-4f86-4ffd-badc-ecc3ab055903 on network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:57.508945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Port 4313aeee-4f86-4ffd-badc-ecc3ab055903 on network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:57.509279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Attempting to bind port 4313aeee-4f86-4ffd-badc-ecc3ab055903 on network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:57.580774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:57.581142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Checking segment: {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:57.581486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Bound using segment: {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:57.581960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Bound port: 4313aeee-4f86-4ffd-badc-ecc3ab055903, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797d0120-6742-4918-86cc-f5537c61fe64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:57.582320 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:57.598430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d503-1d99-4667-9909-28ad249ce4ab req-bbf7564c-f599-44da-ae6e-febed9ef8b78 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.603671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d503-1d99-4667-9909-28ad249ce4ab req-bbf7564c-f599-44da-ae6e-febed9ef8b78 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.608881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d503-1d99-4667-9909-28ad249ce4ab req-bbf7564c-f599-44da-ae6e-febed9ef8b78 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.618003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d503-1d99-4667-9909-28ad249ce4ab req-bbf7564c-f599-44da-ae6e-febed9ef8b78 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.623801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d503-1d99-4667-9909-28ad249ce4ab req-bbf7564c-f599-44da-ae6e-febed9ef8b78 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.625604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8e0d503-1d99-4667-9909-28ad249ce4ab req-bbf7564c-f599-44da-ae6e-febed9ef8b78 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 3829 time: 0.2752526 Feb 11 13:18:57.820170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] For port 4313aeee-4f86-4ffd-badc-ecc3ab055903, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:57.826993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8e0d503-1d99-4667-9909-28ad249ce4ab req-0bdeb413-cb8d-47c6-b5a3-ec717fcca22f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815455 Feb 11 13:18:57.844032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] For port 4313aeee-4f86-4ffd-badc-ecc3ab055903, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:57.851358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51fc4765-b81c-4156-956d-307b0104d7af {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:18:57.865329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:57.865329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Made reservation on behalf of 82b98f038c48493bb5bcbf0f77e6a56a for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:57.865329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:57.881859 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Publish callbacks [] for port (51fc4765-b81c-4156-956d-307b0104d7af), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:57.938111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.938718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:57.940468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] 10.222.0.64 "PUT /v2.0/ports/4313aeee-4f86-4ffd-badc-ecc3ab055903 HTTP/1.1" status: 200 len: 1092 time: 2.7585711 Feb 11 13:18:57.940937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:57.943613 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852" -d '{"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:57.980740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Transition to ACTIVE for port object 51fc4765-b81c-4156-956d-307b0104d7af will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:57.986839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:58.048766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d79c59-2e9c-4aef-99d0-7e5dae9a4aeb service neutron] Pushing event updated for resources: {'Port': ['ID=4313aeee-4f86-4ffd-badc-ecc3ab055903,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.059169 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (51fc4765-b81c-4156-956d-307b0104d7af), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:58.213791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Pushing event updated for resources: {'Port': ['ID=51fc4765-b81c-4156-956d-307b0104d7af,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.243328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b119a5-97a1-4098-883e-8c0cf083626e req-0645a8e0-008e-4048-8207-75b1c61b9c7b tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.244877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96b119a5-97a1-4098-883e-8c0cf083626e req-0645a8e0-008e-4048-8207-75b1c61b9c7b tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 931 time: 0.3164563 Feb 11 13:18:58.279790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:58.391726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Allocated IP 172.20.0.11 (d2415272-779a-4b8a-9220-4c5e274e980c/d4c01c12-c930-41fb-992f-5d9fad98b90a/a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:58.530546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Attempting to bind port 51fc4765-b81c-4156-956d-307b0104d7af on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:58.530896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Attempting to bind port 51fc4765-b81c-4156-956d-307b0104d7af by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'b6583b0c-7353-408c-b824-c4e236f6b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:58.531247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Attempting to bind port 51fc4765-b81c-4156-956d-307b0104d7af on network 99e64a42-7feb-4b91-a978-4519f41d1f17 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:58.556929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-96b119a5-97a1-4098-883e-8c0cf083626e req-0fab4634-1d57-4612-8502-d0201c1f2499 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728295 Feb 11 13:18:58.568772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Port 51fc4765-b81c-4156-956d-307b0104d7af on network 99e64a42-7feb-4b91-a978-4519f41d1f17 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:58.569103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Attempting to bind port 51fc4765-b81c-4156-956d-307b0104d7af on network 99e64a42-7feb-4b91-a978-4519f41d1f17 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:58.600483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:58.600950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Checking segment: {'id': 'b6583b0c-7353-408c-b824-c4e236f6b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:58.601340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Bound using segment: {'id': 'b6583b0c-7353-408c-b824-c4e236f6b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:58.601807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Bound port: 51fc4765-b81c-4156-956d-307b0104d7af, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6583b0c-7353-408c-b824-c4e236f6b47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:58.602165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (51fc4765-b81c-4156-956d-307b0104d7af), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:58.629506 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1206fda-6135-48df-9c69-ef7ab0811b8e x-openstack-request-id: req-e1206fda-6135-48df-9c69-ef7ab0811b8e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:58.629829 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:58.630135 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1206fda-6135-48df-9c69-ef7ab0811b8e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:58.630541 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'status': 'completed', 'code': 200} Feb 11 13:18:58.803219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4092b775-94eb-48cb-9fbc-f039198fd1ff req-cd6b7384-989a-4c83-b2fe-26459861c5af tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 210 time: 0.1019838 Feb 11 13:18:58.931224 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks [] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:58.933057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] For port 51fc4765-b81c-4156-956d-307b0104d7af, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:58.949356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-1fc9b257-1361-4a4b-acfc-9d58fdbb8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.950171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-1fc9b257-1361-4a4b-acfc-9d58fdbb8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.950740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-1fc9b257-1361-4a4b-acfc-9d58fdbb8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.951287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-1fc9b257-1361-4a4b-acfc-9d58fdbb8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.951867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-1fc9b257-1361-4a4b-acfc-9d58fdbb8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.953919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-1fc9b257-1361-4a4b-acfc-9d58fdbb8c69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 4395 time: 0.2988427 Feb 11 13:18:59.012845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] For port 51fc4765-b81c-4156-956d-307b0104d7af, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=51fc4765-b81c-4156-956d-307b0104d7af,segment=NetworkSegment(b6583b0c-7353-408c-b824-c4e236f6b47e),segment_id=b6583b0c-7353-408c-b824-c4e236f6b47e)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:59.093675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (51fc4765-b81c-4156-956d-307b0104d7af), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.225836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47619b11-7d14-48e2-9064-45f7989c34c9 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:18:59.255066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.255680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.257047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] 10.222.0.53 "PUT /v2.0/ports/51fc4765-b81c-4156-956d-307b0104d7af HTTP/1.1" status: 200 len: 1091 time: 2.8161643 Feb 11 13:18:59.269329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Publish callbacks [] for port (47619b11-7d14-48e2-9064-45f7989c34c9), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.312680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.328158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5d7f574-a3c0-4703-80b7-619dc88f5869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.335295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6792-9068-4ace-a918-f4d2906f387b req-a04551c6-3f59-4e00-9a94-6c129bdf16a9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.340961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6792-9068-4ace-a918-f4d2906f387b req-a04551c6-3f59-4e00-9a94-6c129bdf16a9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.346951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6792-9068-4ace-a918-f4d2906f387b req-a04551c6-3f59-4e00-9a94-6c129bdf16a9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.352103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6792-9068-4ace-a918-f4d2906f387b req-a04551c6-3f59-4e00-9a94-6c129bdf16a9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.357817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac6792-9068-4ace-a918-f4d2906f387b req-a04551c6-3f59-4e00-9a94-6c129bdf16a9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.359642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63ac6792-9068-4ace-a918-f4d2906f387b req-a04551c6-3f59-4e00-9a94-6c129bdf16a9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 3829 time: 0.4223030 Feb 11 13:18:59.381331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Transition to ACTIVE for port object 47619b11-7d14-48e2-9064-45f7989c34c9 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:59.396560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6738f74f-95f6-4dac-b831-d16f718f85fc service neutron] Pushing event updated for resources: {'Port': ['ID=51fc4765-b81c-4156-956d-307b0104d7af,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:59.436553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.479768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-48aa4c08-f853-4d88-a7cd-32ac89ed3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.480205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-48aa4c08-f853-4d88-a7cd-32ac89ed3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.481853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-48aa4c08-f853-4d88-a7cd-32ac89ed3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.485356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-48aa4c08-f853-4d88-a7cd-32ac89ed3af1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d16c09587f1347049d74d3093b0075d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5043800 Feb 11 13:18:59.510034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Network d2415272-779a-4b8a-9220-4c5e274e980c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:59.514329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:59.559526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:59.736365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.737052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.754499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63ac6792-9068-4ace-a918-f4d2906f387b req-41a3707d-7f23-4f35-8e9a-3e417b91ba11 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3678131 Feb 11 13:18:59.775956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Pushing event updated for resources: {'Port': ['ID=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:59.854131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Pushing event updated for resources: {'Port': ['ID=47619b11-7d14-48e2-9064-45f7989c34c9,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:59.913317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-40d37618-16f8-4c10-8aaf-b4f8a7af3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.914858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-40d37618-16f8-4c10-8aaf-b4f8a7af3509 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b72113b70f04695b76a2660ea33e5ab&device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 1125 time: 0.5472679 Feb 11 13:18:59.919319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-fe5edef7-2878-4af6-b2fa-534befa5ef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.920641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd4eee1e-4699-4aed-8f6f-d42fe23d9852 req-fe5edef7-2878-4af6-b2fa-534befa5ef41 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4186575 Feb 11 13:18:59.923809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-285a67ac-33d5-4844-8cc3-ea26bab584a4 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5075903 Feb 11 13:18:59.953214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Request body: {'port': {'device_id': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:59.992849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-ca34ae67-0810-4bc1-8add-f140517721d3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fc4765-b81c-4156-956d-307b0104d7af HTTP/1.1" status: 200 len: 217 time: 0.0538199 Feb 11 13:19:00.096528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Attempting to bind port 47619b11-7d14-48e2-9064-45f7989c34c9 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:00.096528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Attempting to bind port 47619b11-7d14-48e2-9064-45f7989c34c9 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:00.096776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Attempting to bind port 47619b11-7d14-48e2-9064-45f7989c34c9 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:00.126282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-5d90a48e-693f-4bbd-a104-f3cbb4ef2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.127811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-5d90a48e-693f-4bbd-a104-f3cbb4ef2d87 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e04fa51d-026d-4324-84ad-c5c33b448583 HTTP/1.1" status: 200 len: 849 time: 0.1080492 Feb 11 13:19:00.132799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Port 47619b11-7d14-48e2-9064-45f7989c34c9 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:00.133124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Attempting to bind port 47619b11-7d14-48e2-9064-45f7989c34c9 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:00.145321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0bfcf-f78c-4318-905b-003de9277a0a req-a1c90fe9-b8cf-4c9b-a39b-5321b6cb712a tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.154614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c0bfcf-f78c-4318-905b-003de9277a0a req-a1c90fe9-b8cf-4c9b-a39b-5321b6cb712a tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 943 time: 0.2717695 Feb 11 13:19:00.172618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:00.199500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-eba92114-1c01-4910-a460-fc696b853af7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99e64a42-7feb-4b91-a978-4519f41d1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625198 Feb 11 13:19:00.200332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:00.200669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Checking segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:00.201046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Bound using segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:00.201485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Bound port: 47619b11-7d14-48e2-9064-45f7989c34c9, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:00.201862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:00.710084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'tag': '51fc4765-b81c-4156-956d-307b0104d7af'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:00.712317 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f664f270-6525-4d98-89fe-e3c235c044cd" -d '{"events": [{"name": "network-changed", "server_uuid": "75b512cd-5a78-4e85-88dd-ff18c48f67f8", "tag": "51fc4765-b81c-4156-956d-307b0104d7af"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:00.735525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c0bfcf-f78c-4318-905b-003de9277a0a req-4f01f0a9-9f0a-4f00-b6d4-36c4fdca0e64 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799716 Feb 11 13:19:00.894041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] For port 47619b11-7d14-48e2-9064-45f7989c34c9, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:00.949749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] For port 47619b11-7d14-48e2-9064-45f7989c34c9, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=47619b11-7d14-48e2-9064-45f7989c34c9,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:00.957698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-4b1111e0-74e2-4d79-b1d0-2d29e455df99 service neutron] 10.222.0.53 "GET /v2.0/networks/99e64a42-7feb-4b91-a978-4519f41d1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381704 Feb 11 13:19:00.964747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.056635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Pushing event updated for resources: {'Port': ['ID=47619b11-7d14-48e2-9064-45f7989c34c9,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:01.110188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.110876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.112384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2f03633b-d6e0-4914-b411-9aa64edb2bdd service neutron] 10.222.0.64 "PUT /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 1129 time: 3.1406672 Feb 11 13:19:01.190046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd49b75-f70a-4575-bd87-0e510d526de5 req-48c62d9e-ee80-49be-b752-cdb44a8f6b80 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.191985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bbd49b75-f70a-4575-bd87-0e510d526de5 req-48c62d9e-ee80-49be-b752-cdb44a8f6b80 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 932 time: 0.3190100 Feb 11 13:19:01.209182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:01.387007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-24282e52-4637-40b0-a077-19efeb82c9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.429375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dda1cdf-389d-4a25-85b7-ae9129d0b54f req-12d100b7-16d7-4e48-b3fd-f8654df6093c service neutron] 10.222.0.53 "GET /v2.0/networks/99e64a42-7feb-4b91-a978-4519f41d1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509249 Feb 11 13:19:01.451879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bbd49b75-f70a-4575-bd87-0e510d526de5 req-4e02d84f-90d3-4c45-8771-17ad255015b5 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539306 Feb 11 13:19:01.463540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.584353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:01.595152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Publish callbacks [] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.610274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Transition to ACTIVE for port object a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:01.627722 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.816165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:02.016191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f84700-bf96-4600-a558-6f95d374c241 req-9772f1f9-6f7d-4141-bcf5-53637940ed7b tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.017813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6f84700-bf96-4600-a558-6f95d374c241 req-9772f1f9-6f7d-4141-bcf5-53637940ed7b tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1128 time: 0.4044318 Feb 11 13:19:02.067876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Attempting to bind port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:02.068211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Attempting to bind port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '1040e3c5-8d48-43c9-bad8-837f5ae8c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:02.068540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Attempting to bind port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 on network d2415272-779a-4b8a-9220-4c5e274e980c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:02.085317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 on network d2415272-779a-4b8a-9220-4c5e274e980c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:02.085667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Attempting to bind port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 on network d2415272-779a-4b8a-9220-4c5e274e980c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:02.126784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:02.127140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Checking segment: {'id': '1040e3c5-8d48-43c9-bad8-837f5ae8c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:02.127524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Bound using segment: {'id': '1040e3c5-8d48-43c9-bad8-837f5ae8c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:02.127974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Bound port: a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1040e3c5-8d48-43c9-bad8-837f5ae8c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:02.128305 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:02.152253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6f84700-bf96-4600-a558-6f95d374c241 req-7ee6bd91-1103-41ef-aa7b-44c55b3184bd tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255422 Feb 11 13:19:02.161170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd929bac-f6a7-45aa-8113-325e9d16d885 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:02.174905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Publish callbacks [] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:02.250751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] For port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:02.254529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] For port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,segment=NetworkSegment(1040e3c5-8d48-43c9-bad8-837f5ae8c953),segment_id=1040e3c5-8d48-43c9-bad8-837f5ae8c953)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:02.292310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Transition to ACTIVE for port object fd929bac-f6a7-45aa-8113-325e9d16d885 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:02.294230 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c982ca-1f85-4ab7-9dd5-11867ae6e94f x-openstack-request-id: req-20c982ca-1f85-4ab7-9dd5-11867ae6e94f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:02.294607 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b512cd-5a78-4e85-88dd-ff18c48f67f8", "tag": "51fc4765-b81c-4156-956d-307b0104d7af", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:02.294919 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-20c982ca-1f85-4ab7-9dd5-11867ae6e94f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:02.295417 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'tag': '51fc4765-b81c-4156-956d-307b0104d7af', 'status': 'completed', 'code': 200} Feb 11 13:19:02.298416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:02.309898 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:02.387325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.388040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:02.389772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] 10.222.0.64 "PUT /v2.0/ports/a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 HTTP/1.1" status: 200 len: 1092 time: 2.4421022 Feb 11 13:19:02.412513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664f270-6525-4d98-89fe-e3c235c044cd req-3ec85bc6-a178-4b72-8341-ba16a3e378e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.414270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f664f270-6525-4d98-89fe-e3c235c044cd req-3ec85bc6-a178-4b72-8341-ba16a3e378e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3b72113b70f04695b76a2660ea33e5ab&device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 1125 time: 0.1556425 Feb 11 13:19:02.543451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664f270-6525-4d98-89fe-e3c235c044cd req-ae2b3026-5df1-490e-9df1-44b8be729aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.545001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f664f270-6525-4d98-89fe-e3c235c044cd req-ae2b3026-5df1-490e-9df1-44b8be729aec service neutron] 10.222.0.53 "GET /v2.0/networks?id=99e64a42-7feb-4b91-a978-4519f41d1f17 HTTP/1.1" status: 200 len: 910 time: 0.1119659 Feb 11 13:19:02.550583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:02.612727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b0a2-86e1-4ce2-a4d8-2a2adad72824 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:02.746514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Pushing event updated for resources: {'Port': ['ID=fd929bac-f6a7-45aa-8113-325e9d16d885,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:02.815003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f664f270-6525-4d98-89fe-e3c235c044cd req-ed51832b-48a2-4c70-adc2-217fff9454ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51fc4765-b81c-4156-956d-307b0104d7af HTTP/1.1" status: 200 len: 217 time: 0.2471700 Feb 11 13:19:02.839224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Attempting to bind port fd929bac-f6a7-45aa-8113-325e9d16d885 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:02.840067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Attempting to bind port fd929bac-f6a7-45aa-8113-325e9d16d885 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:02.840402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Attempting to bind port fd929bac-f6a7-45aa-8113-325e9d16d885 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:02.904064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Port fd929bac-f6a7-45aa-8113-325e9d16d885 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:02.904400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Attempting to bind port fd929bac-f6a7-45aa-8113-325e9d16d885 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:02.915839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664f270-6525-4d98-89fe-e3c235c044cd req-6a8d5199-474b-4b2f-90bb-b9f94ee84579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.917324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f664f270-6525-4d98-89fe-e3c235c044cd req-6a8d5199-474b-4b2f-90bb-b9f94ee84579 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e04fa51d-026d-4324-84ad-c5c33b448583 HTTP/1.1" status: 200 len: 849 time: 0.0792556 Feb 11 13:19:02.941077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.947077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.953662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.970934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.976648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.982457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.987888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.990202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-0635f9e1-060f-447d-9947-3c1a6b5ecf75 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5370 time: 0.6773229 Feb 11 13:19:02.991229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:02.991742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Checking segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:02.992289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Bound using segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:02.992929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Bound port: fd929bac-f6a7-45aa-8113-325e9d16d885, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:02.993466 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.096400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f664f270-6525-4d98-89fe-e3c235c044cd req-5b991a98-1c11-493c-82c4-f2197b137689 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=99e64a42-7feb-4b91-a978-4519f41d1f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954571 Feb 11 13:19:03.102945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-7e1ab2b3-18d1-4691-a4c9-1928bcceefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.106531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-7e1ab2b3-18d1-4691-a4c9-1928bcceefd5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82b98f038c48493bb5bcbf0f77e6a56a&device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 1126 time: 0.5587928 Feb 11 13:19:03.182931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 51fc4765-b81c-4156-956d-307b0104d7af details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:03.191425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1123b1cc-37c4-47a8-8f61-3df7efa45a35 req-162a6bc8-3a0a-4750-8f66-fcf6d33762af tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926332 Feb 11 13:19:03.192970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-d309b333-cc4a-4083-82d2-68d0672299de service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 HTTP/1.1" status: 200 len: 217 time: 0.0515015 Feb 11 13:19:03.378850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-a573ff4a-e68b-46cf-9bd9-9aa854b7af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.380274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-a573ff4a-e68b-46cf-9bd9-9aa854b7af4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c01c12-c930-41fb-992f-5d9fad98b90a HTTP/1.1" status: 200 len: 852 time: 0.1633644 Feb 11 13:19:03.385098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 51fc4765-b81c-4156-956d-307b0104d7af, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=51fc4765-b81c-4156-956d-307b0104d7af,segment=NetworkSegment(b6583b0c-7353-408c-b824-c4e236f6b47e),segment_id=b6583b0c-7353-408c-b824-c4e236f6b47e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:03.404443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '51fc4765-b81c-4156-956d-307b0104d7af', 'network_id': '99e64a42-7feb-4b91-a978-4519f41d1f17', 'port_id': '51fc4765-b81c-4156-956d-307b0104d7af', 'mac_address': 'fa:16:3e:ce:0a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04fa51d-026d-4324-84ad-c5c33b448583', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:03.418682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] For port fd929bac-f6a7-45aa-8113-325e9d16d885, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:03.430225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] For port fd929bac-f6a7-45aa-8113-325e9d16d885, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fd929bac-f6a7-45aa-8113-325e9d16d885,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:03.455475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-bb40abf5-dafb-4928-83c2-ba6f983ad673 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2415272-779a-4b8a-9220-4c5e274e980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663364 Feb 11 13:19:03.456578 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.463141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f664f270-6525-4d98-89fe-e3c235c044cd req-b063a499-644f-4d82-836e-985ff4b9ebe8 service neutron] 10.222.0.53 "GET /v2.0/networks/99e64a42-7feb-4b91-a978-4519f41d1f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511400 Feb 11 13:19:03.469852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 51fc4765-b81c-4156-956d-307b0104d7af is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:03.470901 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (51fc4765-b81c-4156-956d-307b0104d7af), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.488997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51fc4765-b81c-4156-956d-307b0104d7af {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:03.521207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 51fc4765-b81c-4156-956d-307b0104d7af, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=51fc4765-b81c-4156-956d-307b0104d7af,segment=NetworkSegment(b6583b0c-7353-408c-b824-c4e236f6b47e),segment_id=b6583b0c-7353-408c-b824-c4e236f6b47e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:03.527449 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (51fc4765-b81c-4156-956d-307b0104d7af), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.592209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=51fc4765-b81c-4156-956d-307b0104d7af,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:03.595722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f664f270-6525-4d98-89fe-e3c235c044cd req-29fb0166-6a79-4d8f-ac82-c6bdbf8602a2 service neutron] 10.222.0.53 "GET /v2.0/networks/99e64a42-7feb-4b91-a978-4519f41d1f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003568 Feb 11 13:19:03.628481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.629150 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.630540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] 10.222.0.64 "PUT /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 1128 time: 2.4338946 Feb 11 13:19:03.660537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea3d8a-0ccf-49f2-9241-74f9e207f559 req-5dd2c728-1064-4289-8cc0-ebd75c2f2327 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.662104 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87ea3d8a-0ccf-49f2-9241-74f9e207f559 req-5dd2c728-1064-4289-8cc0-ebd75c2f2327 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 943 time: 0.3489130 Feb 11 13:19:03.671786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:03.761052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dbe73-9ea8-43ea-80aa-3f2b4dcb683c service neutron] Pushing event updated for resources: {'Port': ['ID=fd929bac-f6a7-45aa-8113-325e9d16d885,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:03.779893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['51fc4765-b81c-4156-956d-307b0104d7af'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:03.873851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87ea3d8a-0ccf-49f2-9241-74f9e207f559 req-33289c7f-d363-447e-8876-b4b825c925ec tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945562 Feb 11 13:19:03.895791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-28179534-cc45-462b-9597-bd411622d03d service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315271 Feb 11 13:19:03.896524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.233669 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.243811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e4aec-fab1-41eb-99d1-d008ec9a175d req-8aa23284-617a-423e-bf6a-64fa2a717edb service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359187 Feb 11 13:19:04.255146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c468d-0f0c-4533-bb3f-8ddfb8d08999 req-bcdba0cd-8a13-430d-ada8-f020168d8e8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.257255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f19c468d-0f0c-4533-bb3f-8ddfb8d08999 req-bcdba0cd-8a13-430d-ada8-f020168d8e8e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.2213700 Feb 11 13:19:04.298219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '47619b11-7d14-48e2-9064-45f7989c34c9'}, {'name': 'network-changed', 'server_uuid': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'tag': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3'}, {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': 'fd929bac-f6a7-45aa-8113-325e9d16d885'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:04.300963 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0ac16a-860f-4d40-bf7d-1017c592eca6" -d '{"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "47619b11-7d14-48e2-9064-45f7989c34c9"}, {"name": "network-changed", "server_uuid": "b45ac60a-6978-4436-a656-27b68996e7d2", "tag": "a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3"}, {"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "fd929bac-f6a7-45aa-8113-325e9d16d885"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:04.386679 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f19c468d-0f0c-4533-bb3f-8ddfb8d08999 req-e989c61e-80ac-4d82-bff0-5b5a95c94256 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104102 Feb 11 13:19:04.415885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39186) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:04.508888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f59ab69e-6db2-4ca4-a885-d4d252d8012b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/f75d460c-7346-48dd-af36-5bf48b82f416 HTTP/1.1" status: 200 len: 994 time: 0.0917721 Feb 11 13:19:04.621375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5ccdb-4e89-4acf-82d5-22b2e36d4749 req-00b793e5-b3e5-4cef-846e-4694ed262b05 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.629158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ad5ccdb-4e89-4acf-82d5-22b2e36d4749 req-00b793e5-b3e5-4cef-846e-4694ed262b05 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 944 time: 0.1388071 Feb 11 13:19:04.640468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aee8dd7-1ab9-46c8-bbfc-637f910703cb {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:04.660449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Publish callbacks [] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.690479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Transition to ACTIVE for port object 8aee8dd7-1ab9-46c8-bbfc-637f910703cb will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:04.705158 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.790310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ad5ccdb-4e89-4acf-82d5-22b2e36d4749 req-6d2e44f9-e799-4bd0-9d71-8988f3b15202 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597860 Feb 11 13:19:04.954363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Pushing event updated for resources: {'Port': ['ID=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.015542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.021490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.027180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.032867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.038609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.057884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.077097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.087671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-5406c04f-fcb8-4500-9a70-52f153e2c47d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5382 time: 0.1924827 Feb 11 13:19:05.100661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Attempting to bind port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:05.101012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Attempting to bind port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:05.101352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Attempting to bind port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:05.130436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:05.130765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Attempting to bind port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:05.142537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:05.142909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Checking segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:05.143238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Bound using segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:05.143662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Bound port: 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:05.146806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.211211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 51fc4765-b81c-4156-956d-307b0104d7af up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:05.309692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 51fc4765-b81c-4156-956d-307b0104d7af completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:05.352786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d2e23c9-af72-43fa-8bee-c518a432d276 req-430e15e7-eb08-418e-979a-f5b6da35af74 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2641566 Feb 11 13:19:05.354636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 51fc4765-b81c-4156-956d-307b0104d7af triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:05.355275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (51fc4765-b81c-4156-956d-307b0104d7af), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.411736 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.430693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] For port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:05.440400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] For port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:05.453903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.555217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 51fc4765-b81c-4156-956d-307b0104d7af is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:05.555629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (51fc4765-b81c-4156-956d-307b0104d7af), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.596678 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01eacc5-a3ca-4681-8f4b-9b26b0a3c71a x-openstack-request-id: req-e01eacc5-a3ca-4681-8f4b-9b26b0a3c71a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:05.597380 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "47619b11-7d14-48e2-9064-45f7989c34c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b45ac60a-6978-4436-a656-27b68996e7d2", "tag": "a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "fd929bac-f6a7-45aa-8113-325e9d16d885", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:05.597979 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e01eacc5-a3ca-4681-8f4b-9b26b0a3c71a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:05.598540 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '47619b11-7d14-48e2-9064-45f7989c34c9', 'status': 'completed', 'code': 200} Feb 11 13:19:05.599172 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'tag': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3', 'status': 'completed', 'code': 200} Feb 11 13:19:05.599669 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': 'fd929bac-f6a7-45aa-8113-325e9d16d885', 'status': 'completed', 'code': 200} Feb 11 13:19:05.600341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Pushing event updated for resources: {'Port': ['ID=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.601346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc4765-b81c-4156-956d-307b0104d7af'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:05.609697 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c3ae5e-012c-4fdb-8ced-24345f424551" -d '{"events": [{"server_uuid": "75b512cd-5a78-4e85-88dd-ff18c48f67f8", "name": "network-vif-plugged", "status": "completed", "tag": "51fc4765-b81c-4156-956d-307b0104d7af"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:05.643823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 51fc4765-b81c-4156-956d-307b0104d7af, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=51fc4765-b81c-4156-956d-307b0104d7af,segment=NetworkSegment(b6583b0c-7353-408c-b824-c4e236f6b47e),segment_id=b6583b0c-7353-408c-b824-c4e236f6b47e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:05.643823 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (51fc4765-b81c-4156-956d-307b0104d7af), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.683040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.683616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.694700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-3a95018d-0dca-4fbe-89b0-2325f3fb1fbd service neutron] 10.222.0.64 "PUT /v2.0/ports/8aee8dd7-1ab9-46c8-bbfc-637f910703cb HTTP/1.1" status: 200 len: 1091 time: 2.0314941 Feb 11 13:19:05.734378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:05.789237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=51fc4765-b81c-4156-956d-307b0104d7af,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.886910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.887431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.887959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.888422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.888880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.889332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.889813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.891781 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-04dce795-a810-408e-a947-e57f265b1c63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6398 time: 0.3127942 Feb 11 13:19:05.995852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (207100d3-245d-4bcc-9564-b62cb9532953), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:06.819689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207100d3-245d-4bcc-9564-b62cb9532953 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:06.829304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Publish callbacks [] for port (207100d3-245d-4bcc-9564-b62cb9532953), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:06.843239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Transition to ACTIVE for port object 207100d3-245d-4bcc-9564-b62cb9532953 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:06.853556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93474ece-dd0b-4962-b682-5ebe989abb4a req-e631f888-9cfb-4fea-bc40-57bee7a6d7b1 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.855174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93474ece-dd0b-4962-b682-5ebe989abb4a req-e631f888-9cfb-4fea-bc40-57bee7a6d7b1 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 945 time: 1.0417154 Feb 11 13:19:06.858612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (207100d3-245d-4bcc-9564-b62cb9532953), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:06.986777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Pushing event updated for resources: {'Port': ['ID=207100d3-245d-4bcc-9564-b62cb9532953,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:07.041300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-e0907284-720d-4ab3-b311-1180f3f119e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.042058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-e0907284-720d-4ab3-b311-1180f3f119e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.042647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-e0907284-720d-4ab3-b311-1180f3f119e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.044876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-e0907284-720d-4ab3-b311-1180f3f119e5 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d16c09587f1347049d74d3093b0075d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1450424 Feb 11 13:19:07.059668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93474ece-dd0b-4962-b682-5ebe989abb4a req-d4111ef9-235f-4ecc-b848-ebb7251d8fa4 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907606 Feb 11 13:19:07.212421 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05538c35-4e02-41c8-9de6-5af0133daf7b x-openstack-request-id: req-05538c35-4e02-41c8-9de6-5af0133daf7b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:07.213445 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b512cd-5a78-4e85-88dd-ff18c48f67f8", "name": "network-vif-plugged", "status": "completed", "tag": "51fc4765-b81c-4156-956d-307b0104d7af", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:07.214288 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05538c35-4e02-41c8-9de6-5af0133daf7b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:07.215326 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51fc4765-b81c-4156-956d-307b0104d7af', 'code': 200} Feb 11 13:19:07.566352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-5721de22-68d3-4e49-b0c1-871b7c2b60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.569855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-5721de22-68d3-4e49-b0c1-871b7c2b60a8 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5089397 Feb 11 13:19:07.603594 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:07.606521 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb86a18a-1215-45c2-9f47-5078ef1a3c57" -d '{"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:07.704174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2470c8e-bcdf-4115-bd1a-bc6aa206b4ef req-69d281b6-9e01-4ca2-8679-60a1545d0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.706436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2470c8e-bcdf-4115-bd1a-bc6aa206b4ef req-69d281b6-9e01-4ca2-8679-60a1545d0f7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 1127 time: 0.3058710 Feb 11 13:19:07.736133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Attempting to bind port 207100d3-245d-4bcc-9564-b62cb9532953 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:07.736411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Attempting to bind port 207100d3-245d-4bcc-9564-b62cb9532953 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:07.736744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Attempting to bind port 207100d3-245d-4bcc-9564-b62cb9532953 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:07.810275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Port 207100d3-245d-4bcc-9564-b62cb9532953 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:07.810605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Attempting to bind port 207100d3-245d-4bcc-9564-b62cb9532953 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:07.842877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:07.843218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Checking segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:07.843602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Bound using segment: {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:07.844710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Bound port: 207100d3-245d-4bcc-9564-b62cb9532953, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90ad2838-9130-4ada-9edd-305404443347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:07.845080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (207100d3-245d-4bcc-9564-b62cb9532953), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:07.884097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2470c8e-bcdf-4115-bd1a-bc6aa206b4ef req-23aa17ff-0847-456e-aef8-ef09a4e89e0a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652350 Feb 11 13:19:07.899028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-fc3f6c0d-7940-4e59-bf6a-66ad92cd4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.900559 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-fc3f6c0d-7940-4e59-bf6a-66ad92cd4cd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82b98f038c48493bb5bcbf0f77e6a56a&device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 1126 time: 0.2739689 Feb 11 13:19:07.928753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-3918dc09-fb55-4061-b0d5-b5a85fb42bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2213562 Feb 11 13:19:07.958027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f138d5-5d2d-4fa7-9bff-a9442198e4df req-bc1a0ead-5710-40e1-b331-851a5d147095 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.966336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46f138d5-5d2d-4fa7-9bff-a9442198e4df req-bc1a0ead-5710-40e1-b331-851a5d147095 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 944 time: 0.2496374 Feb 11 13:19:08.180070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46f138d5-5d2d-4fa7-9bff-a9442198e4df req-46e03787-049c-4745-b9dc-8cebf358420d tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129195 Feb 11 13:19:08.195787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] For port 207100d3-245d-4bcc-9564-b62cb9532953, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:08.202456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] For port 207100d3-245d-4bcc-9564-b62cb9532953, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=207100d3-245d-4bcc-9564-b62cb9532953,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:08.222321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (207100d3-245d-4bcc-9564-b62cb9532953), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:08.360461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.361141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:08.362711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] 10.222.0.64 "PUT /v2.0/ports/207100d3-245d-4bcc-9564-b62cb9532953 HTTP/1.1" status: 200 len: 1091 time: 2.6368508 Feb 11 13:19:08.368188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-8d652966-33b5-488b-ad9e-c5cfbc9b43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.369746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-8d652966-33b5-488b-ad9e-c5cfbc9b43e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2415272-779a-4b8a-9220-4c5e274e980c HTTP/1.1" status: 200 len: 913 time: 0.4523258 Feb 11 13:19:08.417350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:08.467706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-9d25ea45-9cd4-4414-b6ed-96effdcfecbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 HTTP/1.1" status: 200 len: 217 time: 0.0832179 Feb 11 13:19:08.525334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea804978-0c0d-46ab-9bb3-bbfc52515bbd service neutron] Pushing event updated for resources: {'Port': ['ID=207100d3-245d-4bcc-9564-b62cb9532953,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:08.597495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-fff698b1-5b21-4e8f-9e50-4939823c3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.600534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-fff698b1-5b21-4e8f-9e50-4939823c3548 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c01c12-c930-41fb-992f-5d9fad98b90a HTTP/1.1" status: 200 len: 852 time: 0.1080747 Feb 11 13:19:08.688246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-8554aa61-9945-4728-bbc2-79ef2a5a8f51 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2415272-779a-4b8a-9220-4c5e274e980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703187 Feb 11 13:19:08.732452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:08.791047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.798398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.804067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.810599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.817103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.824950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.832075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.833990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-354cbd06-6c92-41b3-995f-cd405185234e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5394 time: 0.5351095 Feb 11 13:19:08.835152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-bb55da0f-de6f-431d-bdff-db948c532f57 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.836902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-bb55da0f-de6f-431d-bdff-db948c532f57 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1125 time: 0.2350116 Feb 11 13:19:08.998359 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:19:09.002196 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:09.033342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-b7c5dded-de6c-441b-a65a-b0c36756951a service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967656 Feb 11 13:19:09.253078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,segment=NetworkSegment(1040e3c5-8d48-43c9-bad8-837f5ae8c953),segment_id=1040e3c5-8d48-43c9-bad8-837f5ae8c953)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:09.276441 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2915074a-4b79-4e94-96a0-f8786f6473b5 req-ce804ae8-6e5f-4726-87f1-818dd3b79c86 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2472696 Feb 11 13:19:09.284993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3', 'network_id': 'd2415272-779a-4b8a-9220-4c5e274e980c', 'port_id': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3', 'mac_address': 'fa:16:3e:41:a3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c01c12-c930-41fb-992f-5d9fad98b90a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:09.303158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-6a828cbb-986b-409a-9087-dbabaee328c5 service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632420 Feb 11 13:19:09.421439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:09.422032 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:09.452311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:09.500748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,segment=NetworkSegment(1040e3c5-8d48-43c9-bad8-837f5ae8c953),segment_id=1040e3c5-8d48-43c9-bad8-837f5ae8c953)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:09.508151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:09.575081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:09.594000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Publish callbacks [] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:09.611239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:09.618375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Transition to ACTIVE for port object 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:09.640094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:09.827114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:09.834658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424df3d-6f0e-4656-a2e7-1955dcee1b66 req-ad29f74a-8a58-4701-a4a9-28465e66e825 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.842117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4424df3d-6f0e-4656-a2e7-1955dcee1b66 req-ad29f74a-8a58-4701-a4a9-28465e66e825 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.2135139 Feb 11 13:19:09.895724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:09.914465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4424df3d-6f0e-4656-a2e7-1955dcee1b66 req-cfbbb70b-a83e-450c-ba4e-6c7db62697a4 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698864 Feb 11 13:19:09.938529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.942165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.942861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.943487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.944282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.945583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.947794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.952201 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88ab7715-1e15-4e09-acb1-cf36ab851350 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6521 time: 0.3322480 Feb 11 13:19:10.061557 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ef356c-747f-471a-8473-7edc2b72e164 x-openstack-request-id: req-e5ef356c-747f-471a-8473-7edc2b72e164 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:10.065834 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:10.066290 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5ef356c-747f-471a-8473-7edc2b72e164 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:10.066874 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb', 'status': 'completed', 'code': 200} Feb 11 13:19:10.155087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Attempting to bind port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:10.155437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Attempting to bind port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:10.155948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Attempting to bind port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 on network 36e0d722-4c37-4bdb-b34f-cb9058780974 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:10.208858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 on network 36e0d722-4c37-4bdb-b34f-cb9058780974 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:10.209176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Attempting to bind port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 on network 36e0d722-4c37-4bdb-b34f-cb9058780974 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:10.235923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-23c87890-15dd-416b-a0be-2d99c9f69077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.237438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-23c87890-15dd-416b-a0be-2d99c9f69077 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1128 time: 0.1980844 Feb 11 13:19:10.238212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:10.238544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Checking segment: {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:10.238908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Bound using segment: {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:10.239348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Bound port: 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:10.239699 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:10.288381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9dd47-e6d7-4d52-b3d2-2f1f94ca1435 req-70408cac-0c77-4a07-913f-5e167ef0e0cd tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.289894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fb9dd47-e6d7-4d52-b3d2-2f1f94ca1435 req-70408cac-0c77-4a07-913f-5e167ef0e0cd tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 945 time: 0.1667943 Feb 11 13:19:10.401010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88f03e00-bdc7-40f6-84a6-b6ce234d149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.401010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88f03e00-bdc7-40f6-84a6-b6ce234d149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.401010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88f03e00-bdc7-40f6-84a6-b6ce234d149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.401010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-88f03e00-bdc7-40f6-84a6-b6ce234d149a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d16c09587f1347049d74d3093b0075d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4216278 Feb 11 13:19:10.529934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] For port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:10.559925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-0943b429-bb81-41a8-a5b1-e463c34048d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.561422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-0943b429-bb81-41a8-a5b1-e463c34048d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.3077133 Feb 11 13:19:10.568491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] For port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:10.578722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fb9dd47-e6d7-4d52-b3d2-2f1f94ca1435 req-3439eb87-b8bf-412d-938b-ff864354784c tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598820 Feb 11 13:19:10.582031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-d0d45a85-edb2-4860-ac80-e3d1ea6f4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.583523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0ac16a-860f-4d40-bf7d-1017c592eca6 req-d0d45a85-edb2-4860-ac80-e3d1ea6f4941 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703470 Feb 11 13:19:10.613269 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:10.719951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:10.822474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.823470 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:10.826010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-704d5a88-c6cc-4439-a7e9-02420fcb46a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 HTTP/1.1" status: 200 len: 1091 time: 2.4208820 Feb 11 13:19:10.845839 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-03a93af6-d29c-4963-b998-8bbe8662ecba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1002 time: 0.2752285 Feb 11 13:19:10.938059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Request body: {'port': {'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:11.018419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:11.019369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.019369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.019984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.020356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.020818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.021257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.021819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.023830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-cb2e9253-2e52-43bf-b7fa-9322799e2d1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6594 time: 0.3458838 Feb 11 13:19:11.037321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-bfd70aec-fac0-4363-85a0-4783c5ed752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.038806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-bfd70aec-fac0-4363-85a0-4783c5ed752e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.1831110 Feb 11 13:19:11.162933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:11.171603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52e28b-257a-4eba-a7e8-345cf7e1c7f9 req-91cb17f8-03ed-4d23-93bd-156ad3477bd9 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.172867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:11.173209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b52e28b-257a-4eba-a7e8-345cf7e1c7f9 req-91cb17f8-03ed-4d23-93bd-156ad3477bd9 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 945 time: 0.4276917 Feb 11 13:19:11.173379 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:11.467440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:11.467843 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:11.509586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:11.514320 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e9055f-5e3f-4cea-aab7-a1b9101f2a14" -d '{"events": [{"server_uuid": "b45ac60a-6978-4436-a656-27b68996e7d2", "name": "network-vif-plugged", "status": "completed", "tag": "a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:11.546693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,segment=NetworkSegment(1040e3c5-8d48-43c9-bad8-837f5ae8c953),segment_id=1040e3c5-8d48-43c9-bad8-837f5ae8c953)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:11.556837 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:11.706616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.861348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:11.893280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-65458b6e-1116-4ca6-b80e-92e73ac4c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.894051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-65458b6e-1116-4ca6-b80e-92e73ac4c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.894583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-65458b6e-1116-4ca6-b80e-92e73ac4c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.896260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-65458b6e-1116-4ca6-b80e-92e73ac4c13c service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d16c09587f1347049d74d3093b0075d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8529632 Feb 11 13:19:11.916198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b52e28b-257a-4eba-a7e8-345cf7e1c7f9 req-5c8c61e9-a28c-4393-9e7f-f7c1834136db tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657412 Feb 11 13:19:12.086862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953'}, {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:12.089581 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b62b718-297f-4ed3-8cc0-b649fe0e879d" -d '{"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "207100d3-245d-4bcc-9564-b62cb9532953"}, {"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:12.093337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-f70dd199-1c91-42f2-81e2-1ff5ccb3d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.095405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb86a18a-1215-45c2-9f47-5078ef1a3c57 req-f70dd199-1c91-42f2-81e2-1ff5ccb3d835 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625814 Feb 11 13:19:12.119354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-5f06c9de-694c-4586-81c3-8e0b20ffef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.121289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-5f06c9de-694c-4586-81c3-8e0b20ffef6f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0680327 Feb 11 13:19:12.326129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-7f8520ae-6265-4013-9485-8dfc5a4c573f req-8ad5666f-8535-4270-859b-061c8a0bbeb3 service neutron] (109685) timed out ('10.222.0.53', 65078) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:19:12.404535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.410508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.417767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.423924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.429924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.444668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.450739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.459125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-137ec534-96d9-4be0-8284-712d42146450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5406 time: 0.3616669 Feb 11 13:19:12.578775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-2e008773-a182-4ad3-bede-187938e1ab10 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153369 Feb 11 13:19:12.626857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d26a1d1-aba3-4152-9547-a56edb2d2602 req-08ed93d1-e486-4a9e-9864-2e9cc9112ecf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665797 Feb 11 13:19:12.836988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-69f706ab-d59c-4e24-a5d5-ee4ee24c3042 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487397 Feb 11 13:19:12.850088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c82b54f-7867-4c04-8bf6-be018f60cb1c {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:12.869571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Publish callbacks [] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:12.898694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Transition to ACTIVE for port object 2c82b54f-7867-4c04-8bf6-be018f60cb1c will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:12.909271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:12.946022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248754-ef98-4952-a4d0-25c495a93131 req-25c28ded-6f1d-4569-88eb-5aacab03dc92 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.950300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-29248754-ef98-4952-a4d0-25c495a93131 req-25c28ded-6f1d-4569-88eb-5aacab03dc92 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.1968727 Feb 11 13:19:13.182057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Pushing event updated for resources: {'Port': ['ID=2c82b54f-7867-4c04-8bf6-be018f60cb1c,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:13.227969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Attempting to bind port 2c82b54f-7867-4c04-8bf6-be018f60cb1c on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:13.228736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Attempting to bind port 2c82b54f-7867-4c04-8bf6-be018f60cb1c by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:13.229304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Attempting to bind port 2c82b54f-7867-4c04-8bf6-be018f60cb1c on network 36e0d722-4c37-4bdb-b34f-cb9058780974 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:13.237348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Port 2c82b54f-7867-4c04-8bf6-be018f60cb1c on network 36e0d722-4c37-4bdb-b34f-cb9058780974 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:13.238000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Attempting to bind port 2c82b54f-7867-4c04-8bf6-be018f60cb1c on network 36e0d722-4c37-4bdb-b34f-cb9058780974 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:13.247480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-29248754-ef98-4952-a4d0-25c495a93131 req-da1890c7-94c2-432a-b16f-e1e5620972f2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880769 Feb 11 13:19:13.248807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:13.249429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Checking segment: {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:13.249996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Bound using segment: {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:13.250597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Bound port: 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e302a3-1c37-4c4c-8c1c-cf0090a05195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:13.251856 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:13.342077 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e49ebfd-f2e8-4928-8204-5003a9770151 x-openstack-request-id: req-8e49ebfd-f2e8-4928-8204-5003a9770151 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:13.342606 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45ac60a-6978-4436-a656-27b68996e7d2", "name": "network-vif-plugged", "status": "completed", "tag": "a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:13.342606 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8e49ebfd-f2e8-4928-8204-5003a9770151 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:13.342993 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3', 'code': 200} Feb 11 13:19:13.375374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] For port 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:13.382352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] For port 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:13.426595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:13.452289 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2de58e-16ea-4a51-a6f7-7509d16d0346 x-openstack-request-id: req-af2de58e-16ea-4a51-a6f7-7509d16d0346 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:13.452639 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "207100d3-245d-4bcc-9564-b62cb9532953", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:13.452896 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af2de58e-16ea-4a51-a6f7-7509d16d0346 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:13.453296 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953', 'status': 'completed', 'code': 200} Feb 11 13:19:13.453554 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3', 'status': 'completed', 'code': 200} Feb 11 13:19:13.623810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Pushing event updated for resources: {'Port': ['ID=2c82b54f-7867-4c04-8bf6-be018f60cb1c,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:13.688283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.689021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:13.690907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] 10.222.0.64 "PUT /v2.0/ports/2c82b54f-7867-4c04-8bf6-be018f60cb1c HTTP/1.1" status: 200 len: 1091 time: 2.7714109 Feb 11 13:19:13.767438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c699-3961-418d-a2c3-0b2341fe94f4 req-e57dfbc7-69ee-4ff7-b0e3-5ec33c168a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.769408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fde4c699-3961-418d-a2c3-0b2341fe94f4 req-e57dfbc7-69ee-4ff7-b0e3-5ec33c168a12 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 1128 time: 0.3297455 Feb 11 13:19:13.785915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.786949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.787426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.787952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.788470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.789319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.791997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.798183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-45feb037-cbc3-4a0d-b9f8-4e6f65b72450 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6692 time: 0.2339907 Feb 11 13:19:13.891261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fde4c699-3961-418d-a2c3-0b2341fe94f4 req-9dbef64f-c6b1-40e3-be53-f0a6b3a9c1b1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898209 Feb 11 13:19:13.904509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373ec83-e037-4b22-abaf-d5dc94ad5e6a req-e7be0a7b-bc45-486d-92d4-55ba440af064 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.906607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8373ec83-e037-4b22-abaf-d5dc94ad5e6a req-e7be0a7b-bc45-486d-92d4-55ba440af064 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.3039756 Feb 11 13:19:14.027345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-1a58f7a8-f53f-4caa-b652-ae84822ff077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.027818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-1a58f7a8-f53f-4caa-b652-ae84822ff077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.037621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-1a58f7a8-f53f-4caa-b652-ae84822ff077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.043562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-1a58f7a8-f53f-4caa-b652-ae84822ff077 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d16c09587f1347049d74d3093b0075d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1653781 Feb 11 13:19:14.109321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8373ec83-e037-4b22-abaf-d5dc94ad5e6a req-ed9882f6-5881-49b5-9122-a1e16daac225 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604253 Feb 11 13:19:14.445060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.457431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.467931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.474956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.481229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.487764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.495465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.497585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-21a56b10-d3cb-49e5-898c-867489801ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.2829595 Feb 11 13:19:14.499460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-dbbe6604-08a0-4c41-9f30-d41e398c733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.500753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-dbbe6604-08a0-4c41-9f30-d41e398c733f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3599539 Feb 11 13:19:14.611683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58d267d2-945d-46c5-9535-4c2fb1b4e0b4 req-d2ca0f40-e00e-4829-8cd2-47d047dccb63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050854 Feb 11 13:19:14.661286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.662638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.664272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.665691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.666329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.669860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.670524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.674933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7f2c14a-802b-4f16-b2af-76c74c731e3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6692 time: 0.1190822 Feb 11 13:19:14.836986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7d35f51-be9e-4b93-ac65-93cb78ca63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.836986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7d35f51-be9e-4b93-ac65-93cb78ca63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.836986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7d35f51-be9e-4b93-ac65-93cb78ca63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.836986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-c7d35f51-be9e-4b93-ac65-93cb78ca63f9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=d16c09587f1347049d74d3093b0075d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1483829 Feb 11 13:19:14.975026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80817-d742-4075-841e-3eb68900ba7b req-bb3f56f0-83ee-4fb6-ab15-4ea0c3278e42 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.976673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-edb80817-d742-4075-841e-3eb68900ba7b req-bb3f56f0-83ee-4fb6-ab15-4ea0c3278e42 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.1452694 Feb 11 13:19:15.086930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-edb80817-d742-4075-841e-3eb68900ba7b req-d4b3a9f5-337c-4515-bda4-d9471d835f8f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031339 Feb 11 13:19:15.111812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-ae0647b4-d117-4ee9-a3b0-7d50a40d1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.113495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b62b718-297f-4ed3-8cc0-b649fe0e879d req-ae0647b4-d117-4ee9-a3b0-7d50a40d1e3b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2460766 Feb 11 13:19:15.345813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.346685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.347504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.354368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.356025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.357657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.359176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.363634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-134b6723-ceb3-4c09-96e1-9a6aad79f5f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6692 time: 0.1406503 Feb 11 13:19:15.447112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-50906c13-f042-4c14-9da3-675a4d91f8d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903 HTTP/1.1" status: 200 len: 217 time: 0.0763817 Feb 11 13:19:15.454680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:15.456984 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a997a32-9835-4bb3-83d0-583d7fc14761" -d '{"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:15.527727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-61766c5a-ef43-4593-b520-a62eb4f88379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.529307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-61766c5a-ef43-4593-b520-a62eb4f88379 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d HTTP/1.1" status: 200 len: 850 time: 0.0696237 Feb 11 13:19:15.540689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e3f64-8d6b-4c68-9a2e-c1e97a09f896 req-a5ac391d-0c61-4f09-83ad-49cb880970ff tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.547756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc7e3f64-8d6b-4c68-9a2e-c1e97a09f896 req-a5ac391d-0c61-4f09-83ad-49cb880970ff tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.1034527 Feb 11 13:19:15.650009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc7e3f64-8d6b-4c68-9a2e-c1e97a09f896 req-2ab78292-4894-417e-b106-082ddb305ab8 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956078 Feb 11 13:19:15.657063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-90d96ba1-34fd-4187-853a-b1fe87abe772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.658801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-90d96ba1-34fd-4187-853a-b1fe87abe772 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1088874 Feb 11 13:19:15.829987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-4ed23eb7-dd70-44f9-ae17-e002eef0916c service neutron] 10.222.0.64 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647182 Feb 11 13:19:15.849241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cff13-25e7-43f0-8d3d-d9aad85a8a05 req-6fba7252-ebcc-4709-8755-ea04c5a1164b tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.850883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-671cff13-25e7-43f0-8d3d-d9aad85a8a05 req-6fba7252-ebcc-4709-8755-ea04c5a1164b tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 945 time: 0.0924606 Feb 11 13:19:15.966987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-671cff13-25e7-43f0-8d3d-d9aad85a8a05 req-19de8c3b-a34c-4510-a603-cdedbf1e0bd3 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966487 Feb 11 13:19:15.987886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-44f4c492-f335-4409-b99d-94b3d8db23d3 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356788 Feb 11 13:19:16.056122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-79725b62-dba6-49e6-ac56-24e70d82c204 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 217 time: 0.0628297 Feb 11 13:19:16.057697 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434450dc-aa49-42d6-b342-5ebcffd8c9cf x-openstack-request-id: req-434450dc-aa49-42d6-b342-5ebcffd8c9cf {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:16.058180 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:16.058279 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-434450dc-aa49-42d6-b342-5ebcffd8c9cf {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:16.058715 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c', 'status': 'completed', 'code': 200} Feb 11 13:19:16.145386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-1104bc65-4a2f-4452-a43d-195df02548f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.147280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-1104bc65-4a2f-4452-a43d-195df02548f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.0847571 Feb 11 13:19:16.205192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.210922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.216364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.221683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.227260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.232896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.238663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.240770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-513cc1fa-da04-4c2e-a2e7-83043755ed12 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1378946 Feb 11 13:19:16.271993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6cac1e4c-bcd4-4c5c-b13a-e23ff4d1acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.274149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-6cac1e4c-bcd4-4c5c-b13a-e23ff4d1acd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1205277 Feb 11 13:19:16.325687 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:16.392919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-311afeca-36b9-4ff7-bc1d-64c601c00901 req-eb9c8959-09e6-418f-b1ff-791901a826b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452434 Feb 11 13:19:16.433188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b7b40fc4-12b7-49d8-be53-a7475cef78e9 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424758 Feb 11 13:19:16.587379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-75e24467-b5b7-4c13-a0c9-bcee3a1ee9a0 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545188 Feb 11 13:19:16.612311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973947c-fa5e-47cf-bfde-f093b832b2c7 req-a46b5db6-25e0-428e-982c-de9744d65a11 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.619497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4973947c-fa5e-47cf-bfde-f093b832b2c7 req-a46b5db6-25e0-428e-982c-de9744d65a11 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.1119375 Feb 11 13:19:16.668280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-ef7b5043-0e48-4c9c-932d-00ba8f81f3e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 217 time: 0.0722139 Feb 11 13:19:16.753057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4973947c-fa5e-47cf-bfde-f093b832b2c7 req-6fd38119-6abf-4c6f-88f6-915eb2165e15 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209886 Feb 11 13:19:16.787827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-0619b4b9-46b7-40ab-95ec-697d0f6808bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.789286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-0619b4b9-46b7-40ab-95ec-697d0f6808bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.1112521 Feb 11 13:19:16.959816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccc35f-a0ee-4dca-9697-146b0d2820a1 req-0078baf4-cac0-4ce7-8291-2218464706ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.961585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91ccc35f-a0ee-4dca-9697-146b0d2820a1 req-0078baf4-cac0-4ce7-8291-2218464706ac tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.1254885 Feb 11 13:19:16.976636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-01581033-7274-4553-aa0a-8b6d2b83e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.978254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-01581033-7274-4553-aa0a-8b6d2b83e9cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1836836 Feb 11 13:19:17.015839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-b879675f-58ea-43b6-a5d5-aaf547118fbc tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.017606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-b879675f-58ea-43b6-a5d5-aaf547118fbc tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 945 time: 0.1992252 Feb 11 13:19:17.131704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91ccc35f-a0ee-4dca-9697-146b0d2820a1 req-952a25ca-9f1a-4930-a4eb-82b76997b372 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605930 Feb 11 13:19:17.271322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:17.272070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-0905a1b7-a270-439a-a66b-653882ae1bb9 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698886 Feb 11 13:19:17.328664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Deleting port 51fc4765-b81c-4156-956d-307b0104d7af {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:17.329123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (51fc4765-b81c-4156-956d-307b0104d7af), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:17.522445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-85e288a5-7b36-44c3-96f3-e643ab566c88 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396355 Feb 11 13:19:17.547251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] For port 51fc4765-b81c-4156-956d-307b0104d7af, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=51fc4765-b81c-4156-956d-307b0104d7af,segment=NetworkSegment(b6583b0c-7353-408c-b824-c4e236f6b47e),segment_id=b6583b0c-7353-408c-b824-c4e236f6b47e)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:17.547618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (51fc4765-b81c-4156-956d-307b0104d7af), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:17.590069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-80cf01d8-786f-4197-971d-0c2692f547ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb HTTP/1.1" status: 200 len: 217 time: 0.0573297 Feb 11 13:19:17.595135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Calling delete_port for 51fc4765-b81c-4156-956d-307b0104d7af owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:17.639396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fbba-0345-42fb-9328-47366433597e req-1cb8e129-53d3-44c3-afbb-f8ce5824b88c tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.646524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3833fbba-0345-42fb-9328-47366433597e req-1cb8e129-53d3-44c3-afbb-f8ce5824b88c tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/ports?device_id=75b512cd-5a78-4e85-88dd-ff18c48f67f8 HTTP/1.1" status: 200 len: 945 time: 0.1979172 Feb 11 13:19:17.728867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7f723380-f3fd-4c3b-9363-8e9e278bcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.730723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-7f723380-f3fd-4c3b-9363-8e9e278bcf7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.1333063 Feb 11 13:19:17.793829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3833fbba-0345-42fb-9328-47366433597e req-65ab7290-2f9e-4c11-9b10-078ffbe82c24 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.42 "GET /v2.0/security-groups?id=90145ed4-9720-43eb-a963-d6564de5215a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444952 Feb 11 13:19:17.903779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-0f789926-b702-4ee7-b237-e804153c0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.905550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-0f789926-b702-4ee7-b237-e804153c0141 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1634300 Feb 11 13:19:18.381206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (51fc4765-b81c-4156-956d-307b0104d7af), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:18.425677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8123ca-6b5d-457d-97b0-99ed6be9a6b0 req-5a751d31-7d7b-43a7-83b7-49d8877b3001 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.432724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce8123ca-6b5d-457d-97b0-99ed6be9a6b0 req-5a751d31-7d7b-43a7-83b7-49d8877b3001 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.5484011 Feb 11 13:19:18.443561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Pushing event deleted for resources: {'Port': ['ID=51fc4765-b81c-4156-956d-307b0104d7af,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:18.506069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] No DVR routers for this DVR port 51fc4765-b81c-4156-956d-307b0104d7af on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:18.514656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-8aeaf830-e997-4764-a95f-76edeb06b1e7 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906680 Feb 11 13:19:18.517670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:18.521014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ec24346-6282-47f6-b7ee-f834986c9933 req-3246e754-f696-48bf-84dd-58ecfdfc4848 tempest-VolumesActionsTest-1482340475 tempest-VolumesActionsTest-1482340475-project] 10.222.0.53 "DELETE /v2.0/ports/51fc4765-b81c-4156-956d-307b0104d7af HTTP/1.1" status: 204 len: 173 time: 1.4873564 Feb 11 13:19:18.521527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'name': 'network-vif-deleted', 'tag': '51fc4765-b81c-4156-956d-307b0104d7af'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:18.523875 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c028e421-96cb-4a8a-8bf8-866b1e763458" -d '{"events": [{"server_uuid": "75b512cd-5a78-4e85-88dd-ff18c48f67f8", "name": "network-vif-deleted", "tag": "51fc4765-b81c-4156-956d-307b0104d7af"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:18.573304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce8123ca-6b5d-457d-97b0-99ed6be9a6b0 req-91541a16-7265-4047-b683-37b162bbdd96 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392360 Feb 11 13:19:18.649243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b6c3ae1a-63b4-4b98-ae3b-56574ea23e17 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224599 Feb 11 13:19:18.743235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-8b80aa82-c53e-4f52-b680-af774c98e716 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=207100d3-245d-4bcc-9564-b62cb9532953 HTTP/1.1" status: 200 len: 217 time: 0.0885384 Feb 11 13:19:18.832688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-89da366a-9f1f-4e36-ad84-40d590f59648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.834176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-89da366a-9f1f-4e36-ad84-40d590f59648 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.0853989 Feb 11 13:19:18.849685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.855500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.861460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.870387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.873524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.879886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.885624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.894816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-b5f3b0d3-0670-4f8c-a954-954d9f0ac450 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1870620 Feb 11 13:19:19.056811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e7392cb-fe7b-4dc3-891b-4d98581b1d14 req-2b438811-9363-4c43-a451-f5605e87ee63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1608558 Feb 11 13:19:19.121778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-bca2375d-2488-4637-8408-ae9db5fdb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.132703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-bca2375d-2488-4637-8408-ae9db5fdb91a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2357419 Feb 11 13:19:19.327335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 51fc4765-b81c-4156-956d-307b0104d7af no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:19.352641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 51fc4765-b81c-4156-956d-307b0104d7af {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:19.353002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 51fc4765-b81c-4156-956d-307b0104d7af not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:19.389158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b386f6ab-d1ac-48b9-97f0-4d79ae5ad9f7 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496784 Feb 11 13:19:19.406844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef905a76-deca-4c36-934d-3242d22633ff req-c6761c24-d7e8-4f70-8493-93614a856f2a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.414196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef905a76-deca-4c36-934d-3242d22633ff req-c6761c24-d7e8-4f70-8493-93614a856f2a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.1058974 Feb 11 13:19:19.531638 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-fa9943d2-2b03-4afe-9b9c-35cf4560ca61 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100652 Feb 11 13:19:19.594046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-bd65c65a-bbbf-4d10-8d83-dc5a2b80c906 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 HTTP/1.1" status: 200 len: 217 time: 0.0550327 Feb 11 13:19:19.630030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef905a76-deca-4c36-934d-3242d22633ff req-48923587-cfee-4d13-a9ca-be24346a586a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959176 Feb 11 13:19:19.729931 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe9fc19-5da3-48c1-9629-6627e9946e24 x-openstack-request-id: req-bfe9fc19-5da3-48c1-9629-6627e9946e24 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:19.730220 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b512cd-5a78-4e85-88dd-ff18c48f67f8", "name": "network-vif-deleted", "tag": "51fc4765-b81c-4156-956d-307b0104d7af", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:19.730472 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bfe9fc19-5da3-48c1-9629-6627e9946e24 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:19.730871 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b512cd-5a78-4e85-88dd-ff18c48f67f8', 'name': 'network-vif-deleted', 'tag': '51fc4765-b81c-4156-956d-307b0104d7af', 'status': 'completed', 'code': 200} Feb 11 13:19:19.732473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-71a9c884-fbb0-4027-a123-0ab8b7ddc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.734282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-71a9c884-fbb0-4027-a123-0ab8b7ddc7a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62f67c5d-ec16-4023-877f-bff76b8050a4 HTTP/1.1" status: 200 len: 797 time: 0.1030290 Feb 11 13:19:19.835890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-55f9e684-e83d-46a4-a143-96a7eb8c34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.837796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-55f9e684-e83d-46a4-a143-96a7eb8c34f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36e0d722-4c37-4bdb-b34f-cb9058780974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0973468 Feb 11 13:19:19.944086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-137ec83f-ad52-443c-9506-afc2d14827a4 service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004281 Feb 11 13:19:20.159561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac036ae-f82c-408c-a17c-84d14bc6c592 req-1238d357-76cf-41c4-b027-87af1d387569 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.162831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cac036ae-f82c-408c-a17c-84d14bc6c592 req-1238d357-76cf-41c4-b027-87af1d387569 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.2175565 Feb 11 13:19:20.263922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-975312c5-fd66-4d2e-8689-aa7ecc0f7bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080637 Feb 11 13:19:20.347585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b773ee9e-932e-4e9a-ab29-456087452dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c HTTP/1.1" status: 200 len: 217 time: 0.0768714 Feb 11 13:19:20.371924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cac036ae-f82c-408c-a17c-84d14bc6c592 req-878ab155-2576-498a-a1c2-8b82830a2d07 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938987 Feb 11 13:19:20.506837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2d2ddcec-2e9a-4b6b-96f4-e6d5c72e4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.508652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-2d2ddcec-2e9a-4b6b-96f4-e6d5c72e4595 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62f67c5d-ec16-4023-877f-bff76b8050a4 HTTP/1.1" status: 200 len: 797 time: 0.1321661 Feb 11 13:19:20.562535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.567891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.572947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.578125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.583212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.588294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.593532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.595557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0870ffb4-96cb-469d-b386-376d880c2bed req-6fa02f1b-aa1e-46a1-bd1c-6200d16dbeda tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1379111 Feb 11 13:19:20.645071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-347e4c73-a4ef-43b4-9367-ae31611b32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.646756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-347e4c73-a4ef-43b4-9367-ae31611b32a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36e0d722-4c37-4bdb-b34f-cb9058780974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1273668 Feb 11 13:19:20.753769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0870ffb4-96cb-469d-b386-376d880c2bed req-2eb19135-34a1-4bee-99d3-230d7df091ef tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380937 Feb 11 13:19:20.790552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-b0a59e36-24b4-4b2b-866f-1928717f77ea service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326756 Feb 11 13:19:20.966751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-c345e831-f557-4348-9e23-6f84f328e57f service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681242 Feb 11 13:19:21.051002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-4667b147-38bb-4b15-afda-656764f04ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.052550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-4667b147-38bb-4b15-afda-656764f04ec7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1128 time: 0.0849228 Feb 11 13:19:21.208839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-342f4b0b-b9b4-4237-aa14-286caa9d0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.209679 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-342f4b0b-b9b4-4237-aa14-286caa9d0632 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.1143589 Feb 11 13:19:21.344052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4357c-6d84-4db1-90c2-b68fd82386d3 req-c01cfa9e-9a73-4593-9eb4-bbd94f25f6e5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.344732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bd4357c-6d84-4db1-90c2-b68fd82386d3 req-c01cfa9e-9a73-4593-9eb4-bbd94f25f6e5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.3128548 Feb 11 13:19:21.402192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-d7385496-eda9-48f8-8c53-b9b8bba81753 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1002 time: 0.1695652 Feb 11 13:19:21.406786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-de4303ff-eaba-429c-90f7-d8c9942cf431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.408288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-de4303ff-eaba-429c-90f7-d8c9942cf431 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82b98f038c48493bb5bcbf0f77e6a56a&device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 1128 time: 0.3296735 Feb 11 13:19:21.510188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.510982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.511276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.511748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.512197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.512696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.513152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.515344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3373a7db-3681-4259-949f-1ddc0b28d3f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6692 time: 0.4275329 Feb 11 13:19:21.590384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bd4357c-6d84-4db1-90c2-b68fd82386d3 req-0242ad88-0ec2-43ba-a63a-b6621be8161a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384048 Feb 11 13:19:21.659397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-7fca5915-7cda-4dd7-b819-4b4129d0f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.661282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-7fca5915-7cda-4dd7-b819-4b4129d0f460 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2415272-779a-4b8a-9220-4c5e274e980c HTTP/1.1" status: 200 len: 913 time: 0.2345374 Feb 11 13:19:21.770064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-5dd45ec8-cb82-4109-afef-076a4997c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.771715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-5dd45ec8-cb82-4109-afef-076a4997c6f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.3625572 Feb 11 13:19:21.776780 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-88ee2cd8-7cd1-4971-95b5-af782a040eed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 HTTP/1.1" status: 200 len: 217 time: 0.1009026 Feb 11 13:19:21.902321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3807fade-09ce-468a-8a40-170a6a9ea60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.903745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-3807fade-09ce-468a-8a40-170a6a9ea60b service neutron] 10.222.0.64 "GET /v2.0/networks?id=36e0d722-4c37-4bdb-b34f-cb9058780974 HTTP/1.1" status: 200 len: 901 time: 0.3543477 Feb 11 13:19:21.919517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-e303dec9-da32-4b73-b895-c277b366b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.920906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-e303dec9-da32-4b73-b895-c277b366b06c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c01c12-c930-41fb-992f-5d9fad98b90a HTTP/1.1" status: 200 len: 852 time: 0.0941925 Feb 11 13:19:21.931411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68acf9a-d78e-4f8d-95ce-089706d09351 req-4aee3a42-70f7-4777-a206-3a0cd02df780 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.933000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f68acf9a-d78e-4f8d-95ce-089706d09351 req-4aee3a42-70f7-4777-a206-3a0cd02df780 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.2016335 Feb 11 13:19:21.962621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-64161e44-c9e9-4238-a337-87dde3ba749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.964223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-64161e44-c9e9-4238-a337-87dde3ba749e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1847074 Feb 11 13:19:21.977449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-af3c8969-3b25-4c23-b44f-be141e5975f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c HTTP/1.1" status: 200 len: 217 time: 0.0661132 Feb 11 13:19:22.015832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-cc61f340-6167-4417-a53f-cb04cea66f40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2415272-779a-4b8a-9220-4c5e274e980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818405 Feb 11 13:19:22.182434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-da47beba-b89d-4db9-96e6-a3c864015aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.183982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-da47beba-b89d-4db9-96e6-a3c864015aef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62f67c5d-ec16-4023-877f-bff76b8050a4 HTTP/1.1" status: 200 len: 797 time: 0.1787190 Feb 11 13:19:22.195951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f68acf9a-d78e-4f8d-95ce-089706d09351 req-31f8e51c-dbc2-43a3-985c-7e0de14cfe63 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240081 Feb 11 13:19:22.250817 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-4e33c0cd-2eb2-4407-bb2e-96a921830ab6 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776146 Feb 11 13:19:22.296657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-56bc81d2-8169-4c18-b0d8-04be8d4e87a4 service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482228 Feb 11 13:19:22.379863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-ccbe6723-4703-4abc-b9c7-b7859799a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.381393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-ccbe6723-4703-4abc-b9c7-b7859799a5c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36e0d722-4c37-4bdb-b34f-cb9058780974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1892622 Feb 11 13:19:22.548576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b14d7eb-45f9-4f47-b2ad-872e9e139982 req-b2a18731-19bc-492d-9aee-9bc552a91195 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898662 Feb 11 13:19:22.583863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.589242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.594995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.600567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.606390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.612251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.617401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.619342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-d8c760ee-10ea-48f4-9046-daec49d17443 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.3182962 Feb 11 13:19:22.628769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f905fb5d-c5a9-4ef8-8dc9-29de561116e5 req-e9f9f21a-4064-4e86-9e62-5b478c504e01 service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238308 Feb 11 13:19:22.654833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-2e261bfa-2da6-42a3-bbb4-25ea6b653b92 service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653003 Feb 11 13:19:22.756725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2204f566-3159-45db-85a1-d406aa3b73e0 req-40bbf44c-29f7-4426-bab1-c4bea8faad95 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269948 Feb 11 13:19:22.811334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a997a32-9835-4bb3-83d0-583d7fc14761 req-95ca972a-efdc-403b-b1a5-4f4ef3e86eec service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505458 Feb 11 13:19:22.927476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91f6bc-e31f-4ae3-8714-cdef0eb742e9 req-2c18abcc-6570-4b52-9648-3bb5dfbadc1d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.929168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db91f6bc-e31f-4ae3-8714-cdef0eb742e9 req-2c18abcc-6570-4b52-9648-3bb5dfbadc1d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.0937748 Feb 11 13:19:22.983952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db91f6bc-e31f-4ae3-8714-cdef0eb742e9 req-c409689e-3753-41d8-99c5-77c936e2b58a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485792 Feb 11 13:19:23.388709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f9727-c78b-45fe-bce6-406ea2c4453e req-589f896c-e29e-4969-8405-7d85ff385803 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.401138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-621f9727-c78b-45fe-bce6-406ea2c4453e req-589f896c-e29e-4969-8405-7d85ff385803 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.0820982 Feb 11 13:19:23.458587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-621f9727-c78b-45fe-bce6-406ea2c4453e req-b27f60fb-90e9-4c7a-9fd2-604e9fa5aa1d tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593009 Feb 11 13:19:23.960468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.966483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.972188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.977556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.983261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.988740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.994243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.996352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-5a08474e-17ad-41ef-8624-b0ab0f65c744 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1019604 Feb 11 13:19:24.059890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07313ecb-a55a-483e-9486-eee2d247f7f4 req-8d3347c7-2a40-4e29-b665-23c3ef322793 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574439 Feb 11 13:19:24.183111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62a30f-9108-44d8-b7fb-cf8a52b824ea req-48a23c45-0551-43fa-aa76-758840acffec tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.185002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b62a30f-9108-44d8-b7fb-cf8a52b824ea req-48a23c45-0551-43fa-aa76-758840acffec tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.0619740 Feb 11 13:19:24.237146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b62a30f-9108-44d8-b7fb-cf8a52b824ea req-e68002f6-1c48-4b94-b0e2-fda52ee4e58b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Feb 11 13:19:24.574375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fb809-37b2-49fe-b563-82817518aac1 req-2a85b188-049a-4f57-9a7e-e7331476c582 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.576255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-471fb809-37b2-49fe-b563-82817518aac1 req-2a85b188-049a-4f57-9a7e-e7331476c582 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.0586507 Feb 11 13:19:24.644332 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-471fb809-37b2-49fe-b563-82817518aac1 req-f365b655-d16b-47af-b139-15f9464dc96a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619223 Feb 11 13:19:24.952392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54faab1f-9dc9-4d87-b117-4bb09a634947 req-68862afb-b693-4b88-a23f-beebf86c4c4b tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.959547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54faab1f-9dc9-4d87-b117-4bb09a634947 req-68862afb-b693-4b88-a23f-beebf86c4c4b tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.1065485 Feb 11 13:19:25.015678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54faab1f-9dc9-4d87-b117-4bb09a634947 req-ed305633-3507-41f7-aeb0-814878446b78 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Feb 11 13:19:25.033721 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-042426ed-117c-49be-aec7-bab53751f947 req-1caf796f-a976-47ca-a714-5551131ea877 service neutron] show failed (client error): The resource could not be found. Feb 11 13:19:25.033721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-1caf796f-a976-47ca-a714-5551131ea877 service neutron] 10.222.0.53 "GET /v2.0/ports/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.1466911 Feb 11 13:19:25.268576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.274866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.281419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.287383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.293896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.299557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.305503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.310182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-515ee37f-5a60-4171-8a3e-3fbe25b0adcc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1580706 Feb 11 13:19:25.417972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf141693-1555-4383-83b2-2fc38c930ac8 req-a5289ce0-4b50-485e-ad9d-efe9ddb6b8fb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778902 Feb 11 13:19:25.424304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-f36ae958-61f9-42d8-9fa1-4935f421a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.425974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-f36ae958-61f9-42d8-9fa1-4935f421a4fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 1128 time: 0.1147256 Feb 11 13:19:25.452335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:25.615456 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:25.881111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:25.943996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:25.989939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed8ed5-7b80-43f7-88b9-c8e1edd49d0f req-fe17e515-4c02-4fb3-92f4-5265efee1f3e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.991531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10ed8ed5-7b80-43f7-88b9-c8e1edd49d0f req-fe17e515-4c02-4fb3-92f4-5265efee1f3e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.4168391 Feb 11 13:19:26.003481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:26.005822 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2795669f-0cc2-4af2-8bfc-1a9e4663c249" -d '{"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-unplugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:26.009532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Publish callbacks [] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:26.036515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Transition to ACTIVE for port object 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:26.051581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:26.111580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10ed8ed5-7b80-43f7-88b9-c8e1edd49d0f req-d7e57523-4e97-4164-8cde-f100195ee174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988350 Feb 11 13:19:26.133844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:26.242360 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000ff970-05fc-4d96-983d-bf532d2d1b62 x-openstack-request-id: req-000ff970-05fc-4d96-983d-bf532d2d1b62 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:26.242747 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-unplugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:26.243076 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-000ff970-05fc-4d96-983d-bf532d2d1b62 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:26.243554 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'code': 200} Feb 11 13:19:26.322498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] No DVR routers for this DVR port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:26.981893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896da6a-1b01-4953-9dae-2d4a71f01a24 req-72c8e9f2-0095-4b07-b74b-be522c16f663 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:26.985481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e896da6a-1b01-4953-9dae-2d4a71f01a24 req-72c8e9f2-0095-4b07-b74b-be522c16f663 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.6089163 Feb 11 13:19:27.067350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e896da6a-1b01-4953-9dae-2d4a71f01a24 req-6e48c1ef-d4dd-4d23-8bf8-c197b3cde7f8 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808592 Feb 11 13:19:27.195769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:27.196106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:27.196474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:27.205228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:27.205555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:27.213031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:27.213372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Checking segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:27.213870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Bound using segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:27.214427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Bound port: 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:27.215405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:27.296490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.302728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.309778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.320312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.326582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.332822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.338092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.348238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-7abcad92-15ca-44e9-b6b4-c110d58cb1e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1970720 Feb 11 13:19:27.372520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:27.431675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f10f9b0-c03a-4b2c-a659-a3791681ed13 req-d2534744-293a-484b-a1d4-81c88762499c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822797 Feb 11 13:19:27.474997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:19:27.475411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:27.508346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:27.519694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:27.531860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:27.590593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.591467 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:27.593111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] 10.222.0.64 "PUT /v2.0/ports/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1092 time: 2.1511984 Feb 11 13:19:27.613344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16144cdc-347b-4c3e-94ca-b3bd90ca3fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:27.712415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-a20d9bc8-a972-46d2-bf5e-a73e070b7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.714083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-a20d9bc8-a972-46d2-bf5e-a73e070b7616 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1126 time: 0.0899994 Feb 11 13:19:28.090630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-53dfed3a-1b86-4c12-a59b-b2bf8d40d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.092431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-53dfed3a-1b86-4c12-a59b-b2bf8d40d448 service neutron] 10.222.0.64 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.3638823 Feb 11 13:19:28.156796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd99957-fee4-43d9-858e-42de8a302521 req-28553fad-56b2-4127-8e24-033a99d9e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.158502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd99957-fee4-43d9-858e-42de8a302521 req-28553fad-56b2-4127-8e24-033a99d9e58c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=82b98f038c48493bb5bcbf0f77e6a56a&device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 1128 time: 0.2774715 Feb 11 13:19:28.165258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46870c66-90f8-4b63-b2cc-ae9ea20740ed req-fdfec72b-5da7-4808-8265-bbd2dbf91dda tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.187083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46870c66-90f8-4b63-b2cc-ae9ea20740ed req-fdfec72b-5da7-4808-8265-bbd2dbf91dda tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 944 time: 0.2523859 Feb 11 13:19:28.263606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:28.269524 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:28.330456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-6094df58-de8e-46c9-bdf7-448e5ed2aa83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1000 time: 0.2312953 Feb 11 13:19:28.502139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-3ced0a88-6020-424a-8f21-b2e7439c2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.503627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-3ced0a88-6020-424a-8f21-b2e7439c2e15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.1626861 Feb 11 13:19:28.630110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46870c66-90f8-4b63-b2cc-ae9ea20740ed req-feaaab3b-0e88-4c80-9c05-82574406fd91 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4381914 Feb 11 13:19:28.723798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042426ed-117c-49be-aec7-bab53751f947 req-ee6fd624-49f8-4c0a-ae45-ef73bda0cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.725343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-ee6fd624-49f8-4c0a-ae45-ef73bda0cfe7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2020590 Feb 11 13:19:28.847909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd99957-fee4-43d9-858e-42de8a302521 req-4bbbb451-0b8f-48fc-87e6-f280490473be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.855935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd99957-fee4-43d9-858e-42de8a302521 req-4bbbb451-0b8f-48fc-87e6-f280490473be service neutron] 10.222.0.64 "GET /v2.0/networks?id=d2415272-779a-4b8a-9220-4c5e274e980c HTTP/1.1" status: 200 len: 913 time: 0.6595874 Feb 11 13:19:28.988865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd99957-fee4-43d9-858e-42de8a302521 req-cef9ac15-2b3f-45b0-9614-bfdadf0a3c75 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 HTTP/1.1" status: 200 len: 217 time: 0.0769815 Feb 11 13:19:29.093364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76381d-b0a9-4722-a07b-18940c8be261 req-c5de9da9-90e5-4c37-92cc-00058147d683 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.095453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef76381d-b0a9-4722-a07b-18940c8be261 req-c5de9da9-90e5-4c37-92cc-00058147d683 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.2948530 Feb 11 13:19:29.211117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef76381d-b0a9-4722-a07b-18940c8be261 req-bab4e7ba-b835-4730-b2af-02785b0764a7 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919719 Feb 11 13:19:29.236342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-0e1566ac-76ef-4744-b8b8-6694b62f6d31 service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892545 Feb 11 13:19:29.368157 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76607a56-0173-4fde-9567-15396c6abaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:29.490975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd99957-fee4-43d9-858e-42de8a302521 req-f8c82591-9675-4660-bfb7-6316721bac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.492808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd99957-fee4-43d9-858e-42de8a302521 req-f8c82591-9675-4660-bfb7-6316721bac98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d4c01c12-c930-41fb-992f-5d9fad98b90a HTTP/1.1" status: 200 len: 852 time: 0.4957783 Feb 11 13:19:29.495068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-4ed8644c-b8a5-440e-9813-ec045df241a4 service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513876 Feb 11 13:19:29.496699 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b137e8-4bd6-4f6e-adee-b3418377cc11 x-openstack-request-id: req-60b137e8-4bd6-4f6e-adee-b3418377cc11 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:29.496990 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:29.497247 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60b137e8-4bd6-4f6e-adee-b3418377cc11 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:29.497675 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'status': 'completed', 'code': 200} Feb 11 13:19:29.701276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd99957-fee4-43d9-858e-42de8a302521 req-7bea31c0-ca35-479b-8771-2a46dbd22f30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d2415272-779a-4b8a-9220-4c5e274e980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461201 Feb 11 13:19:29.807052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd99957-fee4-43d9-858e-42de8a302521 req-0676e10c-7fc3-4bdf-aa08-05ea2354f145 service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990913 Feb 11 13:19:29.843234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-8be6bffd-d548-4f78-8791-3bdf1e6e29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.844787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-8be6bffd-d548-4f78-8791-3bdf1e6e29c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1126 time: 0.2087595 Feb 11 13:19:30.038234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd99957-fee4-43d9-858e-42de8a302521 req-c15b70e2-8653-4966-9849-f1985f9a591a service neutron] 10.222.0.64 "GET /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128420 Feb 11 13:19:30.039227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-c0cef910-f01d-4edf-a999-55cae2e3eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.040557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-c0cef910-f01d-4edf-a999-55cae2e3eb45 service neutron] 10.222.0.64 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.0999026 Feb 11 13:19:30.117153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-9771ee52-1a02-41b7-abea-dee7eeb9f038 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1000 time: 0.0691309 Feb 11 13:19:30.127519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-694b7a71-9a9a-4160-8360-0810665a278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.129121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-694b7a71-9a9a-4160-8360-0810665a278c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1126 time: 0.6289554 Feb 11 13:19:30.141172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.146626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.152069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.160034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.166345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.173144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.179521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.188518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-22b88daf-d26f-491d-80ba-7b960f89e293 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.6897652 Feb 11 13:19:30.320395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-ecba099a-62e3-462a-ba8c-d560a60a9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.321797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-ecba099a-62e3-462a-ba8c-d560a60a9964 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.1916795 Feb 11 13:19:30.399667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-88f6b4f5-835a-4b38-b934-fd0bf078a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.401387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-88f6b4f5-835a-4b38-b934-fd0bf078a7c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.2047625 Feb 11 13:19:30.460768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-49d70ebf-f599-401c-be1e-ee10db3fac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.462448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-49d70ebf-f599-401c-be1e-ee10db3fac61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1316626 Feb 11 13:19:30.535189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-011fd902-0eb9-4edc-81c7-5724b5fabbed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1000 time: 0.1262140 Feb 11 13:19:30.569889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f54c2d7-5873-4349-a076-e9464e69c963 req-f1d378be-bbd3-4143-b6f8-37771e23e9a5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3801641 Feb 11 13:19:30.661311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-7246a59a-808b-48ed-99b7-c54b94301ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.662956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-7246a59a-808b-48ed-99b7-c54b94301ce4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.0919938 Feb 11 13:19:30.698827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-539b9c14-194c-4d61-921b-0aa5bb4a038a service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272482 Feb 11 13:19:30.830508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-93ada25f-e447-437b-9d18-2e24f98b068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.831936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-93ada25f-e447-437b-9d18-2e24f98b068f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1441722 Feb 11 13:19:30.856204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe899f-44ee-4d2d-8cbe-8f6ed8de4375 req-5f229a39-987e-4c9b-bea0-73ea8fa01935 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.863070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7afe899f-44ee-4d2d-8cbe-8f6ed8de4375 req-5f229a39-987e-4c9b-bea0-73ea8fa01935 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 944 time: 0.1763306 Feb 11 13:19:30.973009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-78aa78ff-9f20-4d0d-a58f-6dd38b7f02e3 service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487028 Feb 11 13:19:30.990842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-1ddaca4d-680a-49bf-b159-8628504dd44c service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505568 Feb 11 13:19:31.033770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7afe899f-44ee-4d2d-8cbe-8f6ed8de4375 req-a3d4bfb1-c7df-451f-a323-248f7c4d0702 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697457 Feb 11 13:19:31.296049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e495ef0-b0a1-49c9-9ae3-89b49da23cd1 req-3c3e5463-7aad-4838-90fc-4b955dc09b1b service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958121 Feb 11 13:19:31.315671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc278fb-9504-4b4c-92f0-4af90d9355c7 req-4fde5b31-0de5-4280-8c67-31b9257d86bc tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.317173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bc278fb-9504-4b4c-92f0-4af90d9355c7 req-4fde5b31-0de5-4280-8c67-31b9257d86bc tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.1706975 Feb 11 13:19:31.382301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bfda8b8a-b9b1-4386-a7c6-72e4aab235dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:31.398648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bc278fb-9504-4b4c-92f0-4af90d9355c7 req-3c483239-11f6-434d-b13f-243337a6d6ae tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686743 Feb 11 13:19:31.798480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.810059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.824164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.833418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.839719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.845273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.851073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.853303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-606f4951-d9ac-4b1b-a21a-05b34e34a037 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1560526 Feb 11 13:19:31.978884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f935b163-c019-4057-9d97-3780cdef2eb3 req-e582b540-d0c5-409c-8686-f27d4017b743 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190453 Feb 11 13:19:32.223139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34812850-2e80-43b9-a364-0e28742f98c2 req-1d0aea3f-4e10-4811-9837-852cfaeab402 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:32.235621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34812850-2e80-43b9-a364-0e28742f98c2 req-1d0aea3f-4e10-4811-9837-852cfaeab402 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 944 time: 0.0992768 Feb 11 13:19:32.331726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34812850-2e80-43b9-a364-0e28742f98c2 req-9d0a8d99-d977-40ed-916e-9baabebc999d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851617 Feb 11 13:19:32.556441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:32.582298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192a58e-460a-4967-91c3-6aee01dfaa2e req-b51a3ee0-c85d-4918-8854-a6f0865f4715 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:32.583946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5192a58e-460a-4967-91c3-6aee01dfaa2e req-b51a3ee0-c85d-4918-8854-a6f0865f4715 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.1095908 Feb 11 13:19:32.719812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5192a58e-460a-4967-91c3-6aee01dfaa2e req-fc9f06fa-5b0a-4fa5-86c7-9d497067c663 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236534 Feb 11 13:19:33.120405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1afb0-f8b9-420a-8678-745542db6267 req-e9fa9331-1194-436d-9647-6ff43965fc25 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.126324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:33.140394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1de1afb0-f8b9-420a-8678-745542db6267 req-e9fa9331-1194-436d-9647-6ff43965fc25 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.0937972 Feb 11 13:19:33.275785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1de1afb0-f8b9-420a-8678-745542db6267 req-0c1f7069-3842-43e0-aada-f86c49e49acc tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343756 Feb 11 13:19:33.407774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:33.446804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'port_id': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'mac_address': 'fa:16:3e:5a:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:33.485592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.490504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:33.491238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:33.503369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.507678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:33.520983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.536098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.543578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.550931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.552262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:33.560911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:33.571714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.578166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-25716f23-12a6-4cb1-a3b6-e6012b34bc9c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1968286 Feb 11 13:19:33.637426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:33.648462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.649212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.649741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.650301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.650793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.651377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.651865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.652571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.653135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.654638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.655144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.655788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.656278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:33.695314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94196009-f0f7-40c7-b8b0-3e30842d7359 req-212764ba-c48c-4a5c-80a5-eeb9c8490c81 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137507 Feb 11 13:19:33.853431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2690bad-9bbf-4670-a6b1-fc0960d0da45 req-4193e55a-cee9-4c07-a842-f854113b84b5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.856538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2690bad-9bbf-4670-a6b1-fc0960d0da45 req-4193e55a-cee9-4c07-a842-f854113b84b5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 945 time: 0.0628214 Feb 11 13:19:33.890780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:33.918104 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2690bad-9bbf-4670-a6b1-fc0960d0da45 req-22fb6303-71fb-4fb3-bfe3-b02c100d5e1e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564630 Feb 11 13:19:34.262447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-3ff51516-9a8f-4c55-99d0-0d738899da8d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:34.264241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-3ff51516-9a8f-4c55-99d0-0d738899da8d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 945 time: 0.1390171 Feb 11 13:19:34.291203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bce89-9b9b-4356-9525-1c2a8f804e55 req-232a29e2-7b24-4f63-b424-f9eb2c0bdb4f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:34.293369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-740bce89-9b9b-4356-9525-1c2a8f804e55 req-232a29e2-7b24-4f63-b424-f9eb2c0bdb4f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 945 time: 0.0998876 Feb 11 13:19:34.299983 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:34.447313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-740bce89-9b9b-4356-9525-1c2a8f804e55 req-7bffa70a-c1c9-4c7c-a9af-9f1767302b72 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212959 Feb 11 13:19:34.460775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-6a16c474-62e9-487d-b091-d14af4e13708 service neutron] 10.222.0.64 "GET /v2.0/ports/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372/bindings/n-h1-828675-3 HTTP/1.1" status: 200 len: 382 time: 0.1833677 Feb 11 13:19:34.538452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-a3e5267e-57b4-4929-b59a-335927aaf5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:34.539980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-a3e5267e-57b4-4929-b59a-335927aaf5a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1127 time: 0.0508502 Feb 11 13:19:35.091057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-99f1fb24-f47f-4df4-9f1d-39e9da3dde81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.092523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-99f1fb24-f47f-4df4-9f1d-39e9da3dde81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.5457933 Feb 11 13:19:35.100273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6984-717f-4f5a-8b92-866a0c7a2b85 req-33027937-e7ec-441f-acac-95777ffee2cc tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.108310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef5f6984-717f-4f5a-8b92-866a0c7a2b85 req-33027937-e7ec-441f-acac-95777ffee2cc tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.5510595 Feb 11 13:19:35.238391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-c5a626d6-b06f-446d-b782-0c881994a729 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1001 time: 0.1221349 Feb 11 13:19:35.253314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef5f6984-717f-4f5a-8b92-866a0c7a2b85 req-dc1115a1-bc70-4fd7-ba65-efaa9fd6e2d5 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b27ba83-b729-4742-b225-dd10f3dd94be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394582 Feb 11 13:19:35.312623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-1cb1db00-7809-4a51-8403-2d718f89b342 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.315206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-1cb1db00-7809-4a51-8403-2d718f89b342 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 946 time: 0.1567540 Feb 11 13:19:35.351615 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:35.424476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-b505b754-e380-4674-8ffb-aeb502040603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.426177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-b505b754-e380-4674-8ffb-aeb502040603 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.1717963 Feb 11 13:19:35.583425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-3ce06e87-ad3d-4473-bbea-39eb6f6c541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.584961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-3ce06e87-ad3d-4473-bbea-39eb6f6c541d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1419692 Feb 11 13:19:35.623983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.629107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.634301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.640353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.655007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.660295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.665500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.673057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-3d3d07f4-b039-4e01-8aad-f3b226a2891a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1884041 Feb 11 13:19:35.759291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Deleting port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:35.759639 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:35.887465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] For port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,segment=NetworkSegment(1040e3c5-8d48-43c9-bad8-837f5ae8c953),segment_id=1040e3c5-8d48-43c9-bad8-837f5ae8c953)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:35.887836 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:35.901770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Calling delete_port for a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:36.001474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e0fd13a9-0aad-42d5-9b17-0fe4110680e6 req-679d893b-14f6-4b08-a783-77899e5582bf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3275073 Feb 11 13:19:36.018736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-0224e4c0-7677-4f4a-9f3a-db322e53d8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261348 Feb 11 13:19:36.058154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:36.127781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39686) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:36.175375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-954fa372-0719-4462-bedd-d48412983975 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (502f490e-bf9f-47c5-ba1b-59a9080e205e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.230294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-954fa372-0719-4462-bedd-d48412983975 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (502f490e-bf9f-47c5-ba1b-59a9080e205e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.287676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-954fa372-0719-4462-bedd-d48412983975 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (502f490e-bf9f-47c5-ba1b-59a9080e205e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.290972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-954fa372-0719-4462-bedd-d48412983975 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.292729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-954fa372-0719-4462-bedd-d48412983975 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "DELETE /v2.0/security-groups/502f490e-bf9f-47c5-ba1b-59a9080e205e HTTP/1.1" status: 204 len: 168 time: 0.2335658 Feb 11 13:19:36.304129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39692) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:36.305186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fa372-0719-4462-bedd-d48412983975 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f490e-bf9f-47c5-ba1b-59a9080e205e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:36.318559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.334088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:36.349922 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-c75346b6-4c5b-48cb-b6a9-f9f4e0b1756d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] show failed (client error): The resource could not be found. Feb 11 13:19:36.351000 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c75346b6-4c5b-48cb-b6a9-f9f4e0b1756d tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "GET /v2.0/security-groups/502f490e-bf9f-47c5-ba1b-59a9080e205e HTTP/1.1" status: 404 len: 347 time: 0.0433602 Feb 11 13:19:36.354303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39694) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:36.460312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Pushing event deleted for resources: {'Port': ['ID=a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:36.510421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-72821f5f-a76f-48af-8fbc-88ee6163d327 service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4778905 Feb 11 13:19:36.567637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c45043-acf9-43e1-ac87-459139fbd48b req-7287cfb5-1a83-40a5-ba06-1df3cdfa8b42 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:36.581318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57c45043-acf9-43e1-ac87-459139fbd48b req-7287cfb5-1a83-40a5-ba06-1df3cdfa8b42 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 945 time: 0.2965386 Feb 11 13:19:36.584493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] No DVR routers for this DVR port a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:36.598996 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.602704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-363ea97d-7101-4355-82d6-b8d9c4464f79 req-f08abc0f-0248-49bf-968d-0aa067b8d47a tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.64 "DELETE /v2.0/ports/a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 HTTP/1.1" status: 204 len: 173 time: 1.2824430 Feb 11 13:19:36.609947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'name': 'network-vif-deleted', 'tag': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:36.616292 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebaf6c68-9258-44f2-a3b2-70d242176004" -d '{"events": [{"server_uuid": "b45ac60a-6978-4436-a656-27b68996e7d2", "name": "network-vif-deleted", "tag": "a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:36.725005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Deleting port e09402b8-915e-4760-acd1-d8336750a92b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:36.725252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e09402b8-915e-4760-acd1-d8336750a92b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.733711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57c45043-acf9-43e1-ac87-459139fbd48b req-77a2ae1a-e7f9-40b4-b586-3b09fa86d7a4 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406353 Feb 11 13:19:36.896566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e09402b8-915e-4760-acd1-d8336750a92b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.896889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (e09402b8-915e-4760-acd1-d8336750a92b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:36.918373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Calling delete_port for e09402b8-915e-4760-acd1-d8336750a92b owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:36.924150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-172e2d02-f3f6-4597-b585-25b9f7111437 req-c41d3b08-b8cd-44ab-bdc8-23715e981f58 tempest-TestServerAdvancedOps-1612076589 tempest-TestServerAdvancedOps-1612076589-project] 10.222.0.42 "GET /v2.0/ports?device_id=b45ac60a-6978-4436-a656-27b68996e7d2 HTTP/1.1" status: 200 len: 210 time: 0.0420091 Feb 11 13:19:36.970100 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc0f4f-824f-4228-85b7-7c967b4e6daa x-openstack-request-id: req-9abc0f4f-824f-4228-85b7-7c967b4e6daa {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:36.970576 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45ac60a-6978-4436-a656-27b68996e7d2", "name": "network-vif-deleted", "tag": "a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:36.970942 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9abc0f4f-824f-4228-85b7-7c967b4e6daa {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:36.971723 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45ac60a-6978-4436-a656-27b68996e7d2', 'name': 'network-vif-deleted', 'tag': 'a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3', 'status': 'completed', 'code': 200} Feb 11 13:19:37.172504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:37.236607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.244480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.251689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.269622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.278996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.280175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:37.287916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:37.288516 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.291745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.296148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (5811234b-d538-4312-90e8-7e7f01e919e6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.299489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e09402b8-915e-4760-acd1-d8336750a92b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.309180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.321714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-1e6dbf06-7e7e-467d-ae27-89aa14a9e9e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1924126 Feb 11 13:19:37.406942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41989cf3-e547-46ab-8109-7fa1eb2b7597 req-5df83541-4e99-48bc-9cb9-5fa4319ca80c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0827584 Feb 11 13:19:37.456901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Pushing event deleted for resources: {'Port': ['ID=e09402b8-915e-4760-acd1-d8336750a92b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:37.471144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:37.471755 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.520220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:37.521700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:37.525470 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1fbec-9648-4647-881d-8d70a7dd6d21" -d '{"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-plugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:37.530369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.577118 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks [] for floatingip (d2fdac96-d6fd-4710-bdd0-d44ac88dd9a1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.584626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.593219 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a8e61c27-e36b-4f2f-a41e-435142008185 tempest-AttachVolumeShelveTestJSON-1428114971 tempest-AttachVolumeShelveTestJSON-1428114971-project] 10.222.0.42 "DELETE /v2.0/floatingips/d2fdac96-d6fd-4710-bdd0-d44ac88dd9a1 HTTP/1.1" status: 204 len: 168 time: 1.2377405 Feb 11 13:19:37.598898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:37.627505 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d13e5-a9a7-4beb-82dd-a2490687480a x-openstack-request-id: req-5c0d13e5-a9a7-4beb-82dd-a2490687480a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:37.627830 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-plugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:37.628088 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c0d13e5-a9a7-4beb-82dd-a2490687480a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:37.628494 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'code': 200} Feb 11 13:19:37.913930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a646c5-5266-47db-a535-b36ba6aeb1e5 req-2075ca89-f0df-454f-9ae3-c81783ec1460 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.915535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45a646c5-5266-47db-a535-b36ba6aeb1e5 req-2075ca89-f0df-454f-9ae3-c81783ec1460 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.0827830 Feb 11 13:19:37.936149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Deleting port 05e5eee4-6fbb-42e8-bffb-c0fa84245761 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:37.936510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.986263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45a646c5-5266-47db-a535-b36ba6aeb1e5 req-08e6f50b-bb4e-4112-8a3c-d4b64791fd51 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638332 Feb 11 13:19:38.044217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] For port 05e5eee4-6fbb-42e8-bffb-c0fa84245761, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=05e5eee4-6fbb-42e8-bffb-c0fa84245761,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:38.044583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.065241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Calling delete_port for 05e5eee4-6fbb-42e8-bffb-c0fa84245761 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:38.104457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39734) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:38.181317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] Deleting subnet d4c01c12-c930-41fb-992f-5d9fad98b90a {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:19:38.185108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] Publish callbacks [] for subnet (d4c01c12-c930-41fb-992f-5d9fad98b90a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.226776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (d4c01c12-c930-41fb-992f-5d9fad98b90a), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.286011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d4c01c12-c930-41fb-992f-5d9fad98b90a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.306196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (05e5eee4-6fbb-42e8-bffb-c0fa84245761), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.335640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e5eee4-6fbb-42e8-bffb-c0fa84245761,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:38.462675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (d4c01c12-c930-41fb-992f-5d9fad98b90a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.560932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c01c12-c930-41fb-992f-5d9fad98b90a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:38.594760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.605734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39738) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:38.606031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fc1e46c6-d0a3-4dab-8cb9-5c55145728c0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d4c01c12-c930-41fb-992f-5d9fad98b90a HTTP/1.1" status: 204 len: 168 time: 0.4960871 Feb 11 13:19:38.712137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.729244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.744726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.755146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.775199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.781951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.808195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.826738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01470072-4372-488b-ad71-dcced436b031 req-a5bb8c41-3f18-43c4-8e92-1e230e63c07b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.2668624 Feb 11 13:19:38.896016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d2415272-779a-4b8a-9220-4c5e274e980c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.912884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (5811234b-d538-4312-90e8-7e7f01e919e6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.961329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01470072-4372-488b-ad71-dcced436b031 req-fdfc4125-7bd1-4429-bc24-e519ed2e17df tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185594 Feb 11 13:19:38.982631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-de5c8eb3-0af2-4aa0-9e49-004c4c8724c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.984487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-de5c8eb3-0af2-4aa0-9e49-004c4c8724c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 1128 time: 0.1559801 Feb 11 13:19:38.997471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:39.073487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.194683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:39.275993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:39.280712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a5d513ec-c25c-48c2-8b5a-44d7e1c18ae3 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:39.281205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:39.423470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5adf31e-53fe-424e-8f21-e4d1a4ea7e30 req-95366fd4-0d38-493a-998f-1895345890d9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.436206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5adf31e-53fe-424e-8f21-e4d1a4ea7e30 req-95366fd4-0d38-493a-998f-1895345890d9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.2120357 Feb 11 13:19:39.528227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:39.529279 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.566553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:39.580947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5adf31e-53fe-424e-8f21-e4d1a4ea7e30 req-bd921729-6014-44af-b014-885916d9941d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452293 Feb 11 13:19:39.624273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:39.645909 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d2415272-779a-4b8a-9220-4c5e274e980c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.674829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:39.677263 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f1f59d-4921-4024-989e-486fb5f23ab4" -d '{"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-unplugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:39.681132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Publish callbacks [] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.697879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Transition to ACTIVE for port object 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:39.703454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.710077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2415272-779a-4b8a-9220-4c5e274e980c']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:39.724488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1040e3c5-8d48-43c9-bad8-837f5ae8c953') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:39.725012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1040e3c5-8d48-43c9-bad8-837f5ae8c953') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:39.740357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1040e3c5-8d48-43c9-bad8-837f5ae8c953), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.762775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=10']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:39.802006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:19:39.802373 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:19:39.817619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1040e3c5-8d48-43c9-bad8-837f5ae8c953), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.834538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:19:39.835416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1040e3c5-8d48-43c9-bad8-837f5ae8c953), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:39.841089 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:39.858152 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a712a8c-0fa4-4bb5-bdfb-32cb230989fc x-openstack-request-id: req-5a712a8c-0fa4-4bb5-bdfb-32cb230989fc {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:39.858566 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-unplugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:39.858927 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a712a8c-0fa4-4bb5-bdfb-32cb230989fc {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:39.859427 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'code': 200} Feb 11 13:19:39.974366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d2415272-779a-4b8a-9220-4c5e274e980c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.974665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] No DVR routers for this DVR port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:39.987036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:39.992737 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d2415272-779a-4b8a-9220-4c5e274e980c HTTP/1.1" status: 204 len: 168 time: 1.3859742 Feb 11 13:19:40.029167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:40.071231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5119906-f507-439a-93d7-e8a952563167 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2415272-779a-4b8a-9220-4c5e274e980c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:40.081248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Router 5811234b-d538-4312-90e8-7e7f01e919e6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:19:40.127151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] Deleting subnet f8e1013c-0595-43d4-9ead-e1c27db109ca {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:19:40.130788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] Publish callbacks [] for subnet (f8e1013c-0595-43d4-9ead-e1c27db109ca), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.177384 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (f8e1013c-0595-43d4-9ead-e1c27db109ca), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.271852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (f8e1013c-0595-43d4-9ead-e1c27db109ca), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.306154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.311635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.317047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.322721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.328030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.334311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.339751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.342424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-262d6837-669d-4789-8dba-070e2d194f4e req-dd03e0cf-3538-4a83-bd8d-29ab5678c3ce tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.2218542 Feb 11 13:19:40.344979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:40.345308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:40.345628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:40.359138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:40.359517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Attempting to bind port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on network 14a8278c-597c-47f3-b3c1-529eda394797 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:40.375867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:40.376378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Checking segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:40.376688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Bound using segment: {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:40.377001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Bound port: 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c18c70-d057-4a3d-934d-fecb650f4692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:40.377397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.404292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:40.411274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:40.414732 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] Sync routers for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:19:40.419862 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-78912828-9ae8-4de9-aa14-8833308515d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/5811234b-d538-4312-90e8-7e7f01e919e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2883775 Feb 11 13:19:40.420616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:40.433911 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:40.434816 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:19:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:40.483912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-262d6837-669d-4789-8dba-070e2d194f4e req-529b8252-2e64-4847-8cf4-4a35735d2281 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305344 Feb 11 13:19:40.618430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:40.626846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:40.640729 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.663353 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:40.679003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.679753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.683361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] 10.222.0.53 "PUT /v2.0/ports/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1093 time: 1.6903512 Feb 11 13:19:40.737857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks [] for router (5811234b-d538-4312-90e8-7e7f01e919e6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.740901 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (f8e1013c-0595-43d4-9ead-e1c27db109ca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:40.755184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d6841-c085-4cfe-a758-d1ec92351d89 service neutron] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=11']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:40.881456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7064-94f8-4b78-949a-838a4837131a req-4482d720-4077-4ef3-8375-3ebe1a156ff4 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.883465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-798a7064-94f8-4b78-949a-838a4837131a req-4482d720-4077-4ef3-8375-3ebe1a156ff4 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 945 time: 0.1173666 Feb 11 13:19:40.887813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-bcfa45af-9f84-499f-881f-4d77c00b8cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.893370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-bcfa45af-9f84-499f-881f-4d77c00b8cd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1127 time: 0.1163447 Feb 11 13:19:40.997493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e1013c-0595-43d4-9ead-e1c27db109ca,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:40.999560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.017160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-adfcb93f-5bd7-4fc7-b8be-2119b2add39a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f8e1013c-0595-43d4-9ead-e1c27db109ca HTTP/1.1" status: 204 len: 168 time: 0.9847460 Feb 11 13:19:41.027239 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks [] for router_gateway (5811234b-d538-4312-90e8-7e7f01e919e6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.030360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:41.091951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-093b73eb-c206-48ea-8991-9a0d38ba12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.094025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-093b73eb-c206-48ea-8991-9a0d38ba12d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.1729085 Feb 11 13:19:41.099415 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50'}], 'enable_snat': True}, 'gw_port_id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:19:38Z', 'revision_number': 5, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port': {'id': 'a830aa5c-43fd-4dcb-a569-8cd97efe8062', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:67:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:12:15Z', 'updated_at': '2022-02-11T13:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:41.145521 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] Checking router: 5811234b-d538-4312-90e8-7e7f01e919e6 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:19:41.162918 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] Routers {'5811234b-d538-4312-90e8-7e7f01e919e6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:41.163569 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:19:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5811234b-d538-4312-90e8-7e7f01e919e6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:41.186893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-798a7064-94f8-4b78-949a-838a4837131a req-46c96842-311f-4547-9e63-6faa96a0e376 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923779 Feb 11 13:19:41.238253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-8ba03673-1d0d-478c-97ec-62607d33d4b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1000 time: 0.1355245 Feb 11 13:19:41.252348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (304191ec-25be-4ef4-8b2b-03d053116e07), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.273354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Deleting port a830aa5c-43fd-4dcb-a569-8cd97efe8062 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:41.273727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.356987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-f9868a03-9b84-4aa9-8af2-ef305e651221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.358605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-f9868a03-9b84-4aa9-8af2-ef305e651221 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.1128268 Feb 11 13:19:41.384069 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] Set router 5811234b-d538-4312-90e8-7e7f01e919e6 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:41.462102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-8a8a1c6a-50e6-4a5a-aab4-242a4789ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.464311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-8a8a1c6a-50e6-4a5a-aab4-242a4789ca1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0994051 Feb 11 13:19:41.483386 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:19:41Z', 'revision_number': 6, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:41.520920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (304191ec-25be-4ef4-8b2b-03d053116e07), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.529628 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c161e1f-8ac3-4a91-a0fc-b399dc3fd158 None None] The sync data for ids ['5811234b-d538-4312-90e8-7e7f01e919e6'] in n-d-828675-3 is: [{'id': '5811234b-d538-4312-90e8-7e7f01e919e6', 'name': 'tempest-AttachVolumeTestJSON-907735638-router', 'tenant_id': '363a483d018144859b6c13cee3f7967b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:12:14Z', 'updated_at': '2022-02-11T13:19:41Z', 'revision_number': 6, 'project_id': '363a483d018144859b6c13cee3f7967b', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:19:41.557290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304191ec-25be-4ef4-8b2b-03d053116e07']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:41.578179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddcef10-71e7-4d11-aa06-4eaf29270687') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:41.578474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddcef10-71e7-4d11-aa06-4eaf29270687') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:41.581138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] For port a830aa5c-43fd-4dcb-a569-8cd97efe8062, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a830aa5c-43fd-4dcb-a569-8cd97efe8062,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:41.581507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.602202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (cddcef10-71e7-4d11-aa06-4eaf29270687), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.611658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Calling delete_port for a830aa5c-43fd-4dcb-a569-8cd97efe8062 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:41.629762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-d3254937-2835-42ed-a0de-d5b6e278695e service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562605 Feb 11 13:19:41.631237 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (cddcef10-71e7-4d11-aa06-4eaf29270687), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.640953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:19:41.641319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (cddcef10-71e7-4d11-aa06-4eaf29270687), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:41.643433 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:41.752034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b36fcb-36e8-4d02-8b2c-b17570ce20e1 req-796650ed-a0bc-4d70-b2af-90ad28733f97 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171253 Feb 11 13:19:41.765150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (304191ec-25be-4ef4-8b2b-03d053116e07), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.773678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:41.789253 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] 10.222.0.42 "DELETE /v2.0/networks/304191ec-25be-4ef4-8b2b-03d053116e07 HTTP/1.1" status: 204 len: 168 time: 0.7578559 Feb 11 13:19:41.828523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ba017-0324-443d-84c4-e7ab84f6bedf admin admin] Pushing event deleted for resources: {'Network': ['ID=304191ec-25be-4ef4-8b2b-03d053116e07,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:41.862130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:41.864914 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987bf0c6-342d-45f2-a12d-f9b87d76761a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:41.892915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.914616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.930696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.936920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.943378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.950673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.956210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.958373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-cee5c60e-6160-4e63-92ea-9e6ad53a1c63 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.2043586 Feb 11 13:19:42.024221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39794) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:42.055060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b86ea5a2-df5f-4253-8f59-54d102107092 req-5d8c2395-f80c-4d07-9bcd-518a6968796b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878766 Feb 11 13:19:42.115236 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a830aa5c-43fd-4dcb-a569-8cd97efe8062), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.155331 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e445935-bc9a-4074-ad0b-e6355b8a2efe x-openstack-request-id: req-3e445935-bc9a-4074-ad0b-e6355b8a2efe {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:42.155837 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:42.156060 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e445935-bc9a-4074-ad0b-e6355b8a2efe {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:42.156552 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'status': 'completed', 'code': 200} Feb 11 13:19:42.269573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Pushing event deleted for resources: {'Port': ['ID=a830aa5c-43fd-4dcb-a569-8cd97efe8062,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:42.288638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c885b846-e613-41f7-93a4-94d42a7a498a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82b98f038c48493bb5bcbf0f77e6a56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632794 Feb 11 13:19:42.300997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39802) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:42.368675 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (5811234b-d538-4312-90e8-7e7f01e919e6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.458325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-765b844c-13fc-46be-b662-c277a5038402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.471119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-765b844c-13fc-46be-b662-c277a5038402 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1127 time: 0.2914007 Feb 11 13:19:42.474028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Publish callbacks [] for security_group (0b27ba83-b729-4742-b225-dd10f3dd94be), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.477118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-9b5f7ced-768f-4ba7-ac0a-ca440f560b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.478972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-9b5f7ced-768f-4ba7-ac0a-ca440f560b9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1127 time: 0.3003857 Feb 11 13:19:42.537498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (5811234b-d538-4312-90e8-7e7f01e919e6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.542132 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks [] for router_controller (5811234b-d538-4312-90e8-7e7f01e919e6), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.601003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (5811234b-d538-4312-90e8-7e7f01e919e6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.602044 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5811234b-d538-4312-90e8-7e7f01e919e6 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:19:42.607792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.612646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-77753449-b270-4500-9707-e30ed2fb787a admin admin] 10.222.0.42 "DELETE /v2.0/routers/5811234b-d538-4312-90e8-7e7f01e919e6 HTTP/1.1" status: 204 len: 168 time: 2.1300259 Feb 11 13:19:42.614898 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39804) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:42.667441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3b630-4e6b-44ad-a23d-414df17d9e1b req-75b2f67c-0269-4631-94da-ea10e033ba08 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.669130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d3b630-4e6b-44ad-a23d-414df17d9e1b req-75b2f67c-0269-4631-94da-ea10e033ba08 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 945 time: 0.3063295 Feb 11 13:19:42.708286 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Publish callbacks [] for security_group (0b27ba83-b729-4742-b225-dd10f3dd94be), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.724937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] Deleting subnet a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:19:42.736533 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] Publish callbacks [] for subnet (a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.842713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:42.963896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.021085 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.058896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.065992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4247a480-93ac-4de7-abae-f7c757e5b678 None None] Network bd8a299f-81d2-493f-bd95-dbc657aa885c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:19:43.068544 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a HTTP/1.1" status: 204 len: 168 time: 0.4463954 Feb 11 13:19:43.081183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39812) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:43.082050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a1045-1d12-4e80-96a8-8ec94b62e639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a611d2a9-32fb-49e0-a89b-5e6ebbb5c24a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:43.260083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (bd8a299f-81d2-493f-bd95-dbc657aa885c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.379199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Deleting port 876f2506-f8cc-4db8-a4d8-804926aaa134 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:43.379538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.458047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:43.475249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] DHCP port deletion for bd8a299f-81d2-493f-bd95-dbc657aa885c request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:19:43.512234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d3b630-4e6b-44ad-a23d-414df17d9e1b req-8a9f0d81-97bb-4d5c-a8d8-6739c254c254 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8305910 Feb 11 13:19:43.517868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-2b8547f1-8cee-4a4b-bb9d-d3191c3cc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.533078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-2b8547f1-8cee-4a4b-bb9d-d3191c3cc7dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 1.0343635 Feb 11 13:19:43.656462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-f22c05da-500e-404b-ab7d-157357b94521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.658053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-f22c05da-500e-404b-ab7d-157357b94521 service neutron] 10.222.0.64 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 1.1671236 Feb 11 13:19:43.665206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] For port 876f2506-f8cc-4db8-a4d8-804926aaa134, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=876f2506-f8cc-4db8-a4d8-804926aaa134,segment=NetworkSegment(dd721a08-33d7-40f5-96ac-aa92acdf3d3a),segment_id=dd721a08-33d7-40f5-96ac-aa92acdf3d3a)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:43.665864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.682127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Calling delete_port for 876f2506-f8cc-4db8-a4d8-804926aaa134 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:43.820467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.878945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0b27ba83-b729-4742-b225-dd10f3dd94be), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.891441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:43.897062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=876f2506-f8cc-4db8-a4d8-804926aaa134,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:43.899713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b27ba83-b729-4742-b225-dd10f3dd94be HTTP/1.1" status: 204 len: 168 time: 1.5951734 Feb 11 13:19:43.926740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:43.929398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 05e5eee4-6fbb-42e8-bffb-c0fa84245761 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:43.931144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] No DVR routers for this DVR port 876f2506-f8cc-4db8-a4d8-804926aaa134 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:43.943003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b27ba83-b729-4742-b225-dd10f3dd94be,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:43.964914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 05e5eee4-6fbb-42e8-bffb-c0fa84245761 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:43.965320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 05e5eee4-6fbb-42e8-bffb-c0fa84245761 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:43.965723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 876f2506-f8cc-4db8-a4d8-804926aaa134 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:43.970184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'port_id': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'mac_address': 'fa:16:3e:5a:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:44.017805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 876f2506-f8cc-4db8-a4d8-804926aaa134 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:44.018169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 876f2506-f8cc-4db8-a4d8-804926aaa134 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:44.018567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a830aa5c-43fd-4dcb-a569-8cd97efe8062 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:44.037298 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-1bea3e7d-6da1-4f44-830d-937b11ace7ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1000 time: 0.3637989 Feb 11 13:19:44.042539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a830aa5c-43fd-4dcb-a569-8cd97efe8062 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:44.042895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a830aa5c-43fd-4dcb-a569-8cd97efe8062 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:44.060439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-4a28b0b9-24f9-4cc2-a596-7381c7ccedfd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 1000 time: 0.5265343 Feb 11 13:19:44.073010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] Deleting port 876f2506-f8cc-4db8-a4d8-804926aaa134 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:44.073575 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.074969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:44.075348 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.081550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.081941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.082278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.082616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.082951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.083862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.083862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.084083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.084327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.084554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.084942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.085183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.085624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763137fd-201c-4a12-a149-2cee2c203214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:44.112404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:44.158528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (bd8a299f-81d2-493f-bd95-dbc657aa885c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.159881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:44.219097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8a299f-81d2-493f-bd95-dbc657aa885c']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:44.239720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:44.240415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd721a08-33d7-40f5-96ac-aa92acdf3d3a') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:44.252624 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (dd721a08-33d7-40f5-96ac-aa92acdf3d3a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.275312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.286876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (dd721a08-33d7-40f5-96ac-aa92acdf3d3a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.287918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-ef71a843-4a7b-47ef-bb1a-dd0013ae5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.289986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-ef71a843-4a7b-47ef-bb1a-dd0013ae5be4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.1928077 Feb 11 13:19:44.296421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] For port 876f2506-f8cc-4db8-a4d8-804926aaa134, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:44.307331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.313259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.315784 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.318074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:19:44.319482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (dd721a08-33d7-40f5-96ac-aa92acdf3d3a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.322731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:44.326513 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:44.328855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.334153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.341043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.347598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.349842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-9ec64ecd-d9c1-4c8f-ba1f-8d2d1e4fa03f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.6904988 Feb 11 13:19:44.393717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] Calling delete_port for 876f2506-f8cc-4db8-a4d8-804926aaa134 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:44.399246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] Port 876f2506-f8cc-4db8-a4d8-804926aaa134 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:19:44.414594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (876f2506-f8cc-4db8-a4d8-804926aaa134), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.439296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] No DVR routers for this DVR port 876f2506-f8cc-4db8-a4d8-804926aaa134 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:44.476532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=12']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:44.490961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (bd8a299f-81d2-493f-bd95-dbc657aa885c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.497681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:44.506647 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] 10.222.0.42 "DELETE /v2.0/networks/bd8a299f-81d2-493f-bd95-dbc657aa885c HTTP/1.1" status: 204 len: 168 time: 1.4214063 Feb 11 13:19:44.530784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b44a5f-18ee-49d0-9087-8d3c86278f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd8a299f-81d2-493f-bd95-dbc657aa885c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:44.537896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:44.541617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ada02-331b-4636-ab6c-c6615395a26b None None] Pushing event deleted for resources: {'Port': ['ID=876f2506-f8cc-4db8-a4d8-804926aaa134,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:44.573677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-55b864b6-3ce2-438b-baf0-52d07ce7f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.574353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-55b864b6-3ce2-438b-baf0-52d07ce7f70f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.5161133 Feb 11 13:19:44.730723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cfd26d7-e749-4ee2-af99-ddbdcab76d30 req-2a5ae843-f5fd-415a-b757-54375dec3bf5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3656790 Feb 11 13:19:44.738595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-efcc8ac7-3793-4e3d-a2b7-dfd838bb7af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.745465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-efcc8ac7-3793-4e3d-a2b7-dfd838bb7af6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3946559 Feb 11 13:19:44.753999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:44.843937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-07cbe6eb-1fa9-4c29-86b3-4ccbe1326dba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d705ce48e9b74974a29d6a2e8f234779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0884595 Feb 11 13:19:44.844734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39848) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:44.895036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39850) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:44.933798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-862243b1-c8df-447d-82c0-3e50e8ef56cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.944570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-862243b1-c8df-447d-82c0-3e50e8ef56cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3634529 Feb 11 13:19:45.042443 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9cc758f0-d3e3-4885-964f-2b70adab9169 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=363a483d018144859b6c13cee3f7967b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449587 Feb 11 13:19:45.046528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39858) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:45.050111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58d03096-1feb-4831-8042-238532a7a005 admin admin] Publish callbacks [] for security_group (8aa7b98b-f9ca-46fe-bbdb-07823957121f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.096965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58d03096-1feb-4831-8042-238532a7a005 admin admin] Publish callbacks [] for security_group (8aa7b98b-f9ca-46fe-bbdb-07823957121f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.114061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-29d8be7b-fa1c-4203-bead-33b7cf4d9705 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431799 Feb 11 13:19:45.154225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-935df8bc-9400-4180-81b6-0fa0105e0ddd admin admin] Publish callbacks [] for security_group (3426a7a3-f451-432b-8dc6-997f03ca7151), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.186784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-935df8bc-9400-4180-81b6-0fa0105e0ddd admin admin] Publish callbacks [] for security_group (3426a7a3-f451-432b-8dc6-997f03ca7151), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.219833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58d03096-1feb-4831-8042-238532a7a005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8aa7b98b-f9ca-46fe-bbdb-07823957121f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.219833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-58d03096-1feb-4831-8042-238532a7a005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.219833 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-58d03096-1feb-4831-8042-238532a7a005 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8aa7b98b-f9ca-46fe-bbdb-07823957121f HTTP/1.1" status: 204 len: 168 time: 0.3705375 Feb 11 13:19:45.221170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2386f7c-412c-4d3a-ac02-776c4c589332 req-9c33a03a-4d87-451e-ab50-6e9910ab4473 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.229381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2386f7c-412c-4d3a-ac02-776c4c589332 req-9c33a03a-4d87-451e-ab50-6e9910ab4473 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 946 time: 0.2802339 Feb 11 13:19:45.234796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d03096-1feb-4831-8042-238532a7a005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa7b98b-f9ca-46fe-bbdb-07823957121f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:45.269081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-935df8bc-9400-4180-81b6-0fa0105e0ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3426a7a3-f451-432b-8dc6-997f03ca7151), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.277012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-935df8bc-9400-4180-81b6-0fa0105e0ddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.281439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-935df8bc-9400-4180-81b6-0fa0105e0ddd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3426a7a3-f451-432b-8dc6-997f03ca7151 HTTP/1.1" status: 204 len: 168 time: 0.2153046 Feb 11 13:19:45.306776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935df8bc-9400-4180-81b6-0fa0105e0ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3426a7a3-f451-432b-8dc6-997f03ca7151,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:45.475889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-6894f77e-83df-4264-a536-978d13974bd3 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232508 Feb 11 13:19:45.538106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-1b2793c5-769a-485f-94aa-90fdd075e7a0 service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821743 Feb 11 13:19:45.741657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2386f7c-412c-4d3a-ac02-776c4c589332 req-c380944e-8088-4c29-b9b7-3572cf416ee5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5103409 Feb 11 13:19:45.773793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:45.794391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-987bf0c6-342d-45f2-a12d-f9b87d76761a req-64bfc98f-f011-4e11-9912-704da3d36261 service neutron] 10.222.0.64 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508278 Feb 11 13:19:45.909334 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d8ea21ed-7a3c-44bd-8c7c-96384669e9b0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/f75d460c-7346-48dd-af36-5bf48b82f416 HTTP/1.1" status: 200 len: 993 time: 0.1269326 Feb 11 13:19:45.954077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.959896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.966011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.972692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.979009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.985452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.990982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.999285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-f2e0a293-5aee-4a43-969e-c981120e08d5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.1238241 Feb 11 13:19:46.000311 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:19:46.128285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e54a6f4-f53f-49ae-93f2-6a94509647b5 req-ed4557a5-13a0-42ce-b463-827dc1f69d6c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277504 Feb 11 13:19:46.340233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:46.821621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:46.946077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-558117285-network', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:46.980707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Made reservation on behalf of 078cf47fa4cf48dbbc95051431996f42 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:46.983638 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:46.993992 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.103917 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks [] for security_group (73030c83-6611-4eaa-a015-36fe8479edcb), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.109758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (73030c83-6611-4eaa-a015-36fe8479edcb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.122777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:47.134662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0c800f49-4afe-4d19-8140-f3aff46d2dbf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.134662 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Added segment 0c800f49-4afe-4d19-8140-f3aff46d2dbf of type vlan for network f77a7be7-72c2-4edd-9c53-635f4880efed Feb 11 13:19:47.186108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f77a7be7-72c2-4edd-9c53-635f4880efed), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.273949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.290074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73030c83-6611-4eaa-a015-36fe8479edcb,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:47.300998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f77a7be7-72c2-4edd-9c53-635f4880efed), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.302330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.303113 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.382844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5599127 Feb 11 13:19:47.433443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:47.438538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Request body: {'subnet': {'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-558117285-subnet', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:47.460178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Made reservation on behalf of 078cf47fa4cf48dbbc95051431996f42 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:47.463098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.465627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605088e-65df-4188-b915-12b5a7f939a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f77a7be7-72c2-4edd-9c53-635f4880efed,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:47.481226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:47.657553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.670734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.689131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:47.692202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.704503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:47.707676 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.714144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.732610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.750905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.756970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.771377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-26782a36-2352-4434-b935-30ecf7c3f02c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.4204996 Feb 11 13:19:47.849173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:47.849915 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.890500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:47.891859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:47.895431 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0c768e-11a7-431d-a447-398bdd16bd3e" -d '{"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-plugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:47.900228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:47.963514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=13']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:47.985912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d9917e4-ed16-4d6d-9656-bd2e7b10ad88 req-64bde205-6b6a-42bb-b0b1-3229d84af581 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131708 Feb 11 13:19:48.014884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f77a7be7-72c2-4edd-9c53-635f4880efed details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:19:48.060517 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (6b5cc03c-7b8d-473c-8d01-34d760b0321b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:48.125814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5cc03c-7b8d-473c-8d01-34d760b0321b,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:48.185806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Checking segment: {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:48.186921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Network hostable DHCP agents. Network: f77a7be7-72c2-4edd-9c53-635f4880efed, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:48.225171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Network f77a7be7-72c2-4edd-9c53-635f4880efed is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:48.242850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, f77a7be7-72c2-4edd-9c53-635f4880efed) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:48.247816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.249246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:48.259745 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25e01ef-8f99-4985-822f-dbd108c20f9d x-openstack-request-id: req-e25e01ef-8f99-4985-822f-dbd108c20f9d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:48.260305 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-plugged", "status": "completed", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:48.260728 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e25e01ef-8f99-4985-822f-dbd108c20f9d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:48.261339 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'code': 200} Feb 11 13:19:48.262764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309eed71-e670-490e-a07f-a92fe406b7f0 None None] Network f77a7be7-72c2-4edd-9c53-635f4880efed requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:19:48.293598 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-66fafd7c-ade0-43f2-9c99-c5351a9af52d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8569729 Feb 11 13:19:48.294788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 39970) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:48.304073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:48.372790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 39976) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:48.411228 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (92319433-ae53-46eb-b77f-c08afd70859f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:48.412447 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (92319433-ae53-46eb-b77f-c08afd70859f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:48.582380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks [] for router_controller (92319433-ae53-46eb-b77f-c08afd70859f), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:48.611178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-f77a7be7-72c2-4edd-9c53-635f4880efed', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:19:48.612734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:48.914489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks [] for router_gateway (92319433-ae53-46eb-b77f-c08afd70859f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:48.918823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Allocated IP 172.20.0.2 (f77a7be7-72c2-4edd-9c53-635f4880efed/6b5cc03c-7b8d-473c-8d01-34d760b0321b/c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:49.181310 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Publish callbacks [] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.195096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.307671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Network f77a7be7-72c2-4edd-9c53-635f4880efed is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:49.324474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:49.338702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:49.385118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.425359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.442928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.451771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Pushing event updated for resources: {'Port': ['ID=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:49.452456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.463370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.477197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.486197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.495025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-4fdc12e0-41d8-49c8-a65a-079a224a0625 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.3104784 Feb 11 13:19:49.573732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Attempting to bind port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:49.573732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Attempting to bind port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:49.573732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Attempting to bind port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d on network f77a7be7-72c2-4edd-9c53-635f4880efed {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:49.586853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:49.588871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Checking segment: {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:49.589879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.590619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Bound using segment: {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:49.591456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Bound port: c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:49.593313 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.608858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks [] for router_gateway (92319433-ae53-46eb-b77f-c08afd70859f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.632403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.759658 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (d7f8f632-a36b-4eee-bfae-464fc6e30c83), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.821224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] For port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:49.834558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] For port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:49.849848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:49.907454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36b4f5e0-443f-43b2-9403-a6af5da80a57 req-e143dbda-20da-41e1-867a-f3e1af9c09a3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4111905 Feb 11 13:19:49.950340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Allocated IP 172.25.1.65 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:50.085348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a107d3c-1972-4886-9ebd-18f25f7e7ff4 None None] Pushing event updated for resources: {'Port': ['ID=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:50.187993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Deleting port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:50.188337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:50.235726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks [] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:50.349035 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:50.518688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] For port 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:50.519168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:50.543710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:50.545662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:50.559090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:50.565821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:50.568319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Calling delete_port for 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:51.017832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (385ffeac-1f23-4d1c-9c4d-8e77cd587d4c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:51.061397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=385ffeac-1f23-4d1c-9c4d-8e77cd587d4c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:51.094819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks [] for router_gateway (92319433-ae53-46eb-b77f-c08afd70859f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:51.391529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.402152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.408055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.413475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.425213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (d7f8f632-a36b-4eee-bfae-464fc6e30c83), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:51.427477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.437100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.446770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.450149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-63d5017b-8bcf-4e64-9844-582ba25d486e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 0.2733424 Feb 11 13:19:51.734367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6f67f48-c0fe-49ea-9103-e9760682e1dc req-2de3f4fb-3617-406e-8c86-7807793b57c8 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2783117 Feb 11 13:19:51.768048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (92319433-ae53-46eb-b77f-c08afd70859f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:51.791756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efef204-2596-470a-9c81-b31edc9c9f56 None None] Network f77a7be7-72c2-4edd-9c53-635f4880efed requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:19:51.981672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Router 92319433-ae53-46eb-b77f-c08afd70859f is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:19:52.094026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8bedf3e9-bf08-4471-ab45-5eb57afd0b16 None None] Provisioning complete for port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:52.110839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3e9-bf08-4471-ab45-5eb57afd0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:52.338949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:52.384388 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:52.385957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4abef0f4-cd9d-4add-9db9-ad2017def664 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0896657 Feb 11 13:19:52.388591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40068) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:52.445908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8bedf3e9-bf08-4471-ab45-5eb57afd0b16 None None] Current status of the port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:52.446176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3e9-bf08-4471-ab45-5eb57afd0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:52.450735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Sync routers for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:19:52.490425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:52.566811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Router d7f8f632-a36b-4eee-bfae-464fc6e30c83 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:19:52.678020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:52.680135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:19:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:52.883909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:52.893407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-40dfb961-1b55-457b-a34e-3ff53ae2bdc9 admin admin] 10.222.0.42 "PUT /v2.0/routers/d7f8f632-a36b-4eee-bfae-464fc6e30c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5187259 Feb 11 13:19:52.894213 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] Sync routers for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:19:52.897098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40084) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:52.917473 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:52.918127 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:19:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:52.960372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8bedf3e9-bf08-4471-ab45-5eb57afd0b16 None None] For port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:53.012368 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8bedf3e9-bf08-4471-ab45-5eb57afd0b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:53.124193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:53.124564 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:53.201331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:53.268195 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:53.275578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:53.330971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-513bf1aa-4afc-43ea-a6ef-1f9242b932cd None None] Provisioning complete for port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:53.336627 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-513bf1aa-4afc-43ea-a6ef-1f9242b932cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:53.423139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedf3e9-bf08-4471-ab45-5eb57afd0b16 None None] Pushing event updated for resources: {'Port': ['ID=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:53.518182 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:19:53.641027 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:19:50Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:53.673395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] Checking router: d7f8f632-a36b-4eee-bfae-464fc6e30c83 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:19:53.686479 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] Routers {'d7f8f632-a36b-4eee-bfae-464fc6e30c83'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:53.687767 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:19:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:53.714833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:53.793557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks [] for router (d7f8f632-a36b-4eee-bfae-464fc6e30c83), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:53.915244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks [] for router_gateway (d7f8f632-a36b-4eee-bfae-464fc6e30c83), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:53.921609 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] Set router d7f8f632-a36b-4eee-bfae-464fc6e30c83 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:53.973235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.978681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.984278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.989734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.995911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:54.001270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:54.008015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:54.016380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-88bc25d3-c732-448b-bda0-62372605515e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5418 time: 1.0438159 Feb 11 13:19:54.123265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a268372-2e24-40d6-a5ad-05ab831ed2ab req-1734673b-0153-44f9-bff6-b9122cf44567 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1011651 Feb 11 13:19:54.179164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Deleting port 4a9140d7-d47e-48e3-a883-c79ace68a39f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:54.179623 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:54.186625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:54.244622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-513bf1aa-4afc-43ea-a6ef-1f9242b932cd None None] Current status of the port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:54.286180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:54.322086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3', 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974', 'port_id': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3', 'mac_address': 'fa:16:3e:e1:b6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f67c5d-ec16-4023-877f-bff76b8050a4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:54.358389 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:19:50Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:54.369019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:54.369593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:54.413936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:50Z', 'revision_number': 3, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:54.437475 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959e9014-34ee-48c5-a67b-d49d2cbf603b None None] The sync data for ids ['d7f8f632-a36b-4eee-bfae-464fc6e30c83'] in n-d-828675-3 is: [{'id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'name': 'tempest-AttachVolumeShelveTestJSON-177211235-router', 'tenant_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:13:16Z', 'updated_at': '2022-02-11T13:19:50Z', 'revision_number': 5, 'project_id': 'a1113b607a084a3e936bbf9cdf6d32f4', 'gw_port': {'id': '4a9140d7-d47e-48e3-a883-c79ace68a39f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7f8f632-a36b-4eee-bfae-464fc6e30c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:13:17Z', 'updated_at': '2022-02-11T13:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:19:54.472188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Checking router: 92319433-ae53-46eb-b77f-c08afd70859f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:19:54.472554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Updating router 92319433-ae53-46eb-b77f-c08afd70859f port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:19:54.480360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:54.480757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:54.514767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:54.555607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:54.560158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:54.678574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] For port 4a9140d7-d47e-48e3-a883-c79ace68a39f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4a9140d7-d47e-48e3-a883-c79ace68a39f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:54.679127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:54.715929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Calling delete_port for 4a9140d7-d47e-48e3-a883-c79ace68a39f owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:54.751247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:54.767132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:54.767998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 4313aeee-4f86-4ffd-badc-ecc3ab055903 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:54.837425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Allocated IP 172.20.0.1 (f77a7be7-72c2-4edd-9c53-635f4880efed/6b5cc03c-7b8d-473c-8d01-34d760b0321b/d6b4047b-893d-444a-8fa1-e02f81c485da) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:54.927429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:55.024833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.046556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 4313aeee-4f86-4ffd-badc-ecc3ab055903, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:55.062565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'port_id': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'mac_address': 'fa:16:3e:8c:ef:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:55.237716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 4313aeee-4f86-4ffd-badc-ecc3ab055903 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:55.243739 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.296269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4313aeee-4f86-4ffd-badc-ecc3ab055903 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:55.319812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 4313aeee-4f86-4ffd-badc-ecc3ab055903, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:55.328423 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.328848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fd929bac-f6a7-45aa-8113-325e9d16d885 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:55.386100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=4313aeee-4f86-4ffd-badc-ecc3ab055903,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.420057 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Publish callbacks [] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.429357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks [] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.431908 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.448405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.453775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.460810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.467146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.472672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.477924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.483773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.485796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-3a48b5b3-73e1-40d5-bdbc-f34b21ccda2b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5419 time: 0.2392941 Feb 11 13:19:55.492613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4a9140d7-d47e-48e3-a883-c79ace68a39f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.547708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9140d7-d47e-48e3-a883-c79ace68a39f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.565877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Attempting to bind port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:19:55.566254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Attempting to bind port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:19:55.566618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Attempting to bind port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:55.644921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fd929bac-f6a7-45aa-8113-325e9d16d885, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fd929bac-f6a7-45aa-8113-325e9d16d885,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:55.687445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'fd929bac-f6a7-45aa-8113-325e9d16d885', 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'port_id': 'fd929bac-f6a7-45aa-8113-325e9d16d885', 'mac_address': 'fa:16:3e:6d:aa:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81babb9b-ec00-4eee-9f9e-f377268ad7c0', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:55.696851 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.698927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051427de-f7d1-4d0f-a0f2-95c3a0a3c552 None None] Pushing event updated for resources: {'Port': ['ID=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.708331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:55.709919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:19:55.710309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.710716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:55.711222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Bound port: 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:19:55.711612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.726582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cde3f91-2954-4d72-a751-35ad2fbd378c req-9188befa-f13c-4c04-8dcc-3dd83f2345e6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2291028 Feb 11 13:19:55.778413 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (d7f8f632-a36b-4eee-bfae-464fc6e30c83), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.789688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Network f77a7be7-72c2-4edd-9c53-635f4880efed is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:55.821523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:55.883970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:55.887555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b4047b-893d-444a-8fa1-e02f81c485da,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:55.921179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fd929bac-f6a7-45aa-8113-325e9d16d885 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:55.921567 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.979296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (d7f8f632-a36b-4eee-bfae-464fc6e30c83), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:55.981301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] For port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:55.984719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks [] for router_controller (d7f8f632-a36b-4eee-bfae-464fc6e30c83), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.032736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd929bac-f6a7-45aa-8113-325e9d16d885 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:56.066623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] For port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:56.099992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.104541 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (92319433-ae53-46eb-b77f-c08afd70859f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.132547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fd929bac-f6a7-45aa-8113-325e9d16d885, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fd929bac-f6a7-45aa-8113-325e9d16d885,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:56.181483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.183048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 207100d3-245d-4bcc-9564-b62cb9532953 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:56.186011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:56.244126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:56.244786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 385ffeac-1f23-4d1c-9c4d-8e77cd587d4c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:56.277969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (d7f8f632-a36b-4eee-bfae-464fc6e30c83), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.280626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7f8f632-a36b-4eee-bfae-464fc6e30c83 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:19:56.296116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.301816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bfe1463d-b388-402b-be7c-023c3cfe0fb5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d7f8f632-a36b-4eee-bfae-464fc6e30c83 HTTP/1.1" status: 204 len: 168 time: 3.3995616 Feb 11 13:19:56.304302 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40246) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:56.328956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:56.329675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:19:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:56.355711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.455829 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.resource_extend [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:19:56.459686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051427de-f7d1-4d0f-a0f2-95c3a0a3c552 None None] Pushing event updated for resources: {'Port': ['ID=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:56.490021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Deleting subnet 1b256a2b-120b-4be0-a61d-78384e974f2b {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:19:56.503168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Publish callbacks [] for subnet (1b256a2b-120b-4be0-a61d-78384e974f2b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.507628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 207100d3-245d-4bcc-9564-b62cb9532953, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=207100d3-245d-4bcc-9564-b62cb9532953,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:56.569312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '207100d3-245d-4bcc-9564-b62cb9532953', 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'port_id': '207100d3-245d-4bcc-9564-b62cb9532953', 'mac_address': 'fa:16:3e:ae:0f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81babb9b-ec00-4eee-9f9e-f377268ad7c0', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:56.571276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-899c2753-f4e5-470d-b8bd-a22c538e394d None None] Provisioning complete for port d6b4047b-893d-444a-8fa1-e02f81c485da triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:56.571650 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-899c2753-f4e5-470d-b8bd-a22c538e394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.594171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (1b256a2b-120b-4be0-a61d-78384e974f2b), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.678240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:56.680696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-899c2753-f4e5-470d-b8bd-a22c538e394d None None] Port d6b4047b-893d-444a-8fa1-e02f81c485da cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:19:56.682550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fd929bac-f6a7-45aa-8113-325e9d16d885,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:56.727927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 207100d3-245d-4bcc-9564-b62cb9532953 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:56.728340 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (207100d3-245d-4bcc-9564-b62cb9532953), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.750732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207100d3-245d-4bcc-9564-b62cb9532953 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:56.778675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 207100d3-245d-4bcc-9564-b62cb9532953, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=207100d3-245d-4bcc-9564-b62cb9532953,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:56.810840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (1b256a2b-120b-4be0-a61d-78384e974f2b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.815860 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (207100d3-245d-4bcc-9564-b62cb9532953), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.816808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8aee8dd7-1ab9-46c8-bbfc-637f910703cb details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:56.820451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks [] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.836226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:56.901748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=207100d3-245d-4bcc-9564-b62cb9532953,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:56.989943 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (1b256a2b-120b-4be0-a61d-78384e974f2b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.067533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b256a2b-120b-4be0-a61d-78384e974f2b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:57.070143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.075591 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1b256a2b-120b-4be0-a61d-78384e974f2b HTTP/1.1" status: 204 len: 168 time: 0.7669230 Feb 11 13:19:57.076162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40262) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:57.095581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b4047b-893d-444a-8fa1-e02f81c485da,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:57.103121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.103528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.103879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.104216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.104554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.104884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.105213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.105542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.105775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:57.108838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec8bb1-6f69-45be-ba1b-fdb09a652528 None None] Network 4847888f-049b-4fe5-a8cc-c6a1291d4c19 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:19:57.117736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.118462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.118810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.119173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.120390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713ff097-d0fe-41ba-b905-e6a2ce634a45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:57.134152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40264) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:57.149964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (92319433-ae53-46eb-b77f-c08afd70859f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.212076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb', 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'port_id': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb', 'mac_address': 'fa:16:3e:87:91:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81babb9b-ec00-4eee-9f9e-f377268ad7c0', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:57.251446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.256708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.262260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.267452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.272620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.278062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cdad665-a346-4651-ab43-0452f89ec9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.278301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.283567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.285551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-55723bea-2d94-47cb-b0d2-48dcc600a2b1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5422 time: 0.3579292 Feb 11 13:19:57.299021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (4847888f-049b-4fe5-a8cc-c6a1291d4c19), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.372551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:57.373179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.392277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aee8dd7-1ab9-46c8-bbfc-637f910703cb {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:57.414824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:57.421973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.422654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2c82b54f-7867-4c04-8bf6-be018f60cb1c details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:57.468376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51b018ca-2267-4894-8f11-e2b31665d0d9 req-048c793e-eeef-4bbb-b710-667a9bb7627f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744564 Feb 11 13:19:57.497595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Network f77a7be7-72c2-4edd-9c53-635f4880efed is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:57.498511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:19:54Z', 'revision_number': 1, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:57.501426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cdad665-a346-4651-ab43-0452f89ec9c5 admin admin] Publish callbacks [] for security_group (9a152f64-bd40-4277-820a-2f53ffe86111), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.503009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:57.521593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cdad665-a346-4651-ab43-0452f89ec9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9a152f64-bd40-4277-820a-2f53ffe86111), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.568208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3bd6c4-bf30-4e5b-8352-54083a730473 None None] The sync data for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 is: [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:19:54Z', 'revision_number': 1, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:19:57.580000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:57.612764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2cdad665-a346-4651-ab43-0452f89ec9c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd2af91b0ac74a0c931514a05fd2fcb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764905 Feb 11 13:19:57.614740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:57.615236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40268) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:57.625496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Deleting port ce339a4c-f152-4858-8346-d717c1123b7e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:57.625804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.638837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '2c82b54f-7867-4c04-8bf6-be018f60cb1c', 'network_id': '36e0d722-4c37-4bdb-b34f-cb9058780974', 'port_id': '2c82b54f-7867-4c04-8bf6-be018f60cb1c', 'mac_address': 'fa:16:3e:96:c3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62f67c5d-ec16-4023-877f-bff76b8050a4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:57.694687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdad665-a346-4651-ab43-0452f89ec9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a152f64-bd40-4277-820a-2f53ffe86111,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:57.709508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] DHCP port deletion for 4847888f-049b-4fe5-a8cc-c6a1291d4c19 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:19:57.779716 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05ad481d-fee6-4010-b40b-52a549958058 admin admin] Publish callbacks [] for security_group (9a152f64-bd40-4277-820a-2f53ffe86111), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.800971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2c82b54f-7867-4c04-8bf6-be018f60cb1c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:57.801839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.835681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05ad481d-fee6-4010-b40b-52a549958058 admin admin] Publish callbacks [] for security_group (9a152f64-bd40-4277-820a-2f53ffe86111), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.838701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] For port ce339a4c-f152-4858-8346-d717c1123b7e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce339a4c-f152-4858-8346-d717c1123b7e,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:57.839304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.846684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c82b54f-7867-4c04-8bf6-be018f60cb1c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:57.867852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] Deleting port ce339a4c-f152-4858-8346-d717c1123b7e {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:19:57.868548 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.876852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Calling delete_port for ce339a4c-f152-4858-8346-d717c1123b7e owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:57.909699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:57.930213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.931294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 47619b11-7d14-48e2-9064-45f7989c34c9 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:57.944538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05ad481d-fee6-4010-b40b-52a549958058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9a152f64-bd40-4277-820a-2f53ffe86111), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.949291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05ad481d-fee6-4010-b40b-52a549958058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:57.952336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-05ad481d-fee6-4010-b40b-52a549958058 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a152f64-bd40-4277-820a-2f53ffe86111 HTTP/1.1" status: 204 len: 168 time: 0.3340652 Feb 11 13:19:57.979827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 47619b11-7d14-48e2-9064-45f7989c34c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=47619b11-7d14-48e2-9064-45f7989c34c9,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:57.989685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad481d-fee6-4010-b40b-52a549958058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a152f64-bd40-4277-820a-2f53ffe86111,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:58.019179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Router 92319433-ae53-46eb-b77f-c08afd70859f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:19:58.281664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:58.314317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4104dcb8-0bc0-4358-ae13-286179e44aa3 admin admin] 10.222.0.42 "PUT /v2.0/routers/92319433-ae53-46eb-b77f-c08afd70859f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9245679 Feb 11 13:19:58.397554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:58.483335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce339a4c-f152-4858-8346-d717c1123b7e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:58.500001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] No DVR routers for this DVR port ce339a4c-f152-4858-8346-d717c1123b7e on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:58.693913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:58.715828 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18eb520b-0ae2-47e5-a3f3-4c6f0c59b73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:58.804539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] For port ce339a4c-f152-4858-8346-d717c1123b7e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ce339a4c-f152-4858-8346-d717c1123b7e,segment=NetworkSegment(bf251843-5172-45a0-a8d1-c3766f6a72eb),segment_id=bf251843-5172-45a0-a8d1-c3766f6a72eb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:58.805952 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:58.838140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] Calling delete_port for ce339a4c-f152-4858-8346-d717c1123b7e owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:19:58.867253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (4847888f-049b-4fe5-a8cc-c6a1291d4c19), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:58.913517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4847888f-049b-4fe5-a8cc-c6a1291d4c19']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:58.947125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.970471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.995383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.006620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.012478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ce339a4c-f152-4858-8346-d717c1123b7e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:59.015724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2c82b54f-7867-4c04-8bf6-be018f60cb1c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.029161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18eb520b-0ae2-47e5-a3f3-4c6f0c59b73a admin admin] Publish callbacks [] for security_group (d744d11e-3607-4a4b-b4c7-dbe9a28f465c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.036786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18eb520b-0ae2-47e5-a3f3-4c6f0c59b73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d744d11e-3607-4a4b-b4c7-dbe9a28f465c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.037453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '47619b11-7d14-48e2-9064-45f7989c34c9', 'network_id': '66275149-2e1a-4550-9b8c-d72c1a35ac7b', 'port_id': '47619b11-7d14-48e2-9064-45f7989c34c9', 'mac_address': 'fa:16:3e:a3:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81babb9b-ec00-4eee-9f9e-f377268ad7c0', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:59.038057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.051121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.076165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.087696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-f1a2a6f0-92ee-4369-85fe-7156871d90e9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5424 time: 0.4781780 Feb 11 13:19:59.126012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3a2958f5-3797-43b2-bc34-106b83757e44 None None] Provisioning complete for port d6b4047b-893d-444a-8fa1-e02f81c485da triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:59.140880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf251843-5172-45a0-a8d1-c3766f6a72eb') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:59.141091 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-18eb520b-0ae2-47e5-a3f3-4c6f0c59b73a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcf1def0259a420d9bcf4fe56adf3ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4431884 Feb 11 13:19:59.141216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf251843-5172-45a0-a8d1-c3766f6a72eb') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:59.145222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3a2958f5-3797-43b2-bc34-106b83757e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.150530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:59.179942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (bf251843-5172-45a0-a8d1-c3766f6a72eb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.190596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb520b-0ae2-47e5-a3f3-4c6f0c59b73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744d11e-3607-4a4b-b4c7-dbe9a28f465c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.245011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bf251843-5172-45a0-a8d1-c3766f6a72eb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.271090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:19:59.271469 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (bf251843-5172-45a0-a8d1-c3766f6a72eb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:59.273459 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:59.278583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3a2958f5-3797-43b2-bc34-106b83757e44 None None] Port d6b4047b-893d-444a-8fa1-e02f81c485da cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:19:59.279943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ce339a4c-f152-4858-8346-d717c1123b7e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:59.280294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ce339a4c-f152-4858-8346-d717c1123b7e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:59.280717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a9140d7-d47e-48e3-a883-c79ace68a39f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:59.343148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85ab3af4-e5a7-408f-a2fe-f778889b22d6 req-a4a7c77c-de38-4a32-b015-c06fb31040e2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2276919 Feb 11 13:19:59.344655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05976972-63fc-4deb-92e2-c9991ae770c9 admin admin] Publish callbacks [] for security_group (d744d11e-3607-4a4b-b4c7-dbe9a28f465c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.382418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05976972-63fc-4deb-92e2-c9991ae770c9 admin admin] Publish callbacks [] for security_group (d744d11e-3607-4a4b-b4c7-dbe9a28f465c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.433344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4a9140d7-d47e-48e3-a883-c79ace68a39f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:19:59.433631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4a9140d7-d47e-48e3-a883-c79ace68a39f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:59.445596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (ce339a4c-f152-4858-8346-d717c1123b7e), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.474620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (4847888f-049b-4fe5-a8cc-c6a1291d4c19), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.487773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05976972-63fc-4deb-92e2-c9991ae770c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d744d11e-3607-4a4b-b4c7-dbe9a28f465c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.490343 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05976972-63fc-4deb-92e2-c9991ae770c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.491531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-05976972-63fc-4deb-92e2-c9991ae770c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d744d11e-3607-4a4b-b4c7-dbe9a28f465c HTTP/1.1" status: 204 len: 168 time: 0.3398814 Feb 11 13:19:59.515766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05976972-63fc-4deb-92e2-c9991ae770c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744d11e-3607-4a4b-b4c7-dbe9a28f465c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.517615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.520968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4847888f-049b-4fe5-a8cc-c6a1291d4c19 HTTP/1.1" status: 204 len: 168 time: 2.4419863 Feb 11 13:19:59.533472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d58446-cfa5-4b17-837a-b0709db2eec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4847888f-049b-4fe5-a8cc-c6a1291d4c19,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.584312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] No DVR routers for this DVR port ce339a4c-f152-4858-8346-d717c1123b7e on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:59.704812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b27a1-b7b0-463a-84dc-6d929b22bb03 None None] Pushing event deleted for resources: {'Port': ['ID=ce339a4c-f152-4858-8346-d717c1123b7e,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.749220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5fe-bf03-4bc7-b3ca-969059172bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.779781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 47619b11-7d14-48e2-9064-45f7989c34c9 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:59.780638 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.810261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47619b11-7d14-48e2-9064-45f7989c34c9 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:19:59.860707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 47619b11-7d14-48e2-9064-45f7989c34c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=47619b11-7d14-48e2-9064-45f7989c34c9,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:59.867336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:59.915304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40322) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:00.010850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=47619b11-7d14-48e2-9064-45f7989c34c9,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:00.032134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40324) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:00.037577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-955738a8-cdac-4467-985f-99e8a6b590ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1113b607a084a3e936bbf9cdf6d32f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1127322 Feb 11 13:20:00.234310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a12faf3-2170-40b9-8366-7d552445ed43 admin admin] Publish callbacks [] for security_group (583997a3-c5d9-4788-9d91-64e008654b73), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.245125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40334) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:00.257680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-979493279-network', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:00.293418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a12faf3-2170-40b9-8366-7d552445ed43 admin admin] Publish callbacks [] for security_group (583997a3-c5d9-4788-9d91-64e008654b73), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.319538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Made reservation on behalf of 1fdcf877602e4b8ea92679ba5cc77625 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:00.322044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.343141 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.366595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:00.420054 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a12faf3-2170-40b9-8366-7d552445ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (583997a3-c5d9-4788-9d91-64e008654b73), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.423642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a12faf3-2170-40b9-8366-7d552445ed43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.424890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1a12faf3-2170-40b9-8366-7d552445ed43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/583997a3-c5d9-4788-9d91-64e008654b73 HTTP/1.1" status: 204 len: 168 time: 0.3910143 Feb 11 13:20:00.462276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12faf3-2170-40b9-8366-7d552445ed43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583997a3-c5d9-4788-9d91-64e008654b73,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:00.517418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks [] for security_group (9bd60500-74ed-43c4-8321-51bcd462b6f0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.523574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9bd60500-74ed-43c4-8321-51bcd462b6f0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.552744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:00.553483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.630382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:00.645181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd60500-74ed-43c4-8321-51bcd462b6f0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:00.672866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4e7ee23e-8fff-4647-be6d-9dff6c986d0e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.673219 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Added segment 4e7ee23e-8fff-4647-be6d-9dff6c986d0e of type vlan for network 95a0719b-7a85-4466-859b-a0c5855e74fe Feb 11 13:20:00.777029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.784529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (95a0719b-7a85-4466-859b-a0c5855e74fe), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.791883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.793101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:00.795994 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.803629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.819002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.835926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.841443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:00.845557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (95a0719b-7a85-4466-859b-a0c5855e74fe), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.847008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.847852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.849389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.866412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:00.888576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.903076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-e737206b-bb60-4ec8-8069-bb0a3a3aca8b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5425 time: 0.3021362 Feb 11 13:20:00.983972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:01.020859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['47619b11-7d14-48e2-9064-45f7989c34c9'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:01.045997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03379b79-2e02-418c-b53b-7f41adfb8d4d req-d4f948da-aa6e-499a-9b4e-1c682bb597d3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1414504 Feb 11 13:20:01.048720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] Pushing event updated for resources: {'Network': ['ID=95a0719b-7a85-4466-859b-a0c5855e74fe,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:01.064851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40360) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:01.067808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-65af1ac9-c256-4321-8aef-84af1584960c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8043258 Feb 11 13:20:01.079506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Request body: {'subnet': {'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-979493279-subnet', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:01.120330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Made reservation on behalf of 1fdcf877602e4b8ea92679ba5cc77625 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:01.122943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:01.178126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8aee8dd7-1ab9-46c8-bbfc-637f910703cb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:01.187835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['207100d3-245d-4bcc-9564-b62cb9532953'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:01.191734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fd929bac-f6a7-45aa-8113-325e9d16d885'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:01.205409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['2c82b54f-7867-4c04-8bf6-be018f60cb1c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:01.308128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 95a0719b-7a85-4466-859b-a0c5855e74fe details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:20:01.443806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (4c619735-07e1-4850-a586-bd252a144cd6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:01.503448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['4313aeee-4f86-4ffd-badc-ecc3ab055903'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:01.514286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:01.672969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Checking segment: {'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:01.675762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Network hostable DHCP agents. Network: 95a0719b-7a85-4466-859b-a0c5855e74fe, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:01.696802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c619735-07e1-4850-a586-bd252a144cd6,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:01.742383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Network 95a0719b-7a85-4466-859b-a0c5855e74fe is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:01.762795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 95a0719b-7a85-4466-859b-a0c5855e74fe) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:01.793482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:01.797627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:01.841798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ac4036cb-1ff7-48a4-97ab-cee7ad35b54a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7732110 Feb 11 13:20:01.842020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40390) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:01.849274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:01.884060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4fd64-d4de-4ff3-942c-6ad4838a20ee None None] Network 95a0719b-7a85-4466-859b-a0c5855e74fe requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:20:01.952654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (a630db73-2606-45b6-b998-9e39593d7e5f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:01.952654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (a630db73-2606-45b6-b998-9e39593d7e5f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:02.145595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks [] for router_controller (a630db73-2606-45b6-b998-9e39593d7e5f), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:02.171110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Sync routers for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:02.181684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a309bb0-5c13-4c14-9a77-7fd8e3dee0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:02.265570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:02.373729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:02.374566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:02.620420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks [] for router_gateway (a630db73-2606-45b6-b998-9e39593d7e5f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:02.666601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.672260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.679019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.702641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.718561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.728672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.739016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.749917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-585d0b38-9858-48c6-ba67-d683551110ac tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5425 time: 0.4740076 Feb 11 13:20:02.925932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa3ccd55-dbf4-4533-9b11-69c0231f1b0a req-6c275f17-b79e-4bbf-800a-5b135466b547 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1749070 Feb 11 13:20:03.334061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:03.364479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:03.668864 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks [] for router_gateway (a630db73-2606-45b6-b998-9e39593d7e5f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:03.744315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:03.910832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Allocated IP 172.25.1.30 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/bf316956-f84d-4bb2-8bcb-cc7108800733) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:03.933185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-95a0719b-7a85-4466-859b-a0c5855e74fe', 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe', 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'fixed_ips': [{'subnet_id': '4c619735-07e1-4850-a586-bd252a144cd6'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:20:03.935891 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:03.941319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2c82b54f-7867-4c04-8bf6-be018f60cb1c up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:04.160288 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks [] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:04.268402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:04.325137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf316956-f84d-4bb2-8bcb-cc7108800733,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:04.341928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:04.344072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:04.346979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:04.429857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.442094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.447747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.453738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.466178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.488581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.493589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Allocated IP 172.20.0.2 (95a0719b-7a85-4466-859b-a0c5855e74fe/4c619735-07e1-4850-a586-bd252a144cd6/9faf07f2-9718-44f7-856b-e80ab40a79df) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:04.507106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.509301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-c826e46a-2552-4191-843e-3124b1ae8467 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5425 time: 0.3610499 Feb 11 13:20:04.762343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5750fdc7-32fe-4f1e-84ef-9f38cb9ace5f req-8c6b37c3-e605-47b4-a001-b41a197369b9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065244 Feb 11 13:20:04.938711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks [] for router_gateway (a630db73-2606-45b6-b998-9e39593d7e5f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.015662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:05.016283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.208833 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.327107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 2c82b54f-7867-4c04-8bf6-be018f60cb1c completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:05.444499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Publish callbacks [] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.457245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 2c82b54f-7867-4c04-8bf6-be018f60cb1c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:05.458110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.533217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (a630db73-2606-45b6-b998-9e39593d7e5f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.563746 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.703872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Router a630db73-2606-45b6-b998-9e39593d7e5f is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:20:05.862589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:05.875259 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Sync routers for ids ['a630db73-2606-45b6-b998-9e39593d7e5f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:05.898561 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Routers {'a630db73-2606-45b6-b998-9e39593d7e5f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:05.899201 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a630db73-2606-45b6-b998-9e39593d7e5f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:05.905956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:05.952284 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.976458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Network 95a0719b-7a85-4466-859b-a0c5855e74fe is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:06.004031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:06.005386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bb27352a-1c35-4d89-8ed4-ed30c36f9ca4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1623449 Feb 11 13:20:06.008482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40526) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:06.044456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.050774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.057346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.066199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.066431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:06.070714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:06.078999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.092199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.110489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.112754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-51689e3c-c8d6-4db7-88e8-ef12a644c4aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5425 time: 0.1960402 Feb 11 13:20:06.128692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 2, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:06.231982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Checking router: 92319433-ae53-46eb-b77f-c08afd70859f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:06.232498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Updating router 92319433-ae53-46eb-b77f-c08afd70859f port d6b4047b-893d-444a-8fa1-e02f81c485da binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:06.255001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed4011f7-a314-496f-a73f-db1ae1ebe9e4 req-f4da2d17-d0ba-4817-8f92-b89b44ae991e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360400 Feb 11 13:20:06.258149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Pushing event updated for resources: {'Port': ['ID=9faf07f2-9718-44f7-856b-e80ab40a79df,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:06.486019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2c82b54f-7867-4c04-8bf6-be018f60cb1c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:06.486716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:06.512911 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Set router a630db73-2606-45b6-b998-9e39593d7e5f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:06.521369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:06.569420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:06.574113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:06.577848 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cee28b-8ab9-475d-875b-6b6e07744532" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:06.586076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Attempting to bind port 9faf07f2-9718-44f7-856b-e80ab40a79df on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:06.590307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Attempting to bind port 9faf07f2-9718-44f7-856b-e80ab40a79df by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:06.591519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Attempting to bind port 9faf07f2-9718-44f7-856b-e80ab40a79df on network 95a0719b-7a85-4466-859b-a0c5855e74fe {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:06.599153 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:06.631373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:06.667808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:06.668191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Checking segment: {'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:06.668601 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:06.668993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Bound using segment: {'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:06.669490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Bound port: 9faf07f2-9718-44f7-856b-e80ab40a79df, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:06.682896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:06.731624 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f486d7-7065-482c-8c1e-6b0fe9bc1241 x-openstack-request-id: req-01f486d7-7065-482c-8c1e-6b0fe9bc1241 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:06.731914 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:06.732166 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01f486d7-7065-482c-8c1e-6b0fe9bc1241 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:06.732656 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c', 'code': 200} Feb 11 13:20:07.019346 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:20:04Z', 'revision_number': 3, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port': {'id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:03Z', 'updated_at': '2022-02-11T13:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:07.144159 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Checking router: a630db73-2606-45b6-b998-9e39593d7e5f for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:07.144753 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Updating router a630db73-2606-45b6-b998-9e39593d7e5f port bf316956-f84d-4bb2-8bcb-cc7108800733 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:07.235824 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:07.243910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:07.248012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2c82b54f-7867-4c04-8bf6-be018f60cb1c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:07.420744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] For port 9faf07f2-9718-44f7-856b-e80ab40a79df, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:07.437501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] For port 9faf07f2-9718-44f7-856b-e80ab40a79df, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9faf07f2-9718-44f7-856b-e80ab40a79df,segment=NetworkSegment(4e7ee23e-8fff-4647-be6d-9dff6c986d0e),segment_id=4e7ee23e-8fff-4647-be6d-9dff6c986d0e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:07.443562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:07.510174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:07.516633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:07.568855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:07.609219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.634700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Allocated IP 172.20.0.1 (95a0719b-7a85-4466-859b-a0c5855e74fe/4c619735-07e1-4850-a586-bd252a144cd6/5fee989e-9419-44ae-a7e5-2c5722f3364a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:07.635764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.653683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.675502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.697500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.715798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.735545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.744295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-f2dceff7-ea9e-43f5-bcfc-f56659cc1540 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5426 time: 0.3080790 Feb 11 13:20:07.870433 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks [] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:07.967991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fca36176-2296-4ca4-8341-70cf3fa39c21 req-9d812c90-ea9f-4041-bfa6-ab23e129fe13 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2214553 Feb 11 13:20:07.985624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0046664-79d9-437f-b3a5-5620dc0cad4e None None] Pushing event updated for resources: {'Port': ['ID=9faf07f2-9718-44f7-856b-e80ab40a79df,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.071249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.123807 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Publish callbacks [] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.137365 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.335151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Network 95a0719b-7a85-4466-859b-a0c5855e74fe is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:08.346308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:08.353582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:08.354466 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Pushing event updated for resources: {'Port': ['ID=bf316956-f84d-4bb2-8bcb-cc7108800733,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.374888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Attempting to bind port bf316956-f84d-4bb2-8bcb-cc7108800733 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:08.375268 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Attempting to bind port bf316956-f84d-4bb2-8bcb-cc7108800733 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:08.375624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Attempting to bind port bf316956-f84d-4bb2-8bcb-cc7108800733 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:08.405742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5fee989e-9419-44ae-a7e5-2c5722f3364a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.413794 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.413794 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.414137 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.414464 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.414786 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.415140 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.415410 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.424340 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.424698 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.425032 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.425357 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.425701 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.428305 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:08.453180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (a630db73-2606-45b6-b998-9e39593d7e5f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.459409 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:08.462661 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:08.463226 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.463968 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:08.464541 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Bound port: bf316956-f84d-4bb2-8bcb-cc7108800733, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:08.464995 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.609316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:08.610590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.611254 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] For port bf316956-f84d-4bb2-8bcb-cc7108800733, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:08.629698 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] For port bf316956-f84d-4bb2-8bcb-cc7108800733, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bf316956-f84d-4bb2-8bcb-cc7108800733,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:08.648333 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.668234 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Publish callbacks [] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.671432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:08.692782 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.693453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fd929bac-f6a7-45aa-8113-325e9d16d885 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:08.797962 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.865005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:08.875517 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96efd9-fba2-4658-9970-818a94a97660" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:08.879282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.900383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Routers {'a630db73-2606-45b6-b998-9e39593d7e5f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:08.904249 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a630db73-2606-45b6-b998-9e39593d7e5f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:08.907742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.921551 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656019a-e1b4-4f3f-9bdd-7a452e5ce0a3 None None] Pushing event updated for resources: {'Port': ['ID=bf316956-f84d-4bb2-8bcb-cc7108800733,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:09.074421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191674b-9914-4f0a-980c-aeeb673411d2 None None] Pushing event updated for resources: {'Port': ['ID=d6b4047b-893d-444a-8fa1-e02f81c485da,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:09.078577 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7eb65eb-df9d-4361-aaf5-5ad887e0fe1b x-openstack-request-id: req-e7eb65eb-df9d-4361-aaf5-5ad887e0fe1b {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:09.078868 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:09.079126 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7eb65eb-df9d-4361-aaf5-5ad887e0fe1b {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:09.083831 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3', 'code': 200} Feb 11 13:20:09.159454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port fd929bac-f6a7-45aa-8113-325e9d16d885 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:09.195770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port fd929bac-f6a7-45aa-8113-325e9d16d885 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:09.196247 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.352061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks [] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.359439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.364273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.379195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.408156 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] Set router a630db73-2606-45b6-b998-9e39593d7e5f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:09.410889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.427381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.463029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.477367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Attempting to bind port d6b4047b-893d-444a-8fa1-e02f81c485da on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:09.478055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.493945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Attempting to bind port d6b4047b-893d-444a-8fa1-e02f81c485da by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:09.494703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Attempting to bind port d6b4047b-893d-444a-8fa1-e02f81c485da on network f77a7be7-72c2-4edd-9c53-635f4880efed {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:09.497531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.513597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-cb9d3816-0e14-4901-b7b1-9fa5440410de tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5427 time: 0.3324308 Feb 11 13:20:09.516774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:09.517160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Checking segment: {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:09.517566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.517989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Bound using segment: {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:09.518483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Bound port: d6b4047b-893d-444a-8fa1-e02f81c485da, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:09.518865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.597966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (a630db73-2606-45b6-b998-9e39593d7e5f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.633236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Pushing event updated for resources: {'Port': ['ID=5fee989e-9419-44ae-a7e5-2c5722f3364a,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:09.657940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fd929bac-f6a7-45aa-8113-325e9d16d885 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:09.658321 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.683905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18d0aba5-e5e0-43e6-be39-51fa813fdf92 req-656d03fe-e129-4a33-b4c6-9a785203d2ca tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1690998 Feb 11 13:20:09.880295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fd929bac-f6a7-45aa-8113-325e9d16d885, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fd929bac-f6a7-45aa-8113-325e9d16d885,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:09.909512 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:09.911013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 207100d3-245d-4bcc-9564-b62cb9532953 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:10.008086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Network 95a0719b-7a85-4466-859b-a0c5855e74fe is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:10.011296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:10.141617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-df96043e-c342-4656-bfe1-1e08ece02db8 None None] Provisioning complete for port d6b4047b-893d-444a-8fa1-e02f81c485da triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:10.142213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-df96043e-c342-4656-bfe1-1e08ece02db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:10.176066 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 4, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port': {'id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:03Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5fee989e-9419-44ae-a7e5-2c5722f3364a', 'name': '', 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'mac_address': 'fa:16:3e:b5:9c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '4c619735-07e1-4850-a586-bd252a144cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:07Z', 'updated_at': '2022-02-11T13:20:07Z', 'revision_number': 1, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'subnets': [{'id': '4c619735-07e1-4850-a586-bd252a144cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:10.195323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a1cc14-069c-4381-8f4b-25f717c2561f None None] Network 95a0719b-7a85-4466-859b-a0c5855e74fe requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:20:10.239661 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ae96a-fc56-4fb2-b103-e089e633dc6c None None] The sync data for ids ['a630db73-2606-45b6-b998-9e39593d7e5f'] in n-d-828675-3 is: [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 4, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port': {'id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:03Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5fee989e-9419-44ae-a7e5-2c5722f3364a', 'name': '', 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'mac_address': 'fa:16:3e:b5:9c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '4c619735-07e1-4850-a586-bd252a144cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:07Z', 'updated_at': '2022-02-11T13:20:07Z', 'revision_number': 1, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'subnets': [{'id': '4c619735-07e1-4850-a586-bd252a144cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:10.345788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-df96043e-c342-4656-bfe1-1e08ece02db8 None None] Port d6b4047b-893d-444a-8fa1-e02f81c485da cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:20:10.362477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9faf07f2-9718-44f7-856b-e80ab40a79df up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:10.391218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Router a630db73-2606-45b6-b998-9e39593d7e5f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:10.563263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] For port d6b4047b-893d-444a-8fa1-e02f81c485da, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:10.587128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fd929bac-f6a7-45aa-8113-325e9d16d885,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:10.608141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:10.630242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-856600a9-9286-4140-b416-74b862a4e7c1 admin admin] 10.222.0.42 "PUT /v2.0/routers/a630db73-2606-45b6-b998-9e39593d7e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6204145 Feb 11 13:20:10.632719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] For port d6b4047b-893d-444a-8fa1-e02f81c485da, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d6b4047b-893d-444a-8fa1-e02f81c485da,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:10.643754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9faf07f2-9718-44f7-856b-e80ab40a79df triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:10.644130 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:10.750489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-13c51fed-5f27-4384-a8b4-2265fd28f798 None None] Provisioning complete for port 9faf07f2-9718-44f7-856b-e80ab40a79df triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:10.750893 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13c51fed-5f27-4384-a8b4-2265fd28f798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:10.754470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:11.087143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.090749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191674b-9914-4f0a-980c-aeeb673411d2 None None] Pushing event updated for resources: {'Port': ['ID=d6b4047b-893d-444a-8fa1-e02f81c485da,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:11.095443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.104272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.106061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd929bac-f6a7-45aa-8113-325e9d16d885'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:11.108840 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6768a711-58dd-49ef-941c-0cb9cfa7ad15" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "fd929bac-f6a7-45aa-8113-325e9d16d885"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:11.111066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.117801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.125253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.127449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 207100d3-245d-4bcc-9564-b62cb9532953 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:11.132623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.155060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-f2a38d1a-6670-4431-8820-10f6599e92e4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5428 time: 0.2102604 Feb 11 13:20:11.188622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 207100d3-245d-4bcc-9564-b62cb9532953 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:11.189271 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (207100d3-245d-4bcc-9564-b62cb9532953), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:11.323494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99574963-78d5-4fb8-9738-cf48d9d60c7a req-48f2f2fc-d7ac-425f-b0db-4ae7c4b96d3f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674788 Feb 11 13:20:11.496314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:11.497019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:11.512328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9faf07f2-9718-44f7-856b-e80ab40a79df is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:11.512751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:11.755668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9faf07f2-9718-44f7-856b-e80ab40a79df, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9faf07f2-9718-44f7-856b-e80ab40a79df,segment=NetworkSegment(4e7ee23e-8fff-4647-be6d-9dff6c986d0e),segment_id=4e7ee23e-8fff-4647-be6d-9dff6c986d0e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:11.834397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:11.989345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9faf07f2-9718-44f7-856b-e80ab40a79df,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:12.393937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 207100d3-245d-4bcc-9564-b62cb9532953 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:12.395224 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (207100d3-245d-4bcc-9564-b62cb9532953), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:12.472175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-13c51fed-5f27-4384-a8b4-2265fd28f798 None None] Current status of the port 9faf07f2-9718-44f7-856b-e80ab40a79df is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:12.472755 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13c51fed-5f27-4384-a8b4-2265fd28f798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:12.544343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:12.655318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d6b4047b-893d-444a-8fa1-e02f81c485da up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:12.659229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 207100d3-245d-4bcc-9564-b62cb9532953, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=207100d3-245d-4bcc-9564-b62cb9532953,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:12.737165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-13c51fed-5f27-4384-a8b4-2265fd28f798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:20:12.737585 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-13c51fed-5f27-4384-a8b4-2265fd28f798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:20:12.743907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (207100d3-245d-4bcc-9564-b62cb9532953), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:12.744754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 47619b11-7d14-48e2-9064-45f7989c34c9 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:12.765832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40698) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:12.771458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ccecdb82-3636-40d6-923f-0183e2888ad0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048086114', 'description': 'tempest-secgroup-smoke-1048086114 description', 'project_id': '078cf47fa4cf48dbbc95051431996f42'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:12.813327 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccecdb82-3636-40d6-923f-0183e2888ad0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:12.936424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=207100d3-245d-4bcc-9564-b62cb9532953,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:12.956121 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81114dfc-544a-492e-b25a-c4a6ad3a15ce x-openstack-request-id: req-81114dfc-544a-492e-b25a-c4a6ad3a15ce {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:12.957070 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "fd929bac-f6a7-45aa-8113-325e9d16d885", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:12.958121 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81114dfc-544a-492e-b25a-c4a6ad3a15ce {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:12.961691 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd929bac-f6a7-45aa-8113-325e9d16d885', 'code': 200} Feb 11 13:20:13.007224 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccecdb82-3636-40d6-923f-0183e2888ad0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group (92d5ce31-d74e-4e06-aaed-f03dc0de88c6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.016449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccecdb82-3636-40d6-923f-0183e2888ad0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (92d5ce31-d74e-4e06-aaed-f03dc0de88c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.051677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecdb82-3636-40d6-923f-0183e2888ad0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5ce31-d74e-4e06-aaed-f03dc0de88c6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.073972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccecdb82-3636-40d6-923f-0183e2888ad0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.079038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40712) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:13.084395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2bf8dd83-59bd-43f5-8eb2-acb5a06ace15 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'security_group_rule': {'security_group_id': '92d5ce31-d74e-4e06-aaed-f03dc0de88c6', 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:13.092309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ccecdb82-3636-40d6-923f-0183e2888ad0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3252208 Feb 11 13:20:13.154769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd83-59bd-43f5-8eb2-acb5a06ace15 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (77e31c54-cf9a-4e40-bbd1-6fbaf790c03b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.266887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd83-59bd-43f5-8eb2-acb5a06ace15 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (77e31c54-cf9a-4e40-bbd1-6fbaf790c03b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.282038 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd83-59bd-43f5-8eb2-acb5a06ace15 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (77e31c54-cf9a-4e40-bbd1-6fbaf790c03b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.346858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8dd83-59bd-43f5-8eb2-acb5a06ace15 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e31c54-cf9a-4e40-bbd1-6fbaf790c03b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.360431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd83-59bd-43f5-8eb2-acb5a06ace15 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.366746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2bf8dd83-59bd-43f5-8eb2-acb5a06ace15 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2865646 Feb 11 13:20:13.368959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40714) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:13.374652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1fb181d7-803f-4275-a923-9772f3ea5f64 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'security_group_rule': {'security_group_id': '92d5ce31-d74e-4e06-aaed-f03dc0de88c6', 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:13.404978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d6b4047b-893d-444a-8fa1-e02f81c485da triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:13.405549 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.451161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1fb181d7-803f-4275-a923-9772f3ea5f64 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (eee79a1a-f455-493e-97bc-b94fca0bd6b5), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.496959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-13c51fed-5f27-4384-a8b4-2265fd28f798 None None] Current status of the port 9faf07f2-9718-44f7-856b-e80ab40a79df is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:13.634150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1fb181d7-803f-4275-a923-9772f3ea5f64 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (eee79a1a-f455-493e-97bc-b94fca0bd6b5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.636892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40726) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:13.653126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1fb181d7-803f-4275-a923-9772f3ea5f64 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (eee79a1a-f455-493e-97bc-b94fca0bd6b5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.675073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.681362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.688304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.694978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.700807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb181d7-803f-4275-a923-9772f3ea5f64 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee79a1a-f455-493e-97bc-b94fca0bd6b5,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.708053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.723073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.734727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.738640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-5547a18c-5f7e-4e0f-8253-e6a15e247d40 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5429 time: 0.2031708 Feb 11 13:20:13.747207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1fb181d7-803f-4275-a923-9772f3ea5f64 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.749123 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1fb181d7-803f-4275-a923-9772f3ea5f64 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3787742 Feb 11 13:20:13.752167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:13.767123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5ec4a0d4-ed09-47cf-bd3d-7f2cefd616cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'security_group_rule': {'security_group_id': '92d5ce31-d74e-4e06-aaed-f03dc0de88c6', 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:13.847607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a0d4-ed09-47cf-bd3d-7f2cefd616cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (bd4d1fd5-93e2-45a5-9731-eb114357fcbd), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.898167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 47619b11-7d14-48e2-9064-45f7989c34c9 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:13.915789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 47619b11-7d14-48e2-9064-45f7989c34c9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:13.916166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.918320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Provisioning complete for port 9faf07f2-9718-44f7-856b-e80ab40a79df triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:13.918681 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.950382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5b91266-6b3a-4e9c-a5de-61cb44f17e20 req-4f5e17c6-53c6-4809-9bbd-53ddd02b8f5d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1985965 Feb 11 13:20:13.987307 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3b69060-bc71-43b2-8c58-7af007273b91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:13.988711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a0d4-ed09-47cf-bd3d-7f2cefd616cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (bd4d1fd5-93e2-45a5-9731-eb114357fcbd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.002543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a0d4-ed09-47cf-bd3d-7f2cefd616cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (bd4d1fd5-93e2-45a5-9731-eb114357fcbd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.035654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4a0d4-ed09-47cf-bd3d-7f2cefd616cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4d1fd5-93e2-45a5-9731-eb114357fcbd,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:14.052218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ec4a0d4-ed09-47cf-bd3d-7f2cefd616cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.053461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5ec4a0d4-ed09-47cf-bd3d-7f2cefd616cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999823 Feb 11 13:20:14.059370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40736) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:14.082686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5baa133c-ebbb-4ee8-80c8-0594eae3f005 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'security_group_rule': {'security_group_id': '92d5ce31-d74e-4e06-aaed-f03dc0de88c6', 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:14.093290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d6b4047b-893d-444a-8fa1-e02f81c485da is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:14.094331 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.153040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5baa133c-ebbb-4ee8-80c8-0594eae3f005 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (aae1cd99-4ba6-4c63-b89e-08328e91ae72), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.213700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3b69060-bc71-43b2-8c58-7af007273b91 admin admin] Publish callbacks [] for security_group (a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.244057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3b69060-bc71-43b2-8c58-7af007273b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.244429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:10Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:14.277392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d6b4047b-893d-444a-8fa1-e02f81c485da, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d6b4047b-893d-444a-8fa1-e02f81c485da,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:14.365118 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5baa133c-ebbb-4ee8-80c8-0594eae3f005 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (aae1cd99-4ba6-4c63-b89e-08328e91ae72), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.385950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5baa133c-ebbb-4ee8-80c8-0594eae3f005 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (aae1cd99-4ba6-4c63-b89e-08328e91ae72), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.427462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69060-bc71-43b2-8c58-7af007273b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:14.437813 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5baa133c-ebbb-4ee8-80c8-0594eae3f005 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.437813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5baa133c-ebbb-4ee8-80c8-0594eae3f005 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3710659 Feb 11 13:20:14.438528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:14.443340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'security_group_rule': {'security_group_id': '92d5ce31-d74e-4e06-aaed-f03dc0de88c6', 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:14.447848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f3b69060-bc71-43b2-8c58-7af007273b91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51ecdc21a3384e658bc08dbcfbf59a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8094366 Feb 11 13:20:14.449721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa133c-ebbb-4ee8-80c8-0594eae3f005 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae1cd99-4ba6-4c63-b89e-08328e91ae72,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:14.452081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40762) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:14.466009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.467222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bf316956-f84d-4bb2-8bcb-cc7108800733 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:14.473494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30599946-4559-4364-bb1a-544bd3a5d687 None None] The sync data for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 is: [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:10Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:14.581148 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Project 078cf47fa4cf48dbbc95051431996f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:20:14.584251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Current status of the port 9faf07f2-9718-44f7-856b-e80ab40a79df is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:14.639785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (438f5bef-e5f8-457b-8f7c-8875f6f3c753), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.788446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Provisioning complete for port 5fee989e-9419-44ae-a7e5-2c5722f3364a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:14.788446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.839557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0286d9d7-89a2-455c-8de9-f84085ce9004 admin admin] Publish callbacks [] for security_group (a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.889170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0286d9d7-89a2-455c-8de9-f84085ce9004 admin admin] Publish callbacks [] for security_group (a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.892931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (438f5bef-e5f8-457b-8f7c-8875f6f3c753), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.913106 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (438f5bef-e5f8-457b-8f7c-8875f6f3c753), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.931329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 47619b11-7d14-48e2-9064-45f7989c34c9 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:14.932172 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.949557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d6b4047b-893d-444a-8fa1-e02f81c485da,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:14.956592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438f5bef-e5f8-457b-8f7c-8875f6f3c753,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:14.962110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:14.967653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40776) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:14.968116 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-03a6ca17-2570-4760-96ef-3186aca1b322 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5288503 Feb 11 13:20:14.972756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'security_group_rule': {'security_group_id': '92d5ce31-d74e-4e06-aaed-f03dc0de88c6', 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:15.047252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0286d9d7-89a2-455c-8de9-f84085ce9004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.053758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0286d9d7-89a2-455c-8de9-f84085ce9004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.057781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:15.060205 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e664124d-f6ea-4c7f-ac1d-888026ac2623" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "207100d3-245d-4bcc-9564-b62cb9532953"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:15.060444 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0286d9d7-89a2-455c-8de9-f84085ce9004 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb HTTP/1.1" status: 204 len: 168 time: 0.6029015 Feb 11 13:20:15.073496 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Project 078cf47fa4cf48dbbc95051431996f42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:20:15.092485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286d9d7-89a2-455c-8de9-f84085ce9004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a511a9cd-f8d2-43cb-a542-9d3c4cbcabeb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.101462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (e5fe850f-39bb-4111-b467-cd8640d7ae7f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.175181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Port 5fee989e-9419-44ae-a7e5-2c5722f3364a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:20:15.185412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Sync routers for ids ['a630db73-2606-45b6-b998-9e39593d7e5f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:15.205014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bf316956-f84d-4bb2-8bcb-cc7108800733 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:15.206016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.259914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 47619b11-7d14-48e2-9064-45f7989c34c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=47619b11-7d14-48e2-9064-45f7989c34c9,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:15.270443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Routers {'a630db73-2606-45b6-b998-9e39593d7e5f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:15.271572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a630db73-2606-45b6-b998-9e39593d7e5f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:15.403331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Set router a630db73-2606-45b6-b998-9e39593d7e5f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:15.455607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (e5fe850f-39bb-4111-b467-cd8640d7ae7f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.458927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db02ee-0c0a-433a-bccd-04a49c893266 req-cd6368bb-9948-4933-bc31-e0263033caed tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:15.467626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33db02ee-0c0a-433a-bccd-04a49c893266 req-cd6368bb-9948-4933-bc31-e0263033caed tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1129 time: 0.2924118 Feb 11 13:20:15.474771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e5fe850f-39bb-4111-b467-cd8640d7ae7f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.585234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fe850f-39bb-4111-b467-cd8640d7ae7f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.598400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Provisioning complete for port d6b4047b-893d-444a-8fa1-e02f81c485da triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:15.599926 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.602672 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.690474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8aee8dd7-1ab9-46c8-bbfc-637f910703cb up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:15.722762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40796) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:15.728625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33db02ee-0c0a-433a-bccd-04a49c893266 req-cd6f8e18-0b37-401c-98b3-684464914cb1 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601278 Feb 11 13:20:15.735730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.736943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f0de2405-1c07-4e3a-b540-5bd9428d0825 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7678950 Feb 11 13:20:15.847059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40800) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:15.847337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=47619b11-7d14-48e2-9064-45f7989c34c9,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.875822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58e81197-faa6-4287-85a4-930bd230acff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:15.901599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bf316956-f84d-4bb2-8bcb-cc7108800733 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:15.902281 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.000188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port bf316956-f84d-4bb2-8bcb-cc7108800733, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bf316956-f84d-4bb2-8bcb-cc7108800733,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:16.124770 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.127484 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58e81197-faa6-4287-85a4-930bd230acff admin admin] Publish callbacks [] for security_group (7c3aa5b7-d8af-4600-8364-f3acce5a21a1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.144619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:16.147758 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58e81197-faa6-4287-85a4-930bd230acff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7c3aa5b7-d8af-4600-8364-f3acce5a21a1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.177424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3eb4984d-2b90-48d6-a6fd-6e59f104dfb6 None None] Current status of the port d6b4047b-893d-444a-8fa1-e02f81c485da is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:16.188377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:16.188377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.198221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 5b6d8606-7ca0-4cbe-a83c-669a9c49f57b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:20:16.198795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.303332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=bf316956-f84d-4bb2-8bcb-cc7108800733,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:16.376626 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.385232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:16.387435 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.389793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9faf07f2-9718-44f7-856b-e80ab40a79df up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:16.421258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e81197-faa6-4287-85a4-930bd230acff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3aa5b7-d8af-4600-8364-f3acce5a21a1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:16.448520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.448853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.470673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 5b6d8606-7ca0-4cbe-a83c-669a9c49f57b owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:20:16.476172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:16.486962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 4, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port': {'id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:03Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5fee989e-9419-44ae-a7e5-2c5722f3364a', 'name': '', 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'mac_address': 'fa:16:3e:b5:9c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '4c619735-07e1-4850-a586-bd252a144cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:07Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 2, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'subnets': [{'id': '4c619735-07e1-4850-a586-bd252a144cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:16.492951 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.493872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 4313aeee-4f86-4ffd-badc-ecc3ab055903 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:16.505231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-58e81197-faa6-4287-85a4-930bd230acff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b835d3c8e834459387d6b96a6b71e62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6570368 Feb 11 13:20:16.515889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 40810) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:16.568233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.574048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.592077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.598756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.619969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.642838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.650176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Checking router: a630db73-2606-45b6-b998-9e39593d7e5f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:16.652283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.660377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Updating router a630db73-2606-45b6-b998-9e39593d7e5f port 5fee989e-9419-44ae-a7e5-2c5722f3364a binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:16.671909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe558c88-22c7-4e24-af93-5eab0418f419 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5430 time: 0.5427749 Feb 11 13:20:16.883541 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b994351f-9945-4d65-8f3f-542e6768d14a admin admin] Publish callbacks [] for security_group (7c3aa5b7-d8af-4600-8364-f3acce5a21a1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.901439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.944859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:16.964073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9faf07f2-9718-44f7-856b-e80ab40a79df triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:16.964566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:16.970112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca2f43a6-b22b-417b-9263-cde2c1574dcd req-fe2d08d4-535e-470f-b040-9b9e9685e2b2 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2968993 Feb 11 13:20:16.990278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b994351f-9945-4d65-8f3f-542e6768d14a admin admin] Publish callbacks [] for security_group (7c3aa5b7-d8af-4600-8364-f3acce5a21a1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:17.105416 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad979d4-552b-4a8d-b84c-dbfafa8128dc x-openstack-request-id: req-cad979d4-552b-4a8d-b84c-dbfafa8128dc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:17.105659 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "207100d3-245d-4bcc-9564-b62cb9532953", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:17.105993 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cad979d4-552b-4a8d-b84c-dbfafa8128dc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:17.106475 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953', 'code': 200} Feb 11 13:20:17.120333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b994351f-9945-4d65-8f3f-542e6768d14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7c3aa5b7-d8af-4600-8364-f3acce5a21a1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:17.123661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b994351f-9945-4d65-8f3f-542e6768d14a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:17.125384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b994351f-9945-4d65-8f3f-542e6768d14a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c3aa5b7-d8af-4600-8364-f3acce5a21a1 HTTP/1.1" status: 204 len: 168 time: 0.5978231 Feb 11 13:20:17.142906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b994351f-9945-4d65-8f3f-542e6768d14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3aa5b7-d8af-4600-8364-f3acce5a21a1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.153833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 4313aeee-4f86-4ffd-badc-ecc3ab055903 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:17.271514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 4313aeee-4f86-4ffd-badc-ecc3ab055903 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:17.271896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:17.467026 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5b6d8606-7ca0-4cbe-a83c-669a9c49f57b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:17.471411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-68435050-a5ce-4697-b89c-b10cc3fd3c91 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048086114&fields=id&tenant_id=078cf47fa4cf48dbbc95051431996f42 HTTP/1.1" status: 200 len: 267 time: 0.2231200 Feb 11 13:20:17.520903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=5b6d8606-7ca0-4cbe-a83c-669a9c49f57b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.618413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (f75d460c-7346-48dd-af36-5bf48b82f416), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:17.618792 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP f75d460c-7346-48dd-af36-5bf48b82f416 disassociated (deleted). External IP: 172.25.1.182, port: 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372. Feb 11 13:20:17.745338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-05aa6ebd-6550-4e4e-af00-da6f92666ca6 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:17.753004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-05aa6ebd-6550-4e4e-af00-da6f92666ca6 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 808 time: 0.2742784 Feb 11 13:20:17.781832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:17.785484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-03aec513-bb69-4d91-8d99-895138c92aa8 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/quotas/078cf47fa4cf48dbbc95051431996f42 HTTP/1.1" status: 200 len: 375 time: 0.0291626 Feb 11 13:20:17.921864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-10982fbf-335a-484c-a1f1-1410586da86a tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1351712 Feb 11 13:20:18.159000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-923768f6-2a16-4047-8a29-b85ae897b0b0 service neutron] 10.222.0.42 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360773 Feb 11 13:20:18.214480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:18.317582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9faf07f2-9718-44f7-856b-e80ab40a79df is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:18.319555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d6b4047b-893d-444a-8fa1-e02f81c485da up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:18.433480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-848ee495-b764-4159-a001-0b055a10871f service neutron] 10.222.0.42 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717543 Feb 11 13:20:18.517025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 4313aeee-4f86-4ffd-badc-ecc3ab055903 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:18.517525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:18.518220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:18.526444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d6b4047b-893d-444a-8fa1-e02f81c485da triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:18.526984 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:18.554952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:18.559053 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] Sync routers for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:18.583860 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:18.583860 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:18.628268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 4313aeee-4f86-4ffd-badc-ecc3ab055903, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:18.663885 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:18.673167 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aaaa31ab-3f01-498d-8adf-19f53d58e3dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/floatingips/f75d460c-7346-48dd-af36-5bf48b82f416 HTTP/1.1" status: 204 len: 168 time: 2.9487813 Feb 11 13:20:18.676074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:18.689009 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0558e252-a5ff-4e54-bb19-f29347a27e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:18.779978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d6b4047b-893d-444a-8fa1-e02f81c485da is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:18.827363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=4313aeee-4f86-4ffd-badc-ecc3ab055903,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:18.868101 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Publish callbacks [] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:18.888539 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:18.961441 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:19.097008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bf316956-f84d-4bb2-8bcb-cc7108800733 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:19.117561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47619b11-7d14-48e2-9064-45f7989c34c9'}, {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb'}, {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:19.134274 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56eb7c0-3884-4b2c-95bf-97127ee7064b" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "47619b11-7d14-48e2-9064-45f7989c34c9"}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb"}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:19.174220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.193685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.227782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.233572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.248815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.256511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.263850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51296f8e-3747-4807-8bd4-991a64abeb76 None None] Pushing event updated for resources: {'Port': ['ID=5fee989e-9419-44ae-a7e5-2c5722f3364a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:19.281602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.287092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-b4b54fe4-3a24-4055-b6ab-f3114a2b530a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.2692354 Feb 11 13:20:19.291054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Attempting to bind port 5fee989e-9419-44ae-a7e5-2c5722f3364a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:19.291622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Attempting to bind port 5fee989e-9419-44ae-a7e5-2c5722f3364a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:19.292184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Attempting to bind port 5fee989e-9419-44ae-a7e5-2c5722f3364a on network 95a0719b-7a85-4466-859b-a0c5855e74fe {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:19.329571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:19.330984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Checking segment: {'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:19.333862 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:19.334475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Bound using segment: {'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:19.335193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Bound port: 5fee989e-9419-44ae-a7e5-2c5722f3364a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7ee23e-8fff-4647-be6d-9dff6c986d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:19.338137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:19.449675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702653aa-d686-4ddc-b533-74d4ada7a0f3 req-aa8c4b7f-a20f-4664-891f-ce8767bbfeea tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552849 Feb 11 13:20:19.456131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] For port 5fee989e-9419-44ae-a7e5-2c5722f3364a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:19.503358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] For port 5fee989e-9419-44ae-a7e5-2c5722f3364a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5fee989e-9419-44ae-a7e5-2c5722f3364a,segment=NetworkSegment(4e7ee23e-8fff-4647-be6d-9dff6c986d0e),segment_id=4e7ee23e-8fff-4647-be6d-9dff6c986d0e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:19.509556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bf316956-f84d-4bb2-8bcb-cc7108800733 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:19.510248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:19.515203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0e61cadb-3d87-492f-a11d-09a21efa10ad None None] Provisioning complete for port 5fee989e-9419-44ae-a7e5-2c5722f3364a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:19.520610 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e61cadb-3d87-492f-a11d-09a21efa10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:19.664742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:19.692710 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:19.788419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] Checking router: 30d579ca-b935-4b35-8f34-dd2441bf2ba4 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:19.813513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Routers {'a630db73-2606-45b6-b998-9e39593d7e5f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:19.817952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a630db73-2606-45b6-b998-9e39593d7e5f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:19.840660 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:19.841306 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:19.844722 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488b1e94-22b0-4a0a-bed1-ff6474aad8d8 x-openstack-request-id: req-488b1e94-22b0-4a0a-bed1-ff6474aad8d8 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:19.845257 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:19.845389 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-488b1e94-22b0-4a0a-bed1-ff6474aad8d8 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:19.845996 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'status': 'completed', 'code': 200} Feb 11 13:20:19.983682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51296f8e-3747-4807-8bd4-991a64abeb76 None None] Pushing event updated for resources: {'Port': ['ID=5fee989e-9419-44ae-a7e5-2c5722f3364a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:20.142145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bf316956-f84d-4bb2-8bcb-cc7108800733 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:20.184248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0e61cadb-3d87-492f-a11d-09a21efa10ad None None] Current status of the port 5fee989e-9419-44ae-a7e5-2c5722f3364a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:20.184629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e61cadb-3d87-492f-a11d-09a21efa10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:20.188272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] Set router a630db73-2606-45b6-b998-9e39593d7e5f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:20.197354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f32b71d6-9bc2-43be-94a1-4f86b0e9e2c2 req-c06f5e0d-6486-4eed-877f-f7fdbaac6277 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 210 time: 0.2228897 Feb 11 13:20:20.222790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-d859d337-09fd-4d37-846b-14c5b2217e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.228764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-d859d337-09fd-4d37-846b-14c5b2217e97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 1129 time: 0.3490856 Feb 11 13:20:20.330315 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2afa8d-4f5f-4392-ab8c-4ad641f6ebb2 x-openstack-request-id: req-2d2afa8d-4f5f-4392-ab8c-4ad641f6ebb2 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:20.330631 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "47619b11-7d14-48e2-9064-45f7989c34c9", "code": 200}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb", "code": 200}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-plugged", "status": "completed", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:20.330892 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2d2afa8d-4f5f-4392-ab8c-4ad641f6ebb2 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:20.331313 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47619b11-7d14-48e2-9064-45f7989c34c9', 'code': 200} Feb 11 13:20:20.331615 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb', 'code': 200} Feb 11 13:20:20.331825 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'code': 200} Feb 11 13:20:20.382233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0e61cadb-3d87-492f-a11d-09a21efa10ad None None] For port 5fee989e-9419-44ae-a7e5-2c5722f3364a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5fee989e-9419-44ae-a7e5-2c5722f3364a,segment=NetworkSegment(4e7ee23e-8fff-4647-be6d-9dff6c986d0e),segment_id=4e7ee23e-8fff-4647-be6d-9dff6c986d0e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:20.393711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e61cadb-3d87-492f-a11d-09a21efa10ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:20.432543 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:20.537493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-cf0ae20b-ceca-4143-83f3-00b097456e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.540358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-cf0ae20b-ceca-4143-83f3-00b097456e86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 200 len: 897 time: 0.3041110 Feb 11 13:20:20.617297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c4861862-d477-4892-ad19-2f213058b786 None None] Provisioning complete for port 5fee989e-9419-44ae-a7e5-2c5722f3364a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:20.617695 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c4861862-d477-4892-ad19-2f213058b786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:20.619201 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-e84bd517-542d-4476-a5f9-2d2cbf5629ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 200 len: 217 time: 0.0566633 Feb 11 13:20:20.657815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61cadb-3d87-492f-a11d-09a21efa10ad None None] Pushing event updated for resources: {'Port': ['ID=5fee989e-9419-44ae-a7e5-2c5722f3364a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:20.684640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.685827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.685827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.686463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.687008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.687517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.688139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.690698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-7ddecd03-720a-4b85-a36e-c21de4c9ba60 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6706 time: 0.1934505 Feb 11 13:20:20.773681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-a28d9a6c-64e6-428f-b5ed-99096a09388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.775895 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-a28d9a6c-64e6-428f-b5ed-99096a09388b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 200 len: 835 time: 0.1492631 Feb 11 13:20:20.790236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c4861862-d477-4892-ad19-2f213058b786 None None] Current status of the port 5fee989e-9419-44ae-a7e5-2c5722f3364a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:20.856908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa024d8c-1a99-49ea-9245-2fdebd2ec99c req-9066bdfe-8081-4eaa-89cc-4312069ea819 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484568 Feb 11 13:20:20.921768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a93e1-d11f-4589-9b51-386694e1a8f8 req-f39ecb6a-b820-46c4-975a-fd9ca0dd3b3e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.923746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-606a93e1-d11f-4589-9b51-386694e1a8f8 req-f39ecb6a-b820-46c4-975a-fd9ca0dd3b3e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 947 time: 0.2316678 Feb 11 13:20:20.962687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 4, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port': {'id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:03Z', 'updated_at': '2022-02-11T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5fee989e-9419-44ae-a7e5-2c5722f3364a', 'name': '', 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'mac_address': 'fa:16:3e:b5:9c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '4c619735-07e1-4850-a586-bd252a144cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:07Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'subnets': [{'id': '4c619735-07e1-4850-a586-bd252a144cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:21.048716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1237d029-5c1c-4612-919c-f0f5d0381016 None None] The sync data for ids ['a630db73-2606-45b6-b998-9e39593d7e5f'] in n-d-828675-3 is: [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:20:08Z', 'revision_number': 4, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port': {'id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:03Z', 'updated_at': '2022-02-11T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5fee989e-9419-44ae-a7e5-2c5722f3364a', 'name': '', 'network_id': '95a0719b-7a85-4466-859b-a0c5855e74fe', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'mac_address': 'fa:16:3e:b5:9c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3033, 'fixed_ips': [{'subnet_id': '4c619735-07e1-4850-a586-bd252a144cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:07Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'subnets': [{'id': '4c619735-07e1-4850-a586-bd252a144cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:21.077508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5fee989e-9419-44ae-a7e5-2c5722f3364a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:21.144787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:21.176964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.53', 65358) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:21.210264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-72df9dc0-9875-4981-b89e-9b5056bf15d6 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.211805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-72df9dc0-9875-4981-b89e-9b5056bf15d6 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.53 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 808 time: 0.2874703 Feb 11 13:20:21.231998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5fee989e-9419-44ae-a7e5-2c5722f3364a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:21.232372 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:21.285442 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f62d46d-ff35-4c33-9316-d5cc3a09fdab None None] The sync data for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 is: [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'a256ee79-c067-43f9-aad9-7a891657ba6a', 'name': '', 'network_id': '14a8278c-597c-47f3-b3c1-529eda394797', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:83:dd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2903, 'fixed_ips': [{'subnet_id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:13Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '4b4801bd-bcb3-418e-8c14-ae6647122738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:21.345716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-606a93e1-d11f-4589-9b51-386694e1a8f8 req-506acece-63d7-4ac9-8aaf-44b1668a1eee tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=c1ffe8c5-6646-46fb-9b0b-f02bae004457&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4003711 Feb 11 13:20:21.360636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-717430b8-344a-4448-8188-119c7530f8dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.373296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-717430b8-344a-4448-8188-119c7530f8dd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328 HTTP/1.1" status: 200 len: 947 time: 0.1913419 Feb 11 13:20:21.423252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-e84e8104-ebb0-444f-af20-077067c75caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.425415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-e84e8104-ebb0-444f-af20-077067c75caa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14a8278c-597c-47f3-b3c1-529eda394797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6394594 Feb 11 13:20:21.568410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5fee989e-9419-44ae-a7e5-2c5722f3364a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:21.643595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-d4dd1363-5703-4223-83b7-588c553d6f8a tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=078cf47fa4cf48dbbc95051431996f42 HTTP/1.1" status: 200 len: 380 time: 0.4088755 Feb 11 13:20:21.700663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:20:21.701202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:21.723801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'port': {'device_id': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'admin_state_up': True, 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'security_groups': ['92d5ce31-d74e-4e06-aaed-f03dc0de88c6']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:21.804178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.828895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.847836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.862873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.873794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.879192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.893800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.910390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4637da44-94bf-4f0e-b66d-4898a1056377 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.3531952 Feb 11 13:20:21.934154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:21.934773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:21.963127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:20:22.091394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-7f56887a-6ce3-4674-a0d4-bb63254b0a77 service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560175 Feb 11 13:20:22.170560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:22.235557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4738da4-b660-44bd-8721-39b411a5ffe5 None None] New status for floating IP f75d460c-7346-48dd-af36-5bf48b82f416: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:20:22.250998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:22.251768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9411242e-40ee-458d-a78e-f438f8e38f5e req-4869961d-0f19-4f42-996b-fd4d134fa8d3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3402703 Feb 11 13:20:22.309525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-cb1b1183-f3f2-4866-ad2d-af682ffc750f service neutron] 10.222.0.53 "GET /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083011 Feb 11 13:20:22.313663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Made reservation on behalf of 078cf47fa4cf48dbbc95051431996f42 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:22.333562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:22.388973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] No DVR routers for this DVR port 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:22.395465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:22.406850 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6efbad01-74c5-4710-a4aa-90b54ef65685 req-d34343a5-e805-4d70-be5d-dc16c592d573 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "DELETE /v2.0/ports/1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 HTTP/1.1" status: 204 len: 173 time: 1.0302861 Feb 11 13:20:22.407630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-deleted', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:22.414645 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2f9706-15c9-4d7d-9052-f5158b2df7f7" -d '{"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-deleted", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:22.480466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 40992) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:22.637886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] Deleting subnet e04fa51d-026d-4324-84ad-c5c33b448583 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:20:22.654305 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] Publish callbacks [] for subnet (e04fa51d-026d-4324-84ad-c5c33b448583), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:22.782166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (e04fa51d-026d-4324-84ad-c5c33b448583), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:22.809660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Allocated IP 172.20.0.4 (f77a7be7-72c2-4edd-9c53-635f4880efed/6b5cc03c-7b8d-473c-8d01-34d760b0321b/eb81ca08-d9a6-4fcc-aa84-73d190cde205) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:22.955475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e04fa51d-026d-4324-84ad-c5c33b448583), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.000939 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:20:23.018054 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.111257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.113365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (e04fa51d-026d-4324-84ad-c5c33b448583), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.175454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'Port': ['ID=eb81ca08-d9a6-4fcc-aa84-73d190cde205,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:23.203707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Network f77a7be7-72c2-4edd-9c53-635f4880efed is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:23.204417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e04fa51d-026d-4324-84ad-c5c33b448583,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:23.209240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:23.211723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:23.269305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006179d-b336-460e-90fe-78ea7029abff req-a8daffff-854a-4123-9755-1d4f565136dc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.270887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6006179d-b336-460e-90fe-78ea7029abff req-a8daffff-854a-4123-9755-1d4f565136dc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 931 time: 0.2102172 Feb 11 13:20:23.278210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.283391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c32b52db-e1e7-4972-be65-b272ba2a5adf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e04fa51d-026d-4324-84ad-c5c33b448583 HTTP/1.1" status: 204 len: 168 time: 0.8017776 Feb 11 13:20:23.286404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41010) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:23.358233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.358911 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.408450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-510e23d0-0bf4-4c4a-bcde-8b285ea80bb0 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7036285 Feb 11 13:20:23.423306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (99e64a42-7feb-4b91-a978-4519f41d1f17), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.448882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Request body: {'port': {'device_id': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:23.504120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6006179d-b336-460e-90fe-78ea7029abff req-5191758c-371e-4d03-8a39-7951bf57ec5c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163231 Feb 11 13:20:23.574164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41020) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:23.621229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:23.678971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:20:23.679326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:23.717385 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe965ddd-e503-4122-8d5c-d35d078a3f52 x-openstack-request-id: req-fe965ddd-e503-4122-8d5c-d35d078a3f52 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:23.717762 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328", "name": "network-vif-deleted", "tag": "1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:23.717958 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe965ddd-e503-4122-8d5c-d35d078a3f52 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:23.718374 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ec1c6b-74e0-46ad-9bb2-4ba5a482b328', 'name': 'network-vif-deleted', 'tag': '1431dbcd-5c65-4f71-a4a7-d9e1ba5d7372', 'status': 'completed', 'code': 200} Feb 11 13:20:23.720265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (99e64a42-7feb-4b91-a978-4519f41d1f17), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.727398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f48a63c4-231c-400d-8cd2-071ec9bc63b8 None None] Provisioning complete for port eb81ca08-d9a6-4fcc-aa84-73d190cde205 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:23.728004 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f48a63c4-231c-400d-8cd2-071ec9bc63b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.802606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e64a42-7feb-4b91-a978-4519f41d1f17']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:23.833052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6583b0c-7353-408c-b824-c4e236f6b47e') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:23.833730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6583b0c-7353-408c-b824-c4e236f6b47e') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:23.859972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f48a63c4-231c-400d-8cd2-071ec9bc63b8 None None] Port eb81ca08-d9a6-4fcc-aa84-73d190cde205 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:20:23.865439 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b6583b0c-7353-408c-b824-c4e236f6b47e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.895413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b6583b0c-7353-408c-b824-c4e236f6b47e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.915856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:20:23.916725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b6583b0c-7353-408c-b824-c4e236f6b47e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:23.922434 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:24.030250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (99e64a42-7feb-4b91-a978-4519f41d1f17), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.046032 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.051827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] 10.222.0.42 "DELETE /v2.0/networks/99e64a42-7feb-4b91-a978-4519f41d1f17 HTTP/1.1" status: 204 len: 168 time: 0.7642384 Feb 11 13:20:24.063779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41034) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:24.072157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b54877-14bb-4024-bdc0-2555d11e056d admin admin] Pushing event deleted for resources: {'Network': ['ID=99e64a42-7feb-4b91-a978-4519f41d1f17,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:24.119055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] Deleting subnet cded5e96-b851-4f4f-9de3-058c3f8c1831 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:20:24.122703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] Publish callbacks [] for subnet (cded5e96-b851-4f4f-9de3-058c3f8c1831), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.195263 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (cded5e96-b851-4f4f-9de3-058c3f8c1831), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.226452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.283321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cded5e96-b851-4f4f-9de3-058c3f8c1831), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.381106 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (cded5e96-b851-4f4f-9de3-058c3f8c1831), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.444210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.455915 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cded5e96-b851-4f4f-9de3-058c3f8c1831 HTTP/1.1" status: 204 len: 168 time: 0.3887758 Feb 11 13:20:24.456249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41044) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:24.473611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dde2fb-5abc-4c15-abac-c95a73325950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cded5e96-b851-4f4f-9de3-058c3f8c1831,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:24.608104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.614776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.617003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (05cd0f62-76d2-4d20-a16c-13eb9300e43a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.630744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.648538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.654575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.662814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.669367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.677482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9567a25-91f7-4058-a609-1f6025efae34 req-3bb791b2-ebb7-4696-848e-30c650b092dd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.4947503 Feb 11 13:20:24.751367 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (05cd0f62-76d2-4d20-a16c-13eb9300e43a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.780519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cd0f62-76d2-4d20-a16c-13eb9300e43a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:24.792118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5d67db-299c-459c-8683-d72192e2bb82') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:24.792669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5d67db-299c-459c-8683-d72192e2bb82') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:24.804411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2e5d67db-299c-459c-8683-d72192e2bb82), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.823661 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2e5d67db-299c-459c-8683-d72192e2bb82), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.831676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:20:24.832238 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2e5d67db-299c-459c-8683-d72192e2bb82), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:24.902585 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:24.905375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41050) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:24.905997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9567a25-91f7-4058-a609-1f6025efae34 req-73613203-6e72-4842-a22d-97a6180205cc tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2272630 Feb 11 13:20:24.982347 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (05cd0f62-76d2-4d20-a16c-13eb9300e43a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:24.990857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.000664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] 10.222.0.42 "DELETE /v2.0/networks/05cd0f62-76d2-4d20-a16c-13eb9300e43a HTTP/1.1" status: 204 len: 168 time: 0.5409400 Feb 11 13:20:25.028636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a06bae-5d34-42dd-a4fa-6a9236f3aa03 admin admin] Pushing event deleted for resources: {'Network': ['ID=05cd0f62-76d2-4d20-a16c-13eb9300e43a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:25.164899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb81ca08-d9a6-4fcc-aa84-73d190cde205 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:20:25.174130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Publish callbacks [] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.188480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Transition to ACTIVE for port object eb81ca08-d9a6-4fcc-aa84-73d190cde205 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:25.200780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.275139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Pushing event updated for resources: {'Port': ['ID=eb81ca08-d9a6-4fcc-aa84-73d190cde205,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:25.276102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41064) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:25.385889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3e6cb947-93c9-4a50-ac02-63e2a15ad647 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b72113b70f04695b76a2660ea33e5ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082938 Feb 11 13:20:25.387993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41066) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:25.409407 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e8bddfc1-5aa5-40fd-975c-ef3ed9ffde81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.459518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (30d579ca-b935-4b35-8f34-dd2441bf2ba4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.488320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc54-5b7e-4d0e-b271-731b8f6ccd91 admin admin] Publish callbacks [] for security_group (90145ed4-9720-43eb-a963-d6564de5215a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.524916 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc54-5b7e-4d0e-b271-731b8f6ccd91 admin admin] Publish callbacks [] for security_group (90145ed4-9720-43eb-a963-d6564de5215a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.624402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac6619-6dbe-4da2-b07d-dd4caae7e8b2 req-ca46a2ea-dd51-4e5d-ba12-862b14302fbc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:25.626029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6ac6619-6dbe-4da2-b07d-dd4caae7e8b2 req-ca46a2ea-dd51-4e5d-ba12-862b14302fbc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 943 time: 0.2654691 Feb 11 13:20:25.642992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Attempting to bind port eb81ca08-d9a6-4fcc-aa84-73d190cde205 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:25.643330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Attempting to bind port eb81ca08-d9a6-4fcc-aa84-73d190cde205 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:25.643656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Attempting to bind port eb81ca08-d9a6-4fcc-aa84-73d190cde205 on network f77a7be7-72c2-4edd-9c53-635f4880efed {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:25.645451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e8bddfc1-5aa5-40fd-975c-ef3ed9ffde81 admin admin] Publish callbacks [] for security_group (a491002c-d4cc-435d-9a47-b920fce645ab), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.647253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc54-5b7e-4d0e-b271-731b8f6ccd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (90145ed4-9720-43eb-a963-d6564de5215a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.650088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-edbfcc54-5b7e-4d0e-b271-731b8f6ccd91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.654230 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-edbfcc54-5b7e-4d0e-b271-731b8f6ccd91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90145ed4-9720-43eb-a963-d6564de5215a HTTP/1.1" status: 204 len: 168 time: 0.2650483 Feb 11 13:20:25.657686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e8bddfc1-5aa5-40fd-975c-ef3ed9ffde81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a491002c-d4cc-435d-9a47-b920fce645ab), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.681027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfcc54-5b7e-4d0e-b271-731b8f6ccd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90145ed4-9720-43eb-a963-d6564de5215a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:25.718048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e8bddfc1-5aa5-40fd-975c-ef3ed9ffde81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5db6d106b9e54067b9f17d6ee613e7c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8134258 Feb 11 13:20:25.720557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:25.743149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Port eb81ca08-d9a6-4fcc-aa84-73d190cde205 on network f77a7be7-72c2-4edd-9c53-635f4880efed not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:25.743995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Attempting to bind port eb81ca08-d9a6-4fcc-aa84-73d190cde205 on network f77a7be7-72c2-4edd-9c53-635f4880efed {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:25.758272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bddfc1-5aa5-40fd-975c-ef3ed9ffde81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a491002c-d4cc-435d-9a47-b920fce645ab,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:25.796779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:25.797238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Checking segment: {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:25.798453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Bound using segment: {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:25.798453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Bound port: eb81ca08-d9a6-4fcc-aa84-73d190cde205, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c800f49-4afe-4d19-8140-f3aff46d2dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:25.798701 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.823702 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20eb059b-c53d-49ed-b102-d005eb93ba42 admin admin] Publish callbacks [] for security_group (a491002c-d4cc-435d-9a47-b920fce645ab), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.832856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6ac6619-6dbe-4da2-b07d-dd4caae7e8b2 req-b1dda909-d156-4008-988e-029ca3c0f28d tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009022 Feb 11 13:20:25.885871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20eb059b-c53d-49ed-b102-d005eb93ba42 admin admin] Publish callbacks [] for security_group (a491002c-d4cc-435d-9a47-b920fce645ab), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.905605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] For port eb81ca08-d9a6-4fcc-aa84-73d190cde205, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:25.909378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] For port eb81ca08-d9a6-4fcc-aa84-73d190cde205, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:25.945560 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.971111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20eb059b-c53d-49ed-b102-d005eb93ba42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a491002c-d4cc-435d-9a47-b920fce645ab), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.977626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-20eb059b-c53d-49ed-b102-d005eb93ba42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:25.981468 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-20eb059b-c53d-49ed-b102-d005eb93ba42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a491002c-d4cc-435d-9a47-b920fce645ab HTTP/1.1" status: 204 len: 168 time: 0.2575071 Feb 11 13:20:25.995712 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb059b-c53d-49ed-b102-d005eb93ba42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a491002c-d4cc-435d-9a47-b920fce645ab,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:26.028692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Pushing event updated for resources: {'Port': ['ID=eb81ca08-d9a6-4fcc-aa84-73d190cde205,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:26.074196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.074821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:26.076217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-ab0256b6-be26-41f2-b69f-5cd353a1f82f service neutron] 10.222.0.53 "PUT /v2.0/ports/eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 1091 time: 2.6539085 Feb 11 13:20:26.077917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:26.080222 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54913a7b-2367-486d-b038-5bb21b11b476" -d '{"events": [{"name": "network-changed", "server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:26.239679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.245245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.250759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.255960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.261563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.267023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.272528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.274821 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37b6b7ef-73b5-4eb1-9400-d8a732e548fd req-7de5baff-7368-43e5-8d22-608b26ed6ce5 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.2470405 Feb 11 13:20:26.286976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-96afc562-8e7b-468f-9e25-61ae13727435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.288465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-96afc562-8e7b-468f-9e25-61ae13727435 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1125 time: 0.1521859 Feb 11 13:20:26.290248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41082) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:26.295064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Request body: {'floatingip': {'port_id': '4313aeee-4f86-4ffd-badc-ecc3ab055903'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:26.302058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port a256ee79-c067-43f9-aad9-7a891657ba6a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:20:26.302823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:26.428548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for floatingip (df5d81d1-1e40-4eaa-8369-19965fae078b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:26.440877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41086) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:26.451869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-c6b5cdc1-ee08-4c9d-b717-d51d022f96e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 217 time: 0.1449420 Feb 11 13:20:26.600935 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cf416c-bcc8-4067-8f6a-798d040ad60c x-openstack-request-id: req-12cf416c-bcc8-4067-8f6a-798d040ad60c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:26.601204 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:26.601464 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12cf416c-bcc8-4067-8f6a-798d040ad60c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:26.601890 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'status': 'completed', 'code': 200} Feb 11 13:20:26.613651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41092) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:26.662905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-724b6c5c-d023-4724-8b1f-92a339db49c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:26.675223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-56db2a20-1f41-4c1e-b652-3597cc4979bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77f638017e424a5f9afc4231980395b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329149 Feb 11 13:20:26.681605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41094) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:26.696595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-40c92030-a2b7-4606-b2b7-feb21f573e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.698006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-40c92030-a2b7-4606-b2b7-feb21f573e61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 200 len: 847 time: 0.2301092 Feb 11 13:20:26.712705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port a256ee79-c067-43f9-aad9-7a891657ba6a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a256ee79-c067-43f9-aad9-7a891657ba6a,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:26.713071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:26.758532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for a256ee79-c067-43f9-aad9-7a891657ba6a owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:20:26.907252 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8106db9e-f865-4585-b0a9-5b227564f6fe admin admin] Publish callbacks [] for security_group (d7c7e65a-6dd3-40de-8881-eed28fd548c8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:26.912601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-4b8f4f8f-3b7e-42c3-acb3-7a68c0b9d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.914248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-4b8f4f8f-3b7e-42c3-acb3-7a68c0b9d89f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f77a7be7-72c2-4edd-9c53-635f4880efed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2039654 Feb 11 13:20:26.930052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-c9bf7853-dff8-40fa-9153-a094b1ea50ee service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:20:26.931184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-c9bf7853-dff8-40fa-9153-a094b1ea50ee service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103700 Feb 11 13:20:27.054168 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8106db9e-f865-4585-b0a9-5b227564f6fe admin admin] Publish callbacks [] for security_group (d7c7e65a-6dd3-40de-8881-eed28fd548c8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.082147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-724b6c5c-d023-4724-8b1f-92a339db49c7 admin admin] Publish callbacks [] for security_group (8b212a3e-4795-4cd2-aa7d-d7f20f5a437c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.096866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.104334 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (df5d81d1-1e40-4eaa-8369-19965fae078b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.160414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-724b6c5c-d023-4724-8b1f-92a339db49c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8b212a3e-4795-4cd2-aa7d-d7f20f5a437c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.247010 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Floating IP df5d81d1-1e40-4eaa-8369-19965fae078b associated. External IP: 172.25.1.64, port: 4313aeee-4f86-4ffd-badc-ecc3ab055903. Feb 11 13:20:27.380743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a256ee79-c067-43f9-aad9-7a891657ba6a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.453934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-724b6c5c-d023-4724-8b1f-92a339db49c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e603804b9c047ceac591f60e93f7f34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8317950 Feb 11 13:20:27.453934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b6c5c-d023-4724-8b1f-92a339db49c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b212a3e-4795-4cd2-aa7d-d7f20f5a437c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:27.456711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:27.469498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=a256ee79-c067-43f9-aad9-7a891657ba6a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:27.483477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-640b2225-9955-4e20-a349-ca166949a05c service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111010 Feb 11 13:20:27.530458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Router b607d99a-fdf2-48a7-b66c-6bb84c464c3a has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:27.588821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8106db9e-f865-4585-b0a9-5b227564f6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d7c7e65a-6dd3-40de-8881-eed28fd548c8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.593911 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8106db9e-f865-4585-b0a9-5b227564f6fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.597820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8106db9e-f865-4585-b0a9-5b227564f6fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7c7e65a-6dd3-40de-8881-eed28fd548c8 HTTP/1.1" status: 204 len: 168 time: 0.9149046 Feb 11 13:20:27.644128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c378-12ff-4ce4-926f-c60d7934f537 req-b89b8bc1-d78e-4ff5-9d3e-51d0471722b3 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:27.651446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f919c378-12ff-4ce4-926f-c60d7934f537 req-b89b8bc1-d78e-4ff5-9d3e-51d0471722b3 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 943 time: 0.5210564 Feb 11 13:20:27.698974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106db9e-f865-4585-b0a9-5b227564f6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7e65a-6dd3-40de-8881-eed28fd548c8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:27.804207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:27.815618 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] Sync routers for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:27.829261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:27.829898 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:27.833274 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.875344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45188893-419d-4133-82ba-bde34416ec8e admin admin] Publish callbacks [] for security_group (8b212a3e-4795-4cd2-aa7d-d7f20f5a437c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:27.914451 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fc59bda3-fb39-406a-86c0-207f17ecc394 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "PUT /v2.0/floatingips/df5d81d1-1e40-4eaa-8369-19965fae078b HTTP/1.1" status: 200 len: 991 time: 1.6203446 Feb 11 13:20:27.914451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:27.919354 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c013a-1d1c-4edc-a83e-e87db75aca2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:27.963808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f919c378-12ff-4ce4-926f-c60d7934f537 req-9b4102e7-071d-409a-93ef-975062ddd7e5 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071702 Feb 11 13:20:27.976081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45188893-419d-4133-82ba-bde34416ec8e admin admin] Publish callbacks [] for security_group (8b212a3e-4795-4cd2-aa7d-d7f20f5a437c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:28.080666 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:28.193181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (30d579ca-b935-4b35-8f34-dd2441bf2ba4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:28.219066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545e923c-bb67-4f3e-896b-4c33c2d5db36 req-88316e2c-0791-4c46-a3f2-d1de4d765b19 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7237914 Feb 11 13:20:28.334601 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45188893-419d-4133-82ba-bde34416ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8b212a3e-4795-4cd2-aa7d-d7f20f5a437c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:28.337321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45188893-419d-4133-82ba-bde34416ec8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:28.341602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-45188893-419d-4133-82ba-bde34416ec8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b212a3e-4795-4cd2-aa7d-d7f20f5a437c HTTP/1.1" status: 204 len: 168 time: 0.8813961 Feb 11 13:20:28.365347 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'df5d81d1-1e40-4eaa-8369-19965fae078b', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'port_id': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'mac_address': 'fa:16:3e:8c:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:18:38Z', 'updated_at': '2022-02-11T13:20:26Z', 'revision_number': 1, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:38Z', 'revision_number': 5, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:28.374742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.389515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.393669 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] Checking router: b607d99a-fdf2-48a7-b66c-6bb84c464c3a for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:28.402820 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:28.403439 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:28.404726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.413047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.424981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.442374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.449103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.451054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-8708d87a-3b38-4689-a4a9-859fee8e172e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.3831055 Feb 11 13:20:28.486260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45188893-419d-4133-82ba-bde34416ec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b212a3e-4795-4cd2-aa7d-d7f20f5a437c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:28.517054 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:28.639392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28488490-5a4c-4065-9a46-287d9a2f23b7 req-55bf07c4-7e87-4d7c-9ec1-36e77b19105e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1573939 Feb 11 13:20:28.771368 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823ede8f-cce7-424d-a00d-5b19a9ec4160 x-openstack-request-id: req-823ede8f-cce7-424d-a00d-5b19a9ec4160 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:28.771959 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:28.771959 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-823ede8f-cce7-424d-a00d-5b19a9ec4160 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:28.772372 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'status': 'completed', 'code': 200} Feb 11 13:20:28.910396 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'df5d81d1-1e40-4eaa-8369-19965fae078b', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'port_id': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'mac_address': 'fa:16:3e:8c:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:18:38Z', 'updated_at': '2022-02-11T13:20:26Z', 'revision_number': 1, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:38Z', 'revision_number': 5, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:28.973859 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd17f5c-e5f8-4c2b-80b0-db4c0597f7fb None None] The sync data for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 is: [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'df5d81d1-1e40-4eaa-8369-19965fae078b', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'floating_ip_address': '172.25.1.64', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'port_id': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2945, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'mac_address': 'fa:16:3e:8c:ef:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:18:38Z', 'updated_at': '2022-02-11T13:20:26Z', 'revision_number': 1, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:38Z', 'revision_number': 5, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:29.209896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54913a7b-2367-486d-b038-5bb21b11b476 req-ae60d3aa-c483-4b5d-b726-253ae3d7f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.211446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54913a7b-2367-486d-b038-5bb21b11b476 req-ae60d3aa-c483-4b5d-b726-253ae3d7f61e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1125 time: 0.9332736 Feb 11 13:20:29.316398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b70990f2-083f-4004-9ce1-05a04293a9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:29.462700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8cf877-3a7f-4957-95d4-ac73e93c6545 None None] New status for floating IP df5d81d1-1e40-4eaa-8369-19965fae078b: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:20:29.796219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.806361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.814700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.825887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.832884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.843199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.854581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.859199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1580dc59-77c4-4ec9-b8e6-92c6e754d435 req-a78de696-4df4-4451-b423-f3de544303f6 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.6423752 Feb 11 13:20:29.888798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.889275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.889769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.890222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.890670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.891116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.891850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.894088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6f220147-b438-4c79-9076-836218576c08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6706 time: 0.6810696 Feb 11 13:20:30.026550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54913a7b-2367-486d-b038-5bb21b11b476 req-aed2fe05-8bf9-4e1f-b04c-b9af53624da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.028254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54913a7b-2367-486d-b038-5bb21b11b476 req-aed2fe05-8bf9-4e1f-b04c-b9af53624da6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 909 time: 0.7571900 Feb 11 13:20:30.073662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41184) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:30.096084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:30.173961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54913a7b-2367-486d-b038-5bb21b11b476 req-e6d05b06-3073-4c53-ae79-3638eb594820 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 217 time: 0.0904455 Feb 11 13:20:30.310590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3333848b-f756-4110-b2e1-65409595c883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.324006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dd931-eede-4fb3-b7a9-06272ecadcb2 req-dc0734c2-0c3f-4548-8aaf-3a73dc078355 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.325546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-710dd931-eede-4fb3-b7a9-06272ecadcb2 req-dc0734c2-0c3f-4548-8aaf-3a73dc078355 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 943 time: 0.3453720 Feb 11 13:20:30.339448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-2f954ce2-f878-46b8-b4d7-db4b4014a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.340899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-2f954ce2-f878-46b8-b4d7-db4b4014a975 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d HTTP/1.1" status: 200 len: 912 time: 0.4169474 Feb 11 13:20:30.351215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54913a7b-2367-486d-b038-5bb21b11b476 req-c306c7a7-9c6b-4028-b1b3-78b9594747bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.352809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54913a7b-2367-486d-b038-5bb21b11b476 req-c306c7a7-9c6b-4028-b1b3-78b9594747bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 200 len: 847 time: 0.1720111 Feb 11 13:20:30.423247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3333848b-f756-4110-b2e1-65409595c883 admin admin] Publish callbacks [] for security_group (1ff2c879-088e-4db1-a49f-5923c8709eaf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.429786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3333848b-f756-4110-b2e1-65409595c883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1ff2c879-088e-4db1-a49f-5923c8709eaf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.482983 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3333848b-f756-4110-b2e1-65409595c883 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7727281b7b2a413e9fc9949c3743f0de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065220 Feb 11 13:20:30.483860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41196) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:30.559918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333848b-f756-4110-b2e1-65409595c883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2c879-088e-4db1-a49f-5923c8709eaf,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:30.603303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9a016e1e-45a7-46fb-911b-237961977072 admin admin] Publish callbacks [] for security_group (1ff2c879-088e-4db1-a49f-5923c8709eaf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.643574 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9a016e1e-45a7-46fb-911b-237961977072 admin admin] Publish callbacks [] for security_group (1ff2c879-088e-4db1-a49f-5923c8709eaf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.688638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:30.694345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-710dd931-eede-4fb3-b7a9-06272ecadcb2 req-0d83df7f-c5cd-4422-8a0f-91193fb1b222 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586946 Feb 11 13:20:30.703011 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] Sync routers for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:30.703831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1abbcec2-ae44-4bdb-a8b9-89c9028a974b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/30d579ca-b935-4b35-8f34-dd2441bf2ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1281900 Feb 11 13:20:30.705727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-57998692-6e56-49d7-bacf-a3591d878287 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903 HTTP/1.1" status: 200 len: 1001 time: 0.3516774 Feb 11 13:20:30.706382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41202) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:30.708612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54913a7b-2367-486d-b038-5bb21b11b476 req-1e123eda-80b0-49af-8791-2fda10564ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.709715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54913a7b-2367-486d-b038-5bb21b11b476 req-1e123eda-80b0-49af-8791-2fda10564ffa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f77a7be7-72c2-4edd-9c53-635f4880efed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3446131 Feb 11 13:20:30.729036 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:30.732540 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:30.753035 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9a016e1e-45a7-46fb-911b-237961977072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1ff2c879-088e-4db1-a49f-5923c8709eaf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.756599 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9a016e1e-45a7-46fb-911b-237961977072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:30.758273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9a016e1e-45a7-46fb-911b-237961977072 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ff2c879-088e-4db1-a49f-5923c8709eaf HTTP/1.1" status: 204 len: 168 time: 0.2717080 Feb 11 13:20:30.771684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a016e1e-45a7-46fb-911b-237961977072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2c879-088e-4db1-a49f-5923c8709eaf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:30.912316 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:30.928956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting subnet 4b4801bd-bcb3-418e-8c14-ae6647122738 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:20:30.933035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-447e2749-d334-46c1-a9ba-b5758b8014e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.936667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-447e2749-d334-46c1-a9ba-b5758b8014e6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d HTTP/1.1" status: 200 len: 850 time: 0.2189138 Feb 11 13:20:31.048894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54913a7b-2367-486d-b038-5bb21b11b476 req-daa4d606-9018-4279-b976-063cf8607467 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621751 Feb 11 13:20:31.049786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (4b4801bd-bcb3-418e-8c14-ae6647122738), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:31.145203 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:20:27Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:31.223122 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] Checking router: 30d579ca-b935-4b35-8f34-dd2441bf2ba4 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:31.233365 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] Routers {'30d579ca-b935-4b35-8f34-dd2441bf2ba4'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:31.234329 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:31.254214 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (4b4801bd-bcb3-418e-8c14-ae6647122738), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:31.371876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-507602ce-5c20-43a0-b92a-e40b7b312c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.373328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-507602ce-5c20-43a0-b92a-e40b7b312c26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3200321 Feb 11 13:20:31.409389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b03c933-94a6-47c9-aa6e-58649a9712bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:31.445316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-234514b2-7e0f-45e1-ae4b-dfce47aca71a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:20:31.446658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-234514b2-7e0f-45e1-ae4b-dfce47aca71a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278080 Feb 11 13:20:31.522942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54913a7b-2367-486d-b038-5bb21b11b476 req-168c1098-f1a1-41aa-bc03-c27f7b91e7e5 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557898 Feb 11 13:20:31.664629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb81ca08-d9a6-4fcc-aa84-73d190cde205 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:31.710361 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] Set router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:31.806448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (4b4801bd-bcb3-418e-8c14-ae6647122738), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:31.966771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb81ca08-d9a6-4fcc-aa84-73d190cde205, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:31.990771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'port_id': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'mac_address': 'fa:16:3e:36:4c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:32.054619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-a4e4bed4-b1b0-4cec-8887-19229982447c service neutron] 10.222.0.64 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809574 Feb 11 13:20:32.131143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port eb81ca08-d9a6-4fcc-aa84-73d190cde205 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:32.131475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.153916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (4b4801bd-bcb3-418e-8c14-ae6647122738), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.161526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb81ca08-d9a6-4fcc-aa84-73d190cde205 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:20:32.220728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb81ca08-d9a6-4fcc-aa84-73d190cde205, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:32.221396 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:20:27Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:32.236680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.283169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4801bd-bcb3-418e-8c14-ae6647122738,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:32.299055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.305894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41252) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:32.315479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a62b33c1-8020-4355-991f-0b115d17d9fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/subnets/4b4801bd-bcb3-418e-8c14-ae6647122738 HTTP/1.1" status: 204 len: 168 time: 1.6033211 Feb 11 13:20:32.340463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e4b68-0fb1-45c5-9f21-87a9aa9a78a6 req-fc187dbd-3e80-42fd-bf84-b051288d23ee tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.351453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-926e4b68-0fb1-45c5-9f21-87a9aa9a78a6 req-fc187dbd-3e80-42fd-bf84-b051288d23ee tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 943 time: 0.4391556 Feb 11 13:20:32.365096 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bdcad2-ad71-4f6c-88dd-996184f10aab None None] The sync data for ids ['30d579ca-b935-4b35-8f34-dd2441bf2ba4'] in n-d-828675-3 is: [{'id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-837422791', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:20:27Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '2a8a48ab-d053-498a-88a7-d5ad04f8fa3a', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:1a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d579ca-b935-4b35-8f34-dd2441bf2ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2900, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:08Z', 'updated_at': '2022-02-11T13:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:32.420975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-455c013a-1d1c-4edc-a83e-e87db75aca2c req-6005a0b4-6da6-4c43-b8b1-e7688391ffd4 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625634 Feb 11 13:20:32.426079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=eb81ca08-d9a6-4fcc-aa84-73d190cde205,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:32.429289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02999d6a-0995-443b-be60-85b8f6ea20c9 None None] Network 14a8278c-597c-47f3-b3c1-529eda394797 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:20:32.527755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-926e4b68-0fb1-45c5-9f21-87a9aa9a78a6 req-0f9626be-2bac-4dd8-b9b7-f6cb81c78647 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477199 Feb 11 13:20:32.581942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (30d579ca-b935-4b35-8f34-dd2441bf2ba4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.613520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['eb81ca08-d9a6-4fcc-aa84-73d190cde205'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:32.766548 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.927190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a256ee79-c067-43f9-aad9-7a891657ba6a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:33.007293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] DHCP port deletion for 14a8278c-597c-47f3-b3c1-529eda394797 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:20:33.043309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a256ee79-c067-43f9-aad9-7a891657ba6a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:20:33.043976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a256ee79-c067-43f9-aad9-7a891657ba6a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:33.206532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Deleting port 3cdbee4b-2515-4713-b8e0-ae873c741b80 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:20:33.209573 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:33.546164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (30d579ca-b935-4b35-8f34-dd2441bf2ba4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:33.566744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] For port 3cdbee4b-2515-4713-b8e0-ae873c741b80, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3cdbee4b-2515-4713-b8e0-ae873c741b80,segment=NetworkSegment(42c18c70-d057-4a3d-934d-fecb650f4692),segment_id=42c18c70-d057-4a3d-934d-fecb650f4692)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:33.566744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:33.615382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Calling delete_port for 3cdbee4b-2515-4713-b8e0-ae873c741b80 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:20:33.628246 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:20:33.628594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:33.774725 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3cdbee4b-2515-4713-b8e0-ae873c741b80), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:33.834530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Pushing event deleted for resources: {'Port': ['ID=3cdbee4b-2515-4713-b8e0-ae873c741b80,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:33.838759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] No DVR routers for this DVR port 3cdbee4b-2515-4713-b8e0-ae873c741b80 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:33.855586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf246-d23f-4597-8098-5795d9f876c3 req-014d10cf-76f2-48a3-b3a0-7bedca425cab tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.867784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6dfdf246-d23f-4597-8098-5795d9f876c3 req-014d10cf-76f2-48a3-b3a0-7bedca425cab tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 944 time: 0.1807463 Feb 11 13:20:33.887459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:33.887824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:33.920963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.921378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.921908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.922284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.922621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.924006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:20:33.925577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.928367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.928732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.929076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.929810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.930413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.930902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.933086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e207b81-3b50-46ca-b534-b75fe454f12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:34.076745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6dfdf246-d23f-4597-8098-5795d9f876c3 req-5c3e27e9-193d-4339-9ddc-2688cb54e479 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055342 Feb 11 13:20:34.236246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.248308 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2a8a48ab-d053-498a-88a7-d5ad04f8fa3a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.304988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=2a8a48ab-d053-498a-88a7-d5ad04f8fa3a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:34.385542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (30d579ca-b935-4b35-8f34-dd2441bf2ba4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.509892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (30d579ca-b935-4b35-8f34-dd2441bf2ba4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.512480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (30d579ca-b935-4b35-8f34-dd2441bf2ba4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.652541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (30d579ca-b935-4b35-8f34-dd2441bf2ba4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.654132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Fanout notify agent at l3_agent the message router_deleted on router 30d579ca-b935-4b35-8f34-dd2441bf2ba4 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:20:34.676691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.682995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41306) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:34.685402 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4421fb9b-421b-4ecb-979a-983c00d7b832 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/routers/30d579ca-b935-4b35-8f34-dd2441bf2ba4 HTTP/1.1" status: 204 len: 168 time: 2.3770626 Feb 11 13:20:34.895068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (14a8278c-597c-47f3-b3c1-529eda394797), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.090431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (14a8278c-597c-47f3-b3c1-529eda394797), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.145528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a8278c-597c-47f3-b3c1-529eda394797']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.168848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c18c70-d057-4a3d-934d-fecb650f4692') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.169144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c18c70-d057-4a3d-934d-fecb650f4692') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.230559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (42c18c70-d057-4a3d-934d-fecb650f4692), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.289421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (42c18c70-d057-4a3d-934d-fecb650f4692), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.356301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:20:35.358382 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.361000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (42c18c70-d057-4a3d-934d-fecb650f4692), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:35.381858 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:35.421194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3cdbee4b-2515-4713-b8e0-ae873c741b80 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:35.453876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517b8bd-0888-4507-a31f-13307117f76e req-5453cd19-f6ca-414e-9f63-c0478579a56b tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:35.463809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2517b8bd-0888-4507-a31f-13307117f76e req-5453cd19-f6ca-414e-9f63-c0478579a56b tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 944 time: 0.2997837 Feb 11 13:20:35.478318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3cdbee4b-2515-4713-b8e0-ae873c741b80 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:20:35.495526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3cdbee4b-2515-4713-b8e0-ae873c741b80 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:35.626786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2517b8bd-0888-4507-a31f-13307117f76e req-61ba6777-91d0-4530-b3c0-b84480d08e5c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456923 Feb 11 13:20:35.631292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (14a8278c-597c-47f3-b3c1-529eda394797), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.637805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.643576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/networks/14a8278c-597c-47f3-b3c1-529eda394797 HTTP/1.1" status: 204 len: 168 time: 0.9595234 Feb 11 13:20:35.646485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:35.670312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa11f01-bd94-41bb-8c0c-31c49f499876 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Network': ['ID=14a8278c-597c-47f3-b3c1-529eda394797,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:35.685712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb81ca08-d9a6-4fcc-aa84-73d190cde205 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:35.777371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port eb81ca08-d9a6-4fcc-aa84-73d190cde205 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:35.781383 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08975ccf-98b4-442e-b596-b18083a99a68 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (c1ffe8c5-6646-46fb-9b0b-f02bae004457), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.782841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port eb81ca08-d9a6-4fcc-aa84-73d190cde205 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:35.783370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.828129 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08975ccf-98b4-442e-b596-b18083a99a68 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (c1ffe8c5-6646-46fb-9b0b-f02bae004457), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.955347 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08975ccf-98b4-442e-b596-b18083a99a68 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c1ffe8c5-6646-46fb-9b0b-f02bae004457), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.958385 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-08975ccf-98b4-442e-b596-b18083a99a68 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.963445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-08975ccf-98b4-442e-b596-b18083a99a68 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/security-groups/c1ffe8c5-6646-46fb-9b0b-f02bae004457 HTTP/1.1" status: 204 len: 168 time: 0.3151882 Feb 11 13:20:35.977382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08975ccf-98b4-442e-b596-b18083a99a68 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ffe8c5-6646-46fb-9b0b-f02bae004457,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.023153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port eb81ca08-d9a6-4fcc-aa84-73d190cde205 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:36.024060 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:36.127547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port eb81ca08-d9a6-4fcc-aa84-73d190cde205, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:36.129419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:36.132016 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91e8743-e449-4f84-a84c-276ecdc014bb" -d '{"events": [{"server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "name": "network-vif-plugged", "status": "completed", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:36.142025 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:36.254624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=eb81ca08-d9a6-4fcc-aa84-73d190cde205,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.591200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:36.596640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-787fbf40-7f99-4647-a6b7-dabee15ef174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514392732', 'description': 'tempest-secgroup-smoke-514392732 description', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:36.629677 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36721603-09a4-4dc1-9559-23afa404aec5 x-openstack-request-id: req-36721603-09a4-4dc1-9559-23afa404aec5 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:36.630623 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "name": "network-vif-plugged", "status": "completed", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:36.631392 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-36721603-09a4-4dc1-9559-23afa404aec5 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:36.632202 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'code': 200} Feb 11 13:20:36.637198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-787fbf40-7f99-4647-a6b7-dabee15ef174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:36.783101 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-787fbf40-7f99-4647-a6b7-dabee15ef174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (159c9f1b-5a9b-4935-9367-1ef5d7620e56), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:36.795861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-787fbf40-7f99-4647-a6b7-dabee15ef174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (159c9f1b-5a9b-4935-9367-1ef5d7620e56), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:36.829866 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-787fbf40-7f99-4647-a6b7-dabee15ef174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:36.831223 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-787fbf40-7f99-4647-a6b7-dabee15ef174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2388704 Feb 11 13:20:36.834436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41354) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:36.844564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-274bc459-6dc6-4490-ad77-9186422b1306 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '159c9f1b-5a9b-4935-9367-1ef5d7620e56', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:36.884546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:36.885492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf9372-c642-4bcb-8656-cedc6e789ea0 req-b6a5b23d-09cb-4377-b46e-e12a0b699a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.887416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bcf9372-c642-4bcb-8656-cedc6e789ea0 req-b6a5b23d-09cb-4377-b46e-e12a0b699a55 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1127 time: 0.1877136 Feb 11 13:20:36.906066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639e080-0639-4a58-aeff-d9e48d54b7ee req-d1696f5d-6cf7-42b7-8f69-238cbb337a51 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.914195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5639e080-0639-4a58-aeff-d9e48d54b7ee req-d1696f5d-6cf7-42b7-8f69-238cbb337a51 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.1400776 Feb 11 13:20:36.921016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fbf40-7f99-4647-a6b7-dabee15ef174 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159c9f1b-5a9b-4935-9367-1ef5d7620e56,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.926747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-274bc459-6dc6-4490-ad77-9186422b1306 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (5a2dbbfe-5fcb-451b-925e-f44eed0b6616), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:36.945976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:20:36.955304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2a8a48ab-d053-498a-88a7-d5ad04f8fa3a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:37.050747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bcf9372-c642-4bcb-8656-cedc6e789ea0 req-07b34127-c8c4-4fa9-89ae-34782a827580 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311901 Feb 11 13:20:37.084396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-274bc459-6dc6-4490-ad77-9186422b1306 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (5a2dbbfe-5fcb-451b-925e-f44eed0b6616), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.095748 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-274bc459-6dc6-4490-ad77-9186422b1306 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5a2dbbfe-5fcb-451b-925e-f44eed0b6616), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.115354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bc459-6dc6-4490-ad77-9186422b1306 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2dbbfe-5fcb-451b-925e-f44eed0b6616,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.128756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5639e080-0639-4a58-aeff-d9e48d54b7ee req-3ddb21a5-364b-4b60-8ce2-2a64d7d33017 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124193 Feb 11 13:20:37.150484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-274bc459-6dc6-4490-ad77-9186422b1306 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.151900 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-274bc459-6dc6-4490-ad77-9186422b1306 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164418 Feb 11 13:20:37.161111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41364) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:37.166761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4a78a31d-9730-4bb2-b861-01d53e7549da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '159c9f1b-5a9b-4935-9367-1ef5d7620e56', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:37.203698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a78a31d-9730-4bb2-b861-01d53e7549da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (21b349ce-c31b-4bd6-b1ac-7771810cdcc8), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.432788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a78a31d-9730-4bb2-b861-01d53e7549da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (21b349ce-c31b-4bd6-b1ac-7771810cdcc8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.448271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a78a31d-9730-4bb2-b861-01d53e7549da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (21b349ce-c31b-4bd6-b1ac-7771810cdcc8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.495244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a78a31d-9730-4bb2-b861-01d53e7549da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.499019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a78a31d-9730-4bb2-b861-01d53e7549da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342757 Feb 11 13:20:37.499652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41376) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:37.500110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78a31d-9730-4bb2-b861-01d53e7549da tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b349ce-c31b-4bd6-b1ac-7771810cdcc8,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.504906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6cfa2484-aa0a-41ea-aeec-3ea51ec8cf17 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '159c9f1b-5a9b-4935-9367-1ef5d7620e56', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:37.553838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2484-aa0a-41ea-aeec-3ea51ec8cf17 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (fbcaf0db-ab46-44b3-9b43-27841a412db1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.630732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2484-aa0a-41ea-aeec-3ea51ec8cf17 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (fbcaf0db-ab46-44b3-9b43-27841a412db1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.640069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2484-aa0a-41ea-aeec-3ea51ec8cf17 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (fbcaf0db-ab46-44b3-9b43-27841a412db1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.665617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2484-aa0a-41ea-aeec-3ea51ec8cf17 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcaf0db-ab46-44b3-9b43-27841a412db1,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.678978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2484-aa0a-41ea-aeec-3ea51ec8cf17 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.680414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6cfa2484-aa0a-41ea-aeec-3ea51ec8cf17 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795642 Feb 11 13:20:37.683318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41380) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:37.693226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b905b225-ae29-4471-94a1-00fe04bbd233 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '159c9f1b-5a9b-4935-9367-1ef5d7620e56', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:37.739814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b905b225-ae29-4471-94a1-00fe04bbd233 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (9ff4dd8e-0ff5-4393-a927-3e5ce93c1706), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.840108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b905b225-ae29-4471-94a1-00fe04bbd233 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (9ff4dd8e-0ff5-4393-a927-3e5ce93c1706), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.854560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b905b225-ae29-4471-94a1-00fe04bbd233 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9ff4dd8e-0ff5-4393-a927-3e5ce93c1706), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.883182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905b225-ae29-4471-94a1-00fe04bbd233 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff4dd8e-0ff5-4393-a927-3e5ce93c1706,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.914496 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b905b225-ae29-4471-94a1-00fe04bbd233 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.924059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41388) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:37.924689 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b905b225-ae29-4471-94a1-00fe04bbd233 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2402334 Feb 11 13:20:37.929717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '159c9f1b-5a9b-4935-9367-1ef5d7620e56', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:37.967742 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:20:37.974043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (d144866f-d7cd-42cb-bd99-76bfa82f03cd), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.041775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (d144866f-d7cd-42cb-bd99-76bfa82f03cd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.048583 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (d144866f-d7cd-42cb-bd99-76bfa82f03cd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.072874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d144866f-d7cd-42cb-bd99-76bfa82f03cd,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:38.091458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.095418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fdd0eeda-a5d3-4c55-9432-32b942835132 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669071 Feb 11 13:20:38.096751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41394) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:38.102438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '159c9f1b-5a9b-4935-9367-1ef5d7620e56', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:38.132472 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:20:38.139161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (600f4681-576f-416a-ae57-7257e792d264), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.212319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (600f4681-576f-416a-ae57-7257e792d264), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.219199 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (600f4681-576f-416a-ae57-7257e792d264), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.241709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=600f4681-576f-416a-ae57-7257e792d264,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:38.290091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.297438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-259c5fed-d178-4566-8584-10fd0e17ef78 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1978152 Feb 11 13:20:38.299609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41398) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:38.311063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059d78a-4423-4f2a-987f-f0e3f5192a03 req-cacf12ab-50b8-41f4-b8d5-8fe5b8712d1b tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.313156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5059d78a-4423-4f2a-987f-f0e3f5192a03 req-cacf12ab-50b8-41f4-b8d5-8fe5b8712d1b tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.0649204 Feb 11 13:20:38.320966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'network': {'name': 'tempest-network-smoke--1723805838', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'port_security_enabled': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:38.364019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:38.370968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.419285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5059d78a-4423-4f2a-987f-f0e3f5192a03 req-397d15e8-166e-4120-af7d-f2d957e73b5f tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934000 Feb 11 13:20:38.419433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:38.435070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9b42e84e-8178-4781-8ba6-344de40cee84), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.442270 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Added segment 9b42e84e-8178-4781-8ba6-344de40cee84 of type vlan for network 9e77867c-1788-4df7-871b-ec9492a1d984 Feb 11 13:20:38.503171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (9e77867c-1788-4df7-871b-ec9492a1d984), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.538445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (9e77867c-1788-4df7-871b-ec9492a1d984), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.544842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.545632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.632606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Network': ['ID=9e77867c-1788-4df7-871b-ec9492a1d984,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:38.644197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 9e77867c-1788-4df7-871b-ec9492a1d984 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:20:38.648280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ced0795b-284e-4293-9a21-e90c54ebd76f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3420584 Feb 11 13:20:38.648431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:38.653706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'admin_state_up': True, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:38.684340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (5c6310fe-78cd-49b2-b940-55011e956d54), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.686144 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (5c6310fe-78cd-49b2-b940-55011e956d54), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.818947 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (5c6310fe-78cd-49b2-b940-55011e956d54), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:39.029882 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (5c6310fe-78cd-49b2-b940-55011e956d54), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:39.327220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (5c6310fe-78cd-49b2-b940-55011e956d54), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:39.351834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:39.538036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.67 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/299b8d94-33ad-43f3-9418-926df944dcd9) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:39.639571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb4f08-ea7d-4fc4-bef0-934279b5b53e req-797beeb8-ea67-40cd-a08a-bc0e239603bb tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.653336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5dbb4f08-ea7d-4fc4-bef0-934279b5b53e req-797beeb8-ea67-40cd-a08a-bc0e239603bb tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.1300795 Feb 11 13:20:39.783765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5dbb4f08-ea7d-4fc4-bef0-934279b5b53e req-08228a22-375c-4461-ad19-c6faf794c7cc tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194737 Feb 11 13:20:39.828038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (299b8d94-33ad-43f3-9418-926df944dcd9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:39.920136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:39.978113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:40.033669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41440) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:40.045538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:40.051721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:40.081322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2c11a-4e55-4f56-a238-2f2ca7fc65d4 req-75b89af4-e66f-49a3-ac56-2d8395a389c5 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.091297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14d2c11a-4e55-4f56-a238-2f2ca7fc65d4 req-75b89af4-e66f-49a3-ac56-2d8395a389c5 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.1790495 Feb 11 13:20:40.250308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=299b8d94-33ad-43f3-9418-926df944dcd9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:40.286511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14d2c11a-4e55-4f56-a238-2f2ca7fc65d4 req-fb86fb48-736c-46e4-818c-1354f161ad71 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781144 Feb 11 13:20:40.467931 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-728a8b84-c874-444f-a598-c5cd5c368854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:40.632964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e38bd-9fc6-4832-bb9e-80f40b5042b0 req-e78b1a8c-ed89-4d23-96e2-8dc51b1b75c1 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.644164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b3e38bd-9fc6-4832-bb9e-80f40b5042b0 req-e78b1a8c-ed89-4d23-96e2-8dc51b1b75c1 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.2203841 Feb 11 13:20:40.793552 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (5c6310fe-78cd-49b2-b940-55011e956d54), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:40.845817 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b3e38bd-9fc6-4832-bb9e-80f40b5042b0 req-a0a2e189-d0b9-4f1b-8f72-7dbbf965a66d tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006431 Feb 11 13:20:40.869979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41450) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:40.891794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-728a8b84-c874-444f-a598-c5cd5c368854 admin admin] Publish callbacks [] for security_group (8f44500f-2bc5-456f-94d6-bd280d3e41e9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:40.908897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-728a8b84-c874-444f-a598-c5cd5c368854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f44500f-2bc5-456f-94d6-bd280d3e41e9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.013910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-728a8b84-c874-444f-a598-c5cd5c368854 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f36a2a64313467caec7078b1d479b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9715347 Feb 11 13:20:41.017145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41454) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:41.080893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a8b84-c874-444f-a598-c5cd5c368854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f44500f-2bc5-456f-94d6-bd280d3e41e9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:41.141727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3114-af1d-4c9b-8a41-a3173ccb5c48 admin admin] Publish callbacks [] for security_group (8f44500f-2bc5-456f-94d6-bd280d3e41e9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.243075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3114-af1d-4c9b-8a41-a3173ccb5c48 admin admin] Publish callbacks [] for security_group (8f44500f-2bc5-456f-94d6-bd280d3e41e9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.292281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f60e9dd-da97-4ec5-b466-2a19ec249c56 tempest-TestServerBasicOps-1706667248 tempest-TestServerBasicOps-1706667248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.294047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3f60e9dd-da97-4ec5-b466-2a19ec249c56 tempest-TestServerBasicOps-1706667248 tempest-TestServerBasicOps-1706667248-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1122 time: 0.4226694 Feb 11 13:20:41.297396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41456) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:41.306130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:41.338176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.360087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (5c6310fe-78cd-49b2-b940-55011e956d54), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.362189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3114-af1d-4c9b-8a41-a3173ccb5c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f44500f-2bc5-456f-94d6-bd280d3e41e9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.365425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3114-af1d-4c9b-8a41-a3173ccb5c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.366885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bd2b3114-af1d-4c9b-8a41-a3173ccb5c48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f44500f-2bc5-456f-94d6-bd280d3e41e9 HTTP/1.1" status: 204 len: 168 time: 0.3486941 Feb 11 13:20:41.384649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b3114-af1d-4c9b-8a41-a3173ccb5c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f44500f-2bc5-456f-94d6-bd280d3e41e9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:41.550207 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.667408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 5c6310fe-78cd-49b2-b940-55011e956d54 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:20:41.712608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Allocated IP 172.25.1.218 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/ec7c7ffa-ed02-4b61-8f6d-89174a066823) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:41.857941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:41.872000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Sync routers for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:41.877895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41464) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:41.885174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:41.885851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:41.897801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.898152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2197ab00-9317-4ba0-b304-e3f695961aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:41.900971 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-312d9a47-760c-40ef-ae05-1748ad51d72d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2511318 Feb 11 13:20:41.904725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41466) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:41.984344 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-82db7a41-7a5b-41b2-ac21-540b790e56a3 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772269 Feb 11 13:20:41.986764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41470) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:42.029851 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.127882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2197ab00-9317-4ba0-b304-e3f695961aa4 admin admin] Publish callbacks [] for security_group (caa3a143-5e15-4af1-a307-fb4155dd60eb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.139249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:42.142046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdda6397-fe16-4c9e-b03f-db09d4198a1a tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.143270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2197ab00-9317-4ba0-b304-e3f695961aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (caa3a143-5e15-4af1-a307-fb4155dd60eb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.147454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cdda6397-fe16-4c9e-b03f-db09d4198a1a tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552253 Feb 11 13:20:42.148384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41474) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:42.164861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.214814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-68d39a29-4527-4be7-ab09-6245db205b7e tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616367 Feb 11 13:20:42.218046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41476) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:42.226680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1398374195', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:42.357591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'Port': ['ID=ec7c7ffa-ed02-4b61-8f6d-89174a066823,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:42.384550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:42.388957 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.409772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2197ab00-9317-4ba0-b304-e3f695961aa4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ff7861912b44f5784bd3065fb02751e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5282800 Feb 11 13:20:42.416567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41480) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:42.450324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197ab00-9317-4ba0-b304-e3f695961aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa3a143-5e15-4af1-a307-fb4155dd60eb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:42.461959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:42.486952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:42.497579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:42.599545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:40Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:42.661497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Checking router: 5c6310fe-78cd-49b2-b940-55011e956d54 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:42.662372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Updating router 5c6310fe-78cd-49b2-b940-55011e956d54 port 299b8d94-33ad-43f3-9418-926df944dcd9 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:42.701368 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.753096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1664e5c3-0a7a-4e8e-96c5-6b81951bf3ff admin admin] Publish callbacks [] for security_group (caa3a143-5e15-4af1-a307-fb4155dd60eb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.857932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (6a58bcba-f4e0-4efc-a6de-23c2a031ecf7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.915004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1664e5c3-0a7a-4e8e-96c5-6b81951bf3ff admin admin] Publish callbacks [] for security_group (caa3a143-5e15-4af1-a307-fb4155dd60eb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.994549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Checking segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:42.995063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network hostable DHCP agents. Network: 9e77867c-1788-4df7-871b-ec9492a1d984, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:43.006917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Subnet': ['ID=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.025344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 9e77867c-1788-4df7-871b-ec9492a1d984 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:43.041812 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 9e77867c-1788-4df7-871b-ec9492a1d984) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:43.047852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.048787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.079744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1d790ab9-b722-4fe0-94ee-e105a8bcf009 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8606710 Feb 11 13:20:43.081298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41488) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:43.237600 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Publish callbacks [] for port (299b8d94-33ad-43f3-9418-926df944dcd9), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.244099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf049f9-ca08-4dad-bb8e-ac060295ca4e None None] Network 9e77867c-1788-4df7-871b-ec9492a1d984 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:20:43.247354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.349500 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for floatingip (521c506c-6675-4252-bbe8-f4ee46ec33dc), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.383234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886186a0-0f4e-4ae9-9993-ee7f0e8241d7 None None] Pushing event updated for resources: {'Port': ['ID=299b8d94-33ad-43f3-9418-926df944dcd9,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.391672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Attempting to bind port 299b8d94-33ad-43f3-9418-926df944dcd9 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:43.392653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Attempting to bind port 299b8d94-33ad-43f3-9418-926df944dcd9 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:43.393174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Attempting to bind port 299b8d94-33ad-43f3-9418-926df944dcd9 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:43.402496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:43.403019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1664e5c3-0a7a-4e8e-96c5-6b81951bf3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (caa3a143-5e15-4af1-a307-fb4155dd60eb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.403372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:43.404001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.404581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:43.405298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Bound port: 299b8d94-33ad-43f3-9418-926df944dcd9, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:43.405985 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.406367 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1664e5c3-0a7a-4e8e-96c5-6b81951bf3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.410339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1664e5c3-0a7a-4e8e-96c5-6b81951bf3ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/caa3a143-5e15-4af1-a307-fb4155dd60eb HTTP/1.1" status: 204 len: 168 time: 0.9900162 Feb 11 13:20:43.475231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664e5c3-0a7a-4e8e-96c5-6b81951bf3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa3a143-5e15-4af1-a307-fb4155dd60eb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.493616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] For port 299b8d94-33ad-43f3-9418-926df944dcd9, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:43.495868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.501229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] For port 299b8d94-33ad-43f3-9418-926df944dcd9, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=299b8d94-33ad-43f3-9418-926df944dcd9,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:43.545350 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.716833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886186a0-0f4e-4ae9-9993-ee7f0e8241d7 None None] Pushing event updated for resources: {'Port': ['ID=299b8d94-33ad-43f3-9418-926df944dcd9,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.820648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:43.822075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:43.946155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-9e77867c-1788-4df7-871b-ec9492a1d984', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:20:43.949952 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:44.583968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:44.675000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:44.698430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:44.712458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:44.916538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event updated for resources: {'Port': ['ID=ec7c7ffa-ed02-4b61-8f6d-89174a066823,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:44.941020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.945785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.946197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.946543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.946880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.947221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.947551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.947883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.948211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.948533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.948855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.952656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.953011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:44.970259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (521c506c-6675-4252-bbe8-f4ee46ec33dc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:45.029585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Allocated IP 172.20.0.2 (9e77867c-1788-4df7-871b-ec9492a1d984/6a58bcba-f4e0-4efc-a6de-23c2a031ecf7/00aa99f0-f698-46ba-a617-c23ed83b48f1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:45.229757 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Floating IP 521c506c-6675-4252-bbe8-f4ee46ec33dc associated. External IP: 172.25.1.218, port: eb81ca08-d9a6-4fcc-aa84-73d190cde205. Feb 11 13:20:45.244765 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Publish callbacks [] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:45.298494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:45.362182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Network 9e77867c-1788-4df7-871b-ec9492a1d984 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:45.406115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:45.417342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:45.468538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.1 (9e77867c-1788-4df7-871b-ec9492a1d984/6a58bcba-f4e0-4efc-a6de-23c2a031ecf7/e18d1435-b89d-4fc2-a89e-b923223af883) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:45.530270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Pushing event updated for resources: {'Port': ['ID=00aa99f0-f698-46ba-a617-c23ed83b48f1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:45.538434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Attempting to bind port 00aa99f0-f698-46ba-a617-c23ed83b48f1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:45.538815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Attempting to bind port 00aa99f0-f698-46ba-a617-c23ed83b48f1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:45.539299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Attempting to bind port 00aa99f0-f698-46ba-a617-c23ed83b48f1 on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:45.557589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:45.558143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Checking segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:45.558417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:45.558820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Bound using segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:45.559324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Bound port: 00aa99f0-f698-46ba-a617-c23ed83b48f1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:45.559931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:45.565182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:40Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:45.619925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c40942-5e15-4d85-a999-bce6ac7408d9 None None] The sync data for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 is: [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:40Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:45.724277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] For port 00aa99f0-f698-46ba-a617-c23ed83b48f1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:45.728205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] For port 00aa99f0-f698-46ba-a617-c23ed83b48f1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=00aa99f0-f698-46ba-a617-c23ed83b48f1,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:45.746198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:45.835831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Router 92319433-ae53-46eb-b77f-c08afd70859f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:45.848093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (e18d1435-b89d-4fc2-a89e-b923223af883), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:45.883456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353011f-9a78-4f7b-9391-cc3e5075ba01 None None] Pushing event updated for resources: {'Port': ['ID=00aa99f0-f698-46ba-a617-c23ed83b48f1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:45.953490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:46.038809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:46.051102 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] Sync routers for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:46.076897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:46.077923 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:46.083314 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:46.088297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 9e77867c-1788-4df7-871b-ec9492a1d984 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:46.122802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:46.135406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=e18d1435-b89d-4fc2-a89e-b923223af883,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:46.140315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:46.154931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-48a9ab68-e9e8-4d73-bead-a67b1fe617da tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8562996 Feb 11 13:20:46.159161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:46.163860 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37" -d '{"events": [{"name": "network-changed", "server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:46.330447 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (5c6310fe-78cd-49b2-b940-55011e956d54), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:46.375905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:46.646074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:46.674332 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab50af7-599a-4009-95b0-930967bcf25b x-openstack-request-id: req-1ab50af7-599a-4009-95b0-930967bcf25b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:46.674572 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:46.675073 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ab50af7-599a-4009-95b0-930967bcf25b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:46.675747 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'status': 'completed', 'code': 200} Feb 11 13:20:46.695341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:46.859990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-2c004c1c-5b0a-4499-a597-8f6f67b7ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.866955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-2c004c1c-5b0a-4499-a597-8f6f67b7ecf5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1127 time: 0.1713536 Feb 11 13:20:47.136984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 299b8d94-33ad-43f3-9418-926df944dcd9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:47.154902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-35576ef1-7a7e-4289-b287-210c4829c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.163358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-35576ef1-7a7e-4289-b287-210c4829c2b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 909 time: 0.2845669 Feb 11 13:20:47.328074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '521c506c-6675-4252-bbe8-f4ee46ec33dc', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'port_id': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'mac_address': 'fa:16:3e:36:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:43Z', 'revision_number': 0, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:14Z', 'revision_number': 5, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:47.346108 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:47.355064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 299b8d94-33ad-43f3-9418-926df944dcd9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:47.355442 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:47.412646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-a64946e3-b711-4eea-9721-8b87288fa022 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 999 time: 0.2418668 Feb 11 13:20:47.421778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (e18d1435-b89d-4fc2-a89e-b923223af883), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:47.422404 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] Checking router: 92319433-ae53-46eb-b77f-c08afd70859f for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:47.433823 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:47.435036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:47.435940 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:47.566832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 299b8d94-33ad-43f3-9418-926df944dcd9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:47.567239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:47.590890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-b7c1c4a8-c12e-4cc9-b2f2-e5cc71d3e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.593328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-b7c1c4a8-c12e-4cc9-b2f2-e5cc71d3e659 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 200 len: 847 time: 0.1723254 Feb 11 13:20:47.640554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 299b8d94-33ad-43f3-9418-926df944dcd9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=299b8d94-33ad-43f3-9418-926df944dcd9,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:47.651710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:47.652556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 00aa99f0-f698-46ba-a617-c23ed83b48f1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:47.715175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=e18d1435-b89d-4fc2-a89e-b923223af883,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:47.776973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-64114da1-de45-4b74-851f-c381b69e21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.785655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-64114da1-de45-4b74-851f-c381b69e21b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f77a7be7-72c2-4edd-9c53-635f4880efed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1809509 Feb 11 13:20:47.810518 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (5c6310fe-78cd-49b2-b940-55011e956d54), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:47.811686 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:47.900102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=299b8d94-33ad-43f3-9418-926df944dcd9,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:47.929538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 00aa99f0-f698-46ba-a617-c23ed83b48f1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:47.931618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:48.032260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a804f17-84e1-4e50-89ed-1c72765cfcc9 None None] Network 9e77867c-1788-4df7-871b-ec9492a1d984 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:20:48.077911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-f99a3215-9f23-4831-a55d-c645fbc47359 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808368 Feb 11 13:20:48.090135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 9e77867c-1788-4df7-871b-ec9492a1d984 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:48.095234 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:48.237860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d6b8b76-34e2-42b3-8e2c-a737100ccf37 req-999634e7-1574-4c2b-9465-fe89adb8419e service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530962 Feb 11 13:20:48.420774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41584) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:48.433434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 5c6310fe-78cd-49b2-b940-55011e956d54 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:48.475376 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '521c506c-6675-4252-bbe8-f4ee46ec33dc', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'port_id': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'mac_address': 'fa:16:3e:36:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:43Z', 'revision_number': 0, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:14Z', 'revision_number': 5, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:48.484324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 00aa99f0-f698-46ba-a617-c23ed83b48f1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:48.484955 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:48.577622 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5179c-aa7d-4aad-a718-e62f75f20916 None None] The sync data for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 is: [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '521c506c-6675-4252-bbe8-f4ee46ec33dc', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'floating_ip_address': '172.25.1.218', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'port_id': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3094, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'mac_address': 'fa:16:3e:36:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:20:43Z', 'updated_at': '2022-02-11T13:20:43Z', 'revision_number': 0, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:14Z', 'revision_number': 5, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:48.588867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 00aa99f0-f698-46ba-a617-c23ed83b48f1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=00aa99f0-f698-46ba-a617-c23ed83b48f1,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:48.608687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6a6d185f-762d-4066-be21-3f36d5948c17 None None] Provisioning complete for port 00aa99f0-f698-46ba-a617-c23ed83b48f1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:48.614945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a6d185f-762d-4066-be21-3f36d5948c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:48.621407 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:48.743517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:48.744703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:48.773866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5f49df9a-9a39-4630-9869-231dad4b19fa tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/5c6310fe-78cd-49b2-b940-55011e956d54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6919773 Feb 11 13:20:48.868658 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfa2d-6bb1-4dc1-a71e-913ac5edce34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:48.988611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d185f-762d-4066-be21-3f36d5948c17 None None] Current status of the port 00aa99f0-f698-46ba-a617-c23ed83b48f1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:48.993776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=00aa99f0-f698-46ba-a617-c23ed83b48f1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.041295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 299b8d94-33ad-43f3-9418-926df944dcd9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:49.095128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Sync routers for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:49.111188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:49.111902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:49.117959 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfa2d-6bb1-4dc1-a71e-913ac5edce34 admin admin] Publish callbacks [] for security_group (6c389190-93a4-45b5-a937-58bc71bca9cb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.158217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db383121-3b54-43b1-b94c-ca77437e95e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.162357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2bfcfa2d-6bb1-4dc1-a71e-913ac5edce34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c389190-93a4-45b5-a937-58bc71bca9cb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.234930 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232c7227-dcb8-4e8a-9a6b-9e0b32783848 None None] New status for floating IP 521c506c-6675-4252-bbe8-f4ee46ec33dc: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:20:49.248533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2bfcfa2d-6bb1-4dc1-a71e-913ac5edce34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89bf4918aee145599b416f30602c3c83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8264267 Feb 11 13:20:49.252039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41610) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:49.270103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcfa2d-6bb1-4dc1-a71e-913ac5edce34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c389190-93a4-45b5-a937-58bc71bca9cb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.374444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-2bc50ef8-6786-423e-ac17-41494c847e7c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514392732&fields=id&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 267 time: 0.2134886 Feb 11 13:20:49.388856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:49.396884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f62b3b80-ea4f-4eb2-9fe5-0939749f71f8 admin admin] Publish callbacks [] for security_group (6c389190-93a4-45b5-a937-58bc71bca9cb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.444119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db383121-3b54-43b1-b94c-ca77437e95e6 admin admin] Publish callbacks [] for security_group (2ea0209c-4832-4a30-be82-fd1051c8fe45), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.462008 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db383121-3b54-43b1-b94c-ca77437e95e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2ea0209c-4832-4a30-be82-fd1051c8fe45), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.462418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f62b3b80-ea4f-4eb2-9fe5-0939749f71f8 admin admin] Publish callbacks [] for security_group (6c389190-93a4-45b5-a937-58bc71bca9cb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.529483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-db383121-3b54-43b1-b94c-ca77437e95e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66c8146412364a229d5b99667139629b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7827795 Feb 11 13:20:49.533244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db383121-3b54-43b1-b94c-ca77437e95e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea0209c-4832-4a30-be82-fd1051c8fe45,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.543890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41614) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:49.611291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f62b3b80-ea4f-4eb2-9fe5-0939749f71f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6c389190-93a4-45b5-a937-58bc71bca9cb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.613935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f62b3b80-ea4f-4eb2-9fe5-0939749f71f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.615126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f62b3b80-ea4f-4eb2-9fe5-0939749f71f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c389190-93a4-45b5-a937-58bc71bca9cb HTTP/1.1" status: 204 len: 168 time: 0.3618762 Feb 11 13:20:49.634929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b3b80-ea4f-4eb2-9fe5-0939749f71f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c389190-93a4-45b5-a937-58bc71bca9cb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.648077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 299b8d94-33ad-43f3-9418-926df944dcd9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:49.648782 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.705716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9e126852-0b8d-46b6-9e54-d2218bd5a73b None None] Provisioning complete for port 00aa99f0-f698-46ba-a617-c23ed83b48f1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:49.706099 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e126852-0b8d-46b6-9e54-d2218bd5a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.768521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df5593f7-20d1-4501-a5aa-02522cf8b25c admin admin] Publish callbacks [] for security_group (2ea0209c-4832-4a30-be82-fd1051c8fe45), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.881738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df5593f7-20d1-4501-a5aa-02522cf8b25c admin admin] Publish callbacks [] for security_group (2ea0209c-4832-4a30-be82-fd1051c8fe45), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:49.913697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-db2fd37f-7ba2-4063-8040-2258394f4c6e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.915628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-db2fd37f-7ba2-4063-8040-2258394f4c6e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 797 time: 0.4697094 Feb 11 13:20:49.942747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-c629af9d-f335-473e-bb42-c068ca8a56e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/quotas/f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 375 time: 0.0208373 Feb 11 13:20:50.064629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-3a7316cc-3524-454e-89c6-67dd282b060d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1120839 Feb 11 13:20:50.067620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df5593f7-20d1-4501-a5aa-02522cf8b25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2ea0209c-4832-4a30-be82-fd1051c8fe45), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:50.071809 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df5593f7-20d1-4501-a5aa-02522cf8b25c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:50.073007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-df5593f7-20d1-4501-a5aa-02522cf8b25c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ea0209c-4832-4a30-be82-fd1051c8fe45 HTTP/1.1" status: 204 len: 168 time: 0.5279593 Feb 11 13:20:50.175220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5593f7-20d1-4501-a5aa-02522cf8b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea0209c-4832-4a30-be82-fd1051c8fe45,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:50.333054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-8aa5d309-f06f-4e4a-9c09-c31948ab43e6 service neutron] 10.222.0.42 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446356 Feb 11 13:20:50.358724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 299b8d94-33ad-43f3-9418-926df944dcd9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:50.431816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9e126852-0b8d-46b6-9e54-d2218bd5a73b None None] Current status of the port 00aa99f0-f698-46ba-a617-c23ed83b48f1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:50.452404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9e126852-0b8d-46b6-9e54-d2218bd5a73b None None] Provisioning complete for port e18d1435-b89d-4fc2-a89e-b923223af883 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:50.452895 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e126852-0b8d-46b6-9e54-d2218bd5a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:50.498140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9e126852-0b8d-46b6-9e54-d2218bd5a73b None None] Port e18d1435-b89d-4fc2-a89e-b923223af883 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:20:50.512343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 2, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:50.545263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Checking router: 5c6310fe-78cd-49b2-b940-55011e956d54 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:50.545870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Updating router 5c6310fe-78cd-49b2-b940-55011e956d54 port e18d1435-b89d-4fc2-a89e-b923223af883 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:50.580356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:50.587898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-1f57bff5-d810-41e0-a30f-c946e7e3971f service neutron] 10.222.0.42 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290742 Feb 11 13:20:50.670780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-816092db-dea9-41fd-a163-f9d821c87b28 None None] Provisioning complete for port e18d1435-b89d-4fc2-a89e-b923223af883 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:50.671374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-816092db-dea9-41fd-a163-f9d821c87b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:50.796747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-816092db-dea9-41fd-a163-f9d821c87b28 None None] Port e18d1435-b89d-4fc2-a89e-b923223af883 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:20:50.798516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:50.818768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6146552-edaa-42f3-830e-a0b6f2ce0cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.048844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 00aa99f0-f698-46ba-a617-c23ed83b48f1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:51.068130 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6146552-edaa-42f3-830e-a0b6f2ce0cf5 admin admin] Publish callbacks [] for security_group (3a3e1246-0dbf-4c3c-b333-1827de2d9d2f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.071613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6781089-6acb-4b21-be92-106f1fe4e092 req-14620b46-6434-4866-a22e-911e22c9f6a7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 210 time: 0.1005766 Feb 11 13:20:51.081002 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6146552-edaa-42f3-830e-a0b6f2ce0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3a3e1246-0dbf-4c3c-b333-1827de2d9d2f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.161788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41652) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:51.176306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c6146552-edaa-42f3-830e-a0b6f2ce0cf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16aaff9ff34147da8c0e96be451c637e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3764968 Feb 11 13:20:51.180618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 00aa99f0-f698-46ba-a617-c23ed83b48f1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:51.181034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.187491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Publish callbacks [] for port (e18d1435-b89d-4fc2-a89e-b923223af883), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.225239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.236214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6146552-edaa-42f3-830e-a0b6f2ce0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e1246-0dbf-4c3c-b333-1827de2d9d2f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:51.300586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1707a2ca-0147-49cd-94e9-e160bbb273a0 admin admin] Publish callbacks [] for security_group (3a3e1246-0dbf-4c3c-b333-1827de2d9d2f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.351265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1707a2ca-0147-49cd-94e9-e160bbb273a0 admin admin] Publish callbacks [] for security_group (3a3e1246-0dbf-4c3c-b333-1827de2d9d2f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.390781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c26989-e96b-4d67-ac01-402744d89514 None None] Pushing event updated for resources: {'Port': ['ID=e18d1435-b89d-4fc2-a89e-b923223af883,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:51.426990 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1707a2ca-0147-49cd-94e9-e160bbb273a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (3a3e1246-0dbf-4c3c-b333-1827de2d9d2f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.430524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1707a2ca-0147-49cd-94e9-e160bbb273a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.435146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1707a2ca-0147-49cd-94e9-e160bbb273a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a3e1246-0dbf-4c3c-b333-1827de2d9d2f HTTP/1.1" status: 204 len: 168 time: 0.2693701 Feb 11 13:20:51.457922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707a2ca-0147-49cd-94e9-e160bbb273a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e1246-0dbf-4c3c-b333-1827de2d9d2f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:51.634174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 00aa99f0-f698-46ba-a617-c23ed83b48f1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:51.642288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Attempting to bind port e18d1435-b89d-4fc2-a89e-b923223af883 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:51.642672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Attempting to bind port e18d1435-b89d-4fc2-a89e-b923223af883 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:51.643044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Attempting to bind port e18d1435-b89d-4fc2-a89e-b923223af883 on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:51.655266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:51.655657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Checking segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:51.656165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.656527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Bound using segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:51.656951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Bound port: e18d1435-b89d-4fc2-a89e-b923223af883, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:51.657337 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.803578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] For port e18d1435-b89d-4fc2-a89e-b923223af883, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:51.811894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] For port e18d1435-b89d-4fc2-a89e-b923223af883, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e18d1435-b89d-4fc2-a89e-b923223af883,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:51.825461 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.905721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cbdc4cd0-65f5-41fe-afb3-aa4c23c037c2 None None] Provisioning complete for port e18d1435-b89d-4fc2-a89e-b923223af883 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:51.906180 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4cd0-65f5-41fe-afb3-aa4c23c037c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:51.939740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:51.940502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:20:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:52.114056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c26989-e96b-4d67-ac01-402744d89514 None None] Pushing event updated for resources: {'Port': ['ID=e18d1435-b89d-4fc2-a89e-b923223af883,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:52.216348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0261253b-cd5c-4dfb-8360-08c3f8ba1fa9 req-cef2044e-be59-44df-bac8-453d04dcffe3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 210 time: 0.0595772 Feb 11 13:20:52.332715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:52.361273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc4cd0-65f5-41fe-afb3-aa4c23c037c2 None None] Current status of the port e18d1435-b89d-4fc2-a89e-b923223af883 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:52.361829 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4cd0-65f5-41fe-afb3-aa4c23c037c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:52.439839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cbdc4cd0-65f5-41fe-afb3-aa4c23c037c2 None None] For port e18d1435-b89d-4fc2-a89e-b923223af883, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e18d1435-b89d-4fc2-a89e-b923223af883,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:52.457189 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbdc4cd0-65f5-41fe-afb3-aa4c23c037c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:52.737324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc4cd0-65f5-41fe-afb3-aa4c23c037c2 None None] Pushing event updated for resources: {'Port': ['ID=e18d1435-b89d-4fc2-a89e-b923223af883,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:52.747948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5c17f272-a2f9-4b17-a0b0-b019adf73f6d None None] Provisioning complete for port e18d1435-b89d-4fc2-a89e-b923223af883 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:52.748242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c17f272-a2f9-4b17-a0b0-b019adf73f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:52.818533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-a0d25980-e552-43df-83c7-ceedcea3da67 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:52.820371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-a0d25980-e552-43df-83c7-ceedcea3da67 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 797 time: 0.1945033 Feb 11 13:20:52.884826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5c17f272-a2f9-4b17-a0b0-b019adf73f6d None None] Current status of the port e18d1435-b89d-4fc2-a89e-b923223af883 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:52.895414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:51Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:52.940946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a94338-fc6e-468d-b0d6-0121831899d5 None None] The sync data for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 is: [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:51Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:52.952314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-8f5ca9d7-f314-441d-892c-3ed8fb54ea3f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 379 time: 0.1217117 Feb 11 13:20:52.965113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'port': {'device_id': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'admin_state_up': True, 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'security_groups': ['159c9f1b-5a9b-4935-9367-1ef5d7620e56']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:53.193790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:53.198285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:53.384596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eeb371e6-7537-42cc-8be6-98c3ac10546b req-dbf1c7de-3d17-45b5-8b61-9b9127adc775 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 210 time: 0.0634785 Feb 11 13:20:53.497884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.13 (9e77867c-1788-4df7-871b-ec9492a1d984/6a58bcba-f4e0-4efc-a6de-23c2a031ecf7/9ea58435-57be-4249-97d7-f5efdbd3408a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:53.685312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:53.750517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:53.884491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 9e77867c-1788-4df7-871b-ec9492a1d984 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:53.892166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:53.912421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:53.955406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:54.016397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.028013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:54.056898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-01818dd5-a3d4-43b9-9389-7895aa1bf1e6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0982704 Feb 11 13:20:54.239965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-20e009cc-8eb8-4e95-882c-857482d0a73e None None] Provisioning complete for port 9ea58435-57be-4249-97d7-f5efdbd3408a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:54.240651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-20e009cc-8eb8-4e95-882c-857482d0a73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:54.283871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Request body: {'port': {'device_id': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:54.300857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-20e009cc-8eb8-4e95-882c-857482d0a73e None None] Port 9ea58435-57be-4249-97d7-f5efdbd3408a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:20:54.412899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:54.750038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fb019-ca99-44ec-a9fc-9b99485d1a1e req-c51e00de-31e8-4e7e-a747-5cf2d668ee7e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.759025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-297fb019-ca99-44ec-a9fc-9b99485d1a1e req-c51e00de-31e8-4e7e-a747-5cf2d668ee7e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 932 time: 0.2179058 Feb 11 13:20:54.892464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41776) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:54.899660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-297fb019-ca99-44ec-a9fc-9b99485d1a1e req-6ea180bc-6f82-45c8-9d6b-c05a70d909bd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390338 Feb 11 13:20:54.999340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:55.028755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e18d1435-b89d-4fc2-a89e-b923223af883 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:55.049072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea58435-57be-4249-97d7-f5efdbd3408a {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:20:55.060570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Publish callbacks [] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.088142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Transition to ACTIVE for port object 9ea58435-57be-4249-97d7-f5efdbd3408a will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:55.096598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.142620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e18d1435-b89d-4fc2-a89e-b923223af883 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:55.143643 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.148762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ce49775-adc0-4069-aca2-41f989b8102b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.182887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:55.210315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c65d04d4-88c6-480a-a6f6-e4cff9f6bba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.281364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:55.281803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:55.282138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:55.293546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e18d1435-b89d-4fc2-a89e-b923223af883 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:55.303639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:55.304067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:55.311137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:55.312174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Checking segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:55.312659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Bound using segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:55.313263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Bound port: 9ea58435-57be-4249-97d7-f5efdbd3408a, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:55.313755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.362755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c65d04d4-88c6-480a-a6f6-e4cff9f6bba9 admin admin] Publish callbacks [] for security_group (985db45e-00c4-48e3-ad13-5e557ac639a1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.373387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c65d04d4-88c6-480a-a6f6-e4cff9f6bba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (985db45e-00c4-48e3-ad13-5e557ac639a1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.397443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:55.401746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:55.413713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.458645 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c65d04d4-88c6-480a-a6f6-e4cff9f6bba9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c30755450aff4f2fa088fdb5f43e9023&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581201 Feb 11 13:20:55.459893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d04d4-88c6-480a-a6f6-e4cff9f6bba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985db45e-00c4-48e3-ad13-5e557ac639a1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:55.462852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41786) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:55.470331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ce49775-adc0-4069-aca2-41f989b8102b admin admin] Publish callbacks [] for security_group (b8619791-6c7d-4ced-9565-e430aff06833), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.481873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ce49775-adc0-4069-aca2-41f989b8102b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b8619791-6c7d-4ced-9565-e430aff06833), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.505271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.506192 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.508504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] 10.222.0.64 "PUT /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1092 time: 1.4433079 Feb 11 13:20:55.509829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf191c-80eb-414c-a956-c0f84ec8f35a service neutron] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:55.522108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:55.532621 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5735261-f86b-48e9-976b-db59298f47ed" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:55.588716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce49775-adc0-4069-aca2-41f989b8102b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8619791-6c7d-4ced-9565-e430aff06833,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:55.602928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ce49775-adc0-4069-aca2-41f989b8102b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d3a1cb1be174b3498f012d454406932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7073493 Feb 11 13:20:55.607269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41790) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:55.608634 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7b267-7085-4ef3-a2c7-f3768dbff9c3 x-openstack-request-id: req-0ce7b267-7085-4ef3-a2c7-f3768dbff9c3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:55.608983 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:55.609450 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ce7b267-7085-4ef3-a2c7-f3768dbff9c3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:55.609877 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'status': 'completed', 'code': 200} Feb 11 13:20:55.620092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-703faf52-89c3-4d6e-8be5-efb3b141c65c admin admin] Publish callbacks [] for security_group (985db45e-00c4-48e3-ad13-5e557ac639a1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.621592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-7a416184-51a3-4e76-835f-ee813d6311e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.623964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-7a416184-51a3-4e76-835f-ee813d6311e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1126 time: 0.0697296 Feb 11 13:20:55.674473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-00bc54c4-257a-48e6-941f-cb402be36495 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 217 time: 0.0441844 Feb 11 13:20:55.685628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-703faf52-89c3-4d6e-8be5-efb3b141c65c admin admin] Publish callbacks [] for security_group (985db45e-00c4-48e3-ad13-5e557ac639a1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.687600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9566a9e2-c1d6-4e61-8894-ca3e69f4c49c admin admin] Publish callbacks [] for security_group (b8619791-6c7d-4ced-9565-e430aff06833), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.734182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-eb9c938b-a901-482c-8395-4356decd4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.735454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9566a9e2-c1d6-4e61-8894-ca3e69f4c49c admin admin] Publish callbacks [] for security_group (b8619791-6c7d-4ced-9565-e430aff06833), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.736235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-eb9c938b-a901-482c-8395-4356decd4276 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.0564866 Feb 11 13:20:55.802119 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-703faf52-89c3-4d6e-8be5-efb3b141c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (985db45e-00c4-48e3-ad13-5e557ac639a1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.804872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-703faf52-89c3-4d6e-8be5-efb3b141c65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.806421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-703faf52-89c3-4d6e-8be5-efb3b141c65c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/985db45e-00c4-48e3-ad13-5e557ac639a1 HTTP/1.1" status: 204 len: 168 time: 0.3392203 Feb 11 13:20:55.821193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9566a9e2-c1d6-4e61-8894-ca3e69f4c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b8619791-6c7d-4ced-9565-e430aff06833), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.822835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-becef3cd-6f1b-489e-8324-7335d1065f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.824408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-becef3cd-6f1b-489e-8324-7335d1065f0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0817132 Feb 11 13:20:55.826243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9566a9e2-c1d6-4e61-8894-ca3e69f4c49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.827540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9566a9e2-c1d6-4e61-8894-ca3e69f4c49c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8619791-6c7d-4ced-9565-e430aff06833 HTTP/1.1" status: 204 len: 168 time: 0.2189980 Feb 11 13:20:55.833882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703faf52-89c3-4d6e-8be5-efb3b141c65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985db45e-00c4-48e3-ad13-5e557ac639a1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:55.849155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566a9e2-c1d6-4e61-8894-ca3e69f4c49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8619791-6c7d-4ced-9565-e430aff06833,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.005178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-9129a4dd-b892-4b16-9c6f-ce2c14b70700 service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742778 Feb 11 13:20:56.146150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f2872-5418-48cf-95cb-9ba776e46dfa req-6bd08f84-7fa0-4399-9550-a40437619960 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.147441 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e9f2872-5418-48cf-95cb-9ba776e46dfa req-6bd08f84-7fa0-4399-9550-a40437619960 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 944 time: 0.1401865 Feb 11 13:20:56.213361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a02ec0af-17bc-445f-92a2-964141ab7ad2 req-9b7a4a09-8ddd-4e94-ba5d-e32e085c917b service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860614 Feb 11 13:20:56.248256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e9f2872-5418-48cf-95cb-9ba776e46dfa req-d53df8f4-5a68-43ba-b53a-a009e1402495 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921569 Feb 11 13:20:56.256943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41808) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:56.264888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 41810) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:56.275104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abb747d-46c2-4c66-abeb-97a9a1ae9ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.293236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2f458535-f7c2-46b2-94a2-10b70a8d22b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.373036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abb747d-46c2-4c66-abeb-97a9a1ae9ea3 admin admin] Publish callbacks [] for security_group (4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.378426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abb747d-46c2-4c66-abeb-97a9a1ae9ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.407390 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2f458535-f7c2-46b2-94a2-10b70a8d22b4 admin admin] Publish callbacks [] for security_group (fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.413197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2f458535-f7c2-46b2-94a2-10b70a8d22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.420386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735261-f86b-48e9-976b-db59298f47ed req-23e6a2ea-9aa5-4df1-bbc4-821e2ebbb4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.421012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8abb747d-46c2-4c66-abeb-97a9a1ae9ea3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac59d991a84948ed95529b6299b62aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626344 Feb 11 13:20:56.421621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41812) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:56.422313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5735261-f86b-48e9-976b-db59298f47ed req-23e6a2ea-9aa5-4df1-bbc4-821e2ebbb4f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1126 time: 0.1375701 Feb 11 13:20:56.432699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb747d-46c2-4c66-abeb-97a9a1ae9ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.480928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4495f6c9-6dc9-4a7c-a710-bd903a129c8a admin admin] Publish callbacks [] for security_group (4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.489974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2f458535-f7c2-46b2-94a2-10b70a8d22b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93e36c588c40418ea5b3073ff040bd84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2207990 Feb 11 13:20:56.490653 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41814) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:56.498545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f458535-f7c2-46b2-94a2-10b70a8d22b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.516575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4495f6c9-6dc9-4a7c-a710-bd903a129c8a admin admin] Publish callbacks [] for security_group (4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.562636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735261-f86b-48e9-976b-db59298f47ed req-661ea293-521a-410d-8492-1742f2f85811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.564982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5735261-f86b-48e9-976b-db59298f47ed req-661ea293-521a-410d-8492-1742f2f85811 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 898 time: 0.1333487 Feb 11 13:20:56.577669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf706586-b875-498e-aaad-824965e9443f admin admin] Publish callbacks [] for security_group (fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.601518 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf706586-b875-498e-aaad-824965e9443f admin admin] Publish callbacks [] for security_group (fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.610061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4495f6c9-6dc9-4a7c-a710-bd903a129c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.612627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4495f6c9-6dc9-4a7c-a710-bd903a129c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.613809 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4495f6c9-6dc9-4a7c-a710-bd903a129c8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c HTTP/1.1" status: 204 len: 168 time: 0.1884801 Feb 11 13:20:56.620297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5735261-f86b-48e9-976b-db59298f47ed req-1e2b69c9-63b1-4f15-9df6-fe8e033b03cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 217 time: 0.0487335 Feb 11 13:20:56.636606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495f6c9-6dc9-4a7c-a710-bd903a129c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde5bb3-5a42-493a-88ee-4f3f3cb5d75c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.680968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf706586-b875-498e-aaad-824965e9443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.686301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf706586-b875-498e-aaad-824965e9443f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.688928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf706586-b875-498e-aaad-824965e9443f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6 HTTP/1.1" status: 204 len: 168 time: 0.1970983 Feb 11 13:20:56.699925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf706586-b875-498e-aaad-824965e9443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8798f8-6cfb-4a21-98a6-9fd43ffe5ee6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.716018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735261-f86b-48e9-976b-db59298f47ed req-a1861abc-80e3-4df3-9fd7-1d06ca14e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.720047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5735261-f86b-48e9-976b-db59298f47ed req-a1861abc-80e3-4df3-9fd7-1d06ca14e45b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.0931530 Feb 11 13:20:56.787790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5735261-f86b-48e9-976b-db59298f47ed req-6c26f83d-16d3-4e10-86ad-f174a34abed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.789585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5735261-f86b-48e9-976b-db59298f47ed req-6c26f83d-16d3-4e10-86ad-f174a34abed7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635252 Feb 11 13:20:56.963148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5735261-f86b-48e9-976b-db59298f47ed req-809838b5-72a3-42d4-9d94-6a05d64a8584 service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653118 Feb 11 13:20:57.086242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5735261-f86b-48e9-976b-db59298f47ed req-14f5737c-8b1b-4da0-be75-733a68ae0dde service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167233 Feb 11 13:20:57.429160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ec7f3-ff79-495a-b340-884401a0c1c0 req-a7f95efc-9b9b-4d2a-973f-c4a524e8fe04 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.437688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d16ec7f3-ff79-495a-b340-884401a0c1c0 req-a7f95efc-9b9b-4d2a-973f-c4a524e8fe04 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 944 time: 0.0853975 Feb 11 13:20:57.525671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d16ec7f3-ff79-495a-b340-884401a0c1c0 req-7bdcd73c-7887-418e-904b-c9083191cde3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805032 Feb 11 13:20:58.677662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b29b18-d89c-487b-9772-6b2f45f6fa15 req-625f84c2-7c65-48f7-ba8b-efe3ca3844d0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.686573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4b29b18-d89c-487b-9772-6b2f45f6fa15 req-625f84c2-7c65-48f7-ba8b-efe3ca3844d0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 944 time: 0.0741904 Feb 11 13:20:58.754377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4b29b18-d89c-487b-9772-6b2f45f6fa15 req-95fe4998-fe9a-4ab7-86a4-55a6a44eea94 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662839 Feb 11 13:20:59.305091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0de92646-2550-486e-accf-f88a8199ccad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.906022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36e326-a8c8-458a-8156-ba0d47804005 req-35857bcc-8790-4797-9ef5-ddfd2575dd15 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.914883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f36e326-a8c8-458a-8156-ba0d47804005 req-35857bcc-8790-4797-9ef5-ddfd2575dd15 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 944 time: 0.0761418 Feb 11 13:21:00.003058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f36e326-a8c8-458a-8156-ba0d47804005 req-83dc2904-f560-4e1a-933f-aee171f90327 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857165 Feb 11 13:21:00.004419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:21:00.201291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 41998) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:00.206022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:00.336650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:00.350923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'port_id': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'mac_address': 'fa:16:3e:52:55:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:21:00.406330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 9ea58435-57be-4249-97d7-f5efdbd3408a is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:21:00.406734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.422161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea58435-57be-4249-97d7-f5efdbd3408a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:21:00.452379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:00.458016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.494893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.520513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:00.597060 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Publish callbacks [] for security_group (5d2c63b8-3651-495f-82b6-ac28b38bdb3b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.602466 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d2c63b8-3651-495f-82b6-ac28b38bdb3b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.645337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2c63b8-3651-495f-82b6-ac28b38bdb3b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:00.650091 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca7cda8afb8f4a9b86d9aadd4e403335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4477479 Feb 11 13:21:00.653819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:00.672559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.673042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.673471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.673892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.674253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.674591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.675161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.675934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.676267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.676589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.676959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.677281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.677658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c81c8a5-f614-4450-835f-e704ca01283d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:00.732020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d87dda2-298f-41de-95fd-0f316bf6689a admin admin] Publish callbacks [] for security_group (5d2c63b8-3651-495f-82b6-ac28b38bdb3b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.756477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d87dda2-298f-41de-95fd-0f316bf6689a admin admin] Publish callbacks [] for security_group (5d2c63b8-3651-495f-82b6-ac28b38bdb3b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.815343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d87dda2-298f-41de-95fd-0f316bf6689a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5d2c63b8-3651-495f-82b6-ac28b38bdb3b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.817171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d87dda2-298f-41de-95fd-0f316bf6689a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:00.818493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8d87dda2-298f-41de-95fd-0f316bf6689a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d2c63b8-3651-495f-82b6-ac28b38bdb3b HTTP/1.1" status: 204 len: 168 time: 0.1626551 Feb 11 13:21:00.829308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d87dda2-298f-41de-95fd-0f316bf6689a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2c63b8-3651-495f-82b6-ac28b38bdb3b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:00.835719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['9ea58435-57be-4249-97d7-f5efdbd3408a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:01.214217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e01fe-7a1b-47ae-b088-1f98780ce499 req-2c8761b8-a0b2-4adc-a60f-c43557c6e641 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.220997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f97e01fe-7a1b-47ae-b088-1f98780ce499 req-2c8761b8-a0b2-4adc-a60f-c43557c6e641 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.1107161 Feb 11 13:21:01.292092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f97e01fe-7a1b-47ae-b088-1f98780ce499 req-5467930c-d8d8-4a94-8999-1c71e4c181ab tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671697 Feb 11 13:21:01.407551 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-83b48b8f-7e07-41eb-b3d8-475bf82e8c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.444734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42032) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:01.466355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71d4ed8c-2b42-47e2-8b93-0b92e0cca3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.581189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71d4ed8c-2b42-47e2-8b93-0b92e0cca3da admin admin] Publish callbacks [] for security_group (774777de-f2a8-4870-a830-0071d8612aa6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.587617 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71d4ed8c-2b42-47e2-8b93-0b92e0cca3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (774777de-f2a8-4870-a830-0071d8612aa6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.639807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d4ed8c-2b42-47e2-8b93-0b92e0cca3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774777de-f2a8-4870-a830-0071d8612aa6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:01.660051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-71d4ed8c-2b42-47e2-8b93-0b92e0cca3da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c968fc36f8a3408ca0d2ada409f6aecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2135608 Feb 11 13:21:01.662787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42036) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:01.744606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96f5379a-477a-4617-a6ad-04994ce3427e admin admin] Publish callbacks [] for security_group (774777de-f2a8-4870-a830-0071d8612aa6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.785977 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96f5379a-477a-4617-a6ad-04994ce3427e admin admin] Publish callbacks [] for security_group (774777de-f2a8-4870-a830-0071d8612aa6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.849169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96f5379a-477a-4617-a6ad-04994ce3427e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (774777de-f2a8-4870-a830-0071d8612aa6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.853021 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96f5379a-477a-4617-a6ad-04994ce3427e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:01.854818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-96f5379a-477a-4617-a6ad-04994ce3427e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/774777de-f2a8-4870-a830-0071d8612aa6 HTTP/1.1" status: 204 len: 168 time: 0.1908820 Feb 11 13:21:01.867552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5379a-477a-4617-a6ad-04994ce3427e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774777de-f2a8-4870-a830-0071d8612aa6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:02.238950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:02.328911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 9ea58435-57be-4249-97d7-f5efdbd3408a completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:02.336009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 9ea58435-57be-4249-97d7-f5efdbd3408a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:02.337200 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:02.486455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 9ea58435-57be-4249-97d7-f5efdbd3408a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:21:02.487873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:02.514056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f83bc-c387-4a94-b9a5-594f45bf2bd6 req-5ce1d058-a884-444c-b6b3-683178da3fd1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:02.518423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-462f83bc-c387-4a94-b9a5-594f45bf2bd6 req-5ce1d058-a884-444c-b6b3-683178da3fd1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.1118288 Feb 11 13:21:02.528099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:21:02.530954 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b5a289-86d5-4412-8c62-f2b084a93613" -d '{"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:02.548610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:02.561572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:02.625694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:02.630367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-462f83bc-c387-4a94-b9a5-594f45bf2bd6 req-4c88c93e-3043-42ed-98f7-06c7b1fe5db7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057844 Feb 11 13:21:02.635927 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:02.691051 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48662682-284d-4b21-b5f9-0fc2101817e4 x-openstack-request-id: req-48662682-284d-4b21-b5f9-0fc2101817e4 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:02.691365 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:02.691656 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48662682-284d-4b21-b5f9-0fc2101817e4 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:02.692064 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'code': 200} Feb 11 13:21:02.822678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5f0c6-e366-41f6-aedb-807b479d28b5 req-225e9919-d70d-46c3-ac41-97aef92e0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:02.826115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07e5f0c6-e366-41f6-aedb-807b479d28b5 req-225e9919-d70d-46c3-ac41-97aef92e0edb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1128 time: 0.0554330 Feb 11 13:21:02.894088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07e5f0c6-e366-41f6-aedb-807b479d28b5 req-95b7a815-aeb1-4d37-8f31-e7907d59b68c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605021 Feb 11 13:21:03.785285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfac0a-6f54-46f9-9615-a24615a68709 req-5708987c-d0e7-44b5-87ef-96f566992f58 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.791663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69bfac0a-6f54-46f9-9615-a24615a68709 req-5708987c-d0e7-44b5-87ef-96f566992f58 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.0890510 Feb 11 13:21:03.912682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69bfac0a-6f54-46f9-9615-a24615a68709 req-976fd7d7-6748-4d60-86f7-c8bb88ab9112 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174443 Feb 11 13:21:04.235466 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:05.178213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c80f7c-6959-497d-a123-78e3fde048bf req-0a03db6b-7053-4356-955e-eee89a2fedc9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.179990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7c80f7c-6959-497d-a123-78e3fde048bf req-0a03db6b-7053-4356-955e-eee89a2fedc9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.1542315 Feb 11 13:21:05.294055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7c80f7c-6959-497d-a123-78e3fde048bf req-7c3957cf-3c99-495f-953d-ca30c0638022 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067190 Feb 11 13:21:05.351151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:05.554409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97928ef4-d36c-407c-8c6e-28a4aee78b87 req-e7e5a0fb-cc13-4517-8fd5-256191f674b6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.572799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97928ef4-d36c-407c-8c6e-28a4aee78b87 req-e7e5a0fb-cc13-4517-8fd5-256191f674b6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.1219604 Feb 11 13:21:05.605536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42218) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:05.685715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97928ef4-d36c-407c-8c6e-28a4aee78b87 req-1569f8f2-9c90-4b8b-9dcb-c5de4dc2b62f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118770 Feb 11 13:21:05.702109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42222) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:05.816903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9435b0b-a174-44a6-87ca-dc6c804b8eb0 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.820233 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a9435b0b-a174-44a6-87ca-dc6c804b8eb0 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1123 time: 0.1167686 Feb 11 13:21:05.823298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42226) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:05.832427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:05.898119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.019389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d38de7c5-0c6f-43cd-8d36-cf54c1de6a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.072018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.196404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d38de7c5-0c6f-43cd-8d36-cf54c1de6a24 admin admin] Publish callbacks [] for security_group (6b91908c-8892-45cc-ba12-818b5420de68), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.203217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d38de7c5-0c6f-43cd-8d36-cf54c1de6a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6b91908c-8892-45cc-ba12-818b5420de68), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.243863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.193 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/005f0853-2a2e-4c71-a602-6815d8b173b4) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:06.333446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38de7c5-0c6f-43cd-8d36-cf54c1de6a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b91908c-8892-45cc-ba12-818b5420de68,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:06.340490 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d38de7c5-0c6f-43cd-8d36-cf54c1de6a24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ca73250d07846df9e22173e4735ebed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7332773 Feb 11 13:21:06.343268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42242) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:06.456513 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c2c6-2af0-45ed-9482-153286614808 admin admin] Publish callbacks [] for security_group (6b91908c-8892-45cc-ba12-818b5420de68), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.487046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.506218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c2c6-2af0-45ed-9482-153286614808 admin admin] Publish callbacks [] for security_group (6b91908c-8892-45cc-ba12-818b5420de68), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.574689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.593902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:06.596787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:06.621974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:06.662458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c2c6-2af0-45ed-9482-153286614808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6b91908c-8892-45cc-ba12-818b5420de68), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.667508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2ab2c2c6-2af0-45ed-9482-153286614808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:06.669317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2ab2c2c6-2af0-45ed-9482-153286614808 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b91908c-8892-45cc-ba12-818b5420de68 HTTP/1.1" status: 204 len: 168 time: 0.3245151 Feb 11 13:21:06.695242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2c2c6-2af0-45ed-9482-153286614808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b91908c-8892-45cc-ba12-818b5420de68,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:06.708956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=005f0853-2a2e-4c71-a602-6815d8b173b4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:07.165131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42270) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:07.367859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42276) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:07.383460 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3719f83a-dd1e-447c-8244-49fbab589616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.401510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d0e41f9-04a9-4a36-87c6-f4656a5ef74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.618844 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.659627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d0e41f9-04a9-4a36-87c6-f4656a5ef74f admin admin] Publish callbacks [] for security_group (0871b49d-0b6d-425e-ba5a-d08be0aeb2a1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.667929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d0e41f9-04a9-4a36-87c6-f4656a5ef74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0871b49d-0b6d-425e-ba5a-d08be0aeb2a1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.703391 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.762791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3719f83a-dd1e-447c-8244-49fbab589616 admin admin] Publish callbacks [] for security_group (dff746d2-8d39-45a4-9646-9a876a716ad4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.767586 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2d0e41f9-04a9-4a36-87c6-f4656a5ef74f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9f20c24129c4d9684b9588a79bad944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3985765 Feb 11 13:21:07.769173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e41f9-04a9-4a36-87c6-f4656a5ef74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0871b49d-0b6d-425e-ba5a-d08be0aeb2a1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:07.771198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42284) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:07.773929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3719f83a-dd1e-447c-8244-49fbab589616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dff746d2-8d39-45a4-9646-9a876a716ad4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.816611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719f83a-dd1e-447c-8244-49fbab589616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff746d2-8d39-45a4-9646-9a876a716ad4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:07.823033 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3719f83a-dd1e-447c-8244-49fbab589616 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1cfe99a4b184358956c3e77ee797e97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6566989 Feb 11 13:21:07.825632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:07.908720 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02bc66d2-824f-4ef8-89d0-10781fcb5ebf admin admin] Publish callbacks [] for security_group (dff746d2-8d39-45a4-9646-9a876a716ad4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.932246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02bc66d2-824f-4ef8-89d0-10781fcb5ebf admin admin] Publish callbacks [] for security_group (dff746d2-8d39-45a4-9646-9a876a716ad4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.959112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b3b22b-67c7-445b-9a0d-fd14ebd07e6b admin admin] Publish callbacks [] for security_group (0871b49d-0b6d-425e-ba5a-d08be0aeb2a1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.981439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b3b22b-67c7-445b-9a0d-fd14ebd07e6b admin admin] Publish callbacks [] for security_group (0871b49d-0b6d-425e-ba5a-d08be0aeb2a1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.990047 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02bc66d2-824f-4ef8-89d0-10781fcb5ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (dff746d2-8d39-45a4-9646-9a876a716ad4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.993120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02bc66d2-824f-4ef8-89d0-10781fcb5ebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.996723 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02bc66d2-824f-4ef8-89d0-10781fcb5ebf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dff746d2-8d39-45a4-9646-9a876a716ad4 HTTP/1.1" status: 204 len: 168 time: 0.1674783 Feb 11 13:21:08.017919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc66d2-824f-4ef8-89d0-10781fcb5ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff746d2-8d39-45a4-9646-9a876a716ad4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:08.065775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.073299 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b3b22b-67c7-445b-9a0d-fd14ebd07e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0871b49d-0b6d-425e-ba5a-d08be0aeb2a1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.090350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83b3b22b-67c7-445b-9a0d-fd14ebd07e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.096257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-83b3b22b-67c7-445b-9a0d-fd14ebd07e6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0871b49d-0b6d-425e-ba5a-d08be0aeb2a1 HTTP/1.1" status: 204 len: 168 time: 0.3218243 Feb 11 13:21:08.106137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.139370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3b22b-67c7-445b-9a0d-fd14ebd07e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0871b49d-0b6d-425e-ba5a-d08be0aeb2a1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:08.247847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=005f0853-2a2e-4c71-a602-6815d8b173b4,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:08.267384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.406053 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP 7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 associated. External IP: 172.25.1.193, port: 9ea58435-57be-4249-97d7-f5efdbd3408a. Feb 11 13:21:08.724456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 5c6310fe-78cd-49b2-b940-55011e956d54 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:08.818200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:08.872094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fc4256d-eb0f-45fc-bdd1-07f34a94117a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.891526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:08.905785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] Sync routers for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:08.920770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:08.921415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:08.937943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.985766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fc4256d-eb0f-45fc-bdd1-07f34a94117a admin admin] Publish callbacks [] for security_group (9d564042-05fc-45bc-a07d-d109e6b05a75), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.992348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fc4256d-eb0f-45fc-bdd1-07f34a94117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9d564042-05fc-45bc-a07d-d109e6b05a75), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:09.013209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a8a461f6-d316-4ccb-b0b2-8ca58f283177 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1884673 Feb 11 13:21:09.013808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:21:09.023363 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5fc4256d-eb0f-45fc-bdd1-07f34a94117a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a27a7f2b175e4e93bbd903cfaaa5e1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2040567 Feb 11 13:21:09.026946 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:09.032691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42336) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:09.046527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4256d-eb0f-45fc-bdd1-07f34a94117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d564042-05fc-45bc-a07d-d109e6b05a75,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:09.181343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61f998e9-f2e6-4779-a38e-72eb518ff1da admin admin] Publish callbacks [] for security_group (9d564042-05fc-45bc-a07d-d109e6b05a75), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:09.190376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:09.467865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61f998e9-f2e6-4779-a38e-72eb518ff1da admin admin] Publish callbacks [] for security_group (9d564042-05fc-45bc-a07d-d109e6b05a75), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:09.467865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808de9e6-38af-47f5-a157-1e8c48377133 req-78937933-6380-4d55-b882-e5c77fbf992e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.467865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-808de9e6-38af-47f5-a157-1e8c48377133 req-78937933-6380-4d55-b882-e5c77fbf992e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.1581848 Feb 11 13:21:09.480830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-808de9e6-38af-47f5-a157-1e8c48377133 req-c71cd68d-4cc7-43bf-a638-2a42a299876f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708932 Feb 11 13:21:09.502890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61f998e9-f2e6-4779-a38e-72eb518ff1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9d564042-05fc-45bc-a07d-d109e6b05a75), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:09.505923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42364) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:09.506917 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61f998e9-f2e6-4779-a38e-72eb518ff1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:09.511653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-61f998e9-f2e6-4779-a38e-72eb518ff1da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d564042-05fc-45bc-a07d-d109e6b05a75 HTTP/1.1" status: 204 len: 168 time: 0.4779508 Feb 11 13:21:09.530875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f998e9-f2e6-4779-a38e-72eb518ff1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d564042-05fc-45bc-a07d-d109e6b05a75,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:09.559904 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766fb296-3f1a-4d3e-8ecf-ad4c75b2ccd9 x-openstack-request-id: req-766fb296-3f1a-4d3e-8ecf-ad4c75b2ccd9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:09.560232 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:09.560533 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-766fb296-3f1a-4d3e-8ecf-ad4c75b2ccd9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:09.560979 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'status': 'completed', 'code': 200} Feb 11 13:21:09.687400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-263e8f37-20b6-4daa-9d51-aa3861cf6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.689926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-263e8f37-20b6-4daa-9d51-aa3861cf6a06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1128 time: 0.0954583 Feb 11 13:21:09.696307 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2005a9d9-fa2a-48ac-a52e-c0d659dff690 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 HTTP/1.1" status: 200 len: 992 time: 0.1875963 Feb 11 13:21:09.872714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-7211112c-a31f-465c-bbe1-4ad39e9b0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.875990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-7211112c-a31f-465c-bbe1-4ad39e9b0f35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 898 time: 0.1727605 Feb 11 13:21:09.976593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-ce755f6e-1852-4720-bc00-ac92432bf4b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1000 time: 0.0926540 Feb 11 13:21:10.037442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-51f40e67-c43b-43e9-a144-d20595764b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.039173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-51f40e67-c43b-43e9-a144-d20595764b2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.0563891 Feb 11 13:21:10.048579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'port_id': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'mac_address': 'fa:16:3e:52:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:06Z', 'updated_at': '2022-02-11T13:21:06Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:52Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:10.086720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] Checking router: 5c6310fe-78cd-49b2-b940-55011e956d54 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:10.098994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:10.100070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:10.136740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-172bc400-528d-4640-b0a6-8f9636b0550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.138653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-172bc400-528d-4640-b0a6-8f9636b0550b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937111 Feb 11 13:21:10.395951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-6240fd87-80bc-493f-9830-2759c6f68b2d service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500274 Feb 11 13:21:10.396873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:10.622267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f962fb5c-175e-4938-b5bb-b8ad38ac6c8f req-41322394-323d-4a50-99fa-420644c41cfe service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055612 Feb 11 13:21:10.699320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42446) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:10.737276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42448) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:10.805758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bf8b94e9-ff5f-4d0e-ad75-44168928f493 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 HTTP/1.1" status: 200 len: 992 time: 0.1046755 Feb 11 13:21:10.856193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'port_id': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'mac_address': 'fa:16:3e:52:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:06Z', 'updated_at': '2022-02-11T13:21:06Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:52Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:10.896431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ce303a-d935-462f-a5f1-ae599fad0b69 None None] The sync data for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 is: [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.193', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'port_id': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'mac_address': 'fa:16:3e:52:55:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:06Z', 'updated_at': '2022-02-11T13:21:06Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:52Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:10.992328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89a3084b-f5d0-49c8-b2f8-acd145fb0453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:11.104732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89a3084b-f5d0-49c8-b2f8-acd145fb0453 admin admin] Publish callbacks [] for security_group (5a17f68b-5f26-4440-8930-450a8fbc6b55), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:11.125068 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89a3084b-f5d0-49c8-b2f8-acd145fb0453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5a17f68b-5f26-4440-8930-450a8fbc6b55), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:11.171817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3084b-f5d0-49c8-b2f8-acd145fb0453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17f68b-5f26-4440-8930-450a8fbc6b55,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:11.187405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89a3084b-f5d0-49c8-b2f8-acd145fb0453 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f08373aaa974d449552be6ddd2b4242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4481847 Feb 11 13:21:11.190519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42466) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:11.258676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f6e033f-1c9e-4c92-a95f-9a63bcea1583 admin admin] Publish callbacks [] for security_group (5a17f68b-5f26-4440-8930-450a8fbc6b55), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:11.285922 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43339268-bfd4-44ea-a880-247ff98d6287 None None] New status for floating IP 7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:21:11.291092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f6e033f-1c9e-4c92-a95f-9a63bcea1583 admin admin] Publish callbacks [] for security_group (5a17f68b-5f26-4440-8930-450a8fbc6b55), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:11.402994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f6e033f-1c9e-4c92-a95f-9a63bcea1583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5a17f68b-5f26-4440-8930-450a8fbc6b55), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:11.406226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4f6e033f-1c9e-4c92-a95f-9a63bcea1583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:11.408166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4f6e033f-1c9e-4c92-a95f-9a63bcea1583 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a17f68b-5f26-4440-8930-450a8fbc6b55 HTTP/1.1" status: 204 len: 168 time: 0.2160196 Feb 11 13:21:11.427460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e033f-1c9e-4c92-a95f-9a63bcea1583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17f68b-5f26-4440-8930-450a8fbc6b55,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:11.809274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42500) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:11.922094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a6dcef89-431a-4171-84e1-7683c424c824 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 HTTP/1.1" status: 200 len: 994 time: 0.1040239 Feb 11 13:21:13.737591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42604) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:13.898401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-242758348', 'router:external': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:13.923178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Made reservation on behalf of 78a3a680db584073ad2bc8ebace95b28 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:13.929426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:13.946283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.045381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for security_group (d735a14a-6afb-4437-aa0a-0a23315c121e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.062080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d735a14a-6afb-4437-aa0a-0a23315c121e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.087361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:14.097717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d735a14a-6afb-4437-aa0a-0a23315c121e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:14.104852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6472ff71-07fa-441f-b9c6-6a8d1eb5f119), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.105331 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Added segment 6472ff71-07fa-441f-b9c6-6a8d1eb5f119 of type vlan for network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a Feb 11 13:21:14.175902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (abf700d9-7c17-4a89-8ba3-b5c3280a3c2a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.241877 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (abf700d9-7c17-4a89-8ba3-b5c3280a3c2a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.243067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.243710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.399936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Network': ['ID=abf700d9-7c17-4a89-8ba3-b5c3280a3c2a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:14.415911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:14.418450 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-48eb6d59-15fa-49f0-8918-dc73758ae433 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6796799 Feb 11 13:21:14.418788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42646) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:14.428003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'subnet': {'network_id': 'abf700d9-7c17-4a89-8ba3-b5c3280a3c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:14.518924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Made reservation on behalf of 78a3a680db584073ad2bc8ebace95b28 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:14.522382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:14.707236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:15.003849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:21:15.004343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (7fc0724d-654d-409e-8c82-36e545339105), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:15.022564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.023109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.023771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.024583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.025119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.025700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.027641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.038686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-aa25e487-07c3-4e77-8132-7d0eb33e73e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6706 time: 0.3298857 Feb 11 13:21:15.076583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7fc0724d-654d-409e-8c82-36e545339105,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:15.101536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Checking segment: {'id': '6472ff71-07fa-441f-b9c6-6a8d1eb5f119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'abf700d9-7c17-4a89-8ba3-b5c3280a3c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:21:15.102027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network hostable DHCP agents. Network: abf700d9-7c17-4a89-8ba3-b5c3280a3c2a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:15.146660 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-4ccfb875-6cd9-45b3-a89c-898e0465d5b1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065919 Feb 11 13:21:15.157898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:15.177004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, abf700d9-7c17-4a89-8ba3-b5c3280a3c2a) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:15.186488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c480d4-f3e9-4509-8f65-fdc4ec11a547 None None] Network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:21:15.189581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.190279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:15.243445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4363d6c6-7901-4f3a-8618-80ce29464b78 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8203208 Feb 11 13:21:15.243773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42686) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:15.249830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-805531422', 'network_id': 'abf700d9-7c17-4a89-8ba3-b5c3280a3c2a'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:15.274819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Made reservation on behalf of 78a3a680db584073ad2bc8ebace95b28 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:15.278685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:15.306894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] device_id is not set on port b71babd7-8179-4512-8d04-12d3cf0b3b85 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:21:15.328742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126f5f3-8b5f-4910-a6e6-53437533295c None None] Network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:21:15.520149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Allocated IP 172.20.0.13 (abf700d9-7c17-4a89-8ba3-b5c3280a3c2a/7fc0724d-654d-409e-8c82-36e545339105/b71babd7-8179-4512-8d04-12d3cf0b3b85) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:15.703839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for port (b71babd7-8179-4512-8d04-12d3cf0b3b85), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:15.745387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (b71babd7-8179-4512-8d04-12d3cf0b3b85), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:15.800413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:15.805985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:15.818032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Port': ['ID=b71babd7-8179-4512-8d04-12d3cf0b3b85,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:15.821053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:15.881595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.884488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:15.907182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:15.908076 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0109273-1325-4ff8-8b3c-b6a2a39c0577 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6627741 Feb 11 13:21:16.024373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Deleting port b71babd7-8179-4512-8d04-12d3cf0b3b85 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:16.024765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b71babd7-8179-4512-8d04-12d3cf0b3b85), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.130333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b71babd7-8179-4512-8d04-12d3cf0b3b85), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.160847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Calling delete_port for b71babd7-8179-4512-8d04-12d3cf0b3b85 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:16.305765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b71babd7-8179-4512-8d04-12d3cf0b3b85), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.341499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event deleted for resources: {'Port': ['ID=b71babd7-8179-4512-8d04-12d3cf0b3b85,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:16.355364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.445085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.448609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b49d175b-47e2-48b3-9423-8d25321cb70c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "DELETE /v2.0/ports/b71babd7-8179-4512-8d04-12d3cf0b3b85 HTTP/1.1" status: 204 len: 168 time: 0.5403466 Feb 11 13:21:16.451721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42738) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:16.457311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abf700d9-7c17-4a89-8ba3-b5c3280a3c2a', 'external_fixed_ips': [{'subnet_id': '7fc0724d-654d-409e-8c82-36e545339105', 'ip_address': '172.20.0.13'}]}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:16.482717 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.484236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.572277 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.761731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:16.897623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42764) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:17.035827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-78d36b5a-9ac8-4bcf-b6b8-982fd0c3db26 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1271923 Feb 11 13:21:17.129399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e701dc-bee6-470e-b60a-74e5598c33cf req-07cf51e1-325c-41b1-8142-574b3ba4f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.131680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b4e701dc-bee6-470e-b60a-74e5598c33cf req-07cf51e1-325c-41b1-8142-574b3ba4f267 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1127 time: 0.2318840 Feb 11 13:21:17.171350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:17.195158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b4e701dc-bee6-470e-b60a-74e5598c33cf req-b3a7d5cf-5344-41c8-a659-fee2d64a2479 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547459 Feb 11 13:21:17.204068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.204607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.205066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.205525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.206033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.206470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.206923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.208955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f613cf7b-8a66-47c2-92b8-21cd8613f603 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d16c09587f1347049d74d3093b0075d2&device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 6706 time: 0.0970490 Feb 11 13:21:17.210484 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:17.290399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:17.437676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-63c82d97-0bd0-4361-89cd-2ea0c0ab4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.438143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-63c82d97-0bd0-4361-89cd-2ea0c0ab4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.438587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-63c82d97-0bd0-4361-89cd-2ea0c0ab4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.440897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-63c82d97-0bd0-4361-89cd-2ea0c0ab4d6e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&id=36e0d722-4c37-4bdb-b34f-cb9058780974&id=36e0d722-4c37-4bdb-b34f-cb9058780974 HTTP/1.1" status: 200 len: 2290 time: 0.1822166 Feb 11 13:21:17.500009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Allocated IP 172.20.0.13 (abf700d9-7c17-4a89-8ba3-b5c3280a3c2a/7fc0724d-654d-409e-8c82-36e545339105/ef6c4602-c014-4525-b792-ac420b4b7acd) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:17.556414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-7976e0bb-03b2-45c2-8e78-2edd4604f716 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903 HTTP/1.1" status: 200 len: 1001 time: 0.1079559 Feb 11 13:21:17.689589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for port (ef6c4602-c014-4525-b792-ac420b4b7acd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:17.713961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-8a551ee9-74b8-40fc-885b-17c1c4a58bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.715861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-8a551ee9-74b8-40fc-885b-17c1c4a58bbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d HTTP/1.1" status: 200 len: 850 time: 0.0843751 Feb 11 13:21:17.770964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ef6c4602-c014-4525-b792-ac420b4b7acd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:17.846415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:17.858761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-9d962c71-72f5-4e23-b2c2-c3601e920983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.858761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-9d962c71-72f5-4e23-b2c2-c3601e920983 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1255112 Feb 11 13:21:17.858761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Port': ['ID=ef6c4602-c014-4525-b792-ac420b4b7acd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:17.864753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:17.868307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:18.087288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-0631931d-5782-4d8a-a8f0-69e47565ad37 service neutron] 10.222.0.64 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203825 Feb 11 13:21:18.278169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-89ce84ef-cc09-4786-a326-12c8e11627be service neutron] 10.222.0.64 "GET /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679080 Feb 11 13:21:18.325468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-e8811372-2940-4a4d-b60d-f4adcdea7569 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 217 time: 0.0409448 Feb 11 13:21:18.852269 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:18.889724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-788eae27-ee69-41ac-b986-e8f187ed9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.891194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-788eae27-ee69-41ac-b986-e8f187ed9df6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.5590484 Feb 11 13:21:19.006996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-874a6096-41f8-4b47-b255-4668b5810bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.013517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-874a6096-41f8-4b47-b255-4668b5810bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1161146 Feb 11 13:21:19.191286 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:19.198665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-a72e326e-a4fb-48b0-b31d-6205769d531c service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536107 Feb 11 13:21:19.391631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-81481efb-6da5-428c-95cb-9e9f7bfcf7c2 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531868 Feb 11 13:21:19.447945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-6bb730d3-e769-43b8-8a1c-029794c9d3b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 217 time: 0.0506389 Feb 11 13:21:19.497651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Router 2b21eab9-57b8-4faf-92c2-0d2cab98f1d0 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:19.507296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-65e52939-2947-4f95-9295-f3fe1158683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.508927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-65e52939-2947-4f95-9295-f3fe1158683c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.0540419 Feb 11 13:21:19.649803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-4445e7d7-4d15-420d-a65b-38cde646e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.651402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-4445e7d7-4d15-420d-a65b-38cde646e38f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1337152 Feb 11 13:21:19.688398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:19.698380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Sync routers for ids ['2b21eab9-57b8-4faf-92c2-0d2cab98f1d0'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:19.714801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Routers {'2b21eab9-57b8-4faf-92c2-0d2cab98f1d0'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:19.715854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2b21eab9-57b8-4faf-92c2-0d2cab98f1d0'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:19.760151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:19.765131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42874) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:19.774213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d28f944f-9629-43a4-a1e6-06ff895f24e5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3211861 Feb 11 13:21:19.862455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42878) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:19.871648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Set router 2b21eab9-57b8-4faf-92c2-0d2cab98f1d0 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:19.886058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-f1ed951e-4251-43c4-b92d-dc22be8df310 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244654 Feb 11 13:21:19.896066 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.057545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.081706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-e1b4de9a-2bd1-4082-9688-5ff9744d4908 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888309 Feb 11 13:21:20.126491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Deleting port ef6c4602-c014-4525-b792-ac420b4b7acd {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:20.127089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ef6c4602-c014-4525-b792-ac420b4b7acd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.165168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-635678dc-9082-446f-a3bf-779dcaf64993 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb HTTP/1.1" status: 200 len: 217 time: 0.0748749 Feb 11 13:21:20.167008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b21eab9-57b8-4faf-92c2-0d2cab98f1d0', 'name': '', 'tenant_id': '78a3a680db584073ad2bc8ebace95b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abf700d9-7c17-4a89-8ba3-b5c3280a3c2a', 'external_fixed_ips': [{'subnet_id': '7fc0724d-654d-409e-8c82-36e545339105', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ef6c4602-c014-4525-b792-ac420b4b7acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:16Z', 'updated_at': '2022-02-11T13:21:18Z', 'revision_number': 3, 'project_id': '78a3a680db584073ad2bc8ebace95b28', 'gw_port': {'id': 'ef6c4602-c014-4525-b792-ac420b4b7acd', 'name': '', 'network_id': 'abf700d9-7c17-4a89-8ba3-b5c3280a3c2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b21eab9-57b8-4faf-92c2-0d2cab98f1d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '7fc0724d-654d-409e-8c82-36e545339105', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:17Z', 'updated_at': '2022-02-11T13:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7fc0724d-654d-409e-8c82-36e545339105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:20.184188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b71d904f-757e-48e3-bd52-9440f4cf395e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.200201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Checking router: 2b21eab9-57b8-4faf-92c2-0d2cab98f1d0 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:20.200552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Updating router 2b21eab9-57b8-4faf-92c2-0d2cab98f1d0 port ef6c4602-c014-4525-b792-ac420b4b7acd binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:21:20.226668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ef6c4602-c014-4525-b792-ac420b4b7acd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.247169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ef6c4602-c014-4525-b792-ac420b4b7acd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.254298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Calling delete_port for ef6c4602-c014-4525-b792-ac420b4b7acd owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:20.343552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-61129953-7e4d-4737-97fe-90d55c49cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.345486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-61129953-7e4d-4737-97fe-90d55c49cd68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.1521826 Feb 11 13:21:20.423038 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b71d904f-757e-48e3-bd52-9440f4cf395e admin admin] Publish callbacks [] for security_group (673f95be-114d-44b1-a4d6-cd1d64897e9d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.429742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-687f5c71-6621-4c24-9589-b87af4832691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.431620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-687f5c71-6621-4c24-9589-b87af4832691 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0758843 Feb 11 13:21:20.434682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b71d904f-757e-48e3-bd52-9440f4cf395e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (673f95be-114d-44b1-a4d6-cd1d64897e9d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.512190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b71d904f-757e-48e3-bd52-9440f4cf395e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=465ed0bc08ce44a98ae70b779a314fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6485817 Feb 11 13:21:20.529930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42894) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:20.553335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d904f-757e-48e3-bd52-9440f4cf395e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673f95be-114d-44b1-a4d6-cd1d64897e9d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:20.603528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-0ddc48f2-4a06-45c8-a793-4c9d94ad2878 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650646 Feb 11 13:21:20.607803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:20.608469 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:21:20.614577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ef6c4602-c014-4525-b792-ac420b4b7acd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.656878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef6c4602-c014-4525-b792-ac420b4b7acd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:20.716809 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7be561b-898d-4bee-bccf-71655f46308e admin admin] Publish callbacks [] for security_group (673f95be-114d-44b1-a4d6-cd1d64897e9d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.728978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-1ba729d1-26a3-43f1-b8eb-84d27ab31ae0 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173358 Feb 11 13:21:20.775321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7be561b-898d-4bee-bccf-71655f46308e admin admin] Publish callbacks [] for security_group (673f95be-114d-44b1-a4d6-cd1d64897e9d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.787672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-34a34f64-f567-4579-83b1-1cb6ad2b2d03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=207100d3-245d-4bcc-9564-b62cb9532953 HTTP/1.1" status: 200 len: 217 time: 0.0480664 Feb 11 13:21:20.796999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.838710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-71379ce9-caed-4b21-aa2f-d9f2bd85d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.840202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-71379ce9-caed-4b21-aa2f-d9f2bd85d8eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 200 len: 797 time: 0.0461571 Feb 11 13:21:20.915280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-fb839d60-5f14-4840-9fae-6a3c9e4892d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.916781 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-fb839d60-5f14-4840-9fae-6a3c9e4892d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=66275149-2e1a-4550-9b8c-d72c1a35ac7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0693414 Feb 11 13:21:20.934961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:20.937097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.010636 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (2b21eab9-57b8-4faf-92c2-0d2cab98f1d0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.011202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b21eab9-57b8-4faf-92c2-0d2cab98f1d0 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:21.026482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.027861 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-32f141c4-d9f1-41b5-b679-56e90fd1c5b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "DELETE /v2.0/routers/2b21eab9-57b8-4faf-92c2-0d2cab98f1d0 HTTP/1.1" status: 204 len: 168 time: 1.2610118 Feb 11 13:21:21.030569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42912) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:21.067674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-23321954-dfb4-4369-8f84-d111a3896abc service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436250 Feb 11 13:21:21.096241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Deleting subnet 7fc0724d-654d-409e-8c82-36e545339105 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:21:21.099638 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for subnet (7fc0724d-654d-409e-8c82-36e545339105), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.137387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7be561b-898d-4bee-bccf-71655f46308e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (673f95be-114d-44b1-a4d6-cd1d64897e9d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.139091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Port ef6c4602-c014-4525-b792-ac420b4b7acd not found while updating agent binding for router 2b21eab9-57b8-4faf-92c2-0d2cab98f1d0. {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 13:21:21.148414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Routers set() bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:21.148642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7be561b-898d-4bee-bccf-71655f46308e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.149314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Router IDs set() for agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:21:21.150143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_agentschedulers_db [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2b21eab9-57b8-4faf-92c2-0d2cab98f1d0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent'). {{(pid=109686) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:21:21.150754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe289a9-ea97-45c0-b9df-9303fe83caa2 None None] The sync data for ids ['2b21eab9-57b8-4faf-92c2-0d2cab98f1d0'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:21.154400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f7be561b-898d-4bee-bccf-71655f46308e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/673f95be-114d-44b1-a4d6-cd1d64897e9d HTTP/1.1" status: 204 len: 168 time: 0.6096797 Feb 11 13:21:21.179614 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (7fc0724d-654d-409e-8c82-36e545339105), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.212489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-2ebf9029-52ef-4fb1-a555-0075b18385b0 service neutron] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288185 Feb 11 13:21:21.221245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be561b-898d-4bee-bccf-71655f46308e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f95be-114d-44b1-a4d6-cd1d64897e9d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:21.258749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7fc0724d-654d-409e-8c82-36e545339105), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.280402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-47557990-73eb-4255-ac3f-573755b33b7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 HTTP/1.1" status: 200 len: 217 time: 0.0617547 Feb 11 13:21:21.327999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (7fc0724d-654d-409e-8c82-36e545339105), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.360580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc0724d-654d-409e-8c82-36e545339105,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:21.370636 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.376648 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1516a7a0-ab01-4eff-a483-575fd16c1871 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/7fc0724d-654d-409e-8c82-36e545339105 HTTP/1.1" status: 204 len: 168 time: 0.3426151 Feb 11 13:21:21.377019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42924) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:21.428544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-55161ff8-23be-477d-9990-437ba4707cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.430343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-55161ff8-23be-477d-9990-437ba4707cc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62f67c5d-ec16-4023-877f-bff76b8050a4 HTTP/1.1" status: 200 len: 797 time: 0.1442399 Feb 11 13:21:21.475796 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (abf700d9-7c17-4a89-8ba3-b5c3280a3c2a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.524875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-27ffb61f-350c-4c4d-b743-88a9a62d38a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.528948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-27ffb61f-350c-4c4d-b743-88a9a62d38a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36e0d722-4c37-4bdb-b34f-cb9058780974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0905983 Feb 11 13:21:21.580105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (abf700d9-7c17-4a89-8ba3-b5c3280a3c2a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.603018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abf700d9-7c17-4a89-8ba3-b5c3280a3c2a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:21.620314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6472ff71-07fa-441f-b9c6-6a8d1eb5f119') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:21.620634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6472ff71-07fa-441f-b9c6-6a8d1eb5f119') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:21.632843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (6472ff71-07fa-441f-b9c6-6a8d1eb5f119), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.651193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6472ff71-07fa-441f-b9c6-6a8d1eb5f119), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.668045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-b67d7125-2206-4b29-9bfb-0f2dcefefb45 service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318951 Feb 11 13:21:21.675225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:21.675863 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (6472ff71-07fa-441f-b9c6-6a8d1eb5f119), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:21.701873 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:21.761503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42938) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:21.797389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0842ee95-7086-49ac-8b0f-7810fc03eab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.818572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (abf700d9-7c17-4a89-8ba3-b5c3280a3c2a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.831708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abf700d9-7c17-4a89-8ba3-b5c3280a3c2a {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:21:21.838280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:21.840339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-e6b25992-c03e-4eb9-a76f-4bf4f5af9fa1 service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644495 Feb 11 13:21:21.841502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "DELETE /v2.0/networks/abf700d9-7c17-4a89-8ba3-b5c3280a3c2a HTTP/1.1" status: 204 len: 168 time: 0.4633300 Feb 11 13:21:21.862733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54d8be-6248-40ad-8493-1704603f2411 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event deleted for resources: {'Network': ['ID=abf700d9-7c17-4a89-8ba3-b5c3280a3c2a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:21.923814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-137360e7-e4ac-4c05-a471-a29757e0465a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c HTTP/1.1" status: 200 len: 217 time: 0.0733294 Feb 11 13:21:22.045795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-2dcaac20-26d4-4715-bfca-8b6a71677368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:22.047342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-2dcaac20-26d4-4715-bfca-8b6a71677368 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62f67c5d-ec16-4023-877f-bff76b8050a4 HTTP/1.1" status: 200 len: 797 time: 0.1159925 Feb 11 13:21:22.143467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-c5b959a4-7300-4ae9-b340-cbb3697cab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:22.145381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-c5b959a4-7300-4ae9-b340-cbb3697cab5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36e0d722-4c37-4bdb-b34f-cb9058780974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0885258 Feb 11 13:21:22.343268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0842ee95-7086-49ac-8b0f-7810fc03eab7 admin admin] Publish callbacks [] for security_group (7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.353861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0842ee95-7086-49ac-8b0f-7810fc03eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.369013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-c359afbf-ee4d-4fc5-b4b2-4f59dab94e22 service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165082 Feb 11 13:21:22.438520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42962) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:22.443346 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0842ee95-7086-49ac-8b0f-7810fc03eab7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93909b78bb0e408d97655ea3843d0d9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6806579 Feb 11 13:21:22.444418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842ee95-7086-49ac-8b0f-7810fc03eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:22.511610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42968) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:22.516414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d4f08fd1-fbba-41c5-aa14-a5314d038f5f tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'router': {'name': 'tempest-router--1892723804', 'project_id': '39fe4f9059884475b083807d438db6ee'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:22.546693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4f08fd1-fbba-41c5-aa14-a5314d038f5f tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (6de3ec25-7a67-4a51-8182-9ea360920d24), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.547876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4f08fd1-fbba-41c5-aa14-a5314d038f5f tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (6de3ec25-7a67-4a51-8182-9ea360920d24), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.579346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c23cab0b-40e4-415b-8835-ec6d51f9f516 req-8d19f978-30f6-4def-87b1-faf15641c253 service neutron] 10.222.0.64 "GET /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017438 Feb 11 13:21:22.616420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4f08fd1-fbba-41c5-aa14-a5314d038f5f tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (6de3ec25-7a67-4a51-8182-9ea360920d24), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.624411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4f08fd1-fbba-41c5-aa14-a5314d038f5f tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (6de3ec25-7a67-4a51-8182-9ea360920d24), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.650711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d4f08fd1-fbba-41c5-aa14-a5314d038f5f tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.652141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d4f08fd1-fbba-41c5-aa14-a5314d038f5f tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1393967 Feb 11 13:21:22.655204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 42970) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:22.727477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1f33a8d-53c4-472d-8667-bff6b9ba321b admin admin] Publish callbacks [] for security_group (7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.785135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1355-1d1e-49b1-8453-64daf2b26392 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (6de3ec25-7a67-4a51-8182-9ea360920d24), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:22.824013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1f33a8d-53c4-472d-8667-bff6b9ba321b admin admin] Publish callbacks [] for security_group (7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.025409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1355-1d1e-49b1-8453-64daf2b26392 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (6de3ec25-7a67-4a51-8182-9ea360920d24), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.037883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1355-1d1e-49b1-8453-64daf2b26392 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (6de3ec25-7a67-4a51-8182-9ea360920d24), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.072160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1f33a8d-53c4-472d-8667-bff6b9ba321b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.077018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1f33a8d-53c4-472d-8667-bff6b9ba321b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.078158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f1f33a8d-53c4-472d-8667-bff6b9ba321b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39 HTTP/1.1" status: 204 len: 168 time: 0.6401379 Feb 11 13:21:23.081264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1355-1d1e-49b1-8453-64daf2b26392 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (6de3ec25-7a67-4a51-8182-9ea360920d24), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.081837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7d1355-1d1e-49b1-8453-64daf2b26392 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6de3ec25-7a67-4a51-8182-9ea360920d24 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:23.087256 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d7d1355-1d1e-49b1-8453-64daf2b26392 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.087760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1d7d1355-1d1e-49b1-8453-64daf2b26392 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "DELETE /v2.0/routers/6de3ec25-7a67-4a51-8182-9ea360920d24 HTTP/1.1" status: 204 len: 168 time: 0.4314752 Feb 11 13:21:23.101507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f33a8d-53c4-472d-8667-bff6b9ba321b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d51ce-dd5d-4bbf-a681-72fe5cce1a39,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:23.283483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 42998) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:23.595163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1933167385', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:23.640251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (2cccad7a-eb7d-402a-8ad0-5460249e7a03), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.641095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (2cccad7a-eb7d-402a-8ad0-5460249e7a03), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.726898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (2cccad7a-eb7d-402a-8ad0-5460249e7a03), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.963747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (2cccad7a-eb7d-402a-8ad0-5460249e7a03), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:23.966726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-9e83dc20-3f28-4824-b674-8cf34edfd55d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190467 Feb 11 13:21:24.107536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-46da52e0-8485-429c-bc52-a8f0f33f90b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.111749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-46da52e0-8485-429c-bc52-a8f0f33f90b4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1127 time: 0.0898631 Feb 11 13:21:24.298458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-04b71a4d-c986-4b1b-8c12-f3a661f706fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.300811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-04b71a4d-c986-4b1b-8c12-f3a661f706fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 909 time: 0.1641951 Feb 11 13:21:24.351905 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (2cccad7a-eb7d-402a-8ad0-5460249e7a03), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:24.430596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-b10e01bd-32f4-4603-b23a-8baf727c32d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 1001 time: 0.1193125 Feb 11 13:21:24.430839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:24.530314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-51afe2f3-cef1-405d-be19-4fa227772d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.532711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-51afe2f3-cef1-405d-be19-4fa227772d82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 200 len: 847 time: 0.0888655 Feb 11 13:21:24.621552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-51a4019d-b5db-4277-bf92-7f72423b3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.623220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-51a4019d-b5db-4277-bf92-7f72423b3daa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f77a7be7-72c2-4edd-9c53-635f4880efed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0850346 Feb 11 13:21:24.637632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Allocated IP 172.25.1.148 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/350e546b-a5b5-401d-b460-55a942c2f26f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:24.763390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-38b5795c-be91-4ae2-883a-b07cc6599e40 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333971 Feb 11 13:21:24.787386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for port (350e546b-a5b5-401d-b460-55a942c2f26f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:24.853163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (350e546b-a5b5-401d-b460-55a942c2f26f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:24.900705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41d73f8b-13df-4df2-be31-7bc88e60326d req-3ead55e3-c357-4b07-9e83-82286d487f5d service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308362 Feb 11 13:21:24.951196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:24.954626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:24.959196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:24.963075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event updated for resources: {'Port': ['ID=350e546b-a5b5-401d-b460-55a942c2f26f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:25.287409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (2cccad7a-eb7d-402a-8ad0-5460249e7a03), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:25.573082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (2cccad7a-eb7d-402a-8ad0-5460249e7a03), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:25.734825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Router 2cccad7a-eb7d-402a-8ad0-5460249e7a03 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:25.911335 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:25.922286 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] Sync routers for ids ['2cccad7a-eb7d-402a-8ad0-5460249e7a03'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:25.937219 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] Routers {'2cccad7a-eb7d-402a-8ad0-5460249e7a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:25.938226 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2cccad7a-eb7d-402a-8ad0-5460249e7a03'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:25.957846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:25.959381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fe0bb7b6-6ae4-42db-9983-222c1be728cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6751003 Feb 11 13:21:25.962439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43122) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:26.047222 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:26.057256 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] Routers {'2cccad7a-eb7d-402a-8ad0-5460249e7a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:26.057944 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2cccad7a-eb7d-402a-8ad0-5460249e7a03'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:26.100264 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:26.100744 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f622ff8-ee24-4444-a18b-4cfb49203dec None None] The sync data for ids ['2cccad7a-eb7d-402a-8ad0-5460249e7a03'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:26.180376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d0a9ac6b-adb9-4204-a48b-064e2487914b tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/2cccad7a-eb7d-402a-8ad0-5460249e7a03 HTTP/1.1" status: 200 len: 921 time: 0.2161036 Feb 11 13:21:26.183525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43146) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:26.225906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9ee2a0ac-499e-4a04-9836-a7c988e3bc6e tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cccad7a-eb7d-402a-8ad0-5460249e7a03 HTTP/1.1" status: 200 len: 205 time: 0.0396202 Feb 11 13:21:26.227176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43156) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:26.359547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (2cccad7a-eb7d-402a-8ad0-5460249e7a03), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.489864 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (2cccad7a-eb7d-402a-8ad0-5460249e7a03), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.558330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Deleting port 350e546b-a5b5-401d-b460-55a942c2f26f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:26.558966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (350e546b-a5b5-401d-b460-55a942c2f26f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.566062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43170) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:26.702881 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf197e-78e8-417e-b0ba-696fd3af6d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.828300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf197e-78e8-417e-b0ba-696fd3af6d56 admin admin] Publish callbacks [] for security_group (5cb8b2f1-71e9-49ed-aa23-33e065492b8c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.833752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0dcf197e-78e8-417e-b0ba-696fd3af6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5cb8b2f1-71e9-49ed-aa23-33e065492b8c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.889261 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0dcf197e-78e8-417e-b0ba-696fd3af6d56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fecf769f531245ce8310931431a5fc5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3198102 Feb 11 13:21:26.889261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf197e-78e8-417e-b0ba-696fd3af6d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb8b2f1-71e9-49ed-aa23-33e065492b8c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:26.890635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43182) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:26.956390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9f1-5563-407d-afce-16fb5f4a090f admin admin] Publish callbacks [] for security_group (5cb8b2f1-71e9-49ed-aa23-33e065492b8c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:26.994834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9f1-5563-407d-afce-16fb5f4a090f admin admin] Publish callbacks [] for security_group (5cb8b2f1-71e9-49ed-aa23-33e065492b8c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.073147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9f1-5563-407d-afce-16fb5f4a090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5cb8b2f1-71e9-49ed-aa23-33e065492b8c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.078333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd73f9f1-5563-407d-afce-16fb5f4a090f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.079690 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd73f9f1-5563-407d-afce-16fb5f4a090f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cb8b2f1-71e9-49ed-aa23-33e065492b8c HTTP/1.1" status: 204 len: 168 time: 0.1878767 Feb 11 13:21:27.099063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73f9f1-5563-407d-afce-16fb5f4a090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb8b2f1-71e9-49ed-aa23-33e065492b8c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:27.127203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (350e546b-a5b5-401d-b460-55a942c2f26f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.143106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Calling delete_port for 350e546b-a5b5-401d-b460-55a942c2f26f owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:27.380114 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (350e546b-a5b5-401d-b460-55a942c2f26f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.430075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event deleted for resources: {'Port': ['ID=350e546b-a5b5-401d-b460-55a942c2f26f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:27.514451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (2cccad7a-eb7d-402a-8ad0-5460249e7a03), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.570149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43206) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:27.587720 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a135d37-15a8-4765-91c0-c63713279ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.624762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (2cccad7a-eb7d-402a-8ad0-5460249e7a03), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.627229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (2cccad7a-eb7d-402a-8ad0-5460249e7a03), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.677786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (2cccad7a-eb7d-402a-8ad0-5460249e7a03), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.678716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Fanout notify agent at l3_agent the message router_deleted on router 2cccad7a-eb7d-402a-8ad0-5460249e7a03 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:27.687899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.689385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5bd34803-59d2-4bd7-a161-be8fca342d65 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/2cccad7a-eb7d-402a-8ad0-5460249e7a03 HTTP/1.1" status: 204 len: 168 time: 1.4609022 Feb 11 13:21:27.693334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43208) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:27.699370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-101229222', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': False}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:27.724840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a135d37-15a8-4765-91c0-c63713279ab6 admin admin] Publish callbacks [] for security_group (f2d2e8c8-b8c5-4f53-827c-5928bdd583f4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.733549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5a135d37-15a8-4765-91c0-c63713279ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f2d2e8c8-b8c5-4f53-827c-5928bdd583f4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.758813 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (61acaa65-6f5e-4450-b94c-335ec96610e4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.759914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (61acaa65-6f5e-4450-b94c-335ec96610e4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.793781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5a135d37-15a8-4765-91c0-c63713279ab6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fbee606f6e94cad9763fad73d74ad33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220402 Feb 11 13:21:27.795834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a135d37-15a8-4765-91c0-c63713279ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2e8c8-b8c5-4f53-827c-5928bdd583f4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:27.796686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43214) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:27.860285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (61acaa65-6f5e-4450-b94c-335ec96610e4), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.861585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-da4402d0-d39d-4bc2-896e-f7c5af30d92d admin admin] Publish callbacks [] for security_group (f2d2e8c8-b8c5-4f53-827c-5928bdd583f4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.888008 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-da4402d0-d39d-4bc2-896e-f7c5af30d92d admin admin] Publish callbacks [] for security_group (f2d2e8c8-b8c5-4f53-827c-5928bdd583f4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.948716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-da4402d0-d39d-4bc2-896e-f7c5af30d92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f2d2e8c8-b8c5-4f53-827c-5928bdd583f4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.951790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-da4402d0-d39d-4bc2-896e-f7c5af30d92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:27.955704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-da4402d0-d39d-4bc2-896e-f7c5af30d92d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2d2e8c8-b8c5-4f53-827c-5928bdd583f4 HTTP/1.1" status: 204 len: 168 time: 0.1550183 Feb 11 13:21:27.963104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4402d0-d39d-4bc2-896e-f7c5af30d92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2e8c8-b8c5-4f53-827c-5928bdd583f4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:28.044776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (61acaa65-6f5e-4450-b94c-335ec96610e4), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:28.761171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (61acaa65-6f5e-4450-b94c-335ec96610e4), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:28.797673 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:28.907350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Allocated IP 172.25.1.223 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/4505e0fd-f203-4a6b-8a84-627b4d8c48ad) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:29.019416 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:29.081456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:29.127794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:29.131547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:29.139225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:29.205111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Port': ['ID=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:29.301668 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8e206dd4-dcb9-40de-bd1a-e7d5b43de4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:29.535252 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (61acaa65-6f5e-4450-b94c-335ec96610e4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:29.774892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (61acaa65-6f5e-4450-b94c-335ec96610e4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:29.802121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43278) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:29.940610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Router 61acaa65-6f5e-4450-b94c-335ec96610e4 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:30.016136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-400681108'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:30.040591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Made reservation on behalf of 3f6309abfe1e429586c174f92b644b20 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:30.045240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.057709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.102936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:30.117387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Sync routers for ids ['61acaa65-6f5e-4450-b94c-335ec96610e4'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:30.130226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Routers {'61acaa65-6f5e-4450-b94c-335ec96610e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:30.131043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['61acaa65-6f5e-4450-b94c-335ec96610e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:30.138522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.143141 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e68e2bc4-d59e-49d3-b0d8-c0fa57c1f89a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.4473586 Feb 11 13:21:30.144795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43290) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:30.199423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks [] for security_group (d6cff79f-f6b2-44d3-a9df-e5b72e742f36), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.210272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d6cff79f-f6b2-44d3-a9df-e5b72e742f36), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.252583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Set router 61acaa65-6f5e-4450-b94c-335ec96610e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:30.277433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:30.291002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cff79f-f6b2-44d3-a9df-e5b72e742f36,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:30.313791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aa492cb4-87c6-4e02-ba4b-d8b9c12ddf24), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.313791 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Added segment aa492cb4-87c6-4e02-ba4b-d8b9c12ddf24 of type vlan for network 1cba1edc-d103-4c61-9149-3b7cb29fd468 Feb 11 13:21:30.416033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1cba1edc-d103-4c61-9149-3b7cb29fd468), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.434781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e4e2a7a1-f596-4b2e-b3a3-fa2ec8f98a94 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/61acaa65-6f5e-4450-b94c-335ec96610e4 HTTP/1.1" status: 200 len: 908 time: 0.2847238 Feb 11 13:21:30.435316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:30.446627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-101229222', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': True}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:30.476617 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1cba1edc-d103-4c61-9149-3b7cb29fd468), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.486795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (62afe905-a597-4e2b-a312-8144533be842), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.488334 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (62afe905-a597-4e2b-a312-8144533be842), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.489337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.490138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.536773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61acaa65-6f5e-4450-b94c-335ec96610e4', 'name': 'tempest-snat-router-101229222', 'tenant_id': '78a3a680db584073ad2bc8ebace95b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.223'}], 'enable_snat': False}, 'gw_port_id': '4505e0fd-f203-4a6b-8a84-627b4d8c48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:27Z', 'updated_at': '2022-02-11T13:21:29Z', 'revision_number': 3, 'project_id': '78a3a680db584073ad2bc8ebace95b28', 'gw_port': {'id': '4505e0fd-f203-4a6b-8a84-627b4d8c48ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61acaa65-6f5e-4450-b94c-335ec96610e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:28Z', 'updated_at': '2022-02-11T13:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:30.561522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (62afe905-a597-4e2b-a312-8144533be842), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.595420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7882047 Feb 11 13:21:30.649987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43304) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:30.676055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908ac50-f31d-406b-85bc-5d377c49fd2a tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Pushing event updated for resources: {'Network': ['ID=1cba1edc-d103-4c61-9149-3b7cb29fd468,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:30.750372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'network': {'name': 'tempest-network--127530557', 'router:external': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:30.754799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (62afe905-a597-4e2b-a312-8144533be842), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.777327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1cba1edc-d103-4c61-9149-3b7cb29fd468 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:30.781467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Made reservation on behalf of 3e924b8d43f94f648d1c8d456130f22e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:30.784345 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.794648 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.846765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Checking router: 61acaa65-6f5e-4450-b94c-335ec96610e4 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:30.850059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Updating router 61acaa65-6f5e-4450-b94c-335ec96610e4 port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:21:30.888193 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for security_group (522a9f24-35f9-474f-992c-1793ae2286e6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.894745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (522a9f24-35f9-474f-992c-1793ae2286e6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.903304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.950073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:30.971870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522a9f24-35f9-474f-992c-1793ae2286e6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:30.974349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3b0c2fda-d037-4734-8c23-c01b3f813bbe), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:30.974832 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Added segment 3b0c2fda-d037-4734-8c23-c01b3f813bbe of type vlan for network c83b4d61-d482-461f-902b-f6b0a8465feb Feb 11 13:21:31.073580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (62afe905-a597-4e2b-a312-8144533be842), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.074178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c83b4d61-d482-461f-902b-f6b0a8465feb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.129898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.134217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c83b4d61-d482-461f-902b-f6b0a8465feb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.135249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:31.135841 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.213163 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Publish callbacks [] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.220963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.238690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5878034 Feb 11 13:21:31.255398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43314) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:31.289276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Allocated IP 172.25.1.102 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/243c7262-a9c9-4136-b4d7-b38f03633d3b) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:31.321044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d97d27-d1a8-469b-a6e9-b389ddda30f2 None None] Pushing event updated for resources: {'Port': ['ID=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:31.359813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Attempting to bind port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:21:31.360900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Attempting to bind port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:21:31.361458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Attempting to bind port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:31.371632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:31.372413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:21:31.373700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.374297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:31.375648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Bound port: 4505e0fd-f203-4a6b-8a84-627b4d8c48ad, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:21:31.376242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.409437 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.441914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000625f-a8fb-41b7-8a6b-48e0bd6bac33 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Network': ['ID=c83b4d61-d482-461f-902b-f6b0a8465feb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:31.456044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.466287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] For port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:31.466495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] For port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:31.499576 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.523333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c83b4d61-d482-461f-902b-f6b0a8465feb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.526766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Port': ['ID=243c7262-a9c9-4136-b4d7-b38f03633d3b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:31.539248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:31.541491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:31.545366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:31.545535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c83b4d61-d482-461f-902b-f6b0a8465feb details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:31.620465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c83b4d61-d482-461f-902b-f6b0a8465feb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.653882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83b4d61-d482-461f-902b-f6b0a8465feb']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:31.658738 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2422492-846d-4272-ade3-7434a2ea1138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.671456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0c2fda-d037-4734-8c23-c01b3f813bbe') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:31.671747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0c2fda-d037-4734-8c23-c01b3f813bbe') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:31.686940 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (3b0c2fda-d037-4734-8c23-c01b3f813bbe), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.703862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (3b0c2fda-d037-4734-8c23-c01b3f813bbe), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.711129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:31.711555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (3b0c2fda-d037-4734-8c23-c01b3f813bbe), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.719752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d97d27-d1a8-469b-a6e9-b389ddda30f2 None None] Pushing event updated for resources: {'Port': ['ID=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:31.725989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Routers {'61acaa65-6f5e-4450-b94c-335ec96610e4'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:31.726731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['61acaa65-6f5e-4450-b94c-335ec96610e4'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:31.785731 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:31.794104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c83b4d61-d482-461f-902b-f6b0a8465feb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.801102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c83b4d61-d482-461f-902b-f6b0a8465feb {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:21:31.803851 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.814806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c83b4d61-d482-461f-902b-f6b0a8465feb HTTP/1.1" status: 204 len: 168 time: 0.5558066 Feb 11 13:21:31.830326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43322) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:31.831244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3ddfe-c571-4e7e-ac9c-cbd5a4f9ba73 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event deleted for resources: {'Network': ['ID=c83b4d61-d482-461f-902b-f6b0a8465feb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:31.848556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:31.876655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] Set router 61acaa65-6f5e-4450-b94c-335ec96610e4 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:31.885420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Made reservation on behalf of 3e924b8d43f94f648d1c8d456130f22e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:31.888458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.919666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:31.932188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (181d10c6-ccd2-4292-94fb-90a982cabb27), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:31.932904 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Added segment 181d10c6-ccd2-4292-94fb-90a982cabb27 of type vlan for network 287eb29d-9412-434d-bab9-37283574704b Feb 11 13:21:32.044281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (287eb29d-9412-434d-bab9-37283574704b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.086790 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (62afe905-a597-4e2b-a312-8144533be842), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.102849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (287eb29d-9412-434d-bab9-37283574704b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.106112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:32.109070 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.195282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3539898 Feb 11 13:21:32.195954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43330) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:32.253375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61acaa65-6f5e-4450-b94c-335ec96610e4', 'name': 'tempest-snat-router-101229222', 'tenant_id': '78a3a680db584073ad2bc8ebace95b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.223'}], 'enable_snat': False}, 'gw_port_id': '4505e0fd-f203-4a6b-8a84-627b4d8c48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:27Z', 'updated_at': '2022-02-11T13:21:29Z', 'revision_number': 3, 'project_id': '78a3a680db584073ad2bc8ebace95b28', 'gw_port': {'id': '4505e0fd-f203-4a6b-8a84-627b4d8c48ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61acaa65-6f5e-4450-b94c-335ec96610e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:28Z', 'updated_at': '2022-02-11T13:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:32.274316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'subnet': {'network_id': '287eb29d-9412-434d-bab9-37283574704b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:32.312966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb0e45-21b6-4db3-b3fb-ffb498f87558 None None] The sync data for ids ['61acaa65-6f5e-4450-b94c-335ec96610e4'] in n-d-828675-3 is: [{'id': '61acaa65-6f5e-4450-b94c-335ec96610e4', 'name': 'tempest-snat-router-101229222', 'tenant_id': '78a3a680db584073ad2bc8ebace95b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.223'}], 'enable_snat': False}, 'gw_port_id': '4505e0fd-f203-4a6b-8a84-627b4d8c48ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:27Z', 'updated_at': '2022-02-11T13:21:29Z', 'revision_number': 3, 'project_id': '78a3a680db584073ad2bc8ebace95b28', 'gw_port': {'id': '4505e0fd-f203-4a6b-8a84-627b4d8c48ad', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61acaa65-6f5e-4450-b94c-335ec96610e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:28Z', 'updated_at': '2022-02-11T13:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:32.318168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Made reservation on behalf of 3e924b8d43f94f648d1c8d456130f22e for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:32.320983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.583605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.586424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a35cf8-7cec-4180-878b-1f0095836fe7 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Network': ['ID=287eb29d-9412-434d-bab9-37283574704b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:32.600685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 287eb29d-9412-434d-bab9-37283574704b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:32.780743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.objects.ports [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109685) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:21:32.784768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (eb41ee1e-4c74-4404-8774-19a915e48981), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.819908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (62afe905-a597-4e2b-a312-8144533be842), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.908950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eb41ee1e-4c74-4404-8774-19a915e48981,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:32.936512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Checking segment: {'id': '181d10c6-ccd2-4292-94fb-90a982cabb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '287eb29d-9412-434d-bab9-37283574704b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:21:32.936974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Network hostable DHCP agents. Network: 287eb29d-9412-434d-bab9-37283574704b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:32.966638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Network 287eb29d-9412-434d-bab9-37283574704b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:32.978608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 287eb29d-9412-434d-bab9-37283574704b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:32.983369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:32.984054 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.988239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950426d4-3f3c-43b8-bd56-8746861db4f0 None None] Network 287eb29d-9412-434d-bab9-37283574704b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:21:33.018144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6220fb48-832f-4176-b372-85d1a1934ee5 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8137400 Feb 11 13:21:33.018856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43342) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:33.023196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'floatingip': {'floating_network_id': '287eb29d-9412-434d-bab9-37283574704b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:33.035421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Router 62afe905-a597-4e2b-a312-8144533be842 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:33.086204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.199717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3152c4-7b20-4df9-ae77-21b3aec89142 None None] Network 287eb29d-9412-434d-bab9-37283574704b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:21:33.263304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:33.273554 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Sync routers for ids ['62afe905-a597-4e2b-a312-8144533be842'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:33.291191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.294431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.296024 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Routers {'62afe905-a597-4e2b-a312-8144533be842'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:33.297283 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-68b87ef0-b949-4abc-8ff9-7a65b3a11b53 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8605800 Feb 11 13:21:33.298021 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['62afe905-a597-4e2b-a312-8144533be842'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:33.299327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43350) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:33.442564 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Set router 62afe905-a597-4e2b-a312-8144533be842 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:33.504517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Allocated IP 172.20.0.6 (287eb29d-9412-434d-bab9-37283574704b/eb41ee1e-4c74-4404-8774-19a915e48981/2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:33.659820 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62afe905-a597-4e2b-a312-8144533be842', 'name': 'tempest-snat-router-101229222', 'tenant_id': '78a3a680db584073ad2bc8ebace95b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': '243c7262-a9c9-4136-b4d7-b38f03633d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:30Z', 'updated_at': '2022-02-11T13:21:31Z', 'revision_number': 3, 'project_id': '78a3a680db584073ad2bc8ebace95b28', 'gw_port': {'id': '243c7262-a9c9-4136-b4d7-b38f03633d3b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62afe905-a597-4e2b-a312-8144533be842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:31Z', 'updated_at': '2022-02-11T13:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:33.660472 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34e21d8d-d63a-4853-bca5-72caa56d52b6 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/62afe905-a597-4e2b-a312-8144533be842 HTTP/1.1" status: 200 len: 907 time: 0.3596730 Feb 11 13:21:33.663980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43354) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:33.667783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.713414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.717812 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Checking router: 62afe905-a597-4e2b-a312-8144533be842 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:33.718265 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Updating router 62afe905-a597-4e2b-a312-8144533be842 port 243c7262-a9c9-4136-b4d7-b38f03633d3b binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:21:33.768964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Network 287eb29d-9412-434d-bab9-37283574704b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:33.772457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:33.779006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:33.810915 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.825051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:33.834848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (62afe905-a597-4e2b-a312-8144533be842), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:33.968339 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for floatingip (7538a771-be7c-4424-9f25-63e0bb19f219), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.042650 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.049427 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (62afe905-a597-4e2b-a312-8144533be842), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.187733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Deleting port 243c7262-a9c9-4136-b4d7-b38f03633d3b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:34.188093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.237327 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Publish callbacks [] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.251108 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.286184 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.320143 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.329251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.345437 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Attempting to bind port 243c7262-a9c9-4136-b4d7-b38f03633d3b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:21:34.346445 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Attempting to bind port 243c7262-a9c9-4136-b4d7-b38f03633d3b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:21:34.346901 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Attempting to bind port 243c7262-a9c9-4136-b4d7-b38f03633d3b on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:34.356311 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:34.360855 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:21:34.360855 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.360855 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:34.360855 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Bound port: 243c7262-a9c9-4136-b4d7-b38f03633d3b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:21:34.360855 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.363034 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Pushing event updated for resources: {'Port': ['ID=243c7262-a9c9-4136-b4d7-b38f03633d3b,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.378262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.380007 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.380479 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.382556 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.382556 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:34.412980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.440589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Calling delete_port for 243c7262-a9c9-4136-b4d7-b38f03633d3b owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:34.451191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:34.473118 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] For port 243c7262-a9c9-4136-b4d7-b38f03633d3b, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:34.474113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (7538a771-be7c-4424-9f25-63e0bb19f219), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.477090 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] For port 243c7262-a9c9-4136-b4d7-b38f03633d3b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=243c7262-a9c9-4136-b4d7-b38f03633d3b,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:34.486248 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.506040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.507668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c38bf8fc-ae44-4fd9-aec1-1a85373e687d tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4878390 Feb 11 13:21:34.511239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43366) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:34.545277 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f496b-5c80-42c0-8528-b06f0d7f2e06 None None] Pushing event updated for resources: {'Port': ['ID=243c7262-a9c9-4136-b4d7-b38f03633d3b,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:34.591238 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Routers {'62afe905-a597-4e2b-a312-8144533be842'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:34.592230 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['62afe905-a597-4e2b-a312-8144533be842'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:34.664656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa947973-bd89-4c89-9b54-5e114fec20e3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=287eb29d-9412-434d-bab9-37283574704b HTTP/1.1" status: 200 len: 689 time: 0.1502819 Feb 11 13:21:34.665344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43374) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:34.773878 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] Set router 62afe905-a597-4e2b-a312-8144533be842 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:34.832994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (243c7262-a9c9-4136-b4d7-b38f03633d3b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.852257 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (287eb29d-9412-434d-bab9-37283574704b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.877614 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62afe905-a597-4e2b-a312-8144533be842', 'name': 'tempest-snat-router-101229222', 'tenant_id': '78a3a680db584073ad2bc8ebace95b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:30Z', 'updated_at': '2022-02-11T13:21:34Z', 'revision_number': 4, 'project_id': '78a3a680db584073ad2bc8ebace95b28', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:34.929496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event deleted for resources: {'Port': ['ID=243c7262-a9c9-4136-b4d7-b38f03633d3b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:34.939725 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ef64f4-22e5-4140-a64e-1a5ccc268721 None None] The sync data for ids ['62afe905-a597-4e2b-a312-8144533be842'] in n-d-828675-3 is: [{'id': '62afe905-a597-4e2b-a312-8144533be842', 'name': 'tempest-snat-router-101229222', 'tenant_id': '78a3a680db584073ad2bc8ebace95b28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:30Z', 'updated_at': '2022-02-11T13:21:34Z', 'revision_number': 4, 'project_id': '78a3a680db584073ad2bc8ebace95b28', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:34.993396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (62afe905-a597-4e2b-a312-8144533be842), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.081038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4505e0fd-f203-4a6b-8a84-627b4d8c48ad up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:35.118709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Deleting port 2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:35.119270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.150787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:35.151159 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.185829 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (62afe905-a597-4e2b-a312-8144533be842), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.188259 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (62afe905-a597-4e2b-a312-8144533be842), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.260875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (62afe905-a597-4e2b-a312-8144533be842), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.261554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 62afe905-a597-4e2b-a312-8144533be842 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:35.267847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.269208 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5996ac58-ac7d-4ac5-b076-1d06720c41b7 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "DELETE /v2.0/routers/62afe905-a597-4e2b-a312-8144533be842 HTTP/1.1" status: 204 len: 168 time: 1.6030777 Feb 11 13:21:35.272033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43380) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:35.276775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:21:35.280663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.332327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.333166 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for floatingip (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.354705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:35.358312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.360123 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.393419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Calling delete_port for 2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:35.443411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:35.453617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.454152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.454598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.455040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.455506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.455943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.456389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.456855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.458007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.458465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.458897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.459372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.459797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.474320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (61acaa65-6f5e-4450-b94c-335ec96610e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.637702 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (61acaa65-6f5e-4450-b94c-335ec96610e4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.654863 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.690133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dd5b757-0cb0-479c-af2f-edf4e9cf9ab6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:35.706970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Deleting port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:35.707684 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.761876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for floatingip (7538a771-be7c-4424-9f25-63e0bb19f219), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.807000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] For port 4505e0fd-f203-4a6b-8a84-627b4d8c48ad, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:35.807520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.813925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (eb41ee1e-4c74-4404-8774-19a915e48981), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.833413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Calling delete_port for 4505e0fd-f203-4a6b-8a84-627b4d8c48ad owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:35.892914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (eb41ee1e-4c74-4404-8774-19a915e48981), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.928325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eb41ee1e-4c74-4404-8774-19a915e48981,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:36.006345 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (287eb29d-9412-434d-bab9-37283574704b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.037122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287eb29d-9412-434d-bab9-37283574704b']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:36.053297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181d10c6-ccd2-4292-94fb-90a982cabb27') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:36.053591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181d10c6-ccd2-4292-94fb-90a982cabb27') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:36.066907 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (181d10c6-ccd2-4292-94fb-90a982cabb27), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.090125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (181d10c6-ccd2-4292-94fb-90a982cabb27), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.102150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:36.105000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (181d10c6-ccd2-4292-94fb-90a982cabb27), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:36.107580 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:36.114200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4505e0fd-f203-4a6b-8a84-627b4d8c48ad), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.178832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (287eb29d-9412-434d-bab9-37283574704b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.182545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event deleted for resources: {'Port': ['ID=4505e0fd-f203-4a6b-8a84-627b4d8c48ad,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:36.188282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 287eb29d-9412-434d-bab9-37283574704b {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:21:36.191535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.197453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "DELETE /v2.0/networks/287eb29d-9412-434d-bab9-37283574704b HTTP/1.1" status: 204 len: 168 time: 1.5310605 Feb 11 13:21:36.206184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43398) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:36.231959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07107857-bd49-4f67-b814-969c828b4688 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event deleted for resources: {'Network': ['ID=287eb29d-9412-434d-bab9-37283574704b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:36.298455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (61acaa65-6f5e-4450-b94c-335ec96610e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.347986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-41434249-a0ff-4f3a-8815-cbc16603b2b0 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.1406074 Feb 11 13:21:36.353716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43402) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:36.479881 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (61acaa65-6f5e-4450-b94c-335ec96610e4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.483539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_controller (61acaa65-6f5e-4450-b94c-335ec96610e4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.490958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.491438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.491976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.492418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.492858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.493295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.493861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.494187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.494692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.495034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.497077 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e8beb591-42c2-4358-a6bb-5e655a2da6c3 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6444 time: 0.1423950 Feb 11 13:21:36.500000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43404) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:36.535173 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (61acaa65-6f5e-4450-b94c-335ec96610e4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.535769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61acaa65-6f5e-4450-b94c-335ec96610e4 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:36.540931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.545611 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09d6472a-e274-41c7-85a8-7536d25ecff9 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "DELETE /v2.0/routers/61acaa65-6f5e-4450-b94c-335ec96610e4 HTTP/1.1" status: 204 len: 168 time: 1.2689447 Feb 11 13:21:36.545865 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43410) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:36.551566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1569050172', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:36.577472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (fc215d9c-1318-42e6-a463-995f8a51f929), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.578715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (fc215d9c-1318-42e6-a463-995f8a51f929), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.582344 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-5c7d4e46-8f54-458f-ab9b-1f663b84bd94 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:21:36.586552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5c7d4e46-8f54-458f-ab9b-1f663b84bd94 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/7538a771-be7c-4424-9f25-63e0bb19f219 HTTP/1.1" status: 404 len: 345 time: 0.0852675 Feb 11 13:21:36.587151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43412) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:36.608295 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-22cb7e7c-b27e-4648-a2e8-a1d594fd9b7a tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 13:21:36.608617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22cb7e7c-b27e-4648-a2e8-a1d594fd9b7a tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:21:36.619734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43414) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:36.619963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-22cb7e7c-b27e-4648-a2e8-a1d594fd9b7a tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "DELETE /v2.0/networks/287eb29d-9412-434d-bab9-37283574704b HTTP/1.1" status: 404 len: 339 time: 0.0308311 Feb 11 13:21:36.623983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'network': {'name': 'tempest-network--950046266', 'router:external': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:36.691589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (fc215d9c-1318-42e6-a463-995f8a51f929), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.701671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Made reservation on behalf of 3e924b8d43f94f648d1c8d456130f22e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:36.704611 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.817328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:36.864443 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4ad7968a-dc61-4e13-9af4-20af9596eca8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.864901 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Added segment 4ad7968a-dc61-4e13-9af4-20af9596eca8 of type vlan for network 795234f4-6a52-4237-a4d0-945b1b681ab3 Feb 11 13:21:36.929704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (fc215d9c-1318-42e6-a463-995f8a51f929), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.985083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (795234f4-6a52-4237-a4d0-945b1b681ab3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.009917 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:21:37.070237 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (795234f4-6a52-4237-a4d0-945b1b681ab3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.071228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.071801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.178748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5563166 Feb 11 13:21:37.179165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43422) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:37.184782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02a20c-fbb6-445f-913a-37fe17ebf443 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Network': ['ID=795234f4-6a52-4237-a4d0-945b1b681ab3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:37.198839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 795234f4-6a52-4237-a4d0-945b1b681ab3 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:37.373560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (fc215d9c-1318-42e6-a463-995f8a51f929), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.414020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.456558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca92172-b201-467e-91f0-8f9a679ed915 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.478402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca92172-b201-467e-91f0-8f9a679ed915 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.484555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca92172-b201-467e-91f0-8f9a679ed915 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.489956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca92172-b201-467e-91f0-8f9a679ed915 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.495551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cca92172-b201-467e-91f0-8f9a679ed915 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3152466 Feb 11 13:21:37.496215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43430) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:37.547945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Allocated IP 172.25.1.21 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2698f0e9-2f83-4f64-9691-f481bb37ffd4) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:37.586091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (795234f4-6a52-4237-a4d0-945b1b681ab3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.664157 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for port (2698f0e9-2f83-4f64-9691-f481bb37ffd4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.698279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (795234f4-6a52-4237-a4d0-945b1b681ab3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.721888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2698f0e9-2f83-4f64-9691-f481bb37ffd4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.722513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795234f4-6a52-4237-a4d0-945b1b681ab3']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:37.734646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad7968a-dc61-4e13-9af4-20af9596eca8') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:37.734646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad7968a-dc61-4e13-9af4-20af9596eca8') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:37.744819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (4ad7968a-dc61-4e13-9af4-20af9596eca8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.758980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4ad7968a-dc61-4e13-9af4-20af9596eca8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.765500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:37.765955 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (4ad7968a-dc61-4e13-9af4-20af9596eca8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.782156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event updated for resources: {'Port': ['ID=2698f0e9-2f83-4f64-9691-f481bb37ffd4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:37.797142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:37.799287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:37.801762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:37.819431 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:37.829557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (795234f4-6a52-4237-a4d0-945b1b681ab3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.834784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 795234f4-6a52-4237-a4d0-945b1b681ab3 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:21:37.839295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.843457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "DELETE /v2.0/networks/795234f4-6a52-4237-a4d0-945b1b681ab3 HTTP/1.1" status: 204 len: 168 time: 0.3462868 Feb 11 13:21:37.847184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43440) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:37.853835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'network': {'name': 'tempest-network--1749037053', 'router:external': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:37.871884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4f486-f8d3-4cf6-9b8f-d22d31fbd3cf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event deleted for resources: {'Network': ['ID=795234f4-6a52-4237-a4d0-945b1b681ab3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:37.903225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Made reservation on behalf of 3e924b8d43f94f648d1c8d456130f22e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:37.905775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.937961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:37.950782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (005832a6-2438-47ba-a8ed-7fdfb69eef8f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:37.950782 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Added segment 005832a6-2438-47ba-a8ed-7fdfb69eef8f of type vlan for network 94e98e26-73a4-4745-bd93-12ee2cdec89d Feb 11 13:21:38.053253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (94e98e26-73a4-4745-bd93-12ee2cdec89d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:38.103620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (94e98e26-73a4-4745-bd93-12ee2cdec89d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:38.105990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.106913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:38.176252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Network': ['ID=94e98e26-73a4-4745-bd93-12ee2cdec89d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:38.187029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 94e98e26-73a4-4745-bd93-12ee2cdec89d details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:38.195061 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (fc215d9c-1318-42e6-a463-995f8a51f929), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:38.200425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d91ae7f0-ac0f-4ae1-970d-8c67798ee3bf tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3514314 Feb 11 13:21:38.202856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43444) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:38.460438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eea30b-d16b-4956-aa04-36eb56d92374 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.461881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-07eea30b-d16b-4956-aa04-36eb56d92374 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] 10.222.0.42 "GET /v2.0/networks/94e98e26-73a4-4745-bd93-12ee2cdec89d HTTP/1.1" status: 200 len: 757 time: 0.2578089 Feb 11 13:21:38.464615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43452) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:38.515998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (fc215d9c-1318-42e6-a463-995f8a51f929), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:38.606626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7ec95c-08e8-4198-8942-a1dccce2434b tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.608085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af7ec95c-08e8-4198-8942-a1dccce2434b tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] 10.222.0.42 "GET /v2.0/networks/1cba1edc-d103-4c61-9149-3b7cb29fd468 HTTP/1.1" status: 200 len: 767 time: 0.1425438 Feb 11 13:21:38.611006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43456) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:38.923047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4505e0fd-f203-4a6b-8a84-627b4d8c48ad no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:38.969601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 4505e0fd-f203-4a6b-8a84-627b4d8c48ad {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:21:38.969971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 4505e0fd-f203-4a6b-8a84-627b4d8c48ad not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:39.060804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Router fc215d9c-1318-42e6-a463-995f8a51f929 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:39.129478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (94e98e26-73a4-4745-bd93-12ee2cdec89d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.188673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:39.201075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] Sync routers for ids ['fc215d9c-1318-42e6-a463-995f8a51f929'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:39.212735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.214266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b0860c8b-bae9-468c-8ef4-988d6c3a7a87 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6674173 Feb 11 13:21:39.217026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43468) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:39.222694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': False}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:39.238387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (94e98e26-73a4-4745-bd93-12ee2cdec89d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.242798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] Routers {'fc215d9c-1318-42e6-a463-995f8a51f929'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:39.243915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fc215d9c-1318-42e6-a463-995f8a51f929'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.278605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e98e26-73a4-4745-bd93-12ee2cdec89d']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.287974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.301319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] Routers {'fc215d9c-1318-42e6-a463-995f8a51f929'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:39.302441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fc215d9c-1318-42e6-a463-995f8a51f929'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.306016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005832a6-2438-47ba-a8ed-7fdfb69eef8f') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.306314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005832a6-2438-47ba-a8ed-7fdfb69eef8f') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.328309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (005832a6-2438-47ba-a8ed-7fdfb69eef8f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.342751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:39.343615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649454b2-e7b0-4cd2-b35d-fda53b69b5b4 None None] The sync data for ids ['fc215d9c-1318-42e6-a463-995f8a51f929'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:39.345605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (005832a6-2438-47ba-a8ed-7fdfb69eef8f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.357089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:39.357490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (005832a6-2438-47ba-a8ed-7fdfb69eef8f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:39.378759 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:39.442169 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (94e98e26-73a4-4745-bd93-12ee2cdec89d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.452516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94e98e26-73a4-4745-bd93-12ee2cdec89d {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:21:39.455651 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.462915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "DELETE /v2.0/networks/94e98e26-73a4-4745-bd93-12ee2cdec89d HTTP/1.1" status: 204 len: 168 time: 0.8507538 Feb 11 13:21:39.463788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43474) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:39.476788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'network': {'name': 'tempest-network--380402650'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:39.502264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6425e-e548-4ba6-b5bb-0c36982545d8 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event deleted for resources: {'Network': ['ID=94e98e26-73a4-4745-bd93-12ee2cdec89d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:39.510408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Made reservation on behalf of 3e924b8d43f94f648d1c8d456130f22e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:39.518425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.578597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:39.588605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ea889fb9-9eed-462e-bb12-c9f7a88614e6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.588958 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Added segment ea889fb9-9eed-462e-bb12-c9f7a88614e6 of type vlan for network f425b9da-aa9b-4c5f-9792-5a7bec96974e Feb 11 13:21:39.630299 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f425b9da-aa9b-4c5f-9792-5a7bec96974e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.679140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f425b9da-aa9b-4c5f-9792-5a7bec96974e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.680334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:39.680926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.729773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2568641 Feb 11 13:21:39.732508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43480) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:39.749793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:39.761766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (fc215d9c-1318-42e6-a463-995f8a51f929), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.948329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f425b9da-aa9b-4c5f-9792-5a7bec96974e), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.964605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f425b9da-aa9b-4c5f-9792-5a7bec96974e), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:39.998450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Network f425b9da-aa9b-4c5f-9792-5a7bec96974e is not hosted by any dhcp agent {{(pid=109685) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:21:39.999328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:39.999938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.001264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "PUT /v2.0/networks/f425b9da-aa9b-4c5f-9792-5a7bec96974e HTTP/1.1" status: 200 len: 857 time: 0.2679825 Feb 11 13:21:40.003235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55b595-169d-4df0-8da0-210bc6ec6706 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Network': ['ID=f425b9da-aa9b-4c5f-9792-5a7bec96974e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:40.005202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43486) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:40.016035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f425b9da-aa9b-4c5f-9792-5a7bec96974e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:40.069960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a7a7a-46ad-4096-b264-17081143f178 tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event updated for resources: {'Network': ['ID=f425b9da-aa9b-4c5f-9792-5a7bec96974e,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:40.163754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f425b9da-aa9b-4c5f-9792-5a7bec96974e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.299572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f425b9da-aa9b-4c5f-9792-5a7bec96974e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.358667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f425b9da-aa9b-4c5f-9792-5a7bec96974e']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:40.372649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea889fb9-9eed-462e-bb12-c9f7a88614e6') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:40.372956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea889fb9-9eed-462e-bb12-c9f7a88614e6') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:40.394859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (ea889fb9-9eed-462e-bb12-c9f7a88614e6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.446033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ea889fb9-9eed-462e-bb12-c9f7a88614e6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.458229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:40.458631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (ea889fb9-9eed-462e-bb12-c9f7a88614e6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: items = [ Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:40.460577 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:40.562637 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f425b9da-aa9b-4c5f-9792-5a7bec96974e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.566325 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (fc215d9c-1318-42e6-a463-995f8a51f929), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.572393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f425b9da-aa9b-4c5f-9792-5a7bec96974e {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:21:40.588096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.595815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] 10.222.0.42 "DELETE /v2.0/networks/f425b9da-aa9b-4c5f-9792-5a7bec96974e HTTP/1.1" status: 204 len: 168 time: 0.5853057 Feb 11 13:21:40.595815 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (fc215d9c-1318-42e6-a463-995f8a51f929), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.595815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a86b3-cfec-4d18-9d30-7886e93050bd tempest-ExternalNetworksTestJSON-1706010069 tempest-ExternalNetworksTestJSON-1706010069-project-admin] Pushing event deleted for resources: {'Network': ['ID=f425b9da-aa9b-4c5f-9792-5a7bec96974e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:40.596405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43502) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:40.661587 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-6606b77f-4cc9-4f43-ae4e-23a60d3ba021 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] DELETE failed (client error): The resource could not be found. Feb 11 13:21:40.663456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6606b77f-4cc9-4f43-ae4e-23a60d3ba021 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:21:40.672929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6606b77f-4cc9-4f43-ae4e-23a60d3ba021 tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] 10.222.0.42 "DELETE /v2.0/subnets/eb41ee1e-4c74-4404-8774-19a915e48981 HTTP/1.1" status: 404 len: 337 time: 0.0731602 Feb 11 13:21:40.673676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43506) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:40.741114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Router fc215d9c-1318-42e6-a463-995f8a51f929 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:40.784889 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1cba1edc-d103-4c61-9149-3b7cb29fd468), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.878937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:40.883333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.886898 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5215fb4f-91d4-4f3f-bada-c46eaa17ef31 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "PUT /v2.0/routers/fc215d9c-1318-42e6-a463-995f8a51f929 HTTP/1.1" status: 200 len: 921 time: 1.6663866 Feb 11 13:21:40.887396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43510) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:40.898288 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1cba1edc-d103-4c61-9149-3b7cb29fd468), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.920546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cba1edc-d103-4c61-9149-3b7cb29fd468']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:40.931030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa492cb4-87c6-4e02-ba4b-d8b9c12ddf24') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:40.931452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa492cb4-87c6-4e02-ba4b-d8b9c12ddf24') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:40.942327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (aa492cb4-87c6-4e02-ba4b-d8b9c12ddf24), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.958054 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aa492cb4-87c6-4e02-ba4b-d8b9c12ddf24), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.965741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:40.966255 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (aa492cb4-87c6-4e02-ba4b-d8b9c12ddf24), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:40.970527 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:41.022632 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ef43fbeb-f3e0-4b61-90a2-f424ecdfc0c5 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/fc215d9c-1318-42e6-a463-995f8a51f929 HTTP/1.1" status: 200 len: 921 time: 0.1339328 Feb 11 13:21:41.023465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43512) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:41.047156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1cba1edc-d103-4c61-9149-3b7cb29fd468), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:41.054796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:41.065049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] 10.222.0.42 "DELETE /v2.0/networks/1cba1edc-d103-4c61-9149-3b7cb29fd468 HTTP/1.1" status: 204 len: 168 time: 0.3901124 Feb 11 13:21:41.091564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5975c1-f0de-434a-9833-057433c5d42f tempest-ExternalNetworksTestJSON-941565272 tempest-ExternalNetworksTestJSON-941565272-project] Pushing event deleted for resources: {'Network': ['ID=1cba1edc-d103-4c61-9149-3b7cb29fd468,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.155563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a4ded-dff9-4830-9de8-fd8d9120b2de tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.160939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43520) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:41.170312 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a25a4ded-dff9-4830-9de8-fd8d9120b2de tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=fc215d9c-1318-42e6-a463-995f8a51f929&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1454628 Feb 11 13:21:41.225233 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] Sync routers for ids ['fc215d9c-1318-42e6-a463-995f8a51f929'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:41.238627 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] Routers {'fc215d9c-1318-42e6-a463-995f8a51f929'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:41.239265 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fc215d9c-1318-42e6-a463-995f8a51f929'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.284206 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.294468 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] Routers {'fc215d9c-1318-42e6-a463-995f8a51f929'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:41.295307 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fc215d9c-1318-42e6-a463-995f8a51f929'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.305819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1e9dd-f9c2-473e-94d6-4b4d11bf0db8 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.310736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-50c1e9dd-f9c2-473e-94d6-4b4d11bf0db8 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.1486235 Feb 11 13:21:41.310856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:41.353407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f4ce065c-d0a8-44b6-afcd-232023bba094 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc215d9c-1318-42e6-a463-995f8a51f929 HTTP/1.1" status: 200 len: 205 time: 0.0389132 Feb 11 13:21:41.353813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43524) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:41.360938 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.361974 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d54d79-76d3-400d-a2f6-97c7c928c673 None None] The sync data for ids ['fc215d9c-1318-42e6-a463-995f8a51f929'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:41.485176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43532) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:41.676174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b35b423d-924b-44fd-a06e-70341f230db7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f6309abfe1e429586c174f92b644b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894279 Feb 11 13:21:41.677562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43538) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:41.739600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc159ea8-5ed9-42a2-ba04-84506bc1c340 admin admin] Publish callbacks [] for security_group (d6cff79f-f6b2-44d3-a9df-e5b72e742f36), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:41.772097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc159ea8-5ed9-42a2-ba04-84506bc1c340 admin admin] Publish callbacks [] for security_group (d6cff79f-f6b2-44d3-a9df-e5b72e742f36), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:41.834241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (fc215d9c-1318-42e6-a463-995f8a51f929), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:41.838884 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc159ea8-5ed9-42a2-ba04-84506bc1c340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d6cff79f-f6b2-44d3-a9df-e5b72e742f36), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:41.841524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc159ea8-5ed9-42a2-ba04-84506bc1c340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:41.845101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc159ea8-5ed9-42a2-ba04-84506bc1c340 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6cff79f-f6b2-44d3-a9df-e5b72e742f36 HTTP/1.1" status: 204 len: 168 time: 0.1641450 Feb 11 13:21:41.852275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc159ea8-5ed9-42a2-ba04-84506bc1c340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cff79f-f6b2-44d3-a9df-e5b72e742f36,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.958044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (fc215d9c-1318-42e6-a463-995f8a51f929), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.012392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Deleting port 2698f0e9-2f83-4f64-9691-f481bb37ffd4 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:42.012786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2698f0e9-2f83-4f64-9691-f481bb37ffd4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.104687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2698f0e9-2f83-4f64-9691-f481bb37ffd4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.119027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Calling delete_port for 2698f0e9-2f83-4f64-9691-f481bb37ffd4 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:42.153956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43554) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:42.204711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7edf6afc-6b40-46f6-ac6e-dfd7a56445ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e924b8d43f94f648d1c8d456130f22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467403 Feb 11 13:21:42.204949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:42.260260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0de3dbd-db50-481d-bc4a-53459e5856d1 admin admin] Publish callbacks [] for security_group (522a9f24-35f9-474f-992c-1793ae2286e6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.281782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0de3dbd-db50-481d-bc4a-53459e5856d1 admin admin] Publish callbacks [] for security_group (522a9f24-35f9-474f-992c-1793ae2286e6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.301269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2698f0e9-2f83-4f64-9691-f481bb37ffd4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.333231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event deleted for resources: {'Port': ['ID=2698f0e9-2f83-4f64-9691-f481bb37ffd4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:42.346523 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0de3dbd-db50-481d-bc4a-53459e5856d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (522a9f24-35f9-474f-992c-1793ae2286e6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.350970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0de3dbd-db50-481d-bc4a-53459e5856d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.355039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c0de3dbd-db50-481d-bc4a-53459e5856d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/522a9f24-35f9-474f-992c-1793ae2286e6 HTTP/1.1" status: 204 len: 168 time: 0.1491420 Feb 11 13:21:42.368253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de3dbd-db50-481d-bc4a-53459e5856d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522a9f24-35f9-474f-992c-1793ae2286e6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:42.406246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (fc215d9c-1318-42e6-a463-995f8a51f929), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.505959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (fc215d9c-1318-42e6-a463-995f8a51f929), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.508551 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (fc215d9c-1318-42e6-a463-995f8a51f929), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.562984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (fc215d9c-1318-42e6-a463-995f8a51f929), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.564252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Fanout notify agent at l3_agent the message router_deleted on router fc215d9c-1318-42e6-a463-995f8a51f929 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:42.573007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.574516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e5388b98-8677-43c6-9cc2-dfde04a17abb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/fc215d9c-1318-42e6-a463-995f8a51f929 HTTP/1.1" status: 204 len: 168 time: 1.2195537 Feb 11 13:21:42.579632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43568) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:42.586015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f2a11255-0300-44d1-afa6-d77dbad696be tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1972062542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:42.616521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2a11255-0300-44d1-afa6-d77dbad696be tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.618001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2a11255-0300-44d1-afa6-d77dbad696be tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.676110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2a11255-0300-44d1-afa6-d77dbad696be tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (268e6bab-fbdc-4c58-837e-be289de0ef4d), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.682245 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2a11255-0300-44d1-afa6-d77dbad696be tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.709280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2a11255-0300-44d1-afa6-d77dbad696be tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:42.715203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f2a11255-0300-44d1-afa6-d77dbad696be tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1315846 Feb 11 13:21:42.715416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43582) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:42.720553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:43.007488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (268e6bab-fbdc-4c58-837e-be289de0ef4d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:43.286573 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (268e6bab-fbdc-4c58-837e-be289de0ef4d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:43.312876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:43.430086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Allocated IP 172.25.1.196 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/f4cb0de9-8456-4692-9da5-9e8447eed6d1) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:43.562046 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for port (f4cb0de9-8456-4692-9da5-9e8447eed6d1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:43.599758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f4cb0de9-8456-4692-9da5-9e8447eed6d1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:43.667743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:43.669933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:43.671957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event updated for resources: {'Port': ['ID=f4cb0de9-8456-4692-9da5-9e8447eed6d1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:43.674416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:44.001912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (268e6bab-fbdc-4c58-837e-be289de0ef4d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:44.165552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:44.253814 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:44.258038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:44.310272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a6730b39-886f-428e-a808-436fa29e7fd2 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-92187087'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:44.311078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a6730b39-886f-428e-a808-436fa29e7fd2 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Unknown quota resources ['metering_label']. {{(pid=109685) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:21:44.405397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Router 268e6bab-fbdc-4c58-837e-be289de0ef4d is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:44.539970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6730b39-886f-428e-a808-436fa29e7fd2 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:44.541231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a6730b39-886f-428e-a808-436fa29e7fd2 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3746257 Feb 11 13:21:44.544197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43650) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:44.548572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-631bad52-7e60-4718-8ee3-981af802b6ab tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '25d0f00a-5573-4ba3-8f5d-db3bd845c8fe'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:44.550080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-631bad52-7e60-4718-8ee3-981af802b6ab tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109685) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:21:44.552516 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:44.560807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:44.562209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b2e2329b-080a-4c7c-a3ea-fe4c99520cc9 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "PUT /v2.0/routers/268e6bab-fbdc-4c58-837e-be289de0ef4d HTTP/1.1" status: 200 len: 880 time: 1.8457723 Feb 11 13:21:44.565109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43652) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:44.566067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] Sync routers for ids ['268e6bab-fbdc-4c58-837e-be289de0ef4d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:44.579856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] Routers {'268e6bab-fbdc-4c58-837e-be289de0ef4d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:44.580821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['268e6bab-fbdc-4c58-837e-be289de0ef4d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:44.629988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:44.640729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] Routers {'268e6bab-fbdc-4c58-837e-be289de0ef4d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:44.641469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['268e6bab-fbdc-4c58-837e-be289de0ef4d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:44.673237 n-d-828675-3 neutron-server[109685]: WARNING neutron.services.metering.metering_plugin [None req-631bad52-7e60-4718-8ee3-981af802b6ab tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:21:44.676679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:44.677710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc01abd-caf9-4830-a48e-44fd95e4b143 None None] The sync data for ids ['268e6bab-fbdc-4c58-837e-be289de0ef4d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:44.736322 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb29bc63-070b-4e11-acd6-d29e2ed8693c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/268e6bab-fbdc-4c58-837e-be289de0ef4d HTTP/1.1" status: 200 len: 921 time: 0.1697919 Feb 11 13:21:44.739081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43658) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:44.793410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af920038-8b09-4a40-ac9c-cbcb052bec6c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:44.796218 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af920038-8b09-4a40-ac9c-cbcb052bec6c tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=268e6bab-fbdc-4c58-837e-be289de0ef4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0558233 Feb 11 13:21:44.798929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43662) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:44.810032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-631bad52-7e60-4718-8ee3-981af802b6ab tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:44.814650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-631bad52-7e60-4718-8ee3-981af802b6ab tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2694805 Feb 11 13:21:44.817609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43666) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:44.825817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f0301aef-50db-41fa-ae10-fbc77dbd4a3b tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '25d0f00a-5573-4ba3-8f5d-db3bd845c8fe'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:44.826514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f0301aef-50db-41fa-ae10-fbc77dbd4a3b tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109685) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:21:44.907518 n-d-828675-3 neutron-server[109685]: WARNING neutron.services.metering.metering_plugin [None req-f0301aef-50db-41fa-ae10-fbc77dbd4a3b tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 11 13:21:44.921996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ca183-f89c-40a7-8c45-75a5c09804b0 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:44.923785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1a5ca183-f89c-40a7-8c45-75a5c09804b0 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.1236470 Feb 11 13:21:44.927183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43674) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:44.965121 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-428c1826-2766-4a3a-8d1c-8c3849829fcb tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=268e6bab-fbdc-4c58-837e-be289de0ef4d HTTP/1.1" status: 200 len: 205 time: 0.0345006 Feb 11 13:21:44.965535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43678) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.005953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f0301aef-50db-41fa-ae10-fbc77dbd4a3b tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.007112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f0301aef-50db-41fa-ae10-fbc77dbd4a3b tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1846499 Feb 11 13:21:45.009964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.032275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a3b1077e-6abe-4203-a770-703b0a5759f7 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=e120229f-d9a9-4703-bef5-f64fe37ea314 HTTP/1.1" status: 200 len: 462 time: 0.0188935 Feb 11 13:21:45.034139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43682) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.092208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.151085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3ee9b650-8781-4acd-b6b7-872394305e4f tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.154645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3ee9b650-8781-4acd-b6b7-872394305e4f tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/e120229f-d9a9-4703-bef5-f64fe37ea314 HTTP/1.1" status: 204 len: 168 time: 0.1171579 Feb 11 13:21:45.154879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43684) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.166976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4448e037-f79f-4e66-81f8-c0e26222514e tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=e120229f-d9a9-4703-bef5-f64fe37ea314 HTTP/1.1" status: 200 len: 221 time: 0.0080974 Feb 11 13:21:45.167592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43686) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.171966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bb3ee7d6-987e-48b0-bd35-40b68aaa77b0 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--49856463', 'description': 'label created by tempest'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:45.172482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bb3ee7d6-987e-48b0-bd35-40b68aaa77b0 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Unknown quota resources ['metering_label']. {{(pid=109685) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:21:45.207354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (268e6bab-fbdc-4c58-837e-be289de0ef4d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.264357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Deleting port f4cb0de9-8456-4692-9da5-9e8447eed6d1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:45.264788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f4cb0de9-8456-4692-9da5-9e8447eed6d1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.345710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f4cb0de9-8456-4692-9da5-9e8447eed6d1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.358838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Calling delete_port for f4cb0de9-8456-4692-9da5-9e8447eed6d1 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:45.368673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bb3ee7d6-987e-48b0-bd35-40b68aaa77b0 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.372603 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bb3ee7d6-987e-48b0-bd35-40b68aaa77b0 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.2017915 Feb 11 13:21:45.373259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43688) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.465287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9bde4a67-e74b-4747-8c74-9481295d3cc6 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=767cff19-8838-4896-95a2-39ac5748fdb0 HTTP/1.1" status: 200 len: 466 time: 0.0885808 Feb 11 13:21:45.465461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43690) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.582572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f4cb0de9-8456-4692-9da5-9e8447eed6d1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.646483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event deleted for resources: {'Port': ['ID=f4cb0de9-8456-4692-9da5-9e8447eed6d1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.666924 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1b72da7-026c-4bf8-92b1-298189b72b8c tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.670475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1b72da7-026c-4bf8-92b1-298189b72b8c tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/767cff19-8838-4896-95a2-39ac5748fdb0 HTTP/1.1" status: 204 len: 168 time: 0.2017634 Feb 11 13:21:45.670758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43692) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.685819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ad4a9ddf-950b-424d-b102-cc422a1f0a93 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=767cff19-8838-4896-95a2-39ac5748fdb0 HTTP/1.1" status: 200 len: 216 time: 0.0109990 Feb 11 13:21:45.686129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43694) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.698782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8eb18830-513e-4f9a-8181-4621674a658e tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0084007 Feb 11 13:21:45.699029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43696) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.708032 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (268e6bab-fbdc-4c58-837e-be289de0ef4d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:45.721899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ed944afb-aee5-45a9-b6de-bf1d95104207 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0187449 Feb 11 13:21:45.722069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43698) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.782178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a3abdc74-8bcf-4352-a1d6-2c70bf819538 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/25d0f00a-5573-4ba3-8f5d-db3bd845c8fe HTTP/1.1" status: 200 len: 471 time: 0.0559776 Feb 11 13:21:45.782491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43702) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:45.795955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-186713c6-1a4a-4ac3-bd29-26b0aa94741d tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/e830ebad-37fa-4396-902a-ea34dabfee40 HTTP/1.1" status: 200 len: 459 time: 0.0094793 Feb 11 13:21:45.796688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43704) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:46.149133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.151592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (268e6bab-fbdc-4c58-837e-be289de0ef4d), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.199765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5a94cc14-d303-47f5-9d5e-d2b1ebaffef1 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.201411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5a94cc14-d303-47f5-9d5e-d2b1ebaffef1 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/e830ebad-37fa-4396-902a-ea34dabfee40 HTTP/1.1" status: 204 len: 168 time: 0.4033060 Feb 11 13:21:46.203669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43712) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:46.210544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (268e6bab-fbdc-4c58-837e-be289de0ef4d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.211155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Fanout notify agent at l3_agent the message router_deleted on router 268e6bab-fbdc-4c58-837e-be289de0ef4d {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:46.220009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.224991 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ef0ab71d-0933-470a-b457-b070f50e6ec7 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/268e6bab-fbdc-4c58-837e-be289de0ef4d HTTP/1.1" status: 204 len: 168 time: 1.2545247 Feb 11 13:21:46.225138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:46.229944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-70a43543-3817-406a-a966-38af23bfcb5c tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-31745020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:46.256354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70a43543-3817-406a-a966-38af23bfcb5c tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (cd62604d-bc51-4323-b57f-712978c821b5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.257804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70a43543-3817-406a-a966-38af23bfcb5c tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (cd62604d-bc51-4323-b57f-712978c821b5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.327113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70a43543-3817-406a-a966-38af23bfcb5c tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (cd62604d-bc51-4323-b57f-712978c821b5), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.332383 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70a43543-3817-406a-a966-38af23bfcb5c tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (cd62604d-bc51-4323-b57f-712978c821b5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.361339 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.361972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70a43543-3817-406a-a966-38af23bfcb5c tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.366392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-70a43543-3817-406a-a966-38af23bfcb5c tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1381452 Feb 11 13:21:46.367992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43716) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:46.372489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': True}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:46.503530 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6eff37a6-332d-4caf-bb0b-182e68053871 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.507602 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6eff37a6-332d-4caf-bb0b-182e68053871 tempest-MeteringIpV6TestJSON-1330634562 tempest-MeteringIpV6TestJSON-1330634562-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/25d0f00a-5573-4ba3-8f5d-db3bd845c8fe HTTP/1.1" status: 204 len: 168 time: 0.3002949 Feb 11 13:21:46.628512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (cd62604d-bc51-4323-b57f-712978c821b5), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.811383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43722) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:46.880160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (cd62604d-bc51-4323-b57f-712978c821b5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.906329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:46.946357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd1a7-c053-4988-a5aa-300a8fbd106f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.057289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Allocated IP 172.25.1.210 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2146c189-935d-4704-85ef-af576812fee7) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:47.060506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd1a7-c053-4988-a5aa-300a8fbd106f admin admin] Publish callbacks [] for security_group (f4c70121-d7e3-43fc-b9fb-4485d49347e5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.067865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce9fd1a7-c053-4988-a5aa-300a8fbd106f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4c70121-d7e3-43fc-b9fb-4485d49347e5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.115427 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce9fd1a7-c053-4988-a5aa-300a8fbd106f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7e8eb35ac824aa9a29895fa16063935&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031311 Feb 11 13:21:47.117443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:47.125951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fd1a7-c053-4988-a5aa-300a8fbd106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c70121-d7e3-43fc-b9fb-4485d49347e5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:47.183346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-294b21b8-f0a9-41aa-804b-3630eeff8325 admin admin] Publish callbacks [] for security_group (f4c70121-d7e3-43fc-b9fb-4485d49347e5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.204288 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for port (2146c189-935d-4704-85ef-af576812fee7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.209863 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-294b21b8-f0a9-41aa-804b-3630eeff8325 admin admin] Publish callbacks [] for security_group (f4c70121-d7e3-43fc-b9fb-4485d49347e5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.253668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2146c189-935d-4704-85ef-af576812fee7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.271711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-294b21b8-f0a9-41aa-804b-3630eeff8325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4c70121-d7e3-43fc-b9fb-4485d49347e5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.274815 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-294b21b8-f0a9-41aa-804b-3630eeff8325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.278251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-294b21b8-f0a9-41aa-804b-3630eeff8325 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4c70121-d7e3-43fc-b9fb-4485d49347e5 HTTP/1.1" status: 204 len: 168 time: 0.1574667 Feb 11 13:21:47.303377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.304184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b21b8-f0a9-41aa-804b-3630eeff8325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c70121-d7e3-43fc-b9fb-4485d49347e5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:47.306877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Port': ['ID=2146c189-935d-4704-85ef-af576812fee7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:47.321445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:47.327541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:47.330497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:47.336603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.337198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.337567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.337941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.338419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.338754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.339128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.339588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.339930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.340349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.341003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.341206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.341523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:47.666111 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (cd62604d-bc51-4323-b57f-712978c821b5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.694726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43736) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:47.712648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba64-a6e9-40c0-9c41-b191994867c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.805467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba64-a6e9-40c0-9c41-b191994867c3 admin admin] Publish callbacks [] for security_group (d9806bb0-dbf1-4160-9e88-1dd5ef3b2261), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.810248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba64-a6e9-40c0-9c41-b191994867c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9806bb0-dbf1-4160-9e88-1dd5ef3b2261), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.859011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02a2ba64-a6e9-40c0-9c41-b191994867c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ffd6a34674a842759c73e91a4a9b5955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607761 Feb 11 13:21:47.859011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2ba64-a6e9-40c0-9c41-b191994867c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9806bb0-dbf1-4160-9e88-1dd5ef3b2261,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:47.860468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43738) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:47.913732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b8a298b-2ea9-449a-a3bf-8eb14090fbf5 admin admin] Publish callbacks [] for security_group (d9806bb0-dbf1-4160-9e88-1dd5ef3b2261), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.915349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (cd62604d-bc51-4323-b57f-712978c821b5), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.919263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (cd62604d-bc51-4323-b57f-712978c821b5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:47.943324 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b8a298b-2ea9-449a-a3bf-8eb14090fbf5 admin admin] Publish callbacks [] for security_group (d9806bb0-dbf1-4160-9e88-1dd5ef3b2261), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:48.000851 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b8a298b-2ea9-449a-a3bf-8eb14090fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9806bb0-dbf1-4160-9e88-1dd5ef3b2261), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:48.004073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b8a298b-2ea9-449a-a3bf-8eb14090fbf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:48.008036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b8a298b-2ea9-449a-a3bf-8eb14090fbf5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9806bb0-dbf1-4160-9e88-1dd5ef3b2261 HTTP/1.1" status: 204 len: 168 time: 0.1439824 Feb 11 13:21:48.015539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a298b-2ea9-449a-a3bf-8eb14090fbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9806bb0-dbf1-4160-9e88-1dd5ef3b2261,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:48.094207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Router cd62604d-bc51-4323-b57f-712978c821b5 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:48.219679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:48.224400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:48.225486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0dfe374c-9e35-4031-b9ce-50c3610a46c3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "PUT /v2.0/routers/cd62604d-bc51-4323-b57f-712978c821b5 HTTP/1.1" status: 200 len: 913 time: 1.8564749 Feb 11 13:21:48.228431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43746) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:48.238327 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] Sync routers for ids ['cd62604d-bc51-4323-b57f-712978c821b5'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:48.244604 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] Routers {'cd62604d-bc51-4323-b57f-712978c821b5'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:48.248532 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cd62604d-bc51-4323-b57f-712978c821b5'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:48.287726 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:48.301164 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] Routers {'cd62604d-bc51-4323-b57f-712978c821b5'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:48.302153 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cd62604d-bc51-4323-b57f-712978c821b5'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:48.437463 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c34fbdf1-8db2-4f2d-9ee1-3d1fee00763a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/cd62604d-bc51-4323-b57f-712978c821b5 HTTP/1.1" status: 200 len: 919 time: 0.2078190 Feb 11 13:21:48.440573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43752) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:48.505083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293eb963-77cc-4d79-b1bf-b5f450d3f9cd tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.507036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-293eb963-77cc-4d79-b1bf-b5f450d3f9cd tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=cd62604d-bc51-4323-b57f-712978c821b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0655670 Feb 11 13:21:48.509684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43756) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:48.516925 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:48.517867 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67bf41-0bf8-43de-8132-c08d25758451 None None] The sync data for ids ['cd62604d-bc51-4323-b57f-712978c821b5'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:48.629437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3f3eb2-319f-4f49-a149-845509f42862 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.631325 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8d3f3eb2-319f-4f49-a149-845509f42862 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.1205785 Feb 11 13:21:48.634496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43762) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:48.671285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e47fe4bf-1b55-4bc5-90d6-be7ec4433a51 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd62604d-bc51-4323-b57f-712978c821b5 HTTP/1.1" status: 200 len: 205 time: 0.0352364 Feb 11 13:21:48.673863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43764) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:48.807860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (cd62604d-bc51-4323-b57f-712978c821b5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:48.954800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (cd62604d-bc51-4323-b57f-712978c821b5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.016442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Deleting port 2146c189-935d-4704-85ef-af576812fee7 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:49.016764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2146c189-935d-4704-85ef-af576812fee7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.128134 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2146c189-935d-4704-85ef-af576812fee7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.142206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Calling delete_port for 2146c189-935d-4704-85ef-af576812fee7 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:49.376705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2146c189-935d-4704-85ef-af576812fee7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.422235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event deleted for resources: {'Port': ['ID=2146c189-935d-4704-85ef-af576812fee7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:49.511625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (cd62604d-bc51-4323-b57f-712978c821b5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.652275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (cd62604d-bc51-4323-b57f-712978c821b5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.655526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (cd62604d-bc51-4323-b57f-712978c821b5), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.713717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (cd62604d-bc51-4323-b57f-712978c821b5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.714424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Fanout notify agent at l3_agent the message router_deleted on router cd62604d-bc51-4323-b57f-712978c821b5 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:49.732575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.733797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5ea7f30b-9e36-4b14-beb1-3ba64ce8f045 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/cd62604d-bc51-4323-b57f-712978c821b5 HTTP/1.1" status: 204 len: 168 time: 1.0585210 Feb 11 13:21:49.738448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43836) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:49.749858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0030fa8f-cedb-4d9e-a8f9-edcb21ad26ed tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-135800330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:49.786596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0030fa8f-cedb-4d9e-a8f9-edcb21ad26ed tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.787793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0030fa8f-cedb-4d9e-a8f9-edcb21ad26ed tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.849071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0030fa8f-cedb-4d9e-a8f9-edcb21ad26ed tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.854313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0030fa8f-cedb-4d9e-a8f9-edcb21ad26ed tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.890798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0030fa8f-cedb-4d9e-a8f9-edcb21ad26ed tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:49.896649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0030fa8f-cedb-4d9e-a8f9-edcb21ad26ed tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1535993 Feb 11 13:21:49.897332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:49.902636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'enable_snat': False}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:50.160603 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:50.412760 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:50.438712 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:50.482913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43928) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.622748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Allocated IP 172.25.1.245 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/f62f565c-c279-415b-859d-d670134be57d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:50.688175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-59fc9dce-dd0d-44dd-8960-afe7ca4a2258 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:50.742000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-59fc9dce-dd0d-44dd-8960-afe7ca4a2258 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "PUT /v2.0/quotas/5e3a8a523f024aaa8ba877a99f60949e HTTP/1.1" status: 200 len: 366 time: 0.2562523 Feb 11 13:21:50.744140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43966) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.762982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5c59fb9e-89c1-4a4c-bf34-d8a8f0b3157e tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0177145 Feb 11 13:21:50.767457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.795824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43978) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.796215 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c6eff44e-b452-4757-92ce-d81ca6394444 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "GET /v2.0/quotas/5e3a8a523f024aaa8ba877a99f60949e HTTP/1.1" status: 200 len: 366 time: 0.0271845 Feb 11 13:21:50.802598 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for port (f62f565c-c279-415b-859d-d670134be57d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:50.814464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb180318-55fa-4c53-90b2-2e376e81cd18 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/5e3a8a523f024aaa8ba877a99f60949e HTTP/1.1" status: 204 len: 168 time: 0.0169935 Feb 11 13:21:50.816677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43980) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.832646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-25fc603b-b0fa-44d0-be88-7db36874e3c5 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0140038 Feb 11 13:21:50.835972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43982) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.863216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 43988) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.867023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-45cb99e5-7dd5-4782-8230-21a1e2ff8ce2 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "GET /v2.0/quotas/5e3a8a523f024aaa8ba877a99f60949e HTTP/1.1" status: 200 len: 370 time: 0.0251257 Feb 11 13:21:50.872614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 43992) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:50.872815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5251bef1-7b74-4cdb-9d76-5a9ba579a3cd tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "GET /v2.0/quotas/5e3a8a523f024aaa8ba877a99f60949e/default HTTP/1.1" status: 200 len: 370 time: 0.0077882 Feb 11 13:21:50.874432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f62f565c-c279-415b-859d-d670134be57d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:50.907219 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-1b90a853-61f0-4574-8256-e28d4664861c tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:21:50.910465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b90a853-61f0-4574-8256-e28d4664861c tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/5e3a8a523f024aaa8ba877a99f60949e HTTP/1.1" status: 404 len: 348 time: 0.0367823 Feb 11 13:21:50.932331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:50.938396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:50.944421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:50.950890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Pushing event updated for resources: {'Port': ['ID=f62f565c-c279-415b-859d-d670134be57d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.151315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44028) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:51.180538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:network and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.184893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.193500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:subnet and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.197722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.206440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:subnetpool and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.221381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.234466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:port and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.238929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.255535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:router and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.260210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.268117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:floatingip and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.273127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.386085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:security_group and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.392636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.415167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Usage tracker for resource:security_group_rule and project:b7596610f53c4297afbf9d22bd02a676 is out of sync, need to count used quota {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:21:51.422714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.quota.resource [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109685) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 11 13:21:51.429332 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-543a7731-ccc0-4142-bf14-077c7569e478 tempest-QuotasTest-909475196 tempest-QuotasTest-909475196-project-admin] 10.222.0.42 "GET /v2.0/quotas/b7596610f53c4297afbf9d22bd02a676/details.json HTTP/1.1" status: 200 len: 703 time: 0.2744935 Feb 11 13:21:51.760697 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router_gateway (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:51.882213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44124) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:52.029254 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.033490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.048148 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddf51-4306-4545-9de2-dac51df089c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.157709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddf51-4306-4545-9de2-dac51df089c6 admin admin] Publish callbacks [] for security_group (0cffccfa-aae8-4a46-8286-755979882bd1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.162724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dc0ddf51-4306-4545-9de2-dac51df089c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0cffccfa-aae8-4a46-8286-755979882bd1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.214165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dc0ddf51-4306-4545-9de2-dac51df089c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f9389867fef4033849ebadd8ad13b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297772 Feb 11 13:21:52.215373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ddf51-4306-4545-9de2-dac51df089c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cffccfa-aae8-4a46-8286-755979882bd1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:52.216343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44170) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:52.243305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Router c6e8c3d0-8a05-47e3-9683-b323a08a74ca is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:52.319726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c49d27e1-fee2-4b85-a3de-4e24206cbf48 admin admin] Publish callbacks [] for security_group (0cffccfa-aae8-4a46-8286-755979882bd1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.378523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c49d27e1-fee2-4b85-a3de-4e24206cbf48 admin admin] Publish callbacks [] for security_group (0cffccfa-aae8-4a46-8286-755979882bd1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.422207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:52.426674 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.427891 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b632b89-9527-461d-b535-ffb5496bd436 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "PUT /v2.0/routers/c6e8c3d0-8a05-47e3-9683-b323a08a74ca HTTP/1.1" status: 200 len: 915 time: 2.5294952 Feb 11 13:21:52.430897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44200) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:52.436667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] Sync routers for ids ['c6e8c3d0-8a05-47e3-9683-b323a08a74ca'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:52.453078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] Routers {'c6e8c3d0-8a05-47e3-9683-b323a08a74ca'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:52.458231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c6e8c3d0-8a05-47e3-9683-b323a08a74ca'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:52.501766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:52.513128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] Routers {'c6e8c3d0-8a05-47e3-9683-b323a08a74ca'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:52.514464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['c6e8c3d0-8a05-47e3-9683-b323a08a74ca'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:52.530446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c49d27e1-fee2-4b85-a3de-4e24206cbf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0cffccfa-aae8-4a46-8286-755979882bd1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.533190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c49d27e1-fee2-4b85-a3de-4e24206cbf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:52.537349 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c49d27e1-fee2-4b85-a3de-4e24206cbf48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cffccfa-aae8-4a46-8286-755979882bd1 HTTP/1.1" status: 204 len: 168 time: 0.3176553 Feb 11 13:21:52.550242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d27e1-fee2-4b85-a3de-4e24206cbf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cffccfa-aae8-4a46-8286-755979882bd1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:52.565049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:52.565984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47eca9-bbc5-47cc-8550-1026093869b6 None None] The sync data for ids ['c6e8c3d0-8a05-47e3-9683-b323a08a74ca'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:52.619316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-767f3ca9-500d-4449-bdb9-4dead53a010a tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/c6e8c3d0-8a05-47e3-9683-b323a08a74ca HTTP/1.1" status: 200 len: 921 time: 0.1871502 Feb 11 13:21:52.622584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44228) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:52.746854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e6513b-e522-46b0-b55d-4064d1d427ed tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.748454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b9e6513b-e522-46b0-b55d-4064d1d427ed tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=c6e8c3d0-8a05-47e3-9683-b323a08a74ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1247482 Feb 11 13:21:52.751437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44248) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:52.859975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f059a5-be73-4297-85ff-d1639221d4d3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.866333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44262) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:52.868139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e6f059a5-be73-4297-85ff-d1639221d4d3 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/networks/1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 881 time: 0.1153824 Feb 11 13:21:52.909606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4a734fb3-acc1-4b80-bfa7-a3ac7e3ba64b tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6e8c3d0-8a05-47e3-9683-b323a08a74ca HTTP/1.1" status: 200 len: 205 time: 0.0420806 Feb 11 13:21:52.912063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44270) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:53.007197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44282) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:53.024279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1013cb9-9ecd-4980-85be-db0aacd0b197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.050744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.118532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1013cb9-9ecd-4980-85be-db0aacd0b197 admin admin] Publish callbacks [] for security_group (48fd6f7a-76f5-4621-abee-c1d2f526f7b7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.123773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1013cb9-9ecd-4980-85be-db0aacd0b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (48fd6f7a-76f5-4621-abee-c1d2f526f7b7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.171319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d1013cb9-9ecd-4980-85be-db0aacd0b197 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7596610f53c4297afbf9d22bd02a676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1630118 Feb 11 13:21:53.174873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44296) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:53.177001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1013cb9-9ecd-4980-85be-db0aacd0b197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd6f7a-76f5-4621-abee-c1d2f526f7b7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.202100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.277083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4b7971a-9264-4ce0-9091-000d09c5e8db admin admin] Publish callbacks [] for security_group (48fd6f7a-76f5-4621-abee-c1d2f526f7b7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.302348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4b7971a-9264-4ce0-9091-000d09c5e8db admin admin] Publish callbacks [] for security_group (48fd6f7a-76f5-4621-abee-c1d2f526f7b7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.314796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Deleting port f62f565c-c279-415b-859d-d670134be57d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:53.315122 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f62f565c-c279-415b-859d-d670134be57d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.420933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f62f565c-c279-415b-859d-d670134be57d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.428241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4b7971a-9264-4ce0-9091-000d09c5e8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (48fd6f7a-76f5-4621-abee-c1d2f526f7b7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.430950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4b7971a-9264-4ce0-9091-000d09c5e8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.432135 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f4b7971a-9264-4ce0-9091-000d09c5e8db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48fd6f7a-76f5-4621-abee-c1d2f526f7b7 HTTP/1.1" status: 204 len: 168 time: 0.2560985 Feb 11 13:21:53.444907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Calling delete_port for f62f565c-c279-415b-859d-d670134be57d owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:53.454324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7971a-9264-4ce0-9091-000d09c5e8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd6f7a-76f5-4621-abee-c1d2f526f7b7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.656037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f62f565c-c279-415b-859d-d670134be57d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.687919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event deleted for resources: {'Port': ['ID=f62f565c-c279-415b-859d-d670134be57d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.762113 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.905873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:53.908895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.009538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (c6e8c3d0-8a05-47e3-9683-b323a08a74ca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.010275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Fanout notify agent at l3_agent the message router_deleted on router c6e8c3d0-8a05-47e3-9683-b323a08a74ca {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:54.023028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.024290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-857ca146-ecd1-491f-be48-73f96dd9a15a tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/c6e8c3d0-8a05-47e3-9683-b323a08a74ca HTTP/1.1" status: 204 len: 168 time: 1.1112568 Feb 11 13:21:54.029982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44320) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:54.035091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1230607156', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:54.060822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.066967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.133602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (f46416ab-c2ba-4c85-bbbc-6013252cac64), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.300534 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (f46416ab-c2ba-4c85-bbbc-6013252cac64), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.546555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (f46416ab-c2ba-4c85-bbbc-6013252cac64), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.566932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.696592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Allocated IP 172.25.1.137 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2d810b77-3c44-4180-a9cd-b571584a2a8f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:54.828478 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for port (2d810b77-3c44-4180-a9cd-b571584a2a8f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.868743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2d810b77-3c44-4180-a9cd-b571584a2a8f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:54.920226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:54.925518 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:54.931760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:54.937177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event updated for resources: {'Port': ['ID=2d810b77-3c44-4180-a9cd-b571584a2a8f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:55.087432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44350) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:55.207440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1414955731', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:55.232402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Made reservation on behalf of 7ff8a46303724ea69da733d201bc051e for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:55.238380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.249625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.370575 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for security_group (80775fa8-ffba-4961-ac95-1ac9fbcca4bb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.377547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (80775fa8-ffba-4961-ac95-1ac9fbcca4bb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.385176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] device_id is not set on port 7e247e7b-1d7f-459d-8665-0d75f6c1e65b yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:21:55.527959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80775fa8-ffba-4961-ac95-1ac9fbcca4bb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:55.552012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Allocated IP 172.25.1.26 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/7e247e7b-1d7f-459d-8665-0d75f6c1e65b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:55.609760 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (f46416ab-c2ba-4c85-bbbc-6013252cac64), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.696264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for port (7e247e7b-1d7f-459d-8665-0d75f6c1e65b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.733146 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7e247e7b-1d7f-459d-8665-0d75f6c1e65b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.781174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:55.785471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:55.788218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:55.790678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Pushing event updated for resources: {'Port': ['ID=7e247e7b-1d7f-459d-8665-0d75f6c1e65b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:55.819840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.837251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.838333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.862383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-837a61de-78c3-4ad9-a2fa-3b0cf26409c9 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7710960 Feb 11 13:21:55.862597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44356) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:55.866935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.26'}]}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:55.888398 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (df73671f-d8d3-4f72-8990-b4f77a910f81), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.889890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (df73671f-d8d3-4f72-8990-b4f77a910f81), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:55.961416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Router f46416ab-c2ba-4c85-bbbc-6013252cac64 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:56.155835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:56.166220 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] Sync routers for ids ['f46416ab-c2ba-4c85-bbbc-6013252cac64'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:56.181804 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] Routers {'f46416ab-c2ba-4c85-bbbc-6013252cac64'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:56.182965 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f46416ab-c2ba-4c85-bbbc-6013252cac64'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:56.188706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.190522 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-db332886-7bfb-47e9-9b18-610298ee8337 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1590064 Feb 11 13:21:56.194565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44366) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:56.204465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:56.227473 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:56.240265 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] Routers {'f46416ab-c2ba-4c85-bbbc-6013252cac64'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:56.242313 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f46416ab-c2ba-4c85-bbbc-6013252cac64'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:56.251953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for router_controller (df73671f-d8d3-4f72-8990-b4f77a910f81), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.363257 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:56.369032 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad41ce6-5ae0-424e-b458-1f275ab03e4b None None] The sync data for ids ['f46416ab-c2ba-4c85-bbbc-6013252cac64'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:56.466432 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for router_gateway (df73671f-d8d3-4f72-8990-b4f77a910f81), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.633392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (f46416ab-c2ba-4c85-bbbc-6013252cac64), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.648340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_gateway (f46416ab-c2ba-4c85-bbbc-6013252cac64), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.714005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Deleting port 2d810b77-3c44-4180-a9cd-b571584a2a8f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:56.714660 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2d810b77-3c44-4180-a9cd-b571584a2a8f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.718546 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for router_gateway (df73671f-d8d3-4f72-8990-b4f77a910f81), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.739339 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.803503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2d810b77-3c44-4180-a9cd-b571584a2a8f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:56.816471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Calling delete_port for 2d810b77-3c44-4180-a9cd-b571584a2a8f owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:56.891154 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for router (df73671f-d8d3-4f72-8990-b4f77a910f81), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.005178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2d810b77-3c44-4180-a9cd-b571584a2a8f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.033244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Pushing event deleted for resources: {'Port': ['ID=2d810b77-3c44-4180-a9cd-b571584a2a8f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:57.059001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (df73671f-d8d3-4f72-8990-b4f77a910f81), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.061232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks [] for router_controller (df73671f-d8d3-4f72-8990-b4f77a910f81), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.107811 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (df73671f-d8d3-4f72-8990-b4f77a910f81), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.108264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df73671f-d8d3-4f72-8990-b4f77a910f81 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:57.111336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (f46416ab-c2ba-4c85-bbbc-6013252cac64), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.131307 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:21:57.136000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c1c8fef0-7834-47bb-9eb3-86823f945e93 tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2724459 Feb 11 13:21:57.136580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44374) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:57.223376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Deleting port 7e247e7b-1d7f-459d-8665-0d75f6c1e65b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:21:57.223720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7e247e7b-1d7f-459d-8665-0d75f6c1e65b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.304630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7e247e7b-1d7f-459d-8665-0d75f6c1e65b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.317569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Calling delete_port for 7e247e7b-1d7f-459d-8665-0d75f6c1e65b owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:21:57.477188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7e247e7b-1d7f-459d-8665-0d75f6c1e65b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.513762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e247e7b-1d7f-459d-8665-0d75f6c1e65b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:57.595178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.603756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ffa34c74-3a96-4c2e-a986-0e223eacafbd tempest-RoutersAdminNegativeTest-696949920 tempest-RoutersAdminNegativeTest-696949920-project-admin] 10.222.0.42 "DELETE /v2.0/ports/7e247e7b-1d7f-459d-8665-0d75f6c1e65b HTTP/1.1" status: 204 len: 168 time: 0.4622843 Feb 11 13:21:57.708639 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.713103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.808739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Router f46416ab-c2ba-4c85-bbbc-6013252cac64 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:57.923054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:57.931266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:57.932459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a954ff94-767c-4d7f-a030-b5e43804fdb0 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "PUT /v2.0/routers/f46416ab-c2ba-4c85-bbbc-6013252cac64 HTTP/1.1" status: 200 len: 706 time: 1.7360468 Feb 11 13:21:57.935509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44424) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:57.935747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44426) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:57.943281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] Sync routers for ids ['f46416ab-c2ba-4c85-bbbc-6013252cac64'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:57.954336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] Routers {'f46416ab-c2ba-4c85-bbbc-6013252cac64'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:57.955029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f46416ab-c2ba-4c85-bbbc-6013252cac64'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.023984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.045908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] Routers {'f46416ab-c2ba-4c85-bbbc-6013252cac64'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:58.046536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:21:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f46416ab-c2ba-4c85-bbbc-6013252cac64'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.054292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f27be1f3-1d7f-48f6-8908-7a228758a225 tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/routers/f46416ab-c2ba-4c85-bbbc-6013252cac64 HTTP/1.1" status: 200 len: 741 time: 0.1171420 Feb 11 13:21:58.057209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44448) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.097917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.099160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655ac24-b20c-4108-bb11-656ef06e196a None None] The sync data for ids ['f46416ab-c2ba-4c85-bbbc-6013252cac64'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:58.116484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-65328f69-1343-419d-8993-3ba74955e9bd tempest-RoutersAdminTest-938334830 tempest-RoutersAdminTest-938334830-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&device_id=f46416ab-c2ba-4c85-bbbc-6013252cac64 HTTP/1.1" status: 200 len: 205 time: 0.0580428 Feb 11 13:21:58.119254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.154352 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09dc2220-e6b4-47c1-a27f-1d230cf67b22 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=f46416ab-c2ba-4c85-bbbc-6013252cac64 HTTP/1.1" status: 200 len: 205 time: 0.0336611 Feb 11 13:21:58.156990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44462) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.171730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-14e100eb-cca2-46c5-9878-0e5fdf5db1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.268807 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b936f-b566-4fca-847f-10aaaa9459cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.465335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b936f-b566-4fca-847f-10aaaa9459cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.471408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b936f-b566-4fca-847f-10aaaa9459cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router_controller (f46416ab-c2ba-4c85-bbbc-6013252cac64), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.530307 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-14e100eb-cca2-46c5-9878-0e5fdf5db1a7 admin admin] Publish callbacks [] for security_group (f4caedbf-1f32-4639-a290-9d025deeaca6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.536593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-14e100eb-cca2-46c5-9878-0e5fdf5db1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4caedbf-1f32-4639-a290-9d025deeaca6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.549434 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b936f-b566-4fca-847f-10aaaa9459cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (f46416ab-c2ba-4c85-bbbc-6013252cac64), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.549982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887b936f-b566-4fca-847f-10aaaa9459cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Fanout notify agent at l3_agent the message router_deleted on router f46416ab-c2ba-4c85-bbbc-6013252cac64 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:21:58.565162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b936f-b566-4fca-847f-10aaaa9459cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.566403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-887b936f-b566-4fca-847f-10aaaa9459cc tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/f46416ab-c2ba-4c85-bbbc-6013252cac64 HTTP/1.1" status: 204 len: 168 time: 0.4084022 Feb 11 13:21:58.569955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.588932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-14e100eb-cca2-46c5-9878-0e5fdf5db1a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c143d6d94f70440ca5492f0deaa7fa88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6486635 Feb 11 13:21:58.589261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44526) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.601806 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9391e1d0-37a2-474a-9b17-17977e085bb5 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=f46416ab-c2ba-4c85-bbbc-6013252cac64 HTTP/1.1" status: 200 len: 205 time: 0.0307169 Feb 11 13:21:58.604164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44530) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.644491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e100eb-cca2-46c5-9878-0e5fdf5db1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4caedbf-1f32-4639-a290-9d025deeaca6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.662218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c979ed2b-e94f-4fd1-a713-f8808b3cf08b admin admin] Publish callbacks [] for security_group (f4caedbf-1f32-4639-a290-9d025deeaca6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.673256 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-276bb20c-5ac6-4820-bcc9-545d0fa74dfe tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] delete failed (client error): The resource could not be found. Feb 11 13:21:58.674761 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-276bb20c-5ac6-4820-bcc9-545d0fa74dfe tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/f46416ab-c2ba-4c85-bbbc-6013252cac64 HTTP/1.1" status: 404 len: 336 time: 0.0692410 Feb 11 13:21:58.677290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44542) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.692404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c979ed2b-e94f-4fd1-a713-f8808b3cf08b admin admin] Publish callbacks [] for security_group (f4caedbf-1f32-4639-a290-9d025deeaca6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.712295 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8c6ce9d5-215a-42fc-9f06-96bc68f7f4a2 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6e8c3d0-8a05-47e3-9683-b323a08a74ca HTTP/1.1" status: 200 len: 205 time: 0.0336416 Feb 11 13:21:58.716373 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44548) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.766135 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-46b4a96f-db3e-4a54-a32a-f4982a8a27e2 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] delete failed (client error): The resource could not be found. Feb 11 13:21:58.767187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-46b4a96f-db3e-4a54-a32a-f4982a8a27e2 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/c6e8c3d0-8a05-47e3-9683-b323a08a74ca HTTP/1.1" status: 404 len: 336 time: 0.0495930 Feb 11 13:21:58.769903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44558) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.801882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c979ed2b-e94f-4fd1-a713-f8808b3cf08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4caedbf-1f32-4639-a290-9d025deeaca6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.804618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c979ed2b-e94f-4fd1-a713-f8808b3cf08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.808521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c979ed2b-e94f-4fd1-a713-f8808b3cf08b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4caedbf-1f32-4639-a290-9d025deeaca6 HTTP/1.1" status: 204 len: 168 time: 0.2180285 Feb 11 13:21:58.817357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979ed2b-e94f-4fd1-a713-f8808b3cf08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4caedbf-1f32-4639-a290-9d025deeaca6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.832462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34c95309-851b-4968-907f-a09f57ed0138 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd62604d-bc51-4323-b57f-712978c821b5 HTTP/1.1" status: 200 len: 205 time: 0.0608463 Feb 11 13:21:58.836602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44570) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.896289 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-8aafbca7-8008-4e24-9b0c-7b58ea7e3f5e tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] delete failed (client error): The resource could not be found. Feb 11 13:21:58.897381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8aafbca7-8008-4e24-9b0c-7b58ea7e3f5e tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/cd62604d-bc51-4323-b57f-712978c821b5 HTTP/1.1" status: 404 len: 336 time: 0.0598066 Feb 11 13:21:58.900134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44576) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:58.960089 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c28e5f88-ce38-4a0a-8a43-a721dbc0fe68 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=268e6bab-fbdc-4c58-837e-be289de0ef4d HTTP/1.1" status: 200 len: 205 time: 0.0586436 Feb 11 13:21:58.960323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44588) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.013229 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-13a30940-45be-466f-ab93-21379a8c51fd tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] delete failed (client error): The resource could not be found. Feb 11 13:21:59.014503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-13a30940-45be-466f-ab93-21379a8c51fd tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/268e6bab-fbdc-4c58-837e-be289de0ef4d HTTP/1.1" status: 404 len: 336 time: 0.0529678 Feb 11 13:21:59.017333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44596) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.060024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b0b2a98d-0203-446b-afc7-64611051f9b1 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc215d9c-1318-42e6-a463-995f8a51f929 HTTP/1.1" status: 200 len: 205 time: 0.0412056 Feb 11 13:21:59.062641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44606) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.116195 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-efd05e23-cb23-4e5d-949b-dc517c5e6f96 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] delete failed (client error): The resource could not be found. Feb 11 13:21:59.117481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-efd05e23-cb23-4e5d-949b-dc517c5e6f96 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/fc215d9c-1318-42e6-a463-995f8a51f929 HTTP/1.1" status: 404 len: 336 time: 0.0538301 Feb 11 13:21:59.120402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44614) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.153327 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2cec105c-eedc-45f6-94b0-280c36c55115 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cccad7a-eb7d-402a-8ad0-5460249e7a03 HTTP/1.1" status: 200 len: 205 time: 0.0318296 Feb 11 13:21:59.155895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44622) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.197171 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-a2c27d4b-82fa-406a-b3ec-dce14a5ef8e5 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] delete failed (client error): The resource could not be found. Feb 11 13:21:59.198431 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2c27d4b-82fa-406a-b3ec-dce14a5ef8e5 tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/routers/2cccad7a-eb7d-402a-8ad0-5460249e7a03 HTTP/1.1" status: 404 len: 336 time: 0.0416088 Feb 11 13:21:59.201327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44628) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.229345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44632) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.232301 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-0286dc23-ec39-4630-bfa3-cba491236c3e tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] DELETE failed (client error): The resource could not be found. Feb 11 13:21:59.232865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0286dc23-ec39-4630-bfa3-cba491236c3e tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:21:59.236395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0286dc23-ec39-4630-bfa3-cba491236c3e tempest-RoutersAdminTest-831412745 tempest-RoutersAdminTest-831412745-project] 10.222.0.42 "DELETE /v2.0/subnets/7fc0724d-654d-409e-8c82-36e545339105 HTTP/1.1" status: 404 len: 337 time: 0.0338209 Feb 11 13:21:59.303056 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-46638a44-780c-469f-a093-e00c77b5975e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:59.321022 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04d916f3-c26e-469b-8851-e3cc432e02ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ff8a46303724ea69da733d201bc051e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0898728 Feb 11 13:21:59.321167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44646) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.404535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9bd7-27fd-412f-99b4-3b0bc4a72c54 admin admin] Publish callbacks [] for security_group (80775fa8-ffba-4961-ac95-1ac9fbcca4bb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:59.436152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9bd7-27fd-412f-99b4-3b0bc4a72c54 admin admin] Publish callbacks [] for security_group (80775fa8-ffba-4961-ac95-1ac9fbcca4bb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:59.534426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9bd7-27fd-412f-99b4-3b0bc4a72c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (80775fa8-ffba-4961-ac95-1ac9fbcca4bb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:59.545040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ba8c9bd7-27fd-412f-99b4-3b0bc4a72c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:59.547121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ba8c9bd7-27fd-412f-99b4-3b0bc4a72c54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80775fa8-ffba-4961-ac95-1ac9fbcca4bb HTTP/1.1" status: 204 len: 168 time: 0.2244246 Feb 11 13:21:59.581629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c9bd7-27fd-412f-99b4-3b0bc4a72c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80775fa8-ffba-4961-ac95-1ac9fbcca4bb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:59.651669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44690) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:21:59.940819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-663678bb-b01a-4ca1-be5e-97dc4fea0857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.049472 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-663678bb-b01a-4ca1-be5e-97dc4fea0857 admin admin] Publish callbacks [] for security_group (bb21209c-da71-44f0-9f61-f69ada3f680a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.054608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-663678bb-b01a-4ca1-be5e-97dc4fea0857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bb21209c-da71-44f0-9f61-f69ada3f680a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.098580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-663678bb-b01a-4ca1-be5e-97dc4fea0857 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37c8913e60c944448f1cd84408e4fd46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4454577 Feb 11 13:22:00.099476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663678bb-b01a-4ca1-be5e-97dc4fea0857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb21209c-da71-44f0-9f61-f69ada3f680a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:00.101826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44758) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:00.161083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed23ebb-9e20-4379-9f7a-eb4ae3d52702 admin admin] Publish callbacks [] for security_group (bb21209c-da71-44f0-9f61-f69ada3f680a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.185280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed23ebb-9e20-4379-9f7a-eb4ae3d52702 admin admin] Publish callbacks [] for security_group (bb21209c-da71-44f0-9f61-f69ada3f680a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.242815 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed23ebb-9e20-4379-9f7a-eb4ae3d52702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bb21209c-da71-44f0-9f61-f69ada3f680a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.245605 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ed23ebb-9e20-4379-9f7a-eb4ae3d52702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.246947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ed23ebb-9e20-4379-9f7a-eb4ae3d52702 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb21209c-da71-44f0-9f61-f69ada3f680a HTTP/1.1" status: 204 len: 168 time: 0.1436393 Feb 11 13:22:00.255623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed23ebb-9e20-4379-9f7a-eb4ae3d52702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb21209c-da71-44f0-9f61-f69ada3f680a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:00.655084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44838) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:00.699363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44846) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:00.775776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44860) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:00.784026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f6e6b23f-10b7-427d-a113-0107bb4b43e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78a3a680db584073ad2bc8ebace95b28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0823059 Feb 11 13:22:00.832721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Publish callbacks [] for security_group (d735a14a-6afb-4437-aa0a-0a23315c121e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.861805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Publish callbacks [] for security_group (d735a14a-6afb-4437-aa0a-0a23315c121e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.918491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d735a14a-6afb-4437-aa0a-0a23315c121e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.921981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:00.926559 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d735a14a-6afb-4437-aa0a-0a23315c121e HTTP/1.1" status: 204 len: 168 time: 0.1493664 Feb 11 13:22:00.944505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d735a14a-6afb-4437-aa0a-0a23315c121e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:00.964715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.965072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.965535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.965753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.966163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.966396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.966723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.969747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.970129 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.970471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.970809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.972208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:00.974434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-81a73505-81eb-494a-a56a-a890715db13e tempest-AgentManagementNegativeTest-584973582 tempest-AgentManagementNegativeTest-584973582-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3181708 Feb 11 13:22:00.974885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e51e3f5-95a7-499c-bcb2-f825fa72938f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:01.329298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 44936) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:01.407477 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2f398d10-ec0b-4f61-a981-2e43d6eebd4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.481050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01614f51-bd6a-464e-bb13-17ad29cf0324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.579620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01614f51-bd6a-464e-bb13-17ad29cf0324 admin admin] Publish callbacks [] for security_group (820bc030-f9e2-4d43-ae9a-fb9b8ed8634f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.586929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01614f51-bd6a-464e-bb13-17ad29cf0324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (820bc030-f9e2-4d43-ae9a-fb9b8ed8634f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.627381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01614f51-bd6a-464e-bb13-17ad29cf0324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820bc030-f9e2-4d43-ae9a-fb9b8ed8634f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:01.632210 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-01614f51-bd6a-464e-bb13-17ad29cf0324 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcfff36b0c764f359b34d50b8b2e48bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3017650 Feb 11 13:22:01.635695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 44952) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:01.694560 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ce67-314d-4d38-aa79-f4e677bc29e3 admin admin] Publish callbacks [] for security_group (820bc030-f9e2-4d43-ae9a-fb9b8ed8634f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.720203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ce67-314d-4d38-aa79-f4e677bc29e3 admin admin] Publish callbacks [] for security_group (820bc030-f9e2-4d43-ae9a-fb9b8ed8634f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.795043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ce67-314d-4d38-aa79-f4e677bc29e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (820bc030-f9e2-4d43-ae9a-fb9b8ed8634f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.798519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1e7ce67-314d-4d38-aa79-f4e677bc29e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:01.804514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1e7ce67-314d-4d38-aa79-f4e677bc29e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/820bc030-f9e2-4d43-ae9a-fb9b8ed8634f HTTP/1.1" status: 204 len: 168 time: 0.1669562 Feb 11 13:22:01.813833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7ce67-314d-4d38-aa79-f4e677bc29e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820bc030-f9e2-4d43-ae9a-fb9b8ed8634f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:02.590377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:02.698220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45004) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:02.869502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:02.908572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1ab8f91f-e685-433a-bd4f-996b3bea16d0 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1319025445'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:02.922227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-812888e3-15dd-4cb0-8982-8aae63ca4132 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1123426329', 'prefixes': ['172.20.0.0/16']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:02.941693 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f91f-e685-433a-bd4f-996b3bea16d0 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (d371a264-ed5b-4cc5-9084-6c13a4e86354), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:02.942679 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f91f-e685-433a-bd4f-996b3bea16d0 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (d371a264-ed5b-4cc5-9084-6c13a4e86354), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.019241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f91f-e685-433a-bd4f-996b3bea16d0 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (d371a264-ed5b-4cc5-9084-6c13a4e86354), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.027035 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f91f-e685-433a-bd4f-996b3bea16d0 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (d371a264-ed5b-4cc5-9084-6c13a4e86354), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.038977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-812888e3-15dd-4cb0-8982-8aae63ca4132 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.040221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-812888e3-15dd-4cb0-8982-8aae63ca4132 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1695054 Feb 11 13:22:03.043301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45016) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.043781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ab8f91f-e685-433a-bd4f-996b3bea16d0 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.044381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1ab8f91f-e685-433a-bd4f-996b3bea16d0 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3450880 Feb 11 13:22:03.046977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45018) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.120885 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ee86885a-0749-4030-a990-e14200d7c8cd tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] 10.222.0.42 "GET /v2.0/subnetpools/fe799776-89ff-40ec-a641-003faf1d8a22 HTTP/1.1" status: 200 len: 732 time: 0.0754433 Feb 11 13:22:03.123957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45022) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.129510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-79fbc9c2-e7fb-4b45-a025-284fde434904 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-987305284'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:03.151190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5173ae33-f9ea-4692-8aea-b3685cac67d4 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (d371a264-ed5b-4cc5-9084-6c13a4e86354), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.227527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-79fbc9c2-e7fb-4b45-a025-284fde434904 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.232070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-79fbc9c2-e7fb-4b45-a025-284fde434904 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] 10.222.0.42 "PUT /v2.0/subnetpools/fe799776-89ff-40ec-a641-003faf1d8a22 HTTP/1.1" status: 200 len: 683 time: 0.1068578 Feb 11 13:22:03.232894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45024) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.318058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3689fcf-45dc-473b-8761-29bcd797703d tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.322600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c3689fcf-45dc-473b-8761-29bcd797703d tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] 10.222.0.42 "DELETE /v2.0/subnetpools/fe799776-89ff-40ec-a641-003faf1d8a22 HTTP/1.1" status: 204 len: 168 time: 0.0852416 Feb 11 13:22:03.322984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45026) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.328433 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5173ae33-f9ea-4692-8aea-b3685cac67d4 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (d371a264-ed5b-4cc5-9084-6c13a4e86354), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.331625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5173ae33-f9ea-4692-8aea-b3685cac67d4 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (d371a264-ed5b-4cc5-9084-6c13a4e86354), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.339224 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-2b1e68ef-9fd4-4449-9245-368deb0db06f tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] show failed (client error): The resource could not be found. Feb 11 13:22:03.342893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2b1e68ef-9fd4-4449-9245-368deb0db06f tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] 10.222.0.42 "GET /v2.0/subnetpools/fe799776-89ff-40ec-a641-003faf1d8a22 HTTP/1.1" status: 404 len: 346 time: 0.0162241 Feb 11 13:22:03.343411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45028) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.392979 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-addbc019-c5ca-4f5f-aaf3-7d6075c577c1 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] delete failed (client error): The resource could not be found. Feb 11 13:22:03.394247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-addbc019-c5ca-4f5f-aaf3-7d6075c577c1 tempest-SubnetPoolsTestJSON-1411370455 tempest-SubnetPoolsTestJSON-1411370455-project] 10.222.0.42 "DELETE /v2.0/subnetpools/fe799776-89ff-40ec-a641-003faf1d8a22 HTTP/1.1" status: 404 len: 346 time: 0.0496655 Feb 11 13:22:03.398673 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5173ae33-f9ea-4692-8aea-b3685cac67d4 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (d371a264-ed5b-4cc5-9084-6c13a4e86354), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.399350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5173ae33-f9ea-4692-8aea-b3685cac67d4 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d371a264-ed5b-4cc5-9084-6c13a4e86354 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:03.404208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5173ae33-f9ea-4692-8aea-b3685cac67d4 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.409778 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5173ae33-f9ea-4692-8aea-b3685cac67d4 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "DELETE /v2.0/routers/d371a264-ed5b-4cc5-9084-6c13a4e86354 HTTP/1.1" status: 204 len: 168 time: 0.3576481 Feb 11 13:22:03.409894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45032) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.415017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4cbbdb4c-4b61-4f09-95a6-c7c42917e825 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Request body: {'router': {'name': 'tempest-router-1417618717', 'distributed': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:03.438411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdb4c-4b61-4f09-95a6-c7c42917e825 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (0fc88267-c047-43a1-b693-fa17338e8c83), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.439842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdb4c-4b61-4f09-95a6-c7c42917e825 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (0fc88267-c047-43a1-b693-fa17338e8c83), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.499856 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdb4c-4b61-4f09-95a6-c7c42917e825 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (0fc88267-c047-43a1-b693-fa17338e8c83), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.505458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdb4c-4b61-4f09-95a6-c7c42917e825 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (0fc88267-c047-43a1-b693-fa17338e8c83), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.521446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4cbbdb4c-4b61-4f09-95a6-c7c42917e825 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.522886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4cbbdb4c-4b61-4f09-95a6-c7c42917e825 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1117549 Feb 11 13:22:03.525763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45034) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.707584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45040) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.824228 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cd5456b-fb47-4e68-8e63-31d54cac3ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.882058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05ab48be-c8ae-4497-a92d-cca4215c59fa tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (0fc88267-c047-43a1-b693-fa17338e8c83), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.908266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cd5456b-fb47-4e68-8e63-31d54cac3ac1 admin admin] Publish callbacks [] for security_group (5e9babd0-cb6c-4734-ace6-75a08c8dbf11), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.913996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1cd5456b-fb47-4e68-8e63-31d54cac3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5e9babd0-cb6c-4734-ace6-75a08c8dbf11), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:03.958254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1cd5456b-fb47-4e68-8e63-31d54cac3ac1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=45fe3a3c0541479289f106726bc00f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2495315 Feb 11 13:22:03.959333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45044) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:03.960062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5456b-fb47-4e68-8e63-31d54cac3ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9babd0-cb6c-4734-ace6-75a08c8dbf11,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:04.022295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2d73aaf-8f7c-4e5a-91a4-62980150fb65 admin admin] Publish callbacks [] for security_group (5e9babd0-cb6c-4734-ace6-75a08c8dbf11), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.048150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2d73aaf-8f7c-4e5a-91a4-62980150fb65 admin admin] Publish callbacks [] for security_group (5e9babd0-cb6c-4734-ace6-75a08c8dbf11), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.053051 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05ab48be-c8ae-4497-a92d-cca4215c59fa tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (0fc88267-c047-43a1-b693-fa17338e8c83), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.055388 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05ab48be-c8ae-4497-a92d-cca4215c59fa tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (0fc88267-c047-43a1-b693-fa17338e8c83), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.100380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05ab48be-c8ae-4497-a92d-cca4215c59fa tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (0fc88267-c047-43a1-b693-fa17338e8c83), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.101116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ab48be-c8ae-4497-a92d-cca4215c59fa tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc88267-c047-43a1-b693-fa17338e8c83 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:04.105531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05ab48be-c8ae-4497-a92d-cca4215c59fa tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.106840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-05ab48be-c8ae-4497-a92d-cca4215c59fa tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "DELETE /v2.0/routers/0fc88267-c047-43a1-b693-fa17338e8c83 HTTP/1.1" status: 204 len: 168 time: 0.5799711 Feb 11 13:22:04.110251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45048) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:04.114787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-62300e2c-77af-4fb4-9f5c-825641f902e9 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Request body: {'router': {'name': 'tempest-router-1629554236', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b4b7458f3b5c4818aa8e0ffec2df6b02'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:04.115663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2d73aaf-8f7c-4e5a-91a4-62980150fb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5e9babd0-cb6c-4734-ace6-75a08c8dbf11), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.118554 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2d73aaf-8f7c-4e5a-91a4-62980150fb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.122424 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d2d73aaf-8f7c-4e5a-91a4-62980150fb65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e9babd0-cb6c-4734-ace6-75a08c8dbf11 HTTP/1.1" status: 204 len: 168 time: 0.1508448 Feb 11 13:22:04.137559 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62300e2c-77af-4fb4-9f5c-825641f902e9 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (096804a1-3c0e-4781-9aac-33be32145c6b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.139607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d73aaf-8f7c-4e5a-91a4-62980150fb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9babd0-cb6c-4734-ace6-75a08c8dbf11,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:04.140364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62300e2c-77af-4fb4-9f5c-825641f902e9 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (096804a1-3c0e-4781-9aac-33be32145c6b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.216482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62300e2c-77af-4fb4-9f5c-825641f902e9 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (096804a1-3c0e-4781-9aac-33be32145c6b), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.222170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62300e2c-77af-4fb4-9f5c-825641f902e9 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (096804a1-3c0e-4781-9aac-33be32145c6b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.244048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62300e2c-77af-4fb4-9f5c-825641f902e9 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.245853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-62300e2c-77af-4fb4-9f5c-825641f902e9 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1342716 Feb 11 13:22:04.248695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45054) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:04.255026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:04.259389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.516439 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-635328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10292'] for router (096804a1-3c0e-4781-9aac-33be32145c6b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.517503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (096804a1-3c0e-4781-9aac-33be32145c6b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.614166 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109684) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 13:22:04.614534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Router 096804a1-3c0e-4781-9aac-33be32145c6b migrating from provider to provider. {{(pid=109684) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 13:22:04.614896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (096804a1-3c0e-4781-9aac-33be32145c6b), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.620401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (096804a1-3c0e-4781-9aac-33be32145c6b), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.624273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-635385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-635378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629911'] for router (096804a1-3c0e-4781-9aac-33be32145c6b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.726080 n-d-828675-3 neutron-server[109684]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] No L3 agents can host the router 096804a1-3c0e-4781-9aac-33be32145c6b Feb 11 13:22:04.846083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Hosts for router 096804a1-3c0e-4781-9aac-33be32145c6b: [] {{(pid=109684) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 13:22:04.873433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Hosts for other DVR routers connected to router 096804a1-3c0e-4781-9aac-33be32145c6b: set() {{(pid=109684) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 13:22:04.876463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.880662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45074) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:04.882925 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1868a235-4cf5-48eb-b515-f4e790b62505 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "PUT /v2.0/routers/096804a1-3c0e-4781-9aac-33be32145c6b HTTP/1.1" status: 200 len: 717 time: 0.6315913 Feb 11 13:22:04.973544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dbb96e93-ac81-41fe-9b07-ac39762c329c tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "GET /v2.0/routers/096804a1-3c0e-4781-9aac-33be32145c6b HTTP/1.1" status: 200 len: 717 time: 0.0914824 Feb 11 13:22:04.976266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45078) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:05.323619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f27c798d-3b0c-47bd-98ab-146506e15899 tempest-RoutersTestDVR-2028246696 tempest-RoutersTestDVR-2028246696-project] 10.222.0.42 "GET /v2.0/routers/096804a1-3c0e-4781-9aac-33be32145c6b HTTP/1.1" status: 200 len: 683 time: 0.3462453 Feb 11 13:22:05.327107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45090) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:05.351968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.415928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a719b2bc-2682-49b9-a44d-d635fc2713f1 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (096804a1-3c0e-4781-9aac-33be32145c6b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.691793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a719b2bc-2682-49b9-a44d-d635fc2713f1 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (096804a1-3c0e-4781-9aac-33be32145c6b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.694515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a719b2bc-2682-49b9-a44d-d635fc2713f1 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (096804a1-3c0e-4781-9aac-33be32145c6b), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.786455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a719b2bc-2682-49b9-a44d-d635fc2713f1 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (096804a1-3c0e-4781-9aac-33be32145c6b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.787243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a719b2bc-2682-49b9-a44d-d635fc2713f1 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 096804a1-3c0e-4781-9aac-33be32145c6b {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:05.792835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a719b2bc-2682-49b9-a44d-d635fc2713f1 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.795227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a719b2bc-2682-49b9-a44d-d635fc2713f1 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "DELETE /v2.0/routers/096804a1-3c0e-4781-9aac-33be32145c6b HTTP/1.1" status: 204 len: 168 time: 0.4669147 Feb 11 13:22:05.799181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:05.810149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b6a2e23a-d059-4dc9-ac20-7e228cc3890a tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Request body: {'router': {'name': 'tempest-router-105925057', 'distributed': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:05.851518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e23a-d059-4dc9-ac20-7e228cc3890a tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (a8bf038b-6e8e-4932-ac26-70b5adbc6665), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.852769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e23a-d059-4dc9-ac20-7e228cc3890a tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (a8bf038b-6e8e-4932-ac26-70b5adbc6665), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.950159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e23a-d059-4dc9-ac20-7e228cc3890a tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (a8bf038b-6e8e-4932-ac26-70b5adbc6665), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.956137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e23a-d059-4dc9-ac20-7e228cc3890a tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (a8bf038b-6e8e-4932-ac26-70b5adbc6665), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.974057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e23a-d059-4dc9-ac20-7e228cc3890a tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.977907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b6a2e23a-d059-4dc9-ac20-7e228cc3890a tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1735692 Feb 11 13:22:05.978213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:06.069334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d01b093-9009-427e-bebb-4906dbde3ed3 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (a8bf038b-6e8e-4932-ac26-70b5adbc6665), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.303612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d01b093-9009-427e-bebb-4906dbde3ed3 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (a8bf038b-6e8e-4932-ac26-70b5adbc6665), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.310013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d01b093-9009-427e-bebb-4906dbde3ed3 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router_controller (a8bf038b-6e8e-4932-ac26-70b5adbc6665), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.423203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d01b093-9009-427e-bebb-4906dbde3ed3 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (a8bf038b-6e8e-4932-ac26-70b5adbc6665), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.423729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d01b093-9009-427e-bebb-4906dbde3ed3 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8bf038b-6e8e-4932-ac26-70b5adbc6665 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:06.429249 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d01b093-9009-427e-bebb-4906dbde3ed3 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.434646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7d01b093-9009-427e-bebb-4906dbde3ed3 tempest-RoutersTestDVR-409988806 tempest-RoutersTestDVR-409988806-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a8bf038b-6e8e-4932-ac26-70b5adbc6665 HTTP/1.1" status: 204 len: 168 time: 0.4550517 Feb 11 13:22:06.471351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45122) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:06.644669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c129a61-7280-4887-ad93-fdca81bffc3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.763110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c129a61-7280-4887-ad93-fdca81bffc3a admin admin] Publish callbacks [] for security_group (e4a486b8-7454-4ca4-aaf0-69999eeb9b43), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.769303 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1c129a61-7280-4887-ad93-fdca81bffc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e4a486b8-7454-4ca4-aaf0-69999eeb9b43), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.802359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45130) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:06.810429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1c129a61-7280-4887-ad93-fdca81bffc3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ee9f913fd52498680e0b3b05744d53f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3377237 Feb 11 13:22:06.812314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45134) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:06.847629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c129a61-7280-4887-ad93-fdca81bffc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a486b8-7454-4ca4-aaf0-69999eeb9b43,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:06.870470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0af01258-8b32-4962-9db3-cafc85d9d660 admin admin] Publish callbacks [] for security_group (e4a486b8-7454-4ca4-aaf0-69999eeb9b43), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.897708 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0af01258-8b32-4962-9db3-cafc85d9d660 admin admin] Publish callbacks [] for security_group (e4a486b8-7454-4ca4-aaf0-69999eeb9b43), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.953240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0af01258-8b32-4962-9db3-cafc85d9d660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e4a486b8-7454-4ca4-aaf0-69999eeb9b43), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.956775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0af01258-8b32-4962-9db3-cafc85d9d660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:06.958039 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0af01258-8b32-4962-9db3-cafc85d9d660 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4a486b8-7454-4ca4-aaf0-69999eeb9b43 HTTP/1.1" status: 204 len: 168 time: 0.1447814 Feb 11 13:22:06.979539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af01258-8b32-4962-9db3-cafc85d9d660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a486b8-7454-4ca4-aaf0-69999eeb9b43,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.020098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a35587ea-0440-4998-9a92-34b42fbee14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.175639 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a35587ea-0440-4998-9a92-34b42fbee14c admin admin] Publish callbacks [] for security_group (e44bd1d0-2d3e-442b-880f-53a0f00237f9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.181213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a35587ea-0440-4998-9a92-34b42fbee14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e44bd1d0-2d3e-442b-880f-53a0f00237f9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.226176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35587ea-0440-4998-9a92-34b42fbee14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44bd1d0-2d3e-442b-880f-53a0f00237f9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.236763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45142) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:07.237226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a35587ea-0440-4998-9a92-34b42fbee14c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4b7458f3b5c4818aa8e0ffec2df6b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4326792 Feb 11 13:22:07.345783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a049e0e9-e8b7-443c-920b-f7027ee3e4c4 admin admin] Publish callbacks [] for security_group (e44bd1d0-2d3e-442b-880f-53a0f00237f9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.377786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a049e0e9-e8b7-443c-920b-f7027ee3e4c4 admin admin] Publish callbacks [] for security_group (e44bd1d0-2d3e-442b-880f-53a0f00237f9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.387617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45144) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:07.402569 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde95b16-658a-43b4-b0f9-2e86292bf9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.472041 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a049e0e9-e8b7-443c-920b-f7027ee3e4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e44bd1d0-2d3e-442b-880f-53a0f00237f9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.475057 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a049e0e9-e8b7-443c-920b-f7027ee3e4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.476376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a049e0e9-e8b7-443c-920b-f7027ee3e4c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e44bd1d0-2d3e-442b-880f-53a0f00237f9 HTTP/1.1" status: 204 len: 168 time: 0.2376618 Feb 11 13:22:07.485589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049e0e9-e8b7-443c-920b-f7027ee3e4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44bd1d0-2d3e-442b-880f-53a0f00237f9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.560919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde95b16-658a-43b4-b0f9-2e86292bf9e7 admin admin] Publish callbacks [] for security_group (b69b4262-a2c6-475d-8f1f-cc895a914cc9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.582580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bde95b16-658a-43b4-b0f9-2e86292bf9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b69b4262-a2c6-475d-8f1f-cc895a914cc9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.645988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde95b16-658a-43b4-b0f9-2e86292bf9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b4262-a2c6-475d-8f1f-cc895a914cc9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.654362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bde95b16-658a-43b4-b0f9-2e86292bf9e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e30f1e5310e74eeb948af99c63ce235c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632401 Feb 11 13:22:07.654838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45148) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:07.722120 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e6f13d0-f911-4667-b065-181a8e2212f6 admin admin] Publish callbacks [] for security_group (b69b4262-a2c6-475d-8f1f-cc895a914cc9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.748500 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e6f13d0-f911-4667-b065-181a8e2212f6 admin admin] Publish callbacks [] for security_group (b69b4262-a2c6-475d-8f1f-cc895a914cc9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.802862 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e6f13d0-f911-4667-b065-181a8e2212f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b69b4262-a2c6-475d-8f1f-cc895a914cc9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.807440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e6f13d0-f911-4667-b065-181a8e2212f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.809090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5e6f13d0-f911-4667-b065-181a8e2212f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b69b4262-a2c6-475d-8f1f-cc895a914cc9 HTTP/1.1" status: 204 len: 168 time: 0.1532621 Feb 11 13:22:07.820477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f13d0-f911-4667-b065-181a8e2212f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b4262-a2c6-475d-8f1f-cc895a914cc9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:08.180447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45160) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:08.196087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b50d9e8-d6e8-466c-97e5-220cf924347c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.295769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b50d9e8-d6e8-466c-97e5-220cf924347c admin admin] Publish callbacks [] for security_group (b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.301017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b50d9e8-d6e8-466c-97e5-220cf924347c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.351403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b50d9e8-d6e8-466c-97e5-220cf924347c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98ee8def7f534827bb46497ee9ceecf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1701338 Feb 11 13:22:08.352002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45168) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:08.353310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50d9e8-d6e8-466c-97e5-220cf924347c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:08.474812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15970c0d-23fd-4558-8b3c-39adb11bc640 admin admin] Publish callbacks [] for security_group (b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.500189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15970c0d-23fd-4558-8b3c-39adb11bc640 admin admin] Publish callbacks [] for security_group (b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.556767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15970c0d-23fd-4558-8b3c-39adb11bc640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.559537 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-15970c0d-23fd-4558-8b3c-39adb11bc640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.564301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-15970c0d-23fd-4558-8b3c-39adb11bc640 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a HTTP/1.1" status: 204 len: 168 time: 0.2102849 Feb 11 13:22:08.573138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15970c0d-23fd-4558-8b3c-39adb11bc640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69fa0d1-e89b-4c7e-a13e-bbecaf9f252a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:09.607186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45222) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:09.988710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45236) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:10.028918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-796101182'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:10.066005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:10.070289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.085906 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.113411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d5c884c8-2483-4200-879f-1b232f573514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.269527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d5c884c8-2483-4200-879f-1b232f573514 admin admin] Publish callbacks [] for security_group (b602d9b5-e8f4-41d2-aa3a-96aec17999a8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.271500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for security_group (415d1009-1505-411e-84ed-2c19533c1234), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.274394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d5c884c8-2483-4200-879f-1b232f573514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b602d9b5-e8f4-41d2-aa3a-96aec17999a8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.284337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (415d1009-1505-411e-84ed-2c19533c1234), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.319816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:10.328634 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d5c884c8-2483-4200-879f-1b232f573514 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84b0509f0832429aa7c2814388cbeca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391392 Feb 11 13:22:10.331708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45248) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:10.333460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c884c8-2483-4200-879f-1b232f573514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b602d9b5-e8f4-41d2-aa3a-96aec17999a8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.366610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b586aa1d-838a-4543-8567-cf85168334b9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.367022 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment b586aa1d-838a-4543-8567-cf85168334b9 of type vlan for network 60fff138-8d68-49e2-9901-3086e9b014c8 Feb 11 13:22:10.436469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415d1009-1505-411e-84ed-2c19533c1234,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.446178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (60fff138-8d68-49e2-9901-3086e9b014c8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.473475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c412bc78-9ec7-47f5-a79f-27c853bb770a admin admin] Publish callbacks [] for security_group (b602d9b5-e8f4-41d2-aa3a-96aec17999a8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.496476 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (60fff138-8d68-49e2-9901-3086e9b014c8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.501331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.501957 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.512457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c412bc78-9ec7-47f5-a79f-27c853bb770a admin admin] Publish callbacks [] for security_group (b602d9b5-e8f4-41d2-aa3a-96aec17999a8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.556748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9485064 Feb 11 13:22:10.606034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787d453-1822-41ca-b949-589b4be70e1b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=60fff138-8d68-49e2-9901-3086e9b014c8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.635868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 60fff138-8d68-49e2-9901-3086e9b014c8 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:10.647076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c412bc78-9ec7-47f5-a79f-27c853bb770a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b602d9b5-e8f4-41d2-aa3a-96aec17999a8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.652951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c412bc78-9ec7-47f5-a79f-27c853bb770a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.654166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c412bc78-9ec7-47f5-a79f-27c853bb770a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b602d9b5-e8f4-41d2-aa3a-96aec17999a8 HTTP/1.1" status: 204 len: 168 time: 0.3171983 Feb 11 13:22:10.683572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412bc78-9ec7-47f5-a79f-27c853bb770a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b602d9b5-e8f4-41d2-aa3a-96aec17999a8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.753500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abb4d0-4e2b-4b5a-a3ce-7b4b8cdab1c2 req-93828642-2f15-47c0-ab11-9b606955dea3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.766235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4abb4d0-4e2b-4b5a-a3ce-7b4b8cdab1c2 req-93828642-2f15-47c0-ab11-9b606955dea3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.1241548 Feb 11 13:22:10.798386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45266) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:10.808691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': '60fff138-8d68-49e2-9901-3086e9b014c8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:10.857360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4abb4d0-4e2b-4b5a-a3ce-7b4b8cdab1c2 req-50f07f6f-02e6-477b-8e9e-898d3886c9ae tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846105 Feb 11 13:22:10.887422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45272) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:10.942671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:10.952775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.965500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1abbc4f1-02d8-4eb0-ae79-a8226e0ff42a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 HTTP/1.1" status: 200 len: 994 time: 0.0764914 Feb 11 13:22:11.271763 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (26e5257c-78db-4198-a6a1-529646d46d65), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:11.410800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=26e5257c-78db-4198-a6a1-529646d46d65,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:11.452780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': 'b586aa1d-838a-4543-8567-cf85168334b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60fff138-8d68-49e2-9901-3086e9b014c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:11.453152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: 60fff138-8d68-49e2-9901-3086e9b014c8, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:11.493867 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 60fff138-8d68-49e2-9901-3086e9b014c8 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:11.510685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 60fff138-8d68-49e2-9901-3086e9b014c8) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:11.521459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a1556-9b65-415a-8d66-afeb51e4a038 None None] Network 60fff138-8d68-49e2-9901-3086e9b014c8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:11.530831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.535984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df4003-f9db-477b-967e-2326599b3e36 req-be9ed64f-af1e-4f35-a12c-2c666b274a67 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.538882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f8df4003-f9db-477b-967e-2326599b3e36 req-be9ed64f-af1e-4f35-a12c-2c666b274a67 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1128 time: 0.0986397 Feb 11 13:22:11.547333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:11.597781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1665f119-b075-42e4-bac7-053edbbdd376 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7957006 Feb 11 13:22:11.598150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45302) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:11.607535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702810889'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:11.654821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:11.658209 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:11.713141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f8df4003-f9db-477b-967e-2326599b3e36 req-4ee15ac9-8ddb-48fe-9878-1d27e12ec8ab tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657186 Feb 11 13:22:11.729050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-60fff138-8d68-49e2-9901-3086e9b014c8', 'network_id': '60fff138-8d68-49e2-9901-3086e9b014c8', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '26e5257c-78db-4198-a6a1-529646d46d65'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:11.730529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:11.733313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:11.754964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1c446408-3e6f-4a54-9ea1-69c99f7e30e8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:11.755659 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 1c446408-3e6f-4a54-9ea1-69c99f7e30e8 of type vlan for network c5fa7c79-dfe5-438b-904a-67e424388c65 Feb 11 13:22:11.857511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c5fa7c79-dfe5-438b-904a-67e424388c65), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:11.909144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Allocated IP 172.20.255.242 (60fff138-8d68-49e2-9901-3086e9b014c8/26e5257c-78db-4198-a6a1-529646d46d65/9a9c0474-9d05-4c9e-8feb-c03e14b71bdd) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:11.926925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c5fa7c79-dfe5-438b-904a-67e424388c65), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:11.932217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.934232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.017864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4166081 Feb 11 13:22:12.019138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45314) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:12.025121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': 'c5fa7c79-dfe5-438b-904a-67e424388c65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:12.138840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c87a5-0393-4af2-b9d3-8da5eff0a5e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=c5fa7c79-dfe5-438b-904a-67e424388c65,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.145324 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Publish callbacks [] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.153172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c5fa7c79-dfe5-438b-904a-67e424388c65 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:12.156060 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.375268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Network 60fff138-8d68-49e2-9901-3086e9b014c8 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:12.379603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:12.398773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:12.405000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.415116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:12.576355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Attempting to bind port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:12.576743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Attempting to bind port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b586aa1d-838a-4543-8567-cf85168334b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60fff138-8d68-49e2-9901-3086e9b014c8'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:12.577316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Attempting to bind port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd on network 60fff138-8d68-49e2-9901-3086e9b014c8 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:12.579705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Pushing event updated for resources: {'Port': ['ID=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.589684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:12.599626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Checking segment: {'id': 'b586aa1d-838a-4543-8567-cf85168334b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60fff138-8d68-49e2-9901-3086e9b014c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:12.600514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.601110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Bound using segment: {'id': 'b586aa1d-838a-4543-8567-cf85168334b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60fff138-8d68-49e2-9901-3086e9b014c8'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:12.601839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Bound port: 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b586aa1d-838a-4543-8567-cf85168334b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '60fff138-8d68-49e2-9901-3086e9b014c8'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:12.602708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.823969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] For port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:12.829733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (38d82d15-8ef4-44cf-88a0-4a3541bbdd4b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.834714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] For port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,segment=NetworkSegment(b586aa1d-838a-4543-8567-cf85168334b9),segment_id=b586aa1d-838a-4543-8567-cf85168334b9)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:12.852132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:12.946729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=38d82d15-8ef4-44cf-88a0-4a3541bbdd4b,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.976590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': '1c446408-3e6f-4a54-9ea1-69c99f7e30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5fa7c79-dfe5-438b-904a-67e424388c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:12.976917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: c5fa7c79-dfe5-438b-904a-67e424388c65, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:13.011456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network c5fa7c79-dfe5-438b-904a-67e424388c65 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:13.012008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abcc3d-21ba-4b7f-bc7c-77c046359b83 None None] Pushing event updated for resources: {'Port': ['ID=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:13.026082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c5fa7c79-dfe5-438b-904a-67e424388c65) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:13.036229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.036839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.044088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed412cd-b495-4146-bdc3-9139996b7bbd None None] Network c5fa7c79-dfe5-438b-904a-67e424388c65 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:13.052517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45356) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:13.062594 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1241fcfe-b4c8-4fbe-9aea-e351954d124e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0396221 Feb 11 13:22:13.063512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45358) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:13.409031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c5fa7c79-dfe5-438b-904a-67e424388c65', 'network_id': 'c5fa7c79-dfe5-438b-904a-67e424388c65', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '38d82d15-8ef4-44cf-88a0-4a3541bbdd4b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:13.410106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.427630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3637703-3f48-4cf4-99fb-8943f28e47f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.490462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c5fa7c79-dfe5-438b-904a-67e424388c65), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.536611 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-2bb836f6-2f28-4e71-809c-b59cd988061f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5850914 Feb 11 13:22:13.604778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-be5e3926-f7c1-4be8-b32e-39b6a1c8e28a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:22:13.605870 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-be5e3926-f7c1-4be8-b32e-39b6a1c8e28a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066602 Feb 11 13:22:13.692622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (38d82d15-8ef4-44cf-88a0-4a3541bbdd4b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.713211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3637703-3f48-4cf4-99fb-8943f28e47f9 admin admin] Publish callbacks [] for security_group (6aaace19-8d45-4590-9886-0335d78b3e0f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.720960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3637703-3f48-4cf4-99fb-8943f28e47f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6aaace19-8d45-4590-9886-0335d78b3e0f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.730460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Allocated IP 172.20.0.2 (c5fa7c79-dfe5-438b-904a-67e424388c65/38d82d15-8ef4-44cf-88a0-4a3541bbdd4b/d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:13.865349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d3637703-3f48-4cf4-99fb-8943f28e47f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9ddf31cb8f7428cbe8e6a6d54e37c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8108788 Feb 11 13:22:13.868588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45380) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:13.873675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3637703-3f48-4cf4-99fb-8943f28e47f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aaace19-8d45-4590-9886-0335d78b3e0f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:13.965042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df86bc25-9b24-46f9-9c4b-6a873aacf1cb admin admin] Publish callbacks [] for security_group (6aaace19-8d45-4590-9886-0335d78b3e0f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.966762 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Publish callbacks [] for port (d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:13.980809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.003124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (38d82d15-8ef4-44cf-88a0-4a3541bbdd4b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.003422 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:14.072673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Network c5fa7c79-dfe5-438b-904a-67e424388c65 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:14.072931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df86bc25-9b24-46f9-9c4b-6a873aacf1cb admin admin] Publish callbacks [] for security_group (6aaace19-8d45-4590-9886-0335d78b3e0f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.086103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=38d82d15-8ef4-44cf-88a0-4a3541bbdd4b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:14.093606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:14.099312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:14.114318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-c24af92e-84ca-4ebc-9c79-481a6df48897 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:14.127086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-c24af92e-84ca-4ebc-9c79-481a6df48897 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1125 time: 0.4581268 Feb 11 13:22:14.131342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Pushing event updated for resources: {'Port': ['ID=d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:14.176072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c5fa7c79-dfe5-438b-904a-67e424388c65), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.200996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fa7c79-dfe5-438b-904a-67e424388c65']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:14.212471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c446408-3e6f-4a54-9ea1-69c99f7e30e8') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:14.212662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c446408-3e6f-4a54-9ea1-69c99f7e30e8') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:14.229353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Attempting to bind port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:14.229878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Attempting to bind port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1c446408-3e6f-4a54-9ea1-69c99f7e30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5fa7c79-dfe5-438b-904a-67e424388c65'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:14.230348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Attempting to bind port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa on network c5fa7c79-dfe5-438b-904a-67e424388c65 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:14.230455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1c446408-3e6f-4a54-9ea1-69c99f7e30e8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.252435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:14.253186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Checking segment: {'id': '1c446408-3e6f-4a54-9ea1-69c99f7e30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5fa7c79-dfe5-438b-904a-67e424388c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:14.253601 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.254032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Bound using segment: {'id': '1c446408-3e6f-4a54-9ea1-69c99f7e30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5fa7c79-dfe5-438b-904a-67e424388c65'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:14.254530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Bound port: d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c446408-3e6f-4a54-9ea1-69c99f7e30e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c5fa7c79-dfe5-438b-904a-67e424388c65'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:14.264631 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.298277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df86bc25-9b24-46f9-9c4b-6a873aacf1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6aaace19-8d45-4590-9886-0335d78b3e0f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.298277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df86bc25-9b24-46f9-9c4b-6a873aacf1cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.301785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df86bc25-9b24-46f9-9c4b-6a873aacf1cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6aaace19-8d45-4590-9886-0335d78b3e0f HTTP/1.1" status: 204 len: 168 time: 0.4288104 Feb 11 13:22:14.301785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1c446408-3e6f-4a54-9ea1-69c99f7e30e8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.335280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:14.335735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1c446408-3e6f-4a54-9ea1-69c99f7e30e8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:14.344683 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:14.376893 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86bc25-9b24-46f9-9c4b-6a873aacf1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aaace19-8d45-4590-9886-0335d78b3e0f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:14.487815 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.api [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:22:14.487815 n-d-828675-3 neutron-server[109684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:22:14.487815 n-d-828675-3 neutron-server[109684]: [parameters: {'id': 'c5fa7c79-dfe5-438b-904a-67e424388c65'}] Feb 11 13:22:14.487815 n-d-828675-3 neutron-server[109684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:14.488269 n-d-828675-3 neutron-server[109684]: DEBUG oslo_db.api [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:14.536149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] For port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:14.580960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] For port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa,segment=NetworkSegment(1c446408-3e6f-4a54-9ea1-69c99f7e30e8),segment_id=1c446408-3e6f-4a54-9ea1-69c99f7e30e8)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:14.604077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:14.749895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9e918-cd61-44b8-a5de-226f94fc8972 None None] Pushing event updated for resources: {'Port': ['ID=d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:14.871965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b78921-44f5-4ead-9c8f-af8691164d35 None None] Network c5fa7c79-dfe5-438b-904a-67e424388c65 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:14.969063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de8895-b7b1-4caf-861f-c9b4b5c753dd None None] Network 60fff138-8d68-49e2-9901-3086e9b014c8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:14.990529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c5fa7c79-dfe5-438b-904a-67e424388c65), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.135940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cc060096-3bdf-4469-a3d1-b65ceb8b0f6d None None] Provisioning complete for port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:15.136453 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cc060096-3bdf-4469-a3d1-b65ceb8b0f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.176047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:15.262683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:15.263038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.382376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cc060096-3bdf-4469-a3d1-b65ceb8b0f6d None None] Current status of the port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:15.383017 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cc060096-3bdf-4469-a3d1-b65ceb8b0f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.465818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:15.466223 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.513719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-035e770b-185d-45a2-a6df-538ef3297cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.515514 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-035e770b-185d-45a2-a6df-538ef3297cc8 service neutron] 10.222.0.42 "GET /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1125 time: 0.5335865 Feb 11 13:22:15.545479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Request body: {'binding': {'host': 'n-h2-828675-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:15.546091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Unknown quota resources ['binding']. {{(pid=109684) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:22:15.553180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cc060096-3bdf-4469-a3d1-b65ceb8b0f6d None None] For port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,segment=NetworkSegment(b586aa1d-838a-4543-8567-cf85168334b9),segment_id=b586aa1d-838a-4543-8567-cf85168334b9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:15.559803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cc060096-3bdf-4469-a3d1-b65ceb8b0f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.628528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:15.628924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.705470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc060096-3bdf-4469-a3d1-b65ceb8b0f6d None None] Pushing event updated for resources: {'Port': ['ID=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:15.706745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa,segment=NetworkSegment(1c446408-3e6f-4a54-9ea1-69c99f7e30e8),segment_id=1c446408-3e6f-4a54-9ea1-69c99f7e30e8)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:15.707120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.721495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:15.789828 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:15.790498 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:15.794467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e9e27-6d17-43db-92b0-3f62e29118d6 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:22:15.802201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45438) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:15.820513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:15.880738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:15.892715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port d6eb64ad-0fe1-4e24-9051-7690a1bdfdfa on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:15.998754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2147398589-network', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:16.002247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c5fa7c79-dfe5-438b-904a-67e424388c65), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.028455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Made reservation on behalf of 5bc721d0e6494b48a106d9ab994036e1 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:16.031568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8f9a430c-c648-46ed-8634-3136a4d5160a None None] Provisioning complete for port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:16.032104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.036091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f9a430c-c648-46ed-8634-3136a4d5160a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.037290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fa7c79-dfe5-438b-904a-67e424388c65']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:16.042744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on host n-h2-828675-3 for vnic_type normal with profile None {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:16.043280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:16.043585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.043963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:16.055844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c446408-3e6f-4a54-9ea1-69c99f7e30e8') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:16.056385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c446408-3e6f-4a54-9ea1-69c99f7e30e8') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:16.058434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:16.058915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:16.069677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:16.070275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Checking segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:16.070819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Bound using segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:16.071455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Bound port: 9ea58435-57be-4249-97d7-f5efdbd3408a, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:16.079538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (1c446408-3e6f-4a54-9ea1-69c99f7e30e8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.164749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e9e27-6d17-43db-92b0-3f62e29118d6 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:22:16.170271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1c446408-3e6f-4a54-9ea1-69c99f7e30e8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.187756 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks [] for security_group (668d2a15-65ac-4a92-b043-9cbc0c66027c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.195151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (668d2a15-65ac-4a92-b043-9cbc0c66027c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.219403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:16.229452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d2a15-65ac-4a92-b043-9cbc0c66027c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:16.229903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8f9a430c-c648-46ed-8634-3136a4d5160a None None] Current status of the port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:16.230229 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (1c446408-3e6f-4a54-9ea1-69c99f7e30e8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:16.233856 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:16.335171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:16.346375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:16.356808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:16.359980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c5fa7c79-dfe5-438b-904a-67e424388c65), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.360178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a6f2afa0-d262-49dd-abdc-3e8cf01a1619), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.360993 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Added segment a6f2afa0-d262-49dd-abdc-3e8cf01a1619 of type vlan for network 4445a60f-ec41-4b74-869e-3da06abef81e Feb 11 13:22:16.374492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.386491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.394693 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] 10.222.0.42 "POST /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8503456 Feb 11 13:22:16.453074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.458747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/c5fa7c79-dfe5-438b-904a-67e424388c65 HTTP/1.1" status: 204 len: 168 time: 3.3924379 Feb 11 13:22:16.460361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28809f-f7f8-40a3-afa1-d984be66db12 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=c5fa7c79-dfe5-438b-904a-67e424388c65,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:16.469782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45452) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:16.477999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2108322484'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:16.507119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (4445a60f-ec41-4b74-869e-3da06abef81e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.545844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:16.549326 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.595763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:16.610210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2ea2f8d0-3a2c-4403-b043-006db5501f80), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.610562 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 2ea2f8d0-3a2c-4403-b043-006db5501f80 of type vlan for network a5359563-4012-4c7f-9fb0-1555113633f6 Feb 11 13:22:16.635992 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (4445a60f-ec41-4b74-869e-3da06abef81e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.636996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:16.638500 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.695906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8924336 Feb 11 13:22:16.696263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45460) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:16.701987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Request body: {'subnet': {'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2147398589-subnet', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:16.722033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (a5359563-4012-4c7f-9fb0-1555113633f6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.731935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Made reservation on behalf of 5bc721d0e6494b48a106d9ab994036e1 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:16.734785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.774384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79def9-16b5-4cc0-a281-9abef42f981b admin admin] Pushing event updated for resources: {'Network': ['ID=4445a60f-ec41-4b74-869e-3da06abef81e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:16.785518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 4445a60f-ec41-4b74-869e-3da06abef81e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:16.818762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b69993-2ad3-434a-80d6-9d133968f396 req-4e66a1b6-9bc4-401b-870d-86300b02124e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:16.820146 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (a5359563-4012-4c7f-9fb0-1555113633f6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.825992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:16.829179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1b69993-2ad3-434a-80d6-9d133968f396 req-4e66a1b6-9bc4-401b-870d-86300b02124e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.2496009 Feb 11 13:22:16.829316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:16.884844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-15a73c92-870b-4098-944a-59b4f6bacbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:16.886530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-15a73c92-870b-4098-944a-59b4f6bacbc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1128 time: 0.1893473 Feb 11 13:22:16.958222 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4863267 Feb 11 13:22:16.960186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45464) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:16.968342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': 'a5359563-4012-4c7f-9fb0-1555113633f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:17.022321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058133c-7fea-4c25-95a0-788c11748748 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=a5359563-4012-4c7f-9fb0-1555113633f6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:17.034552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network a5359563-4012-4c7f-9fb0-1555113633f6 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:17.051208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1b69993-2ad3-434a-80d6-9d133968f396 req-4b97d33a-6e88-4cae-8881-4c2d6cd10a9b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208786 Feb 11 13:22:17.065527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-989e3ee2-d394-422d-948d-f17d441ad01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.066005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-989e3ee2-d394-422d-948d-f17d441ad01e service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 898 time: 0.1675220 Feb 11 13:22:17.191219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-79e4f79f-ce47-4f51-ac70-bcf063b3d136 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1002 time: 0.1087146 Feb 11 13:22:17.198263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-4303eaf2-9a29-4c0a-b71f-b5dcadbbd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.199798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-4303eaf2-9a29-4c0a-b71f-b5dcadbbd5db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1128 time: 0.1474795 Feb 11 13:22:17.302518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-6c12fe22-4289-46d2-ac3b-8173f13c2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.304197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-6c12fe22-4289-46d2-ac3b-8173f13c2248 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.1034873 Feb 11 13:22:17.364120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:17.372383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-2db568fb-8700-4323-af22-735656b01ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.374180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-2db568fb-8700-4323-af22-735656b01ef9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 898 time: 0.1454432 Feb 11 13:22:17.374553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (d0cf7097-56b6-4457-8a0c-5e9347965fb8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.425159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-c9c012ac-2017-4853-8613-c06ab8362915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.426806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-c9c012ac-2017-4853-8613-c06ab8362915 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1139526 Feb 11 13:22:17.441110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0cf7097-56b6-4457-8a0c-5e9347965fb8,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:17.452763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:17.461172 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.488732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-1bbe88d6-50fd-4442-8966-ad39d35c248e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1002 time: 0.1078293 Feb 11 13:22:17.559129 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.573871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:17.574248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.629141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Checking segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:17.629786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Network hostable DHCP agents. Network: 4445a60f-ec41-4b74-869e-3da06abef81e, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:17.632755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing IP validity checks on allocation pools {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:22:17.633269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:22:17.686095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Network 4445a60f-ec41-4b74-869e-3da06abef81e is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:17.708873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 4445a60f-ec41-4b74-869e-3da06abef81e) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:17.741964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:17.745283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ccd3a-86d8-4bfa-bb63-6cc5fa6ee0c9 None None] Network 4445a60f-ec41-4b74-869e-3da06abef81e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:17.762885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.763398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.808628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c73724d8-7b79-4a7b-ab2f-f08c80ec7473 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1109610 Feb 11 13:22:17.831453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45476) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:17.836369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:17.896972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (7cb350ba-5b3f-44f5-9967-d4583d9c32a3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.936635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-be65fb1d-e936-40f8-a6bd-f3f5c552b856 service neutron] 10.222.0.53 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951108 Feb 11 13:22:17.938369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-b672bc8f-07bc-469a-b047-5602cb95022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.939938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-b672bc8f-07bc-469a-b047-5602cb95022b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.0757217 Feb 11 13:22:17.946097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-4445a60f-ec41-4b74-869e-3da06abef81e', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'fixed_ips': [{'subnet_id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:17.948115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.989181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:17.990588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.058034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks [] for router_controller (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.073150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=7cb350ba-5b3f-44f5-9967-d4583d9c32a3,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:18.147181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': '2ea2f8d0-3a2c-4403-b043-006db5501f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a5359563-4012-4c7f-9fb0-1555113633f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:18.147663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: a5359563-4012-4c7f-9fb0-1555113633f6, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:18.149164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-444c4d41-ded9-40be-a881-5aa1d16fccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.157473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-444c4d41-ded9-40be-a881-5aa1d16fccb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1975000 Feb 11 13:22:18.180497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-1a4eccbc-5e6a-4b7b-aff3-78fc859f21bd service neutron] 10.222.0.53 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372062 Feb 11 13:22:18.276337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks [] for router_gateway (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.285342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Allocated IP 172.20.0.2 (4445a60f-ec41-4b74-869e-3da06abef81e/d0cf7097-56b6-4457-8a0c-5e9347965fb8/a0b1f7f2-926d-47b0-a882-3f45ffe5f003) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:18.293369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network a5359563-4012-4c7f-9fb0-1555113633f6 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:18.310141 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-91144554-80de-4d41-a4a8-7b1689dc7f5f service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277757 Feb 11 13:22:18.336785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, a5359563-4012-4c7f-9fb0-1555113633f6) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:18.342480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.343073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.351581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1a50b-c018-411b-8abc-36ef45662639 None None] Network a5359563-4012-4c7f-9fb0-1555113633f6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:18.394966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-53f4ede3-be6a-4c14-b07b-f656991e7444 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4311290 Feb 11 13:22:18.406689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45490) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:18.540873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fccd759-e20d-4fc9-bc88-6fdde34819b4 req-8a850074-1504-4890-b58c-19d7dad1d7c7 service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923821 Feb 11 13:22:18.614283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (a5359563-4012-4c7f-9fb0-1555113633f6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.632518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cabcc-72a5-4444-9b79-4fc2d6ce245f req-259fdc1e-d307-4a8f-b097-e60741029ec6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.639882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-147cabcc-72a5-4444-9b79-4fc2d6ce245f req-259fdc1e-d307-4a8f-b097-e60741029ec6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.4565063 Feb 11 13:22:18.665286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-405c3871-b537-40e4-8944-0ea9138e7407 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.666942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-405c3871-b537-40e4-8944-0ea9138e7407 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1128 time: 0.3559077 Feb 11 13:22:18.669378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d18e59-8ccf-479f-841c-6e171dcb760f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-a5359563-4012-4c7f-9fb0-1555113633f6', 'network_id': 'a5359563-4012-4c7f-9fb0-1555113633f6', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '7cb350ba-5b3f-44f5-9967-d4583d9c32a3'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:18.670534 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31d18e59-8ccf-479f-841c-6e171dcb760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.681923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828675-3'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:18.745145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-147cabcc-72a5-4444-9b79-4fc2d6ce245f req-fb858018-46a2-44f2-88ce-84fea1566c51 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042793 Feb 11 13:22:18.788732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.800114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Publish callbacks [] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.801193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7cb350ba-5b3f-44f5-9967-d4583d9c32a3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.833673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.857858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks [] for router_gateway (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.887787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.953346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Network 4445a60f-ec41-4b74-869e-3da06abef81e is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:18.976789 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (7cb350ba-5b3f-44f5-9967-d4583d9c32a3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:18.984021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:18.991707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Pushing event updated for resources: {'Port': ['ID=a0b1f7f2-926d-47b0-a882-3f45ffe5f003,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:18.995511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server [None req-31d18e59-8ccf-479f-841c-6e171dcb760f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cb350ba-5b3f-44f5-9967-d4583d9c32a3: This subnet is being modified by another concurrent operation. Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cb350ba-5b3f-44f5-9967-d4583d9c32a3: This subnet is being modified by another concurrent operation. Feb 11 13:22:18.998938 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Feb 11 13:22:19.022293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:19.026327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f7a7c-f541-4de3-bb3f-75be986498dd None None] Network a5359563-4012-4c7f-9fb0-1555113633f6 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:19.060156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb350ba-5b3f-44f5-9967-d4583d9c32a3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:19.112991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:19.167729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Attempting to bind port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:19.168098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Attempting to bind port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:19.168450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Attempting to bind port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 on network 4445a60f-ec41-4b74-869e-3da06abef81e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:19.169765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (a5359563-4012-4c7f-9fb0-1555113633f6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.178966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:19.179344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Checking segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:19.179749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.180520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Bound using segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:19.180643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Bound port: a0b1f7f2-926d-47b0-a882-3f45ffe5f003, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:19.180969 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.195608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5359563-4012-4c7f-9fb0-1555113633f6']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:19.204406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Publish callbacks [] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.211760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea2f8d0-3a2c-4403-b043-006db5501f80') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:19.212110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea2f8d0-3a2c-4403-b043-006db5501f80') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:19.212613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:19.219342 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d444fb-6cd7-4c5f-bae7-28a00a687494" -d '{"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:19.229956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.242204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2ea2f8d0-3a2c-4403-b043-006db5501f80), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.243316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Allocated IP 172.25.1.69 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/9dae68fa-cebf-4290-880d-1ef8b4ebeab8) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:19.264632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2ea2f8d0-3a2c-4403-b043-006db5501f80), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.285667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:19.286080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2ea2f8d0-3a2c-4403-b043-006db5501f80), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:19.289669 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:19.361415 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9438351-64e1-4ed5-9ce1-536078b7edb8 x-openstack-request-id: req-c9438351-64e1-4ed5-9ce1-536078b7edb8 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:19.362013 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:19.362438 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9438351-64e1-4ed5-9ce1-536078b7edb8 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:19.364453 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'code': 200} Feb 11 13:22:19.418524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] For port a0b1f7f2-926d-47b0-a882-3f45ffe5f003, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:19.427092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] For port a0b1f7f2-926d-47b0-a882-3f45ffe5f003, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0b1f7f2-926d-47b0-a882-3f45ffe5f003,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:19.453880 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.459369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (a5359563-4012-4c7f-9fb0-1555113633f6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.481243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.498801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/a5359563-4012-4c7f-9fb0-1555113633f6 HTTP/1.1" status: 204 len: 168 time: 1.0893643 Feb 11 13:22:19.516567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9dc9db-44ac-41e7-b859-886adfc8f4f6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=a5359563-4012-4c7f-9fb0-1555113633f6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:19.518929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45508) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:19.521075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:19.539791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks [] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.563524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1929953113'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:19.577708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6296f-b47b-40d1-933c-53eaf1a72c58 None None] Pushing event updated for resources: {'Port': ['ID=a0b1f7f2-926d-47b0-a882-3f45ffe5f003,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:19.600386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.621161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:19.625285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:19.640585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:19.685890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:19.689543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.763278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Pushing event updated for resources: {'Port': ['ID=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:19.772832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on host n-h1-828675-3 for vnic_type normal with profile {"migrating_to": "n-h2-828675-3"} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:19.774623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:19.774623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:19.803633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:19.811207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:19.811534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Attempting to bind port 9ea58435-57be-4249-97d7-f5efdbd3408a on network 9e77867c-1788-4df7-871b-ec9492a1d984 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:19.827404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d44703b8-66f6-453a-ac9f-85de249327ea None None] Provisioning complete for port 9ea58435-57be-4249-97d7-f5efdbd3408a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:19.830178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d44703b8-66f6-453a-ac9f-85de249327ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.855860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.857550 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1 of type vlan for network 4ee97bff-66ba-4cf6-9c66-0c2559602954 Feb 11 13:22:19.910209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:19.910688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Checking segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:19.911188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Bound using segment: {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:19.911940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Bound port: 9ea58435-57be-4249-97d7-f5efdbd3408a, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b42e84e-8178-4781-8ba6-344de40cee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:19.912466 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:19.935966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d44703b8-66f6-453a-ac9f-85de249327ea None None] Port 9ea58435-57be-4249-97d7-f5efdbd3408a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:20.050489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (4ee97bff-66ba-4cf6-9c66-0c2559602954), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.181249 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (4ee97bff-66ba-4cf6-9c66-0c2559602954), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.187849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:20.188566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.189503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks [] for router_gateway (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.202812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:20.242477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48e4e1-5aa9-4f85-b513-d486ed495b08 req-ea317ea1-33ba-4cff-84d0-a84b98264e53 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:20.244356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa48e4e1-5aa9-4f85-b513-d486ed495b08 req-ea317ea1-33ba-4cff-84d0-a84b98264e53 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 944 time: 0.3277206 Feb 11 13:22:20.280239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:20.302841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7825234 Feb 11 13:22:20.317611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:20.331450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': '4ee97bff-66ba-4cf6-9c66-0c2559602954', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:20.365652 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.395275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfb2ae-fbb4-4a68-bf17-e04be4c8dbb4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=4ee97bff-66ba-4cf6-9c66-0c2559602954,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:20.415711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 4ee97bff-66ba-4cf6-9c66-0c2559602954 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:20.581376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:20.585285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.585883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa48e4e1-5aa9-4f85-b513-d486ed495b08 req-bc5d2869-322f-4f80-96cc-aa3abffb5f24 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3135281 Feb 11 13:22:20.625008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=8']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:20.681819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:20.682579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.684190 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-dbbe5084-6530-4eea-80bc-e4ad370360cb service neutron] 10.222.0.53 "PUT /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1122 time: 2.0079019 Feb 11 13:22:20.792637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['9ea58435-57be-4249-97d7-f5efdbd3408a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:20.807666 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:20.993541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (86b2259a-4b5c-4479-a3d9-5e3f006f2e93), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:21.028994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5f591171-c5a5-4073-9e41-0a68d992b236 None None] Provisioning complete for port 9ea58435-57be-4249-97d7-f5efdbd3408a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:21.029136 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f591171-c5a5-4073-9e41-0a68d992b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:21.119951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0b1f7f2-926d-47b0-a882-3f45ffe5f003 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:21.312741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ce6278-2451-4c95-95d3-4cd68698691a None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:22:21.365296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:21.368220 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a311ca3-3d56-4556-ac98-27cd35685edb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:21.440901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:21.441705 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:21.467959 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b9628c-1dd5-43c6-aa6c-2f603124af48 x-openstack-request-id: req-c3b9628c-1dd5-43c6-aa6c-2f603124af48 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:21.468342 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:21.468705 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3b9628c-1dd5-43c6-aa6c-2f603124af48 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:21.469221 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'status': 'completed', 'code': 200} Feb 11 13:22:21.585685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=86b2259a-4b5c-4479-a3d9-5e3f006f2e93,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:21.592266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5f591171-c5a5-4073-9e41-0a68d992b236 None None] Current status of the port 9ea58435-57be-4249-97d7-f5efdbd3408a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:21.593761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f591171-c5a5-4073-9e41-0a68d992b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:21.657216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-8bc7c112-452c-4795-8b30-28e3a01a4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:21.663174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-8bc7c112-452c-4795-8b30-28e3a01a4e87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1156 time: 0.1764319 Feb 11 13:22:21.760367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': 'ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ee97bff-66ba-4cf6-9c66-0c2559602954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:21.760735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: 4ee97bff-66ba-4cf6-9c66-0c2559602954, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:21.813236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 4ee97bff-66ba-4cf6-9c66-0c2559602954 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:21.824529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:22:21.840266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 4ee97bff-66ba-4cf6-9c66-0c2559602954) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:21.856365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:21.856869 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:21.910230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dba13d-4e93-4475-840f-fe952d7a2d89 req-53cef781-bd6c-43e1-9568-595fd28f49f3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:21.912707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40dba13d-4e93-4475-840f-fe952d7a2d89 req-53cef781-bd6c-43e1-9568-595fd28f49f3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 944 time: 0.1252723 Feb 11 13:22:21.916264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-cab25820-0fc8-49fb-9902-ca2156f004fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:21.917949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-cab25820-0fc8-49fb-9902-ca2156f004fd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 898 time: 0.2466054 Feb 11 13:22:21.931389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3afb1e3b-d9eb-44cc-9b8e-693f70c634d0 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6071043 Feb 11 13:22:21.931595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45552) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:22.034548 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40dba13d-4e93-4475-840f-fe952d7a2d89 req-2d80b4cc-98f3-4533-993b-f6a7b57789a2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100900 Feb 11 13:22:22.059553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:22.060086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-7053f64f-a38d-4570-8daf-e281bbc9b32d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1000 time: 0.1329010 Feb 11 13:22:22.072308 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d411b0-4cbf-45b8-88d0-2432aafc7883" -d '{"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:22.133605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5f591171-c5a5-4073-9e41-0a68d992b236 None None] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:22.148366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:22.148756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:22.152340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce6278-2451-4c95-95d3-4cd68698691a None None] Unable to find a vacant binding_index for network 4ee97bff-66ba-4cf6-9c66-0c2559602954 and agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 {{(pid=109686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 13:22:22.164907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-87f5034b-b64d-4b88-b941-e4b04d5ae010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.167894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-87f5034b-b64d-4b88-b941-e4b04d5ae010 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.1020253 Feb 11 13:22:22.215415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ce6278-2451-4c95-95d3-4cd68698691a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 4ee97bff-66ba-4cf6-9c66-0c2559602954) {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:22:22.222923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:22.235909 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Sync routers for ids ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:22.253723 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Routers {'8a3080b9-238d-46d9-bbe1-b17d5bdd4810'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:22.254357 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:22.272131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a0b1f7f2-926d-47b0-a882-3f45ffe5f003, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0b1f7f2-926d-47b0-a882-3f45ffe5f003,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:22.276841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5f591171-c5a5-4073-9e41-0a68d992b236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:22.285539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-80aecede-71e9-4a24-960d-c33ebb51c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.289612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-80aecede-71e9-4a24-960d-c33ebb51c87a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1147983 Feb 11 13:22:22.302972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:22.333688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (4ee97bff-66ba-4cf6-9c66-0c2559602954), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:22.376695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:22.385883 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-de2b0e8e-5492-4541-bd28-c9f7bf189c62 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5527236 Feb 11 13:22:22.397526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45566) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:22.500336 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7028151-e118-4aa0-8056-26f09250748a x-openstack-request-id: req-f7028151-e118-4aa0-8056-26f09250748a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:22.500636 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-plugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:22.500901 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7028151-e118-4aa0-8056-26f09250748a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:22.501933 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'code': 200} Feb 11 13:22:22.555289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-520c9831-ca91-4548-bb8f-cd05289336f4 service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574513 Feb 11 13:22:22.560007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (86b2259a-4b5c-4479-a3d9-5e3f006f2e93), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:22.591963 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Set router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:22.880459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a311ca3-3d56-4556-ac98-27cd35685edb req-15101d19-9882-4e1e-a459-ef302c4b736e service neutron] 10.222.0.64 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175235 Feb 11 13:22:22.936806 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:22:20Z', 'revision_number': 3, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:22.960569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f591171-c5a5-4073-9e41-0a68d992b236 None None] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:22.969407 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Checking router: 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:22.970346 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Updating router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:22.979951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (86b2259a-4b5c-4479-a3d9-5e3f006f2e93), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.004543 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.073399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a0b1f7f2-926d-47b0-a882-3f45ffe5f003,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.112802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=86b2259a-4b5c-4479-a3d9-5e3f006f2e93,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.291490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413352d7-5933-408d-9114-f65cd9f2d4f0 req-32d5e099-9f98-45f0-99b9-0ec546f24d08 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.305434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-413352d7-5933-408d-9114-f65cd9f2d4f0 req-32d5e099-9f98-45f0-99b9-0ec546f24d08 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.1571503 Feb 11 13:22:23.418727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-413352d7-5933-408d-9114-f65cd9f2d4f0 req-de35474f-4d71-4a0a-821e-17221b6de5d3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100044 Feb 11 13:22:23.447068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2f04b7e0-eef1-40dd-af6c-6ef2f76f343a None None] Provisioning complete for port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:23.450069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2f04b7e0-eef1-40dd-af6c-6ef2f76f343a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.503479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570dc214-2f98-465d-a898-b831d0befe6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-4ee97bff-66ba-4cf6-9c66-0c2559602954', 'network_id': '4ee97bff-66ba-4cf6-9c66-0c2559602954', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '86b2259a-4b5c-4479-a3d9-5e3f006f2e93'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:23.504357 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-570dc214-2f98-465d-a898-b831d0befe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.528244 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Publish callbacks [] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.540844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (4ee97bff-66ba-4cf6-9c66-0c2559602954), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.552965 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.612598 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea779d-9064-4b0f-9c9a-22cb14194719 None None] Pushing event updated for resources: {'Port': ['ID=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.639217 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Attempting to bind port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:23.640030 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Attempting to bind port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:23.640663 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Attempting to bind port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:23.647158 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:23.648546 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:23.649625 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.650272 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:23.650962 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Bound port: 9dae68fa-cebf-4290-880d-1ef8b4ebeab8, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:23.651572 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.667436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee97bff-66ba-4cf6-9c66-0c2559602954']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:23.695341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:23.695736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:23.728273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.734960 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] For port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:23.743341 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] For port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:23.749980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2f04b7e0-eef1-40dd-af6c-6ef2f76f343a None None] Current status of the port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:23.761495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.771419 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.771755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89504701-415b-43a2-99ac-c8f7eafab573 None None] Network 4445a60f-ec41-4b74-869e-3da06abef81e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:23.789057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:23.789455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (ec3cdee1-d41b-4a58-9d41-3cdec8dd01d1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:23.792598 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:23.865419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea779d-9064-4b0f-9c9a-22cb14194719 None None] Pushing event updated for resources: {'Port': ['ID=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.902948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2533b5b-5d2c-48b8-829a-0d06899812f3 None None] Network 4ee97bff-66ba-4cf6-9c66-0c2559602954 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:23.921712 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Routers {'8a3080b9-238d-46d9-bbe1-b17d5bdd4810'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:23.922792 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:23.968285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:23.973804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-37ebd3d0-4e57-4feb-8523-1caf10597efd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126273 Feb 11 13:22:24.017332 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (4ee97bff-66ba-4cf6-9c66-0c2559602954), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.031109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.037727 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/4ee97bff-66ba-4cf6-9c66-0c2559602954 HTTP/1.1" status: 204 len: 168 time: 2.1049581 Feb 11 13:22:24.042497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45588) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:24.055014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1788537770'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:24.122089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e257ba-17ff-47e4-8750-a9ab4391c61c tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=4ee97bff-66ba-4cf6-9c66-0c2559602954,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:24.123242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:24.145891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.152088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c0db9-bdc5-49b4-9021-c107dd6e2bec None None] Network 4ee97bff-66ba-4cf6-9c66-0c2559602954 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:24.162652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:24.202982 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] Set router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:24.214246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c0db9-bdc5-49b4-9021-c107dd6e2bec None None] Network 4ee97bff-66ba-4cf6-9c66-0c2559602954 could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:22:24.241876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:24.263639 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (312feaf6-33c7-4873-828b-828b28e3ba75), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.264377 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 312feaf6-33c7-4873-828b-828b28e3ba75 of type vlan for network f9425569-2049-4a03-bdc6-5d6693485582 Feb 11 13:22:24.286223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-e5848df0-0ef4-4918-ab15-c8ebe0b4e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.290230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-e5848df0-0ef4-4918-ab15-c8ebe0b4e957 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1127 time: 0.1388676 Feb 11 13:22:24.372553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f9425569-2049-4a03-bdc6-5d6693485582), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.465227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Allocated IP 172.20.0.1 (4445a60f-ec41-4b74-869e-3da06abef81e/d0cf7097-56b6-4457-8a0c-5e9347965fb8/15c69637-73a4-4887-928d-81124fec87d6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:24.493190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:22:24.499529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:24.523057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a has no active binding in host n-h2-828675-3 {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:22:24.577092 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f9425569-2049-4a03-bdc6-5d6693485582), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.583773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.584707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.678989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks [] for port (15c69637-73a4-4887-928d-81124fec87d6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.689357 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:22:20Z', 'revision_number': 3, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:24.716117 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (15c69637-73a4-4887-928d-81124fec87d6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.728299 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ab318-e53f-4cc1-9c35-6a375cb80d87 None None] The sync data for ids ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'] in n-d-828675-3 is: [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:22:20Z', 'revision_number': 3, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:24.755319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-b087112c-28ba-4fd0-adeb-e51025f7546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.755319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-b087112c-28ba-4fd0-adeb-e51025f7546e service neutron] 10.222.0.53 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 909 time: 0.4370620 Feb 11 13:22:24.771167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=f9425569-2049-4a03-bdc6-5d6693485582,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:24.783855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f70718f2-421f-4286-a03a-b733e41b6849 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7368643 Feb 11 13:22:24.788975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f9425569-2049-4a03-bdc6-5d6693485582 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:24.797939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45602) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:24.821463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': 'f9425569-2049-4a03-bdc6-5d6693485582', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:24.850526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07d937-4ad6-4047-8682-0fc4e8bd5bc3 req-ba586601-dabc-44df-9759-1d9bb459020b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.852092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f07d937-4ad6-4047-8682-0fc4e8bd5bc3 req-ba586601-dabc-44df-9759-1d9bb459020b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 946 time: 0.2831616 Feb 11 13:22:24.869021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-6b47d938-01dd-4bf0-ba54-da8ceb476919 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 1001 time: 0.1078625 Feb 11 13:22:24.875356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Network 4445a60f-ec41-4b74-869e-3da06abef81e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:24.904814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f8d896eb-3406-4eae-aaa9-05d900302b0b None None] Provisioning complete for port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:24.905490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8d896eb-3406-4eae-aaa9-05d900302b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:24.932811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:24.944163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:24.996687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-d60ee7c1-ff2f-4225-9c83-7e74c56dfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.998214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-d60ee7c1-ff2f-4225-9c83-7e74c56dfe83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 200 len: 847 time: 0.1232839 Feb 11 13:22:25.035186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f8d896eb-3406-4eae-aaa9-05d900302b0b None None] Current status of the port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:25.091274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0b1f7f2-926d-47b0-a882-3f45ffe5f003 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:25.126472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=15c69637-73a4-4887-928d-81124fec87d6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:25.143143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:25.176008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:25.176490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:25.239908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f07d937-4ad6-4047-8682-0fc4e8bd5bc3 req-db8c5c32-9b15-4749-8b11-43acff8d200e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721056 Feb 11 13:22:25.276443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-ce4cc66a-175d-44f0-b577-cf2f90fb0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.281439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-ce4cc66a-175d-44f0-b577-cf2f90fb0c4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f77a7be7-72c2-4edd-9c53-635f4880efed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2737296 Feb 11 13:22:25.294442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:25.294442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:25.391092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:25.439792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-3a73ba38-5770-4093-99f7-485ad0969642 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483471 Feb 11 13:22:25.470573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d15c8763-c21a-4b84-ad05-cbf16b47b1ae None None] Provisioning complete for port 15c69637-73a4-4887-928d-81124fec87d6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:25.470809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d15c8763-c21a-4b84-ad05-cbf16b47b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15c69637-73a4-4887-928d-81124fec87d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:25.524290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d15c8763-c21a-4b84-ad05-cbf16b47b1ae None None] Port 15c69637-73a4-4887-928d-81124fec87d6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:25.617605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c15dcd-a9fe-46d5-8082-8bf212d7905f req-c0668ae2-5596-4990-a360-9b45eac3ce54 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695895 Feb 11 13:22:25.654080 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (15c69637-73a4-4887-928d-81124fec87d6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:25.818726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-bc95b028-345f-4944-a9c1-4cda553bc753 service neutron] 10.222.0.64 "GET /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 384 time: 0.1089611 Feb 11 13:22:25.839563 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (7d268b27-7ca9-4284-9bfc-39f9272540d3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.015759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=7d268b27-7ca9-4284-9bfc-39f9272540d3,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:26.042535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': '312feaf6-33c7-4873-828b-828b28e3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f9425569-2049-4a03-bdc6-5d6693485582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:26.042933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: f9425569-2049-4a03-bdc6-5d6693485582, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:26.047641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks [] for port (15c69637-73a4-4887-928d-81124fec87d6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.055398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (15c69637-73a4-4887-928d-81124fec87d6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.107970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:26.145222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:26.145952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network f9425569-2049-4a03-bdc6-5d6693485582 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:26.164590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=15c69637-73a4-4887-928d-81124fec87d6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:26.172157 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.179467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, f9425569-2049-4a03-bdc6-5d6693485582) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:26.190675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f086ed7-ed53-4aa6-baf8-fb211636ce35 None None] Network f9425569-2049-4a03-bdc6-5d6693485582 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:26.198622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.199490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:26.199648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.217773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:26.220870 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34164811-d93c-48d3-b25b-16c16f1b608f" -d '{"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:26.234483 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.281438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7c8c4f81-2295-4bd4-83e0-43cdb97ac116 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4797225 Feb 11 13:22:26.286046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45640) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:26.373740 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aab7c7-8ce7-4d91-a4d4-31e216b741aa x-openstack-request-id: req-02aab7c7-8ce7-4d91-a4d4-31e216b741aa {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:26.374000 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-unplugged", "status": "completed", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:26.374456 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02aab7c7-8ce7-4d91-a4d4-31e216b741aa {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:26.374882 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'code': 200} Feb 11 13:22:26.419949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Network 4445a60f-ec41-4b74-869e-3da06abef81e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:26.423398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:26.445321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-f9425569-2049-4a03-bdc6-5d6693485582', 'network_id': 'f9425569-2049-4a03-bdc6-5d6693485582', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '7d268b27-7ca9-4284-9bfc-39f9272540d3'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:26.446311 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.502393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f9425569-2049-4a03-bdc6-5d6693485582), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.504572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] Transition to ACTIVE for port object 9ea58435-57be-4249-97d7-f5efdbd3408a will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:26.518943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:26.609121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=11']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:26.686077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Allocated IP 172.20.0.2 (f9425569-2049-4a03-bdc6-5d6693485582/7d268b27-7ca9-4284-9bfc-39f9272540d3/6d66f35d-d7b1-46d8-b34b-e4cecf98466c) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:26.771482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:26.994658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Publish callbacks [] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.016170 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.053756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:27.079405 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5f7b45d5-766c-4a83-b3c1-6570e786c5c9 admin admin] 10.222.0.42 "PUT /v2.0/routers/8a3080b9-238d-46d9-bbe1-b17d5bdd4810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6730208 Feb 11 13:22:27.115696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Pushing event updated for resources: {'Port': ['ID=6d66f35d-d7b1-46d8-b34b-e4cecf98466c,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:27.127116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:27.209497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Network f9425569-2049-4a03-bdc6-5d6693485582 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:27.234727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:27.237566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:27.239928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-039c0c32-5a9f-4c29-952c-795133ef6963 None None] Provisioning complete for port 15c69637-73a4-4887-928d-81124fec87d6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:27.240485 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-039c0c32-5a9f-4c29-952c-795133ef6963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15c69637-73a4-4887-928d-81124fec87d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.459269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-039c0c32-5a9f-4c29-952c-795133ef6963 None None] Port 15c69637-73a4-4887-928d-81124fec87d6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:27.462090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:27.462472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.497755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Attempting to bind port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:27.498138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Attempting to bind port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '312feaf6-33c7-4873-828b-828b28e3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f9425569-2049-4a03-bdc6-5d6693485582'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:27.498505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Attempting to bind port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c on network f9425569-2049-4a03-bdc6-5d6693485582 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:27.509454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e0a95-8320-478b-8afa-354123a07a85 req-8d490d4d-6340-4e2a-b4be-52d89b36021a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.516622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:27.517295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Checking segment: {'id': '312feaf6-33c7-4873-828b-828b28e3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f9425569-2049-4a03-bdc6-5d6693485582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:27.518046 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.518649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Bound using segment: {'id': '312feaf6-33c7-4873-828b-828b28e3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f9425569-2049-4a03-bdc6-5d6693485582'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:27.519479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Bound port: 6d66f35d-d7b1-46d8-b34b-e4cecf98466c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312feaf6-33c7-4873-828b-828b28e3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f9425569-2049-4a03-bdc6-5d6693485582'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:27.520593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.521425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a78e0a95-8320-478b-8afa-354123a07a85 req-8d490d4d-6340-4e2a-b4be-52d89b36021a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.9983482 Feb 11 13:22:27.532261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7d268b27-7ca9-4284-9bfc-39f9272540d3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.611889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:27.612421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.620040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Sync routers for ids ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:27.663152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:27.668736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Routers {'8a3080b9-238d-46d9-bbe1-b17d5bdd4810'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:27.669505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:27.684923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] No DVR routers for this DVR port 9ea58435-57be-4249-97d7-f5efdbd3408a on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:27.691582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a78e0a95-8320-478b-8afa-354123a07a85 req-fe41c407-00f0-445f-96aa-1e9b746ba617 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691456 Feb 11 13:22:27.692508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (7d268b27-7ca9-4284-9bfc-39f9272540d3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.743713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.762016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=7d268b27-7ca9-4284-9bfc-39f9272540d3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:27.923452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f9425569-2049-4a03-bdc6-5d6693485582), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:27.958881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9425569-2049-4a03-bdc6-5d6693485582']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:27.971955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312feaf6-33c7-4873-828b-828b28e3ba75') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:27.972251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312feaf6-33c7-4873-828b-828b28e3ba75') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:27.984501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (312feaf6-33c7-4873-828b-828b28e3ba75), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.001780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (312feaf6-33c7-4873-828b-828b28e3ba75), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.011912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:28.011912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (312feaf6-33c7-4873-828b-828b28e3ba75), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.037180 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:28.042719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-238305675-network', 'tenant_id': '40a7725995a743d1a2639901197ea864'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:28.084811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Made reservation on behalf of 40a7725995a743d1a2639901197ea864 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:28.085102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] For port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:28.088008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.103744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: warnings.warn('Neutron quota engine will require "--force" ' Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: warnings.warn(msg) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:28.108731 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:28.119464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Set router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:28.122003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.131415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.api [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:22:28.131415 n-d-828675-3 neutron-server[109685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:22:28.131415 n-d-828675-3 neutron-server[109685]: [parameters: {'id': 'f9425569-2049-4a03-bdc6-5d6693485582'}] Feb 11 13:22:28.131415 n-d-828675-3 neutron-server[109685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:28.131979 n-d-828675-3 neutron-server[109685]: DEBUG oslo_db.api [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:28.170310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] For port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d66f35d-d7b1-46d8-b34b-e4cecf98466c,segment=NetworkSegment(312feaf6-33c7-4873-828b-828b28e3ba75),segment_id=312feaf6-33c7-4873-828b-828b28e3ba75)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:28.181260 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.190701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-710c5099-ea51-4f22-937b-dc7ad8ed7b08 service neutron] 10.222.0.64 "PUT /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a/bindings/n-h2-828675-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3651438 Feb 11 13:22:28.286104 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks [] for security_group (e5268309-0287-4d28-9d0d-d1a8be17ddee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.304546 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e5268309-0287-4d28-9d0d-d1a8be17ddee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.327613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:28.349902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (7450b1d3-c981-4770-9c36-583975546fec), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.350278 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Added segment 7450b1d3-c981-4770-9c36-583975546fec of type vlan for network 181be729-b9ec-48e8-bb7f-92c0698a8896 Feb 11 13:22:28.363155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af1c78-f387-406a-b0aa-b23c2cb2d291 None None] Pushing event updated for resources: {'Port': ['ID=6d66f35d-d7b1-46d8-b34b-e4cecf98466c,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.389775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-9892050b-b75e-451d-8968-cb7cc5ec216d tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.392029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-9892050b-b75e-451d-8968-cb7cc5ec216d tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.1134217 Feb 11 13:22:28.469394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (181be729-b9ec-48e8-bb7f-92c0698a8896), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.505001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:22:25Z', 'revision_number': 4, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '15c69637-73a4-4887-928d-81124fec87d6', 'name': '', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'mac_address': 'fa:16:3e:51:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:24Z', 'updated_at': '2022-02-11T13:22:25Z', 'revision_number': 2, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'subnets': [{'id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:28.512471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (181be729-b9ec-48e8-bb7f-92c0698a8896), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.513559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.514257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.519811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-a14eedfa-45dc-410c-80bd-cc11bd89f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.521461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-a14eedfa-45dc-410c-80bd-cc11bd89f6a0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 1127 time: 0.1202135 Feb 11 13:22:28.543471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Checking router: 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:28.543822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Updating router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 port 15c69637-73a4-4887-928d-81124fec87d6 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:28.576542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5268309-0287-4d28-9d0d-d1a8be17ddee,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.628539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5685246 Feb 11 13:22:28.632533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45690) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:28.642850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Request body: {'subnet': {'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-238305675-subnet', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:28.643045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f9425569-2049-4a03-bdc6-5d6693485582), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.648278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:28.692622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45232f5-4fa0-4328-8407-509b3d1e6e7e admin admin] Pushing event updated for resources: {'Network': ['ID=181be729-b9ec-48e8-bb7f-92c0698a8896,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.713761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Made reservation on behalf of 40a7725995a743d1a2639901197ea864 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:28.722388 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.820942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:28.830183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-cddcd48e-086b-4584-bfde-56021aa56a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.830183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-cddcd48e-086b-4584-bfde-56021aa56a3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1127 time: 0.2838972 Feb 11 13:22:28.844068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port 9ea58435-57be-4249-97d7-f5efdbd3408a host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:22:28.844395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:28.915958 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (15c69637-73a4-4887-928d-81124fec87d6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:28.979525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:28.980078 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.074628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6d66f35d-d7b1-46d8-b34b-e4cecf98466c,segment=NetworkSegment(312feaf6-33c7-4873-828b-828b28e3ba75),segment_id=312feaf6-33c7-4873-828b-828b28e3ba75)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:29.075282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.138200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for 6d66f35d-d7b1-46d8-b34b-e4cecf98466c owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:29.161669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (ce9b2e18-78c2-472b-a930-112f3639a8a1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.252010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d66f35d-d7b1-46d8-b34b-e4cecf98466c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:29.321631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9b2e18-78c2-472b-a930-112f3639a8a1,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:29.351209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Checking segment: {'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:29.352038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Network hostable DHCP agents. Network: 181be729-b9ec-48e8-bb7f-92c0698a8896, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:29.361144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-481a5757-e788-4ec6-93d0-01d2b1c11639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:29.363205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-481a5757-e788-4ec6-93d0-01d2b1c11639 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 898 time: 0.5201509 Feb 11 13:22:29.374881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665b76f-4f61-4733-8c55-56353531a3f3 req-5d9752cb-cca9-4d1b-9db7-e94adc9025c0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:29.375304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:29.376289 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.377255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0665b76f-4f61-4733-8c55-56353531a3f3 req-5d9752cb-cca9-4d1b-9db7-e94adc9025c0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.4485581 Feb 11 13:22:29.384339 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1d487ab-3423-4b2d-ab44-3a74b5f510b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.392265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:29.416024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 181be729-b9ec-48e8-bb7f-92c0698a8896) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:29.428374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:29.429155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.432163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df0b4a-ab09-4be8-8345-d8ea051e0473 None None] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:29.470608 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0a358b99-4c5d-44f2-b7ee-30cb84714d76 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8320878 Feb 11 13:22:29.473062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45706) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:29.477598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:29.522038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (618626f4-bb53-4033-aa04-1ddbb9499660), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.523234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (618626f4-bb53-4033-aa04-1ddbb9499660), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.609056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0665b76f-4f61-4733-8c55-56353531a3f3 req-e20878a6-8b2a-4521-8bef-84708a7b1bf6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082887 Feb 11 13:22:29.632194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-ac2abe13-6f38-4111-8eb6-7343454cf1b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 1000 time: 0.2538798 Feb 11 13:22:29.633325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6d66f35d-d7b1-46d8-b34b-e4cecf98466c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.691401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks [] for router_controller (618626f4-bb53-4033-aa04-1ddbb9499660), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.708903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port 6d66f35d-d7b1-46d8-b34b-e4cecf98466c on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:29.717796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Could not find standard attr ID for object 6d66f35d-d7b1-46d8-b34b-e4cecf98466c. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:22:29.722278 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No ports have port_id starting with 6d66f35d-d7b1-46d8-b34b-e4cecf98466c Feb 11 13:22:29.744958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:29.833813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=6d66f35d-d7b1-46d8-b34b-e4cecf98466c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:29.847375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:29.847787 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:29.866681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-1dd55d3d-773a-4039-80b7-5eb1b4699459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:29.868218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-1dd55d3d-773a-4039-80b7-5eb1b4699459 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.2269576 Feb 11 13:22:29.964415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-181be729-b9ec-48e8-bb7f-92c0698a8896', 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896', 'project_id': '40a7725995a743d1a2639901197ea864', 'fixed_ips': [{'subnet_id': 'ce9b2e18-78c2-472b-a930-112f3639a8a1'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:29.968501 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.076247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f9425569-2049-4a03-bdc6-5d6693485582), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.105297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9425569-2049-4a03-bdc6-5d6693485582']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:30.129335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312feaf6-33c7-4873-828b-828b28e3ba75') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:30.130032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312feaf6-33c7-4873-828b-828b28e3ba75') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:30.144967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (312feaf6-33c7-4873-828b-828b28e3ba75), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.178362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (312feaf6-33c7-4873-828b-828b28e3ba75), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.189348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:30.203440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (312feaf6-33c7-4873-828b-828b28e3ba75), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.245878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:30.248346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d16cd0-79bc-40b6-9c94-c107aebb481b None None] Network f9425569-2049-4a03-bdc6-5d6693485582 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:30.329397 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:30.343039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f9425569-2049-4a03-bdc6-5d6693485582), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.353986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.362419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/f9425569-2049-4a03-bdc6-5d6693485582 HTTP/1.1" status: 204 len: 168 time: 4.0728385 Feb 11 13:22:30.366071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45720) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:30.372584 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Publish callbacks [] for port (15c69637-73a4-4887-928d-81124fec87d6), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.377803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413390896'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:30.388717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b29be47f-f32d-4e91-b357-0ad72d19d12a None None] Could not find standard attr ID for object 6d66f35d-d7b1-46d8-b34b-e4cecf98466c. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:22:30.391910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks [] for router_gateway (618626f4-bb53-4033-aa04-1ddbb9499660), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.408201 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (15c69637-73a4-4887-928d-81124fec87d6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.417357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:30.422518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.426663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c6ab-3f0b-4849-ba51-0a3ae853c973 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=f9425569-2049-4a03-bdc6-5d6693485582,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:30.432056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-57e2a0b7-8b97-47bf-b64f-64fa3fd31ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.433980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-57e2a0b7-8b97-47bf-b64f-64fa3fd31ba8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4551575 Feb 11 13:22:30.515208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6f6d-53ae-4ece-b058-e107e04d8095 None None] Pushing event updated for resources: {'Port': ['ID=15c69637-73a4-4887-928d-81124fec87d6,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:30.578978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Allocated IP 172.20.0.2 (181be729-b9ec-48e8-bb7f-92c0698a8896/ce9b2e18-78c2-472b-a930-112f3639a8a1/a0784af7-4fde-4b34-89eb-508a1929e87f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:30.634094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-e4f3b909-64af-433f-a72d-86601ce5aecc service neutron] 10.222.0.53 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908183 Feb 11 13:22:30.729023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks [] for router_gateway (618626f4-bb53-4033-aa04-1ddbb9499660), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.772163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.856108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-2c4cf4a7-484c-42dc-855d-a17b4ac5b432 service neutron] 10.222.0.53 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074213 Feb 11 13:22:30.909870 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Publish callbacks [] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.943086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:30.943946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673110e-cdcf-430e-82f6-91877217fc63 None None] DHCP port deletion for f9425569-2049-4a03-bdc6-5d6693485582 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:22:30.946203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Attempting to bind port 15c69637-73a4-4887-928d-81124fec87d6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:30.946564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Attempting to bind port 15c69637-73a4-4887-928d-81124fec87d6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:30.946928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Attempting to bind port 15c69637-73a4-4887-928d-81124fec87d6 on network 4445a60f-ec41-4b74-869e-3da06abef81e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:30.949219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.986042 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (65f4aebd-0a1c-45fb-acb6-8ffae2166d33), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:30.986570 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 65f4aebd-0a1c-45fb-acb6-8ffae2166d33 of type vlan for network 0966d634-c6ba-41af-a256-7a34bf4504da Feb 11 13:22:30.999423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:30.999810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Checking segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:31.000213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.000599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Bound using segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:31.001296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Bound port: 15c69637-73a4-4887-928d-81124fec87d6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:31.001445 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (15c69637-73a4-4887-928d-81124fec87d6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.018413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:31.031930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:31.038330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:31.083349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Allocated IP 172.25.1.75 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/3476dc72-d4e6-435e-b693-f89ec4d9c2fa) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:31.101957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (0966d634-c6ba-41af-a256-7a34bf4504da), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.162700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (0966d634-c6ba-41af-a256-7a34bf4504da), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.168609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.169536 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.174392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] For port 15c69637-73a4-4887-928d-81124fec87d6, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:31.178286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] For port 15c69637-73a4-4887-928d-81124fec87d6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=15c69637-73a4-4887-928d-81124fec87d6,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:31.182870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d66f35d-d7b1-46d8-b34b-e4cecf98466c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:31.185459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Pushing event updated for resources: {'Port': ['ID=a0784af7-4fde-4b34-89eb-508a1929e87f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:31.229793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (15c69637-73a4-4887-928d-81124fec87d6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.234453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5600b-4a57-4bb7-8881-6efa5bbe8264 req-9a194f5e-91c9-48fa-88a7-27c873a562d5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.242735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-feb5600b-4a57-4bb7-8881-6efa5bbe8264 req-9a194f5e-91c9-48fa-88a7-27c873a562d5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.3853323 Feb 11 13:22:31.268601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8949237 Feb 11 13:22:31.278718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:31.284977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': '0966d634-c6ba-41af-a256-7a34bf4504da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:31.326867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Attempting to bind port a0784af7-4fde-4b34-89eb-508a1929e87f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:31.327203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Attempting to bind port a0784af7-4fde-4b34-89eb-508a1929e87f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:31.327687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Attempting to bind port a0784af7-4fde-4b34-89eb-508a1929e87f on network 181be729-b9ec-48e8-bb7f-92c0698a8896 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:31.330627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f1b9e034-cd55-439e-9a6f-549725c4c5f6 None None] Provisioning complete for port 15c69637-73a4-4887-928d-81124fec87d6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:31.330999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e034-cd55-439e-9a6f-549725c4c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15c69637-73a4-4887-928d-81124fec87d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.387019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks [] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.414548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-cb12feb2-15c1-495f-a4bd-aa41f737f825 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.416096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-cb12feb2-15c1-495f-a4bd-aa41f737f825 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 1127 time: 0.2721200 Feb 11 13:22:31.421397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aac86-f536-4125-a569-5de05fa1423e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=0966d634-c6ba-41af-a256-7a34bf4504da,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:31.455054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 6d66f35d-d7b1-46d8-b34b-e4cecf98466c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:31.455593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6d66f35d-d7b1-46d8-b34b-e4cecf98466c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:31.457026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:31.457480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Checking segment: {'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:31.457976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.458450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Bound using segment: {'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:31.459065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Bound port: a0784af7-4fde-4b34-89eb-508a1929e87f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:31.459515 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.478267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 0966d634-c6ba-41af-a256-7a34bf4504da details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:31.562030 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.579693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Routers {'8a3080b9-238d-46d9-bbe1-b17d5bdd4810'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:31.585226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:31.587507 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-be9a0534-1024-443b-81a5-5d4e110129eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.619802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-feb5600b-4a57-4bb7-8881-6efa5bbe8264 req-cce9299e-50d8-43fa-93f6-82f9da4a83d1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758352 Feb 11 13:22:31.686236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:31.695216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:31.705487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:31.749163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] For port a0784af7-4fde-4b34-89eb-508a1929e87f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:31.752754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] For port a0784af7-4fde-4b34-89eb-508a1929e87f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0784af7-4fde-4b34-89eb-508a1929e87f,segment=NetworkSegment(7450b1d3-c981-4770-9c36-583975546fec),segment_id=7450b1d3-c981-4770-9c36-583975546fec)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:31.768262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:31.771141 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.803286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.812813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-2828d235-5dcb-4f55-85fd-df1ab2ed6aee service neutron] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:31.821977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-2828d235-5dcb-4f55-85fd-df1ab2ed6aee service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:31.826621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-2828d235-5dcb-4f55-85fd-df1ab2ed6aee service neutron] 10.222.0.53 "DELETE /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a/bindings/n-h1-828675-3 HTTP/1.1" status: 204 len: 173 time: 0.3298609 Feb 11 13:22:31.956339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6f6d-53ae-4ece-b058-e107e04d8095 None None] Pushing event updated for resources: {'Port': ['ID=15c69637-73a4-4887-928d-81124fec87d6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.000702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Pushing event updated for resources: {'Port': ['ID=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.004093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing IP validity checks on allocation pools {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:22:32.004467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:22:32.041893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b05c1f-640d-4bde-a91e-5fb226d98ee8 None None] Pushing event updated for resources: {'Port': ['ID=a0784af7-4fde-4b34-89eb-508a1929e87f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.103752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] Set router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:32.392128 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks [] for router_gateway (618626f4-bb53-4033-aa04-1ddbb9499660), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.453995 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (37c7fb5d-a425-4d63-99bb-f9b87ed23bf1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.457947 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9e034-cd55-439e-9a6f-549725c4c5f6 None None] Current status of the port 15c69637-73a4-4887-928d-81124fec87d6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:32.458621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e034-cd55-439e-9a6f-549725c4c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (15c69637-73a4-4887-928d-81124fec87d6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.532559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=37c7fb5d-a425-4d63-99bb-f9b87ed23bf1,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.587722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f1b9e034-cd55-439e-9a6f-549725c4c5f6 None None] For port 15c69637-73a4-4887-928d-81124fec87d6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=15c69637-73a4-4887-928d-81124fec87d6,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:32.600892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e034-cd55-439e-9a6f-549725c4c5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (15c69637-73a4-4887-928d-81124fec87d6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.625220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': '65f4aebd-0a1c-45fb-acb6-8ffae2166d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0966d634-c6ba-41af-a256-7a34bf4504da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:32.625743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: 0966d634-c6ba-41af-a256-7a34bf4504da, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:32.640113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.668429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 0966d634-c6ba-41af-a256-7a34bf4504da is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:32.722000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 0966d634-c6ba-41af-a256-7a34bf4504da) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:32.727019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.727799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.760376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a10e58-3d0f-4797-8a07-2185c42a301a None None] Network 0966d634-c6ba-41af-a256-7a34bf4504da requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:32.786863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-26b2c694-7b5a-4ba3-a709-de4e52bdd7d7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5065153 Feb 11 13:22:32.798382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45756) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:32.819056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9e034-cd55-439e-9a6f-549725c4c5f6 None None] Pushing event updated for resources: {'Port': ['ID=15c69637-73a4-4887-928d-81124fec87d6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.865303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (618626f4-bb53-4033-aa04-1ddbb9499660), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.883823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b2c863a3-cc39-414f-8d10-bc20d24d2c1b None None] Provisioning complete for port 15c69637-73a4-4887-928d-81124fec87d6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:32.884198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b2c863a3-cc39-414f-8d10-bc20d24d2c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15c69637-73a4-4887-928d-81124fec87d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.007797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e610be6-5364-40ad-9aa1-1e6789317521 req-902ea63c-08bd-493b-a0c4-2483248b6571 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.011607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e610be6-5364-40ad-9aa1-1e6789317521 req-902ea63c-08bd-493b-a0c4-2483248b6571 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.2354720 Feb 11 13:22:33.023162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-0966d634-c6ba-41af-a256-7a34bf4504da', 'network_id': '0966d634-c6ba-41af-a256-7a34bf4504da', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '37c7fb5d-a425-4d63-99bb-f9b87ed23bf1'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:33.024012 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.044123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:22:25Z', 'revision_number': 4, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '15c69637-73a4-4887-928d-81124fec87d6', 'name': '', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'mac_address': 'fa:16:3e:51:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:24Z', 'updated_at': '2022-02-11T13:22:31Z', 'revision_number': 4, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'subnets': [{'id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:33.132261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450adbaa-1f3c-499d-845d-047eb2f95f48 None None] The sync data for ids ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'] in n-d-828675-3 is: [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:22:25Z', 'revision_number': 4, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '15c69637-73a4-4887-928d-81124fec87d6', 'name': '', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'mac_address': 'fa:16:3e:51:cb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3358, 'fixed_ips': [{'subnet_id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:24Z', 'updated_at': '2022-02-11T13:22:31Z', 'revision_number': 4, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'subnets': [{'id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:33.185715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0784af7-4fde-4b34-89eb-508a1929e87f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:33.202515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0966d634-c6ba-41af-a256-7a34bf4504da), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.215894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Router 618626f4-bb53-4033-aa04-1ddbb9499660 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:22:33.230723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e610be6-5364-40ad-9aa1-1e6789317521 req-c504f868-d791-4e84-90d9-d37deed58b32 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115927 Feb 11 13:22:33.354412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (37c7fb5d-a425-4d63-99bb-f9b87ed23bf1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.391712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b2c863a3-cc39-414f-8d10-bc20d24d2c1b None None] Current status of the port 15c69637-73a4-4887-928d-81124fec87d6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:33.496521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a0784af7-4fde-4b34-89eb-508a1929e87f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:33.497207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.541697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223694d-541b-48d7-8666-6b2323b01291 req-a9187245-a9a4-4190-96e8-06455f3e269a tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.546239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:33.548959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9223694d-541b-48d7-8666-6b2323b01291 req-a9187245-a9a4-4190-96e8-06455f3e269a tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1127 time: 0.1861196 Feb 11 13:22:33.566262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Allocated IP 172.20.0.3 (0966d634-c6ba-41af-a256-7a34bf4504da/37c7fb5d-a425-4d63-99bb-f9b87ed23bf1/6cb6e93a-3799-41fe-b188-e9dc0eec2b1e) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:33.567143 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Sync routers for ids ['618626f4-bb53-4033-aa04-1ddbb9499660'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:33.588380 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.592213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a87ce04e-736d-4dc0-a0f5-a6cf92d9e063 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1156383 Feb 11 13:22:33.593048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45770) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:33.595122 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Routers {'618626f4-bb53-4033-aa04-1ddbb9499660'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:33.595787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['618626f4-bb53-4033-aa04-1ddbb9499660'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:33.676363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9223694d-541b-48d7-8666-6b2323b01291 req-4194869a-c20f-4e2f-b003-f254f86a01d5 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098228 Feb 11 13:22:33.811837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a0784af7-4fde-4b34-89eb-508a1929e87f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:33.812246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:33.975360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320f3da-59e0-4e13-8987-a09d55dd7fd9 req-e21c609b-b8fd-4119-95f9-91b3eaf5e891 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.976993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4320f3da-59e0-4e13-8987-a09d55dd7fd9 req-e21c609b-b8fd-4119-95f9-91b3eaf5e891 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.1302991 Feb 11 13:22:33.983448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ca64b-abc3-427e-9128-3f084b499201 None None] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:34.167933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4320f3da-59e0-4e13-8987-a09d55dd7fd9 req-3e578417-47f0-466a-948c-e1b31f4c69db tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770287 Feb 11 13:22:34.182119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45784) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:34.240045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c9ef46fe-6ea4-45e0-b217-64def790bbdf None None] Provisioning complete for port a0784af7-4fde-4b34-89eb-508a1929e87f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:34.240451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c9ef46fe-6ea4-45e0-b217-64def790bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.288802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a0784af7-4fde-4b34-89eb-508a1929e87f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0784af7-4fde-4b34-89eb-508a1929e87f,segment=NetworkSegment(7450b1d3-c981-4770-9c36-583975546fec),segment_id=7450b1d3-c981-4770-9c36-583975546fec)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:34.294335 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Set router 618626f4-bb53-4033-aa04-1ddbb9499660 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:34.335861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-48a3948b-d745-46be-a3f0-67556e04cae5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 HTTP/1.1" status: 200 len: 992 time: 0.1522906 Feb 11 13:22:34.347288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.596255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a0784af7-4fde-4b34-89eb-508a1929e87f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.607186 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.641755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45800) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:34.766502 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:22:31Z', 'revision_number': 3, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port': {'id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:30Z', 'updated_at': '2022-02-11T13:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.787342 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Publish callbacks [] for port (6cb6e93a-3799-41fe-b188-e9dc0eec2b1e), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.787548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.832956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Checking router: 618626f4-bb53-4033-aa04-1ddbb9499660 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:34.837075 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Updating router 618626f4-bb53-4033-aa04-1ddbb9499660 port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:34.855211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (6cb6e93a-3799-41fe-b188-e9dc0eec2b1e), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.906063 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.013253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Pushing event updated for resources: {'Port': ['ID=6cb6e93a-3799-41fe-b188-e9dc0eec2b1e,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.023220 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (37c7fb5d-a425-4d63-99bb-f9b87ed23bf1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.043846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef46fe-6ea4-45e0-b217-64def790bbdf None None] Current status of the port a0784af7-4fde-4b34-89eb-508a1929e87f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:35.048061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Network 0966d634-c6ba-41af-a256-7a34bf4504da is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:35.054589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:35.058733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:35.129909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=37c7fb5d-a425-4d63-99bb-f9b87ed23bf1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.291578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 15c69637-73a4-4887-928d-81124fec87d6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:35.299506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Attempting to bind port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:35.299879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Attempting to bind port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '65f4aebd-0a1c-45fb-acb6-8ffae2166d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0966d634-c6ba-41af-a256-7a34bf4504da'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:35.300248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Attempting to bind port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e on network 0966d634-c6ba-41af-a256-7a34bf4504da {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:35.349460 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Allocated IP 172.20.0.1 (181be729-b9ec-48e8-bb7f-92c0698a8896/ce9b2e18-78c2-472b-a930-112f3639a8a1/de133c0e-fab7-44d4-949f-e46f1482acc6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:35.421894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:35.422550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Checking segment: {'id': '65f4aebd-0a1c-45fb-acb6-8ffae2166d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0966d634-c6ba-41af-a256-7a34bf4504da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:35.423113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.423796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Bound using segment: {'id': '65f4aebd-0a1c-45fb-acb6-8ffae2166d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0966d634-c6ba-41af-a256-7a34bf4504da'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:35.424586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Bound port: 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f4aebd-0a1c-45fb-acb6-8ffae2166d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0966d634-c6ba-41af-a256-7a34bf4504da'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:35.425144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6cb6e93a-3799-41fe-b188-e9dc0eec2b1e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.465305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.515291 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Publish callbacks [] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.520776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45810) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:35.522302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 15c69637-73a4-4887-928d-81124fec87d6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:35.523156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (15c69637-73a4-4887-928d-81124fec87d6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.543970 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.603109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] For port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:35.611154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] For port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6cb6e93a-3799-41fe-b188-e9dc0eec2b1e,segment=NetworkSegment(65f4aebd-0a1c-45fb-acb6-8ffae2166d33),segment_id=65f4aebd-0a1c-45fb-acb6-8ffae2166d33)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:35.620056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks [] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.620376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6d3d4a5c-4539-4244-87b4-b1c3402397e6 None None] Provisioning complete for port a0784af7-4fde-4b34-89eb-508a1929e87f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:35.620864 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d3d4a5c-4539-4244-87b4-b1c3402397e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.710273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.717011 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Attempting to bind port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:35.720095 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Attempting to bind port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:35.720602 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Attempting to bind port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:35.747096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6cb6e93a-3799-41fe-b188-e9dc0eec2b1e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.756965 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:35.757709 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:35.758271 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.758774 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:35.759375 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Bound port: 3476dc72-d4e6-435e-b693-f89ec4d9c2fa, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:35.759875 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.827222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Pushing event updated for resources: {'Port': ['ID=de133c0e-fab7-44d4-949f-e46f1482acc6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.835365 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2679-7f38-4f5c-a2c3-63a6bea2acf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.871541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Pushing event updated for resources: {'Port': ['ID=6cb6e93a-3799-41fe-b188-e9dc0eec2b1e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.873369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:35.874145 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] For port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:35.876598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:35.879680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:35.890561 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] For port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:35.914491 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.918844 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Pushing event updated for resources: {'Port': ['ID=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.952030 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.952378 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.952717 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.953053 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.953383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.953753 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.954059 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.957938 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.958162 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.959383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.959966 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.961908 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:35.962833 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.008926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 15c69637-73a4-4887-928d-81124fec87d6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:36.010179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0784af7-4fde-4b34-89eb-508a1929e87f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:36.050578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (618626f4-bb53-4033-aa04-1ddbb9499660), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.143111 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Routers {'618626f4-bb53-4033-aa04-1ddbb9499660'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:36.144033 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['618626f4-bb53-4033-aa04-1ddbb9499660'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:36.145723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.146431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.146895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.147241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.147582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.148211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.148548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.148882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.149211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.149540 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.149913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.150240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.150566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1f1365-0112-4d6f-aa3e-8858e23b1305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.189848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0966d634-c6ba-41af-a256-7a34bf4504da), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.217971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6d3d4a5c-4539-4244-87b4-b1c3402397e6 None None] Current status of the port a0784af7-4fde-4b34-89eb-508a1929e87f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:36.222289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15536d43-71c2-4402-a605-d5c74e2d5940 None None] Network 0966d634-c6ba-41af-a256-7a34bf4504da requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:36.227649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 005f0853-2a2e-4c71-a602-6815d8b173b4 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:36.228167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.261326 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a946d-301d-46b0-bfae-74a9b2cf351f None None] Pushing event updated for resources: {'Port': ['ID=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.273703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2679-7f38-4f5c-a2c3-63a6bea2acf9 admin admin] Publish callbacks [] for security_group (940b3e74-0cf3-4386-ae57-0e2f25ac384b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.291640 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2679-7f38-4f5c-a2c3-63a6bea2acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (940b3e74-0cf3-4386-ae57-0e2f25ac384b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.297806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0966d634-c6ba-41af-a256-7a34bf4504da']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:36.338097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f4aebd-0a1c-45fb-acb6-8ffae2166d33') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:36.338552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f4aebd-0a1c-45fb-acb6-8ffae2166d33') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:36.360255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7f5c2679-7f38-4f5c-a2c3-63a6bea2acf9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b7954c8a5974bdd864eed716adc02d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8380492 Feb 11 13:22:36.361537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c2679-7f38-4f5c-a2c3-63a6bea2acf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b3e74-0cf3-4386-ae57-0e2f25ac384b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.382886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45824) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:36.413792 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] Set router 618626f4-bb53-4033-aa04-1ddbb9499660 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:36.417835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (65f4aebd-0a1c-45fb-acb6-8ffae2166d33), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.448159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c3931a49-336d-4014-8922-493d7abe9304 None None] Provisioning complete for port de133c0e-fab7-44d4-949f-e46f1482acc6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:36.448839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c3931a49-336d-4014-8922-493d7abe9304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.469063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (65f4aebd-0a1c-45fb-acb6-8ffae2166d33), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.489060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c3931a49-336d-4014-8922-493d7abe9304 None None] Port de133c0e-fab7-44d4-949f-e46f1482acc6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:36.500909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a0784af7-4fde-4b34-89eb-508a1929e87f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:36.501290 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.508963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:36.509541 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (65f4aebd-0a1c-45fb-acb6-8ffae2166d33), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:36.513973 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:36.529428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.529942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (005f0853-2a2e-4c71-a602-6815d8b173b4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.560918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.564778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-111bf296-5546-46c6-b9a6-798605113f73 admin admin] Publish callbacks [] for security_group (940b3e74-0cf3-4386-ae57-0e2f25ac384b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.613931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 005f0853-2a2e-4c71-a602-6815d8b173b4 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:36.634609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-111bf296-5546-46c6-b9a6-798605113f73 admin admin] Publish callbacks [] for security_group (940b3e74-0cf3-4386-ae57-0e2f25ac384b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.671271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.api [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:22:36.671271 n-d-828675-3 neutron-server[109685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:22:36.671271 n-d-828675-3 neutron-server[109685]: [parameters: {'id': '0966d634-c6ba-41af-a256-7a34bf4504da'}] Feb 11 13:22:36.671271 n-d-828675-3 neutron-server[109685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:36.672140 n-d-828675-3 neutron-server[109685]: DEBUG oslo_db.api [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:36.784351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-111bf296-5546-46c6-b9a6-798605113f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (940b3e74-0cf3-4386-ae57-0e2f25ac384b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.787960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-111bf296-5546-46c6-b9a6-798605113f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:36.789393 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-111bf296-5546-46c6-b9a6-798605113f73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/940b3e74-0cf3-4386-ae57-0e2f25ac384b HTTP/1.1" status: 204 len: 168 time: 0.4037838 Feb 11 13:22:36.874832 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:22:31Z', 'revision_number': 3, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port': {'id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:30Z', 'updated_at': '2022-02-11T13:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:36.931167 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07d16b-9e6b-42c5-a511-7d645cd885af None None] The sync data for ids ['618626f4-bb53-4033-aa04-1ddbb9499660'] in n-d-828675-3 is: [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:22:31Z', 'revision_number': 3, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port': {'id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:30Z', 'updated_at': '2022-02-11T13:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:36.939890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (005f0853-2a2e-4c71-a602-6815d8b173b4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.044277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5872e5-4416-4ce4-9354-6d70090e5f84 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:22:37.143823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=005f0853-2a2e-4c71-a602-6815d8b173b4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:37.148934 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.149420 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP 7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 disassociated (deleted). External IP: 172.25.1.193, port: 9ea58435-57be-4249-97d7-f5efdbd3408a. Feb 11 13:22:37.309472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5872e5-4416-4ce4-9354-6d70090e5f84 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:22:37.309770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (0966d634-c6ba-41af-a256-7a34bf4504da), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.328216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a0784af7-4fde-4b34-89eb-508a1929e87f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:37.434006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45846) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:37.446299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bf296-5546-46c6-b9a6-798605113f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b3e74-0cf3-4386-ae57-0e2f25ac384b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:37.526981 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks [] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.536973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.585427 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f02a37d3-8c54-4225-89b3-f986d5455401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.670179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Pushing event updated for resources: {'Port': ['ID=de133c0e-fab7-44d4-949f-e46f1482acc6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:37.702850 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (618626f4-bb53-4033-aa04-1ddbb9499660), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.710282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:37.710823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6cb6e93a-3799-41fe-b188-e9dc0eec2b1e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.746292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 5c6310fe-78cd-49b2-b940-55011e956d54 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:37.842209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:37.843812 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:37.874295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6cb6e93a-3799-41fe-b188-e9dc0eec2b1e,segment=NetworkSegment(65f4aebd-0a1c-45fb-acb6-8ffae2166d33),segment_id=65f4aebd-0a1c-45fb-acb6-8ffae2166d33)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:37.874687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6cb6e93a-3799-41fe-b188-e9dc0eec2b1e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.902708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:38.051328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Router 618626f4-bb53-4033-aa04-1ddbb9499660 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:38.051723 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f02a37d3-8c54-4225-89b3-f986d5455401 admin admin] Publish callbacks [] for security_group (0a6b75d5-c147-44c2-938b-8e5b1b6e20b2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.061315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6cb6e93a-3799-41fe-b188-e9dc0eec2b1e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.173303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=6cb6e93a-3799-41fe-b188-e9dc0eec2b1e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.176142 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f02a37d3-8c54-4225-89b3-f986d5455401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0a6b75d5-c147-44c2-938b-8e5b1b6e20b2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.200560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port 6cb6e93a-3799-41fe-b188-e9dc0eec2b1e on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:38.235563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:38.250014 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-61c9ca22-f7ea-432d-8d43-fff85cf7367f admin admin] 10.222.0.42 "PUT /v2.0/routers/618626f4-bb53-4033-aa04-1ddbb9499660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6473012 Feb 11 13:22:38.250204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1308126f-9f33-4262-9b27-4de19018b3ad None None] Provisioning complete for port de133c0e-fab7-44d4-949f-e46f1482acc6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:38.250641 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1308126f-9f33-4262-9b27-4de19018b3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.266376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:38.271310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.304779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1308126f-9f33-4262-9b27-4de19018b3ad None None] Port de133c0e-fab7-44d4-949f-e46f1482acc6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:38.308182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] Sync routers for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:38.323541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:38.324470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:38.348198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a47de26e-b837-404d-9324-2d7d4998680a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/floatingips/7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2 HTTP/1.1" status: 204 len: 168 time: 3.7050784 Feb 11 13:22:38.374214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:38.385439 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd5b5a-40f9-453c-82c0-660e69be7b35" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:38.400389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f02a37d3-8c54-4225-89b3-f986d5455401 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a60219ea6aa42aca1a8cd422b0dd866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9638758 Feb 11 13:22:38.402492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a37d3-8c54-4225-89b3-f986d5455401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6b75d5-c147-44c2-938b-8e5b1b6e20b2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.402965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45864) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:38.476782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (0966d634-c6ba-41af-a256-7a34bf4504da), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.478961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:38.506091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7715b388-c2c8-45b7-98b8-35bcdd2c4076 admin admin] Publish callbacks [] for security_group (0a6b75d5-c147-44c2-938b-8e5b1b6e20b2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.537623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0966d634-c6ba-41af-a256-7a34bf4504da']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:38.548922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f4aebd-0a1c-45fb-acb6-8ffae2166d33') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:38.549408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f4aebd-0a1c-45fb-acb6-8ffae2166d33') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:38.562843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7715b388-c2c8-45b7-98b8-35bcdd2c4076 admin admin] Publish callbacks [] for security_group (0a6b75d5-c147-44c2-938b-8e5b1b6e20b2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.569290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (65f4aebd-0a1c-45fb-acb6-8ffae2166d33), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.598583 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (65f4aebd-0a1c-45fb-acb6-8ffae2166d33), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.608030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:38.608465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (65f4aebd-0a1c-45fb-acb6-8ffae2166d33), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.670671 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7715b388-c2c8-45b7-98b8-35bcdd2c4076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0a6b75d5-c147-44c2-938b-8e5b1b6e20b2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.673341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7715b388-c2c8-45b7-98b8-35bcdd2c4076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.674686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7715b388-c2c8-45b7-98b8-35bcdd2c4076 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a6b75d5-c147-44c2-938b-8e5b1b6e20b2 HTTP/1.1" status: 204 len: 168 time: 0.2707183 Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:38.685006 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:38.690244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715b388-c2c8-45b7-98b8-35bcdd2c4076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6b75d5-c147-44c2-938b-8e5b1b6e20b2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.690759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (0966d634-c6ba-41af-a256-7a34bf4504da), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.708355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.716940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45876) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:38.717608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/0966d634-c6ba-41af-a256-7a34bf4504da HTTP/1.1" status: 204 len: 168 time: 5.8841095 Feb 11 13:22:38.722333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1607290667'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:38.729010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9aef0-128a-42a3-9268-63f0c95691db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=0966d634-c6ba-41af-a256-7a34bf4504da,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.780860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:52Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:38.782090 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274c078-6385-4f35-bce6-6a7dd726b7a2 x-openstack-request-id: req-6274c078-6385-4f35-bce6-6a7dd726b7a2 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:38.782392 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:38.782644 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6274c078-6385-4f35-bce6-6a7dd726b7a2 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:38.783063 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'status': 'completed', 'code': 200} Feb 11 13:22:38.794698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:38.805699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.843014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:38.856765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] Checking router: 5c6310fe-78cd-49b2-b940-55011e956d54 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:38.870858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a94bdc97-7a37-4919-b98b-7043fe36f9a2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.871341 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment a94bdc97-7a37-4919-b98b-7043fe36f9a2 of type vlan for network 5c039038-3fab-4e45-bc81-f7240a7a71f1 Feb 11 13:22:38.877908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:38.878580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:38.885885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-ec9eb655-e682-4a57-bf65-716004777a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.894008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-ec9eb655-e682-4a57-bf65-716004777a4f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 1127 time: 0.0802896 Feb 11 13:22:38.968627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (5c039038-3fab-4e45-bc81-f7240a7a71f1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.071419 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (5c039038-3fab-4e45-bc81-f7240a7a71f1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.078888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.081695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.097620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-2f9cf404-b29c-43c3-9b6e-7747a371fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.099425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-2f9cf404-b29c-43c3-9b6e-7747a371fe12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 200 len: 898 time: 0.1961801 Feb 11 13:22:39.154345 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4358404 Feb 11 13:22:39.157621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45888) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:39.177601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': '5c039038-3fab-4e45-bc81-f7240a7a71f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:39.186401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:39.189462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-0f2f4c0c-067a-4b28-8938-6878e6da4f28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 200 len: 217 time: 0.0829682 Feb 11 13:22:39.276873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-d817db6b-8760-448e-977b-a7171569cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.280767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-d817db6b-8760-448e-977b-a7171569cb60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 200 len: 835 time: 0.0836504 Feb 11 13:22:39.339008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce10b4-5f43-4a47-843b-53df66489ff3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=5c039038-3fab-4e45-bc81-f7240a7a71f1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:39.345606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45890) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:39.371168 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7198c1df-bc5b-4744-a7a9-6756c9fb9d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.433980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 5c039038-3fab-4e45-bc81-f7240a7a71f1 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:39.441389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-2ddc3fea-01b3-4711-acc2-bd5c275e56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.443013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-2ddc3fea-01b3-4711-acc2-bd5c275e56d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9e77867c-1788-4df7-871b-ec9492a1d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1500723 Feb 11 13:22:39.610117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-fd7d15e1-ec0e-4ec3-9c32-8a1a1bf13135 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.611814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-fd7d15e1-ec0e-4ec3-9c32-8a1a1bf13135 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.4292729 Feb 11 13:22:39.614999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3476dc72-d4e6-435e-b693-f89ec4d9c2fa up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:39.677373 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Sync routers for ids ['618626f4-bb53-4033-aa04-1ddbb9499660'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:39.706878 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Routers {'618626f4-bb53-4033-aa04-1ddbb9499660'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:39.707497 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['618626f4-bb53-4033-aa04-1ddbb9499660'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:39.713274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:39.725941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.748948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919f8e9-be08-47a4-a471-b76af317b07d req-00650e1b-39ef-4733-a0a1-8b9aa4e85390 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.757143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6919f8e9-be08-47a4-a471-b76af317b07d req-00650e1b-39ef-4733-a0a1-8b9aa4e85390 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9dc70c4-6ad7-4fb4-95be-71dab150c46b HTTP/1.1" status: 200 len: 945 time: 0.2210538 Feb 11 13:22:39.760028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:39.760531 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.775316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-751ab22f-6040-4449-8593-388cba87f541 service neutron] 10.222.0.53 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204031 Feb 11 13:22:39.782543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7198c1df-bc5b-4744-a7a9-6756c9fb9d75 admin admin] Publish callbacks [] for security_group (919620b9-4409-4917-b007-c24d0f3cd476), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.799843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7198c1df-bc5b-4744-a7a9-6756c9fb9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (919620b9-4409-4917-b007-c24d0f3cd476), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.845099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:52Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:39.877611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d654b836-4c96-483a-b9a0-61716acfd698 None None] The sync data for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 is: [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:20:46Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e18d1435-b89d-4fc2-a89e-b923223af883', 'name': '', 'network_id': '9e77867c-1788-4df7-871b-ec9492a1d984', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:dd:6a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:45Z', 'updated_at': '2022-02-11T13:20:52Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '6a58bcba-f4e0-4efc-a6de-23c2a031ecf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:39.881484 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Set router 618626f4-bb53-4033-aa04-1ddbb9499660 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:39.965686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 9ea58435-57be-4249-97d7-f5efdbd3408a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:39.966282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.002770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:40.003382 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.011584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6919f8e9-be08-47a4-a471-b76af317b07d req-f9ee17f8-8b6c-44d6-a4cb-3d034a376bf5 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=159c9f1b-5a9b-4935-9367-1ef5d7620e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532952 Feb 11 13:22:40.060290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7198c1df-bc5b-4744-a7a9-6756c9fb9d75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebeab78c56cd4241a6508a1f15ec31ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134366 Feb 11 13:22:40.060834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:40.062898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ebd5b5a-40f9-453c-82c0-660e69be7b35 req-7cfb121d-05ec-4285-a380-0b845cf21388 service neutron] 10.222.0.53 "GET /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789452 Feb 11 13:22:40.063570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 45908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:40.067817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.080040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198c1df-bc5b-4744-a7a9-6756c9fb9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919620b9-4409-4917-b007-c24d0f3cd476,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.183965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.226338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ec9b29ab-e47c-4484-ab58-c0f0dfe343bf admin admin] Publish callbacks [] for security_group (919620b9-4409-4917-b007-c24d0f3cd476), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.260450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 9ea58435-57be-4249-97d7-f5efdbd3408a, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9ea58435-57be-4249-97d7-f5efdbd3408a,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:40.260705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.288414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 9ea58435-57be-4249-97d7-f5efdbd3408a owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:40.293162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (5b0b3f42-0f53-4c9d-a21d-bf12279f64bb), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.296848 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:22:36Z', 'revision_number': 4, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port': {'id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:de:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:30Z', 'updated_at': '2022-02-11T13:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'de133c0e-fab7-44d4-949f-e46f1482acc6', 'name': '', 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'mac_address': 'fa:16:3e:33:70:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'ce9b2e18-78c2-472b-a930-112f3639a8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:36Z', 'revision_number': 2, 'project_id': '40a7725995a743d1a2639901197ea864', 'subnets': [{'id': 'ce9b2e18-78c2-472b-a930-112f3639a8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:40.326606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ec9b29ab-e47c-4484-ab58-c0f0dfe343bf admin admin] Publish callbacks [] for security_group (919620b9-4409-4917-b007-c24d0f3cd476), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.333381 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Checking router: 618626f4-bb53-4033-aa04-1ddbb9499660 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:40.334063 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Updating router 618626f4-bb53-4033-aa04-1ddbb9499660 port de133c0e-fab7-44d4-949f-e46f1482acc6 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:40.382278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-d25285c8-4d68-4c8b-beab-cc72a1e77c37 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.383879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-d25285c8-4d68-4c8b-beab-cc72a1e77c37 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/networks?id=4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 200 len: 911 time: 0.1758649 Feb 11 13:22:40.399241 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.414532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-e21295a0-6f4f-4a58-a207-45432ed74932 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/quotas/40a7725995a743d1a2639901197ea864 HTTP/1.1" status: 200 len: 375 time: 0.0113368 Feb 11 13:22:40.475692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=5b0b3f42-0f53-4c9d-a21d-bf12279f64bb,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.475875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf91cc9-3019-44c9-b473-007a4765a5c5 None None] New status for floating IP 7bc7dd8f-bf7a-4ec7-8e2a-e7092ef405c2: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:22:40.490077 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': 'a94bdc97-7a37-4919-b98b-7043fe36f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c039038-3fab-4e45-bc81-f7240a7a71f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:40.490438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: 5c039038-3fab-4e45-bc81-f7240a7a71f1, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:40.499289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ec9b29ab-e47c-4484-ab58-c0f0dfe343bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (919620b9-4409-4917-b007-c24d0f3cd476), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.505317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ec9b29ab-e47c-4484-ab58-c0f0dfe343bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.508253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ec9b29ab-e47c-4484-ab58-c0f0dfe343bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/919620b9-4409-4917-b007-c24d0f3cd476 HTTP/1.1" status: 204 len: 168 time: 0.4409261 Feb 11 13:22:40.539621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 5c039038-3fab-4e45-bc81-f7240a7a71f1 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:40.556382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b29ab-e47c-4484-ab58-c0f0dfe343bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919620b9-4409-4917-b007-c24d0f3cd476,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.592673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 5c039038-3fab-4e45-bc81-f7240a7a71f1) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:40.602228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.602984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.629247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-1463a0f4-b1a0-46df-ab64-81cdd10ab2c4 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a7725995a743d1a2639901197ea864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2040632 Feb 11 13:22:40.644296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d3ba4326-02a8-4afb-b07e-c338974529fb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4852471 Feb 11 13:22:40.645394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9ea58435-57be-4249-97d7-f5efdbd3408a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.647787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45930) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:40.648061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-14cd6080-4f65-474c-9382-ca3fa6534d57 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:22:40.649294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-14cd6080-4f65-474c-9382-ca3fa6534d57 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100851 Feb 11 13:22:40.656934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6038899-618c-490f-aa97-5571e1a9a6f9 None None] Network 5c039038-3fab-4e45-bc81-f7240a7a71f1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:40.760649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=9ea58435-57be-4249-97d7-f5efdbd3408a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.876928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] No DVR routers for this DVR port 9ea58435-57be-4249-97d7-f5efdbd3408a on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:40.882674 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.886579 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2806be3d-6be1-4f9d-b169-db9c948dfde6 req-6c3f8ddd-fffb-4d71-bf31-d4a993f6c8c1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.53 "DELETE /v2.0/ports/9ea58435-57be-4249-97d7-f5efdbd3408a HTTP/1.1" status: 204 len: 173 time: 1.2620618 Feb 11 13:22:40.887338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-deleted', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:40.890023 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f8e416-3db9-44c4-b7e7-5600b4e5794b" -d '{"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-deleted", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:40.907655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-5c039038-3fab-4e45-bc81-f7240a7a71f1', 'network_id': '5c039038-3fab-4e45-bc81-f7240a7a71f1', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '5b0b3f42-0f53-4c9d-a21d-bf12279f64bb'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:40.908520 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.927020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (5c039038-3fab-4e45-bc81-f7240a7a71f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.949615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-2a4be14e-c3a4-4fd6-9aa4-bf3f44ee6773 service neutron] 10.222.0.42 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909141 Feb 11 13:22:41.056297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (5b0b3f42-0f53-4c9d-a21d-bf12279f64bb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.167296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Allocated IP 172.20.0.1 (5c039038-3fab-4e45-bc81-f7240a7a71f1/5b0b3f42-0f53-4c9d-a21d-bf12279f64bb/381e6a66-7909-4858-ab9f-6ff2923f8bc5) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:41.199202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-7208216a-7255-4682-b41a-30ef6d99b1ba service neutron] 10.222.0.42 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414052 Feb 11 13:22:41.232710 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Publish callbacks [] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.272205 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.458155 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21caf74-e0a6-4692-9f95-41bd297bc076 x-openstack-request-id: req-d21caf74-e0a6-4692-9f95-41bd297bc076 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:41.458654 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dc70c4-6ad7-4fb4-95be-71dab150c46b", "name": "network-vif-deleted", "tag": "9ea58435-57be-4249-97d7-f5efdbd3408a", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:41.459221 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d21caf74-e0a6-4692-9f95-41bd297bc076 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:41.459384 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dc70c4-6ad7-4fb4-95be-71dab150c46b', 'name': 'network-vif-deleted', 'tag': '9ea58435-57be-4249-97d7-f5efdbd3408a', 'status': 'completed', 'code': 200} Feb 11 13:22:41.468917 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ed2a4-2ac5-4e13-b00a-2c2b5d0e7e50 None None] Pushing event updated for resources: {'Port': ['ID=de133c0e-fab7-44d4-949f-e46f1482acc6,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.550904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 45960) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:41.562264 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Publish callbacks [] for port (381e6a66-7909-4858-ab9f-6ff2923f8bc5), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.577918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3476dc72-d4e6-435e-b693-f89ec4d9c2fa up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:41.582505 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (381e6a66-7909-4858-ab9f-6ff2923f8bc5), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.663329 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Attempting to bind port de133c0e-fab7-44d4-949f-e46f1482acc6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:41.665992 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Attempting to bind port de133c0e-fab7-44d4-949f-e46f1482acc6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:41.666473 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Attempting to bind port de133c0e-fab7-44d4-949f-e46f1482acc6 on network 181be729-b9ec-48e8-bb7f-92c0698a8896 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:41.680197 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:41.680713 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Checking segment: {'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:41.681220 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.682622 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Bound using segment: {'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:41.685282 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Bound port: de133c0e-fab7-44d4-949f-e46f1482acc6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7450b1d3-c981-4770-9c36-583975546fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:41.685846 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.712347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a1a5f69-c7e0-4626-9bc5-3e2b68a1e42b req-50bc5761-e1cb-4045-92a5-04025e7be91f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0787330 Feb 11 13:22:41.727019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (5b0b3f42-0f53-4c9d-a21d-bf12279f64bb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.746726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Pushing event updated for resources: {'Port': ['ID=381e6a66-7909-4858-ab9f-6ff2923f8bc5,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.776781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Network 5c039038-3fab-4e45-bc81-f7240a7a71f1 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:41.796148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:41.804769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:41.828641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0b3f42-0f53-4c9d-a21d-bf12279f64bb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.855964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:41.856256 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.954265 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] For port de133c0e-fab7-44d4-949f-e46f1482acc6, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:41.958908 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] For port de133c0e-fab7-44d4-949f-e46f1482acc6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=de133c0e-fab7-44d4-949f-e46f1482acc6,segment=NetworkSegment(7450b1d3-c981-4770-9c36-583975546fec),segment_id=7450b1d3-c981-4770-9c36-583975546fec)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:41.967343 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:41.978763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Attempting to bind port 381e6a66-7909-4858-ab9f-6ff2923f8bc5 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:41.979244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Attempting to bind port 381e6a66-7909-4858-ab9f-6ff2923f8bc5 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'a94bdc97-7a37-4919-b98b-7043fe36f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c039038-3fab-4e45-bc81-f7240a7a71f1'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:41.994115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Attempting to bind port 381e6a66-7909-4858-ab9f-6ff2923f8bc5 on network 5c039038-3fab-4e45-bc81-f7240a7a71f1 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:42.016784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:42.024413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Checking segment: {'id': 'a94bdc97-7a37-4919-b98b-7043fe36f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c039038-3fab-4e45-bc81-f7240a7a71f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:42.025047 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.026509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Bound using segment: {'id': 'a94bdc97-7a37-4919-b98b-7043fe36f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c039038-3fab-4e45-bc81-f7240a7a71f1'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:42.026647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Bound port: 381e6a66-7909-4858-ab9f-6ff2923f8bc5, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94bdc97-7a37-4919-b98b-7043fe36f9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '5c039038-3fab-4e45-bc81-f7240a7a71f1'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:42.027023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (381e6a66-7909-4858-ab9f-6ff2923f8bc5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.039026 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Routers {'618626f4-bb53-4033-aa04-1ddbb9499660'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:42.039703 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['618626f4-bb53-4033-aa04-1ddbb9499660'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:42.103341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (5c039038-3fab-4e45-bc81-f7240a7a71f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.153434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c039038-3fab-4e45-bc81-f7240a7a71f1']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:42.171743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ed2a4-2ac5-4e13-b00a-2c2b5d0e7e50 None None] Pushing event updated for resources: {'Port': ['ID=de133c0e-fab7-44d4-949f-e46f1482acc6,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:42.181983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] For port 381e6a66-7909-4858-ab9f-6ff2923f8bc5, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:42.190556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94bdc97-7a37-4919-b98b-7043fe36f9a2') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:42.190838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94bdc97-7a37-4919-b98b-7043fe36f9a2') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:42.191494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] For port 381e6a66-7909-4858-ab9f-6ff2923f8bc5, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=381e6a66-7909-4858-ab9f-6ff2923f8bc5,segment=NetworkSegment(a94bdc97-7a37-4919-b98b-7043fe36f9a2),segment_id=a94bdc97-7a37-4919-b98b-7043fe36f9a2)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:42.208169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (a94bdc97-7a37-4919-b98b-7043fe36f9a2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.216259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3d63df77-738e-4477-aca8-08926fc771c6 None None] Provisioning complete for port de133c0e-fab7-44d4-949f-e46f1482acc6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:42.216708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d63df77-738e-4477-aca8-08926fc771c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.219054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (381e6a66-7909-4858-ab9f-6ff2923f8bc5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.276481 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a94bdc97-7a37-4919-b98b-7043fe36f9a2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.298315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:42.300016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (a94bdc97-7a37-4919-b98b-7043fe36f9a2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:42.309615 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:42.410969 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] Set router 618626f4-bb53-4033-aa04-1ddbb9499660 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:42.510321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:42.516308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c73926-0900-4d60-96b7-6ba14bb686b0 None None] Pushing event updated for resources: {'Port': ['ID=381e6a66-7909-4858-ab9f-6ff2923f8bc5,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:42.527261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.db.api [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:22:42.527261 n-d-828675-3 neutron-server[109684]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:22:42.527261 n-d-828675-3 neutron-server[109684]: [parameters: {'id': '5c039038-3fab-4e45-bc81-f7240a7a71f1'}] Feb 11 13:22:42.527261 n-d-828675-3 neutron-server[109684]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:42.528199 n-d-828675-3 neutron-server[109684]: DEBUG oslo_db.api [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:42.542164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e57e33-2cf7-4fa0-b38e-e7f2c6925083 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:22:42.660848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (5c6310fe-78cd-49b2-b940-55011e956d54), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.681216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3d63df77-738e-4477-aca8-08926fc771c6 None None] Current status of the port de133c0e-fab7-44d4-949f-e46f1482acc6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:42.681804 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d63df77-738e-4477-aca8-08926fc771c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.827514 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:22:36Z', 'revision_number': 4, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port': {'id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:30Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'de133c0e-fab7-44d4-949f-e46f1482acc6', 'name': '', 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'mac_address': 'fa:16:3e:33:70:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'ce9b2e18-78c2-472b-a930-112f3639a8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:41Z', 'revision_number': 4, 'project_id': '40a7725995a743d1a2639901197ea864', 'subnets': [{'id': 'ce9b2e18-78c2-472b-a930-112f3639a8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:42.837706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3d63df77-738e-4477-aca8-08926fc771c6 None None] For port de133c0e-fab7-44d4-949f-e46f1482acc6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=de133c0e-fab7-44d4-949f-e46f1482acc6,segment=NetworkSegment(7450b1d3-c981-4770-9c36-583975546fec),segment_id=7450b1d3-c981-4770-9c36-583975546fec)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:42.853980 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d63df77-738e-4477-aca8-08926fc771c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.896079 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864849d4-6418-4f02-9429-f3921e17cc8a None None] The sync data for ids ['618626f4-bb53-4033-aa04-1ddbb9499660'] in n-d-828675-3 is: [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:22:36Z', 'revision_number': 4, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port': {'id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:30Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'de133c0e-fab7-44d4-949f-e46f1482acc6', 'name': '', 'network_id': '181be729-b9ec-48e8-bb7f-92c0698a8896', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'mac_address': 'fa:16:3e:33:70:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3378, 'fixed_ips': [{'subnet_id': 'ce9b2e18-78c2-472b-a930-112f3639a8a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:34Z', 'updated_at': '2022-02-11T13:22:41Z', 'revision_number': 4, 'project_id': '40a7725995a743d1a2639901197ea864', 'subnets': [{'id': 'ce9b2e18-78c2-472b-a930-112f3639a8a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:42.955075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cac5e296-c6d5-4857-a35f-78dd519d0f76 req-a9d237bb-d0db-415d-9356-55b235b62ce0 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 210 time: 0.1091802 Feb 11 13:22:42.961528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e57e33-2cf7-4fa0-b38e-e7f2c6925083 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:22:43.009807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63df77-738e-4477-aca8-08926fc771c6 None None] Pushing event updated for resources: {'Port': ['ID=de133c0e-fab7-44d4-949f-e46f1482acc6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.029008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (5c039038-3fab-4e45-bc81-f7240a7a71f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.069902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-94e37fcd-616c-4663-a7c5-be4c1a4541e0 None None] Provisioning complete for port de133c0e-fab7-44d4-949f-e46f1482acc6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:43.070281 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-94e37fcd-616c-4663-a7c5-be4c1a4541e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.235325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port 381e6a66-7909-4858-ab9f-6ff2923f8bc5 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:43.235895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (381e6a66-7909-4858-ab9f-6ff2923f8bc5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.525151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-d89ada44-b620-4efc-905b-cecf9b70b3f6 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.526715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-d89ada44-b620-4efc-905b-cecf9b70b3f6 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.64 "GET /v2.0/networks?id=4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 200 len: 911 time: 0.2665765 Feb 11 13:22:43.546529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Request body: {'port': {'device_id': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'admin_state_up': True, 'tenant_id': '40a7725995a743d1a2639901197ea864'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:43.564452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port 381e6a66-7909-4858-ab9f-6ff2923f8bc5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=381e6a66-7909-4858-ab9f-6ff2923f8bc5,segment=NetworkSegment(a94bdc97-7a37-4919-b98b-7043fe36f9a2),segment_id=a94bdc97-7a37-4919-b98b-7043fe36f9a2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:43.564827 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (381e6a66-7909-4858-ab9f-6ff2923f8bc5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.588987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Made reservation on behalf of 40a7725995a743d1a2639901197ea864 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:43.595102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.619933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device de133c0e-fab7-44d4-949f-e46f1482acc6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:43.624926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for 381e6a66-7909-4858-ab9f-6ff2923f8bc5 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:43.667536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port e18d1435-b89d-4fc2-a89e-b923223af883 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:43.668226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.733158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-94e37fcd-616c-4663-a7c5-be4c1a4541e0 None None] Current status of the port de133c0e-fab7-44d4-949f-e46f1482acc6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:43.811306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port de133c0e-fab7-44d4-949f-e46f1482acc6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:43.811679 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.848760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Allocated IP 172.20.0.6 (4445a60f-ec41-4b74-869e-3da06abef81e/d0cf7097-56b6-4457-8a0c-5e9347965fb8/dabd1110-cc45-4c11-816a-bf941bc5ed57) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:43.901175 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port e18d1435-b89d-4fc2-a89e-b923223af883, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e18d1435-b89d-4fc2-a89e-b923223af883,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:43.901563 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.930361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec74566-1b7c-43eb-b0a8-431c8af4a165 None None] Network 5c039038-3fab-4e45-bc81-f7240a7a71f1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:43.936467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for e18d1435-b89d-4fc2-a89e-b923223af883 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:43.939892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (381e6a66-7909-4858-ab9f-6ff2923f8bc5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.976838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port 381e6a66-7909-4858-ab9f-6ff2923f8bc5 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:44.068960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=381e6a66-7909-4858-ab9f-6ff2923f8bc5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.110406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd8f9bd0-86cc-43bf-b7ff-c80c9d14b873 req-21628d33-b595-4d36-9ab5-646881a5af66 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 210 time: 0.0477178 Feb 11 13:22:44.157407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port de133c0e-fab7-44d4-949f-e46f1482acc6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:44.191060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks [] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.218541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:44.236799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.265010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 9ea58435-57be-4249-97d7-f5efdbd3408a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:44.265359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9ea58435-57be-4249-97d7-f5efdbd3408a not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:44.283616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Network 4445a60f-ec41-4b74-869e-3da06abef81e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:44.287731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:44.307521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:44.367992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Pushing event updated for resources: {'Port': ['ID=dabd1110-cc45-4c11-816a-bf941bc5ed57,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.402668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:44.403953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.427717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-8b9567df-8da2-4241-be2a-2a80d71b5c73 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8848255 Feb 11 13:22:44.451483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Request body: {'port': {'device_id': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:44.605194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.674871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1e24e056-95bc-4a56-878e-c07dd088d75e None None] Provisioning complete for port dabd1110-cc45-4c11-816a-bf941bc5ed57 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:44.675249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e24e056-95bc-4a56-878e-c07dd088d75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.700084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (5c039038-3fab-4e45-bc81-f7240a7a71f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.748444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1e24e056-95bc-4a56-878e-c07dd088d75e None None] Port dabd1110-cc45-4c11-816a-bf941bc5ed57 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:22:44.847107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c039038-3fab-4e45-bc81-f7240a7a71f1']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:44.864407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94bdc97-7a37-4919-b98b-7043fe36f9a2') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:44.865216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94bdc97-7a37-4919-b98b-7043fe36f9a2') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:44.880017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (a94bdc97-7a37-4919-b98b-7043fe36f9a2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.973423 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a94bdc97-7a37-4919-b98b-7043fe36f9a2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.988045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:44.988681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (a94bdc97-7a37-4919-b98b-7043fe36f9a2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:44.992757 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:45.122303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (5c039038-3fab-4e45-bc81-f7240a7a71f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.139455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.149523 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/5c039038-3fab-4e45-bc81-f7240a7a71f1 HTTP/1.1" status: 204 len: 168 time: 4.5005887 Feb 11 13:22:45.174134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:45.180031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-256250789'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:45.209217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81c6a2-016c-4006-be57-7a8686b468d8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=5c039038-3fab-4e45-bc81-f7240a7a71f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.244663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:45.248458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.280213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e18d1435-b89d-4fc2-a89e-b923223af883), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.293213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:45.318079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=e18d1435-b89d-4fc2-a89e-b923223af883,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.336967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b204c915-5d41-464b-aa0c-8bc466e9526a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.337349 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment b204c915-5d41-464b-aa0c-8bc466e9526a of type vlan for network 64ed82cd-7bff-4ed3-acc8-ff40578f5150 Feb 11 13:22:45.483139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46080) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:45.587791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a89de-771c-43c3-a744-ae39bb12188b req-38cc5ed3-a42d-467a-a965-b9f0ff09a086 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.589336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-869a89de-771c-43c3-a744-ae39bb12188b req-38cc5ed3-a42d-467a-a965-b9f0ff09a086 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1027 time: 0.1723990 Feb 11 13:22:45.594159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabd1110-cc45-4c11-816a-bf941bc5ed57 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:22:45.599127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (64ed82cd-7bff-4ed3-acc8-ff40578f5150), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.648632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Publish callbacks [] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.727513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-869a89de-771c-43c3-a744-ae39bb12188b req-422c062f-1223-47eb-aab8-7b4befa76c8d tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207561 Feb 11 13:22:45.734618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Transition to ACTIVE for port object dabd1110-cc45-4c11-816a-bf941bc5ed57 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:45.736005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d881c998-7152-4065-af9f-bafac41d3757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.744768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.761542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (64ed82cd-7bff-4ed3-acc8-ff40578f5150), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.767056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.767696 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.778237 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (5c6310fe-78cd-49b2-b940-55011e956d54), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.815270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Pushing event updated for resources: {'Port': ['ID=dabd1110-cc45-4c11-816a-bf941bc5ed57,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.887311 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7087889 Feb 11 13:22:45.888416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46088) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:45.919891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:45.925152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d881c998-7152-4065-af9f-bafac41d3757 admin admin] Publish callbacks [] for security_group (61239449-3bfc-4e20-a197-8690dbdef029), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.949296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d881c998-7152-4065-af9f-bafac41d3757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (61239449-3bfc-4e20-a197-8690dbdef029), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:45.984176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe891f-efcc-41b8-b180-e148e3ca7950 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=64ed82cd-7bff-4ed3-acc8-ff40578f5150,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:45.995969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 64ed82cd-7bff-4ed3-acc8-ff40578f5150 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:46.048723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d881c998-7152-4065-af9f-bafac41d3757 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59ba880d42cc4f5385a3092a5d3283bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5618298 Feb 11 13:22:46.062800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46090) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:46.073323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881c998-7152-4065-af9f-bafac41d3757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61239449-3bfc-4e20-a197-8690dbdef029,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.089545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Attempting to bind port dabd1110-cc45-4c11-816a-bf941bc5ed57 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:46.090074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Attempting to bind port dabd1110-cc45-4c11-816a-bf941bc5ed57 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:46.090497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Attempting to bind port dabd1110-cc45-4c11-816a-bf941bc5ed57 on network 4445a60f-ec41-4b74-869e-3da06abef81e {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:46.117469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Port dabd1110-cc45-4c11-816a-bf941bc5ed57 on network 4445a60f-ec41-4b74-869e-3da06abef81e not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:46.117832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Attempting to bind port dabd1110-cc45-4c11-816a-bf941bc5ed57 on network 4445a60f-ec41-4b74-869e-3da06abef81e {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:46.134011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:46.134354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Checking segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:46.134746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Bound using segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:46.135184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Bound port: dabd1110-cc45-4c11-816a-bf941bc5ed57, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:46.135542 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.186867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:46.190671 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.198945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 5c6310fe-78cd-49b2-b940-55011e956d54 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:46.212147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-844c6a87-90e3-4b30-aca5-f57e22a6cb74 admin admin] Publish callbacks [] for security_group (61239449-3bfc-4e20-a197-8690dbdef029), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.295401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-844c6a87-90e3-4b30-aca5-f57e22a6cb74 admin admin] Publish callbacks [] for security_group (61239449-3bfc-4e20-a197-8690dbdef029), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.310610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] For port dabd1110-cc45-4c11-816a-bf941bc5ed57, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:46.316600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:46.322411 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a56869b1-f8f6-46e5-94ed-10330101f5a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/5c6310fe-78cd-49b2-b940-55011e956d54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7699487 Feb 11 13:22:46.325083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46096) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:46.333775 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] Sync routers for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:46.344681 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:46.345632 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:46.380112 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.380809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting subnet 6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:22:46.384271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (6a58bcba-f4e0-4efc-a6de-23c2a031ecf7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.398525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] For port dabd1110-cc45-4c11-816a-bf941bc5ed57, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:46.432088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6a58bcba-f4e0-4efc-a6de-23c2a031ecf7), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.477823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.524333 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:46.539993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.540619 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.542029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] 10.222.0.64 "PUT /v2.0/ports/dabd1110-cc45-4c11-816a-bf941bc5ed57 HTTP/1.1" status: 200 len: 1091 time: 2.1067452 Feb 11 13:22:46.542756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:46.545447 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc34c5-ede8-469d-b108-814c4d0ef1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:46.589936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6a58bcba-f4e0-4efc-a6de-23c2a031ecf7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.653002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe17a57-ab3b-42d7-8717-1e38a83d7e96 service neutron] Pushing event updated for resources: {'Port': ['ID=dabd1110-cc45-4c11-816a-bf941bc5ed57,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.655690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-844c6a87-90e3-4b30-aca5-f57e22a6cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (61239449-3bfc-4e20-a197-8690dbdef029), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.658415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-844c6a87-90e3-4b30-aca5-f57e22a6cb74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.659543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-844c6a87-90e3-4b30-aca5-f57e22a6cb74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61239449-3bfc-4e20-a197-8690dbdef029 HTTP/1.1" status: 204 len: 168 time: 0.5951324 Feb 11 13:22:46.701360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c6a87-90e3-4b30-aca5-f57e22a6cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61239449-3bfc-4e20-a197-8690dbdef029,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.708663 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (20231eff-a337-41f1-ac27-31f23dae6141), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.726805 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94561eac-42ae-4d62-be21-aaed18687dd2 x-openstack-request-id: req-94561eac-42ae-4d62-be21-aaed18687dd2 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:46.727179 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:46.727468 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94561eac-42ae-4d62-be21-aaed18687dd2 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:46.727913 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57', 'status': 'completed', 'code': 200} Feb 11 13:22:46.823681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6a58bcba-f4e0-4efc-a6de-23c2a031ecf7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.851633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-500c48b8-7a98-42b0-b32d-f2e5458914a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.853561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-500c48b8-7a98-42b0-b32d-f2e5458914a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40a7725995a743d1a2639901197ea864&device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1125 time: 0.2559490 Feb 11 13:22:46.899981 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:22:45Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:46.917826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Subnet': ['ID=6a58bcba-f4e0-4efc-a6de-23c2a031ecf7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.935188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=20231eff-a337-41f1-ac27-31f23dae6141,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.939918 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.943431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f6cb47-ee27-457f-8a17-2581f0279ba7 None None] Network 9e77867c-1788-4df7-871b-ec9492a1d984 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:46.946969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-175d526e-3654-4870-a26b-f1f0d2da48a9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/subnets/6a58bcba-f4e0-4efc-a6de-23c2a031ecf7 HTTP/1.1" status: 204 len: 168 time: 0.6183960 Feb 11 13:22:46.947123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46116) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:46.980109 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] Checking router: 5c6310fe-78cd-49b2-b940-55011e956d54 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:47.001849 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] Routers {'5c6310fe-78cd-49b2-b940-55011e956d54'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:47.004484 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5c6310fe-78cd-49b2-b940-55011e956d54'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:47.005877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-36c12aea-6771-49c2-b1bc-26c46d039283 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57 HTTP/1.1" status: 200 len: 217 time: 0.1223075 Feb 11 13:22:47.050212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': 'b204c915-5d41-464b-aa0c-8bc466e9526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:47.050549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: 64ed82cd-7bff-4ed3-acc8-ff40578f5150, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:47.084058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259855-74c2-45c5-a78b-9817c32f4945 req-0423eabb-8a7d-4c26-b36f-720e5c6408f2 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.085626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1259855-74c2-45c5-a78b-9817c32f4945 req-0423eabb-8a7d-4c26-b36f-720e5c6408f2 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1125 time: 0.2672985 Feb 11 13:22:47.089310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-846cfd6a-6834-4caa-8ab5-ce2eee031fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.090921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-846cfd6a-6834-4caa-8ab5-ce2eee031fb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0cf7097-56b6-4457-8a0c-5e9347965fb8 HTTP/1.1" status: 200 len: 849 time: 0.0780654 Feb 11 13:22:47.109870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 64ed82cd-7bff-4ed3-acc8-ff40578f5150 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:47.146663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 64ed82cd-7bff-4ed3-acc8-ff40578f5150) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:47.160212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.160829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.164352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (5c6310fe-78cd-49b2-b940-55011e956d54), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.188145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1259855-74c2-45c5-a78b-9817c32f4945 req-1f1dd8af-5c36-42f6-af7b-0726c4d5434f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948882 Feb 11 13:22:47.195071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1410a072-2e63-4604-8cee-454c9b50a091 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2843170 Feb 11 13:22:47.207775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9cd5a5-03ed-49e2-8ef2-b24f5ad29990 None None] Network 64ed82cd-7bff-4ed3-acc8-ff40578f5150 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:47.214521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46122) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:47.234385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-94c588e2-251a-4e77-8b8e-4d683c852d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.235937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-94c588e2-251a-4e77-8b8e-4d683c852d14 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4445a60f-ec41-4b74-869e-3da06abef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1357157 Feb 11 13:22:47.312368 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] Set router 5c6310fe-78cd-49b2-b940-55011e956d54 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:47.324475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.374259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-64ed82cd-7bff-4ed3-acc8-ff40578f5150', 'network_id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '20231eff-a337-41f1-ac27-31f23dae6141'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:47.375138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.408330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46124) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:47.421376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] DHCP port deletion for 9e77867c-1788-4df7-871b-ec9492a1d984 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:22:47.454576 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7319742f-6873-468a-b15a-87925968a441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.498475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-049a181b-b725-4c20-9155-c2cc55c32ef7 service neutron] 10.222.0.64 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417510 Feb 11 13:22:47.502882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (64ed82cd-7bff-4ed3-acc8-ff40578f5150), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.574616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Allocated IP 172.20.0.1 (64ed82cd-7bff-4ed3-acc8-ff40578f5150/20231eff-a337-41f1-ac27-31f23dae6141/252a3b38-5107-4177-908a-7f4eedc15ebf) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:47.596806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7319742f-6873-468a-b15a-87925968a441 admin admin] Publish callbacks [] for security_group (042c6a6d-690b-43f5-a1c1-655f203e1990), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.608774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7319742f-6873-468a-b15a-87925968a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (042c6a6d-690b-43f5-a1c1-655f203e1990), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.655974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (20231eff-a337-41f1-ac27-31f23dae6141), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.712146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4c2a2bc-1b90-4e7c-ab8a-ad6deef29ed8 req-ac9609fb-cc47-47a6-8899-17dded007fe8 service neutron] 10.222.0.64 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046678 Feb 11 13:22:47.712801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] Deleting port 00aa99f0-f698-46ba-a617-c23ed83b48f1 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:47.713181 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.729195 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:22:45Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:47.731807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46132) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:47.732906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7319742f-6873-468a-b15a-87925968a441 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3c8566aab8947208d2f866d23ee8a04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221617 Feb 11 13:22:47.737710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (5c6310fe-78cd-49b2-b940-55011e956d54), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.770337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319742f-6873-468a-b15a-87925968a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042c6a6d-690b-43f5-a1c1-655f203e1990,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.816322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76fe206-1f57-4e65-81a8-ab8f75bb5665 None None] The sync data for ids ['5c6310fe-78cd-49b2-b940-55011e956d54'] in n-d-828675-3 is: [{'id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1384064611', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:38Z', 'updated_at': '2022-02-11T13:22:45Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '299b8d94-33ad-43f3-9418-926df944dcd9', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6310fe-78cd-49b2-b940-55011e956d54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3081, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:39Z', 'updated_at': '2022-02-11T13:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:47.839948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502d13bf-d9d2-4336-bca6-ea84b63974c9 admin admin] Publish callbacks [] for security_group (042c6a6d-690b-43f5-a1c1-655f203e1990), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.859868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 299b8d94-33ad-43f3-9418-926df944dcd9 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:47.860534 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.885335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] For port 00aa99f0-f698-46ba-a617-c23ed83b48f1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=00aa99f0-f698-46ba-a617-c23ed83b48f1,segment=NetworkSegment(9b42e84e-8178-4781-8ba6-344de40cee84),segment_id=9b42e84e-8178-4781-8ba6-344de40cee84)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:47.885335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.894877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-bdcef16b-a93a-41a6-8d14-4b1095702728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.897424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-bdcef16b-a93a-41a6-8d14-4b1095702728 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40a7725995a743d1a2639901197ea864&device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1125 time: 0.1387134 Feb 11 13:22:47.900232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502d13bf-d9d2-4336-bca6-ea84b63974c9 admin admin] Publish callbacks [] for security_group (042c6a6d-690b-43f5-a1c1-655f203e1990), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.902930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] Calling delete_port for 00aa99f0-f698-46ba-a617-c23ed83b48f1 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:47.919470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Publish callbacks [] for port (252a3b38-5107-4177-908a-7f4eedc15ebf), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.928651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (252a3b38-5107-4177-908a-7f4eedc15ebf), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.971055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 299b8d94-33ad-43f3-9418-926df944dcd9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=299b8d94-33ad-43f3-9418-926df944dcd9,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:47.971425 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.986146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 299b8d94-33ad-43f3-9418-926df944dcd9 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:48.010277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Pushing event updated for resources: {'Port': ['ID=252a3b38-5107-4177-908a-7f4eedc15ebf,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.038311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Network 64ed82cd-7bff-4ed3-acc8-ff40578f5150 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:48.044049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:48.046777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:48.077763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (20231eff-a337-41f1-ac27-31f23dae6141), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.110435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-f13c780a-d0a5-4f8f-bcd6-4d18483f32da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.111922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-f13c780a-d0a5-4f8f-bcd6-4d18483f32da service neutron] 10.222.0.64 "GET /v2.0/networks?id=4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 200 len: 911 time: 0.2032471 Feb 11 13:22:48.113138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=20231eff-a337-41f1-ac27-31f23dae6141,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.134039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502d13bf-d9d2-4336-bca6-ea84b63974c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (042c6a6d-690b-43f5-a1c1-655f203e1990), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.136465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502d13bf-d9d2-4336-bca6-ea84b63974c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.140299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-502d13bf-d9d2-4336-bca6-ea84b63974c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/042c6a6d-690b-43f5-a1c1-655f203e1990 HTTP/1.1" status: 204 len: 168 time: 0.4049001 Feb 11 13:22:48.140733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Attempting to bind port 252a3b38-5107-4177-908a-7f4eedc15ebf on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:48.141736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Attempting to bind port 252a3b38-5107-4177-908a-7f4eedc15ebf by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b204c915-5d41-464b-aa0c-8bc466e9526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:48.141954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Attempting to bind port 252a3b38-5107-4177-908a-7f4eedc15ebf on network 64ed82cd-7bff-4ed3-acc8-ff40578f5150 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:48.151100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:48.151666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Checking segment: {'id': 'b204c915-5d41-464b-aa0c-8bc466e9526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:48.152237 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.153036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Bound using segment: {'id': 'b204c915-5d41-464b-aa0c-8bc466e9526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:48.153784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Bound port: 252a3b38-5107-4177-908a-7f4eedc15ebf, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b204c915-5d41-464b-aa0c-8bc466e9526a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:48.154341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (252a3b38-5107-4177-908a-7f4eedc15ebf), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.183044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.183387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.183732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.184063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.184389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.184717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.185039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.185358 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.185694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.186015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.186335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.186649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.186960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:48.189051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (00aa99f0-f698-46ba-a617-c23ed83b48f1), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.211326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-a4a654c9-6c88-4ec4-a78d-9931693d7553 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57 HTTP/1.1" status: 200 len: 217 time: 0.0920405 Feb 11 13:22:48.223639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d13bf-d9d2-4336-bca6-ea84b63974c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c6a6d-690b-43f5-a1c1-655f203e1990,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.258523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (299b8d94-33ad-43f3-9418-926df944dcd9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.283534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] No DVR routers for this DVR port 00aa99f0-f698-46ba-a617-c23ed83b48f1 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:48.338536 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (64ed82cd-7bff-4ed3-acc8-ff40578f5150), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.367592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2630c-aed3-4847-aa59-48f770fc5261 None None] Pushing event deleted for resources: {'Port': ['ID=00aa99f0-f698-46ba-a617-c23ed83b48f1,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.388441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=299b8d94-33ad-43f3-9418-926df944dcd9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.428671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ed82cd-7bff-4ed3-acc8-ff40578f5150']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:48.449614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] For port 252a3b38-5107-4177-908a-7f4eedc15ebf, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:48.465503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] For port 252a3b38-5107-4177-908a-7f4eedc15ebf, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=252a3b38-5107-4177-908a-7f4eedc15ebf,segment=NetworkSegment(b204c915-5d41-464b-aa0c-8bc466e9526a),segment_id=b204c915-5d41-464b-aa0c-8bc466e9526a)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:48.474600 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (252a3b38-5107-4177-908a-7f4eedc15ebf), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.491665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-04e3542f-784c-407d-8e60-6fde3323b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.493686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-04e3542f-784c-407d-8e60-6fde3323b1ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0cf7097-56b6-4457-8a0c-5e9347965fb8 HTTP/1.1" status: 200 len: 849 time: 0.2713149 Feb 11 13:22:48.541316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (5c6310fe-78cd-49b2-b940-55011e956d54), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.583953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cad390-be10-441c-a39b-8e6b5349d487 None None] Pushing event updated for resources: {'Port': ['ID=252a3b38-5107-4177-908a-7f4eedc15ebf,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.623629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b204c915-5d41-464b-aa0c-8bc466e9526a') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:48.623925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b204c915-5d41-464b-aa0c-8bc466e9526a') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:48.652472 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (b204c915-5d41-464b-aa0c-8bc466e9526a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.666123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595fc324-66b3-446d-a8cd-6033a6043ea3 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:22:48.673717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (5c6310fe-78cd-49b2-b940-55011e956d54), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.677357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (5c6310fe-78cd-49b2-b940-55011e956d54), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.683068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b204c915-5d41-464b-aa0c-8bc466e9526a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.707419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-4137faa4-98b4-47aa-826d-144d221f03c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.710383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-4137faa4-98b4-47aa-826d-144d221f03c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4445a60f-ec41-4b74-869e-3da06abef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2079778 Feb 11 13:22:48.715614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:48.716035 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (b204c915-5d41-464b-aa0c-8bc466e9526a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:48.730867 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:48.747388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f96bd-6237-424d-9703-9193e59a31a9 req-2ca31230-c8f3-488f-995d-7e773b37b581 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.749582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea1f96bd-6237-424d-9703-9193e59a31a9 req-2ca31230-c8f3-488f-995d-7e773b37b581 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1125 time: 0.3699427 Feb 11 13:22:48.766819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (5c6310fe-78cd-49b2-b940-55011e956d54), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.767463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Fanout notify agent at l3_agent the message router_deleted on router 5c6310fe-78cd-49b2-b940-55011e956d54 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:48.780408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:48.781798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e29b6003-f228-4f58-a63a-db20610b4c1c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/routers/5c6310fe-78cd-49b2-b940-55011e956d54 HTTP/1.1" status: 204 len: 168 time: 1.8336844 Feb 11 13:22:48.788346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46154) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:48.826120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595fc324-66b3-446d-a8cd-6033a6043ea3 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:22:48.903950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.api [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:22:48.903950 n-d-828675-3 neutron-server[109685]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:22:48.903950 n-d-828675-3 neutron-server[109685]: [parameters: {'id': '64ed82cd-7bff-4ed3-acc8-ff40578f5150'}] Feb 11 13:22:48.903950 n-d-828675-3 neutron-server[109685]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:22:48.904852 n-d-828675-3 neutron-server[109685]: DEBUG oslo_db.api [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:22:48.970681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea1f96bd-6237-424d-9703-9193e59a31a9 req-4fe2354a-f06b-45fb-a590-139e2be2193e tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095065 Feb 11 13:22:49.005783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (9e77867c-1788-4df7-871b-ec9492a1d984), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.038713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-f7b496dc-77c5-439c-a32a-ec0c2b39e446 service neutron] 10.222.0.64 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937219 Feb 11 13:22:49.130257 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (9e77867c-1788-4df7-871b-ec9492a1d984), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.166294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e77867c-1788-4df7-871b-ec9492a1d984']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:49.186398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acc34c5-ede8-469d-b108-814c4d0ef1d8 req-fa686f93-4d9d-4b40-ba7a-62934b642038 service neutron] 10.222.0.64 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414337 Feb 11 13:22:49.188219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b42e84e-8178-4781-8ba6-344de40cee84') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:49.188500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b42e84e-8178-4781-8ba6-344de40cee84') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:49.202746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac518792-2110-48d3-9758-3cd77ddac101 None None] Network 64ed82cd-7bff-4ed3-acc8-ff40578f5150 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:49.214631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (9b42e84e-8178-4781-8ba6-344de40cee84), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.230298 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9b42e84e-8178-4781-8ba6-344de40cee84), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.238788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:49.239195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (9b42e84e-8178-4781-8ba6-344de40cee84), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:49.244952 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:49.317684 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (9e77867c-1788-4df7-871b-ec9492a1d984), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.337367 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.337367 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/networks/9e77867c-1788-4df7-871b-ec9492a1d984 HTTP/1.1" status: 204 len: 168 time: 0.5477550 Feb 11 13:22:49.339912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46176) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:49.359051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905d80b-9ef4-4e94-9881-91df1f14a370 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Network': ['ID=9e77867c-1788-4df7-871b-ec9492a1d984,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:49.414050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (64ed82cd-7bff-4ed3-acc8-ff40578f5150), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.471090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daaf0de6-0884-4b6e-95a2-560ccd5cc000 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (159c9f1b-5a9b-4935-9367-1ef5d7620e56), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.481324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e18d1435-b89d-4fc2-a89e-b923223af883 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:49.507574 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daaf0de6-0884-4b6e-95a2-560ccd5cc000 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (159c9f1b-5a9b-4935-9367-1ef5d7620e56), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.509360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e18d1435-b89d-4fc2-a89e-b923223af883 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:49.510247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e18d1435-b89d-4fc2-a89e-b923223af883 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:49.510247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 299b8d94-33ad-43f3-9418-926df944dcd9 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:49.532100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 299b8d94-33ad-43f3-9418-926df944dcd9 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:49.532411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 299b8d94-33ad-43f3-9418-926df944dcd9 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:49.532825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 00aa99f0-f698-46ba-a617-c23ed83b48f1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:49.541416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port 252a3b38-5107-4177-908a-7f4eedc15ebf {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:49.541789 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (252a3b38-5107-4177-908a-7f4eedc15ebf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.552864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 00aa99f0-f698-46ba-a617-c23ed83b48f1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:49.553298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 00aa99f0-f698-46ba-a617-c23ed83b48f1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:49.650503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port 252a3b38-5107-4177-908a-7f4eedc15ebf, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=252a3b38-5107-4177-908a-7f4eedc15ebf,segment=NetworkSegment(b204c915-5d41-464b-aa0c-8bc466e9526a),segment_id=b204c915-5d41-464b-aa0c-8bc466e9526a)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:49.650877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (252a3b38-5107-4177-908a-7f4eedc15ebf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.658655 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daaf0de6-0884-4b6e-95a2-560ccd5cc000 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (159c9f1b-5a9b-4935-9367-1ef5d7620e56), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.661284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daaf0de6-0884-4b6e-95a2-560ccd5cc000 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.670967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-daaf0de6-0884-4b6e-95a2-560ccd5cc000 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/security-groups/159c9f1b-5a9b-4935-9367-1ef5d7620e56 HTTP/1.1" status: 204 len: 168 time: 0.3272426 Feb 11 13:22:49.682726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for 252a3b38-5107-4177-908a-7f4eedc15ebf owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:49.684446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf0de6-0884-4b6e-95a2-560ccd5cc000 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c9f1b-5a9b-4935-9367-1ef5d7620e56,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:49.774741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (252a3b38-5107-4177-908a-7f4eedc15ebf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.813488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=252a3b38-5107-4177-908a-7f4eedc15ebf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:49.817816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port 252a3b38-5107-4177-908a-7f4eedc15ebf on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:49.904791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (64ed82cd-7bff-4ed3-acc8-ff40578f5150), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.925776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ed82cd-7bff-4ed3-acc8-ff40578f5150']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:49.935444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b204c915-5d41-464b-aa0c-8bc466e9526a') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:49.935746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b204c915-5d41-464b-aa0c-8bc466e9526a') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:49.946053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (b204c915-5d41-464b-aa0c-8bc466e9526a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.961464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b204c915-5d41-464b-aa0c-8bc466e9526a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.969419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:49.970114 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (b204c915-5d41-464b-aa0c-8bc466e9526a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:49.974116 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:50.052352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46234) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.068753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8135e88e-489e-4480-bd15-59e102c5fae8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954477213', 'description': 'tempest-secgroup-smoke-954477213 description', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:50.078041 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (64ed82cd-7bff-4ed3-acc8-ff40578f5150), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.096091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.100268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/64ed82cd-7bff-4ed3-acc8-ff40578f5150 HTTP/1.1" status: 204 len: 168 time: 2.8848882 Feb 11 13:22:50.104465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46236) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.109904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1675636135'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:50.132782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:50.137455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.137624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce41b-eb90-4f38-917b-d8255f33f090 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=64ed82cd-7bff-4ed3-acc8-ff40578f5150,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.171503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8135e88e-489e-4480-bd15-59e102c5fae8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.185199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:50.198140 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4006c11f-0bd5-4537-ac73-f12455a84e1a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.198472 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 4006c11f-0bd5-4537-ac73-f12455a84e1a of type vlan for network 3271c236-f856-4d22-b0f1-0a3add2c4356 Feb 11 13:22:50.229912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7cb1c-816b-42b3-9c4d-05c76e8cafb4 req-58074f9a-9977-497c-a9f3-1a80b395d057 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.245114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d7cb1c-816b-42b3-9c4d-05c76e8cafb4 req-58074f9a-9977-497c-a9f3-1a80b395d057 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1125 time: 0.1248324 Feb 11 13:22:50.254346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3271c236-f856-4d22-b0f1-0a3add2c4356), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.295642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3271c236-f856-4d22-b0f1-0a3add2c4356), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.303490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.305457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.324161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d7cb1c-816b-42b3-9c4d-05c76e8cafb4 req-18692bbc-c3b3-4ff3-80f5-493e20e1c863 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837522 Feb 11 13:22:50.361709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8135e88e-489e-4480-bd15-59e102c5fae8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (44d0fcae-0471-42db-9907-cde6c25b4a99), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.366483 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8135e88e-489e-4480-bd15-59e102c5fae8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (44d0fcae-0471-42db-9907-cde6c25b4a99), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.376508 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2707844 Feb 11 13:22:50.387028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46246) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.394407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:50.422263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135e88e-489e-4480-bd15-59e102c5fae8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d0fcae-0471-42db-9907-cde6c25b4a99,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.444138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4737f1-5d45-45a1-9499-6db84c8bb25a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=3271c236-f856-4d22-b0f1-0a3add2c4356,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.455558 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8135e88e-489e-4480-bd15-59e102c5fae8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.456796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:50.456938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8135e88e-489e-4480-bd15-59e102c5fae8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4030638 Feb 11 13:22:50.459930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46250) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.464842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8aa00f7e-9843-4eb5-b99a-95a13968fb85 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '44d0fcae-0471-42db-9907-cde6c25b4a99', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:50.506795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f7e-9843-4eb5-b99a-95a13968fb85 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (85f52ae3-4d10-4e60-97b9-172a0dd4508a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.653263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dabd1110-cc45-4c11-816a-bf941bc5ed57 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:50.661029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f7e-9843-4eb5-b99a-95a13968fb85 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (85f52ae3-4d10-4e60-97b9-172a0dd4508a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.670925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f7e-9843-4eb5-b99a-95a13968fb85 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (85f52ae3-4d10-4e60-97b9-172a0dd4508a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.689372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3271c236-f856-4d22-b0f1-0a3add2c4356), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.719982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa00f7e-9843-4eb5-b99a-95a13968fb85 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f52ae3-4d10-4e60-97b9-172a0dd4508a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.722077 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3271c236-f856-4d22-b0f1-0a3add2c4356), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.745054 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8aa00f7e-9843-4eb5-b99a-95a13968fb85 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.748810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 is not hosted by any dhcp agent {{(pid=109685) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:22:50.750996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8aa00f7e-9843-4eb5-b99a-95a13968fb85 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2899671 Feb 11 13:22:50.751621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.756930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.758391 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.762240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-17cb1e0b-f753-4194-be65-c01ef044b7af tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '44d0fcae-0471-42db-9907-cde6c25b4a99', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:50.763945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "PUT /v2.0/networks/3271c236-f856-4d22-b0f1-0a3add2c4356 HTTP/1.1" status: 200 len: 723 time: 0.3760715 Feb 11 13:22:50.764761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46288) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.794604 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17cb1e0b-f753-4194-be65-c01ef044b7af tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (298f516b-85ba-4d7d-aaf0-5811391f2ca2), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.805674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': '3271c236-f856-4d22-b0f1-0a3add2c4356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:50.879757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17cb1e0b-f753-4194-be65-c01ef044b7af tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (298f516b-85ba-4d7d-aaf0-5811391f2ca2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.884370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17cb1e0b-f753-4194-be65-c01ef044b7af tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (298f516b-85ba-4d7d-aaf0-5811391f2ca2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.898093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dabd1110-cc45-4c11-816a-bf941bc5ed57, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:50.918295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb1e0b-f753-4194-be65-c01ef044b7af tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298f516b-85ba-4d7d-aaf0-5811391f2ca2,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.918510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2593584-4659-485f-825c-69ab04a6703b tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=3271c236-f856-4d22-b0f1-0a3add2c4356,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.938284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17cb1e0b-f753-4194-be65-c01ef044b7af tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.942462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-17cb1e0b-f753-4194-be65-c01ef044b7af tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1872401 Feb 11 13:22:50.945734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46294) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:50.953235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'dabd1110-cc45-4c11-816a-bf941bc5ed57', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'port_id': 'dabd1110-cc45-4c11-816a-bf941bc5ed57', 'mac_address': 'fa:16:3e:3e:eb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:50.953558 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-be741e57-01fb-4cf7-b0f9-eccd209f820d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '44d0fcae-0471-42db-9907-cde6c25b4a99', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:50.957725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:50.994623 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be741e57-01fb-4cf7-b0f9-eccd209f820d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (50a45262-fce7-4802-838f-60f1efdb9d1c), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.003178 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:51.026658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:51.032733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.042928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dabd1110-cc45-4c11-816a-bf941bc5ed57 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:51.043508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.076572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be741e57-01fb-4cf7-b0f9-eccd209f820d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (50a45262-fce7-4802-838f-60f1efdb9d1c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.082460 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be741e57-01fb-4cf7-b0f9-eccd209f820d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (50a45262-fce7-4802-838f-60f1efdb9d1c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.116842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabd1110-cc45-4c11-816a-bf941bc5ed57 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:22:51.118622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be741e57-01fb-4cf7-b0f9-eccd209f820d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a45262-fce7-4802-838f-60f1efdb9d1c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.131754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be741e57-01fb-4cf7-b0f9-eccd209f820d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.136479 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be741e57-01fb-4cf7-b0f9-eccd209f820d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883907 Feb 11 13:22:51.136802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46296) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:51.141388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dabd1110-cc45-4c11-816a-bf941bc5ed57, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:51.141762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b53e291e-ec2f-4914-9bb1-94ba0573ce13 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '44d0fcae-0471-42db-9907-cde6c25b4a99', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:51.146521 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.197451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b53e291e-ec2f-4914-9bb1-94ba0573ce13 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (f081e34b-42ca-4ea7-bb1c-e793143a20b2), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.206409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=dabd1110-cc45-4c11-816a-bf941bc5ed57,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.283269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b53e291e-ec2f-4914-9bb1-94ba0573ce13 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (f081e34b-42ca-4ea7-bb1c-e793143a20b2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.292775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b53e291e-ec2f-4914-9bb1-94ba0573ce13 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (f081e34b-42ca-4ea7-bb1c-e793143a20b2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.323383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e291e-ec2f-4914-9bb1-94ba0573ce13 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f081e34b-42ca-4ea7-bb1c-e793143a20b2,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.337483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b53e291e-ec2f-4914-9bb1-94ba0573ce13 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.341389 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b53e291e-ec2f-4914-9bb1-94ba0573ce13 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010934 Feb 11 13:22:51.344325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46306) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:51.349606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '44d0fcae-0471-42db-9907-cde6c25b4a99', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:51.422274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (d1903f71-84ae-44c4-9023-98d7e34cb5b7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.496259 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:22:51.498275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['dabd1110-cc45-4c11-816a-bf941bc5ed57'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:51.527073 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (80b064f1-7097-446b-a7d6-12514151a1af), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.600292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=d1903f71-84ae-44c4-9023-98d7e34cb5b7,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.613487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': '4006c11f-0bd5-4537-ac73-f12455a84e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3271c236-f856-4d22-b0f1-0a3add2c4356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:51.614065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: 3271c236-f856-4d22-b0f1-0a3add2c4356, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:51.653566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9de8-e538-409a-92d2-60f4573996e4 req-6dfb675e-9d90-4174-8c3b-da050a908d16 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.656394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8aa9de8-e538-409a-92d2-60f4573996e4 req-6dfb675e-9d90-4174-8c3b-da050a908d16 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1126 time: 0.2300656 Feb 11 13:22:51.710333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:51.735446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (80b064f1-7097-446b-a7d6-12514151a1af), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.753337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3271c236-f856-4d22-b0f1-0a3add2c4356) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:51.755296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (80b064f1-7097-446b-a7d6-12514151a1af), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.765864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.766461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.772917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609a946c-2b3c-4823-9192-3856562f0b81 None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:51.805807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8aa9de8-e538-409a-92d2-60f4573996e4 req-af29648b-1241-4625-9fff-a190fee330ca tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236453 Feb 11 13:22:51.806587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b064f1-7097-446b-a7d6-12514151a1af,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.827194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-702fc163-e0c2-4c77-8d5f-bf653f013bd7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0386052 Feb 11 13:22:51.830113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46318) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:51.835569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-47ddc447-034f-40e0-afc9-019a2ba488e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:51.840659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.848364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-935bbc82-95dd-42a1-a0f1-da916bedcaa6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4960675 Feb 11 13:22:51.849107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46320) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:51.853718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'security_group_rule': {'security_group_id': '44d0fcae-0471-42db-9907-cde6c25b4a99', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:51.925830 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Project f7cb6e0e0f66421eb1f0ca064e2fdea0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:22:51.935971 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (3cdb19f1-5edd-4649-a067-3857cf40e723), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.956244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3271c236-f856-4d22-b0f1-0a3add2c4356', 'network_id': '3271c236-f856-4d22-b0f1-0a3add2c4356', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': 'd1903f71-84ae-44c4-9023-98d7e34cb5b7'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:51.957285 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.971733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47ddc447-034f-40e0-afc9-019a2ba488e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126393359'] for subnet (d1903f71-84ae-44c4-9023-98d7e34cb5b7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.101455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (3cdb19f1-5edd-4649-a067-3857cf40e723), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.107491 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3cdb19f1-5edd-4649-a067-3857cf40e723), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.134243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdb19f1-5edd-4649-a067-3857cf40e723,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.142590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.148094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9efcf7a1-9e9b-4b0f-8f04-9b3ad524d084 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2959127 Feb 11 13:22:52.148717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46322) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:52.155263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'network': {'name': 'tempest-network-smoke--1386089227', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:52.167168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47ddc447-034f-40e0-afc9-019a2ba488e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755897608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126204885'] for subnet (d1903f71-84ae-44c4-9023-98d7e34cb5b7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.178011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:52.184385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.212558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:52.223172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (eaca8b8c-14b3-4ecb-8ace-325de6db5154), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.223483 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Added segment eaca8b8c-14b3-4ecb-8ace-325de6db5154 of type vlan for network 1f603f69-470e-434c-a4bd-4fd590888b1e Feb 11 13:22:52.234490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ddc447-034f-40e0-afc9-019a2ba488e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.235290 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-47ddc447-034f-40e0-afc9-019a2ba488e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.239597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-47ddc447-034f-40e0-afc9-019a2ba488e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "PUT /v2.0/subnets/d1903f71-84ae-44c4-9023-98d7e34cb5b7 HTTP/1.1" status: 200 len: 806 time: 0.4064379 Feb 11 13:22:52.241135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46328) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:52.252956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Allocated IP 172.20.0.2 (3271c236-f856-4d22-b0f1-0a3add2c4356/d1903f71-84ae-44c4-9023-98d7e34cb5b7/cbe28293-74cc-4ac5-be82-8bb36a5fb8c1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:52.272486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ddc447-034f-40e0-afc9-019a2ba488e4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=d1903f71-84ae-44c4-9023-98d7e34cb5b7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.366280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1f603f69-470e-434c-a4bd-4fd590888b1e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.413003 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1f603f69-470e-434c-a4bd-4fd590888b1e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.428776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.429786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.487712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3271c236-f856-4d22-b0f1-0a3add2c4356), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.493370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Publish callbacks [] for port (cbe28293-74cc-4ac5-be82-8bb36a5fb8c1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.504482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3509822 Feb 11 13:22:52.505948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46332) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:52.511766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (cbe28293-74cc-4ac5-be82-8bb36a5fb8c1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.515457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'admin_state_up': True, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:52.557025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (16be127f-5f8c-4512-9238-4dda8947428b), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.559451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (16be127f-5f8c-4512-9238-4dda8947428b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.577398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ee16e-6e93-4a01-ac13-c61ca50bc497 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Network': ['ID=1f603f69-470e-434c-a4bd-4fd590888b1e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.607850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:52.609251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1f603f69-470e-434c-a4bd-4fd590888b1e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:52.638637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:52.639136 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cbe28293-74cc-4ac5-be82-8bb36a5fb8c1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.673471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (16be127f-5f8c-4512-9238-4dda8947428b), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.696740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:52.705294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:52.745750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Pushing event updated for resources: {'Port': ['ID=cbe28293-74cc-4ac5-be82-8bb36a5fb8c1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.791068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Attempting to bind port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:52.791762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Attempting to bind port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '4006c11f-0bd5-4537-ac73-f12455a84e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3271c236-f856-4d22-b0f1-0a3add2c4356'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:52.791867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Attempting to bind port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 on network 3271c236-f856-4d22-b0f1-0a3add2c4356 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:52.798092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:52.798489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Checking segment: {'id': '4006c11f-0bd5-4537-ac73-f12455a84e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3271c236-f856-4d22-b0f1-0a3add2c4356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:52.798936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.799307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Bound using segment: {'id': '4006c11f-0bd5-4537-ac73-f12455a84e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3271c236-f856-4d22-b0f1-0a3add2c4356'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:52.799786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Bound port: cbe28293-74cc-4ac5-be82-8bb36a5fb8c1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4006c11f-0bd5-4537-ac73-f12455a84e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3271c236-f856-4d22-b0f1-0a3add2c4356'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:52.800314 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cbe28293-74cc-4ac5-be82-8bb36a5fb8c1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.817015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:52.817749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cbe28293-74cc-4ac5-be82-8bb36a5fb8c1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.853663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:52.870879 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (16be127f-5f8c-4512-9238-4dda8947428b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.879472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] For port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:52.882881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] For port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cbe28293-74cc-4ac5-be82-8bb36a5fb8c1,segment=NetworkSegment(4006c11f-0bd5-4537-ac73-f12455a84e1a),segment_id=4006c11f-0bd5-4537-ac73-f12455a84e1a)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:52.890034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cbe28293-74cc-4ac5-be82-8bb36a5fb8c1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.003498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16820d-40c5-435b-af13-a942d7a40faa None None] Pushing event updated for resources: {'Port': ['ID=cbe28293-74cc-4ac5-be82-8bb36a5fb8c1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.068678 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cbe28293-74cc-4ac5-be82-8bb36a5fb8c1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.140765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (16be127f-5f8c-4512-9238-4dda8947428b), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.194777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.430350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.202 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/175610b0-631d-4670-b9a1-28ad65947707) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:53.574142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cab178-6705-42ed-98a1-b0755d5efa66 req-fb112a01-6a24-43c7-914a-986b8688f92f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.581372 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6cab178-6705-42ed-98a1-b0755d5efa66 req-fb112a01-6a24-43c7-914a-986b8688f92f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1126 time: 0.5853350 Feb 11 13:22:53.588516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=cbe28293-74cc-4ac5-be82-8bb36a5fb8c1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.625979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:53.650554 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (175610b0-631d-4670-b9a1-28ad65947707), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.664314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:53.664653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 13:22:53.679546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:53.702718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (175610b0-631d-4670-b9a1-28ad65947707), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.726636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Port cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 not found, will not notify nova. {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 13:22:53.771170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=175610b0-631d-4670-b9a1-28ad65947707,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.776309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:53.776761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6cab178-6705-42ed-98a1-b0755d5efa66 req-1439680f-810e-48ea-a73a-62832f055f81 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923838 Feb 11 13:22:53.778068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:53.781440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:53.792291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d1903f71-84ae-44c4-9023-98d7e34cb5b7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.896439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (d1903f71-84ae-44c4-9023-98d7e34cb5b7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.925845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=d1903f71-84ae-44c4-9023-98d7e34cb5b7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.987755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3271c236-f856-4d22-b0f1-0a3add2c4356), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.010741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3271c236-f856-4d22-b0f1-0a3add2c4356']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.023919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4006c11f-0bd5-4537-ac73-f12455a84e1a') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.024887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4006c11f-0bd5-4537-ac73-f12455a84e1a') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.042203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (4006c11f-0bd5-4537-ac73-f12455a84e1a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.060431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4006c11f-0bd5-4537-ac73-f12455a84e1a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.073706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:54.074800 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (4006c11f-0bd5-4537-ac73-f12455a84e1a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:54.079000 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:54.165881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3271c236-f856-4d22-b0f1-0a3add2c4356), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.195819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (16be127f-5f8c-4512-9238-4dda8947428b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.198744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.216640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/3271c236-f856-4d22-b0f1-0a3add2c4356 HTTP/1.1" status: 204 len: 168 time: 1.9707890 Feb 11 13:22:54.216640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46362) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:54.269071 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcc735d-5a32-492c-8519-0f16ddf17f9e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:22:54.269795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcc735d-5a32-492c-8519-0f16ddf17f9e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:22:54.278168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-adcc735d-5a32-492c-8519-0f16ddf17f9e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/3271c236-f856-4d22-b0f1-0a3add2c4356 HTTP/1.1" status: 404 len: 339 time: 0.0630524 Feb 11 13:22:54.279121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bc90f-4075-41b1-aa4d-f3ea778501ce tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=3271c236-f856-4d22-b0f1-0a3add2c4356,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:54.280854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46364) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:54.285633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-681058159', 'description': 'd1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:54.318542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:54.322389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.362068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:54.375613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (450425d2-7cd2-424a-adb9-db2e217539ad), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.376057 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 450425d2-7cd2-424a-adb9-db2e217539ad of type vlan for network 332ca1ea-6100-434f-bd46-0d4cbcee6e41 Feb 11 13:22:54.449476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (332ca1ea-6100-434f-bd46-0d4cbcee6e41), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.489066 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (332ca1ea-6100-434f-bd46-0d4cbcee6e41), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.493813 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (16be127f-5f8c-4512-9238-4dda8947428b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.496040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.496944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.628198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=332ca1ea-6100-434f-bd46-0d4cbcee6e41,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:54.639621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 332ca1ea-6100-434f-bd46-0d4cbcee6e41 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:54.642768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5ff11a3d-e4d0-4b9a-b161-66a4bd85ee8a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3608270 Feb 11 13:22:54.647463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46372) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:54.678737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 16be127f-5f8c-4512-9238-4dda8947428b is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:22:54.713370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dabd1110-cc45-4c11-816a-bf941bc5ed57 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:54.728016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8a203811-0a59-4638-b9a4-ee692a46d6e4 None None] Could not find standard attr ID for object cbe28293-74cc-4ac5-be82-8bb36a5fb8c1. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:22:54.764874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6faa204-423b-4ad3-83f0-cd88c210108e None None] DHCP port deletion for 3271c236-f856-4d22-b0f1-0a3add2c4356 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:22:54.806852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f3062-f4ca-4fc6-84dd-a4247bd64353 None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:54.818382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185bdf86-fcfa-4e2c-a0f1-e3e8ad080123 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.819954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-185bdf86-fcfa-4e2c-a0f1-e3e8ad080123 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/networks?id=332ca1ea-6100-434f-bd46-0d4cbcee6e41 HTTP/1.1" status: 200 len: 760 time: 0.1714988 Feb 11 13:22:54.825219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46378) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:54.828127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f3062-f4ca-4fc6-84dd-a4247bd64353 None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:22:54.834181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port dabd1110-cc45-4c11-816a-bf941bc5ed57 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:54.839342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'description': 'd2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:54.839764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a12486-5436-453c-8e56-698ffa0c2716 None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:54.843845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port dabd1110-cc45-4c11-816a-bf941bc5ed57 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:54.844272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.903130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a12486-5436-453c-8e56-698ffa0c2716 None None] Network 3271c236-f856-4d22-b0f1-0a3add2c4356 could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:22:54.949988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dabd1110-cc45-4c11-816a-bf941bc5ed57 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:54.950382 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.966279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9b8b8-319c-40dd-9fce-a86957de77f4 req-8adb5152-7db3-4c39-9341-081da84fce1b tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.967845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69f9b8b8-319c-40dd-9fce-a86957de77f4 req-8adb5152-7db3-4c39-9341-081da84fce1b tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1126 time: 0.0826130 Feb 11 13:22:54.977569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:54.980000 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9faef9b-7bc2-4d0a-904f-5ca4b14f5688" -d '{"events": [{"server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:55.001111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dabd1110-cc45-4c11-816a-bf941bc5ed57, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:55.007063 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.063216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69f9b8b8-319c-40dd-9fce-a86957de77f4 req-29152452-a218-4a1c-a8a9-fff8c9828e48 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886276 Feb 11 13:22:55.115262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=dabd1110-cc45-4c11-816a-bf941bc5ed57,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.147270 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec05bd2-add0-449b-9000-9c6acd032d35 x-openstack-request-id: req-0ec05bd2-add0-449b-9000-9c6acd032d35 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:55.147679 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "name": "network-vif-plugged", "status": "completed", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:55.148005 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ec05bd2-add0-449b-9000-9c6acd032d35 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:55.148705 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57', 'code': 200} Feb 11 13:22:55.264377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bbd6f-be13-41df-8b0b-7d1933563067 req-86c71e33-5ae1-4906-84e3-51fb2d1e13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.266821 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2b8bbd6f-be13-41df-8b0b-7d1933563067 req-86c71e33-5ae1-4906-84e3-51fb2d1e13e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.0585055 Feb 11 13:22:55.309355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:55.338645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Sync routers for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:55.338910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2b8bbd6f-be13-41df-8b0b-7d1933563067 req-55fbe1a9-73ba-44f3-9334-1f6f62deadf0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641541 Feb 11 13:22:55.359372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.363482 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-725cf1dc-776d-4a57-90eb-bd4f4588a6c7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8533669 Feb 11 13:22:55.366882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46390) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.370576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:55.371412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.422803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1449d866-3c32-4fcc-a4b9-7f2ef878a277 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542753 Feb 11 13:22:55.425451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46392) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.484234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:55.513323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:55.514017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cbe28293-74cc-4ac5-be82-8bb36a5fb8c1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:55.580432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (332ca1ea-6100-434f-bd46-0d4cbcee6e41), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.595531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (332ca1ea-6100-434f-bd46-0d4cbcee6e41), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.618232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network 332ca1ea-6100-434f-bd46-0d4cbcee6e41 is not hosted by any dhcp agent {{(pid=109684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:22:55.623777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.624397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.628600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "PUT /v2.0/networks/332ca1ea-6100-434f-bd46-0d4cbcee6e41 HTTP/1.1" status: 200 len: 757 time: 0.8007615 Feb 11 13:22:55.629214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46400) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.638424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:55.695560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd68393a-3122-4b13-b2d5-1d78a6642d6c tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.698782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bd68393a-3122-4b13-b2d5-1d78a6642d6c tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2722168 Feb 11 13:22:55.701605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46402) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.708967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c0faa-b653-479f-bba6-bbd6911a7a4e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=332ca1ea-6100-434f-bd46-0d4cbcee6e41,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.763157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e4aefa1b-fa59-4e17-a245-9888327f35be tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600090 Feb 11 13:22:55.765876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46404) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.776628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970069e-d77d-44ce-9f04-b646946b0e0e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.779549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e970069e-d77d-44ce-9f04-b646946b0e0e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/networks?id=332ca1ea-6100-434f-bd46-0d4cbcee6e41 HTTP/1.1" status: 200 len: 760 time: 0.1426327 Feb 11 13:22:55.784174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46406) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.790981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1605081930'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:55.792879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443784193', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:55.794194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 332ca1ea-6100-434f-bd46-0d4cbcee6e41 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:55.843105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:55.848555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.880792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:55.906149 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (16ee523a-47c7-41b1-a862-770455041b3e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.907148 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 16ee523a-47c7-41b1-a862-770455041b3e of type vlan for network c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 Feb 11 13:22:55.958148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.982764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:55.986555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.006222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.015074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.015701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.039459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:56.070226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Checking router: 16be127f-5f8c-4512-9238-4dda8947428b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:56.070706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Updating router 16be127f-5f8c-4512-9238-4dda8947428b port 175610b0-631d-4670-b9a1-28ad65947707 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:22:56.079280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2937787 Feb 11 13:22:56.094786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46412) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:56.109753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': 'c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:56.112050 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (175610b0-631d-4670-b9a1-28ad65947707), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.151591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27184ff7-2ee3-4cd2-88ad-74a5b583e8b4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.164182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:56.339274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:56.343013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.463882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63258792-d6de-43b8-8cec-69fb75448261 req-82e66384-9ff3-4767-a30c-e4e14360bb15 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.465599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63258792-d6de-43b8-8cec-69fb75448261 req-82e66384-9ff3-4767-a30c-e4e14360bb15 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.2819419 Feb 11 13:22:56.531739 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Publish callbacks [] for port (175610b0-631d-4670-b9a1-28ad65947707), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.538702 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (175610b0-631d-4670-b9a1-28ad65947707), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.591242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63258792-d6de-43b8-8cec-69fb75448261 req-1d1d870f-2799-4c43-bcb8-4124ba08bfa4 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139462 Feb 11 13:22:56.604323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Attempting to bind port 175610b0-631d-4670-b9a1-28ad65947707 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:56.604740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Attempting to bind port 175610b0-631d-4670-b9a1-28ad65947707 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:56.605375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Attempting to bind port 175610b0-631d-4670-b9a1-28ad65947707 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:56.612442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c1243-e788-4211-914f-42e22fc10a0f None None] Pushing event updated for resources: {'Port': ['ID=175610b0-631d-4670-b9a1-28ad65947707,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.618807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:56.619191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:56.619602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.619997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:56.620474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Bound port: 175610b0-631d-4670-b9a1-28ad65947707, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:56.620859 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (175610b0-631d-4670-b9a1-28ad65947707), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.673923 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (2792744f-530f-41e1-806a-4667c67fb403), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.699440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] For port 175610b0-631d-4670-b9a1-28ad65947707, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:56.703715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] For port 175610b0-631d-4670-b9a1-28ad65947707, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=175610b0-631d-4670-b9a1-28ad65947707,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:56.711679 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (175610b0-631d-4670-b9a1-28ad65947707), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.821516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:56.822819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:56.826257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c1243-e788-4211-914f-42e22fc10a0f None None] Pushing event updated for resources: {'Port': ['ID=175610b0-631d-4670-b9a1-28ad65947707,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.859905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Subnet': ['ID=2792744f-530f-41e1-806a-4667c67fb403,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.888163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (59ebb8ec-0fce-4db7-baca-2aa6dbe70962), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.926567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Checking segment: {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:56.926567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network hostable DHCP agents. Network: 1f603f69-470e-434c-a4bd-4fd590888b1e, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:56.964400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:56.964652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=59ebb8ec-0fce-4db7-baca-2aa6dbe70962,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.975264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1f603f69-470e-434c-a4bd-4fd590888b1e is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:56.995449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1f603f69-470e-434c-a4bd-4fd590888b1e) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:57.001701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.002300 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.004646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': '16ee523a-47c7-41b1-a862-770455041b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:57.005122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:57.020901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727ca45-73e0-449b-94eb-9b8bf849eca1 None None] Network 1f603f69-470e-434c-a4bd-4fd590888b1e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:57.032600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:57.044457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e04cf6c9-c258-4612-a352-ef0a0efbb445 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2765255 Feb 11 13:22:57.047172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46430) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.060188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:57.070596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.073026 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.085578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a21ade-7de1-4366-9267-4d7a2c684d54 None None] Network c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:57.106171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-da620710-5de5-416c-b501-cb479cdd7560 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0074997 Feb 11 13:22:57.107580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46432) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.256259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.327973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (59ebb8ec-0fce-4db7-baca-2aa6dbe70962), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.462987 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (59ebb8ec-0fce-4db7-baca-2aa6dbe70962), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.476295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1f603f69-470e-434c-a4bd-4fd590888b1e', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:57.478031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.521014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=59ebb8ec-0fce-4db7-baca-2aa6dbe70962,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.567108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36fea3-2dfc-4a34-9d48-ce1d53f8d756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090', 'network_id': 'c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '59ebb8ec-0fce-4db7-baca-2aa6dbe70962'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:22:57.567961 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f36fea3-2dfc-4a34-9d48-ce1d53f8d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.686081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.720615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ef1f7-1dc5-46a1-b21f-41ae5d763312 None None] Network c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:57.729415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.745368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ee523a-47c7-41b1-a862-770455041b3e') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.745957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ee523a-47c7-41b1-a862-770455041b3e') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.761573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (16ee523a-47c7-41b1-a862-770455041b3e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.766250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.781431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (16ee523a-47c7-41b1-a862-770455041b3e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.790728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:57.791189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (16ee523a-47c7-41b1-a862-770455041b3e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.828237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27354cc-2c40-4e22-9dbc-1ed96e3110e6 None None] The sync data for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 is: [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:53Z', 'revision_number': 3, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:57.875687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:57.939554 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:57.949782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Allocated IP 172.20.0.2 (1f603f69-470e-434c-a4bd-4fd590888b1e/2792744f-530f-41e1-806a-4667c67fb403/188750e0-e567-413f-8f25-ee60d85e3bbd) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:57.993024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.003757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.011145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 HTTP/1.1" status: 204 len: 168 time: 0.9000590 Feb 11 13:22:58.020362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46456) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.033060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906dd3-92b7-41c1-b77c-3024d4baab16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.061721 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dae76e3-2371-4145-8e04-14ae5a87bfba tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] GET failed (client error): The resource could not be found. Feb 11 13:22:58.065998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7dae76e3-2371-4145-8e04-14ae5a87bfba tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/subnets/59ebb8ec-0fce-4db7-baca-2aa6dbe70962 HTTP/1.1" status: 404 len: 337 time: 0.0408943 Feb 11 13:22:58.067486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46458) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.090424 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14b961a-dd4c-42f9-8e6f-3135e0a9780e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:22:58.090943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14b961a-dd4c-42f9-8e6f-3135e0a9780e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:22:58.094191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f14b961a-dd4c-42f9-8e6f-3135e0a9780e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 HTTP/1.1" status: 404 len: 339 time: 0.0255973 Feb 11 13:22:58.096799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de336f-ebea-4a63-869e-297f6246e14f req-6565ed11-170b-424e-bafc-194f102dae9d tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.098356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23de336f-ebea-4a63-869e-297f6246e14f req-6565ed11-170b-424e-bafc-194f102dae9d tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.1578519 Feb 11 13:22:58.100209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46460) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.166622 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Publish callbacks [] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.174662 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.233365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Pushing event updated for resources: {'Port': ['ID=188750e0-e567-413f-8f25-ee60d85e3bbd,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.250101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Network 1f603f69-470e-434c-a4bd-4fd590888b1e is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:58.252242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:58.258545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:58.355091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.1 (1f603f69-470e-434c-a4bd-4fd590888b1e/2792744f-530f-41e1-806a-4667c67fb403/f770e907-4ce0-493f-b992-9bed7230100a) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:58.403477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Attempting to bind port 188750e0-e567-413f-8f25-ee60d85e3bbd on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:22:58.403976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Attempting to bind port 188750e0-e567-413f-8f25-ee60d85e3bbd by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:22:58.404443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Attempting to bind port 188750e0-e567-413f-8f25-ee60d85e3bbd on network 1f603f69-470e-434c-a4bd-4fd590888b1e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:58.414211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:58.415802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Checking segment: {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:22:58.417100 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.418475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Bound using segment: {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:58.419121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Bound port: 188750e0-e567-413f-8f25-ee60d85e3bbd, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:22:58.420373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.424771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23de336f-ebea-4a63-869e-297f6246e14f req-7d8f3875-b01e-490b-8eb1-0bd8f9b9c861 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996418 Feb 11 13:22:58.518910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe23e15-79e2-448b-a08a-ce4ffd1754ba tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.520889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9fe23e15-79e2-448b-a08a-ce4ffd1754ba tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4197304 Feb 11 13:22:58.523954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46464) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.607654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] For port 188750e0-e567-413f-8f25-ee60d85e3bbd, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:58.612226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-afb941f3-7550-4ffe-9ae6-637fe14c7ec2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 207 time: 0.0870938 Feb 11 13:22:58.618190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] For port 188750e0-e567-413f-8f25-ee60d85e3bbd, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=188750e0-e567-413f-8f25-ee60d85e3bbd,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:58.618421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46466) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.635524 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.667541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (f770e907-4ce0-493f-b992-9bed7230100a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.708057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f770e907-4ce0-493f-b992-9bed7230100a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.764255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1f603f69-470e-434c-a4bd-4fd590888b1e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:58.776428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:58.791689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:58.809125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6b79f-2eb3-4367-a9ba-d757b1ecd879 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.814469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079ea8e-2fd6-44b7-81e6-c1c46a37af3f None None] Pushing event updated for resources: {'Port': ['ID=188750e0-e567-413f-8f25-ee60d85e3bbd,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.816087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6b79f-2eb3-4367-a9ba-d757b1ecd879 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.836009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6b79f-2eb3-4367-a9ba-d757b1ecd879 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.851930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6b79f-2eb3-4367-a9ba-d757b1ecd879 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.857144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6bb6b79f-2eb3-4367-a9ba-d757b1ecd879 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2306464 Feb 11 13:22:58.858309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46468) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.878561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7b050-7c3d-4a8b-9fac-62b569115986 req-2e9c38f6-0723-4dd4-b7d7-7bb7503e195e tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.887578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bbe7b050-7c3d-4a8b-9fac-62b569115986 req-2e9c38f6-0723-4dd4-b7d7-7bb7503e195e tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.3645508 Feb 11 13:22:58.906464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=f770e907-4ce0-493f-b992-9bed7230100a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.039377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bbe7b050-7c3d-4a8b-9fac-62b569115986 req-cfb76ccc-c7b5-4e5d-a9bb-60e7932f7fbc tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508706 Feb 11 13:22:59.129464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (16be127f-5f8c-4512-9238-4dda8947428b), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.306290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94252b7f-3e36-43a3-9893-93712290977f req-c5ef807f-faf3-4fff-92cf-c2fb2eafe0c8 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.312057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94252b7f-3e36-43a3-9893-93712290977f req-c5ef807f-faf3-4fff-92cf-c2fb2eafe0c8 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.1103971 Feb 11 13:22:59.344790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60516277-93cb-435c-a999-97ddf6a56254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.421678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94252b7f-3e36-43a3-9893-93712290977f req-97df4ffb-c3b2-4097-98a2-b1403051335b tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962279 Feb 11 13:22:59.519972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f770e907-4ce0-493f-b992-9bed7230100a), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.550653 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5474deb8-2570-445a-bd9c-db3a496e5e29 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.6917167 Feb 11 13:22:59.554314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46478) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:59.625984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 175610b0-631d-4670-b9a1-28ad65947707 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:59.730994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 175610b0-631d-4670-b9a1-28ad65947707 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:59.731362 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (175610b0-631d-4670-b9a1-28ad65947707), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.862740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915ae02-b7b9-4a48-a60c-a5462c966ae6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.866564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 175610b0-631d-4670-b9a1-28ad65947707 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:22:59.866769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915ae02-b7b9-4a48-a60c-a5462c966ae6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.867323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (175610b0-631d-4670-b9a1-28ad65947707), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.872961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e915ae02-b7b9-4a48-a60c-a5462c966ae6 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3175077 Feb 11 13:22:59.878142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46490) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:59.924747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 175610b0-631d-4670-b9a1-28ad65947707, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=175610b0-631d-4670-b9a1-28ad65947707,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.930280 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (175610b0-631d-4670-b9a1-28ad65947707), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.930641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 188750e0-e567-413f-8f25-ee60d85e3bbd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:00.026745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (f770e907-4ce0-493f-b992-9bed7230100a), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.030370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-f8da2c24-0c44-4941-b826-63b26556f189 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.034492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f770e907-4ce0-493f-b992-9bed7230100a), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.045329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-f8da2c24-0c44-4941-b826-63b26556f189 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/networks?id=4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 200 len: 911 time: 0.3260520 Feb 11 13:23:00.085157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-292f66a3-5777-4e5f-9756-554e8e0b9987 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/quotas/40a7725995a743d1a2639901197ea864 HTTP/1.1" status: 200 len: 375 time: 0.0387576 Feb 11 13:23:00.112366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7038cf-839a-49bd-88b7-43712ed8c2db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.126979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=175610b0-631d-4670-b9a1-28ad65947707,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.134259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7038cf-839a-49bd-88b7-43712ed8c2db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.137352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0d7038cf-839a-49bd-88b7-43712ed8c2db tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2581127 Feb 11 13:23:00.150120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46496) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.158609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 188750e0-e567-413f-8f25-ee60d85e3bbd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:00.159253 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.232937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17af60f2-8f72-4b56-9363-ced866105878 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=40a7725995a743d1a2639901197ea864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458991 Feb 11 13:23:00.262250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=f770e907-4ce0-493f-b992-9bed7230100a,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.264764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (16be127f-5f8c-4512-9238-4dda8947428b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.309295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 188750e0-e567-413f-8f25-ee60d85e3bbd is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:00.309753 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.383978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 188750e0-e567-413f-8f25-ee60d85e3bbd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=188750e0-e567-413f-8f25-ee60d85e3bbd,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:00.397556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.457085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-c9654576-f176-4723-8e9e-86f5671c927c service neutron] 10.222.0.42 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164488 Feb 11 13:23:00.464432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca699f7-0b1c-4858-9caa-909812b6a728 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.466571 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3ca699f7-0b1c-4858-9caa-909812b6a728 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/networks/60fff138-8d68-49e2-9901-3086e9b014c8 HTTP/1.1" status: 200 len: 799 time: 0.3110278 Feb 11 13:23:00.471805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46498) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.510955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=188750e0-e567-413f-8f25-ee60d85e3bbd,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.532461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1f603f69-470e-434c-a4bd-4fd590888b1e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:00.537519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:00.637622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6f476f26-ffce-478e-ac1c-aaafe230cd68 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/networks/60fff138-8d68-49e2-9901-3086e9b014c8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1638985 Feb 11 13:23:00.644884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46500) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.691201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ce5833-b41a-438b-bd06-adfd97a8d967 None None] Network 1f603f69-470e-434c-a4bd-4fd590888b1e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:00.799410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a3c863a7-ca1b-46a6-a55c-79ad957375eb None None] Provisioning complete for port 188750e0-e567-413f-8f25-ee60d85e3bbd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:00.801263 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3c863a7-ca1b-46a6-a55c-79ad957375eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.802081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 16be127f-5f8c-4512-9238-4dda8947428b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:00.830290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-75b5e60b-83cd-4bf5-8e35-76e9ec07fcb8 service neutron] 10.222.0.42 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708715 Feb 11 13:23:00.852951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa640bb8-4411-42b8-8c6d-9ecf700e31aa tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.859358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa640bb8-4411-42b8-8c6d-9ecf700e31aa tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/subnets/26e5257c-78db-4198-a6a1-529646d46d65 HTTP/1.1" status: 200 len: 811 time: 0.2080812 Feb 11 13:23:00.860069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46502) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.958173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac28f26-eb50-4558-8ec2-a41577af4a16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['shared'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.963144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dac28f26-eb50-4558-8ec2-a41577af4a16 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "GET /v2.0/subnets/26e5257c-78db-4198-a6a1-529646d46d65?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0987809 Feb 11 13:23:00.964816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46504) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.971244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817264129'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:00.998488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:01.005473 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.042268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:01.057699 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6284f8aa-fe08-45ed-a4c8-be517d95cbe9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.058754 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Added segment 6284f8aa-fe08-45ed-a4c8-be517d95cbe9 of type vlan for network e3e6b990-33a7-4b67-99a8-8161dc5a7906 Feb 11 13:23:01.071316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:01.079048 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-46cf4997-1be2-4c4f-992b-c3671c20d8fb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/16be127f-5f8c-4512-9238-4dda8947428b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0306821 Feb 11 13:23:01.090535 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Sync routers for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:01.119653 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:01.120308 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:22:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:01.135160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (e3e6b990-33a7-4b67-99a8-8161dc5a7906), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.182348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a3c863a7-ca1b-46a6-a55c-79ad957375eb None None] Current status of the port 188750e0-e567-413f-8f25-ee60d85e3bbd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:01.206952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00afa13d-840d-47f3-b86a-02d01487ba21 req-5f7d590d-e4ef-496a-84e0-a881ad05d641 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 210 time: 0.0385523 Feb 11 13:23:01.207772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (e3e6b990-33a7-4b67-99a8-8161dc5a7906), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.213255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.214950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.258037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2916770 Feb 11 13:23:01.261532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:01.267892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'network_id': 'e3e6b990-33a7-4b67-99a8-8161dc5a7906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:01.408735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-21689e06-717b-41d3-afde-f7f9f9ee847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.421903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedc71f-5f5c-4a1f-8dd9-11f8722571e2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Network': ['ID=e3e6b990-33a7-4b67-99a8-8161dc5a7906,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.494044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:01.502720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Made reservation on behalf of 086e132d90d24c0193ea7ef01ca590ad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:01.508957 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.651004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 175610b0-631d-4670-b9a1-28ad65947707 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:01.666120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Performing IP validity checks on allocation pools {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:23:01.667610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:23:01.713606 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:01.734971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-f7aadf8d-11f1-453d-8807-57be50e8f17b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954477213&fields=id&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 267 time: 0.2436769 Feb 11 13:23:01.909971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a51e5cff-130b-4b02-8ccb-3d3c279d4814 None None] Provisioning complete for port 188750e0-e567-413f-8f25-ee60d85e3bbd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:01.912102 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a51e5cff-130b-4b02-8ccb-3d3c279d4814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.003892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-8f46e4e5-1782-4f78-9b4b-369ea90204f0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:02.006766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-8f46e4e5-1782-4f78-9b4b-369ea90204f0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/networks?id=1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 200 len: 797 time: 0.2282889 Feb 11 13:23:02.017815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 175610b0-631d-4670-b9a1-28ad65947707 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:02.018423 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (175610b0-631d-4670-b9a1-28ad65947707), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.028343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-3b865e88-e584-4aa0-9987-30063e22122c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/quotas/f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 375 time: 0.0160542 Feb 11 13:23:02.030592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (7d87aa35-963d-4efb-a204-6823c77d1237), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.161286 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 2, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:02.174242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=7d87aa35-963d-4efb-a204-6823c77d1237,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:02.205743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.205743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.205743 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.206172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.206436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.206734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.207058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.207382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.207703 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.208081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.208488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.218078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.218472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:02.235629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Checking segment: {'id': '6284f8aa-fe08-45ed-a4c8-be517d95cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e3e6b990-33a7-4b67-99a8-8161dc5a7906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:02.235999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network hostable DHCP agents. Network: e3e6b990-33a7-4b67-99a8-8161dc5a7906, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:02.242313 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Checking router: 16be127f-5f8c-4512-9238-4dda8947428b for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:02.246673 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Updating router 16be127f-5f8c-4512-9238-4dda8947428b port f770e907-4ce0-493f-b992-9bed7230100a binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:02.250827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a51e5cff-130b-4b02-8ccb-3d3c279d4814 None None] Current status of the port 188750e0-e567-413f-8f25-ee60d85e3bbd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:02.282197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:02.298185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, e3e6b990-33a7-4b67-99a8-8161dc5a7906) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:02.306247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:02.307293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.312892 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f770e907-4ce0-493f-b992-9bed7230100a), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.314133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a51e5cff-130b-4b02-8ccb-3d3c279d4814 None None] Provisioning complete for port f770e907-4ce0-493f-b992-9bed7230100a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:02.315241 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a51e5cff-130b-4b02-8ccb-3d3c279d4814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f770e907-4ce0-493f-b992-9bed7230100a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.362592 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7970896a-7944-4d66-90e1-57fd84c3ce1a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0947602 Feb 11 13:23:02.364394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46540) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:02.377954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1d0808fc-a767-432b-8d08-840e517d3af4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:02.387183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a51e5cff-130b-4b02-8ccb-3d3c279d4814 None None] Port f770e907-4ce0-493f-b992-9bed7230100a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:02.390561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058e923-051c-457f-83d7-8a528db4277c None None] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:02.611930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-e3e6b990-33a7-4b67-99a8-8161dc5a7906', 'network_id': 'e3e6b990-33a7-4b67-99a8-8161dc5a7906', 'project_id': '086e132d90d24c0193ea7ef01ca590ad', 'fixed_ips': [{'subnet_id': '7d87aa35-963d-4efb-a204-6823c77d1237'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:02.614395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.697057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d0808fc-a767-432b-8d08-840e517d3af4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126393359'] for subnet (7d87aa35-963d-4efb-a204-6823c77d1237), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.750863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 175610b0-631d-4670-b9a1-28ad65947707 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:02.752640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 188750e0-e567-413f-8f25-ee60d85e3bbd up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:02.787338 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.826620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5ea8c629-ee53-47c2-a778-525d48d05142 None None] Provisioning complete for port f770e907-4ce0-493f-b992-9bed7230100a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:02.826994 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c629-ee53-47c2-a778-525d48d05142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f770e907-4ce0-493f-b992-9bed7230100a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.882763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8c629-ee53-47c2-a778-525d48d05142 None None] Port f770e907-4ce0-493f-b992-9bed7230100a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:02.914267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 188750e0-e567-413f-8f25-ee60d85e3bbd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:02.914267 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.929114 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Publish callbacks [] for port (f770e907-4ce0-493f-b992-9bed7230100a), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.935272 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f770e907-4ce0-493f-b992-9bed7230100a), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:02.991999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d0808fc-a767-432b-8d08-840e517d3af4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755897608183', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126204885'] for subnet (7d87aa35-963d-4efb-a204-6823c77d1237), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.064600 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853466a-903a-49d1-aaae-a9d757d094b7 None None] Pushing event updated for resources: {'Port': ['ID=f770e907-4ce0-493f-b992-9bed7230100a,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:03.109179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9405cfed-1f9b-4cf7-bb53-e1f145cd7ff0 None None] Provisioning complete for port f770e907-4ce0-493f-b992-9bed7230100a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:03.109612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9405cfed-1f9b-4cf7-bb53-e1f145cd7ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f770e907-4ce0-493f-b992-9bed7230100a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.168126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Allocated IP 172.20.0.3 (e3e6b990-33a7-4b67-99a8-8161dc5a7906/7d87aa35-963d-4efb-a204-6823c77d1237/9510f1be-6d34-4cec-9aae-207cb6331e9d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:03.250639 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Attempting to bind port f770e907-4ce0-493f-b992-9bed7230100a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:03.253919 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Attempting to bind port f770e907-4ce0-493f-b992-9bed7230100a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:03.254743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Attempting to bind port f770e907-4ce0-493f-b992-9bed7230100a on network 1f603f69-470e-434c-a4bd-4fd590888b1e {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:03.255178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9405cfed-1f9b-4cf7-bb53-e1f145cd7ff0 None None] Port f770e907-4ce0-493f-b992-9bed7230100a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:03.259308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-76a08b4c-250b-429c-bc2a-dcdb47ad9398 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2209966 Feb 11 13:23:03.277459 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:03.278650 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Checking segment: {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:03.279716 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.280915 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Bound using segment: {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:03.282494 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Bound port: f770e907-4ce0-493f-b992-9bed7230100a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:03.283259 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f770e907-4ce0-493f-b992-9bed7230100a), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.284350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 188750e0-e567-413f-8f25-ee60d85e3bbd is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:03.309965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0808fc-a767-432b-8d08-840e517d3af4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.310579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d0808fc-a767-432b-8d08-840e517d3af4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.314999 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1d0808fc-a767-432b-8d08-840e517d3af4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "PUT /v2.0/subnets/7d87aa35-963d-4efb-a204-6823c77d1237 HTTP/1.1" status: 200 len: 877 time: 0.9428818 Feb 11 13:23:03.315511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46544) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:03.467530 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] For port f770e907-4ce0-493f-b992-9bed7230100a, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:03.478393 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] For port f770e907-4ce0-493f-b992-9bed7230100a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f770e907-4ce0-493f-b992-9bed7230100a,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:03.491036 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f770e907-4ce0-493f-b992-9bed7230100a), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.511665 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0808fc-a767-432b-8d08-840e517d3af4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event updated for resources: {'Subnet': ['ID=7d87aa35-963d-4efb-a204-6823c77d1237,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:03.561569 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Publish callbacks [] for port (9510f1be-6d34-4cec-9aae-207cb6331e9d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.584013 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9510f1be-6d34-4cec-9aae-207cb6331e9d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.614610 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:03.618520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:03.625892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-6423a8ff-55a0-4dbd-8c3e-6732e4537e2d service neutron] 10.222.0.42 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652618 Feb 11 13:23:03.673431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Pushing event updated for resources: {'Port': ['ID=9510f1be-6d34-4cec-9aae-207cb6331e9d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:03.701943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:03.707354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:03.710835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:03.716104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b1e98a28-a306-44ec-b73e-312d6287b842 None None] Provisioning complete for port f770e907-4ce0-493f-b992-9bed7230100a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:03.717584 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b1e98a28-a306-44ec-b73e-312d6287b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f770e907-4ce0-493f-b992-9bed7230100a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.749532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (e3e6b990-33a7-4b67-99a8-8161dc5a7906), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:03.811952 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853466a-903a-49d1-aaae-a9d757d094b7 None None] Pushing event updated for resources: {'Port': ['ID=f770e907-4ce0-493f-b992-9bed7230100a,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:03.946322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:03.947307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Attempting to bind port 9510f1be-6d34-4cec-9aae-207cb6331e9d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:03.951643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Attempting to bind port 9510f1be-6d34-4cec-9aae-207cb6331e9d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '6284f8aa-fe08-45ed-a4c8-be517d95cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e3e6b990-33a7-4b67-99a8-8161dc5a7906'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:03.952119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Attempting to bind port 9510f1be-6d34-4cec-9aae-207cb6331e9d on network e3e6b990-33a7-4b67-99a8-8161dc5a7906 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:04.006171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b1e98a28-a306-44ec-b73e-312d6287b842 None None] Current status of the port f770e907-4ce0-493f-b992-9bed7230100a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:04.008735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b1e98a28-a306-44ec-b73e-312d6287b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f770e907-4ce0-493f-b992-9bed7230100a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.029152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:04.029687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Checking segment: {'id': '6284f8aa-fe08-45ed-a4c8-be517d95cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e3e6b990-33a7-4b67-99a8-8161dc5a7906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:04.030295 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.030702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Bound using segment: {'id': '6284f8aa-fe08-45ed-a4c8-be517d95cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e3e6b990-33a7-4b67-99a8-8161dc5a7906'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:04.031577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Bound port: 9510f1be-6d34-4cec-9aae-207cb6331e9d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6284f8aa-fe08-45ed-a4c8-be517d95cbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e3e6b990-33a7-4b67-99a8-8161dc5a7906'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:04.031968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9510f1be-6d34-4cec-9aae-207cb6331e9d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.034413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-ac6ec2ce-fd51-4d4a-9597-a3ef449ee108 service neutron] 10.222.0.42 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023218 Feb 11 13:23:04.059286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port 9510f1be-6d34-4cec-9aae-207cb6331e9d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:04.059726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9510f1be-6d34-4cec-9aae-207cb6331e9d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.068435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b1e98a28-a306-44ec-b73e-312d6287b842 None None] For port f770e907-4ce0-493f-b992-9bed7230100a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f770e907-4ce0-493f-b992-9bed7230100a,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.082949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b1e98a28-a306-44ec-b73e-312d6287b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f770e907-4ce0-493f-b992-9bed7230100a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.257085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9271bd01-0519-45cb-982c-b16234e89a7d None None] Provisioning complete for port f770e907-4ce0-493f-b992-9bed7230100a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:04.257464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9271bd01-0519-45cb-982c-b16234e89a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f770e907-4ce0-493f-b992-9bed7230100a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.291799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-505d2e44-dcc8-441c-87ad-ac344a86ea2f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.301681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port 9510f1be-6d34-4cec-9aae-207cb6331e9d, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.302477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9510f1be-6d34-4cec-9aae-207cb6331e9d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.303015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-505d2e44-dcc8-441c-87ad-ac344a86ea2f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.53 "GET /v2.0/networks?id=4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 200 len: 911 time: 1.1937532 Feb 11 13:23:04.311084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Request body: {'port': {'device_id': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'admin_state_up': True, 'tenant_id': '40a7725995a743d1a2639901197ea864'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:04.331256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for 9510f1be-6d34-4cec-9aae-207cb6331e9d owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:04.334872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e98a28-a306-44ec-b73e-312d6287b842 None None] Pushing event updated for resources: {'Port': ['ID=f770e907-4ce0-493f-b992-9bed7230100a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.358391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Made reservation on behalf of 40a7725995a743d1a2639901197ea864 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:04.361042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.407433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f5b00c6-4bce-4d4e-8111-a52c68277037 req-22d884a6-c517-49dc-b5c4-9d1242224da2 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 210 time: 0.0500505 Feb 11 13:23:04.415677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] For port 9510f1be-6d34-4cec-9aae-207cb6331e9d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:04.479463 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.480445 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:03Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:04.519547 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90a85a5-6661-4e50-8381-3158054fb139 None None] The sync data for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 is: [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:03Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:04.553028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] For port 9510f1be-6d34-4cec-9aae-207cb6331e9d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9510f1be-6d34-4cec-9aae-207cb6331e9d,segment=NetworkSegment(6284f8aa-fe08-45ed-a4c8-be517d95cbe9),segment_id=6284f8aa-fe08-45ed-a4c8-be517d95cbe9)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:04.564086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9271bd01-0519-45cb-982c-b16234e89a7d None None] Current status of the port f770e907-4ce0-493f-b992-9bed7230100a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:04.568498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff9760da-cdb9-4444-b158-236b2cc5dea5 req-a16dc0b1-fc40-42c0-871b-8322c43812ca tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 210 time: 0.0857747 Feb 11 13:23:04.580730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9510f1be-6d34-4cec-9aae-207cb6331e9d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.694760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9510f1be-6d34-4cec-9aae-207cb6331e9d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.735403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba1ff-e0e4-470d-881f-3278b079eeff None None] Pushing event updated for resources: {'Port': ['ID=9510f1be-6d34-4cec-9aae-207cb6331e9d,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.767957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=9510f1be-6d34-4cec-9aae-207cb6331e9d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.801137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Allocated IP 172.20.0.11 (4445a60f-ec41-4b74-869e-3da06abef81e/d0cf7097-56b6-4457-8a0c-5e9347965fb8/186f12fe-7649-4106-8c4e-e1ded5b88278) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:04.894973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port 9510f1be-6d34-4cec-9aae-207cb6331e9d on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:04.996585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7d87aa35-963d-4efb-a204-6823c77d1237), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.143669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks [] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.214348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (7d87aa35-963d-4efb-a204-6823c77d1237), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.287840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.299511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['dabd1110-cc45-4c11-816a-bf941bc5ed57'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:05.318140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=7d87aa35-963d-4efb-a204-6823c77d1237,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.440483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Network 4445a60f-ec41-4b74-869e-3da06abef81e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:05.476142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:05.486171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:05.496364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Pushing event updated for resources: {'Port': ['ID=186f12fe-7649-4106-8c4e-e1ded5b88278,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.526467 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.580267 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (e3e6b990-33a7-4b67-99a8-8161dc5a7906), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.732703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e6b990-33a7-4b67-99a8-8161dc5a7906']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:05.774304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.774930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.788925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6284f8aa-fe08-45ed-a4c8-be517d95cbe9') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:05.789301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6284f8aa-fe08-45ed-a4c8-be517d95cbe9') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:05.812240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f770e907-4ce0-493f-b992-9bed7230100a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:05.837074 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (6284f8aa-fe08-45ed-a4c8-be517d95cbe9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.846257 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-17d1f86d-6530-419d-8501-fe945e88f556 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5390337 Feb 11 13:23:05.869784 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6284f8aa-fe08-45ed-a4c8-be517d95cbe9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.878775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Request body: {'port': {'device_id': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:05.888101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:05.888532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (6284f8aa-fe08-45ed-a4c8-be517d95cbe9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.043479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.050871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f770e907-4ce0-493f-b992-9bed7230100a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:06.051246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f770e907-4ce0-493f-b992-9bed7230100a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:06.095273 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:06.111112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (e3e6b990-33a7-4b67-99a8-8161dc5a7906), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.131505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ba351693-ffbd-4f8f-a0de-1e506a50cd15 None None] Provisioning complete for port 186f12fe-7649-4106-8c4e-e1ded5b88278 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:06.131879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba351693-ffbd-4f8f-a0de-1e506a50cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.148917 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:06.172208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/e3e6b990-33a7-4b67-99a8-8161dc5a7906 HTTP/1.1" status: 204 len: 168 time: 2.8500180 Feb 11 13:23:06.172464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46570) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.205027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f3889-66a9-4fc8-88e4-38ebe8fecbf2 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=e3e6b990-33a7-4b67-99a8-8161dc5a7906,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:06.226813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ba50e-b441-4ea2-8cbc-39fbce6bfffd req-d8451361-ce7e-475b-974a-e9b29ef7355f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.228400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a6ba50e-b441-4ea2-8cbc-39fbce6bfffd req-d8451361-ce7e-475b-974a-e9b29ef7355f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1028 time: 0.5802128 Feb 11 13:23:06.266950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ba351693-ffbd-4f8f-a0de-1e506a50cd15 None None] Port 186f12fe-7649-4106-8c4e-e1ded5b88278 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:06.379679 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a6ba50e-b441-4ea2-8cbc-39fbce6bfffd req-257023a5-b265-471e-b592-0424b035a528 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327748 Feb 11 13:23:06.441989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f770e907-4ce0-493f-b992-9bed7230100a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:06.486076 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc85951-d6a4-440d-82a9-59edc99e7ec4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:06.486682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc85951-d6a4-440d-82a9-59edc99e7ec4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:06.497956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46574) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.508211 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2cc85951-d6a4-440d-82a9-59edc99e7ec4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/7d87aa35-963d-4efb-a204-6823c77d1237 HTTP/1.1" status: 404 len: 337 time: 0.3328612 Feb 11 13:23:06.621369 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36c0a4c-03ff-4a21-94df-42af9c86fceb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:06.621984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36c0a4c-03ff-4a21-94df-42af9c86fceb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:06.632546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d36c0a4c-03ff-4a21-94df-42af9c86fceb tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/e3e6b990-33a7-4b67-99a8-8161dc5a7906 HTTP/1.1" status: 404 len: 339 time: 0.1333361 Feb 11 13:23:06.639385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46576) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.789265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97c8cbf8-50c3-41c9-adea-10afbaf6d18c req-28204246-d3e9-4e74-a15e-ac35888d9f68 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 210 time: 0.1493115 Feb 11 13:23:06.851149 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1e5269-3a9e-4bf4-9830-6d084dcdb9a7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:06.851895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1e5269-3a9e-4bf4-9830-6d084dcdb9a7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:06.856258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ea1e5269-3a9e-4bf4-9830-6d084dcdb9a7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/59ebb8ec-0fce-4db7-baca-2aa6dbe70962 HTTP/1.1" status: 404 len: 337 time: 0.1937099 Feb 11 13:23:06.885503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a6819b80-fecb-4366-9697-4c493c30112a None None] Could not find standard attr ID for object 9510f1be-6d34-4cec-9aae-207cb6331e9d. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:23:06.893396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46578) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:06.975982 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cd77ce-ccf7-4523-8ff4-517406f1f7e1 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:06.977931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cd77ce-ccf7-4523-8ff4-517406f1f7e1 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:06.986713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-26cd77ce-ccf7-4523-8ff4-517406f1f7e1 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/c07b79ce-aa26-4b5e-a7dd-7fe99cdbb090 HTTP/1.1" status: 404 len: 339 time: 0.0900071 Feb 11 13:23:06.987391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46582) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:07.040271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-dd045b91-03ba-47ed-a6d8-52564c634915 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.046741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-dd045b91-03ba-47ed-a6d8-52564c634915 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/networks?id=1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 200 len: 797 time: 0.5101743 Feb 11 13:23:07.089945 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186f12fe-7649-4106-8c4e-e1ded5b88278 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:07.108393 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Publish callbacks [] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.150477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Transition to ACTIVE for port object 186f12fe-7649-4106-8c4e-e1ded5b88278 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:07.164174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.193975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b940b03f-624f-49bb-a15f-49d0d5b9301e tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0 HTTP/1.1" status: 200 len: 379 time: 0.1374159 Feb 11 13:23:07.208518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'port': {'device_id': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'admin_state_up': True, 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'security_groups': ['44d0fcae-0471-42db-9907-cde6c25b4a99']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:07.219296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd533ac1-a002-4112-bc98-c2cd828c755d None None] DHCP port deletion for e3e6b990-33a7-4b67-99a8-8161dc5a7906 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:07.244534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2f471-ac1a-40b1-aa7a-e9253b3f7c9d None None] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:07.298365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a2f471-ac1a-40b1-aa7a-e9253b3f7c9d None None] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:23:07.313000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d044c918-8600-4aa3-89df-abdc243f14c3 None None] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:07.360350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d044c918-8600-4aa3-89df-abdc243f14c3 None None] Network e3e6b990-33a7-4b67-99a8-8161dc5a7906 could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 13:23:07.405176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (332ca1ea-6100-434f-bd46-0d4cbcee6e41), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.427895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9510f1be-6d34-4cec-9aae-207cb6331e9d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:07.457013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Pushing event updated for resources: {'Port': ['ID=186f12fe-7649-4106-8c4e-e1ded5b88278,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.479447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9510f1be-6d34-4cec-9aae-207cb6331e9d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:07.479796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9510f1be-6d34-4cec-9aae-207cb6331e9d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:07.526412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Made reservation on behalf of f7cb6e0e0f66421eb1f0ca064e2fdea0 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:07.531486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.609229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Attempting to bind port 186f12fe-7649-4106-8c4e-e1ded5b88278 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:07.609810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Attempting to bind port 186f12fe-7649-4106-8c4e-e1ded5b88278 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:07.609917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Attempting to bind port 186f12fe-7649-4106-8c4e-e1ded5b88278 on network 4445a60f-ec41-4b74-869e-3da06abef81e {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.616841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Port 186f12fe-7649-4106-8c4e-e1ded5b88278 on network 4445a60f-ec41-4b74-869e-3da06abef81e not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:07.617089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Attempting to bind port 186f12fe-7649-4106-8c4e-e1ded5b88278 on network 4445a60f-ec41-4b74-869e-3da06abef81e {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.651758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (332ca1ea-6100-434f-bd46-0d4cbcee6e41), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.655330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:07.655681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Checking segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:07.656071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Bound using segment: {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:07.656517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Bound port: 186f12fe-7649-4106-8c4e-e1ded5b88278, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:07.656877 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.733455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.20.0.11 (1f603f69-470e-434c-a4bd-4fd590888b1e/2792744f-530f-41e1-806a-4667c67fb403/655c622c-2eb2-41d4-b4cc-0f80c67a1eac) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:07.744664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] For port 186f12fe-7649-4106-8c4e-e1ded5b88278, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:07.748146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] For port 186f12fe-7649-4106-8c4e-e1ded5b88278, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=186f12fe-7649-4106-8c4e-e1ded5b88278,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:07.755023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332ca1ea-6100-434f-bd46-0d4cbcee6e41']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:07.758701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.822391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Pushing event updated for resources: {'Port': ['ID=186f12fe-7649-4106-8c4e-e1ded5b88278,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.829042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450425d2-7cd2-424a-adb9-db2e217539ad') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:07.829393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450425d2-7cd2-424a-adb9-db2e217539ad') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:07.836329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.837206 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.838706 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-9f13a6f7-3a3e-4a0f-be1f-f701d90b6bbe service neutron] 10.222.0.53 "PUT /v2.0/ports/186f12fe-7649-4106-8c4e-e1ded5b88278 HTTP/1.1" status: 200 len: 1092 time: 1.9836097 Feb 11 13:23:07.845067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'tag': '186f12fe-7649-4106-8c4e-e1ded5b88278'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:07.848017 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee58e59-6df0-4ac1-b650-a2c86255f99d", "tag": "186f12fe-7649-4106-8c4e-e1ded5b88278"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:07.857522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (450425d2-7cd2-424a-adb9-db2e217539ad), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.876694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (450425d2-7cd2-424a-adb9-db2e217539ad), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.884924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:07.886170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (450425d2-7cd2-424a-adb9-db2e217539ad), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:07.892167 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:07.925063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.016163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.046627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1f603f69-470e-434c-a4bd-4fd590888b1e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:08.110863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:08.141734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:08.196168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (332ca1ea-6100-434f-bd46-0d4cbcee6e41), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.238495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:08.249676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.261044 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/332ca1ea-6100-434f-bd46-0d4cbcee6e41 HTTP/1.1" status: 204 len: 168 time: 1.2685807 Feb 11 13:23:08.264218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46594) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.289772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9003d5e-1ab5-4bc9-9966-5f6f4ac82ccc tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=332ca1ea-6100-434f-bd46-0d4cbcee6e41,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:08.302087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.304240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.308121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04ea46-1313-4fd0-a89f-a499f4ee3bbe req-37554a4f-2103-4641-8bdd-e2ffc8e5f39d tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.315646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a04ea46-1313-4fd0-a89f-a499f4ee3bbe req-37554a4f-2103-4641-8bdd-e2ffc8e5f39d tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1083 time: 0.8053370 Feb 11 13:23:08.318708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-a73366d1-eb82-4d5b-bc89-96a724e34f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.321306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-a73366d1-eb82-4d5b-bc89-96a724e34f91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40a7725995a743d1a2639901197ea864&device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1126 time: 0.3842335 Feb 11 13:23:08.403366 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ed630d-ef8b-40bf-8fee-d23fc258a5d3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.403366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ed630d-ef8b-40bf-8fee-d23fc258a5d3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.403366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-48ed630d-ef8b-40bf-8fee-d23fc258a5d3 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/d1903f71-84ae-44c4-9023-98d7e34cb5b7 HTTP/1.1" status: 404 len: 337 time: 0.1344144 Feb 11 13:23:08.403739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46598) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.414779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-b96f563e-493f-4e17-9e0d-a25069bdd47d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186f12fe-7649-4106-8c4e-e1ded5b88278 HTTP/1.1" status: 200 len: 217 time: 0.0841799 Feb 11 13:23:08.434835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-159df1a8-a385-4aa1-90e9-c5305544b092 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2332506 Feb 11 13:23:08.437589 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ac251c-1be5-4c7f-9935-b290dffe2319 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.438422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ac251c-1be5-4c7f-9935-b290dffe2319 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.444400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-20ac251c-1be5-4c7f-9935-b290dffe2319 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/3271c236-f856-4d22-b0f1-0a3add2c4356 HTTP/1.1" status: 404 len: 339 time: 0.0368838 Feb 11 13:23:08.448448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46600) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.461586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Request body: {'port': {'device_id': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:08.512221 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd89ae4-e9ee-48f1-acf3-de1b5063a5b5 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.512751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd89ae4-e9ee-48f1-acf3-de1b5063a5b5 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.519708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8cd89ae4-e9ee-48f1-acf3-de1b5063a5b5 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/20231eff-a337-41f1-ac27-31f23dae6141 HTTP/1.1" status: 404 len: 337 time: 0.0680952 Feb 11 13:23:08.521213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46602) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.531145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-2132814e-683c-42b7-8a70-cba73acc31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.532599 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-2132814e-683c-42b7-8a70-cba73acc31f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0cf7097-56b6-4457-8a0c-5e9347965fb8 HTTP/1.1" status: 200 len: 849 time: 0.1127901 Feb 11 13:23:08.547982 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-414d0f0b-b538-4dbc-93b7-5f3bf3f74480 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.548646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414d0f0b-b538-4dbc-93b7-5f3bf3f74480 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.554152 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-414d0f0b-b538-4dbc-93b7-5f3bf3f74480 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/64ed82cd-7bff-4ed3-acc8-ff40578f5150 HTTP/1.1" status: 404 len: 339 time: 0.0292079 Feb 11 13:23:08.554328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a04ea46-1313-4fd0-a89f-a499f4ee3bbe req-910a2f08-f48a-4328-b821-1891f2d0fbcc tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359171 Feb 11 13:23:08.555550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46604) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.633048 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-983c3e88-96ae-4489-9ba5-7244b5bb292a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.633506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983c3e88-96ae-4489-9ba5-7244b5bb292a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.645377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-983c3e88-96ae-4489-9ba5-7244b5bb292a tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/5b0b3f42-0f53-4c9d-a21d-bf12279f64bb HTTP/1.1" status: 404 len: 337 time: 0.0865321 Feb 11 13:23:08.662197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46606) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.733111 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92b6bcc-ab98-421b-ad46-865e4ca33883 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.733699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92b6bcc-ab98-421b-ad46-865e4ca33883 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.746220 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f92b6bcc-ab98-421b-ad46-865e4ca33883 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/5c039038-3fab-4e45-bc81-f7240a7a71f1 HTTP/1.1" status: 404 len: 339 time: 0.0820062 Feb 11 13:23:08.749561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46608) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.788925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.792799 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ab753e-9e57-4932-85e2-f97eb7f63895 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.793251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ab753e-9e57-4932-85e2-f97eb7f63895 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.796306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-65ab753e-9e57-4932-85e2-f97eb7f63895 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/37c7fb5d-a425-4d63-99bb-f9b87ed23bf1 HTTP/1.1" status: 404 len: 337 time: 0.0449643 Feb 11 13:23:08.803009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46610) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:08.807118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-0628b856-fee7-4302-b696-dc408e54a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.808665 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-0628b856-fee7-4302-b696-dc408e54a662 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4445a60f-ec41-4b74-869e-3da06abef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2627823 Feb 11 13:23:08.817484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bb2cc00d-2283-44da-9cf9-85b8f895d459 None None] Provisioning complete for port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:08.818072 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bb2cc00d-2283-44da-9cf9-85b8f895d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.852197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb151812-3063-4c59-a2c8-798d7d3b7ec3 req-708d20aa-6e07-4bfc-95c9-a664cb0575cd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.853898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb151812-3063-4c59-a2c8-798d7d3b7ec3 req-708d20aa-6e07-4bfc-95c9-a664cb0575cd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 932 time: 0.2061250 Feb 11 13:23:08.910525 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6606e3f-88fc-4a1c-8974-1cec86d7acc7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:08.911104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6606e3f-88fc-4a1c-8974-1cec86d7acc7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:08.927005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb151812-3063-4c59-a2c8-798d7d3b7ec3 req-befdf572-e8ba-4829-9a7a-2c94b275135f tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655115 Feb 11 13:23:08.933370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b6606e3f-88fc-4a1c-8974-1cec86d7acc7 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/0966d634-c6ba-41af-a256-7a34bf4504da HTTP/1.1" status: 404 len: 339 time: 0.1226554 Feb 11 13:23:08.954809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cc00d-2283-44da-9cf9-85b8f895d459 None None] Port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:08.962061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46612) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.046774 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a692b3e-6270-4bca-bcd2-39c877d2e2d3 x-openstack-request-id: req-4a692b3e-6270-4bca-bcd2-39c877d2e2d3 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:09.047071 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee58e59-6df0-4ac1-b650-a2c86255f99d", "tag": "186f12fe-7649-4106-8c4e-e1ded5b88278", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:09.047327 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a692b3e-6270-4bca-bcd2-39c877d2e2d3 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:09.047733 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'tag': '186f12fe-7649-4106-8c4e-e1ded5b88278', 'status': 'completed', 'code': 200} Feb 11 13:23:09.054717 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-887731d8-1af1-4c6b-8580-72e4697832d5 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.056628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887731d8-1af1-4c6b-8580-72e4697832d5 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.065841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-887731d8-1af1-4c6b-8580-72e4697832d5 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/7d268b27-7ca9-4284-9bfc-39f9272540d3 HTTP/1.1" status: 404 len: 337 time: 0.1026347 Feb 11 13:23:09.066480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46614) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.148660 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f386da-01e3-441e-bb0a-7742ec260805 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.149494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f386da-01e3-441e-bb0a-7742ec260805 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.155376 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b9f386da-01e3-441e-bb0a-7742ec260805 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/f9425569-2049-4a03-bdc6-5d6693485582 HTTP/1.1" status: 404 len: 339 time: 0.0855443 Feb 11 13:23:09.158043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46616) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.215054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 655c622c-2eb2-41d4-b4cc-0f80c67a1eac {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:09.225069 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Publish callbacks [] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.227393 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c8dc43-2de1-48b0-bf2b-44714c69ff57 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.228023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c8dc43-2de1-48b0-bf2b-44714c69ff57 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.238800 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d7c8dc43-2de1-48b0-bf2b-44714c69ff57 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/86b2259a-4b5c-4479-a3d9-5e3f006f2e93 HTTP/1.1" status: 404 len: 337 time: 0.0773888 Feb 11 13:23:09.239068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Transition to ACTIVE for port object 655c622c-2eb2-41d4-b4cc-0f80c67a1eac will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:09.239603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46620) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.250543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.276569 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-c343c173-36ee-4b7a-b854-84fdd9348c5f tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.277245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c343c173-36ee-4b7a-b854-84fdd9348c5f tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.282930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c343c173-36ee-4b7a-b854-84fdd9348c5f tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/4ee97bff-66ba-4cf6-9c66-0c2559602954 HTTP/1.1" status: 404 len: 339 time: 0.0398197 Feb 11 13:23:09.283155 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-8201dced-fe57-41f0-8cac-b1915d68f127 service neutron] 10.222.0.53 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414554 Feb 11 13:23:09.283155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46622) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.330785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.340674 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca91f7e3-da15-4865-999d-8d66ffe111b8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.341273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca91f7e3-da15-4865-999d-8d66ffe111b8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.348212 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ca91f7e3-da15-4865-999d-8d66ffe111b8 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/7cb350ba-5b3f-44f5-9967-d4583d9c32a3 HTTP/1.1" status: 404 len: 337 time: 0.0618119 Feb 11 13:23:09.350714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46624) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.381207 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc2fceb-5a4f-4259-932d-dcac3a9336bd tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.381781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc2fceb-5a4f-4259-932d-dcac3a9336bd tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.389581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9bc2fceb-5a4f-4259-932d-dcac3a9336bd tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/a5359563-4012-4c7f-9fb0-1555113633f6 HTTP/1.1" status: 404 len: 339 time: 0.0352688 Feb 11 13:23:09.423271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46628) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.473797 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb07087-d156-431d-8cf6-2b639ea10b7e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.474502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb07087-d156-431d-8cf6-2b639ea10b7e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.481924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fcb07087-d156-431d-8cf6-2b639ea10b7e tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/38d82d15-8ef4-44cf-88a0-4a3541bbdd4b HTTP/1.1" status: 404 len: 337 time: 0.0543461 Feb 11 13:23:09.482145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46630) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.511097 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a202127-cab4-4d2b-ad00-3c27d3daca0f tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:09.511611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a202127-cab4-4d2b-ad00-3c27d3daca0f tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:09.517150 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4a202127-cab4-4d2b-ad00-3c27d3daca0f tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/c5fa7c79-dfe5-438b-904a-67e424388c65 HTTP/1.1" status: 404 len: 339 time: 0.0326567 Feb 11 13:23:09.518377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46632) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:09.528088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Attempting to bind port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:09.528525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Attempting to bind port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:09.528855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Attempting to bind port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac on network 1f603f69-470e-434c-a4bd-4fd590888b1e {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:09.529273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1404d32-622e-4e23-b9c6-7200389e3048 req-159e3d50-14bc-46da-8416-a1d921b18653 service neutron] 10.222.0.53 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379901 Feb 11 13:23:09.539558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac on network 1f603f69-470e-434c-a4bd-4fd590888b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:09.539995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Attempting to bind port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac on network 1f603f69-470e-434c-a4bd-4fd590888b1e {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:09.561492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:09.562653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Checking segment: {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:09.563163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Bound using segment: {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:09.564798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Bound port: 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaca8b8c-14b3-4ecb-8ace-325de6db5154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:09.565166 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.583073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting subnet 26e5257c-78db-4198-a6a1-529646d46d65 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:09.587004 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (26e5257c-78db-4198-a6a1-529646d46d65), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.630629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (26e5257c-78db-4198-a6a1-529646d46d65), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.756572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfc901-dd3c-418f-907f-5310b48113ea req-279af778-1586-4115-91f0-4f159814d21f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.758355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9bfc901-dd3c-418f-907f-5310b48113ea req-279af778-1586-4115-91f0-4f159814d21f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1126 time: 0.0996196 Feb 11 13:23:09.759983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:09.764764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:09.778416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-51f9a08b-0290-4471-8a3d-178fd6382e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.787484 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.788094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-51f9a08b-0290-4471-8a3d-178fd6382e87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=40a7725995a743d1a2639901197ea864&device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1126 time: 0.1294014 Feb 11 13:23:09.791461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (26e5257c-78db-4198-a6a1-529646d46d65), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.853191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9bfc901-dd3c-418f-907f-5310b48113ea req-07cb66c2-bbc3-4512-89c4-1d1607670c03 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862906 Feb 11 13:23:09.864982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.865785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:09.867091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] 10.222.0.64 "PUT /v2.0/ports/655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 200 len: 1092 time: 1.4195802 Feb 11 13:23:09.867818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:09.869982 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405ba133-0544-468e-bc93-c6162bce4ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:09.902451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fde2d8-6a5b-4990-823b-3c39b76f4ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.999680 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff5b91-6d71-4b0e-b8a5-ddf6efb5ded1 x-openstack-request-id: req-d5ff5b91-6d71-4b0e-b8a5-ddf6efb5ded1 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:09.999984 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:10.000237 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5ff5b91-6d71-4b0e-b8a5-ddf6efb5ded1 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:10.000647 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'status': 'completed', 'code': 200} Feb 11 13:23:10.023020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-691b3591-0477-4192-b2ab-cce0a3e24901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.024778 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-691b3591-0477-4192-b2ab-cce0a3e24901 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 200 len: 911 time: 0.2300775 Feb 11 13:23:10.037700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-6ad43be2-a96f-47b9-90da-082d3d2a7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.039719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-6ad43be2-a96f-47b9-90da-082d3d2a7f3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1126 time: 0.0992684 Feb 11 13:23:10.085071 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-72592813-0b2c-4b87-bdb0-f86b502adf22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=186f12fe-7649-4106-8c4e-e1ded5b88278 HTTP/1.1" status: 200 len: 217 time: 0.0512850 Feb 11 13:23:10.105916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-de546886-e52e-46b1-bf6d-e9bad87c8cc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 200 len: 217 time: 0.0555496 Feb 11 13:23:10.133893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (26e5257c-78db-4198-a6a1-529646d46d65), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.192995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-bf43bbaa-506c-4718-9f16-e1da785cadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.194523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-bf43bbaa-506c-4718-9f16-e1da785cadbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2792744f-530f-41e1-806a-4667c67fb403 HTTP/1.1" status: 200 len: 834 time: 0.0777054 Feb 11 13:23:10.206401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080659-f3bb-4691-af96-6247dc864655 req-f03b298d-6800-4805-9a0c-7f2e90006b7b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.208010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16080659-f3bb-4691-af96-6247dc864655 req-f03b298d-6800-4805-9a0c-7f2e90006b7b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 944 time: 0.1006379 Feb 11 13:23:10.253744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Subnet': ['ID=26e5257c-78db-4198-a6a1-529646d46d65,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.284376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.290212 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b05d7e7f-26fa-4318-894e-d4b875a76027 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/subnets/26e5257c-78db-4198-a6a1-529646d46d65 HTTP/1.1" status: 204 len: 168 time: 0.7687163 Feb 11 13:23:10.290406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee70ab1-c104-472b-aace-4a4095bdf8d0 None None] Network 60fff138-8d68-49e2-9901-3086e9b014c8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:10.294232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46650) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:10.297965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-413938cb-d82b-47bf-bcd3-a5fe5a83ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.299872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-413938cb-d82b-47bf-bcd3-a5fe5a83ed15 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d0cf7097-56b6-4457-8a0c-5e9347965fb8 HTTP/1.1" status: 200 len: 849 time: 0.1948705 Feb 11 13:23:10.351478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16080659-f3bb-4691-af96-6247dc864655 req-b2e1ede5-8167-4caa-9601-213b6d1c48cf tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338942 Feb 11 13:23:10.370821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-9783996f-e8fc-4dc6-aaea-b750e768372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.372437 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-9783996f-e8fc-4dc6-aaea-b750e768372c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4445a60f-ec41-4b74-869e-3da06abef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0645289 Feb 11 13:23:10.373220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-118cf95b-868d-4dba-a55d-37ad45ca6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.374928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-118cf95b-868d-4dba-a55d-37ad45ca6f8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f603f69-470e-434c-a4bd-4fd590888b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1659698 Feb 11 13:23:10.509472 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-85c1eda7-cb77-442d-91da-f9983d42b27c service neutron] 10.222.0.53 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290829 Feb 11 13:23:10.532402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] DHCP port deletion for 60fff138-8d68-49e2-9901-3086e9b014c8 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:10.556111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-59489948-0eee-4ffe-89c8-103d432e6717 service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066246 Feb 11 13:23:10.587270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (60fff138-8d68-49e2-9901-3086e9b014c8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.596355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] Deleting port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:10.596732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.661593 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2ae66e6e-d8d7-43bc-aade-eeb0199f1eb7 req-e8c0a234-4396-4d34-966a-f94628ff4217 service neutron] 10.222.0.53 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464329 Feb 11 13:23:10.707956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b43dcaa-c69b-4e62-be77-cfabb8575d75 req-924ad89f-7a56-40cd-8e5d-cc2bdba8b009 service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459432 Feb 11 13:23:10.713425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] For port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,segment=NetworkSegment(b586aa1d-838a-4543-8567-cf85168334b9),segment_id=b586aa1d-838a-4543-8567-cf85168334b9)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:10.714121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.735895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Deleting port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:10.736240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.736708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] Calling delete_port for 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:10.828650 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.855431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] Pushing event deleted for resources: {'Port': ['ID=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.860135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] For port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,segment=NetworkSegment(b586aa1d-838a-4543-8567-cf85168334b9),segment_id=b586aa1d-838a-4543-8567-cf85168334b9)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:10.860502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:10.872245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92763bec-dbb3-4239-a454-2575ecf7d506 None None] No DVR routers for this DVR port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:10.882838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Calling delete_port for 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:10.889110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-6cb00020-9c34-4b4e-9663-25654e068f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.890769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-6cb00020-9c34-4b4e-9663-25654e068f2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1126 time: 0.1283939 Feb 11 13:23:11.079499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-35233fbb-728e-4158-8f8c-1410d213bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.081014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-35233fbb-728e-4158-8f8c-1410d213bc68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 200 len: 898 time: 0.1844633 Feb 11 13:23:11.083134 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9a9c0474-9d05-4c9e-8feb-c03e14b71bdd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.124437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59f98d-2bc3-4489-9f9d-0d28525180e1 req-9ebce9a0-22e3-4891-ada3-058688bdc2a1 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.126010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e59f98d-2bc3-4489-9f9d-0d28525180e1 req-9ebce9a0-22e3-4891-ada3-058688bdc2a1 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1126 time: 0.1342366 Feb 11 13:23:11.154124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Port': ['ID=9a9c0474-9d05-4c9e-8feb-c03e14b71bdd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.157675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-96a8456f-a7a8-452c-8315-4c1856622b13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 200 len: 217 time: 0.0699143 Feb 11 13:23:11.165098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] No DVR routers for this DVR port 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:11.222964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-d85de950-51a0-41a1-93ba-eb254a18c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.224539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-d85de950-51a0-41a1-93ba-eb254a18c03e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2792744f-530f-41e1-806a-4667c67fb403 HTTP/1.1" status: 200 len: 834 time: 0.0577416 Feb 11 13:23:11.347660 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (60fff138-8d68-49e2-9901-3086e9b014c8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.357334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e59f98d-2bc3-4489-9f9d-0d28525180e1 req-6f6000c0-29af-4306-a291-83e36702a7c2 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047274 Feb 11 13:23:11.383622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fff138-8d68-49e2-9901-3086e9b014c8']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:11.396913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b586aa1d-838a-4543-8567-cf85168334b9') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:11.397210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b586aa1d-838a-4543-8567-cf85168334b9') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:11.400411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-b9e47acf-0ef0-48ba-94ba-aebd1e9296bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.401980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-b9e47acf-0ef0-48ba-94ba-aebd1e9296bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f603f69-470e-434c-a4bd-4fd590888b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1561470 Feb 11 13:23:11.429312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (b586aa1d-838a-4543-8567-cf85168334b9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.519875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b586aa1d-838a-4543-8567-cf85168334b9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.531228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:11.557488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:11.558346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9a9c0474-9d05-4c9e-8feb-c03e14b71bdd not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:11.588481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:11.589172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (b586aa1d-838a-4543-8567-cf85168334b9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: self.session.flush() Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:11.592833 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:11.682227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af50b3b-525b-4b1a-b13b-e15e20138e3c req-763270a4-3647-4024-b4fa-6df5c8e22de3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.684027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6af50b3b-525b-4b1a-b13b-e15e20138e3c req-763270a4-3647-4024-b4fa-6df5c8e22de3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 944 time: 0.1965542 Feb 11 13:23:11.687273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-bbc7f36a-dccb-42ae-8ab4-e8824ec2c054 service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740076 Feb 11 13:23:11.703588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (60fff138-8d68-49e2-9901-3086e9b014c8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.736741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:11.740118 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] 10.222.0.42 "DELETE /v2.0/networks/60fff138-8d68-49e2-9901-3086e9b014c8 HTTP/1.1" status: 204 len: 168 time: 1.4392092 Feb 11 13:23:11.747685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efadcf-17e3-4c02-918d-8b69c134b4a4 tempest-NetworksTest-1866454231 tempest-NetworksTest-1866454231-project] Pushing event deleted for resources: {'Network': ['ID=60fff138-8d68-49e2-9901-3086e9b014c8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.832177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6af50b3b-525b-4b1a-b13b-e15e20138e3c req-d7c6bb9c-0c31-4ba5-aa71-cceaf2241150 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311424 Feb 11 13:23:11.861784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-405ba133-0544-468e-bc93-c6162bce4ce9 req-69d32789-d7b0-4c63-b3c1-57b1e6aeed9e service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685135 Feb 11 13:23:12.032753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46674) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:12.171452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4b588e4d-6ad6-4444-9bab-32ba07f56d08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=086e132d90d24c0193ea7ef01ca590ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349955 Feb 11 13:23:12.171673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46678) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:12.225434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc40465e-2e00-417d-a5c0-cb703fc08ae5 admin admin] Publish callbacks [] for security_group (415d1009-1505-411e-84ed-2c19533c1234), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.248804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc40465e-2e00-417d-a5c0-cb703fc08ae5 admin admin] Publish callbacks [] for security_group (415d1009-1505-411e-84ed-2c19533c1234), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.297007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 186f12fe-7649-4106-8c4e-e1ded5b88278 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:12.301734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc40465e-2e00-417d-a5c0-cb703fc08ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (415d1009-1505-411e-84ed-2c19533c1234), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.304465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cc40465e-2e00-417d-a5c0-cb703fc08ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.305415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cc40465e-2e00-417d-a5c0-cb703fc08ae5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/415d1009-1505-411e-84ed-2c19533c1234 HTTP/1.1" status: 204 len: 168 time: 0.1329632 Feb 11 13:23:12.314435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40465e-2e00-417d-a5c0-cb703fc08ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415d1009-1505-411e-84ed-2c19533c1234,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:12.465426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 186f12fe-7649-4106-8c4e-e1ded5b88278, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=186f12fe-7649-4106-8c4e-e1ded5b88278,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.480224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '186f12fe-7649-4106-8c4e-e1ded5b88278', 'network_id': '4445a60f-ec41-4b74-869e-3da06abef81e', 'port_id': '186f12fe-7649-4106-8c4e-e1ded5b88278', 'mac_address': 'fa:16:3e:53:ce:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0cf7097-56b6-4457-8a0c-5e9347965fb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:12.575709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 186f12fe-7649-4106-8c4e-e1ded5b88278 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:12.576395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.588881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3e69c-42a0-45d0-a87d-87b399ac27fc req-c94c2e11-4107-4537-a068-c629621e70a9 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.592461 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186f12fe-7649-4106-8c4e-e1ded5b88278 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:12.599814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8df3e69c-42a0-45d0-a87d-87b399ac27fc req-c94c2e11-4107-4537-a068-c629621e70a9 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1126 time: 0.0653033 Feb 11 13:23:12.632399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 186f12fe-7649-4106-8c4e-e1ded5b88278, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=186f12fe-7649-4106-8c4e-e1ded5b88278,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.639573 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:12.684762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8df3e69c-42a0-45d0-a87d-87b399ac27fc req-dc75868c-ac93-4fd9-94e8-a432dda3420c tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838914 Feb 11 13:23:12.723119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=186f12fe-7649-4106-8c4e-e1ded5b88278,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:12.796144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 655c622c-2eb2-41d4-b4cc-0f80c67a1eac details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:12.996229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:13.015080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8016c9-804f-45a2-8b77-1243eef80ac4 req-aa6121f4-4ccf-4620-a583-35bcac1af2ec tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.025973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de8016c9-804f-45a2-8b77-1243eef80ac4 req-aa6121f4-4ccf-4620-a583-35bcac1af2ec tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 944 time: 0.0835850 Feb 11 13:23:13.029395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'port_id': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'mac_address': 'fa:16:3e:f6:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:13.081022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['186f12fe-7649-4106-8c4e-e1ded5b88278'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:13.135552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de8016c9-804f-45a2-8b77-1243eef80ac4 req-667cda7b-ab55-48ac-9d33-b8e453b074e0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085598 Feb 11 13:23:13.184161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:13.184458 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.199718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655c622c-2eb2-41d4-b4cc-0f80c67a1eac {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:23:13.220944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:13.236280 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.240393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46708) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:13.333484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.353992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-727343914'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:13.376673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:13.381202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.392578 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.528178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (bca1012c-e99d-47dc-b491-9a6b08cbd04a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.539677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bca1012c-e99d-47dc-b491-9a6b08cbd04a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.594338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:13.608200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1012c-e99d-47dc-b491-9a6b08cbd04a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.612995 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (818c7814-d1ff-45d0-bd3a-9b279bf2c5d0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.614263 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment 818c7814-d1ff-45d0-bd3a-9b279bf2c5d0 of type vlan for network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e Feb 11 13:23:13.617476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['655c622c-2eb2-41d4-b4cc-0f80c67a1eac'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:13.678142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.730647 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.736569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.737235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:13.790187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5482893 Feb 11 13:23:13.793700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46718) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:13.799073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'name': 'tempest-PortsTestJSON-687532466'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:13.858741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db42f8f-7d9a-4a08-8526-0403773febe7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.924136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:13.924991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135bd22-505a-446d-b6b8-afb100fbdff2 req-6937b898-b58d-4e9b-be0c-bf66a16bb2cd tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.933030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3135bd22-505a-446d-b6b8-afb100fbdff2 req-6937b898-b58d-4e9b-be0c-bf66a16bb2cd tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1127 time: 0.1226225 Feb 11 13:23:14.010261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:14.014619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.028311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3135bd22-505a-446d-b6b8-afb100fbdff2 req-e0138633-958c-45e6-a927-28e57c0cc400 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949113 Feb 11 13:23:14.046040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 70a99a52-0bab-482c-9638-93f0768c47a4 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:14.282523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (70a99a52-0bab-482c-9638-93f0768c47a4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.292950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 186f12fe-7649-4106-8c4e-e1ded5b88278 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:14.320012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.350409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31e2f9-7b98-4c67-b0a3-6dfb00bbf943 req-0d223de5-7f4f-4ee2-a3fa-ddad499680f8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.352761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d31e2f9-7b98-4c67-b0a3-6dfb00bbf943 req-0d223de5-7f4f-4ee2-a3fa-ddad499680f8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 945 time: 0.1182938 Feb 11 13:23:14.396327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 186f12fe-7649-4106-8c4e-e1ded5b88278 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:14.396815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=70a99a52-0bab-482c-9638-93f0768c47a4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:14.406922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 186f12fe-7649-4106-8c4e-e1ded5b88278 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:14.407409 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.425048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': '818c7814-d1ff-45d0-bd3a-9b279bf2c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:14.425546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:14.446361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d31e2f9-7b98-4c67-b0a3-6dfb00bbf943 req-6d5b52dc-61b2-46e2-a640-e0734f82c469 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859659 Feb 11 13:23:14.450301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:14.462909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:14.473743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7cb0c-d1ed-4205-a142-bf07638cb065 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:14.478008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:14.485446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.486174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.508102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-de61b765-abd8-425d-a3c5-df2a4ed2fa21 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7130108 Feb 11 13:23:14.512300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46730) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:14.518061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-915257902'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:14.541264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:14.550358 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.597520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:14.616298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (35264d84-8cac-42f2-b8a2-da2aedd70606), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.616676 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment 35264d84-8cac-42f2-b8a2-da2aedd70606 of type vlan for network 3f96adce-36e1-44d5-801c-bcc408ec34a9 Feb 11 13:23:14.658586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 186f12fe-7649-4106-8c4e-e1ded5b88278 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:14.659115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.685311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3f96adce-36e1-44d5-801c-bcc408ec34a9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.693127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186f12fe-7649-4106-8c4e-e1ded5b88278'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:14.696138 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a60a6-4940-4273-aab8-fd9d16b33f37" -d '{"events": [{"server_uuid": "7ee58e59-6df0-4ac1-b650-a2c86255f99d", "name": "network-vif-plugged", "status": "completed", "tag": "186f12fe-7649-4106-8c4e-e1ded5b88278"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:14.713372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 186f12fe-7649-4106-8c4e-e1ded5b88278, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=186f12fe-7649-4106-8c4e-e1ded5b88278,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:14.721194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3f96adce-36e1-44d5-801c-bcc408ec34a9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.721729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.730304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.731385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:14.769369 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19ba140-beb6-44ae-94e2-6f084f823428 x-openstack-request-id: req-b19ba140-beb6-44ae-94e2-6f084f823428 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:14.769972 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee58e59-6df0-4ac1-b650-a2c86255f99d", "name": "network-vif-plugged", "status": "completed", "tag": "186f12fe-7649-4106-8c4e-e1ded5b88278", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:14.770818 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b19ba140-beb6-44ae-94e2-6f084f823428 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:14.771143 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186f12fe-7649-4106-8c4e-e1ded5b88278', 'code': 200} Feb 11 13:23:14.790785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2771223 Feb 11 13:23:14.791182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46738) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:14.810432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'ports': [{'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e'}, {'network_id': '3f96adce-36e1-44d5-801c-bcc408ec34a9'}]} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:14.811208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=186f12fe-7649-4106-8c4e-e1ded5b88278,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:14.811610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:14.812614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': '3f96adce-36e1-44d5-801c-bcc408ec34a9'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:14.846270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a63c9-7770-4bad-bb41-d1be1900f141 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=3f96adce-36e1-44d5-801c-bcc408ec34a9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:14.859224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3f96adce-36e1-44d5-801c-bcc408ec34a9 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:14.996050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c61b9-2b59-4973-83e5-24b443da044e req-58c287f7-1497-457c-a5eb-e30dc0c6ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.997563 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-778c61b9-2b59-4973-83e5-24b443da044e req-58c287f7-1497-457c-a5eb-e30dc0c6ecd5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.1374893 Feb 11 13:23:15.038777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 2} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:15.042745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.065777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.069323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-778c61b9-2b59-4973-83e5-24b443da044e req-a5d22b4e-63b9-43c7-b2f7-9037ce95f523 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657616 Feb 11 13:23:15.134765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c97b2-5865-4d93-9011-1ef4ceb60be1 req-64087992-fca0-4665-ba8f-1e36f05a4451 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.137038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-070c97b2-5865-4d93-9011-1ef4ceb60be1 req-64087992-fca0-4665-ba8f-1e36f05a4451 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.0474601 Feb 11 13:23:15.188956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-070c97b2-5865-4d93-9011-1ef4ceb60be1 req-fda0c1d8-a520-4ea8-9b70-f5c819ad1b3c tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448029 Feb 11 13:23:15.225896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 744910a1-12bd-4ba5-8d95-87c5d26b2a9d yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:15.310554 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (744910a1-12bd-4ba5-8d95-87c5d26b2a9d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.380372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port e71c2d76-469f-4e0b-b383-543039206b38 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:15.466371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (e71c2d76-469f-4e0b-b383-543039206b38), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.510641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (744910a1-12bd-4ba5-8d95-87c5d26b2a9d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.559214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:15.562982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:15.565768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:15.566849 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e71c2d76-469f-4e0b-b383-543039206b38), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.569828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af9289-07ff-417e-991f-d42f7058bde2 req-84c85b4d-ee08-4832-91e3-38228d09d050 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.571370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31af9289-07ff-417e-991f-d42f7058bde2 req-84c85b4d-ee08-4832-91e3-38228d09d050 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 945 time: 0.0554621 Feb 11 13:23:15.580590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=744910a1-12bd-4ba5-8d95-87c5d26b2a9d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:15.653116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31af9289-07ff-417e-991f-d42f7058bde2 req-9fdc7c37-9e72-4b8e-bad9-e8a80035344c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732229 Feb 11 13:23:15.653245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=e71c2d76-469f-4e0b-b383-543039206b38,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:15.659999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': '35264d84-8cac-42f2-b8a2-da2aedd70606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '3f96adce-36e1-44d5-801c-bcc408ec34a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:15.660379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: 3f96adce-36e1-44d5-801c-bcc408ec34a9, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:15.689032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 3f96adce-36e1-44d5-801c-bcc408ec34a9 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:15.707105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3f96adce-36e1-44d5-801c-bcc408ec34a9) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:15.710161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:15.719450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.719697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3726000c-f9b3-4a3d-803e-f9dd974a207e None None] Network 3f96adce-36e1-44d5-801c-bcc408ec34a9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:15.725451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.726192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:15.748531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-41c1260a-68ba-4c8e-be58-26bd39c8363c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9532797 Feb 11 13:23:15.748531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46754) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:16.223668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port e71c2d76-469f-4e0b-b383-543039206b38 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:16.224193 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e71c2d76-469f-4e0b-b383-543039206b38), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.297314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e71c2d76-469f-4e0b-b383-543039206b38), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.312512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for e71c2d76-469f-4e0b-b383-543039206b38 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:16.315526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113bc7c-9c05-4fcc-aa8e-0cec154875e4 req-638274a3-3895-4323-96c3-d046e02affd9 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.317333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b113bc7c-9c05-4fcc-aa8e-0cec154875e4 req-638274a3-3895-4323-96c3-d046e02affd9 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.0470643 Feb 11 13:23:16.375931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b113bc7c-9c05-4fcc-aa8e-0cec154875e4 req-1fbc88d8-1564-4776-b789-fcb806ad8c6c tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474849 Feb 11 13:23:16.387605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.451656 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e71c2d76-469f-4e0b-b383-543039206b38), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.483122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=e71c2d76-469f-4e0b-b383-543039206b38,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.489064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.496976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af756e7f-9296-4fa0-8dd9-7809a7f7daa7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/e71c2d76-469f-4e0b-b383-543039206b38 HTTP/1.1" status: 204 len: 168 time: 0.7466350 Feb 11 13:23:16.498018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:16.505098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61b930-79c7-49bc-b66f-c23dbf5c52e6 req-05468f1b-b7c0-4649-bcd9-a00fe7fb49f1 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.513688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b61b930-79c7-49bc-b66f-c23dbf5c52e6 req-05468f1b-b7c0-4649-bcd9-a00fe7fb49f1 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.0765352 Feb 11 13:23:16.573230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b61b930-79c7-49bc-b66f-c23dbf5c52e6 req-bdcfb000-6373-405c-aea5-b6986fb533c5 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527165 Feb 11 13:23:16.597988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958357b-b9f8-41b8-b3ce-313fb8136bb8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.604008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958357b-b9f8-41b8-b3ce-313fb8136bb8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.608441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2958357b-b9f8-41b8-b3ce-313fb8136bb8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1067791 Feb 11 13:23:16.608763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46770) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:16.763872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e7635-510a-4a90-bade-96687a14262a req-587dcebf-4a29-4905-9fcc-ae2c25e37d01 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.765541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-447e7635-510a-4a90-bade-96687a14262a req-587dcebf-4a29-4905-9fcc-ae2c25e37d01 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.1257560 Feb 11 13:23:16.824317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 655c622c-2eb2-41d4-b4cc-0f80c67a1eac up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:16.836783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 744910a1-12bd-4ba5-8d95-87c5d26b2a9d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:16.837221 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (744910a1-12bd-4ba5-8d95-87c5d26b2a9d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.843396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-447e7635-510a-4a90-bade-96687a14262a req-17f6e329-af4c-4d17-a7e9-8728c3dd97bf tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664623 Feb 11 13:23:16.941323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (744910a1-12bd-4ba5-8d95-87c5d26b2a9d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.968207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:16.976348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:16.976730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.072867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:17.073180 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.101875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:17.104331 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5adbc24-3393-4902-9459-00dd0b13558d" -d '{"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-plugged", "status": "completed", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:17.120490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:17.126476 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.187057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.326589 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.365554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 744910a1-12bd-4ba5-8d95-87c5d26b2a9d owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:17.456173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985c49e-d284-4b6c-80de-3e262cabd36a req-7f051a4c-2ab2-4741-a58d-78e18e38955d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.458271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7985c49e-d284-4b6c-80de-3e262cabd36a req-7f051a4c-2ab2-4741-a58d-78e18e38955d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1107519 Feb 11 13:23:17.530392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7985c49e-d284-4b6c-80de-3e262cabd36a req-b436f05c-6d85-4f3d-817a-7ec9bcba6548 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602698 Feb 11 13:23:17.531389 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (744910a1-12bd-4ba5-8d95-87c5d26b2a9d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.561400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=744910a1-12bd-4ba5-8d95-87c5d26b2a9d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.565269 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.571256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0205e5d4-9e04-49da-9fc9-a272d070828e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/744910a1-12bd-4ba5-8d95-87c5d26b2a9d HTTP/1.1" status: 204 len: 168 time: 0.9590766 Feb 11 13:23:17.572040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46784) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:17.658911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e8fb1-49f3-42f7-ab2f-7e6aa0be3e70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.663180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e85e8fb1-49f3-42f7-ab2f-7e6aa0be3e70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0880468 Feb 11 13:23:17.663368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46786) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:17.691201 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-c217fa85-cc63-44f0-a7b1-f1409eeb4c5c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:17.695417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c217fa85-cc63-44f0-a7b1-f1409eeb4c5c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/e71c2d76-469f-4e0b-b383-543039206b38 HTTP/1.1" status: 404 len: 333 time: 0.0284259 Feb 11 13:23:17.695595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46788) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:17.719827 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebee9b14-ae0b-4c05-b0f2-87490664c40f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:17.721595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ebee9b14-ae0b-4c05-b0f2-87490664c40f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/744910a1-12bd-4ba5-8d95-87c5d26b2a9d HTTP/1.1" status: 404 len: 333 time: 0.0247118 Feb 11 13:23:17.724106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46790) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:17.806350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3f96adce-36e1-44d5-801c-bcc408ec34a9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.919331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3f96adce-36e1-44d5-801c-bcc408ec34a9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.943696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f96adce-36e1-44d5-801c-bcc408ec34a9']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:17.953404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35264d84-8cac-42f2-b8a2-da2aedd70606') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:17.953818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35264d84-8cac-42f2-b8a2-da2aedd70606') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:17.964248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (35264d84-8cac-42f2-b8a2-da2aedd70606), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.978164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (35264d84-8cac-42f2-b8a2-da2aedd70606), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.984808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:17.985304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (35264d84-8cac-42f2-b8a2-da2aedd70606), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:17.989082 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:18.058762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3f96adce-36e1-44d5-801c-bcc408ec34a9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.067942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.072265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/3f96adce-36e1-44d5-801c-bcc408ec34a9 HTTP/1.1" status: 204 len: 168 time: 0.3467467 Feb 11 13:23:18.076020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46798) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:18.103399 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e06d66d-eb97-47a7-bfb1-614fbf1941d2 x-openstack-request-id: req-9e06d66d-eb97-47a7-bfb1-614fbf1941d2 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:18.104311 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-plugged", "status": "completed", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:18.104745 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e06d66d-eb97-47a7-bfb1-614fbf1941d2 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:18.105380 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'code': 200} Feb 11 13:23:18.107953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1167753897'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:18.118607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec27db-b4fb-48c0-b689-e462ed5f1e31 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=3f96adce-36e1-44d5-801c-bcc408ec34a9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.163823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:18.172547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.217322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:18.242428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (81f5105c-b458-4335-9e53-f7762d363c6a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.242775 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment 81f5105c-b458-4335-9e53-f7762d363c6a of type vlan for network 977c84d8-75a0-4556-a505-f93d726398d8 Feb 11 13:23:18.354547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (977c84d8-75a0-4556-a505-f93d726398d8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.404149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bca08f-44c7-49f7-8054-c1514caeb6d7 req-113ff573-4a24-4947-8077-fbde581802f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.405734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4bca08f-44c7-49f7-8054-c1514caeb6d7 req-113ff573-4a24-4947-8077-fbde581802f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1128 time: 0.1784315 Feb 11 13:23:18.417805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.423091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.428349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.433900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.439933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.445310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.450688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.458657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-70ec9111-a114-4a16-8cbc-c394dbbf6034 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.2322471 Feb 11 13:23:18.479145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (977c84d8-75a0-4556-a505-f93d726398d8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.484014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.484599 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.513442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4335830 Feb 11 13:23:18.514137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46804) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:18.520089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': '977c84d8-75a0-4556-a505-f93d726398d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:18.633628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:18.637966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.669476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598fb35-982b-46db-976f-c3de690c0cda tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=977c84d8-75a0-4556-a505-f93d726398d8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.680765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 977c84d8-75a0-4556-a505-f93d726398d8 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:18.698886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52c5b5aa-bba8-4cb0-b658-8135295eb1a8 req-ead3bc94-2868-48b4-9789-19adde47318b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392292 Feb 11 13:23:18.715137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Performing IP validity checks on allocation pools {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:23:18.716163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:23:18.727479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4bca08f-44c7-49f7-8054-c1514caeb6d7 req-21cae597-dc4a-4528-9949-1179d809254e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571273 Feb 11 13:23:18.819492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf1c6b-1ffc-4779-ab27-d66a17bc9269 req-a91e1626-10fc-4910-9b75-6c5319d13aed tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.827084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbcf1c6b-1ffc-4779-ab27-d66a17bc9269 req-a91e1626-10fc-4910-9b75-6c5319d13aed tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.0586050 Feb 11 13:23:18.879401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (dd742078-3633-4c07-8a1b-abf2694cc89a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:18.882442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbcf1c6b-1ffc-4779-ab27-d66a17bc9269 req-5c12b763-75c3-4b06-a7be-06538a34499a tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507576 Feb 11 13:23:18.966206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=dd742078-3633-4c07-8a1b-abf2694cc89a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.975849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': '81f5105c-b458-4335-9e53-f7762d363c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '977c84d8-75a0-4556-a505-f93d726398d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:18.976212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: 977c84d8-75a0-4556-a505-f93d726398d8, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:18.996774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 977c84d8-75a0-4556-a505-f93d726398d8 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:19.006804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 977c84d8-75a0-4556-a505-f93d726398d8) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:19.018895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7680f6-fbef-479c-adc3-f963934e3af1 None None] Network 977c84d8-75a0-4556-a505-f93d726398d8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:19.031423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.032099 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.068212 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-19d8602e-d235-417b-8182-bfe480ef767d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5520008 Feb 11 13:23:19.075583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46810) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:19.092548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': '977c84d8-75a0-4556-a505-f93d726398d8', 'name': 'tempest-PortsTestJSON-1731877973'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:19.124879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-c5594a5d-cd02-4663-8917-7ebf55f12f35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731440 Feb 11 13:23:19.135805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a31433-31b4-43cb-971d-f97eb899c8f0 req-5c10c04f-9c9f-4a95-8a53-1d3e96956c97 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.143870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6a31433-31b4-43cb-971d-f97eb899c8f0 req-5c10c04f-9c9f-4a95-8a53-1d3e96956c97 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1474941 Feb 11 13:23:19.269335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-977c84d8-75a0-4556-a505-f93d726398d8', 'network_id': '977c84d8-75a0-4556-a505-f93d726398d8', 'project_id': 'c10a5b173e4a459c824f48b03e9e04ea', 'fixed_ips': [{'subnet_id': 'dd742078-3633-4c07-8a1b-abf2694cc89a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:19.270319 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.278452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6a31433-31b4-43cb-971d-f97eb899c8f0 req-1fd284a7-60ea-40b5-b363-573ac8b533c9 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335289 Feb 11 13:23:19.329563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-40d8aa47-1f01-4494-9349-f1abc637fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.331802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-40d8aa47-1f01-4494-9349-f1abc637fb1d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=40a7725995a743d1a2639901197ea864&device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.1305978 Feb 11 13:23:19.334186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:19.349313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.385597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 4bac6dd4-4b27-4713-837a-1ace98181ac6 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:19.513547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Allocated IP 172.20.0.2 (977c84d8-75a0-4556-a505-f93d726398d8/dd742078-3633-4c07-8a1b-abf2694cc89a/c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:19.594983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-9c745e22-93b1-4ef1-b9b4-ce4a9589e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.596376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-9c745e22-93b1-4ef1-b9b4-ce4a9589e464 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 200 len: 911 time: 0.2287588 Feb 11 13:23:19.661508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-2ef052ff-ef1e-45ec-a313-f30cbf2a716b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57 HTTP/1.1" status: 200 len: 217 time: 0.0558445 Feb 11 13:23:19.664507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-fe173f75-ccea-4926-9fd1-908a7e290f9d tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.666517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-fe173f75-ccea-4926-9fd1-908a7e290f9d tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.0741858 Feb 11 13:23:19.734832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Publish callbacks [] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.740565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-74bdb857-80da-4a4c-9f5f-9518d98ae2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.742299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-74bdb857-80da-4a4c-9f5f-9518d98ae2f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d0cf7097-56b6-4457-8a0c-5e9347965fb8 HTTP/1.1" status: 200 len: 849 time: 0.0759382 Feb 11 13:23:19.745404 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.819185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Network 977c84d8-75a0-4556-a505-f93d726398d8 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:19.822966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:19.830445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:19.830691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.9 (977c84d8-75a0-4556-a505-f93d726398d8/dd742078-3633-4c07-8a1b-abf2694cc89a/4bac6dd4-4b27-4713-837a-1ace98181ac6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:19.880894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Pushing event updated for resources: {'Port': ['ID=c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.980734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Attempting to bind port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:19.981112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Attempting to bind port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '81f5105c-b458-4335-9e53-f7762d363c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '977c84d8-75a0-4556-a505-f93d726398d8'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:19.981478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Attempting to bind port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b on network 977c84d8-75a0-4556-a505-f93d726398d8 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:19.996882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:19.997263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Checking segment: {'id': '81f5105c-b458-4335-9e53-f7762d363c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '977c84d8-75a0-4556-a505-f93d726398d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:19.997809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:19.998112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Bound using segment: {'id': '81f5105c-b458-4335-9e53-f7762d363c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '977c84d8-75a0-4556-a505-f93d726398d8'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:19.998603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Bound port: c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81f5105c-b458-4335-9e53-f7762d363c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '977c84d8-75a0-4556-a505-f93d726398d8'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:19.999124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.029000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.035192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.036738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Deleting port 186f12fe-7649-4106-8c4e-e1ded5b88278 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:20.037095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.041582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.047651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.053818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.059298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.066215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.074689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-ed0ba5ef-99ba-4d23-99a7-2237dcd8db1c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.2042482 Feb 11 13:23:20.085589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-79ff63a3-0e27-42c7-ad54-d034725b7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.087404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-79ff63a3-0e27-42c7-ad54-d034725b7395 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4445a60f-ec41-4b74-869e-3da06abef81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3346145 Feb 11 13:23:20.168795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] For port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:20.172959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] For port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b,segment=NetworkSegment(81f5105c-b458-4335-9e53-f7762d363c6a),segment_id=81f5105c-b458-4335-9e53-f7762d363c6a)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:20.185708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.235839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] For port 186f12fe-7649-4106-8c4e-e1ded5b88278, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=186f12fe-7649-4106-8c4e-e1ded5b88278,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:20.236877 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.254150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c5012d0-9d08-4443-97ba-dbd543ff209a req-c147344f-7d3b-4a31-86c3-0fc3b00fc617 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1779675 Feb 11 13:23:20.278062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Calling delete_port for 186f12fe-7649-4106-8c4e-e1ded5b88278 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:20.309110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-d368fe23-2bcb-4ccf-9b55-dd12056cac3a service neutron] 10.222.0.64 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149444 Feb 11 13:23:20.378475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e6e7e-7d74-408e-a81e-6cdc02b589f2 None None] Pushing event updated for resources: {'Port': ['ID=c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.467158 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (4bac6dd4-4b27-4713-837a-1ace98181ac6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.477701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d45ac8f5-8209-4725-aeef-916ffb7463bf req-fd8d1a61-56ea-4c18-8168-0d26e734f4c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622996 Feb 11 13:23:20.511644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6451893-4780-475a-9327-233df6d45cb7 req-80467edb-a4c0-40fc-8e2c-79bb4e53b8c8 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.513491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6451893-4780-475a-9327-233df6d45cb7 req-80467edb-a4c0-40fc-8e2c-79bb4e53b8c8 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ee58e59-6df0-4ac1-b650-a2c86255f99d HTTP/1.1" status: 200 len: 1128 time: 0.1643512 Feb 11 13:23:20.517495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (186f12fe-7649-4106-8c4e-e1ded5b88278), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.530997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['186f12fe-7649-4106-8c4e-e1ded5b88278'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:20.533862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['dabd1110-cc45-4c11-816a-bf941bc5ed57'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:20.570444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Pushing event deleted for resources: {'Port': ['ID=186f12fe-7649-4106-8c4e-e1ded5b88278,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.613674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6451893-4780-475a-9327-233df6d45cb7 req-6fc890cd-3517-4d9d-b74f-7c80aca1293f tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872641 Feb 11 13:23:20.626144 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4bac6dd4-4b27-4713-837a-1ace98181ac6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.688255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] No DVR routers for this DVR port 186f12fe-7649-4106-8c4e-e1ded5b88278 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:20.709886 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.713746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4bb50654-9e3f-4a2b-bc78-e00bf3cc93a7 req-43fe3f8b-34f8-4f29-bd17-7078632baf17 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.53 "DELETE /v2.0/ports/186f12fe-7649-4106-8c4e-e1ded5b88278 HTTP/1.1" status: 204 len: 173 time: 1.0404768 Feb 11 13:23:20.718405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'name': 'network-vif-deleted', 'tag': '186f12fe-7649-4106-8c4e-e1ded5b88278'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:20.721826 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9942b92a-7194-4ddb-8fc0-9aad6c92bcac" -d '{"events": [{"server_uuid": "7ee58e59-6df0-4ac1-b650-a2c86255f99d", "name": "network-vif-deleted", "tag": "186f12fe-7649-4106-8c4e-e1ded5b88278"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:20.768700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 977c84d8-75a0-4556-a505-f93d726398d8 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:20.772253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:20.776824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:20.869328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=4bac6dd4-4b27-4713-837a-1ace98181ac6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.957095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.965571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9df3e-f6c0-415d-8830-d23a36e58212 req-84a2e739-9ff6-44ea-bddc-735938e1bf43 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.975306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:20.977097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6da9df3e-f6c0-415d-8830-d23a36e58212 req-84a2e739-9ff6-44ea-bddc-735938e1bf43 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1441739 Feb 11 13:23:21.008860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e2910b74-4115-4ac4-9680-324e813f8a9d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9297776 Feb 11 13:23:21.009092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46830) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.058679 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6da9df3e-f6c0-415d-8830-d23a36e58212 req-2975f0b7-b1ab-46b7-8552-f1c5431e1319 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804353 Feb 11 13:23:21.104272 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349cc013-c1be-410b-bd31-ddd96d62b48a x-openstack-request-id: req-349cc013-c1be-410b-bd31-ddd96d62b48a {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:21.104563 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee58e59-6df0-4ac1-b650-a2c86255f99d", "name": "network-vif-deleted", "tag": "186f12fe-7649-4106-8c4e-e1ded5b88278", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:21.104816 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-349cc013-c1be-410b-bd31-ddd96d62b48a {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:21.105224 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ee58e59-6df0-4ac1-b650-a2c86255f99d', 'name': 'network-vif-deleted', 'tag': '186f12fe-7649-4106-8c4e-e1ded5b88278', 'status': 'completed', 'code': 200} Feb 11 13:23:21.179184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 4bac6dd4-4b27-4713-837a-1ace98181ac6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:21.179534 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4bac6dd4-4b27-4713-837a-1ace98181ac6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.225881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d7fa-2621-4750-a029-fe3aff8aaca6 req-ff0d1103-eafa-4108-8650-1f8c8c1d0f44 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.230563 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5759d7fa-2621-4750-a029-fe3aff8aaca6 req-ff0d1103-eafa-4108-8650-1f8c8c1d0f44 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.0729744 Feb 11 13:23:21.314653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4bac6dd4-4b27-4713-837a-1ace98181ac6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.343657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5759d7fa-2621-4750-a029-fe3aff8aaca6 req-9eb09321-18d6-4f8a-8de4-287fdc836af2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056588 Feb 11 13:23:21.362565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 4bac6dd4-4b27-4713-837a-1ace98181ac6 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:21.368841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46840) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.552476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306d686-0053-4670-b088-9539db0e1fc2 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.558008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f306d686-0053-4670-b088-9539db0e1fc2 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1123 time: 0.1868069 Feb 11 13:23:21.559916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46842) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:21.566058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:21.691069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:21.731165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.737254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.743197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.749185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.758069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.770872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.780088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:21.780465 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.781545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.790731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-6fe3d161-fdb3-4e10-8559-67be88f1e21f tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.3306899 Feb 11 13:23:21.799029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4bac6dd4-4b27-4713-837a-1ace98181ac6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.832913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.853521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=4bac6dd4-4b27-4713-837a-1ace98181ac6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:21.921465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.928169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.934608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.942015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.948614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.956346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.962799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.966111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7917a8b3-8849-4de9-b3b1-9d7dcdba7f9b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 5432 time: 0.3913667 Feb 11 13:23:21.974320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.974607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:21.975009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:21.980650 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ac3f2f2-c31a-485f-9d7f-e57ad25fdeaf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/4bac6dd4-4b27-4713-837a-1ace98181ac6 HTTP/1.1" status: 204 len: 168 time: 0.9678948 Feb 11 13:23:21.981534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.014309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b,segment=NetworkSegment(81f5105c-b458-4335-9e53-f7762d363c6a),segment_id=81f5105c-b458-4335-9e53-f7762d363c6a)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:22.019194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.080936 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db6b0a7-d021-45b7-9b49-bddb24805d26 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:23:22.081272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7c658f6a-0f28-4f6a-a4dc-29e28a5889aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:22.085417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db6b0a7-d021-45b7-9b49-bddb24805d26 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:22.085802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-7c658f6a-0f28-4f6a-a4dc-29e28a5889aa tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "GET /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0760002 Feb 11 13:23:22.089972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.090890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9db6b0a7-d021-45b7-9b49-bddb24805d26 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/4bac6dd4-4b27-4713-837a-1ace98181ac6 HTTP/1.1" status: 404 len: 333 time: 0.1082695 Feb 11 13:23:22.101231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46848) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.136934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aaf386-2832-4f13-9fdf-a9fa3e0e2d20 None None] Network 977c84d8-75a0-4556-a505-f93d726398d8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:22.181513 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc672c1e-7938-49f2-a54f-4e55060aad8d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:22.189571 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bc672c1e-7938-49f2-a54f-4e55060aad8d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/4bac6dd4-4b27-4713-837a-1ace98181ac6 HTTP/1.1" status: 404 len: 333 time: 0.0871093 Feb 11 13:23:22.190318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46852) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.211648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb24f7cf-2c21-42ec-ae60-7bc7731bb008 req-bf0f28a9-82c8-43a6-ba14-2b1e3be84c48 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4198792 Feb 11 13:23:22.265856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet dd742078-3633-4c07-8a1b-abf2694cc89a {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:22.269178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (dd742078-3633-4c07-8a1b-abf2694cc89a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.308219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-04d49633-da6b-4da0-851c-aef38421a073 None None] Provisioning complete for port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:22.308603 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-04d49633-da6b-4da0-851c-aef38421a073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.320437 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (dd742078-3633-4c07-8a1b-abf2694cc89a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.478937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (dd742078-3633-4c07-8a1b-abf2694cc89a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.492692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-eee91cb5-397a-4ad4-b658-7996f17b0051 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "GET /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3853822 Feb 11 13:23:22.517794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:22.616086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (dd742078-3633-4c07-8a1b-abf2694cc89a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.616734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-04d49633-da6b-4da0-851c-aef38421a073 None None] Current status of the port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:22.647215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.666692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.670382 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/dd742078-3633-4c07-8a1b-abf2694cc89a HTTP/1.1" status: 204 len: 168 time: 0.4784284 Feb 11 13:23:22.672589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f50197-bfef-40fd-83ca-1db2a47abf0d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=dd742078-3633-4c07-8a1b-abf2694cc89a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.673492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46862) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:22.692026 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.767493 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (977c84d8-75a0-4556-a505-f93d726398d8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.834516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2e1cce-24de-4009-ac44-5ba01d527f5c None None] Network 977c84d8-75a0-4556-a505-f93d726398d8 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:22.836509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:22.836920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.907526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] For port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b,segment=NetworkSegment(81f5105c-b458-4335-9e53-f7762d363c6a),segment_id=81f5105c-b458-4335-9e53-f7762d363c6a)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:22.907933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.921904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:22.954109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1c968565-b6c2-4aba-9819-6b7a5a3738ef None None] Provisioning complete for port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:22.954484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c968565-b6c2-4aba-9819-6b7a5a3738ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:22.964402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] For port fd929bac-f6a7-45aa-8113-325e9d16d885, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fd929bac-f6a7-45aa-8113-325e9d16d885,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:22.999452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] For port fd929bac-f6a7-45aa-8113-325e9d16d885, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:23.013577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.021923 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.db [None req-1c968565-b6c2-4aba-9819-6b7a5a3738ef None None] No ports have port_id starting with c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b Feb 11 13:23:23.041112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0392ea-9b38-4c98-9e89-6ebd27efcecf req-9a7438a2-6b89-429d-be6c-2d5759c9362c tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.044607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df0392ea-9b38-4c98-9e89-6ebd27efcecf req-9a7438a2-6b89-429d-be6c-2d5759c9362c tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.3864040 Feb 11 13:23:23.047381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] device_id is not set on port fd929bac-f6a7-45aa-8113-325e9d16d885 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:23.052073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.056311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No DVR routers for this DVR port c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:23.088694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] Publish callbacks [] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.107467 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.118883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ede1a3f-aa0d-4527-901e-a9839d629449 None None] DHCP port deletion for 977c84d8-75a0-4556-a505-f93d726398d8 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:23.127811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Allocated IP 172.25.1.242 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/203aa5b8-1c07-4d2b-8baf-31fe1394300a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:23.172506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (977c84d8-75a0-4556-a505-f93d726398d8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.202049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df0392ea-9b38-4c98-9e89-6ebd27efcecf req-071b38c6-81df-4861-a02c-0aa845812bff tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416550 Feb 11 13:23:23.205193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['977c84d8-75a0-4556-a505-f93d726398d8']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:23.216943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81f5105c-b458-4335-9e53-f7762d363c6a') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:23.217593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81f5105c-b458-4335-9e53-f7762d363c6a') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:23.230781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (81f5105c-b458-4335-9e53-f7762d363c6a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.264060 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (81f5105c-b458-4335-9e53-f7762d363c6a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.272511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:23.273200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (81f5105c-b458-4335-9e53-f7762d363c6a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:23.277558 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:23.326325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] No DVR routers for this DVR port fd929bac-f6a7-45aa-8113-325e9d16d885 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:23.369967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (977c84d8-75a0-4556-a505-f93d726398d8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.381674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] Pushing event updated for resources: {'Port': ['ID=fd929bac-f6a7-45aa-8113-325e9d16d885,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.382887 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.392873 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/977c84d8-75a0-4556-a505-f93d726398d8 HTTP/1.1" status: 204 len: 168 time: 0.7139850 Feb 11 13:23:23.393272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46874) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:23.399204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1576430575'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:23.424271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c145c07-1ef3-4c95-a51d-25aef174af06 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=977c84d8-75a0-4556-a505-f93d726398d8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.464593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:23.475614 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.531577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:23.538679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] In _notify_port_updated(), no bound segment for port fd929bac-f6a7-45aa-8113-325e9d16d885 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:23:23.539923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.540880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.542641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-18537bc1-9b08-463c-bfdb-4c4b41d8f366 service neutron] 10.222.0.64 "PUT /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 200 len: 1025 time: 1.0416231 Feb 11 13:23:23.550857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (65be2594-c286-406f-92fd-c1b033fd3406), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.551833 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment 65be2594-c286-406f-92fd-c1b033fd3406 of type vlan for network cd060d8c-3788-4031-af9d-e3ccf3978792 Feb 11 13:23:23.555404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:23.606208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:23.608455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6a37a5e-fcc1-4984-ac4b-35ce914c0f5b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:23.640968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (cd060d8c-3788-4031-af9d-e3ccf3978792), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.654068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bda6ec30-214a-4776-aa2e-72109790e62d None None] Provisioning complete for port fd929bac-f6a7-45aa-8113-325e9d16d885 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:23.657223 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bda6ec30-214a-4776-aa2e-72109790e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.663662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-21acfbad-24ab-49c2-a345-00b85fe8285c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.670530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-21acfbad-24ab-49c2-a345-00b85fe8285c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.678480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-21acfbad-24ab-49c2-a345-00b85fe8285c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.679729 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (cd060d8c-3788-4031-af9d-e3ccf3978792), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.686230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.686865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.704054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-21acfbad-24ab-49c2-a345-00b85fe8285c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.715362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bda6ec30-214a-4776-aa2e-72109790e62d None None] Port fd929bac-f6a7-45aa-8113-325e9d16d885 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:23.720010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-21acfbad-24ab-49c2-a345-00b85fe8285c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.731394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-21acfbad-24ab-49c2-a345-00b85fe8285c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.739899 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3425026 Feb 11 13:23:23.747439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-21acfbad-24ab-49c2-a345-00b85fe8285c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 4660 time: 0.3596365 Feb 11 13:23:23.753627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:23.755980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46882) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:23.766638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:23.792952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166db63-eabf-4781-a191-3cd005084c0c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=cd060d8c-3788-4031-af9d-e3ccf3978792,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.805589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network cd060d8c-3788-4031-af9d-e3ccf3978792 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:23.873149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-912c3ba3-3be8-419f-973d-13e8411df991 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:23.876117 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-912c3ba3-3be8-419f-973d-13e8411df991 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "GET /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3221586 Feb 11 13:23:23.907551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:23.978578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:23.981967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.114411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.130312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0538de6e-12cb-46c5-878f-b0c3c642118b req-9b306625-dc48-4b5e-be42-ca95ad81f1f3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d&id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3814583 Feb 11 13:23:24.328827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 186f12fe-7649-4106-8c4e-e1ded5b88278 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:24.372863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 186f12fe-7649-4106-8c4e-e1ded5b88278 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:24.375655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 186f12fe-7649-4106-8c4e-e1ded5b88278 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:24.394170 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-5390ef38-b67a-4c86-99e0-106cb8c3d146 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018043 Feb 11 13:23:24.520744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-08a81f37-13a5-4f84-82b7-b83a6488a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.522493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-08a81f37-13a5-4f84-82b7-b83a6488a57f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1127 time: 0.0598865 Feb 11 13:23:24.645902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-dba3a421-1772-46d5-801e-7048279bcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.647815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-dba3a421-1772-46d5-801e-7048279bcf33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 909 time: 0.1045871 Feb 11 13:23:24.744682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=203aa5b8-1c07-4d2b-8baf-31fe1394300a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:24.754707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:24.761391 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-b5cb4d68-5724-4fea-8662-00a2e7e48313 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 1001 time: 0.1069179 Feb 11 13:23:24.767785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:24.782018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:24.836084 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.844413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-1bf9d6aa-ec7c-41fa-8f51-9219f2e8cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.846843 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-1bf9d6aa-ec7c-41fa-8f51-9219f2e8cc9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 200 len: 847 time: 0.0787568 Feb 11 13:23:24.896286 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (b6308621-d3f2-46dd-98dc-18fe758af364), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:24.896496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:24.926603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-0ffbeb2c-bcb4-4c2c-a860-1e89fb2f4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:24.929186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-0ffbeb2c-bcb4-4c2c-a860-1e89fb2f4672 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f77a7be7-72c2-4edd-9c53-635f4880efed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0749347 Feb 11 13:23:25.015005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-3a0cfeb6-a1f1-43b9-809c-fbc066ccb3be tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.016516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-3a0cfeb6-a1f1-43b9-809c-fbc066ccb3be tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.2973809 Feb 11 13:23:25.025572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:25.026160 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.059267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:25.062955 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2608c4ed-15e6-44d5-a585-9cfed4ce7b96" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:25.086219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:25.092174 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-70e1210e-1e2f-4da6-b917-98d9d9daa5bd service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554737 Feb 11 13:23:25.096559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.097719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 4313aeee-4f86-4ffd-badc-ecc3ab055903 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:25.137663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=b6308621-d3f2-46dd-98dc-18fe758af364,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.196531 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705673d5-d4e0-4cdf-9307-82bf644fa047 req-200b2aad-9398-4b60-a408-76153f99a876 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.198243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-705673d5-d4e0-4cdf-9307-82bf644fa047 req-200b2aad-9398-4b60-a408-76153f99a876 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1127 time: 0.4316695 Feb 11 13:23:25.256875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': '65be2594-c286-406f-92fd-c1b033fd3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:25.257240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: cd060d8c-3788-4031-af9d-e3ccf3978792, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:25.266085 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fbe0534b-9d0d-4e0d-ac6c-2b55d520c18d req-6d515df7-da4d-46d9-a89a-cf0a0e77e035 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645355 Feb 11 13:23:25.277688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] For port 47619b11-7d14-48e2-9064-45f7989c34c9, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=47619b11-7d14-48e2-9064-45f7989c34c9,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:25.294889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 4313aeee-4f86-4ffd-badc-ecc3ab055903 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:25.295287 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.316167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] For port 47619b11-7d14-48e2-9064-45f7989c34c9, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:25.350844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 4313aeee-4f86-4ffd-badc-ecc3ab055903, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:25.352296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.356568 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.357438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fd929bac-f6a7-45aa-8113-325e9d16d885 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:25.429126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] device_id is not set on port 47619b11-7d14-48e2-9064-45f7989c34c9 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:25.457159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=4313aeee-4f86-4ffd-badc-ecc3ab055903,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.460712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] Publish callbacks [] for port (47619b11-7d14-48e2-9064-45f7989c34c9), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.463022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port fd929bac-f6a7-45aa-8113-325e9d16d885 host ! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:23:25.463368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fd929bac-f6a7-45aa-8113-325e9d16d885 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:25.463797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 207100d3-245d-4bcc-9564-b62cb9532953 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:25.501161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.567833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-705673d5-d4e0-4cdf-9307-82bf644fa047 req-9a925e5f-f8da-43f1-a1bf-b4dc5bf74bfd tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538313 Feb 11 13:23:25.568468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network cd060d8c-3788-4031-af9d-e3ccf3978792 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:25.607174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 207100d3-245d-4bcc-9564-b62cb9532953 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:25.609063 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (207100d3-245d-4bcc-9564-b62cb9532953), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.616838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, cd060d8c-3788-4031-af9d-e3ccf3978792) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:25.645910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e19786e-ae74-4b71-a801-82a536c7ade5 None None] Network cd060d8c-3788-4031-af9d-e3ccf3978792 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:25.669946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.669946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.677664 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca92e4-9d55-406e-8091-5206061ae5f6 x-openstack-request-id: req-a7ca92e4-9d55-406e-8091-5206061ae5f6 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:25.678116 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:25.678473 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7ca92e4-9d55-406e-8091-5206061ae5f6 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:25.678967 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3', 'code': 200} Feb 11 13:23:25.699956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 207100d3-245d-4bcc-9564-b62cb9532953, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=207100d3-245d-4bcc-9564-b62cb9532953,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:25.704930 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (207100d3-245d-4bcc-9564-b62cb9532953), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.706651 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dabd1110-cc45-4c11-816a-bf941bc5ed57 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:25.709316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] Pushing event updated for resources: {'Port': ['ID=47619b11-7d14-48e2-9064-45f7989c34c9,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.740689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] No DVR routers for this DVR port 47619b11-7d14-48e2-9064-45f7989c34c9 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:25.787387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Deleting port dabd1110-cc45-4c11-816a-bf941bc5ed57 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:25.789246 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.852442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=207100d3-245d-4bcc-9564-b62cb9532953,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.924108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] In _notify_port_updated(), no bound segment for port 47619b11-7d14-48e2-9064-45f7989c34c9 on network 66275149-2e1a-4550-9b8c-d72c1a35ac7b {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:23:25.924108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.924536 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.925916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-25988fff-5671-4d51-981a-9ecad121e742 service neutron] 10.222.0.64 "PUT /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 200 len: 1026 time: 2.0283082 Feb 11 13:23:25.948053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dabd1110-cc45-4c11-816a-bf941bc5ed57 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:25.949427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:25.973524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bf025520-1c1f-410c-87c4-8ae563d4f128 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2086580 Feb 11 13:23:25.975337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46900) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:25.981457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1443555984'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:26.017620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-cd060d8c-3788-4031-af9d-e3ccf3978792', 'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792', 'project_id': 'c10a5b173e4a459c824f48b03e9e04ea', 'fixed_ips': [{'subnet_id': 'b6308621-d3f2-46dd-98dc-18fe758af364'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:26.018507 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.074994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dabd1110-cc45-4c11-816a-bf941bc5ed57, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:26.082900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8f7805f7-95a0-4aaa-a707-d289128b56f2 None None] Provisioning complete for port 47619b11-7d14-48e2-9064-45f7989c34c9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:26.083271 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f7805f7-95a0-4aaa-a707-d289128b56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.131504 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.132269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8aee8dd7-1ab9-46c8-bbfc-637f910703cb no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:26.180103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (1d430c7b-1568-4567-917c-88a07022df84), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.260332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:26.268293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.280436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8f7805f7-95a0-4aaa-a707-d289128b56f2 None None] Port 47619b11-7d14-48e2-9064-45f7989c34c9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:26.298680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=dabd1110-cc45-4c11-816a-bf941bc5ed57,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:26.319568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Allocated IP 172.20.0.2 (cd060d8c-3788-4031-af9d-e3ccf3978792/b6308621-d3f2-46dd-98dc-18fe758af364/c2c79942-579b-46fb-9b47-0efe7e97013e) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:26.332471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 4569b6ab-c2a2-4956-bd2c-ecd003ba4440 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:26.379735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:26.380356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.465325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:26.470327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.471039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2c82b54f-7867-4c04-8bf6-be018f60cb1c no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:26.541812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.567563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a63680-b04b-4882-bea7-813cbf98848a req-60cfbf9b-8174-4d62-a095-9e1e3bc5099a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.573083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a63680-b04b-4882-bea7-813cbf98848a req-60cfbf9b-8174-4d62-a095-9e1e3bc5099a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.578324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a63680-b04b-4882-bea7-813cbf98848a req-60cfbf9b-8174-4d62-a095-9e1e3bc5099a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.583599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a63680-b04b-4882-bea7-813cbf98848a req-60cfbf9b-8174-4d62-a095-9e1e3bc5099a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.588863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a63680-b04b-4882-bea7-813cbf98848a req-60cfbf9b-8174-4d62-a095-9e1e3bc5099a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.590772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65a63680-b04b-4882-bea7-813cbf98848a req-60cfbf9b-8174-4d62-a095-9e1e3bc5099a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 3881 time: 0.8372681 Feb 11 13:23:26.594574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] For port dabd1110-cc45-4c11-816a-bf941bc5ed57, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dabd1110-cc45-4c11-816a-bf941bc5ed57,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:26.594574 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.639705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:26.655486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Calling delete_port for dabd1110-cc45-4c11-816a-bf941bc5ed57 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:26.725433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2c82b54f-7867-4c04-8bf6-be018f60cb1c is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:26.726006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.733633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Publish callbacks [] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.767722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.770728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65a63680-b04b-4882-bea7-813cbf98848a req-510dfeaa-3ef2-4430-9369-7da01450a4cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513417 Feb 11 13:23:26.801453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 207100d3-245d-4bcc-9564-b62cb9532953 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:26.801900 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (207100d3-245d-4bcc-9564-b62cb9532953), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.841177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:26.872497 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:26.873773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 47619b11-7d14-48e2-9064-45f7989c34c9 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:26.900709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.10 (cd060d8c-3788-4031-af9d-e3ccf3978792/b6308621-d3f2-46dd-98dc-18fe758af364/4569b6ab-c2a2-4956-bd2c-ecd003ba4440) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:27.006476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] For port 207100d3-245d-4bcc-9564-b62cb9532953, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=207100d3-245d-4bcc-9564-b62cb9532953,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:27.006879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (207100d3-245d-4bcc-9564-b62cb9532953), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.051819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Network cd060d8c-3788-4031-af9d-e3ccf3978792 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:27.064876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port 47619b11-7d14-48e2-9064-45f7989c34c9 host ! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:23:27.065294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 47619b11-7d14-48e2-9064-45f7989c34c9 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:27.070183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:27.072854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:27.098276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 207100d3-245d-4bcc-9564-b62cb9532953 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:27.099820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Pushing event updated for resources: {'Port': ['ID=c2c79942-579b-46fb-9b47-0efe7e97013e,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.108166 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.125949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.186309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (dabd1110-cc45-4c11-816a-bf941bc5ed57), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.202297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b557c-4dbd-494e-b918-1be821cb0ed8 req-94d0da09-3450-4aa1-aea6-a8754a2c7b45 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:27.203546 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (4569b6ab-c2a2-4956-bd2c-ecd003ba4440), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.204045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-675b557c-4dbd-494e-b918-1be821cb0ed8 req-94d0da09-3450-4aa1-aea6-a8754a2c7b45 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4a391cde-23bf-4e1e-9aed-c44b4719cfa7 HTTP/1.1" status: 200 len: 1125 time: 0.2697749 Feb 11 13:23:27.236015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Attempting to bind port c2c79942-579b-46fb-9b47-0efe7e97013e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:27.236647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Attempting to bind port c2c79942-579b-46fb-9b47-0efe7e97013e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '65be2594-c286-406f-92fd-c1b033fd3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:27.237176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Attempting to bind port c2c79942-579b-46fb-9b47-0efe7e97013e on network cd060d8c-3788-4031-af9d-e3ccf3978792 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:27.246142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:27.247188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Checking segment: {'id': '65be2594-c286-406f-92fd-c1b033fd3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:27.247821 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.248708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Bound using segment: {'id': '65be2594-c286-406f-92fd-c1b033fd3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:27.249373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Bound port: c2c79942-579b-46fb-9b47-0efe7e97013e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65be2594-c286-406f-92fd-c1b033fd3406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cd060d8c-3788-4031-af9d-e3ccf3978792'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:27.250410 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.253995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2c82b54f-7867-4c04-8bf6-be018f60cb1c,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.257218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4569b6ab-c2a2-4956-bd2c-ecd003ba4440), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.305146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network cd060d8c-3788-4031-af9d-e3ccf3978792 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:27.309417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:27.343901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] For port c2c79942-579b-46fb-9b47-0efe7e97013e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:27.348949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] For port c2c79942-579b-46fb-9b47-0efe7e97013e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c2c79942-579b-46fb-9b47-0efe7e97013e,segment=NetworkSegment(65be2594-c286-406f-92fd-c1b033fd3406),segment_id=65be2594-c286-406f-92fd-c1b033fd3406)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:27.356903 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.370321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event updated for resources: {'Port': ['ID=203aa5b8-1c07-4d2b-8baf-31fe1394300a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.383721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:27.431435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c743c-8ba4-4ac2-9aa0-0100c310142b None None] Pushing event updated for resources: {'Port': ['ID=c2c79942-579b-46fb-9b47-0efe7e97013e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.490606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Pushing event deleted for resources: {'Port': ['ID=dabd1110-cc45-4c11-816a-bf941bc5ed57,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.492734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:27.493414 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.516996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-675b557c-4dbd-494e-b918-1be821cb0ed8 req-1f4b3569-436a-4155-bf65-b1825f74f833 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e5268309-0287-4d28-9d0d-d1a8be17ddee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994893 Feb 11 13:23:27.524028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] No DVR routers for this DVR port dabd1110-cc45-4c11-816a-bf941bc5ed57 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:27.528843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.534415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a2e2ae1-5213-4fde-a6c5-d132e6a0046e req-5334b5eb-0646-423a-81a4-81fde4d8fa82 tempest-TestServerMultinode-259740698 tempest-TestServerMultinode-259740698-project-admin] 10.222.0.64 "DELETE /v2.0/ports/dabd1110-cc45-4c11-816a-bf941bc5ed57 HTTP/1.1" status: 204 len: 173 time: 2.4760964 Feb 11 13:23:27.534658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=4569b6ab-c2a2-4956-bd2c-ecd003ba4440,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:27.544894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'name': 'network-vif-deleted', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:27.550034 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e580ad-c7d2-46e9-8ad8-dec9ee975471" -d '{"events": [{"server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "name": "network-vif-deleted", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:27.566376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1d430c7b-1568-4567-917c-88a07022df84), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.567243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1074b65a-3ae5-434c-8b33-d99bbe010133 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5905802 Feb 11 13:23:27.569276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46908) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:27.672430 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedb77f1-9b11-4786-a002-fe04cd269d7d x-openstack-request-id: req-fedb77f1-9b11-4786-a002-fe04cd269d7d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:27.673086 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "name": "network-vif-deleted", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:27.673744 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fedb77f1-9b11-4786-a002-fe04cd269d7d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:27.674418 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'name': 'network-vif-deleted', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57', 'status': 'completed', 'code': 200} Feb 11 13:23:27.680601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903'}, {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953'}, {'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57'}, {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb'}, {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:27.686433 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a323079-690b-46a0-9678-70beea66e032" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903"}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "207100d3-245d-4bcc-9564-b62cb9532953"}, {"server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57"}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb"}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:27.787631 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f505a3-8d20-4a2f-ac72-f23530c5f512 x-openstack-request-id: req-27f505a3-8d20-4a2f-ac72-f23530c5f512 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:27.787947 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903", "code": 200}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "207100d3-245d-4bcc-9564-b62cb9532953", "code": 200}, {"server_uuid": "4a391cde-23bf-4e1e-9aed-c44b4719cfa7", "name": "network-vif-unplugged", "status": "completed", "tag": "dabd1110-cc45-4c11-816a-bf941bc5ed57", "code": 200}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb", "code": 200}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-unplugged", "status": "completed", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:27.788228 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27f505a3-8d20-4a2f-ac72-f23530c5f512 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:27.788650 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'code': 200} Feb 11 13:23:27.788908 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953', 'code': 200} Feb 11 13:23:27.789163 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a391cde-23bf-4e1e-9aed-c44b4719cfa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dabd1110-cc45-4c11-816a-bf941bc5ed57', 'code': 200} Feb 11 13:23:27.790396 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb', 'code': 200} Feb 11 13:23:27.790728 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c', 'code': 200} Feb 11 13:23:27.857248 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 4569b6ab-c2a2-4956-bd2c-ecd003ba4440 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:27.857764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4569b6ab-c2a2-4956-bd2c-ecd003ba4440), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:27.928782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (207100d3-245d-4bcc-9564-b62cb9532953), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.000520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4569b6ab-c2a2-4956-bd2c-ecd003ba4440), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.006088 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:23:28.016838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 4569b6ab-c2a2-4956-bd2c-ecd003ba4440 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:28.019353 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP 1d430c7b-1568-4567-917c-88a07022df84 associated. External IP: 172.25.1.242, port: 655c622c-2eb2-41d4-b4cc-0f80c67a1eac. Feb 11 13:23:28.181394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=207100d3-245d-4bcc-9564-b62cb9532953,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.208175 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (4569b6ab-c2a2-4956-bd2c-ecd003ba4440), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.241856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=4569b6ab-c2a2-4956-bd2c-ecd003ba4440,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.277904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] No DVR routers for this DVR port 207100d3-245d-4bcc-9564-b62cb9532953 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:28.285094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.288909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-39a56db7-8556-4d68-9c56-9ad75470d51e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "DELETE /v2.0/ports/207100d3-245d-4bcc-9564-b62cb9532953 HTTP/1.1" status: 204 len: 173 time: 2.3351920 Feb 11 13:23:28.318822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.325681 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-afaf683d-7871-4ed9-9ec9-c09b672404d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/4569b6ab-c2a2-4956-bd2c-ecd003ba4440 HTTP/1.1" status: 204 len: 168 time: 0.7520413 Feb 11 13:23:28.330946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:28.387558 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce34e3d2-c2cf-4a43-bb1f-d673f1473fa4 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:28.389264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce34e3d2-c2cf-4a43-bb1f-d673f1473fa4 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/4569b6ab-c2a2-4956-bd2c-ecd003ba4440 HTTP/1.1" status: 404 len: 333 time: 0.0570560 Feb 11 13:23:28.393667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46922) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:28.507025 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet b6308621-d3f2-46dd-98dc-18fe758af364 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:28.512941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (b6308621-d3f2-46dd-98dc-18fe758af364), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.574903 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (b6308621-d3f2-46dd-98dc-18fe758af364), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.699655 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b6308621-d3f2-46dd-98dc-18fe758af364), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.800672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (b6308621-d3f2-46dd-98dc-18fe758af364), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.832462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=b6308621-d3f2-46dd-98dc-18fe758af364,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.834769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:28.838712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8930ca26-bab3-4aa4-9566-78b04808aa70 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/b6308621-d3f2-46dd-98dc-18fe758af364 HTTP/1.1" status: 204 len: 168 time: 0.4437926 Feb 11 13:23:28.841244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46928) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:28.949675 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (cd060d8c-3788-4031-af9d-e3ccf3978792), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.060135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110c715-d57a-4ba0-a3b6-79685c25d576 req-7808e6cb-5bd2-4bd3-a691-7a9e21e4d890 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:29.065799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110c715-d57a-4ba0-a3b6-79685c25d576 req-7808e6cb-5bd2-4bd3-a691-7a9e21e4d890 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:29.070969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port c2c79942-579b-46fb-9b47-0efe7e97013e {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:29.071659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110c715-d57a-4ba0-a3b6-79685c25d576 req-7808e6cb-5bd2-4bd3-a691-7a9e21e4d890 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:29.072159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.077024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110c715-d57a-4ba0-a3b6-79685c25d576 req-7808e6cb-5bd2-4bd3-a691-7a9e21e4d890 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:29.085432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0110c715-d57a-4ba0-a3b6-79685c25d576 req-7808e6cb-5bd2-4bd3-a691-7a9e21e4d890 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 3144 time: 1.1423681 Feb 11 13:23:29.163866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad53b3b-5b4a-4b56-bd9a-81be32babdab None None] Network cd060d8c-3788-4031-af9d-e3ccf3978792 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:29.173288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] For port c2c79942-579b-46fb-9b47-0efe7e97013e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c2c79942-579b-46fb-9b47-0efe7e97013e,segment=NetworkSegment(65be2594-c286-406f-92fd-c1b033fd3406),segment_id=65be2594-c286-406f-92fd-c1b033fd3406)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:29.176965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.193324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:29.193720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.195776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for c2c79942-579b-46fb-9b47-0efe7e97013e owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:29.205900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0110c715-d57a-4ba0-a3b6-79685c25d576 req-301bbce9-5045-4dcd-9121-a1fd8ebb4c53 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194775 Feb 11 13:23:29.296304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 16be127f-5f8c-4512-9238-4dda8947428b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:29.338114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46934) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:29.350854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.464983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c0d1912b-b166-4ac0-aa3e-2ab0a5dd50bc None None] Provisioning complete for port c2c79942-579b-46fb-9b47-0efe7e97013e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:29.465723 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d1912b-b166-4ac0-aa3e-2ab0a5dd50bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c2c79942-579b-46fb-9b47-0efe7e97013e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.496816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:29.519848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] For port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:29.520824 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.540731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:29.556017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=c2c79942-579b-46fb-9b47-0efe7e97013e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.556614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c0d1912b-b166-4ac0-aa3e-2ab0a5dd50bc None None] Port c2c79942-579b-46fb-9b47-0efe7e97013e was deleted so its status cannot be updated. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 11 13:23:29.557606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.565815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] Sync routers for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:29.581142 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No DVR routers for this DVR port c2c79942-579b-46fb-9b47-0efe7e97013e on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:29.585698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:29.587128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:29.833820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:29.904663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (cd060d8c-3788-4031-af9d-e3ccf3978792), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:29.923067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:29.936405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:29.944457 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7739f4aa-fcab-47f4-b737-780c127554f3" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "207100d3-245d-4bcc-9564-b62cb9532953"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:29.955533 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.045137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd060d8c-3788-4031-af9d-e3ccf3978792']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:30.062178 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb60857c-c0e2-43a4-9898-c70386ba6aef x-openstack-request-id: req-bb60857c-c0e2-43a4-9898-c70386ba6aef {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:30.062591 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "207100d3-245d-4bcc-9564-b62cb9532953", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:30.062852 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb60857c-c0e2-43a4-9898-c70386ba6aef {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:30.063281 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '207100d3-245d-4bcc-9564-b62cb9532953', 'status': 'completed', 'code': 200} Feb 11 13:23:30.072166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ebd6925d-4752-4853-9590-462e1679f117 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.5081124 Feb 11 13:23:30.072401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cd75bc9f-e4d8-4c4f-9708-93fdf8d6adbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.078875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:30.122212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c2c79942-579b-46fb-9b47-0efe7e97013e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:30.135840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65be2594-c286-406f-92fd-c1b033fd3406') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:30.138896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65be2594-c286-406f-92fd-c1b033fd3406') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:30.161005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] No DVR routers for this DVR port 2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:30.161231 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b477f4b-2d11-460f-a166-9574cc145d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.166247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.176594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (65be2594-c286-406f-92fd-c1b033fd3406), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.176896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-09b36065-7f62-4493-8188-50f034155608 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "DELETE /v2.0/ports/2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3 HTTP/1.1" status: 204 len: 173 time: 1.3248067 Feb 11 13:23:30.183028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c2c79942-579b-46fb-9b47-0efe7e97013e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:30.183637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c2c79942-579b-46fb-9b47-0efe7e97013e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 13:23:30.373978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757238a-930d-436a-966c-01c4a9c483eb None None] DHCP port deletion for cd060d8c-3788-4031-af9d-e3ccf3978792 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:30.384189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Port c2c79942-579b-46fb-9b47-0efe7e97013e not found, will not notify nova. {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 13:23:30.442144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e28daf-8f54-4d45-b9e8-8fd2346d74de req-4a981c79-c449-4f93-9be0-175404d52620 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:30.446614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e28daf-8f54-4d45-b9e8-8fd2346d74de req-4a981c79-c449-4f93-9be0-175404d52620 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.2626116 Feb 11 13:23:30.456248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 4313aeee-4f86-4ffd-badc-ecc3ab055903 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:30.456597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.521466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1d430c7b-1568-4567-917c-88a07022df84', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'port_id': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'mac_address': 'fa:16:3e:f6:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:23:25Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:04Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:30.558280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41e28daf-8f54-4d45-b9e8-8fd2346d74de req-36752240-7bf4-439a-9399-b2e2ed300aa7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970731 Feb 11 13:23:30.592419 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46950) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:30.601393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] Checking router: 16be127f-5f8c-4512-9238-4dda8947428b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:30.626925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:30.627560 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:30.867686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (65be2594-c286-406f-92fd-c1b033fd3406), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.871304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:30.878865 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:30.879453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (65be2594-c286-406f-92fd-c1b033fd3406), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.890492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-39aeb56f-72ed-46be-bc82-06770735997b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/1d430c7b-1568-4567-917c-88a07022df84 HTTP/1.1" status: 200 len: 992 time: 0.2937968 Feb 11 13:23:30.903453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] For port 4313aeee-4f86-4ffd-badc-ecc3ab055903, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=4313aeee-4f86-4ffd-badc-ecc3ab055903,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:30.904218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:30.936759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28604-d924-4814-8c54-1d30e5b492f0 req-e50b94aa-3520-4d33-9acd-d572a148ab09 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:30.945707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28604-d924-4814-8c54-1d30e5b492f0 req-e50b94aa-3520-4d33-9acd-d572a148ab09 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:30.953259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df28604-d924-4814-8c54-1d30e5b492f0 req-e50b94aa-3520-4d33-9acd-d572a148ab09 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:30.962245 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5df28604-d924-4814-8c54-1d30e5b492f0 req-e50b94aa-3520-4d33-9acd-d572a148ab09 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 2411 time: 0.2223067 Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:30.974178 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:30.978501 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (cd060d8c-3788-4031-af9d-e3ccf3978792), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.095359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b477f4b-2d11-460f-a166-9574cc145d54 admin admin] Publish callbacks [] for security_group (af882866-9c68-4fcc-ad4f-e43196186a38), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.101800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.111780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/cd060d8c-3788-4031-af9d-e3ccf3978792 HTTP/1.1" status: 204 len: 168 time: 2.2663605 Feb 11 13:23:31.116478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 46954) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:31.128586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47e156-07f9-46dc-a0e5-0841a36d9468 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=cd060d8c-3788-4031-af9d-e3ccf3978792,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:31.131446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2b477f4b-2d11-460f-a166-9574cc145d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af882866-9c68-4fcc-ad4f-e43196186a38), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.133535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'name': 'tempest-PortsTestJSON-354515804'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:31.183055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b477f4b-2d11-460f-a166-9574cc145d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af882866-9c68-4fcc-ad4f-e43196186a38,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:31.267264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5df28604-d924-4814-8c54-1d30e5b492f0 req-5f0a4416-c90b-4cf0-8b6a-1fbda4e39047 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036709 Feb 11 13:23:31.310922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b477f4b-2d11-460f-a166-9574cc145d54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ebaabd6eca24883b1b5c1dcdcf3c8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4751639 Feb 11 13:23:31.312887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46956) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:31.331988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1d430c7b-1568-4567-917c-88a07022df84', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'port_id': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'mac_address': 'fa:16:3e:f6:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:23:25Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:04Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:31.393238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a08fe3-53ff-42ee-8c49-dfb932b1f134 None None] The sync data for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 is: [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1d430c7b-1568-4567-917c-88a07022df84', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'port_id': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'mac_address': 'fa:16:3e:f6:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:23:25Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 0, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:04Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:31.408662 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-686a1708-49af-4ed0-8004-1476a4677ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.415786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cf15b88-2814-4f89-a223-788928acbddd admin admin] Publish callbacks [] for security_group (af882866-9c68-4fcc-ad4f-e43196186a38), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.459935 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cf15b88-2814-4f89-a223-788928acbddd admin admin] Publish callbacks [] for security_group (af882866-9c68-4fcc-ad4f-e43196186a38), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.473478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:31.477068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.515571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.515571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (df5d81d1-1e40-4eaa-8369-19965fae078b), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.515571 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Floating IP df5d81d1-1e40-4eaa-8369-19965fae078b disassociated. External IP: 172.25.1.64, port: 4313aeee-4f86-4ffd-badc-ecc3ab055903. Feb 11 13:23:31.515571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 4313aeee-4f86-4ffd-badc-ecc3ab055903 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:31.525203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 93213a51-512b-4229-b9e5-a94ae01b35ec yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:31.581027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c2c79942-579b-46fb-9b47-0efe7e97013e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:31.639990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c2c79942-579b-46fb-9b47-0efe7e97013e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:31.640900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c2c79942-579b-46fb-9b47-0efe7e97013e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:31.679705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.684461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cf15b88-2814-4f89-a223-788928acbddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (af882866-9c68-4fcc-ad4f-e43196186a38), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.687704 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cf15b88-2814-4f89-a223-788928acbddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:31.693315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0cf15b88-2814-4f89-a223-788928acbddd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af882866-9c68-4fcc-ad4f-e43196186a38 HTTP/1.1" status: 204 len: 168 time: 0.3790107 Feb 11 13:23:31.742449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf15b88-2814-4f89-a223-788928acbddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af882866-9c68-4fcc-ad4f-e43196186a38,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:31.860898 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fb2357-e18a-4870-a274-768e82c4464f None None] New status for floating IP 1d430c7b-1568-4567-917c-88a07022df84: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:23:31.894956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46962) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:31.977786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (93213a51-512b-4229-b9e5-a94ae01b35ec), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.055137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (4313aeee-4f86-4ffd-badc-ecc3ab055903), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.071463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac'}, {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:32.088074 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c606a224-7fc2-4e37-9f23-eca3ce6411b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac"}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:32.165961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=4313aeee-4f86-4ffd-badc-ecc3ab055903,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.189779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (93213a51-512b-4229-b9e5-a94ae01b35ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.202905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7735df17-1372-44f5-b8f4-68480b7363ae tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/1d430c7b-1568-4567-917c-88a07022df84 HTTP/1.1" status: 200 len: 992 time: 0.3060939 Feb 11 13:23:32.242766 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b5bf5a-c2bb-49dd-b96f-58095ab10874 x-openstack-request-id: req-62b5bf5a-c2bb-49dd-b96f-58095ab10874 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:32.243920 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac", "status": "completed", "code": 200}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:32.244337 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62b5bf5a-c2bb-49dd-b96f-58095ab10874 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:32.245015 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'status': 'completed', 'code': 200} Feb 11 13:23:32.245434 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '2af6e4b3-93cd-4b1a-9433-4b0fe1c632b3', 'status': 'completed', 'code': 200} Feb 11 13:23:32.333383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Deleting port 15c69637-73a4-4887-928d-81124fec87d6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:32.334000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (15c69637-73a4-4887-928d-81124fec87d6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.437599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:32.440370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] For port 15c69637-73a4-4887-928d-81124fec87d6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=15c69637-73a4-4887-928d-81124fec87d6,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:32.440824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (15c69637-73a4-4887-928d-81124fec87d6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.464993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Calling delete_port for 15c69637-73a4-4887-928d-81124fec87d6 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:32.469786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:32.471916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=93213a51-512b-4229-b9e5-a94ae01b35ec,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.474827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:32.480345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.480959 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.484819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Router b607d99a-fdf2-48a7-b66c-6bb84c464c3a has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:32.545040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-18bdbe3b-bfcf-4f3f-b2ed-9e2042014cbc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4267726 Feb 11 13:23:32.546429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46980) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:32.586916 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.657625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-e17b5ae5-c402-4f85-b702-71836d9e07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.659234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-e17b5ae5-c402-4f85-b702-71836d9e07d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1128 time: 0.2567372 Feb 11 13:23:32.677724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2c4d-f2cf-4497-922d-c921d1792169 req-b6b864c2-255a-43e3-a8e2-0ccc5c4243a4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.685039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c2c4d-f2cf-4497-922d-c921d1792169 req-b6b864c2-255a-43e3-a8e2-0ccc5c4243a4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.687212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e7c2c4d-f2cf-4497-922d-c921d1792169 req-b6b864c2-255a-43e3-a8e2-0ccc5c4243a4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 1677 time: 0.2643430 Feb 11 13:23:32.834635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 93213a51-512b-4229-b9e5-a94ae01b35ec {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:32.835034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (93213a51-512b-4229-b9e5-a94ae01b35ec), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.959787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (93213a51-512b-4229-b9e5-a94ae01b35ec), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.973859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:32.991073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] Sync routers for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:33.004807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 93213a51-512b-4229-b9e5-a94ae01b35ec owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:33.006721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (15c69637-73a4-4887-928d-81124fec87d6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.011166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:33.016170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:33.025029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e7c2c4d-f2cf-4497-922d-c921d1792169 req-a0dc5b16-4397-4a7b-a523-8abc72b51dd4 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196547 Feb 11 13:23:33.062473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] No DVR routers for this DVR port 4313aeee-4f86-4ffd-badc-ecc3ab055903 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:33.065393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.069174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-91c2102b-b48b-4a27-8944-f088d89e1a8e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "DELETE /v2.0/ports/4313aeee-4f86-4ffd-badc-ecc3ab055903 HTTP/1.1" status: 204 len: 173 time: 2.8864608 Feb 11 13:23:33.074241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-ec6c8879-9de5-4a49-a80a-621ad4556c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.075597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-ec6c8879-9de5-4a49-a80a-621ad4556c4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 200 len: 898 time: 0.3852475 Feb 11 13:23:33.148191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c69637-73a4-4887-928d-81124fec87d6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.207613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 46996) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:33.235183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:33.315762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (93213a51-512b-4229-b9e5-a94ae01b35ec), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.348659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-dff062bb-40ad-4244-895d-c231c53149a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 200 len: 1002 time: 0.2595260 Feb 11 13:23:33.378370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=93213a51-512b-4229-b9e5-a94ae01b35ec,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.402134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f8d78f22-13db-47ff-8a51-420ef4bb7d8a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/1d430c7b-1568-4567-917c-88a07022df84 HTTP/1.1" status: 200 len: 994 time: 0.1844091 Feb 11 13:23:33.402134 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.402134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-33069c2b-63c6-4ff0-b26d-8eac9595bf57 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/93213a51-512b-4229-b9e5-a94ae01b35ec HTTP/1.1" status: 204 len: 168 time: 0.8523705 Feb 11 13:23:33.414478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47000) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:33.423945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'mac_address': 'fa:16:3e:0a:e1:70', 'name': 'tempest-PortsTestJSON-405400823'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:33.436334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:33.436334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.600152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:38Z', 'revision_number': 5, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:33.622310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] For port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:33.622794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.630575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] Checking router: b607d99a-fdf2-48a7-b66c-6bb84c464c3a for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:33.636211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 8aee8dd7-1ab9-46c8-bbfc-637f910703cb owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:33.638203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:33.641023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:33.642362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:33.653686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-dc34f8ab-3b1c-4f42-a841-c7544c1b22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.655296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-dc34f8ab-3b1c-4f42-a841-c7544c1b22f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2792744f-530f-41e1-806a-4667c67fb403 HTTP/1.1" status: 200 len: 834 time: 0.2913361 Feb 11 13:23:33.778726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:33.922442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:34.055866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:38Z', 'revision_number': 5, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:34.104976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:34.115482 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] Sync routers for ids ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:34.118109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ab7ca7d0-205f-4698-9a3b-e83252f0b660 admin admin] 10.222.0.42 "PUT /v2.0/routers/8a3080b9-238d-46d9-bbe1-b17d5bdd4810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7774138 Feb 11 13:23:34.120979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47012) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:34.143363 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] Routers {'8a3080b9-238d-46d9-bbe1-b17d5bdd4810'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:34.144287 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:34.155829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0afe1-119f-4829-8980-9c93bb592437 None None] The sync data for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 is: [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:17:31Z', 'revision_number': 4, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '3c21e01a-4f58-4503-bcde-68c61f9228d4', 'name': '', 'network_id': '1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'mac_address': 'fa:16:3e:54:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2845, 'fixed_ips': [{'subnet_id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:29Z', 'updated_at': '2022-02-11T13:17:38Z', 'revision_number': 5, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'subnets': [{'id': '8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:34.221670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:34.260251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.278955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:34.281103 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e09530-5106-4477-adff-cdcf754f6119" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:34.412015 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] Set router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:34.451946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks [] for router (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.461406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8aee8dd7-1ab9-46c8-bbfc-637f910703cb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.563348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-8b15602a-f5f8-462a-8948-47efa70a6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.566257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-8b15602a-f5f8-462a-8948-47efa70a6e3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f603f69-470e-434c-a4bd-4fd590888b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9037871 Feb 11 13:23:34.620763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=8aee8dd7-1ab9-46c8-bbfc-637f910703cb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:34.655158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dfdac5-fd63-4c30-9481-e7ff3e7e5fec None None] New status for floating IP df5d81d1-1e40-4eaa-8369-19965fae078b: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:23:34.657391 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 5, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:34.675739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] No DVR routers for this DVR port 8aee8dd7-1ab9-46c8-bbfc-637f910703cb on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:34.709040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.713207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-bb664865-8800-48de-abc0-c71abb21e0fd tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "DELETE /v2.0/ports/8aee8dd7-1ab9-46c8-bbfc-637f910703cb HTTP/1.1" status: 204 len: 173 time: 1.6360564 Feb 11 13:23:34.719664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] Checking router: 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:34.739526 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] Routers {'8a3080b9-238d-46d9-bbe1-b17d5bdd4810'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:34.740160 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:34.769723 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.920352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f139-a63b-4b5d-91c4-54f21face6c0 req-7a981b10-ce0e-4d7c-9d86-14157cbf8ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.928058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09f139-a63b-4b5d-91c4-54f21face6c0 req-7a981b10-ce0e-4d7c-9d86-14157cbf8ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.930322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff09f139-a63b-4b5d-91c4-54f21face6c0 req-7a981b10-ce0e-4d7c-9d86-14157cbf8ea3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 1677 time: 0.7566047 Feb 11 13:23:34.951844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 1dc10407-6bbb-43ae-9b9a-ab4764d4665a yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:34.992373 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] Set router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:35.149017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-eeca619f-1d07-4b69-834c-953492a3ea56 service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796205 Feb 11 13:23:35.250948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks [] for router_gateway (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.293726 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 5, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:35.311316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff09f139-a63b-4b5d-91c4-54f21face6c0 req-c5f61db6-fe22-4597-a6cc-eb3a20bc8166 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups?id=5785b940-8dcd-4944-99b6-c1f9de33b418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565632 Feb 11 13:23:35.354963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.389261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4594c6-9cfc-400b-b283-f5e4a6c8cf55 None None] The sync data for ids ['8a3080b9-238d-46d9-bbe1-b17d5bdd4810'] in n-d-828675-3 is: [{'id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'name': 'tempest-TestServerMultinode-2147398589-router', 'tenant_id': '5bc721d0e6494b48a106d9ab994036e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:17Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 5, 'project_id': '5bc721d0e6494b48a106d9ab994036e1', 'gw_port': {'id': '9dae68fa-cebf-4290-880d-1ef8b4ebeab8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3080b9-238d-46d9-bbe1-b17d5bdd4810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:18Z', 'updated_at': '2022-02-11T13:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:35.433412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (1dc10407-6bbb-43ae-9b9a-ab4764d4665a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.463622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 2c82b54f-7867-4c04-8bf6-be018f60cb1c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:35.463979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.469236 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd1391-c2d3-4518-85ca-c6d49e7a0851 x-openstack-request-id: req-9cfd1391-c2d3-4518-85ca-c6d49e7a0851 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:35.469532 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "4313aeee-4f86-4ffd-badc-ecc3ab055903", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:35.472676 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cfd1391-c2d3-4518-85ca-c6d49e7a0851 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:35.473329 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '4313aeee-4f86-4ffd-badc-ecc3ab055903', 'status': 'completed', 'code': 200} Feb 11 13:23:35.509269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c606a224-7fc2-4e37-9f23-eca3ce6411b0 req-4ba1e623-08a7-4fb9-ac15-259b868ac3ce service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444726 Feb 11 13:23:35.581729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Deleting port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:35.582106 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.684185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] For port 2c82b54f-7867-4c04-8bf6-be018f60cb1c, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2c82b54f-7867-4c04-8bf6-be018f60cb1c,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:35.684185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.684185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1dc10407-6bbb-43ae-9b9a-ab4764d4665a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.765360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 2c82b54f-7867-4c04-8bf6-be018f60cb1c owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:35.782179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:35.831001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:35.837078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:35.842488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.843152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.847367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=1dc10407-6bbb-43ae-9b9a-ab4764d4665a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:35.856000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] For port 9dae68fa-cebf-4290-880d-1ef8b4ebeab8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:35.856552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.879496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Calling delete_port for 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:35.904130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47044) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:35.913276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2c286770-5b95-4bef-b7be-22a8c4caee1c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4966388 Feb 11 13:23:35.985741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a3348-fde5-48c7-8438-af08ef98a480 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.991922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47048) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:35.993042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e67a3348-fde5-48c7-8438-af08ef98a480 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/1dc10407-6bbb-43ae-9b9a-ab4764d4665a HTTP/1.1" status: 200 len: 840 time: 0.0877688 Feb 11 13:23:36.229040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2c82b54f-7867-4c04-8bf6-be018f60cb1c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.289017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=2c82b54f-7867-4c04-8bf6-be018f60cb1c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.302031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9dae68fa-cebf-4290-880d-1ef8b4ebeab8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.369714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 1dc10407-6bbb-43ae-9b9a-ab4764d4665a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:36.370046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1dc10407-6bbb-43ae-9b9a-ab4764d4665a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.374189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] No DVR routers for this DVR port 2c82b54f-7867-4c04-8bf6-be018f60cb1c on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:36.379499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dae68fa-cebf-4290-880d-1ef8b4ebeab8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.381629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.385084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7532fe0-497d-4c45-a62a-8c2a13adc709 req-2a61b8fe-c20d-4654-b8a7-434c435be805 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.64 "DELETE /v2.0/ports/2c82b54f-7867-4c04-8bf6-be018f60cb1c HTTP/1.1" status: 204 len: 173 time: 1.6578641 Feb 11 13:23:36.499749 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1dc10407-6bbb-43ae-9b9a-ab4764d4665a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.525800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 1dc10407-6bbb-43ae-9b9a-ab4764d4665a owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:36.532277 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.582999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a0aebdf-66b9-4fdb-8b32-933fd94c6a1e req-583039f8-2054-4172-b284-cfdc18e83109 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0693572 Feb 11 13:23:36.682406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.691160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks [] for router_controller (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.789430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (8a3080b9-238d-46d9-bbe1-b17d5bdd4810), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.790508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a3080b9-238d-46d9-bbe1-b17d5bdd4810 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:23:36.831772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.851561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47066) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:36.867835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fbc07c62-5507-4726-9b80-b25eaeb71549 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8a3080b9-238d-46d9-bbe1-b17d5bdd4810 HTTP/1.1" status: 204 len: 168 time: 2.7443709 Feb 11 13:23:36.871629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1dc10407-6bbb-43ae-9b9a-ab4764d4665a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.936420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=1dc10407-6bbb-43ae-9b9a-ab4764d4665a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.961963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:36.968301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ac96310e-d15c-4367-888f-41c35f3d83fe tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/1dc10407-6bbb-43ae-9b9a-ab4764d4665a HTTP/1.1" status: 204 len: 168 time: 0.9750609 Feb 11 13:23:36.968981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:36.977561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] Deleting subnet d0cf7097-56b6-4457-8a0c-5e9347965fb8 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:36.982159 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] Publish callbacks [] for subnet (d0cf7097-56b6-4457-8a0c-5e9347965fb8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.056135 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (d0cf7097-56b6-4457-8a0c-5e9347965fb8), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.068411 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-68375d24-6a9d-4b09-9862-43ad21e5ac59 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:37.071473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-68375d24-6a9d-4b09-9862-43ad21e5ac59 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/1dc10407-6bbb-43ae-9b9a-ab4764d4665a HTTP/1.1" status: 404 len: 333 time: 0.1014626 Feb 11 13:23:37.075278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47076) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:37.086862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'name': 'tempest-PortsTestJSON-419634238'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:37.197770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (d0cf7097-56b6-4457-8a0c-5e9347965fb8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.243388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:37.248115 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.262982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (d0cf7097-56b6-4457-8a0c-5e9347965fb8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.288360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0cf7097-56b6-4457-8a0c-5e9347965fb8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.290430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 76794b92-ba95-407e-b1f4-96bc086c3dcd yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:37.303528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.306357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb83bdd-f09f-4748-9368-4ebabea2bb69 None None] Network 4445a60f-ec41-4b74-869e-3da06abef81e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:37.310012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e2e76258-b30b-4d2e-8075-8c05028c17e1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d0cf7097-56b6-4457-8a0c-5e9347965fb8 HTTP/1.1" status: 204 len: 168 time: 0.4571190 Feb 11 13:23:37.314026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47082) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:37.428025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (4445a60f-ec41-4b74-869e-3da06abef81e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.488255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb'}, {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:23:37.491166 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf99457-ac58-4423-bc10-2c8dd7a603df" -d '{"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb"}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:37.559214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Deleting port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:37.559978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.611469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:37.629521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.636769 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f6d1d-74b5-4931-b079-02e2ac75b951 x-openstack-request-id: req-ff7f6d1d-74b5-4931-b079-02e2ac75b951 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:37.637062 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "8aee8dd7-1ab9-46c8-bbfc-637f910703cb", "status": "completed", "code": 200}, {"server_uuid": "1180d1aa-d59c-4089-b28f-2d9f0f27946f", "name": "network-vif-deleted", "tag": "2c82b54f-7867-4c04-8bf6-be018f60cb1c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:37.637306 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff7f6d1d-74b5-4931-b079-02e2ac75b951 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:37.637742 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '8aee8dd7-1ab9-46c8-bbfc-637f910703cb', 'status': 'completed', 'code': 200} Feb 11 13:23:37.639145 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1180d1aa-d59c-4089-b28f-2d9f0f27946f', 'name': 'network-vif-deleted', 'tag': '2c82b54f-7867-4c04-8bf6-be018f60cb1c', 'status': 'completed', 'code': 200} Feb 11 13:23:37.667725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:37.668227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9dae68fa-cebf-4290-880d-1ef8b4ebeab8 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:37.670198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 15c69637-73a4-4887-928d-81124fec87d6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:37.679677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] For port a0b1f7f2-926d-47b0-a882-3f45ffe5f003, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0b1f7f2-926d-47b0-a882-3f45ffe5f003,segment=NetworkSegment(a6f2afa0-d262-49dd-abdc-3e8cf01a1619),segment_id=a6f2afa0-d262-49dd-abdc-3e8cf01a1619)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:37.680888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.716982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Calling delete_port for a0b1f7f2-926d-47b0-a882-3f45ffe5f003 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:37.764081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 15c69637-73a4-4887-928d-81124fec87d6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:37.764517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 15c69637-73a4-4887-928d-81124fec87d6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:37.819673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-839da5ac-016f-4e18-b496-aaa959928431 req-fc4f707d-0e71-4103-839d-31fae6cf3d0b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0892911 Feb 11 13:23:37.822555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.824855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a0b1f7f2-926d-47b0-a882-3f45ffe5f003), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.854857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:37.864965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b1f7f2-926d-47b0-a882-3f45ffe5f003,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.881830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] No DVR routers for this DVR port a0b1f7f2-926d-47b0-a882-3f45ffe5f003 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:37.894726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:37.895174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ddbfed-ec62-4e54-9ac0-c84dd685fc78 None None] DHCP port deletion for 4445a60f-ec41-4b74-869e-3da06abef81e request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:37.900065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:37.906651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:37.907676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.930965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8542480 Feb 11 13:23:37.931621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47096) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:37.941127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:37.973498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d991133-7de3-405a-92d5-3a8f53aa0e7e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=76794b92-ba95-407e-b1f4-96bc086c3dcd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.033499 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (4445a60f-ec41-4b74-869e-3da06abef81e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.058596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.073014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4445a60f-ec41-4b74-869e-3da06abef81e']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:38.100093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:38.100546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f2afa0-d262-49dd-abdc-3e8cf01a1619') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:38.127912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (a6f2afa0-d262-49dd-abdc-3e8cf01a1619), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.152452 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (a6f2afa0-d262-49dd-abdc-3e8cf01a1619), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.165541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:38.165959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (a6f2afa0-d262-49dd-abdc-3e8cf01a1619), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:38.167949 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:38.224762 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (4445a60f-ec41-4b74-869e-3da06abef81e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.233389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.241340 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] 10.222.0.42 "DELETE /v2.0/networks/4445a60f-ec41-4b74-869e-3da06abef81e HTTP/1.1" status: 204 len: 168 time: 0.9260342 Feb 11 13:23:38.245551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:38.255494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad926df-84aa-4a7c-8eb2-cf1566f029fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4445a60f-ec41-4b74-869e-3da06abef81e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.433342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.440690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.466341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] In _notify_port_updated(), no bound segment for port 76794b92-ba95-407e-b1f4-96bc086c3dcd on network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:23:38.473958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.474414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.476942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "PUT /v2.0/ports/76794b92-ba95-407e-b1f4-96bc086c3dcd HTTP/1.1" status: 200 len: 818 time: 0.5414078 Feb 11 13:23:38.479816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47112) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:38.627254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 76794b92-ba95-407e-b1f4-96bc086c3dcd {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:38.628090 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.655187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62590fe2-7c57-447f-88d7-57f8bfcb5f72 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=76794b92-ba95-407e-b1f4-96bc086c3dcd,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.706207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.721579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 76794b92-ba95-407e-b1f4-96bc086c3dcd owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:38.832607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (76794b92-ba95-407e-b1f4-96bc086c3dcd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.891137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=76794b92-ba95-407e-b1f4-96bc086c3dcd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.905044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.911384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f7862739-d8e3-4bed-89c7-ddcb62e062ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/76794b92-ba95-407e-b1f4-96bc086c3dcd HTTP/1.1" status: 204 len: 168 time: 0.4312706 Feb 11 13:23:38.914001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47122) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:39.004805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735fbd8-9f63-46e2-84d2-7355afe16bae tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.006552 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9735fbd8-9f63-46e2-84d2-7355afe16bae tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0905852 Feb 11 13:23:39.009595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47126) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:39.060065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef90ee64-7c35-48e1-adfa-668a5f2fd8eb req-3d1a5f58-d4ef-44e4-8a6e-2f61da4a1a92 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0808668 Feb 11 13:23:39.061149 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-587e7f21-79f5-460d-b2f3-efb824b467cd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:39.063755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-587e7f21-79f5-460d-b2f3-efb824b467cd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/76794b92-ba95-407e-b1f4-96bc086c3dcd HTTP/1.1" status: 404 len: 333 time: 0.0526876 Feb 11 13:23:39.068409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47130) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:39.075572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-628656518'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:39.135955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:39.143125 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.178852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:39.196405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ec867b38-2b5d-41a3-8e33-2f514ce676f4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.196853 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment ec867b38-2b5d-41a3-8e33-2f514ce676f4 of type vlan for network 1535d2d6-3800-4338-b548-318bb76b3f7a Feb 11 13:23:39.386768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1535d2d6-3800-4338-b548-318bb76b3f7a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.456130 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1535d2d6-3800-4338-b548-318bb76b3f7a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.462553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.463200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.509705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0b1f7f2-926d-47b0-a882-3f45ffe5f003 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:39.544019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a0b1f7f2-926d-47b0-a882-3f45ffe5f003 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:39.544371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0b1f7f2-926d-47b0-a882-3f45ffe5f003 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:39.545724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4757822 Feb 11 13:23:39.546239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47140) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:39.548396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86b18-0dc8-4fe5-97e8-4a3bd3f27334 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=1535d2d6-3800-4338-b548-318bb76b3f7a,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.555113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:39.578118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1535d2d6-3800-4338-b548-318bb76b3f7a details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:39.669480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:39.678100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.901055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (f9146a50-3342-4903-be8d-fce8c3b3d259), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:39.953577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=f9146a50-3342-4903-be8d-fce8c3b3d259,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:40.023880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (618626f4-bb53-4033-aa04-1ddbb9499660), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.030907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': 'ec867b38-2b5d-41a3-8e33-2f514ce676f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:40.031679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: 1535d2d6-3800-4338-b548-318bb76b3f7a, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:40.053966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 1535d2d6-3800-4338-b548-318bb76b3f7a is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:40.069475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1535d2d6-3800-4338-b548-318bb76b3f7a) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:40.078934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.079742 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.084252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d81f69-bf5f-4697-a915-3b516a9738a9 None None] Network 1535d2d6-3800-4338-b548-318bb76b3f7a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:40.137277 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fa039925-d9e6-40f2-955a-6f66d3339d27 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5897205 Feb 11 13:23:40.138477 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47154) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:40.153960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cb5058ba-ae34-4d34-8893-b103f47f6ba5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:40.300037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44d51ab5-3e6c-487f-852a-8c9d46b19e45 req-40b0aa68-e659-4e33-8fdf-b189427b8f37 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0603092 Feb 11 13:23:40.350788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1535d2d6-3800-4338-b548-318bb76b3f7a', 'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a', 'project_id': 'c10a5b173e4a459c824f48b03e9e04ea', 'fixed_ips': [{'subnet_id': 'f9146a50-3342-4903-be8d-fce8c3b3d259'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:40.351930 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.420389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5058ba-ae34-4d34-8893-b103f47f6ba5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:40.425692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cb5058ba-ae34-4d34-8893-b103f47f6ba5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.597260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Allocated IP 172.20.0.2 (1535d2d6-3800-4338-b548-318bb76b3f7a/f9146a50-3342-4903-be8d-fce8c3b3d259/0f6929e2-5597-417d-993f-a1224cfc834f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:40.599515 n-d-828675-3 neutron-server[109684]: INFO neutron.db.ipam_backend_mixin [None req-cb5058ba-ae34-4d34-8893-b103f47f6ba5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f9146a50-3342-4903-be8d-fce8c3b3d259 (CIDR: 172.20.0.0/28) Feb 11 13:23:40.603437 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5058ba-ae34-4d34-8893-b103f47f6ba5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:23:40.603604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5058ba-ae34-4d34-8893-b103f47f6ba5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:23:40.631299 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cb5058ba-ae34-4d34-8893-b103f47f6ba5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4866962 Feb 11 13:23:40.633876 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47174) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:40.638788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:40.716028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Deleting port de133c0e-fab7-44d4-949f-e46f1482acc6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:40.717857 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.855650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:40.863485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.893626 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Publish callbacks [] for port (0f6929e2-5597-417d-993f-a1224cfc834f), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.897247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] For port de133c0e-fab7-44d4-949f-e46f1482acc6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=de133c0e-fab7-44d4-949f-e46f1482acc6,segment=NetworkSegment(7450b1d3-c981-4770-9c36-583975546fec),segment_id=7450b1d3-c981-4770-9c36-583975546fec)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:40.897685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.915669 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:40.936615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Calling delete_port for de133c0e-fab7-44d4-949f-e46f1482acc6 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:40.982852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Pushing event updated for resources: {'Port': ['ID=0f6929e2-5597-417d-993f-a1224cfc834f,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:40.998280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:40.998817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:40.999654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:40.999654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.000117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.000623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.001096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.001555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.003353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.004587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.005219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.005843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.006402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:41.030791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Network 1535d2d6-3800-4338-b548-318bb76b3f7a is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:41.032613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:41.036648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:41.171311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Attempting to bind port 0f6929e2-5597-417d-993f-a1224cfc834f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:41.171899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Attempting to bind port 0f6929e2-5597-417d-993f-a1224cfc834f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'ec867b38-2b5d-41a3-8e33-2f514ce676f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:41.173151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Attempting to bind port 0f6929e2-5597-417d-993f-a1224cfc834f on network 1535d2d6-3800-4338-b548-318bb76b3f7a {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:41.194454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:41.194839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Checking segment: {'id': 'ec867b38-2b5d-41a3-8e33-2f514ce676f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:41.195263 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.195664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Bound using segment: {'id': 'ec867b38-2b5d-41a3-8e33-2f514ce676f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:41.196206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Bound port: 0f6929e2-5597-417d-993f-a1224cfc834f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec867b38-2b5d-41a3-8e33-2f514ce676f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:41.196533 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.304232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] For port 0f6929e2-5597-417d-993f-a1224cfc834f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:41.307725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] For port 0f6929e2-5597-417d-993f-a1224cfc834f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f6929e2-5597-417d-993f-a1224cfc834f,segment=NetworkSegment(ec867b38-2b5d-41a3-8e33-2f514ce676f4),segment_id=ec867b38-2b5d-41a3-8e33-2f514ce676f4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:41.315009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.450108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (de133c0e-fab7-44d4-949f-e46f1482acc6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.464808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f79bc6-e51d-4bac-bdc8-d959c9acde6a None None] Pushing event updated for resources: {'Port': ['ID=0f6929e2-5597-417d-993f-a1224cfc834f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:41.500998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Pushing event deleted for resources: {'Port': ['ID=de133c0e-fab7-44d4-949f-e46f1482acc6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:41.527711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.604111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-403ffb45-0ba1-4b35-ace5-75975a1c844e req-4a4d1e7f-8b4c-4878-ab4e-b8e9d7b70fe9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0371275 Feb 11 13:23:41.649196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 1535d2d6-3800-4338-b548-318bb76b3f7a is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:41.653284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:41.656278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.662134 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.728853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0938437 Feb 11 13:23:41.729109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47214) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:41.736200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a', 'fixed_ips': [{'subnet_id': 'f9146a50-3342-4903-be8d-fce8c3b3d259'}, {'subnet_id': '0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9'}], 'name': 'tempest-PortsTestJSON-1289636870'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:41.738913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c71a2-7f0e-4c49-a42d-df03daca937a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:41.972254 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (618626f4-bb53-4033-aa04-1ddbb9499660), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:41.986207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:42.208570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:42.243369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:42.717927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Router 618626f4-bb53-4033-aa04-1ddbb9499660 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:42.837271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87aa76e4-65d2-4464-a52a-0b44e33a6138 req-0c6db59f-92e3-4113-9c18-ded5f1abb4bf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0479946 Feb 11 13:23:42.997931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4615f6f-6819-4b8f-98df-22c73d614a6e None None] Network 1535d2d6-3800-4338-b548-318bb76b3f7a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:43.019421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.12 (1535d2d6-3800-4338-b548-318bb76b3f7a/f9146a50-3342-4903-be8d-fce8c3b3d259/d1ee92a5-d8d5-4455-a31c-d42650b2ab58) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:43.031119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.18 (1535d2d6-3800-4338-b548-318bb76b3f7a/0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9/d1ee92a5-d8d5-4455-a31c-d42650b2ab58) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:43.039168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:43.060030 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] Sync routers for ids ['618626f4-bb53-4033-aa04-1ddbb9499660'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:43.073444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f36d77db-8211-4b5f-8fd1-35b9571ebe1c admin admin] 10.222.0.42 "PUT /v2.0/routers/618626f4-bb53-4033-aa04-1ddbb9499660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8223555 Feb 11 13:23:43.073586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47244) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:43.101007 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] Routers {'618626f4-bb53-4033-aa04-1ddbb9499660'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:43.102350 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['618626f4-bb53-4033-aa04-1ddbb9499660'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:43.182397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a88abce8-441c-418d-b8d2-bd8d7029d1a2 None None] Provisioning complete for port 0f6929e2-5597-417d-993f-a1224cfc834f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:43.192400 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a88abce8-441c-418d-b8d2-bd8d7029d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.309284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks [] for router (618626f4-bb53-4033-aa04-1ddbb9499660), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.340686 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] Set router 618626f4-bb53-4033-aa04-1ddbb9499660 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:43.468540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.561964 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.562457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks [] for router_gateway (618626f4-bb53-4033-aa04-1ddbb9499660), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.674792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 1535d2d6-3800-4338-b548-318bb76b3f7a is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:43.692910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:43.701103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:43.731854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Deleting port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:43.732201 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.767635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=d1ee92a5-d8d5-4455-a31c-d42650b2ab58,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:43.801499 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:23:41Z', 'revision_number': 5, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port': {'id': '3476dc72-d4e6-435e-b693-f89ec4d9c2fa', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:de:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:30Z', 'updated_at': '2022-02-11T13:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:43.831040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.831779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.856875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0f6929e2-5597-417d-993f-a1224cfc834f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:43.859969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a88abce8-441c-418d-b8d2-bd8d7029d1a2 None None] Current status of the port 0f6929e2-5597-417d-993f-a1224cfc834f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:43.860609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a88abce8-441c-418d-b8d2-bd8d7029d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.864801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7459dd55-8956-4113-954c-dc0cb8679755 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1325359 Feb 11 13:23:43.865438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47258) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:43.873024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9146a50-3342-4903-be8d-fce8c3b3d259'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:43.895967 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] Checking router: 618626f4-bb53-4033-aa04-1ddbb9499660 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:43.898305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] For port 3476dc72-d4e6-435e-b693-f89ec4d9c2fa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:43.898676 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:43.924068 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] Routers {'618626f4-bb53-4033-aa04-1ddbb9499660'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:43.928406 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:23:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['618626f4-bb53-4033-aa04-1ddbb9499660'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:43.929971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Calling delete_port for 3476dc72-d4e6-435e-b693-f89ec4d9c2fa owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:43.969485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a88abce8-441c-418d-b8d2-bd8d7029d1a2 None None] For port 0f6929e2-5597-417d-993f-a1224cfc834f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f6929e2-5597-417d-993f-a1224cfc834f,segment=NetworkSegment(ec867b38-2b5d-41a3-8e33-2f514ce676f4),segment_id=ec867b38-2b5d-41a3-8e33-2f514ce676f4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:43.991513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf34f3ab-8b7b-43b8-8519-3e3779123cb4 None None] Update dhcp port {'port': {'network_id': '1535d2d6-3800-4338-b548-318bb76b3f7a', 'fixed_ips': [{'subnet_id': 'f9146a50-3342-4903-be8d-fce8c3b3d259', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9'}], 'binding:host_id': 'n-d-828675-3'}, 'id': '0f6929e2-5597-417d-993f-a1224cfc834f'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:23:44.000750 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a88abce8-441c-418d-b8d2-bd8d7029d1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.097060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-89ff7fc7-c826-4f6a-aad1-bc0fee7bdfdc req-3808cb87-bbc5-4a6a-b900-99c69e9b4991 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0675113 Feb 11 13:23:44.145949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf34f3ab-8b7b-43b8-8519-3e3779123cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.160610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0f6929e2-5597-417d-993f-a1224cfc834f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:44.161144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.164044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.193048 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] Set router 618626f4-bb53-4033-aa04-1ddbb9499660 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:44.313127 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 6, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:44.377913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88abce8-441c-418d-b8d2-bd8d7029d1a2 None None] Pushing event updated for resources: {'Port': ['ID=0f6929e2-5597-417d-993f-a1224cfc834f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:44.395286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3476dc72-d4e6-435e-b693-f89ec4d9c2fa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.437363 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b0eb34-7818-479c-84d8-3082f659c62b None None] The sync data for ids ['618626f4-bb53-4033-aa04-1ddbb9499660'] in n-d-828675-3 is: [{'id': '618626f4-bb53-4033-aa04-1ddbb9499660', 'name': 'tempest-TestServerMultinode-238305675-router', 'tenant_id': '40a7725995a743d1a2639901197ea864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:29Z', 'updated_at': '2022-02-11T13:23:43Z', 'revision_number': 6, 'project_id': '40a7725995a743d1a2639901197ea864', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:44.454928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Pushing event deleted for resources: {'Port': ['ID=3476dc72-d4e6-435e-b693-f89ec4d9c2fa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:44.587823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0f6929e2-5597-417d-993f-a1224cfc834f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:44.653332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-cf34f3ab-8b7b-43b8-8519-3e3779123cb4 None None] Allocated IP 172.20.0.19 (1535d2d6-3800-4338-b548-318bb76b3f7a/0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9/0f6929e2-5597-417d-993f-a1224cfc834f) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:44.796878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cf34f3ab-8b7b-43b8-8519-3e3779123cb4 None None] For port 0f6929e2-5597-417d-993f-a1224cfc834f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f6929e2-5597-417d-993f-a1224cfc834f,segment=NetworkSegment(ec867b38-2b5d-41a3-8e33-2f514ce676f4),segment_id=ec867b38-2b5d-41a3-8e33-2f514ce676f4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:44.870503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf34f3ab-8b7b-43b8-8519-3e3779123cb4 None None] Publish callbacks [] for port (0f6929e2-5597-417d-993f-a1224cfc834f), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:44.877077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf34f3ab-8b7b-43b8-8519-3e3779123cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.001017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Delete allocated IP 172.20.0.18 (1535d2d6-3800-4338-b548-318bb76b3f7a/0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9) {{(pid=109685) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:23:45.103197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34f3ab-8b7b-43b8-8519-3e3779123cb4 None None] Pushing event updated for resources: {'Port': ['ID=0f6929e2-5597-417d-993f-a1224cfc834f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:45.336995 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (618626f4-bb53-4033-aa04-1ddbb9499660), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.395718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3910e19-fb4d-4231-a9e3-8623fbbc45bc req-c4c45240-018c-4917-ab32-a9e6ccdc9ec9 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.1157460 Feb 11 13:23:45.474182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.480505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.549075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (618626f4-bb53-4033-aa04-1ddbb9499660), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.553766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks [] for router_controller (618626f4-bb53-4033-aa04-1ddbb9499660), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.635070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0f6929e2-5597-417d-993f-a1224cfc834f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:45.642919 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (618626f4-bb53-4033-aa04-1ddbb9499660), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.643606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618626f4-bb53-4033-aa04-1ddbb9499660 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:23:45.648777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.655154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a6132e7b-b749-46de-8d65-91135166414c admin admin] 10.222.0.42 "DELETE /v2.0/routers/618626f4-bb53-4033-aa04-1ddbb9499660 HTTP/1.1" status: 204 len: 168 time: 2.5802758 Feb 11 13:23:45.657741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47292) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:45.733411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0f6929e2-5597-417d-993f-a1224cfc834f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:45.733847 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.745021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] In _notify_port_updated(), no bound segment for port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 on network 1535d2d6-3800-4338-b548-318bb76b3f7a {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:23:45.752233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.753165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.754760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "PUT /v2.0/ports/d1ee92a5-d8d5-4455-a31c-d42650b2ab58 HTTP/1.1" status: 200 len: 920 time: 1.8883438 Feb 11 13:23:45.756092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320fc65-39fa-49a3-a559-2ca4322cfdc7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=d1ee92a5-d8d5-4455-a31c-d42650b2ab58,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:45.759623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47300) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:45.781574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9146a50-3342-4903-be8d-fce8c3b3d259'}, {'subnet_id': '0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:45.862286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0f6929e2-5597-417d-993f-a1224cfc834f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:45.941745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] Deleting subnet ce9b2e18-78c2-472b-a930-112f3639a8a1 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:45.945939 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] Publish callbacks [] for subnet (ce9b2e18-78c2-472b-a930-112f3639a8a1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:45.986114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device de133c0e-fab7-44d4-949f-e46f1482acc6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:46.031635 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (ce9b2e18-78c2-472b-a930-112f3639a8a1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.043790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: de133c0e-fab7-44d4-949f-e46f1482acc6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:46.045007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device de133c0e-fab7-44d4-949f-e46f1482acc6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:46.045435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3476dc72-d4e6-435e-b693-f89ec4d9c2fa no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:46.095792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3476dc72-d4e6-435e-b693-f89ec4d9c2fa {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:46.096368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3476dc72-d4e6-435e-b693-f89ec4d9c2fa not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:46.178068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddefd19-da76-4dd9-aac2-5c0000a80158 None None] Network 1535d2d6-3800-4338-b548-318bb76b3f7a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:46.250404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (ce9b2e18-78c2-472b-a930-112f3639a8a1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.283544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.340372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0ea44318-7bc3-4520-8c29-8743fb6f9967 None None] Provisioning complete for port 0f6929e2-5597-417d-993f-a1224cfc834f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:46.341181 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0ea44318-7bc3-4520-8c29-8743fb6f9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.467730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.477311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (ce9b2e18-78c2-472b-a930-112f3639a8a1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.550186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.570267 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ce9b2e18-78c2-472b-a930-112f3639a8a1 HTTP/1.1" status: 204 len: 168 time: 0.9113758 Feb 11 13:23:46.570889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47318) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:46.576189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0ea44318-7bc3-4520-8c29-8743fb6f9967 None None] Current status of the port 0f6929e2-5597-417d-993f-a1224cfc834f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:46.579645 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61af34-d915-489b-99d1-1565b590798c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9b2e18-78c2-472b-a930-112f3639a8a1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:46.603631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472f561-006c-4238-801a-404ccf9b83e2 None None] Network 181be729-b9ec-48e8-bb7f-92c0698a8896 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:46.651475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec05b864-8e95-492a-8d08-833c0ed59ea2 req-f1847a8d-b00e-4748-9170-f8147b4977b0 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.1171343 Feb 11 13:23:46.846677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (181be729-b9ec-48e8-bb7f-92c0698a8896), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:46.949884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] DHCP port deletion for 181be729-b9ec-48e8-bb7f-92c0698a8896 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:47.073510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7b171bb2-b744-4c4c-a2ed-0470887d7d3c None None] Provisioning complete for port 0f6929e2-5597-417d-993f-a1224cfc834f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:47.074007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7b171bb2-b744-4c4c-a2ed-0470887d7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.123785 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.20 (1535d2d6-3800-4338-b548-318bb76b3f7a/0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9/d1ee92a5-d8d5-4455-a31c-d42650b2ab58) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:47.127198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] Deleting port a0784af7-4fde-4b34-89eb-508a1929e87f {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:47.130152 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.254106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] For port a0784af7-4fde-4b34-89eb-508a1929e87f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0784af7-4fde-4b34-89eb-508a1929e87f,segment=NetworkSegment(7450b1d3-c981-4770-9c36-583975546fec),segment_id=7450b1d3-c981-4770-9c36-583975546fec)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:47.255486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.290592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] Calling delete_port for a0784af7-4fde-4b34-89eb-508a1929e87f owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:47.405945 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.416435 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.445630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Deleting port a0784af7-4fde-4b34-89eb-508a1929e87f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:47.448920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.504121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.553503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.592083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] Pushing event deleted for resources: {'Port': ['ID=a0784af7-4fde-4b34-89eb-508a1929e87f,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.603341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d308949-0886-4c07-bf96-492f1a424a55 None None] No DVR routers for this DVR port a0784af7-4fde-4b34-89eb-508a1929e87f on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:47.631152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0784af7-4fde-4b34-89eb-508a1929e87f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:47.653291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=d1ee92a5-d8d5-4455-a31c-d42650b2ab58,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.688845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7b171bb2-b744-4c4c-a2ed-0470887d7d3c None None] Current status of the port 0f6929e2-5597-417d-993f-a1224cfc834f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:47.698701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a0784af7-4fde-4b34-89eb-508a1929e87f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:47.699042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0784af7-4fde-4b34-89eb-508a1929e87f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:47.729592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7b171bb2-b744-4c4c-a2ed-0470887d7d3c None None] Provisioning complete for port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:47.729996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7b171bb2-b744-4c4c-a2ed-0470887d7d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.799394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] For port a0784af7-4fde-4b34-89eb-508a1929e87f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0784af7-4fde-4b34-89eb-508a1929e87f,segment=NetworkSegment(7450b1d3-c981-4770-9c36-583975546fec),segment_id=7450b1d3-c981-4770-9c36-583975546fec)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:47.807232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.842735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7b171bb2-b744-4c4c-a2ed-0470887d7d3c None None] Port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:47.856470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Calling delete_port for a0784af7-4fde-4b34-89eb-508a1929e87f owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:47.867084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9f3287c-f540-434f-bfa7-47a49467a0b6 req-7f16a9a6-8245-41a4-b6f5-a209dde6196e tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0783355 Feb 11 13:23:47.874263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] In _notify_port_updated(), no bound segment for port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 on network 1535d2d6-3800-4338-b548-318bb76b3f7a {{(pid=109684) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:23:47.889957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.889957 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:47.891509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47342) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:47.903902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-01acdb97-fbe1-4995-87e8-521d92798571 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "PUT /v2.0/ports/d1ee92a5-d8d5-4455-a31c-d42650b2ab58 HTTP/1.1" status: 200 len: 1000 time: 2.1399105 Feb 11 13:23:47.978468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-60cb45e9-2980-4c48-962a-c1603cb6bf1e None None] Provisioning complete for port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:47.978994 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-60cb45e9-2980-4c48-962a-c1603cb6bf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.044641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a0784af7-4fde-4b34-89eb-508a1929e87f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.070830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] No DVR routers for this DVR port a0784af7-4fde-4b34-89eb-508a1929e87f on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:48.083702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-60cb45e9-2980-4c48-962a-c1603cb6bf1e None None] Port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:48.111323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:48.111731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.132990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0784af7-4fde-4b34-89eb-508a1929e87f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.215795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2ed4bbd1-e48a-43ac-bb6e-38760621b5c4 None None] Provisioning complete for port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:48.216176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2ed4bbd1-e48a-43ac-bb6e-38760621b5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.227521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (181be729-b9ec-48e8-bb7f-92c0698a8896), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.254849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.257498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181be729-b9ec-48e8-bb7f-92c0698a8896']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:48.272660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for d1ee92a5-d8d5-4455-a31c-d42650b2ab58 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:48.278546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7450b1d3-c981-4770-9c36-583975546fec') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:48.279132 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7450b1d3-c981-4770-9c36-583975546fec') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:48.290311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4bbd1-e48a-43ac-bb6e-38760621b5c4 None None] Port d1ee92a5-d8d5-4455-a31c-d42650b2ab58 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:48.292473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (7450b1d3-c981-4770-9c36-583975546fec), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.332350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (7450b1d3-c981-4770-9c36-583975546fec), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.340343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:48.341039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (7450b1d3-c981-4770-9c36-583975546fec), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:48.422562 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:48.427937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (181be729-b9ec-48e8-bb7f-92c0698a8896), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.445778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.452478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/181be729-b9ec-48e8-bb7f-92c0698a8896 HTTP/1.1" status: 204 len: 168 time: 1.8748858 Feb 11 13:23:48.479228 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da0b77-e1cb-42a3-9143-aea24f9383a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=181be729-b9ec-48e8-bb7f-92c0698a8896,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.496668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d1ee92a5-d8d5-4455-a31c-d42650b2ab58), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.532040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=d1ee92a5-d8d5-4455-a31c-d42650b2ab58,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.543730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.544067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.544406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.544739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.545066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.545393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.545813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.546286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.546611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.546929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.547249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.547865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.548190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:48.728162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.748036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-90c1b17c-d694-48d8-a7b4-6407d618587d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/d1ee92a5-d8d5-4455-a31c-d42650b2ab58 HTTP/1.1" status: 204 len: 168 time: 0.8553612 Feb 11 13:23:48.748277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47360) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:48.800509 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd9107f-fb1c-461b-953a-c3c6219661de tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:48.802892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6fd9107f-fb1c-461b-953a-c3c6219661de tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/d1ee92a5-d8d5-4455-a31c-d42650b2ab58 HTTP/1.1" status: 404 len: 333 time: 0.0534706 Feb 11 13:23:48.806005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47364) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:48.823969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47366) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:48.860887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet 0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:48.865022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:48.923546 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5b84574a-5639-47c1-b7db-e03446aa37f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5bc721d0e6494b48a106d9ab994036e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982890 Feb 11 13:23:48.927580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47370) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:48.941733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.079461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ca89ff-95a1-4a50-a387-f36fc3d9e8e0 admin admin] Publish callbacks [] for security_group (668d2a15-65ac-4a92-b043-9cbc0c66027c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.093364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eac4140f-db65-4db4-9b83-e4c1574e7118 req-d265e02f-2322-4c36-83f3-e5e1b242434a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0700631 Feb 11 13:23:49.147965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ca89ff-95a1-4a50-a387-f36fc3d9e8e0 admin admin] Publish callbacks [] for security_group (668d2a15-65ac-4a92-b043-9cbc0c66027c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.151744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.274553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ca89ff-95a1-4a50-a387-f36fc3d9e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (668d2a15-65ac-4a92-b043-9cbc0c66027c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.281573 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ca89ff-95a1-4a50-a387-f36fc3d9e8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.286096 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02ca89ff-95a1-4a50-a387-f36fc3d9e8e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/668d2a15-65ac-4a92-b043-9cbc0c66027c HTTP/1.1" status: 204 len: 168 time: 0.3569808 Feb 11 13:23:49.299948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca89ff-95a1-4a50-a387-f36fc3d9e8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d2a15-65ac-4a92-b043-9cbc0c66027c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:49.781469 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.799783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.805122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9 HTTP/1.1" status: 204 len: 168 time: 0.9977467 Feb 11 13:23:49.806017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c89d26-dd06-49e7-af92-f9ece4113bd2 None None] Network 1535d2d6-3800-4338-b548-318bb76b3f7a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:49.807793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47394) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:49.840754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf270310-8ba3-4e73-a978-eb2fecbb02f0 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:49.895324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47398) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:49.923438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet f9146a50-3342-4903-be8d-fce8c3b3d259 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:49.932692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (f9146a50-3342-4903-be8d-fce8c3b3d259), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:49.996435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b2e6b75b-f7d5-49ee-9f58-5c034cec4484 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40a7725995a743d1a2639901197ea864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988395 Feb 11 13:23:49.999835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47400) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:50.025514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (f9146a50-3342-4903-be8d-fce8c3b3d259), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.192262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-437d6197-6785-4fb1-ab61-6fa1580d52b2 admin admin] Publish callbacks [] for security_group (e5268309-0287-4d28-9d0d-d1a8be17ddee), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.206816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (f9146a50-3342-4903-be8d-fce8c3b3d259), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.261130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-437d6197-6785-4fb1-ab61-6fa1580d52b2 admin admin] Publish callbacks [] for security_group (e5268309-0287-4d28-9d0d-d1a8be17ddee), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.373629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (f9146a50-3342-4903-be8d-fce8c3b3d259), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.387761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d271300d-bbe7-49f6-8bf2-90587da4a63e req-f16c644b-b03d-4a89-a59e-634a80ce9bd3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.1025865 Feb 11 13:23:50.390232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.395362 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/f9146a50-3342-4903-be8d-fce8c3b3d259 HTTP/1.1" status: 204 len: 168 time: 0.5864964 Feb 11 13:23:50.398009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47412) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:50.427209 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-437d6197-6785-4fb1-ab61-6fa1580d52b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e5268309-0287-4d28-9d0d-d1a8be17ddee), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.430055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-437d6197-6785-4fb1-ab61-6fa1580d52b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.438280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-437d6197-6785-4fb1-ab61-6fa1580d52b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5268309-0287-4d28-9d0d-d1a8be17ddee HTTP/1.1" status: 204 len: 168 time: 0.4330463 Feb 11 13:23:50.462792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d6197-6785-4fb1-ab61-6fa1580d52b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5268309-0287-4d28-9d0d-d1a8be17ddee,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:50.485786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb225d4-f70e-4df0-a789-71bf63e39a61 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=f9146a50-3342-4903-be8d-fce8c3b3d259,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:50.634564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1535d2d6-3800-4338-b548-318bb76b3f7a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.783996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 0f6929e2-5597-417d-993f-a1224cfc834f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:50.784355 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:50.983033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] For port 0f6929e2-5597-417d-993f-a1224cfc834f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0f6929e2-5597-417d-993f-a1224cfc834f,segment=NetworkSegment(ec867b38-2b5d-41a3-8e33-2f514ce676f4),segment_id=ec867b38-2b5d-41a3-8e33-2f514ce676f4)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:50.983794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.032577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 0f6929e2-5597-417d-993f-a1224cfc834f owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:51.163724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (0f6929e2-5597-417d-993f-a1224cfc834f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.178548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200d0439-ee52-42b2-9281-7ea6f2068628 None None] Network 1535d2d6-3800-4338-b548-318bb76b3f7a requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:51.200320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=0f6929e2-5597-417d-993f-a1224cfc834f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.212456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No DVR routers for this DVR port 0f6929e2-5597-417d-993f-a1224cfc834f on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:51.320494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8bc4a3a3-1e74-4688-b508-df4799b2482d None None] Could not find standard attr ID for object 0f6929e2-5597-417d-993f-a1224cfc834f. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:23:51.343045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1535d2d6-3800-4338-b548-318bb76b3f7a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.406855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1535d2d6-3800-4338-b548-318bb76b3f7a']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:51.419212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd201293-f429-4219-935c-73fc6746b72c None None] DHCP port deletion for 1535d2d6-3800-4338-b548-318bb76b3f7a request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:51.456859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec867b38-2b5d-41a3-8e33-2f514ce676f4') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:51.457112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec867b38-2b5d-41a3-8e33-2f514ce676f4') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:51.474752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (ec867b38-2b5d-41a3-8e33-2f514ce676f4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.503137 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (ec867b38-2b5d-41a3-8e33-2f514ce676f4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.511237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:51.512446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (ec867b38-2b5d-41a3-8e33-2f514ce676f4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:51.516541 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:51.575331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44ecda59-441b-4122-a23a-9e4b204e6aa8 req-98fd05f4-d1bc-4bfa-80fc-147c738daf42 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0471268 Feb 11 13:23:51.579089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0f6929e2-5597-417d-993f-a1224cfc834f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:51.630826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 0f6929e2-5597-417d-993f-a1224cfc834f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:51.630951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0f6929e2-5597-417d-993f-a1224cfc834f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:51.636615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1535d2d6-3800-4338-b548-318bb76b3f7a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.648268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.656262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47440) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:51.657292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/1535d2d6-3800-4338-b548-318bb76b3f7a HTTP/1.1" status: 204 len: 168 time: 1.2579765 Feb 11 13:23:51.674239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de12f7-c93b-4e22-8dd3-b7159c3c10d8 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=1535d2d6-3800-4338-b548-318bb76b3f7a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.718510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e7416-8a3c-4278-bc2a-3bd65fe9606b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.720495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-116e7416-8a3c-4278-bc2a-3bd65fe9606b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0633085 Feb 11 13:23:51.724536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47442) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:51.791633 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-908aea00-f883-407b-9e24-b1bdf28a0746 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0624464 Feb 11 13:23:51.791979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47444) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:51.798332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1359235474'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:51.823582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:51.828014 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.859233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:51.872965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.873503 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb of type vlan for network da69f4b0-c789-4d82-8212-59b04ba475c1 Feb 11 13:23:51.942851 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (da69f4b0-c789-4d82-8212-59b04ba475c1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:51.994476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (da69f4b0-c789-4d82-8212-59b04ba475c1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.000555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.001456 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.041063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2454479 Feb 11 13:23:52.041387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47446) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:52.047598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:52.148301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf42d19-fed3-47cc-a40f-fc6544a60107 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=da69f4b0-c789-4d82-8212-59b04ba475c1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:52.163375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network da69f4b0-c789-4d82-8212-59b04ba475c1 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:52.233709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:52.236991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.456177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (b8e75ddc-5831-4886-8d45-476966edd057), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.552492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=b8e75ddc-5831-4886-8d45-476966edd057,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:52.575650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': 'e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:52.576018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: da69f4b0-c789-4d82-8212-59b04ba475c1, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:52.598186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network da69f4b0-c789-4d82-8212-59b04ba475c1 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:52.623217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, da69f4b0-c789-4d82-8212-59b04ba475c1) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:52.637848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69b137-b153-4c8b-85ee-57e56bc9f13e None None] Network da69f4b0-c789-4d82-8212-59b04ba475c1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:52.664911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.667827 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.718824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f8437a92-28dd-469c-8526-f0bad14b035d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6759465 Feb 11 13:23:52.721550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47458) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:52.727921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1', 'name': 'tempest-PortsTestJSON-1670613452'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:52.805863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47460) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:52.836056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f41a1ea-6a5d-4590-ab6e-b688fd5693f8 req-387ecfcd-c3a1-4ef4-b091-af5e764e1214 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0719402 Feb 11 13:23:52.896249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-da69f4b0-c789-4d82-8212-59b04ba475c1', 'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1', 'project_id': 'c10a5b173e4a459c824f48b03e9e04ea', 'fixed_ips': [{'subnet_id': 'b8e75ddc-5831-4886-8d45-476966edd057'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:52.897550 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:52.985900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:52.989627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.013797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port f805cd8b-391a-45ff-8765-e771d22bf6e3 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:53.021431 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b30350e7-bfc9-4f89-bfde-07bccbd2462b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.153006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b30350e7-bfc9-4f89-bfde-07bccbd2462b admin admin] Publish callbacks [] for security_group (d9ad6697-0640-4ca3-b6cb-be05095037d2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.154871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Allocated IP 172.20.0.2 (da69f4b0-c789-4d82-8212-59b04ba475c1/b8e75ddc-5831-4886-8d45-476966edd057/129525f5-8a9d-4be4-bac0-f77c3983e628) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:53.158540 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b30350e7-bfc9-4f89-bfde-07bccbd2462b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9ad6697-0640-4ca3-b6cb-be05095037d2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.215373 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b30350e7-bfc9-4f89-bfde-07bccbd2462b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0593692031784523aadf640b6cff0377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083650 Feb 11 13:23:53.216931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30350e7-bfc9-4f89-bfde-07bccbd2462b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ad6697-0640-4ca3-b6cb-be05095037d2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.218126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47464) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:53.291036 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fad379b9-376f-4cf8-96f6-31401d308f64 admin admin] Publish callbacks [] for security_group (d9ad6697-0640-4ca3-b6cb-be05095037d2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.316247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fad379b9-376f-4cf8-96f6-31401d308f64 admin admin] Publish callbacks [] for security_group (d9ad6697-0640-4ca3-b6cb-be05095037d2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.370263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fad379b9-376f-4cf8-96f6-31401d308f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9ad6697-0640-4ca3-b6cb-be05095037d2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.373834 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fad379b9-376f-4cf8-96f6-31401d308f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.375120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fad379b9-376f-4cf8-96f6-31401d308f64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9ad6697-0640-4ca3-b6cb-be05095037d2 HTTP/1.1" status: 204 len: 168 time: 0.1558483 Feb 11 13:23:53.392255 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Publish callbacks [] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.400337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad379b9-376f-4cf8-96f6-31401d308f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ad6697-0640-4ca3-b6cb-be05095037d2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.450466 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.508392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Network da69f4b0-c789-4d82-8212-59b04ba475c1 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:53.511516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:53.515661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:53.530565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.api [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e93ae4bc-1718-4038-89b0-b28de92e661e {{(pid=109685) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:23:53.531100 n-d-828675-3 neutron-server[109685]: DEBUG oslo_db.api [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:23:53.556730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Pushing event updated for resources: {'Port': ['ID=129525f5-8a9d-4be4-bac0-f77c3983e628,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.602168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Attempting to bind port 129525f5-8a9d-4be4-bac0-f77c3983e628 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:53.602966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Attempting to bind port 129525f5-8a9d-4be4-bac0-f77c3983e628 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:53.605201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Attempting to bind port 129525f5-8a9d-4be4-bac0-f77c3983e628 on network da69f4b0-c789-4d82-8212-59b04ba475c1 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:53.612366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:53.612920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Checking segment: {'id': 'e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:53.613443 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.614354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Bound using segment: {'id': 'e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:53.615850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Bound port: 129525f5-8a9d-4be4-bac0-f77c3983e628, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:53.616483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.724552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] For port 129525f5-8a9d-4be4-bac0-f77c3983e628, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:53.729551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] For port 129525f5-8a9d-4be4-bac0-f77c3983e628, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=129525f5-8a9d-4be4-bac0-f77c3983e628,segment=NetworkSegment(e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb),segment_id=e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:53.737272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:53.807056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb45d36-d450-44af-968d-f72c6d83bf58 None None] Pushing event updated for resources: {'Port': ['ID=129525f5-8a9d-4be4-bac0-f77c3983e628,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.955121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc100e60-b18e-460e-928f-795e4e5e2f11 req-9c69ff34-e868-4107-a87b-632c2d34716a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0342729 Feb 11 13:23:54.032394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.061123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 09d86574-d478-42bf-b18b-8b837fc87594 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:54.240556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.14 (da69f4b0-c789-4d82-8212-59b04ba475c1/b8e75ddc-5831-4886-8d45-476966edd057/09d86574-d478-42bf-b18b-8b837fc87594) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:54.467123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (09d86574-d478-42bf-b18b-8b837fc87594), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.509979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (09d86574-d478-42bf-b18b-8b837fc87594), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.589734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network da69f4b0-c789-4d82-8212-59b04ba475c1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:54.591344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=09d86574-d478-42bf-b18b-8b837fc87594,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:54.604817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:54.608514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:54.666332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.667483 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.691121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47500) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:54.696819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': 'da69f4b0-c789-4d82-8212-59b04ba475c1', 'name': 'tempest-PortsTestJSON-312060428'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:54.702036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-71f6b32e-5914-47b6-aace-536c56ff4d2c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9788308 Feb 11 13:23:54.848022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:54.852824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:54.875037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 48f6f5ac-9755-477e-8608-10725c87d44d yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:54.921218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47506) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:55.008240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.7 (da69f4b0-c789-4d82-8212-59b04ba475c1/b8e75ddc-5831-4886-8d45-476966edd057/48f6f5ac-9755-477e-8608-10725c87d44d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:55.062936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-55fe292a-b12e-49fd-83e7-e651a2eeebee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.156410 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-55fe292a-b12e-49fd-83e7-e651a2eeebee admin admin] Publish callbacks [] for security_group (5c7a87c9-6c27-44df-a9a6-8cae8812f3f2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.167976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-55fe292a-b12e-49fd-83e7-e651a2eeebee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5c7a87c9-6c27-44df-a9a6-8cae8812f3f2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.181450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c8186-0f9c-4e2a-b4b2-93749c308464 None None] Network da69f4b0-c789-4d82-8212-59b04ba475c1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:55.192833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (48f6f5ac-9755-477e-8608-10725c87d44d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.202135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1b7d6fe-5043-4e79-b0ec-d1eca847f6ad req-f62eca35-ae40-4e3d-8e48-995c870b373b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.1259410 Feb 11 13:23:55.254394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe292a-b12e-49fd-83e7-e651a2eeebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a87c9-6c27-44df-a9a6-8cae8812f3f2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:55.266482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-55fe292a-b12e-49fd-83e7-e651a2eeebee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78363973db6248d68541a6f3b8dbe230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416579 Feb 11 13:23:55.267039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47512) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:55.274098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (48f6f5ac-9755-477e-8608-10725c87d44d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.314501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network da69f4b0-c789-4d82-8212-59b04ba475c1 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:55.317543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:55.325288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:55.337991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1ec6bd5e-c7f3-483d-8ca2-334985af45c6 None None] Provisioning complete for port 129525f5-8a9d-4be4-bac0-f77c3983e628 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:55.338621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1ec6bd5e-c7f3-483d-8ca2-334985af45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.340570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7652cdfa-fbf4-4e5d-9182-630b279157e4 admin admin] Publish callbacks [] for security_group (5c7a87c9-6c27-44df-a9a6-8cae8812f3f2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.365520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7652cdfa-fbf4-4e5d-9182-630b279157e4 admin admin] Publish callbacks [] for security_group (5c7a87c9-6c27-44df-a9a6-8cae8812f3f2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.377609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=48f6f5ac-9755-477e-8608-10725c87d44d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:55.400607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.400607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.423904 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-06d1cab7-420e-4762-a6ff-628cf6e10d5a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7312226 Feb 11 13:23:55.426747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47514) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:55.463848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7652cdfa-fbf4-4e5d-9182-630b279157e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5c7a87c9-6c27-44df-a9a6-8cae8812f3f2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.466966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7652cdfa-fbf4-4e5d-9182-630b279157e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.468271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7652cdfa-fbf4-4e5d-9182-630b279157e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c7a87c9-6c27-44df-a9a6-8cae8812f3f2 HTTP/1.1" status: 204 len: 168 time: 0.1993835 Feb 11 13:23:55.509125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652cdfa-fbf4-4e5d-9182-630b279157e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a87c9-6c27-44df-a9a6-8cae8812f3f2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:55.599835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1442a-e057-4576-8409-3951e1438104 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.602636 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4b1442a-e057-4576-8409-3951e1438104 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1742067 Feb 11 13:23:55.605065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47520) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:55.620578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 129525f5-8a9d-4be4-bac0-f77c3983e628 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:55.751652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 129525f5-8a9d-4be4-bac0-f77c3983e628 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:55.752022 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.789438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 48f6f5ac-9755-477e-8608-10725c87d44d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:55.791789 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (48f6f5ac-9755-477e-8608-10725c87d44d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.820418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1ec6bd5e-c7f3-483d-8ca2-334985af45c6 None None] Current status of the port 129525f5-8a9d-4be4-bac0-f77c3983e628 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:55.820811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1ec6bd5e-c7f3-483d-8ca2-334985af45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.871891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1ec6bd5e-c7f3-483d-8ca2-334985af45c6 None None] For port 129525f5-8a9d-4be4-bac0-f77c3983e628, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=129525f5-8a9d-4be4-bac0-f77c3983e628,segment=NetworkSegment(e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb),segment_id=e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:55.879815 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1ec6bd5e-c7f3-483d-8ca2-334985af45c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.926318 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (48f6f5ac-9755-477e-8608-10725c87d44d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:55.963780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 48f6f5ac-9755-477e-8608-10725c87d44d owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:55.971515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 129525f5-8a9d-4be4-bac0-f77c3983e628 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:56.034396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6bd5e-c7f3-483d-8ca2-334985af45c6 None None] Pushing event updated for resources: {'Port': ['ID=129525f5-8a9d-4be4-bac0-f77c3983e628,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.039302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Provisioning complete for port 48f6f5ac-9755-477e-8608-10725c87d44d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:56.040040 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (48f6f5ac-9755-477e-8608-10725c87d44d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.077378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Port 48f6f5ac-9755-477e-8608-10725c87d44d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:56.089313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Provisioning complete for port 129525f5-8a9d-4be4-bac0-f77c3983e628 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:56.089989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.202444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (48f6f5ac-9755-477e-8608-10725c87d44d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.209264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Current status of the port 129525f5-8a9d-4be4-bac0-f77c3983e628 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:23:56.235445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=48f6f5ac-9755-477e-8608-10725c87d44d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.236548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Provisioning complete for port 09d86574-d478-42bf-b18b-8b837fc87594 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:56.236928 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (09d86574-d478-42bf-b18b-8b837fc87594), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.332838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6eca052b-96e5-4235-b03c-7c6e4b5a3f58 None None] Port 09d86574-d478-42bf-b18b-8b837fc87594 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:56.336445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.344336 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5fe82ac6-b1d9-49a4-bfd7-3cc15dbe00ab tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/48f6f5ac-9755-477e-8608-10725c87d44d HTTP/1.1" status: 204 len: 168 time: 0.7381203 Feb 11 13:23:56.344996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47542) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:56.378255 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-def8d489-0f78-41b9-ad51-71651321b8aa tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:56.382449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-def8d489-0f78-41b9-ad51-71651321b8aa tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/48f6f5ac-9755-477e-8608-10725c87d44d HTTP/1.1" status: 404 len: 333 time: 0.0362468 Feb 11 13:23:56.383661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47544) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:56.389180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfc616c8-61a5-4798-a0a0-355ce79ae501 req-396cd04d-7c20-462f-8083-e8f07fc8ea49 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0467517 Feb 11 13:23:56.455919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bea0ec5d-2c53-4fe4-99ce-149c5016cd28 None None] Provisioning complete for port 09d86574-d478-42bf-b18b-8b837fc87594 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:56.456293 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bea0ec5d-2c53-4fe4-99ce-149c5016cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (09d86574-d478-42bf-b18b-8b837fc87594), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.505610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bea0ec5d-2c53-4fe4-99ce-149c5016cd28 None None] Port 09d86574-d478-42bf-b18b-8b837fc87594 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:23:56.533495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 09d86574-d478-42bf-b18b-8b837fc87594 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:56.534740 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (09d86574-d478-42bf-b18b-8b837fc87594), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.619228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9b5bc6b9-cfd3-4f61-b1b8-778f3ed532f0 None None] Could not find standard attr ID for object 48f6f5ac-9755-477e-8608-10725c87d44d. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:23:56.638468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (09d86574-d478-42bf-b18b-8b837fc87594), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.652767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 09d86574-d478-42bf-b18b-8b837fc87594 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:56.832346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (09d86574-d478-42bf-b18b-8b837fc87594), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.862078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=09d86574-d478-42bf-b18b-8b837fc87594,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.965501 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:56.969852 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-041d729c-9a99-4ba5-bb44-b75fffca56bf tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/09d86574-d478-42bf-b18b-8b837fc87594 HTTP/1.1" status: 204 len: 168 time: 0.5842218 Feb 11 13:23:56.972077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47560) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:57.009743 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0d1cbd-803c-45ff-a35c-34713dd5cf6c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:23:57.013925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb0d1cbd-803c-45ff-a35c-34713dd5cf6c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/09d86574-d478-42bf-b18b-8b837fc87594 HTTP/1.1" status: 404 len: 333 time: 0.0382419 Feb 11 13:23:57.014228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47564) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:57.085306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet b8e75ddc-5831-4886-8d45-476966edd057 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:23:57.090529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (b8e75ddc-5831-4886-8d45-476966edd057), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.138438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (b8e75ddc-5831-4886-8d45-476966edd057), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.224695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b8e75ddc-5831-4886-8d45-476966edd057), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.295090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (b8e75ddc-5831-4886-8d45-476966edd057), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.322372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e75ddc-5831-4886-8d45-476966edd057,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.325892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.331905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5894e52f-78a4-49c5-ac02-4d1d8313a88f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/b8e75ddc-5831-4886-8d45-476966edd057 HTTP/1.1" status: 204 len: 168 time: 0.3167515 Feb 11 13:23:57.332824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47572) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:57.338940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f06bb-8a3e-4a0a-967a-86356b3e0aa1 None None] Network da69f4b0-c789-4d82-8212-59b04ba475c1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:57.451779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (da69f4b0-c789-4d82-8212-59b04ba475c1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.572544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68fe7c5d-fefb-456f-8d18-9fbf21517318 req-cfd11f11-9e3a-4fcb-a668-a27703d877f7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0436573 Feb 11 13:23:57.573023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 129525f5-8a9d-4be4-bac0-f77c3983e628 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:57.580348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 129525f5-8a9d-4be4-bac0-f77c3983e628 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:57.580750 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.628080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] DHCP port deletion for da69f4b0-c789-4d82-8212-59b04ba475c1 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:57.656261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] For port 129525f5-8a9d-4be4-bac0-f77c3983e628, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=129525f5-8a9d-4be4-bac0-f77c3983e628,segment=NetworkSegment(e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb),segment_id=e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:57.656744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.670640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 129525f5-8a9d-4be4-bac0-f77c3983e628 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:57.715367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 129525f5-8a9d-4be4-bac0-f77c3983e628 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:57.715815 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.752630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] Deleting port 129525f5-8a9d-4be4-bac0-f77c3983e628 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:57.753412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.766065 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.795699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=129525f5-8a9d-4be4-bac0-f77c3983e628,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.803699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No DVR routers for this DVR port 129525f5-8a9d-4be4-bac0-f77c3983e628 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:57.870370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Could not find standard attr ID for object 129525f5-8a9d-4be4-bac0-f77c3983e628. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:23:57.873751 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No ports have port_id starting with 129525f5-8a9d-4be4-bac0-f77c3983e628 Feb 11 13:23:57.890318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] For port 129525f5-8a9d-4be4-bac0-f77c3983e628, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:57.890822 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.900120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (da69f4b0-c789-4d82-8212-59b04ba475c1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.906668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] Calling delete_port for 129525f5-8a9d-4be4-bac0-f77c3983e628 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:57.911104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] Port 129525f5-8a9d-4be4-bac0-f77c3983e628 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:23:57.912590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (129525f5-8a9d-4be4-bac0-f77c3983e628), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.923595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da69f4b0-c789-4d82-8212-59b04ba475c1']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.934020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] No DVR routers for this DVR port 129525f5-8a9d-4be4-bac0-f77c3983e628 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:57.938003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.938303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.963081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aea4a6-5034-4352-abed-1437ba159d0b None None] Pushing event deleted for resources: {'Port': ['ID=129525f5-8a9d-4be4-bac0-f77c3983e628,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.964116 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.979627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.986650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:57.987125 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e157abe9-17d2-4ddf-acf8-a1ad8e9f9feb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:57.990555 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:58.056530 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (da69f4b0-c789-4d82-8212-59b04ba475c1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.061404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.065665 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/da69f4b0-c789-4d82-8212-59b04ba475c1 HTTP/1.1" status: 204 len: 168 time: 0.7317066 Feb 11 13:23:58.069995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:58.075174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1726592822'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:58.082650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f83ca-0912-4ff2-9bee-3127fc68e154 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=da69f4b0-c789-4d82-8212-59b04ba475c1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.104446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:58.108322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.134409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:58.145567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (62151ec6-58bc-44a9-becf-b4237a26633d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.145941 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment 62151ec6-58bc-44a9-becf-b4237a26633d of type vlan for network 696c174a-1bb0-4f11-88d8-8a8438300765 Feb 11 13:23:58.192511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (696c174a-1bb0-4f11-88d8-8a8438300765), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.222700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (696c174a-1bb0-4f11-88d8-8a8438300765), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.228265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.228886 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.271237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2001002 Feb 11 13:23:58.271395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47596) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:58.277410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:58.315333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782feab-7b67-481b-9306-43dde9fd64db tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=696c174a-1bb0-4f11-88d8-8a8438300765,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.326746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 696c174a-1bb0-4f11-88d8-8a8438300765 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:58.386767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:58.386767 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.595398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (6fc0eb85-28ae-4370-a82b-a4de3842a668), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.664153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=6fc0eb85-28ae-4370-a82b-a4de3842a668,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.681416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': '62151ec6-58bc-44a9-becf-b4237a26633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:58.681870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: 696c174a-1bb0-4f11-88d8-8a8438300765, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:58.706103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 696c174a-1bb0-4f11-88d8-8a8438300765 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:58.713345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51972749-186d-4a00-a9dc-ee6a8e6102b5 req-bb724ca9-08d2-4565-9dbf-1012fe50de66 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0290651 Feb 11 13:23:58.718946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 696c174a-1bb0-4f11-88d8-8a8438300765) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:58.729818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a36939-f40a-428f-9a64-425246b7163d None None] Network 696c174a-1bb0-4f11-88d8-8a8438300765 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:58.734199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.734797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.763617 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1a1b529f-ea4a-4dfa-947a-f6e1eafe2476 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4910324 Feb 11 13:23:58.767053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47606) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:58.773113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765', 'name': 'tempest-PortsTestJSON-1033152357', 'fixed_ips': [{'subnet_id': '6fc0eb85-28ae-4370-a82b-a4de3842a668', 'ip_address': '172.20.0.10'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:58.845915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-696c174a-1bb0-4f11-88d8-8a8438300765', 'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765', 'project_id': 'c10a5b173e4a459c824f48b03e9e04ea', 'fixed_ips': [{'subnet_id': '6fc0eb85-28ae-4370-a82b-a4de3842a668'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:23:58.847177 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.901152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:58.999574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Allocated IP 172.20.0.2 (696c174a-1bb0-4f11-88d8-8a8438300765/6fc0eb85-28ae-4370-a82b-a4de3842a668/2914e368-a5c0-4ecb-9285-db90143370ec) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:59.027244 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.046085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 7c3889f7-336f-46b9-a566-bf9dd117e04d yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:23:59.149612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Publish callbacks [] for port (2914e368-a5c0-4ecb-9285-db90143370ec), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.156578 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.198048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Network 696c174a-1bb0-4f11-88d8-8a8438300765 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:59.204100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:59.211493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:59.242302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.10 (696c174a-1bb0-4f11-88d8-8a8438300765/6fc0eb85-28ae-4370-a82b-a4de3842a668/7c3889f7-336f-46b9-a566-bf9dd117e04d) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:59.249236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Pushing event updated for resources: {'Port': ['ID=2914e368-a5c0-4ecb-9285-db90143370ec,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:59.303755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Attempting to bind port 2914e368-a5c0-4ecb-9285-db90143370ec on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:23:59.304235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Attempting to bind port 2914e368-a5c0-4ecb-9285-db90143370ec by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '62151ec6-58bc-44a9-becf-b4237a26633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:23:59.304606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Attempting to bind port 2914e368-a5c0-4ecb-9285-db90143370ec on network 696c174a-1bb0-4f11-88d8-8a8438300765 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:59.311247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:59.311689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Checking segment: {'id': '62151ec6-58bc-44a9-becf-b4237a26633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:23:59.312093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.312478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Bound using segment: {'id': '62151ec6-58bc-44a9-becf-b4237a26633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:59.312944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Bound port: 2914e368-a5c0-4ecb-9285-db90143370ec, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62151ec6-58bc-44a9-becf-b4237a26633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:23:59.313630 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.316221 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55264542-0695-4e82-9def-5ca2c60033a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.409948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] For port 2914e368-a5c0-4ecb-9285-db90143370ec, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:59.414277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] For port 2914e368-a5c0-4ecb-9285-db90143370ec, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2914e368-a5c0-4ecb-9285-db90143370ec,segment=NetworkSegment(62151ec6-58bc-44a9-becf-b4237a26633d),segment_id=62151ec6-58bc-44a9-becf-b4237a26633d)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:59.420834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.513957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff9f9e-fddd-4ca5-b0f8-56d3d50cebae None None] Pushing event updated for resources: {'Port': ['ID=2914e368-a5c0-4ecb-9285-db90143370ec,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:59.540766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (7c3889f7-336f-46b9-a566-bf9dd117e04d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.564910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 129525f5-8a9d-4be4-bac0-f77c3983e628 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:59.594334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7c3889f7-336f-46b9-a566-bf9dd117e04d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.600136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 129525f5-8a9d-4be4-bac0-f77c3983e628 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:59.600397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 129525f5-8a9d-4be4-bac0-f77c3983e628 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:59.667160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=7c3889f7-336f-46b9-a566-bf9dd117e04d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:59.698821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 696c174a-1bb0-4f11-88d8-8a8438300765 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:59.700290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:59.714750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:59.798821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.799482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:59.842659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c9292dcc-db5f-4b4c-b283-285b3b29ac71 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0717008 Feb 11 13:23:59.842979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47614) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:59.851688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': '696c174a-1bb0-4f11-88d8-8a8438300765', 'name': 'tempest-PortsTestJSON-1646344341', 'fixed_ips': [{'subnet_id': '6fc0eb85-28ae-4370-a82b-a4de3842a668', 'ip_address': '172.20.0.9'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:59.979770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46a26357-a081-4ba0-bf23-e86c1dd623e4 req-0558b25a-9aa3-414b-ba9e-d08c99f092ee tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0986590 Feb 11 13:24:00.009601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:00.475318 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.493560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 88ffe41e-f931-4856-adb7-29cef7463c56 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:24:00.693545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.9 (696c174a-1bb0-4f11-88d8-8a8438300765/6fc0eb85-28ae-4370-a82b-a4de3842a668/88ffe41e-f931-4856-adb7-29cef7463c56) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:00.744249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f50b7-2c07-47fc-aedb-12fd121485bd None None] Network 696c174a-1bb0-4f11-88d8-8a8438300765 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:00.859616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-689b77dc-84b0-4e41-b07d-0adb9e6da99e None None] Provisioning complete for port 2914e368-a5c0-4ecb-9285-db90143370ec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:00.860793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-689b77dc-84b0-4e41-b07d-0adb9e6da99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.910541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (88ffe41e-f931-4856-adb7-29cef7463c56), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:00.964959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (88ffe41e-f931-4856-adb7-29cef7463c56), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.006260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-689b77dc-84b0-4e41-b07d-0adb9e6da99e None None] Current status of the port 2914e368-a5c0-4ecb-9285-db90143370ec is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:01.006670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-689b77dc-84b0-4e41-b07d-0adb9e6da99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.022630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 696c174a-1bb0-4f11-88d8-8a8438300765 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:01.027118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:01.035162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:01.099637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-689b77dc-84b0-4e41-b07d-0adb9e6da99e None None] For port 2914e368-a5c0-4ecb-9285-db90143370ec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2914e368-a5c0-4ecb-9285-db90143370ec,segment=NetworkSegment(62151ec6-58bc-44a9-becf-b4237a26633d),segment_id=62151ec6-58bc-44a9-becf-b4237a26633d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:01.103577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.104713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.105286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-689b77dc-84b0-4e41-b07d-0adb9e6da99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.140237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=88ffe41e-f931-4856-adb7-29cef7463c56,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.153250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-57f6b3f6-b8a2-4ddd-861f-fa87396c8515 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3091292 Feb 11 13:24:01.156113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:01.163211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa7102da-cbb9-49d9-a0e5-3c19165901d9 req-a806cea5-5f89-415a-a452-cc4f97da6f51 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0505204 Feb 11 13:24:01.201964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b77dc-84b0-4e41-b07d-0adb9e6da99e None None] Pushing event updated for resources: {'Port': ['ID=2914e368-a5c0-4ecb-9285-db90143370ec,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.297840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b6d867-c12a-4c4f-8385-7d4f30e25bcc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.301696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-14b6d867-c12a-4c4f-8385-7d4f30e25bcc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1424382 Feb 11 13:24:01.302919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47642) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:01.408735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eb22f095-ae90-4b92-96bb-06d78b1fa378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.471177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0fe906c0-0261-4d9b-a229-07fdc51ccac8 None None] Provisioning complete for port 2914e368-a5c0-4ecb-9285-db90143370ec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:01.472623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0fe906c0-0261-4d9b-a229-07fdc51ccac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.501424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83881fdb-84d9-425b-8893-2d656be1e450 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.514397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83881fdb-84d9-425b-8893-2d656be1e450 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.529736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83881fdb-84d9-425b-8893-2d656be1e450 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.541128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47644) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:01.541440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-83881fdb-84d9-425b-8893-2d656be1e450 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2370634 Feb 11 13:24:01.634853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2914e368-a5c0-4ecb-9285-db90143370ec up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:01.649516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0fe906c0-0261-4d9b-a229-07fdc51ccac8 None None] Current status of the port 2914e368-a5c0-4ecb-9285-db90143370ec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:01.701775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0fe906c0-0261-4d9b-a229-07fdc51ccac8 None None] Provisioning complete for port 7c3889f7-336f-46b9-a566-bf9dd117e04d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:01.703032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 88ffe41e-f931-4856-adb7-29cef7463c56 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:01.703389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (88ffe41e-f931-4856-adb7-29cef7463c56), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.707655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0fe906c0-0261-4d9b-a229-07fdc51ccac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7c3889f7-336f-46b9-a566-bf9dd117e04d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.763910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2914e368-a5c0-4ecb-9285-db90143370ec triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:01.764569 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.814366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0fe906c0-0261-4d9b-a229-07fdc51ccac8 None None] Port 7c3889f7-336f-46b9-a566-bf9dd117e04d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:01.876578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2914e368-a5c0-4ecb-9285-db90143370ec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:01.882858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (88ffe41e-f931-4856-adb7-29cef7463c56), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.913358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 88ffe41e-f931-4856-adb7-29cef7463c56 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:01.941510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5c0cf746-8153-44bd-88f3-9f9d216777ed None None] Provisioning complete for port 7c3889f7-336f-46b9-a566-bf9dd117e04d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:01.941894 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf746-8153-44bd-88f3-9f9d216777ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7c3889f7-336f-46b9-a566-bf9dd117e04d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:01.995768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5c0cf746-8153-44bd-88f3-9f9d216777ed None None] Port 7c3889f7-336f-46b9-a566-bf9dd117e04d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:02.055610 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (88ffe41e-f931-4856-adb7-29cef7463c56), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.088749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=88ffe41e-f931-4856-adb7-29cef7463c56,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:02.113942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f51c2a0a-bcff-4dee-853b-57f227ba7225 None None] Could not find standard attr ID for object 88ffe41e-f931-4856-adb7-29cef7463c56. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:02.184198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.193368 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ee6fc0ed-afe9-4911-9ebf-572e607b6245 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/88ffe41e-f931-4856-adb7-29cef7463c56 HTTP/1.1" status: 204 len: 168 time: 0.6505051 Feb 11 13:24:02.196885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47660) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:02.229401 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-998f2aac-dee4-432c-9da9-9a5be183cb3f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:24:02.231234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-998f2aac-dee4-432c-9da9-9a5be183cb3f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/88ffe41e-f931-4856-adb7-29cef7463c56 HTTP/1.1" status: 404 len: 333 time: 0.0328119 Feb 11 13:24:02.233992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47664) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:02.354865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ce65913-fd9b-4449-a491-3845ba305504 req-39f44190-994d-45d6-9084-e40a1726e339 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0393670 Feb 11 13:24:02.381895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 7c3889f7-336f-46b9-a566-bf9dd117e04d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:02.382492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7c3889f7-336f-46b9-a566-bf9dd117e04d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.487515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7c3889f7-336f-46b9-a566-bf9dd117e04d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.506226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 7c3889f7-336f-46b9-a566-bf9dd117e04d owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:02.586109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.662212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7c3889f7-336f-46b9-a566-bf9dd117e04d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.695696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=7c3889f7-336f-46b9-a566-bf9dd117e04d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:02.774373 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.778076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9afa83ff-ba9c-4b8c-941d-1906a0f5a6bc tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/7c3889f7-336f-46b9-a566-bf9dd117e04d HTTP/1.1" status: 204 len: 168 time: 0.5429401 Feb 11 13:24:02.780603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47668) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:02.808551 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-496cd7ea-2fef-471d-9949-1bfe6b099b69 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:24:02.810711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-496cd7ea-2fef-471d-9949-1bfe6b099b69 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/7c3889f7-336f-46b9-a566-bf9dd117e04d HTTP/1.1" status: 404 len: 333 time: 0.0290244 Feb 11 13:24:02.813185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47670) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:02.903406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet 6fc0eb85-28ae-4370-a82b-a4de3842a668 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:02.907465 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (6fc0eb85-28ae-4370-a82b-a4de3842a668), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.957922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (6fc0eb85-28ae-4370-a82b-a4de3842a668), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.056970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6fc0eb85-28ae-4370-a82b-a4de3842a668), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.127386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (6fc0eb85-28ae-4370-a82b-a4de3842a668), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.154684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc0eb85-28ae-4370-a82b-a4de3842a668,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.158690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.165208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47674) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:03.166825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f1e229c7-6867-4be7-89cf-44e68bc01e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/6fc0eb85-28ae-4370-a82b-a4de3842a668 HTTP/1.1" status: 204 len: 168 time: 0.3519940 Feb 11 13:24:03.171439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c9fb3-077c-4d05-8112-295c6089db4c None None] Network 696c174a-1bb0-4f11-88d8-8a8438300765 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:03.261284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (696c174a-1bb0-4f11-88d8-8a8438300765), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.325324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 2914e368-a5c0-4ecb-9285-db90143370ec {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:03.325972 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.368361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] DHCP port deletion for 696c174a-1bb0-4f11-88d8-8a8438300765 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:24:03.399297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] For port 2914e368-a5c0-4ecb-9285-db90143370ec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2914e368-a5c0-4ecb-9285-db90143370ec,segment=NetworkSegment(62151ec6-58bc-44a9-becf-b4237a26633d),segment_id=62151ec6-58bc-44a9-becf-b4237a26633d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:03.399664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.416641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 2914e368-a5c0-4ecb-9285-db90143370ec owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:03.462198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] Deleting port 2914e368-a5c0-4ecb-9285-db90143370ec {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:03.462941 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.548743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] For port 2914e368-a5c0-4ecb-9285-db90143370ec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2914e368-a5c0-4ecb-9285-db90143370ec,segment=NetworkSegment(62151ec6-58bc-44a9-becf-b4237a26633d),segment_id=62151ec6-58bc-44a9-becf-b4237a26633d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:03.549354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.551421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-91b9bc2e-a15f-40a4-84fc-5960d5d99bb0 req-5a1b65ef-591d-4570-bf6d-98943e5eef5d tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0490768 Feb 11 13:24:03.579475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2914e368-a5c0-4ecb-9285-db90143370ec no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:03.588531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] Calling delete_port for 2914e368-a5c0-4ecb-9285-db90143370ec owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:03.591056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.631831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=2914e368-a5c0-4ecb-9285-db90143370ec,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.644600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No DVR routers for this DVR port 2914e368-a5c0-4ecb-9285-db90143370ec on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:03.678880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.679152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.679504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.679897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.680243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.680575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.680904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.681238 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.681564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.681926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.682255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.682578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.682904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:03.704388 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (2914e368-a5c0-4ecb-9285-db90143370ec), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.748405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] Pushing event deleted for resources: {'Port': ['ID=2914e368-a5c0-4ecb-9285-db90143370ec,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.752825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (696c174a-1bb0-4f11-88d8-8a8438300765), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.754225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2914e368-a5c0-4ecb-9285-db90143370ec {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:03.755237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2914e368-a5c0-4ecb-9285-db90143370ec not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:03.763209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8224a20b-7eda-4f07-b8ce-1a8d8ce28660 None None] No DVR routers for this DVR port 2914e368-a5c0-4ecb-9285-db90143370ec on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:03.778797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696c174a-1bb0-4f11-88d8-8a8438300765']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:03.798028 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62151ec6-58bc-44a9-becf-b4237a26633d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:03.798600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62151ec6-58bc-44a9-becf-b4237a26633d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:03.809999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (62151ec6-58bc-44a9-becf-b4237a26633d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.826375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (62151ec6-58bc-44a9-becf-b4237a26633d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.833220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:03.833805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (62151ec6-58bc-44a9-becf-b4237a26633d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:03.837254 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:03.903521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (696c174a-1bb0-4f11-88d8-8a8438300765), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.912077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.919997 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/696c174a-1bb0-4f11-88d8-8a8438300765 HTTP/1.1" status: 204 len: 168 time: 0.7496650 Feb 11 13:24:03.920914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47680) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:03.926910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1065520912'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:03.944097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021292b4-84c5-4c7e-acb0-6fbab93fb7d3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=696c174a-1bb0-4f11-88d8-8a8438300765,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.959445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:03.962948 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:03.990881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:04.001123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c6a2ec48-36d4-4746-8bfa-a4c4d47de29e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.001654 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Added segment c6a2ec48-36d4-4746-8bfa-a4c4d47de29e of type vlan for network 6357dfa6-72d5-43e6-a6be-13bf75551894 Feb 11 13:24:04.050209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (6357dfa6-72d5-43e6-a6be-13bf75551894), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.089297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (6357dfa6-72d5-43e6-a6be-13bf75551894), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.094503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.095242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.136348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2141569 Feb 11 13:24:04.140223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47684) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:04.147543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:04.170273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a29e0a-58bf-4ce1-8da6-0b451ed8c340 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Network': ['ID=6357dfa6-72d5-43e6-a6be-13bf75551894,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.217523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:04.305003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:04.309108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.328767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.536694 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (c461178f-9c20-44b7-bbcd-600f01d1d72e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.597263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=c461178f-9c20-44b7-bbcd-600f01d1d72e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.612765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Checking segment: {'id': 'c6a2ec48-36d4-4746-8bfa-a4c4d47de29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:04.613123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network hostable DHCP agents. Network: 6357dfa6-72d5-43e6-a6be-13bf75551894, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:04.633165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:04.643332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 6357dfa6-72d5-43e6-a6be-13bf75551894) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:04.654184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d97779-7115-4f78-af5b-19a4830ce42b None None] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:04.659224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.659930 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.680818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f51e68-b7b3-4f02-a5ad-e0dd38695dd1 req-fca24f2a-0019-4386-8330-c47a0b012c74 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0335186 Feb 11 13:24:04.694709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1ce1993d-67aa-405f-8993-54642a67bf4d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5529056 Feb 11 13:24:04.697973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47690) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:04.707023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a5ba06ca-54a4-48aa-bab0-4fc508ad9496 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-145062239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:04.755687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5ba06ca-54a4-48aa-bab0-4fc508ad9496 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.757120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5ba06ca-54a4-48aa-bab0-4fc508ad9496 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.828076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5ba06ca-54a4-48aa-bab0-4fc508ad9496 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for router_controller (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.842542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5ba06ca-54a4-48aa-bab0-4fc508ad9496 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.891333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a5ba06ca-54a4-48aa-bab0-4fc508ad9496 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.896300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47692) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:04.898419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-6357dfa6-72d5-43e6-a6be-13bf75551894', 'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894', 'project_id': 'c10a5b173e4a459c824f48b03e9e04ea', 'fixed_ips': [{'subnet_id': 'c461178f-9c20-44b7-bbcd-600f01d1d72e'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:24:04.899019 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a5ba06ca-54a4-48aa-bab0-4fc508ad9496 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1994979 Feb 11 13:24:04.900634 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.901359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894', 'name': 'tempest-PortsTestJSON-910695343'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:05.007861 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:24:05.023804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:05.027685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.047312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port d0ac0103-414b-4d88-8a55-51dd4cbb4008 yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:24:05.213611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.4 (6357dfa6-72d5-43e6-a6be-13bf75551894/c461178f-9c20-44b7-bbcd-600f01d1d72e/d0ac0103-414b-4d88-8a55-51dd4cbb4008) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:05.333556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.382549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.437852 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.529971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Allocated IP 172.20.0.2 (6357dfa6-72d5-43e6-a6be-13bf75551894/c461178f-9c20-44b7-bbcd-600f01d1d72e/0229e0c5-e249-4be3-ac7f-c89824f46aec) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:05.572133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=d0ac0103-414b-4d88-8a55-51dd4cbb4008,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.588878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:05.590554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:05.594016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:05.720108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.721491 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.751204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-105bf689-0b2a-4d8e-943e-b8a36b9fae8b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8506935 Feb 11 13:24:05.752096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47700) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:05.788848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Publish callbacks [] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.800822 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.889012 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fcd85e9-d348-4228-a985-8264575fa011 req-fa318391-fc73-4b55-8209-884e21df671b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0513086 Feb 11 13:24:05.921001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:05.923142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Pushing event updated for resources: {'Port': ['ID=0229e0c5-e249-4be3-ac7f-c89824f46aec,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.938745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:05.942338 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:06.024771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Attempting to bind port 0229e0c5-e249-4be3-ac7f-c89824f46aec on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:06.025242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Attempting to bind port 0229e0c5-e249-4be3-ac7f-c89824f46aec by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c6a2ec48-36d4-4746-8bfa-a4c4d47de29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:06.025732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Attempting to bind port 0229e0c5-e249-4be3-ac7f-c89824f46aec on network 6357dfa6-72d5-43e6-a6be-13bf75551894 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:06.031927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:06.032436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Checking segment: {'id': 'c6a2ec48-36d4-4746-8bfa-a4c4d47de29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:06.032919 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.033318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Bound using segment: {'id': 'c6a2ec48-36d4-4746-8bfa-a4c4d47de29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:06.033849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Bound port: 0229e0c5-e249-4be3-ac7f-c89824f46aec, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a2ec48-36d4-4746-8bfa-a4c4d47de29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6357dfa6-72d5-43e6-a6be-13bf75551894'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:06.034236 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.102335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] For port 0229e0c5-e249-4be3-ac7f-c89824f46aec, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:06.105760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] For port 0229e0c5-e249-4be3-ac7f-c89824f46aec, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0229e0c5-e249-4be3-ac7f-c89824f46aec,segment=NetworkSegment(c6a2ec48-36d4-4746-8bfa-a4c4d47de29e),segment_id=c6a2ec48-36d4-4746-8bfa-a4c4d47de29e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:06.117576 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.286244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97913-d634-4c48-9fea-14b2b077cee4 None None] Pushing event updated for resources: {'Port': ['ID=0229e0c5-e249-4be3-ac7f-c89824f46aec,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:06.305730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.836258 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.842920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:06.945539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=d0ac0103-414b-4d88-8a55-51dd4cbb4008,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:07.108745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01db1a76-6cc4-465d-b336-6d03ced7c090 req-83f7f84d-a940-45bb-8026-f632b42db580 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0676589 Feb 11 13:24:07.200206 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.462896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.607311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0229e0c5-e249-4be3-ac7f-c89824f46aec up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:07.709923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0229e0c5-e249-4be3-ac7f-c89824f46aec triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:07.709923 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.878547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0229e0c5-e249-4be3-ac7f-c89824f46aec is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:07.879111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.975969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5462723c-fe3b-4efd-86ff-7c869970f480 None None] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:07.998179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 0229e0c5-e249-4be3-ac7f-c89824f46aec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0229e0c5-e249-4be3-ac7f-c89824f46aec,segment=NetworkSegment(c6a2ec48-36d4-4746-8bfa-a4c4d47de29e),segment_id=c6a2ec48-36d4-4746-8bfa-a4c4d47de29e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:08.065559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.108003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.113879 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.303897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c37064e6-34b3-41bc-8965-20c2e1e7d136 req-ec33c8ae-b415-43ea-a420-96536bef0931 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0569263 Feb 11 13:24:08.305365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=d0ac0103-414b-4d88-8a55-51dd4cbb4008,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:08.309324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2f9dde38-6ed2-4d88-a31a-28cbc91a81a5 None None] Provisioning complete for port 0229e0c5-e249-4be3-ac7f-c89824f46aec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:08.309722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2f9dde38-6ed2-4d88-a31a-28cbc91a81a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.316381 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.387828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=0229e0c5-e249-4be3-ac7f-c89824f46aec,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:08.502858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:08.503755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2f9dde38-6ed2-4d88-a31a-28cbc91a81a5 None None] Current status of the port 0229e0c5-e249-4be3-ac7f-c89824f46aec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:08.506394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:08.691076 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Router f79b1e33-4dc8-43b9-a099-6eea07b3e72d is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:24:08.816022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:08.822702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a4c10ac7-af26-4bca-a059-8a6e1364174b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "PUT /v2.0/routers/f79b1e33-4dc8-43b9-a099-6eea07b3e72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0672164 Feb 11 13:24:08.825290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47728) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:08.844769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] Sync routers for ids ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:08.893920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2c5bddbd-b353-4212-a166-a4d6c4b82d2b None None] Provisioning complete for port 0229e0c5-e249-4be3-ac7f-c89824f46aec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:08.894875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2c5bddbd-b353-4212-a166-a4d6c4b82d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.898443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] Routers {'f79b1e33-4dc8-43b9-a099-6eea07b3e72d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:08.898630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:08.928995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dfe043-94d0-480c-b301-a2140c02d10e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.936987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-29dfe043-94d0-480c-b301-a2140c02d10e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports?device_id=f79b1e33-4dc8-43b9-a099-6eea07b3e72d HTTP/1.1" status: 200 len: 981 time: 0.1099479 Feb 11 13:24:08.940782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47730) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:08.970548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:09.009816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] Routers {'f79b1e33-4dc8-43b9-a099-6eea07b3e72d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:09.010514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:09.067292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:09.067973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb6b077-f635-49be-aaa9-df693f4475c6 None None] The sync data for ids ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:09.126163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bddbd-b353-4212-a166-a4d6c4b82d2b None None] Current status of the port 0229e0c5-e249-4be3-ac7f-c89824f46aec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:09.137928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2c5bddbd-b353-4212-a166-a4d6c4b82d2b None None] Provisioning complete for port d0ac0103-414b-4d88-8a55-51dd4cbb4008 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:09.138305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2c5bddbd-b353-4212-a166-a4d6c4b82d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.175964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2c5bddbd-b353-4212-a166-a4d6c4b82d2b None None] Port d0ac0103-414b-4d88-8a55-51dd4cbb4008 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:09.304439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-93b8d08e-bd29-474e-b3f7-03e1eb92453e None None] Provisioning complete for port d0ac0103-414b-4d88-8a55-51dd4cbb4008 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:09.305201 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93b8d08e-bd29-474e-b3f7-03e1eb92453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.410362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-93b8d08e-bd29-474e-b3f7-03e1eb92453e None None] Port d0ac0103-414b-4d88-8a55-51dd4cbb4008 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:09.540468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9accbfb8-a5e1-4f91-b4c8-2e6bb5fe1fd4 None None] Provisioning complete for port d0ac0103-414b-4d88-8a55-51dd4cbb4008 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:09.540759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9accbfb8-a5e1-4f91-b4c8-2e6bb5fe1fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.549229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5821e531-14ab-45ef-ac0a-ec6e9715943a req-6882d380-2508-48b1-8ad0-bbde96925a1a tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0987365 Feb 11 13:24:09.550103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0229e0c5-e249-4be3-ac7f-c89824f46aec up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:09.634525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9accbfb8-a5e1-4f91-b4c8-2e6bb5fe1fd4 None None] Port d0ac0103-414b-4d88-8a55-51dd4cbb4008 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:09.649580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0229e0c5-e249-4be3-ac7f-c89824f46aec triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:09.649999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.742778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0229e0c5-e249-4be3-ac7f-c89824f46aec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:09.860291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-43b99252-6e5a-404e-83cc-1bb88133931b None None] Provisioning complete for port d0ac0103-414b-4d88-8a55-51dd4cbb4008 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:09.861037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43b99252-6e5a-404e-83cc-1bb88133931b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:09.904394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43b99252-6e5a-404e-83cc-1bb88133931b None None] Port d0ac0103-414b-4d88-8a55-51dd4cbb4008 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:09.917688 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.164635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port d0ac0103-414b-4d88-8a55-51dd4cbb4008 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:10.164985 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.257060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.278577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for d0ac0103-414b-4d88-8a55-51dd4cbb4008 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:10.471087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d0ac0103-414b-4d88-8a55-51dd4cbb4008), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.500085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=d0ac0103-414b-4d88-8a55-51dd4cbb4008,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:10.675096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:10.717242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a9fe17f-01aa-4f3d-ab7c-10038438a9b4 req-aab2645f-85b1-497e-88c6-635c4c9b5bf3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0377965 Feb 11 13:24:10.890126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Router f79b1e33-4dc8-43b9-a099-6eea07b3e72d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:10.974643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:10.981156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8e88e618-155e-4878-a5e1-adaecf7041f7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "PUT /v2.0/routers/f79b1e33-4dc8-43b9-a099-6eea07b3e72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0392473 Feb 11 13:24:10.983932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:10.986423 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] Sync routers for ids ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:11.004048 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] Routers {'f79b1e33-4dc8-43b9-a099-6eea07b3e72d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:11.004803 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:11.010430 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b367ce-ba8a-4dc5-a435-79359781a859 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:24:11.012161 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c5b367ce-ba8a-4dc5-a435-79359781a859 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/d0ac0103-414b-4d88-8a55-51dd4cbb4008 HTTP/1.1" status: 404 len: 333 time: 0.0272305 Feb 11 13:24:11.015136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47762) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:11.046202 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:11.057624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] Routers {'f79b1e33-4dc8-43b9-a099-6eea07b3e72d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:11.058488 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:11.093081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-124cc904-b3cc-4bf1-81d0-429211c9597b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for router (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.099892 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:11.100748 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63a18d5-d1df-4e59-a4b3-653332f23a66 None None] The sync data for ids ['f79b1e33-4dc8-43b9-a099-6eea07b3e72d'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:11.602988 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-124cc904-b3cc-4bf1-81d0-429211c9597b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.605112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-124cc904-b3cc-4bf1-81d0-429211c9597b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for router_controller (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.651554 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-124cc904-b3cc-4bf1-81d0-429211c9597b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (f79b1e33-4dc8-43b9-a099-6eea07b3e72d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.652034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124cc904-b3cc-4bf1-81d0-429211c9597b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Fanout notify agent at l3_agent the message router_deleted on router f79b1e33-4dc8-43b9-a099-6eea07b3e72d {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:24:11.660372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-124cc904-b3cc-4bf1-81d0-429211c9597b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.664272 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-124cc904-b3cc-4bf1-81d0-429211c9597b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/routers/f79b1e33-4dc8-43b9-a099-6eea07b3e72d HTTP/1.1" status: 204 len: 168 time: 0.6454973 Feb 11 13:24:11.664595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:11.719016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet c461178f-9c20-44b7-bbcd-600f01d1d72e {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:11.722443 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (c461178f-9c20-44b7-bbcd-600f01d1d72e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.772526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (c461178f-9c20-44b7-bbcd-600f01d1d72e), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.861219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5607ebc7-cc25-4560-b4cf-cef6dd037b25 req-5a14e8f7-fe1c-4e67-b2c3-bdc13c0b8672 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0334120 Feb 11 13:24:11.867150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (c461178f-9c20-44b7-bbcd-600f01d1d72e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.931314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (c461178f-9c20-44b7-bbcd-600f01d1d72e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.965931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=c461178f-9c20-44b7-bbcd-600f01d1d72e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:11.970744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:11.977323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b711e6e2-0acc-4624-aad1-e02e209f3846 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/c461178f-9c20-44b7-bbcd-600f01d1d72e HTTP/1.1" status: 204 len: 168 time: 0.3087411 Feb 11 13:24:11.977526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47772) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:12.000419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed292baf-16c8-4d47-8db4-b2952e9775b3 None None] Network 6357dfa6-72d5-43e6-a6be-13bf75551894 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:12.064583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (6357dfa6-72d5-43e6-a6be-13bf75551894), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.123329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 0229e0c5-e249-4be3-ac7f-c89824f46aec {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:12.123680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.203572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] For port 0229e0c5-e249-4be3-ac7f-c89824f46aec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0229e0c5-e249-4be3-ac7f-c89824f46aec,segment=NetworkSegment(c6a2ec48-36d4-4746-8bfa-a4c4d47de29e),segment_id=c6a2ec48-36d4-4746-8bfa-a4c4d47de29e)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:12.204006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.217328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 0229e0c5-e249-4be3-ac7f-c89824f46aec owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:12.238686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] DHCP port deletion for 6357dfa6-72d5-43e6-a6be-13bf75551894 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:24:12.305418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] Deleting port 0229e0c5-e249-4be3-ac7f-c89824f46aec {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:12.305695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.306023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.333406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=0229e0c5-e249-4be3-ac7f-c89824f46aec,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.341374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No DVR routers for this DVR port 0229e0c5-e249-4be3-ac7f-c89824f46aec on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:12.395782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] For port 0229e0c5-e249-4be3-ac7f-c89824f46aec, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:12.396189 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.429878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] Calling delete_port for 0229e0c5-e249-4be3-ac7f-c89824f46aec owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:12.433448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] Port 0229e0c5-e249-4be3-ac7f-c89824f46aec was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:24:12.442415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (0229e0c5-e249-4be3-ac7f-c89824f46aec), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.473328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (6357dfa6-72d5-43e6-a6be-13bf75551894), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.480245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] Pushing event deleted for resources: {'Port': ['ID=0229e0c5-e249-4be3-ac7f-c89824f46aec,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.487827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf187021-66b8-4883-b7a1-6e71a7b51d69 None None] No DVR routers for this DVR port 0229e0c5-e249-4be3-ac7f-c89824f46aec on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:12.506222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6357dfa6-72d5-43e6-a6be-13bf75551894']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:12.518334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a2ec48-36d4-4746-8bfa-a4c4d47de29e') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:12.518701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a2ec48-36d4-4746-8bfa-a4c4d47de29e') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:12.531241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c6a2ec48-36d4-4746-8bfa-a4c4d47de29e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.546674 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c6a2ec48-36d4-4746-8bfa-a4c4d47de29e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.554211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:12.554609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c6a2ec48-36d4-4746-8bfa-a4c4d47de29e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:12.558212 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:12.636374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (6357dfa6-72d5-43e6-a6be-13bf75551894), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.639119 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.643102 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/6357dfa6-72d5-43e6-a6be-13bf75551894 HTTP/1.1" status: 204 len: 168 time: 0.6646323 Feb 11 13:24:12.647709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47778) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:12.666724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedb18f-37ee-4ca6-b869-d6fc3b9f7e9a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=6357dfa6-72d5-43e6-a6be-13bf75551894,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.703005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1697893c-4f9e-40e4-8934-44f6c9a06e44 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.704394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1697893c-4f9e-40e4-8934-44f6c9a06e44 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/70a99a52-0bab-482c-9638-93f0768c47a4 HTTP/1.1" status: 200 len: 840 time: 0.0474689 Feb 11 13:24:12.708344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:12.752095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-18da3eb3-a0e3-4d61-a797-327b1d8385bb tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/70a99a52-0bab-482c-9638-93f0768c47a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0424247 Feb 11 13:24:12.755504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47782) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:12.760345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:12.862435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:12.866805 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:12.976613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7850ff6f-3b62-4568-b466-76b42bfcb6c9 req-38815298-c220-45e7-9acd-453a1c59a4f1 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0373907 Feb 11 13:24:13.093328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (c355f6b7-17e0-45e5-a321-0169799e5156), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.143352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:13.149086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:13.153437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.154049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.157967 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=c355f6b7-17e0-45e5-a321-0169799e5156,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:13.161041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c568ff2-9aef-49db-bbee-33a878bfe5b6 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:13.181009 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-12bac09a-92a5-4d98-91a4-85a463c46307 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4235415 Feb 11 13:24:13.182722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47788) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:13.187762 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d1b53ab2-cf00-4197-a68e-21edaf166bc1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'security_group': {'name': 'tempest-secgroup-195310009'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:13.214241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1b53ab2-cf00-4197-a68e-21edaf166bc1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.304244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'project_id': 'c10a5b173e4a459c824f48b03e9e04ea', 'fixed_ips': [{'subnet_id': 'c355f6b7-17e0-45e5-a321-0169799e5156'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:24:13.305527 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.306745 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1b53ab2-cf00-4197-a68e-21edaf166bc1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (10480558-5548-440f-94a9-819bccb046f2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.312564 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1b53ab2-cf00-4197-a68e-21edaf166bc1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (10480558-5548-440f-94a9-819bccb046f2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.348929 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1b53ab2-cf00-4197-a68e-21edaf166bc1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.350517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1b53ab2-cf00-4197-a68e-21edaf166bc1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1667769 Feb 11 13:24:13.351854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b53ab2-cf00-4197-a68e-21edaf166bc1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10480558-5548-440f-94a9-819bccb046f2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:13.353330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47790) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:13.358447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dabfc864-b344-42a2-91b3-f87840ad8cc6 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1659191445'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:13.390682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dabfc864-b344-42a2-91b3-f87840ad8cc6 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.541988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Allocated IP 172.20.0.2 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/c355f6b7-17e0-45e5-a321-0169799e5156/ae4e3515-2784-42a1-baa2-09ef61b67f63) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:13.560520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dabfc864-b344-42a2-91b3-f87840ad8cc6 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (144cf085-43d1-4b06-a016-487194923f31), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.562830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0229e0c5-e249-4be3-ac7f-c89824f46aec no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:13.566621 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dabfc864-b344-42a2-91b3-f87840ad8cc6 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (144cf085-43d1-4b06-a016-487194923f31), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.589249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 0229e0c5-e249-4be3-ac7f-c89824f46aec {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:13.589745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0229e0c5-e249-4be3-ac7f-c89824f46aec not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:13.601346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dabfc864-b344-42a2-91b3-f87840ad8cc6 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.602637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dabfc864-b344-42a2-91b3-f87840ad8cc6 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2480989 Feb 11 13:24:13.605724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47794) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:13.611886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-81876507', 'security_groups': ['144cf085-43d1-4b06-a016-487194923f31'], 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c355f6b7-17e0-45e5-a321-0169799e5156'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:13.614776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabfc864-b344-42a2-91b3-f87840ad8cc6 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144cf085-43d1-4b06-a016-487194923f31,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:13.752685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:13.777219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Publish callbacks [] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.786288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.840195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Pushing event updated for resources: {'Port': ['ID=ae4e3515-2784-42a1-baa2-09ef61b67f63,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:13.857284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.857599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:13.860005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:13.862647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:13.886896 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port f8d9d182-d88b-47b6-9ede-69674ea8cfb0 yet. {{(pid=109684) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:24:13.934042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Attempting to bind port ae4e3515-2784-42a1-baa2-09ef61b67f63 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:13.934413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Attempting to bind port ae4e3515-2784-42a1-baa2-09ef61b67f63 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '818c7814-d1ff-45d0-bd3a-9b279bf2c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:13.934781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Attempting to bind port ae4e3515-2784-42a1-baa2-09ef61b67f63 on network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:13.940458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:13.940841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Checking segment: {'id': '818c7814-d1ff-45d0-bd3a-9b279bf2c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:13.941344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:13.941917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Bound using segment: {'id': '818c7814-d1ff-45d0-bd3a-9b279bf2c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:13.942394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Bound port: ae4e3515-2784-42a1-baa2-09ef61b67f63, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818c7814-d1ff-45d0-bd3a-9b279bf2c5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:13.942776 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.033773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] For port ae4e3515-2784-42a1-baa2-09ef61b67f63, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:14.042095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] For port ae4e3515-2784-42a1-baa2-09ef61b67f63, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ae4e3515-2784-42a1-baa2-09ef61b67f63,segment=NetworkSegment(818c7814-d1ff-45d0-bd3a-9b279bf2c5d0),segment_id=818c7814-d1ff-45d0-bd3a-9b279bf2c5d0)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:14.054251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.160733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00353739-5d57-44ff-b9df-ef9536040a8b None None] Pushing event updated for resources: {'Port': ['ID=ae4e3515-2784-42a1-baa2-09ef61b67f63,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:14.169697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46b6e074-9292-4c93-96c0-ab7a7558916a req-3c78c86d-7f5a-4632-bc7a-c9eda5ea0cb3 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0792561 Feb 11 13:24:14.170856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.7 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/c355f6b7-17e0-45e5-a321-0169799e5156/f8d9d182-d88b-47b6-9ede-69674ea8cfb0) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:14.424768 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.511296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.597263 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=f8d9d182-d88b-47b6-9ede-69674ea8cfb0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:14.614664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:14.616447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:14.619456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:14.699603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.700363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.720381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-206fa74f-979b-44e2-ab55-43a6840e961c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1123960 Feb 11 13:24:14.723204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47808) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:14.734351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fe36f0f5-690e-4b9c-961a-1d9eeb49fb14 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:14.896384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe36f0f5-690e-4b9c-961a-1d9eeb49fb14 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:14.900543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fe36f0f5-690e-4b9c-961a-1d9eeb49fb14 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:14.968510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47812) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:15.007821 n-d-828675-3 neutron-server[109684]: INFO neutron.db.ipam_backend_mixin [None req-fe36f0f5-690e-4b9c-961a-1d9eeb49fb14 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c355f6b7-17e0-45e5-a321-0169799e5156 (CIDR: 172.20.0.0/28) Feb 11 13:24:15.011114 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe36f0f5-690e-4b9c-961a-1d9eeb49fb14 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:24:15.011622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe36f0f5-690e-4b9c-961a-1d9eeb49fb14 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:15.030460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fe36f0f5-690e-4b9c-961a-1d9eeb49fb14 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3048329 Feb 11 13:24:15.032986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47816) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:15.041213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:15.138016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61a1829c-f21e-4639-a71c-7770b040b508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.242646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:15.246420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.368212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61a1829c-f21e-4639-a71c-7770b040b508 admin admin] Publish callbacks [] for security_group (eb4dc075-2f57-4380-ade7-1f4218d44d89), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.392877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-61a1829c-f21e-4639-a71c-7770b040b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (eb4dc075-2f57-4380-ade7-1f4218d44d89), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.402991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f0eeb7b-a25a-40d4-9f32-085fd4d60f2e req-b3702116-dd4c-4135-b9a5-c509a75224bb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0549488 Feb 11 13:24:15.485383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-61a1829c-f21e-4639-a71c-7770b040b508 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05365df661254170a5b5e247b0157304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155206 Feb 11 13:24:15.491277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47822) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:15.521959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1829c-f21e-4639-a71c-7770b040b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4dc075-2f57-4380-ade7-1f4218d44d89,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.602695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ae4e3515-2784-42a1-baa2-09ef61b67f63 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:15.705694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:15.706133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.750809 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51dccbe9-3b23-4e65-83f2-98d6858a8130 admin admin] Publish callbacks [] for security_group (eb4dc075-2f57-4380-ade7-1f4218d44d89), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.764418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:15.765065 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.788428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51dccbe9-3b23-4e65-83f2-98d6858a8130 admin admin] Publish callbacks [] for security_group (eb4dc075-2f57-4380-ade7-1f4218d44d89), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.854002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (0c372074-9641-49f1-bf07-53b4e6c9fa49), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.856914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:15.857304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.896449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51dccbe9-3b23-4e65-83f2-98d6858a8130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (eb4dc075-2f57-4380-ade7-1f4218d44d89), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.899646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51dccbe9-3b23-4e65-83f2-98d6858a8130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.903337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-51dccbe9-3b23-4e65-83f2-98d6858a8130 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb4dc075-2f57-4380-ade7-1f4218d44d89 HTTP/1.1" status: 204 len: 168 time: 0.4087949 Feb 11 13:24:15.931895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:15.936921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dccbe9-3b23-4e65-83f2-98d6858a8130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4dc075-2f57-4380-ade7-1f4218d44d89,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.943263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:15.947821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.948425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:15.956629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=0c372074-9641-49f1-bf07-53b4e6c9fa49,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:15.974105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f3a3ed82-25e6-4dff-b11b-387ca768d335 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9393268 Feb 11 13:24:15.976306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47826) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:15.978143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e676392-4993-4313-a08b-18bb0c43d3b3 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:15.983312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-697562468', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c372074-9641-49f1-bf07-53b4e6c9fa49'}], 'security_groups': ['10480558-5548-440f-94a9-819bccb046f2']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:16.058803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] For port ae4e3515-2784-42a1-baa2-09ef61b67f63, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ae4e3515-2784-42a1-baa2-09ef61b67f63,segment=NetworkSegment(818c7814-d1ff-45d0-bd3a-9b279bf2c5d0),segment_id=818c7814-d1ff-45d0-bd3a-9b279bf2c5d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:16.095599 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.143008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:16.143876 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.207064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Provisioning complete for port 70a99a52-0bab-482c-9638-93f0768c47a4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:16.207651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.261961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Port 70a99a52-0bab-482c-9638-93f0768c47a4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:16.452250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47832) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:16.475736 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d93-4b3d-4179-9536-ef51696ea5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.483603 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.588581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaae8e-f667-4d8d-8a92-49970593f764 None None] Pushing event updated for resources: {'Port': ['ID=ae4e3515-2784-42a1-baa2-09ef61b67f63,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:16.622532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d93-4b3d-4179-9536-ef51696ea5fc admin admin] Publish callbacks [] for security_group (c3c21948-331c-4ff5-8913-870716618d01), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.628397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dc99d93-4b3d-4179-9536-ef51696ea5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c3c21948-331c-4ff5-8913-870716618d01), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.644812 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.646326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-36c85c36-7c7a-4597-b7dc-ee69416443f5 None None] Provisioning complete for port f8d9d182-d88b-47b6-9ede-69674ea8cfb0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:16.646704 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36c85c36-7c7a-4597-b7dc-ee69416443f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.650675 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:24:16.651028 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:24:16.679126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9dc99d93-4b3d-4179-9536-ef51696ea5fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4387757200a4d0fa2a99a2d4c9b770b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2232332 Feb 11 13:24:16.681277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47836) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:16.696676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-edcb3485-b96c-48b2-a149-675f2e16d661 req-b1f4abbc-bd1b-4f3e-be44-a1ed925751f7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.1218624 Feb 11 13:24:16.724661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc99d93-4b3d-4179-9536-ef51696ea5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c21948-331c-4ff5-8913-870716618d01,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:16.724809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-36c85c36-7c7a-4597-b7dc-ee69416443f5 None None] Port f8d9d182-d88b-47b6-9ede-69674ea8cfb0 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:16.733659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985fd896-7511-4db3-a228-034d21dc54f1 None None] Update dhcp port {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'fixed_ips': [{'subnet_id': 'c355f6b7-17e0-45e5-a321-0169799e5156', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c372074-9641-49f1-bf07-53b4e6c9fa49'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'ae4e3515-2784-42a1-baa2-09ef61b67f63'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:24:16.779279 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-985fd896-7511-4db3-a228-034d21dc54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.780701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255a55a3-9d9a-4190-97d9-dfbd86dcd546 admin admin] Publish callbacks [] for security_group (c3c21948-331c-4ff5-8913-870716618d01), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.813105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255a55a3-9d9a-4190-97d9-dfbd86dcd546 admin admin] Publish callbacks [] for security_group (c3c21948-331c-4ff5-8913-870716618d01), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.875223 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255a55a3-9d9a-4190-97d9-dfbd86dcd546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c3c21948-331c-4ff5-8913-870716618d01), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.878028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-255a55a3-9d9a-4190-97d9-dfbd86dcd546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:16.881680 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-255a55a3-9d9a-4190-97d9-dfbd86dcd546 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3c21948-331c-4ff5-8913-870716618d01 HTTP/1.1" status: 204 len: 168 time: 0.1970050 Feb 11 13:24:16.889879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a55a3-9d9a-4190-97d9-dfbd86dcd546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c21948-331c-4ff5-8913-870716618d01,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:16.986905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-985fd896-7511-4db3-a228-034d21dc54f1 None None] Allocated IP 172.20.0.18 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/0c372074-9641-49f1-bf07-53b4e6c9fa49/ae4e3515-2784-42a1-baa2-09ef61b67f63) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:17.106965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-985fd896-7511-4db3-a228-034d21dc54f1 None None] For port ae4e3515-2784-42a1-baa2-09ef61b67f63, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ae4e3515-2784-42a1-baa2-09ef61b67f63,segment=NetworkSegment(818c7814-d1ff-45d0-bd3a-9b279bf2c5d0),segment_id=818c7814-d1ff-45d0-bd3a-9b279bf2c5d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:17.141354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-985fd896-7511-4db3-a228-034d21dc54f1 None None] Publish callbacks [] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.148219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-985fd896-7511-4db3-a228-034d21dc54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.332376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47846) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:17.343771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:17.346586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fd896-7511-4db3-a228-034d21dc54f1 None None] Pushing event updated for resources: {'Port': ['ID=ae4e3515-2784-42a1-baa2-09ef61b67f63,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.359438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.366774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-001287cd-65c9-4b7d-85db-397081fbdd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.372668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Delete allocated IP 172.20.0.7 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/c355f6b7-17e0-45e5-a321-0169799e5156) {{(pid=109685) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:24:17.461130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-001287cd-65c9-4b7d-85db-397081fbdd8f admin admin] Publish callbacks [] for security_group (606259a6-72d4-4e3a-ac26-f99c6e977429), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.467010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.25 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/0c372074-9641-49f1-bf07-53b4e6c9fa49/f8d9d182-d88b-47b6-9ede-69674ea8cfb0) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:17.469960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-001287cd-65c9-4b7d-85db-397081fbdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (606259a6-72d4-4e3a-ac26-f99c6e977429), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.517348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-001287cd-65c9-4b7d-85db-397081fbdd8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3dceba868c234a1698f72e82fc295388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814423 Feb 11 13:24:17.517987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47848) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:17.571611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ae4e3515-2784-42a1-baa2-09ef61b67f63 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:17.602261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001287cd-65c9-4b7d-85db-397081fbdd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606259a6-72d4-4e3a-ac26-f99c6e977429,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.622985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0488e85-5c1d-47d2-9727-757525be7a08 admin admin] Publish callbacks [] for security_group (606259a6-72d4-4e3a-ac26-f99c6e977429), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.634360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:17.634843 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.673557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0488e85-5c1d-47d2-9727-757525be7a08 admin admin] Publish callbacks [] for security_group (606259a6-72d4-4e3a-ac26-f99c6e977429), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.741362 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0488e85-5c1d-47d2-9727-757525be7a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (606259a6-72d4-4e3a-ac26-f99c6e977429), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.745262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0488e85-5c1d-47d2-9727-757525be7a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.763828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0488e85-5c1d-47d2-9727-757525be7a08 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/606259a6-72d4-4e3a-ac26-f99c6e977429 HTTP/1.1" status: 204 len: 168 time: 0.2335143 Feb 11 13:24:17.788354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0488e85-5c1d-47d2-9727-757525be7a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606259a6-72d4-4e3a-ac26-f99c6e977429,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.809736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:17.853865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.882549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:17.916047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0dc84409-2849-4228-b561-87297e369ae9 req-5aa8194f-8526-419f-bb49-662db4bd8163 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/ports?device_id=1180d1aa-d59c-4089-b28f-2d9f0f27946f HTTP/1.1" status: 200 len: 210 time: 0.0511980 Feb 11 13:24:18.030088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=f8d9d182-d88b-47b6-9ede-69674ea8cfb0,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:18.047956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] In _notify_port_updated(), no bound segment for port f8d9d182-d88b-47b6-9ede-69674ea8cfb0 on network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:24:18.059245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.059923 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.065498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4f932baf-1a8d-4f6b-a0ab-3f454223683a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "PUT /v2.0/ports/f8d9d182-d88b-47b6-9ede-69674ea8cfb0 HTTP/1.1" status: 200 len: 920 time: 2.0851278 Feb 11 13:24:18.066094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47856) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:18.242890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port f8d9d182-d88b-47b6-9ede-69674ea8cfb0 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:18.243267 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.307422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:18.307822 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.369086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.390567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for f8d9d182-d88b-47b6-9ede-69674ea8cfb0 owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:18.413902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:18.426479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Provisioning complete for port 70a99a52-0bab-482c-9638-93f0768c47a4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:18.426830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.463283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Port 70a99a52-0bab-482c-9638-93f0768c47a4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:18.475671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Provisioning complete for port f8d9d182-d88b-47b6-9ede-69674ea8cfb0 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:18.475961 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.514127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-38b87da3-739b-4e5d-8396-1d286f7aae73 None None] Port f8d9d182-d88b-47b6-9ede-69674ea8cfb0 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:18.573565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f8d9d182-d88b-47b6-9ede-69674ea8cfb0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.609364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=f8d9d182-d88b-47b6-9ede-69674ea8cfb0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:18.703900 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.710143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-407604cc-cfd0-4b2a-8fa4-863804cfdac1 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/f8d9d182-d88b-47b6-9ede-69674ea8cfb0 HTTP/1.1" status: 204 len: 168 time: 0.6359212 Feb 11 13:24:18.711101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:18.739584 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb613cf-4320-4ec3-a0f0-cc562e6c3bee tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:24:18.741622 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3fb613cf-4320-4ec3-a0f0-cc562e6c3bee tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/f8d9d182-d88b-47b6-9ede-69674ea8cfb0 HTTP/1.1" status: 404 len: 333 time: 0.0294402 Feb 11 13:24:18.744279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47880) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:18.810379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41673b52-713e-48f1-9f89-d810936c2364 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (144cf085-43d1-4b06-a016-487194923f31), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.835606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41673b52-713e-48f1-9f89-d810936c2364 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (144cf085-43d1-4b06-a016-487194923f31), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.887681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41673b52-713e-48f1-9f89-d810936c2364 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (144cf085-43d1-4b06-a016-487194923f31), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.890968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-41673b52-713e-48f1-9f89-d810936c2364 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:18.892138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-41673b52-713e-48f1-9f89-d810936c2364 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/security-groups/144cf085-43d1-4b06-a016-487194923f31 HTTP/1.1" status: 204 len: 168 time: 0.1466076 Feb 11 13:24:18.899556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47886) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:18.915095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41673b52-713e-48f1-9f89-d810936c2364 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144cf085-43d1-4b06-a016-487194923f31,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:18.936622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cd33bdc3-66cc-4e8d-8396-7124cf197a23 None None] Could not find standard attr ID for object f8d9d182-d88b-47b6-9ede-69674ea8cfb0. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:18.937158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-bedaa842-684e-42c6-8221-f8a76d95ddc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915277 Feb 11 13:24:19.028596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd3d1-b023-4bb2-85a0-02b38d533832 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (10480558-5548-440f-94a9-819bccb046f2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.072286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd3d1-b023-4bb2-85a0-02b38d533832 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (10480558-5548-440f-94a9-819bccb046f2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.110360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-22553d5c-8e69-4b2d-8c15-b35774d4a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.115877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-22553d5c-8e69-4b2d-8c15-b35774d4a74d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1128 time: 0.1259258 Feb 11 13:24:19.156991 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd3d1-b023-4bb2-85a0-02b38d533832 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (10480558-5548-440f-94a9-819bccb046f2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.161727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddbd3d1-b023-4bb2-85a0-02b38d533832 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.166922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ddbd3d1-b023-4bb2-85a0-02b38d533832 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/security-groups/10480558-5548-440f-94a9-819bccb046f2 HTTP/1.1" status: 204 len: 168 time: 0.2644045 Feb 11 13:24:19.167598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47890) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:19.190301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddbd3d1-b023-4bb2-85a0-02b38d533832 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10480558-5548-440f-94a9-819bccb046f2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:19.290679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet c355f6b7-17e0-45e5-a321-0169799e5156 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:19.295733 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (c355f6b7-17e0-45e5-a321-0169799e5156), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.353239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-c0429e45-1740-43e8-9ced-b355185c698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.354371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (c355f6b7-17e0-45e5-a321-0169799e5156), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.357684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-c0429e45-1740-43e8-9ced-b355185c698e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 200 len: 898 time: 0.2154815 Feb 11 13:24:19.504958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (c355f6b7-17e0-45e5-a321-0169799e5156), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.527016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-2c5b2d79-66ba-464c-be1e-add89e5c9d3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 200 len: 1002 time: 0.1641476 Feb 11 13:24:19.581332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:19.586880 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (c355f6b7-17e0-45e5-a321-0169799e5156), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.631702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-be99a155-3a75-455a-a436-ffae0c254ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.633386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-be99a155-3a75-455a-a436-ffae0c254ca6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2792744f-530f-41e1-806a-4667c67fb403 HTTP/1.1" status: 200 len: 834 time: 0.1007705 Feb 11 13:24:19.635136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=c355f6b7-17e0-45e5-a321-0169799e5156,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:19.640045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.643081 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eddbee8f-e9c5-4267-9331-1e1669fd9d5e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/c355f6b7-17e0-45e5-a321-0169799e5156 HTTP/1.1" status: 204 len: 168 time: 0.4617345 Feb 11 13:24:19.649666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47902) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:19.653012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c760e00a-6f97-4c22-a989-80c3f41d3cff None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:19.657995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:19.687928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60eb0bf0-c358-4b28-8374-3f4f3eb3ecbb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group (5785b940-8dcd-4944-99b6-c1f9de33b418), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.712804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60eb0bf0-c358-4b28-8374-3f4f3eb3ecbb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group (5785b940-8dcd-4944-99b6-c1f9de33b418), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.764902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60eb0bf0-c358-4b28-8374-3f4f3eb3ecbb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5785b940-8dcd-4944-99b6-c1f9de33b418), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.768002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60eb0bf0-c358-4b28-8374-3f4f3eb3ecbb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.769382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60eb0bf0-c358-4b28-8374-3f4f3eb3ecbb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/security-groups/5785b940-8dcd-4944-99b6-c1f9de33b418 HTTP/1.1" status: 204 len: 168 time: 0.1868119 Feb 11 13:24:19.774382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47906) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:19.793835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb0bf0-c358-4b28-8374-3f4f3eb3ecbb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5785b940-8dcd-4944-99b6-c1f9de33b418,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:19.808586 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-a1ce0e64-a439-4564-a157-8e7338056a37 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] show failed (client error): The resource could not be found. Feb 11 13:24:19.810335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1ce0e64-a439-4564-a157-8e7338056a37 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "GET /v2.0/security-groups/5785b940-8dcd-4944-99b6-c1f9de33b418 HTTP/1.1" status: 404 len: 347 time: 0.0342698 Feb 11 13:24:19.815013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47908) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:19.818106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-75fe2985-5401-4175-8440-f29c1ae73224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.821119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-75fe2985-5401-4175-8440-f29c1ae73224 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f603f69-470e-434c-a4bd-4fd590888b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1803923 Feb 11 13:24:19.840869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:19.846216 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:19.961313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-469b347f-4c05-45dd-91cb-8fef024eb03a service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335936 Feb 11 13:24:20.103693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe48dd56-ed68-4d83-bf56-105b964eec60 req-31267e69-18c6-4a60-8e30-d0806827c797 service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348095 Feb 11 13:24:20.222637 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (5ebbc41e-f604-4f99-af23-b2990d74c722), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.265938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:20.286885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:20.289755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.290582 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.331525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=5ebbc41e-f604-4f99-af23-b2990d74c722,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.342217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47910) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:20.343493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-35efb956-428e-421a-a978-af8c2e169a8a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6916871 Feb 11 13:24:20.348057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-36a23993-881b-4cff-9e9b-343ba26f07e3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1745688083'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:20.382262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36a23993-881b-4cff-9e9b-343ba26f07e3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.412755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 26bf5a2a-ab6f-48b5-aec9-1583d33735e1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:20.413196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.499631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36a23993-881b-4cff-9e9b-343ba26f07e3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (d902cd37-1a80-4722-ac36-f1d3865d5820), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.505486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36a23993-881b-4cff-9e9b-343ba26f07e3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d902cd37-1a80-4722-ac36-f1d3865d5820), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.546885 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.547268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for floatingip (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.552113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36a23993-881b-4cff-9e9b-343ba26f07e3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.557972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-36a23993-881b-4cff-9e9b-343ba26f07e3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2144141 Feb 11 13:24:20.561963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47916) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:20.577552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-19cc2d33-7370-4aa5-8c3e-1ea4f39faec9 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1028868700'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:20.582822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 26bf5a2a-ab6f-48b5-aec9-1583d33735e1 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:20.613526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19cc2d33-7370-4aa5-8c3e-1ea4f39faec9 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.619583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a23993-881b-4cff-9e9b-343ba26f07e3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d902cd37-1a80-4722-ac36-f1d3865d5820,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.697149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61516f79-c492-433a-86cd-b8a7b1291b05 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:20.716230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19cc2d33-7370-4aa5-8c3e-1ea4f39faec9 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (43985a5f-1b70-4720-a38b-8bc69a820517), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.721983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19cc2d33-7370-4aa5-8c3e-1ea4f39faec9 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (43985a5f-1b70-4720-a38b-8bc69a820517), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.788380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc2d33-7370-4aa5-8c3e-1ea4f39faec9 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43985a5f-1b70-4720-a38b-8bc69a820517,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.796816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (26bf5a2a-ab6f-48b5-aec9-1583d33735e1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.809813 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-19cc2d33-7370-4aa5-8c3e-1ea4f39faec9 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.811044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-19cc2d33-7370-4aa5-8c3e-1ea4f39faec9 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2480185 Feb 11 13:24:20.814687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47918) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:20.822377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b0f994d9-cd33-4370-918c-07bbc6404092 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885695742'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:20.825476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7c5a805e-e487-4c5a-b978-4f677d5d0770 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:20.825973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7c5a805e-e487-4c5a-b978-4f677d5d0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.851600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0f994d9-cd33-4370-918c-07bbc6404092 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.869069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=26bf5a2a-ab6f-48b5-aec9-1583d33735e1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.960855 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0f994d9-cd33-4370-918c-07bbc6404092 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (0b12bb3b-bea2-4157-97bd-d0879cbaef35), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.963973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for floatingip (df5d81d1-1e40-4eaa-8369-19965fae078b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.966327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0f994d9-cd33-4370-918c-07bbc6404092 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0b12bb3b-bea2-4157-97bd-d0879cbaef35), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.973456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a805e-e487-4c5a-b978-4f677d5d0770 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:20.973771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:20.978718 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f00cec4d-370b-475c-931a-703a19f9e492 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/floatingips/df5d81d1-1e40-4eaa-8369-19965fae078b HTTP/1.1" status: 204 len: 168 time: 1.1617091 Feb 11 13:24:20.986669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:21.015100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f994d9-cd33-4370-918c-07bbc6404092 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12bb3b-bea2-4157-97bd-d0879cbaef35,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.028557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7c5a805e-e487-4c5a-b978-4f677d5d0770 None None] Provisioning complete for port 70a99a52-0bab-482c-9638-93f0768c47a4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:21.029064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7c5a805e-e487-4c5a-b978-4f677d5d0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.060444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0f994d9-cd33-4370-918c-07bbc6404092 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.064718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b0f994d9-cd33-4370-918c-07bbc6404092 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2464342 Feb 11 13:24:21.065589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47922) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:21.101003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a805e-e487-4c5a-b978-4f677d5d0770 None None] Port 70a99a52-0bab-482c-9638-93f0768c47a4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:21.115935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-905501290', 'security_groups': ['0b12bb3b-bea2-4157-97bd-d0879cbaef35'], 'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5ebbc41e-f604-4f99-af23-b2990d74c722'}]}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:21.207186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port fd929bac-f6a7-45aa-8113-325e9d16d885 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:21.208402 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.231520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089ec04-ae6e-4c20-9b68-f85acf46b7dd None None] Update dhcp port {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'fixed_ips': [{'subnet_id': '0c372074-9641-49f1-bf07-53b4e6c9fa49', 'ip_address': '172.20.0.18'}, {'subnet_id': '5ebbc41e-f604-4f99-af23-b2990d74c722'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'ae4e3515-2784-42a1-baa2-09ef61b67f63'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:24:21.267312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5089ec04-ae6e-4c20-9b68-f85acf46b7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.333525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:21.364752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.379161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for fd929bac-f6a7-45aa-8113-325e9d16d885 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:21.450139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.456388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-5089ec04-ae6e-4c20-9b68-f85acf46b7dd None None] Allocated IP 172.20.0.2 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/5ebbc41e-f604-4f99-af23-b2990d74c722/ae4e3515-2784-42a1-baa2-09ef61b67f63) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:21.472705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] device_id is not set on port 893d174e-8d27-435f-9374-3be3a10094ee yet. {{(pid=109685) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 11 13:24:21.558749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (fd929bac-f6a7-45aa-8113-325e9d16d885), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.581986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5089ec04-ae6e-4c20-9b68-f85acf46b7dd None None] For port ae4e3515-2784-42a1-baa2-09ef61b67f63, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ae4e3515-2784-42a1-baa2-09ef61b67f63,segment=NetworkSegment(818c7814-d1ff-45d0-bd3a-9b279bf2c5d0),segment_id=818c7814-d1ff-45d0-bd3a-9b279bf2c5d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:21.617514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5089ec04-ae6e-4c20-9b68-f85acf46b7dd None None] Publish callbacks [] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.628711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5089ec04-ae6e-4c20-9b68-f85acf46b7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.633887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=fd929bac-f6a7-45aa-8113-325e9d16d885,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.696502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089ec04-ae6e-4c20-9b68-f85acf46b7dd None None] Pushing event updated for resources: {'Port': ['ID=ae4e3515-2784-42a1-baa2-09ef61b67f63,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.763457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.8 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/5ebbc41e-f604-4f99-af23-b2990d74c722/893d174e-8d27-435f-9374-3be3a10094ee) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:21.770057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:21.775906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8c9df82b-a512-4efe-ac19-c677eede3cdf tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/ports/fd929bac-f6a7-45aa-8113-325e9d16d885 HTTP/1.1" status: 204 len: 168 time: 0.7865465 Feb 11 13:24:21.778465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47932) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:21.941868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 47619b11-7d14-48e2-9064-45f7989c34c9 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:21.943323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.036546 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (893d174e-8d27-435f-9374-3be3a10094ee), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.099669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.117551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 47619b11-7d14-48e2-9064-45f7989c34c9 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:22.120370 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (893d174e-8d27-435f-9374-3be3a10094ee), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.207676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:22.219021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:22.221871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:22.272320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=893d174e-8d27-435f-9374-3be3a10094ee,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.297038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.297308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.326181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9a8443cd-a32a-4e0a-8b06-e4b252127c3b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2494125 Feb 11 13:24:22.328544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47936) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:22.336007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bf28566f-6568-42ca-ba23-9606f45138fd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:22.356543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (47619b11-7d14-48e2-9064-45f7989c34c9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.432646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=47619b11-7d14-48e2-9064-45f7989c34c9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.494307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf28566f-6568-42ca-ba23-9606f45138fd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:22.498240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bf28566f-6568-42ca-ba23-9606f45138fd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.548387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.556611 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-782f2d99-a449-4616-9ba9-699768c5e0cb tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/ports/47619b11-7d14-48e2-9064-45f7989c34c9 HTTP/1.1" status: 204 len: 168 time: 0.7765791 Feb 11 13:24:22.561788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:22.643480 n-d-828675-3 neutron-server[109685]: INFO neutron.db.ipam_backend_mixin [None req-bf28566f-6568-42ca-ba23-9606f45138fd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5ebbc41e-f604-4f99-af23-b2990d74c722 (CIDR: 172.20.0.0/28) Feb 11 13:24:22.649497 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf28566f-6568-42ca-ba23-9606f45138fd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:24:22.650128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf28566f-6568-42ca-ba23-9606f45138fd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:22.656551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting subnet 62f67c5d-ec16-4023-877f-bff76b8050a4 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:22.661333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for subnet (62f67c5d-ec16-4023-877f-bff76b8050a4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.661671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3fee78cb-9543-4f7d-8641-83d7c7deb64e None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:22.662194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fee78cb-9543-4f7d-8641-83d7c7deb64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.700173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bf28566f-6568-42ca-ba23-9606f45138fd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3704958 Feb 11 13:24:22.700944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47942) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:22.709946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c7ec8020-d201-4b89-934a-8d15e51d7f43 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:22.767672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (62f67c5d-ec16-4023-877f-bff76b8050a4), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.863969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3fee78cb-9543-4f7d-8641-83d7c7deb64e None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:22.890453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3fee78cb-9543-4f7d-8641-83d7c7deb64e None None] Provisioning complete for port 70a99a52-0bab-482c-9638-93f0768c47a4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:22.891246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fee78cb-9543-4f7d-8641-83d7c7deb64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.922458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (62f67c5d-ec16-4023-877f-bff76b8050a4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:22.993458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec8020-d201-4b89-934a-8d15e51d7f43 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:23.000020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3fee78cb-9543-4f7d-8641-83d7c7deb64e None None] Port 70a99a52-0bab-482c-9638-93f0768c47a4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:23.009538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c7ec8020-d201-4b89-934a-8d15e51d7f43 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.015306 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (62f67c5d-ec16-4023-877f-bff76b8050a4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.084792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Subnet': ['ID=62f67c5d-ec16-4023-877f-bff76b8050a4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.097579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f063d2ed-3240-4131-a72c-e52127f64c45 None None] Network 36e0d722-4c37-4bdb-b34f-cb9058780974 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:23.110710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.115296 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34db89a7-8390-4649-8ac2-7c8db8ba2e38 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/subnets/62f67c5d-ec16-4023-877f-bff76b8050a4 HTTP/1.1" status: 204 len: 168 time: 0.5523987 Feb 11 13:24:23.117958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47946) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:23.120948 n-d-828675-3 neutron-server[109685]: INFO neutron.db.ipam_backend_mixin [None req-c7ec8020-d201-4b89-934a-8d15e51d7f43 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0c372074-9641-49f1-bf07-53b4e6c9fa49 (CIDR: 172.20.0.16/28) Feb 11 13:24:23.125366 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ec8020-d201-4b89-934a-8d15e51d7f43 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:24:23.125941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ec8020-d201-4b89-934a-8d15e51d7f43 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:23.150554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c7ec8020-d201-4b89-934a-8d15e51d7f43 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4483821 Feb 11 13:24:23.151688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47948) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:23.160924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'subnet': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:23.182988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting subnet 81babb9b-ec00-4eee-9f9e-f377268ad7c0 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:23.187924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for subnet (81babb9b-ec00-4eee-9f9e-f377268ad7c0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.248685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (81babb9b-ec00-4eee-9f9e-f377268ad7c0), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.249071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ef3eb514-8573-40f2-bec1-75b28a856850 None None] Provisioning complete for port 893d174e-8d27-435f-9374-3be3a10094ee triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:23.249459 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ef3eb514-8573-40f2-bec1-75b28a856850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (893d174e-8d27-435f-9374-3be3a10094ee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.286394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ef3eb514-8573-40f2-bec1-75b28a856850 None None] Port 893d174e-8d27-435f-9374-3be3a10094ee cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:23.317825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Made reservation on behalf of c10a5b173e4a459c824f48b03e9e04ea for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:23.324844 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.393898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] DHCP port deletion for 36e0d722-4c37-4bdb-b34f-cb9058780974 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:24:23.412555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (81babb9b-ec00-4eee-9f9e-f377268ad7c0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.511595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] Deleting port f663f161-95ad-400f-8abf-d5eea66c7cf2 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:23.511595 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.528032 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (81babb9b-ec00-4eee-9f9e-f377268ad7c0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.574403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.578000 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/subnets/81babb9b-ec00-4eee-9f9e-f377268ad7c0 HTTP/1.1" status: 204 len: 168 time: 0.4579201 Feb 11 13:24:23.579650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76603801-8906-486e-9f76-469a3a5f17b7 tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Subnet': ['ID=81babb9b-ec00-4eee-9f9e-f377268ad7c0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.582253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47952) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:23.617565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] For port f663f161-95ad-400f-8abf-d5eea66c7cf2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f663f161-95ad-400f-8abf-d5eea66c7cf2,segment=NetworkSegment(40e302a3-1c37-4c4c-8c1c-cf0090a05195),segment_id=40e302a3-1c37-4c4c-8c1c-cf0090a05195)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:23.618390 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.633462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] Calling delete_port for f663f161-95ad-400f-8abf-d5eea66c7cf2 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:23.707055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ae4e3515-2784-42a1-baa2-09ef61b67f63 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:23.709863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722bb909-c2e9-472c-9ec7-735855fa9925 None None] Network 66275149-2e1a-4550-9b8c-d72c1a35ac7b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:23.716084 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (dcb44d14-4a50-4d59-8946-2c8d6f2eaac5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.720324 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (36e0d722-4c37-4bdb-b34f-cb9058780974), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.815054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.826265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Subnet': ['ID=dcb44d14-4a50-4d59-8946-2c8d6f2eaac5,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.838102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] No DVR routers for this DVR port f663f161-95ad-400f-8abf-d5eea66c7cf2 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:23.861518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:23.863424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:23.867226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.868457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.886956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a435a9-80fd-47f9-b87d-6d4a969336c5 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:23.894013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc4615-ed88-4bec-a918-fe647b9f027d None None] Pushing event deleted for resources: {'Port': ['ID=f663f161-95ad-400f-8abf-d5eea66c7cf2,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.912247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-059b4749-6b51-4363-b512-4efb95ccf4d7 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7576590 Feb 11 13:24:23.913473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47954) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:23.923958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-733154058', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dcb44d14-4a50-4d59-8946-2c8d6f2eaac5'}], 'security_groups': ['d902cd37-1a80-4722-ac36-f1d3865d5820', '43985a5f-1b70-4720-a38b-8bc69a820517']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:23.925115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:23.925556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:23.942002 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-f4e9083e-4a26-42e0-a4cb-f36faf555109 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1179776 Feb 11 13:24:23.958436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port f663f161-95ad-400f-8abf-d5eea66c7cf2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:23.958722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.074870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:24.109278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (893d174e-8d27-435f-9374-3be3a10094ee), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.172824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] DHCP port deletion for 66275149-2e1a-4550-9b8c-d72c1a35ac7b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:24:24.213170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f663f161-95ad-400f-8abf-d5eea66c7cf2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:24.217206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] For port f663f161-95ad-400f-8abf-d5eea66c7cf2, host n-d-828675-3, got binding levels [] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:24.217722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.256760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for f663f161-95ad-400f-8abf-d5eea66c7cf2 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:24.271601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Port f663f161-95ad-400f-8abf-d5eea66c7cf2 was not found and therefore no delete operation was performed {{(pid=109684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:24:24.273836 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f663f161-95ad-400f-8abf-d5eea66c7cf2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.277267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-03ed8bb3-b61e-4d5a-a590-00769afe0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.278860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-03ed8bb3-b61e-4d5a-a590-00769afe0a6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=078cf47fa4cf48dbbc95051431996f42&device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 1127 time: 0.2815456 Feb 11 13:24:24.304214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=f663f161-95ad-400f-8abf-d5eea66c7cf2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.311662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a6c942-3e95-4c3a-8850-ce79e5ebd2d4 None None] Update dhcp port {'port': {'network_id': 'c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e', 'fixed_ips': [{'subnet_id': '0c372074-9641-49f1-bf07-53b4e6c9fa49', 'ip_address': '172.20.0.18'}, {'subnet_id': '5ebbc41e-f604-4f99-af23-b2990d74c722', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dcb44d14-4a50-4d59-8946-2c8d6f2eaac5'}], 'binding:host_id': 'n-d-828675-3'}, 'id': 'ae4e3515-2784-42a1-baa2-09ef61b67f63'} from n-d-828675-3. {{(pid=109686) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 11 13:24:24.329007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] No DVR routers for this DVR port f663f161-95ad-400f-8abf-d5eea66c7cf2 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:24.353566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f663f161-95ad-400f-8abf-d5eea66c7cf2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:24.353566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f663f161-95ad-400f-8abf-d5eea66c7cf2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:24.359979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-08a6c942-3e95-4c3a-8850-ce79e5ebd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.460854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (36e0d722-4c37-4bdb-b34f-cb9058780974), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.493537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e0d722-4c37-4bdb-b34f-cb9058780974']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:24.496332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-1fdd0c1b-8e95-4324-b625-aa951aee1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.497870 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-1fdd0c1b-8e95-4324-b625-aa951aee1a77 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 200 len: 909 time: 0.1897426 Feb 11 13:24:24.506348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e302a3-1c37-4c4c-8c1c-cf0090a05195') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:24.506669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e302a3-1c37-4c4c-8c1c-cf0090a05195') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:24.546611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] Deleting port 7a9512cf-7f64-4849-a064-2bed27c5b263 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:24.547028 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.579728 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (40e302a3-1c37-4c4c-8c1c-cf0090a05195), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.597729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Delete allocated IP 172.20.0.8 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/5ebbc41e-f604-4f99-af23-b2990d74c722) {{(pid=109685) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:24:24.604302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (40e302a3-1c37-4c4c-8c1c-cf0090a05195), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.612394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:24.612795 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (40e302a3-1c37-4c4c-8c1c-cf0090a05195), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:24.616023 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:24.626798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Allocated IP 172.20.0.41 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/dcb44d14-4a50-4d59-8946-2c8d6f2eaac5/893d174e-8d27-435f-9374-3be3a10094ee) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:24.648018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] For port 7a9512cf-7f64-4849-a064-2bed27c5b263, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7a9512cf-7f64-4849-a064-2bed27c5b263,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:24.648539 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.666134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] Calling delete_port for 7a9512cf-7f64-4849-a064-2bed27c5b263 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:24.677421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-2675fc34-eca6-4bc4-8b49-f4ac771f4b23 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 200 len: 1001 time: 0.1673000 Feb 11 13:24:24.761113 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (36e0d722-4c37-4bdb-b34f-cb9058780974), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.787462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.793970 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/networks/36e0d722-4c37-4bdb-b34f-cb9058780974 HTTP/1.1" status: 204 len: 168 time: 1.2101181 Feb 11 13:24:24.822815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47968) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:24.823914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2455a7a-4546-4e22-a421-fe921e09cb3c tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Network': ['ID=36e0d722-4c37-4bdb-b34f-cb9058780974,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.837295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-829536c2-3fd3-4996-9776-8130d4fde87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.839073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-829536c2-3fd3-4996-9776-8130d4fde87a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 200 len: 847 time: 0.1533515 Feb 11 13:24:24.914975 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for port (893d174e-8d27-435f-9374-3be3a10094ee), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.922137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (893d174e-8d27-435f-9374-3be3a10094ee), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.965200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (66275149-2e1a-4550-9b8c-d72c1a35ac7b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:24.983506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-afcb6fbc-f2ea-4578-86e2-336ca3ffd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.985655 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-afcb6fbc-f2ea-4578-86e2-336ca3ffd371 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f77a7be7-72c2-4edd-9c53-635f4880efed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1340680 Feb 11 13:24:25.045330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event updated for resources: {'Port': ['ID=893d174e-8d27-435f-9374-3be3a10094ee,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.091433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] In _notify_port_updated(), no bound segment for port 893d174e-8d27-435f-9374-3be3a10094ee on network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e {{(pid=109685) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 11 13:24:25.096553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.097193 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.098756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7f34827f-a909-4ac8-a265-3c8369c521af tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "PUT /v2.0/ports/893d174e-8d27-435f-9374-3be3a10094ee HTTP/1.1" status: 200 len: 959 time: 1.1838372 Feb 11 13:24:25.101690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47970) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:25.148816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-08a6c942-3e95-4c3a-8850-ce79e5ebd2d4 None None] Allocated IP 172.20.0.34 (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e/dcb44d14-4a50-4d59-8946-2c8d6f2eaac5/ae4e3515-2784-42a1-baa2-09ef61b67f63) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:25.213257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Deleting port 7a9512cf-7f64-4849-a064-2bed27c5b263 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:25.214226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.219578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-981219cc-8738-40e4-84a7-c4ba29412955 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258928 Feb 11 13:24:25.227452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 893d174e-8d27-435f-9374-3be3a10094ee {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:25.227990 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (893d174e-8d27-435f-9374-3be3a10094ee), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.256854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.291355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] Pushing event deleted for resources: {'Port': ['ID=7a9512cf-7f64-4849-a064-2bed27c5b263,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.297613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66185643-bc3b-4c3f-9f91-dbb2a408fe72 None None] No DVR routers for this DVR port 7a9512cf-7f64-4849-a064-2bed27c5b263 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:25.335028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-08a6c942-3e95-4c3a-8850-ce79e5ebd2d4 None None] For port ae4e3515-2784-42a1-baa2-09ef61b67f63, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ae4e3515-2784-42a1-baa2-09ef61b67f63,segment=NetworkSegment(818c7814-d1ff-45d0-bd3a-9b279bf2c5d0),segment_id=818c7814-d1ff-45d0-bd3a-9b279bf2c5d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:25.335627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c4543c7-d132-4a35-aed2-dce900fc34f7 req-1c04c2c9-e90b-47e1-9179-a16a3f381654 service neutron] 10.222.0.53 "GET /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055865 Feb 11 13:24:25.395600 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-08a6c942-3e95-4c3a-8850-ce79e5ebd2d4 None None] Publish callbacks [] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.405523 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-08a6c942-3e95-4c3a-8850-ce79e5ebd2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.420604 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (893d174e-8d27-435f-9374-3be3a10094ee), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.437658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] For port 7a9512cf-7f64-4849-a064-2bed27c5b263, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7a9512cf-7f64-4849-a064-2bed27c5b263,segment=NetworkSegment(90ad2838-9130-4ada-9edd-305404443347),segment_id=90ad2838-9130-4ada-9edd-305404443347)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:25.440450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.451496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 893d174e-8d27-435f-9374-3be3a10094ee owned by {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:25.470526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Calling delete_port for 7a9512cf-7f64-4849-a064-2bed27c5b263 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:25.580859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6c942-3e95-4c3a-8850-ce79e5ebd2d4 None None] Pushing event updated for resources: {'Port': ['ID=ae4e3515-2784-42a1-baa2-09ef61b67f63,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.613167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7a9512cf-7f64-4849-a064-2bed27c5b263 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:25.626053 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7a9512cf-7f64-4849-a064-2bed27c5b263), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.645280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 7a9512cf-7f64-4849-a064-2bed27c5b263 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:25.645900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7a9512cf-7f64-4849-a064-2bed27c5b263 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:25.697218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Port': ['ID=7a9512cf-7f64-4849-a064-2bed27c5b263,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.707916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] No DVR routers for this DVR port 7a9512cf-7f64-4849-a064-2bed27c5b263 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:25.712680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (893d174e-8d27-435f-9374-3be3a10094ee), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.766191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=893d174e-8d27-435f-9374-3be3a10094ee,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.820771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (66275149-2e1a-4550-9b8c-d72c1a35ac7b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.856892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.860912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-32d44b8f-46a0-4c9a-b5d8-121b61ff3a55 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/893d174e-8d27-435f-9374-3be3a10094ee HTTP/1.1" status: 204 len: 168 time: 0.7584307 Feb 11 13:24:25.864568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66275149-2e1a-4550-9b8c-d72c1a35ac7b']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:25.867402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 47978) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:25.886770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ad2838-9130-4ada-9edd-305404443347') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:25.887173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ad2838-9130-4ada-9edd-305404443347') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:25.924421 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c09a7b-5910-440a-9d1b-b55601bf526a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] GET failed (client error): The resource could not be found. Feb 11 13:24:25.924421 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-62c09a7b-5910-440a-9d1b-b55601bf526a tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports/893d174e-8d27-435f-9374-3be3a10094ee HTTP/1.1" status: 404 len: 333 time: 0.0534708 Feb 11 13:24:25.925923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47980) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:25.930930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (90ad2838-9130-4ada-9edd-305404443347), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.951971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (90ad2838-9130-4ada-9edd-305404443347), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.962098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:25.962504 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (90ad2838-9130-4ada-9edd-305404443347), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:25.972066 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:25.991900 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c1d288-bb2a-4c26-92c4-3864bcca5dc3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (0b12bb3b-bea2-4157-97bd-d0879cbaef35), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.024937 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c1d288-bb2a-4c26-92c4-3864bcca5dc3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (0b12bb3b-bea2-4157-97bd-d0879cbaef35), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.083640 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (66275149-2e1a-4550-9b8c-d72c1a35ac7b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.091156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c1d288-bb2a-4c26-92c4-3864bcca5dc3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0b12bb3b-bea2-4157-97bd-d0879cbaef35), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.095156 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-86c1d288-bb2a-4c26-92c4-3864bcca5dc3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.098858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-86c1d288-bb2a-4c26-92c4-3864bcca5dc3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/security-groups/0b12bb3b-bea2-4157-97bd-d0879cbaef35 HTTP/1.1" status: 204 len: 168 time: 0.1713231 Feb 11 13:24:26.101593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 47984) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:26.105437 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.111920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] 10.222.0.42 "DELETE /v2.0/networks/66275149-2e1a-4550-9b8c-d72c1a35ac7b HTTP/1.1" status: 204 len: 168 time: 1.2827692 Feb 11 13:24:26.131224 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c98f08-a1b5-4c6a-bed1-a11e5e9b651b tempest-TaggedBootDevicesTest-1833660148 tempest-TaggedBootDevicesTest-1833660148-project] Pushing event deleted for resources: {'Network': ['ID=66275149-2e1a-4550-9b8c-d72c1a35ac7b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.154393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1d288-bb2a-4c26-92c4-3864bcca5dc3 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12bb3b-bea2-4157-97bd-d0879cbaef35,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.298377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-24b40bb1-15c3-4107-9e8d-9560bfd4cafb tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (43985a5f-1b70-4720-a38b-8bc69a820517), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.325433 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-24b40bb1-15c3-4107-9e8d-9560bfd4cafb tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (43985a5f-1b70-4720-a38b-8bc69a820517), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.389371 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-24b40bb1-15c3-4107-9e8d-9560bfd4cafb tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (43985a5f-1b70-4720-a38b-8bc69a820517), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.396003 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-24b40bb1-15c3-4107-9e8d-9560bfd4cafb tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.397352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-24b40bb1-15c3-4107-9e8d-9560bfd4cafb tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/security-groups/43985a5f-1b70-4720-a38b-8bc69a820517 HTTP/1.1" status: 204 len: 168 time: 0.2625225 Feb 11 13:24:26.400305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48002) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:26.419411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b40bb1-15c3-4107-9e8d-9560bfd4cafb tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43985a5f-1b70-4720-a38b-8bc69a820517,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.506827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-beed5406-d4f9-4d13-be58-e12900247861 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:26.507633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-beed5406-d4f9-4d13-be58-e12900247861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.563685 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dba9195-6d83-46b4-817d-3b3aeef7f6ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (d902cd37-1a80-4722-ac36-f1d3865d5820), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.595934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dba9195-6d83-46b4-817d-3b3aeef7f6ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (d902cd37-1a80-4722-ac36-f1d3865d5820), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.658164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dba9195-6d83-46b4-817d-3b3aeef7f6ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d902cd37-1a80-4722-ac36-f1d3865d5820), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.663400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9dba9195-6d83-46b4-817d-3b3aeef7f6ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.668448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48012) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:26.668627 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9dba9195-6d83-46b4-817d-3b3aeef7f6ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/security-groups/d902cd37-1a80-4722-ac36-f1d3865d5820 HTTP/1.1" status: 204 len: 168 time: 0.2657876 Feb 11 13:24:26.680877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba9195-6d83-46b4-817d-3b3aeef7f6ef tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d902cd37-1a80-4722-ac36-f1d3865d5820,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.695891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-beed5406-d4f9-4d13-be58-e12900247861 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:26.718571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-beed5406-d4f9-4d13-be58-e12900247861 None None] Could not find standard attr ID for object 893d174e-8d27-435f-9374-3be3a10094ee. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:26.733738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-beed5406-d4f9-4d13-be58-e12900247861 None None] Provisioning complete for port 70a99a52-0bab-482c-9638-93f0768c47a4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:26.734381 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-beed5406-d4f9-4d13-be58-e12900247861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.775143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-beed5406-d4f9-4d13-be58-e12900247861 None None] Port 70a99a52-0bab-482c-9638-93f0768c47a4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:26.823948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5f20c-e4e7-4502-a4f5-7a8821702e92 req-0ca6295c-b986-4d51-bb1d-6bf4627130f3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.825582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cac5f20c-e4e7-4502-a4f5-7a8821702e92 req-0ca6295c-b986-4d51-bb1d-6bf4627130f3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.2074859 Feb 11 13:24:26.837440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet 5ebbc41e-f604-4f99-af23-b2990d74c722 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:26.868834 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (5ebbc41e-f604-4f99-af23-b2990d74c722), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:26.940429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cac5f20c-e4e7-4502-a4f5-7a8821702e92 req-d75052eb-d8fd-413e-a8c8-45615453fd35 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934515 Feb 11 13:24:27.002628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (5ebbc41e-f604-4f99-af23-b2990d74c722), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.092250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3ded0f49-6475-4e57-9682-a21fa63941ef None None] Could not find standard attr ID for object 893d174e-8d27-435f-9374-3be3a10094ee. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:24:27.178979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (5ebbc41e-f604-4f99-af23-b2990d74c722), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.260508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (5ebbc41e-f604-4f99-af23-b2990d74c722), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.311905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=5ebbc41e-f604-4f99-af23-b2990d74c722,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:27.323647 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.335909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48024) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:27.350144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-83696497-a86b-44eb-8b43-68ef1077f494 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/5ebbc41e-f604-4f99-af23-b2990d74c722 HTTP/1.1" status: 204 len: 168 time: 0.6770961 Feb 11 13:24:27.357739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b90e4-0c72-4304-966a-57bfc1f7ed62 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:27.410083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet dcb44d14-4a50-4d59-8946-2c8d6f2eaac5 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:27.413448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (dcb44d14-4a50-4d59-8946-2c8d6f2eaac5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.490337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (dcb44d14-4a50-4d59-8946-2c8d6f2eaac5), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.576703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ae4e3515-2784-42a1-baa2-09ef61b67f63 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:27.658545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:27.658976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:27.866846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:27.901766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48030) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:28.186718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bbfcd-7fe4-4606-abda-aaac15926ec8 req-650e5008-a9b7-479f-9e2c-65a0173dd608 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.204586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7bbfcd-7fe4-4606-abda-aaac15926ec8 req-650e5008-a9b7-479f-9e2c-65a0173dd608 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1236048 Feb 11 13:24:28.235111 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1dcd96f3-9dd5-4d6e-9e2f-1065b9ece684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.386811 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (dcb44d14-4a50-4d59-8946-2c8d6f2eaac5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.493294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1dcd96f3-9dd5-4d6e-9e2f-1065b9ece684 admin admin] Publish callbacks [] for security_group (8713b2ed-8e20-496e-b3fc-2059769db114), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.500179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1dcd96f3-9dd5-4d6e-9e2f-1065b9ece684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8713b2ed-8e20-496e-b3fc-2059769db114), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.511577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (dcb44d14-4a50-4d59-8946-2c8d6f2eaac5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.534598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7bbfcd-7fe4-4606-abda-aaac15926ec8 req-f729c7d9-4283-4e55-819f-50d73f87a2c4 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3289242 Feb 11 13:24:28.560936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb44d14-4a50-4d59-8946-2c8d6f2eaac5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.563013 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.571266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9f9952b6-2fc2-409e-a287-71bd429d6a6e tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/dcb44d14-4a50-4d59-8946-2c8d6f2eaac5 HTTP/1.1" status: 204 len: 168 time: 1.2341938 Feb 11 13:24:28.572294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48040) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:28.573354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546297f-5460-446f-b7d2-670f62cc0701 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:28.607303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1dcd96f3-9dd5-4d6e-9e2f-1065b9ece684 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=054af811f1a848c2af322001fe79436c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7043653 Feb 11 13:24:28.612625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48042) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:28.626504 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a7f84c-f04c-424b-882c-4b3709ddc6a5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:28.626992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a7f84c-f04c-424b-882c-4b3709ddc6a5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:28.629010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd96f3-9dd5-4d6e-9e2f-1065b9ece684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8713b2ed-8e20-496e-b3fc-2059769db114,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.632848 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a4a7f84c-f04c-424b-882c-4b3709ddc6a5 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/5ebbc41e-f604-4f99-af23-b2990d74c722 HTTP/1.1" status: 404 len: 337 time: 0.0595384 Feb 11 13:24:28.633466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48044) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:28.697512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting subnet 0c372074-9641-49f1-bf07-53b4e6c9fa49 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:28.701507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (0c372074-9641-49f1-bf07-53b4e6c9fa49), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.721016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e47645ff-2a10-41cc-a63c-3424ca98a4bf None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:28.721899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e47645ff-2a10-41cc-a63c-3424ca98a4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.735533 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5994e368-15b1-49b8-8761-a9871ac53956 admin admin] Publish callbacks [] for security_group (8713b2ed-8e20-496e-b3fc-2059769db114), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.753171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (0c372074-9641-49f1-bf07-53b4e6c9fa49), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.801003 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5994e368-15b1-49b8-8761-a9871ac53956 admin admin] Publish callbacks [] for security_group (8713b2ed-8e20-496e-b3fc-2059769db114), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.862301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e47645ff-2a10-41cc-a63c-3424ca98a4bf None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:28.878086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e47645ff-2a10-41cc-a63c-3424ca98a4bf None None] Provisioning complete for port 70a99a52-0bab-482c-9638-93f0768c47a4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:28.878772 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e47645ff-2a10-41cc-a63c-3424ca98a4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.887914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5994e368-15b1-49b8-8761-a9871ac53956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8713b2ed-8e20-496e-b3fc-2059769db114), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.891039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5994e368-15b1-49b8-8761-a9871ac53956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.895034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5994e368-15b1-49b8-8761-a9871ac53956 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8713b2ed-8e20-496e-b3fc-2059769db114 HTTP/1.1" status: 204 len: 168 time: 0.2753358 Feb 11 13:24:28.913685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994e368-15b1-49b8-8761-a9871ac53956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8713b2ed-8e20-496e-b3fc-2059769db114,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.928911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e47645ff-2a10-41cc-a63c-3424ca98a4bf None None] Port 70a99a52-0bab-482c-9638-93f0768c47a4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:28.969443 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0c372074-9641-49f1-bf07-53b4e6c9fa49), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.090484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (0c372074-9641-49f1-bf07-53b4e6c9fa49), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.144652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Subnet': ['ID=0c372074-9641-49f1-bf07-53b4e6c9fa49,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.152130 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.159003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48052) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.160744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-95627a51-3b9c-4f6b-93c7-9ed3f043a21c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/0c372074-9641-49f1-bf07-53b4e6c9fa49 HTTP/1.1" status: 204 len: 168 time: 0.5258048 Feb 11 13:24:29.216085 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-94279eef-d240-4b93-8322-30f655442830 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.219960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94279eef-d240-4b93-8322-30f655442830 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.233682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-94279eef-d240-4b93-8322-30f655442830 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/c355f6b7-17e0-45e5-a321-0169799e5156 HTTP/1.1" status: 404 len: 337 time: 0.0733199 Feb 11 13:24:29.236265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48054) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.316119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ae27c34f-671a-4b50-bc32-1e0329f0fa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:29.349039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48058) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.351560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-86f90767-c251-44d9-a5a1-542904ead8aa tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "GET /v2.0/ports?device_id=f79b1e33-4dc8-43b9-a099-6eea07b3e72d HTTP/1.1" status: 200 len: 205 time: 0.1071007 Feb 11 13:24:29.471089 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-1e33a9fd-54f0-44de-bb52-5d313d4bd36b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] delete failed (client error): The resource could not be found. Feb 11 13:24:29.472914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1e33a9fd-54f0-44de-bb52-5d313d4bd36b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/routers/f79b1e33-4dc8-43b9-a099-6eea07b3e72d HTTP/1.1" status: 404 len: 336 time: 0.1228464 Feb 11 13:24:29.475632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48064) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.522694 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7e5286-e266-4a47-b7b9-b4207998aa01 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.523275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7e5286-e266-4a47-b7b9-b4207998aa01 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.528672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dc7e5286-e266-4a47-b7b9-b4207998aa01 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/c461178f-9c20-44b7-bbcd-600f01d1d72e HTTP/1.1" status: 404 len: 337 time: 0.0471723 Feb 11 13:24:29.529146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48068) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.575995 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9fe786-6e1b-4024-8676-1364dd1ad057 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.579528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a9fe786-6e1b-4024-8676-1364dd1ad057 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.593976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1a9fe786-6e1b-4024-8676-1364dd1ad057 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/6fc0eb85-28ae-4370-a82b-a4de3842a668 HTTP/1.1" status: 404 len: 337 time: 0.0613542 Feb 11 13:24:29.594322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.667818 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-e262a503-3cff-41b9-808f-711c876dfa26 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.668506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e262a503-3cff-41b9-808f-711c876dfa26 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.672986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e262a503-3cff-41b9-808f-711c876dfa26 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/b8e75ddc-5831-4886-8d45-476966edd057 HTTP/1.1" status: 404 len: 337 time: 0.0776525 Feb 11 13:24:29.675613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48076) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.732995 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaff60b-13ea-424d-89ca-c5f29dad3cbd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.742057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eaff60b-13ea-424d-89ca-c5f29dad3cbd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.745539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5eaff60b-13ea-424d-89ca-c5f29dad3cbd tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/d1ee92a5-d8d5-4455-a31c-d42650b2ab58 HTTP/1.1" status: 404 len: 333 time: 0.0688396 Feb 11 13:24:29.748036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48078) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.752242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0ac49-b17c-438d-af52-b3acd665c11a req-4f5ab133-e44f-4cf5-b0c0-7ddb25cbf5cd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.762253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68b0ac49-b17c-438d-af52-b3acd665c11a req-4f5ab133-e44f-4cf5-b0c0-7ddb25cbf5cd tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.0968158 Feb 11 13:24:29.803624 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c203f485-5049-4baf-991d-0bfef13cb58f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.804431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c203f485-5049-4baf-991d-0bfef13cb58f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.814226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c203f485-5049-4baf-991d-0bfef13cb58f tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/0ffff93c-7f34-4219-b6c2-5bd1e54b3fe9 HTTP/1.1" status: 404 len: 337 time: 0.0649838 Feb 11 13:24:29.816846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.842889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b183f3d1-9ccd-40d3-b8ae-146eb0994ed3 None None] Network c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:29.855033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68b0ac49-b17c-438d-af52-b3acd665c11a req-2501bebb-9158-4a29-ad12-02d9aa157ca1 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813036 Feb 11 13:24:29.889333 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7eed49-3f19-4d43-890d-867e22274e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.891315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7eed49-3f19-4d43-890d-867e22274e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.900201 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dc7eed49-3f19-4d43-890d-867e22274e53 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/f9146a50-3342-4903-be8d-fce8c3b3d259 HTTP/1.1" status: 404 len: 337 time: 0.0792620 Feb 11 13:24:29.900572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48086) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.943305 n-d-828675-3 neutron-server[109685]: INFO neutron.pecan_wsgi.hooks.translation [None req-569604ab-ebbe-444a-82df-9d9fe04b1742 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:29.943896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569604ab-ebbe-444a-82df-9d9fe04b1742 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109685) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:29.959022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48090) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:29.959215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-569604ab-ebbe-444a-82df-9d9fe04b1742 tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/4569b6ab-c2a2-4956-bd2c-ecd003ba4440 HTTP/1.1" status: 404 len: 333 time: 0.0574470 Feb 11 13:24:29.977107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8fecb2b2-d6ac-4cbc-a2e2-e8a76df66443 None None] Provisioning complete for port ae4e3515-2784-42a1-baa2-09ef61b67f63 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:29.977545 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8fecb2b2-d6ac-4cbc-a2e2-e8a76df66443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.014797 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f2e85d-35c5-4d5f-992f-ca79f4afdb4b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:30.015348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f2e85d-35c5-4d5f-992f-ca79f4afdb4b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:30.028384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-80f2e85d-35c5-4d5f-992f-ca79f4afdb4b tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/b6308621-d3f2-46dd-98dc-18fe758af364 HTTP/1.1" status: 404 len: 337 time: 0.0624390 Feb 11 13:24:30.028384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48092) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:30.069509 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9da30a31-4259-4ed2-ac52-f7799f98c42d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] DELETE failed (client error): The resource could not be found. Feb 11 13:24:30.070632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9da30a31-4259-4ed2-ac52-f7799f98c42d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:24:30.081094 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9da30a31-4259-4ed2-ac52-f7799f98c42d tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/subnets/dd742078-3633-4c07-8a1b-abf2694cc89a HTTP/1.1" status: 404 len: 337 time: 0.0500352 Feb 11 13:24:30.081379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48096) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:30.201186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8fecb2b2-d6ac-4cbc-a2e2-e8a76df66443 None None] Current status of the port ae4e3515-2784-42a1-baa2-09ef61b67f63 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:30.214757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8fecb2b2-d6ac-4cbc-a2e2-e8a76df66443 None None] Provisioning complete for port 70a99a52-0bab-482c-9638-93f0768c47a4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:30.215138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8fecb2b2-d6ac-4cbc-a2e2-e8a76df66443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.222895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48098) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:30.258927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8fecb2b2-d6ac-4cbc-a2e2-e8a76df66443 None None] Port 70a99a52-0bab-482c-9638-93f0768c47a4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:30.261327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] DHCP port deletion for c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:24:30.300933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Deleting port 70a99a52-0bab-482c-9638-93f0768c47a4 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:30.303514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.323920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] Deleting port ae4e3515-2784-42a1-baa2-09ef61b67f63 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:30.324299 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.415535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] For port ae4e3515-2784-42a1-baa2-09ef61b67f63, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ae4e3515-2784-42a1-baa2-09ef61b67f63,segment=NetworkSegment(818c7814-d1ff-45d0-bd3a-9b279bf2c5d0),segment_id=818c7814-d1ff-45d0-bd3a-9b279bf2c5d0)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:30.415944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.432853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] Calling delete_port for ae4e3515-2784-42a1-baa2-09ef61b67f63 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:30.514949 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.518376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-997909184-network', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:30.536206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Calling delete_port for 70a99a52-0bab-482c-9638-93f0768c47a4 owned by {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:30.539244 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (ae4e3515-2784-42a1-baa2-09ef61b67f63), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.540957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Made reservation on behalf of d82aed4c0a3c4924841dc43cba04c133 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:30.544164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.561238 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.600797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] No DVR routers for this DVR port ae4e3515-2784-42a1-baa2-09ef61b67f63 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:30.602563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf9a88-2bf3-4b92-9a0e-42166019a232 None None] Pushing event deleted for resources: {'Port': ['ID=ae4e3515-2784-42a1-baa2-09ef61b67f63,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.663272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks [] for security_group (32b0bb55-e638-4834-85df-525051545bd0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.671195 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (32b0bb55-e638-4834-85df-525051545bd0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.679709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (70a99a52-0bab-482c-9638-93f0768c47a4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.705906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b0bb55-e638-4834-85df-525051545bd0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.716021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:30.720375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Port': ['ID=70a99a52-0bab-482c-9638-93f0768c47a4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.731829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (90500b44-e6d8-433b-be6d-a602fbc94b94), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.732437 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Added segment 90500b44-e6d8-433b-be6d-a602fbc94b94 of type vlan for network e59ec0d4-c40d-446a-a933-08b29f1e13d5 Feb 11 13:24:30.735147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.739760 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2eff2208-1434-492b-8564-936813b0543c tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/ports/70a99a52-0bab-482c-9638-93f0768c47a4 HTTP/1.1" status: 204 len: 168 time: 0.6571655 Feb 11 13:24:30.742273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48106) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:30.798225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (e59ec0d4-c40d-446a-a933-08b29f1e13d5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.834620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (e59ec0d4-c40d-446a-a933-08b29f1e13d5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.837994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.838276 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.840836 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:30.939255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7148495 Feb 11 13:24:30.949712 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48110) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:30.969010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Request body: {'subnet': {'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-997909184-subnet', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:31.014604 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.046971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:31.055433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Made reservation on behalf of d82aed4c0a3c4924841dc43cba04c133 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:31.058215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.065155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818c7814-d1ff-45d0-bd3a-9b279bf2c5d0') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:31.066047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818c7814-d1ff-45d0-bd3a-9b279bf2c5d0') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:31.070660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb19ba-dc41-405f-b209-cdc38e515bda admin admin] Pushing event updated for resources: {'Network': ['ID=e59ec0d4-c40d-446a-a933-08b29f1e13d5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.084996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:31.110996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb913df-b482-4bb0-beb5-407aeb987883 req-9f364c87-f18f-4c53-b092-0dace5ab4a64 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.119500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-feb913df-b482-4bb0-beb5-407aeb987883 req-9f364c87-f18f-4c53-b092-0dace5ab4a64 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1372972 Feb 11 13:24:31.162965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (818c7814-d1ff-45d0-bd3a-9b279bf2c5d0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.192556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-feb913df-b482-4bb0-beb5-407aeb987883 req-b12ec567-e6b9-4f33-80ff-8faa6725d8d0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720649 Feb 11 13:24:31.283479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (818c7814-d1ff-45d0-bd3a-9b279bf2c5d0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.301775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:31.302662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (818c7814-d1ff-45d0-bd3a-9b279bf2c5d0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:31.306381 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:31.383366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.403543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.410106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e908189-8a08-4325-9876-5c2ca93f03e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.411200 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] 10.222.0.42 "DELETE /v2.0/networks/c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e HTTP/1.1" status: 204 len: 168 time: 0.6671901 Feb 11 13:24:31.452437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c293a7-3d11-4624-be8e-337e5cfd0dac tempest-PortsTestJSON-740188995 tempest-PortsTestJSON-740188995-project] Pushing event deleted for resources: {'Network': ['ID=c2b5fe61-41b4-4ba6-be8f-0b1822b2bf8e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.611137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ae4e3515-2784-42a1-baa2-09ef61b67f63 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:31.629182 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (f961946c-44fd-4898-8683-bea324027b81), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.654736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ae4e3515-2784-42a1-baa2-09ef61b67f63 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:31.655291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ae4e3515-2784-42a1-baa2-09ef61b67f63 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:31.716903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f961946c-44fd-4898-8683-bea324027b81,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.722933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Checking segment: {'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:31.723553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Network hostable DHCP agents. Network: e59ec0d4-c40d-446a-a933-08b29f1e13d5, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:31.745212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:31.760231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, e59ec0d4-c40d-446a-a933-08b29f1e13d5) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:31.770573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.771943 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.775073 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40eb8e-5443-4412-8b48-aa4f0382c31c None None] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:31.795625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48120) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:31.813127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-88b84813-5d21-4b44-b4b7-71998e560aa6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8577924 Feb 11 13:24:31.814022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48124) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:31.819271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:31.847573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (515d8974-3d5a-499a-a313-95c2ee7737b3), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.848802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (515d8974-3d5a-499a-a313-95c2ee7737b3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.935963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-e59ec0d4-c40d-446a-a933-08b29f1e13d5', 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5', 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'fixed_ips': [{'subnet_id': 'f961946c-44fd-4898-8683-bea324027b81'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:24:31.937825 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:31.973792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks [] for router_controller (515d8974-3d5a-499a-a313-95c2ee7737b3), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.148189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Allocated IP 172.20.0.2 (e59ec0d4-c40d-446a-a933-08b29f1e13d5/f961946c-44fd-4898-8683-bea324027b81/d2a2a35a-1932-4e75-897f-040a82274004) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:32.365565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Publish callbacks [] for port (d2a2a35a-1932-4e75-897f-040a82274004), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.372836 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d2a2a35a-1932-4e75-897f-040a82274004), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.429080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:32.439194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Pushing event updated for resources: {'Port': ['ID=d2a2a35a-1932-4e75-897f-040a82274004,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:32.443849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:32.450216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:32.530452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Attempting to bind port d2a2a35a-1932-4e75-897f-040a82274004 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:32.530820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Attempting to bind port d2a2a35a-1932-4e75-897f-040a82274004 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:32.531190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Attempting to bind port d2a2a35a-1932-4e75-897f-040a82274004 on network e59ec0d4-c40d-446a-a933-08b29f1e13d5 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:32.537861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:32.538233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Checking segment: {'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:32.538639 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.539030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Bound using segment: {'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:32.539608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Bound port: d2a2a35a-1932-4e75-897f-040a82274004, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:32.539912 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d2a2a35a-1932-4e75-897f-040a82274004), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.615992 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks [] for router_gateway (515d8974-3d5a-499a-a313-95c2ee7737b3), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.628249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.656671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48140) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:32.660945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5df18f65-4b07-4d0a-bb5e-9d11d2582718 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c10a5b173e4a459c824f48b03e9e04ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8636849 Feb 11 13:24:32.697670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] For port d2a2a35a-1932-4e75-897f-040a82274004, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:32.701531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] For port d2a2a35a-1932-4e75-897f-040a82274004, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d2a2a35a-1932-4e75-897f-040a82274004,segment=NetworkSegment(90500b44-e6d8-433b-be6d-a602fbc94b94),segment_id=90500b44-e6d8-433b-be6d-a602fbc94b94)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:32.713623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d2a2a35a-1932-4e75-897f-040a82274004), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.760413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57b80d-d5f0-4ae8-abea-92ef854bf206 req-88939cf9-a762-4f51-9e8e-62e956cce693 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.773063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef57b80d-d5f0-4ae8-abea-92ef854bf206 req-88939cf9-a762-4f51-9e8e-62e956cce693 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.3095684 Feb 11 13:24:32.854931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64b2fe-00a2-46a8-bbc1-af74eaf86cd2 None None] Pushing event updated for resources: {'Port': ['ID=d2a2a35a-1932-4e75-897f-040a82274004,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:32.883635 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59de85d0-9690-4d89-b4f0-b0158d3b4691 admin admin] Publish callbacks [] for security_group (bca1012c-e99d-47dc-b491-9a6b08cbd04a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.958901 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59de85d0-9690-4d89-b4f0-b0158d3b4691 admin admin] Publish callbacks [] for security_group (bca1012c-e99d-47dc-b491-9a6b08cbd04a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.978522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef57b80d-d5f0-4ae8-abea-92ef854bf206 req-2aa77fd5-5f28-4554-bc95-bd552ab81555 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045486 Feb 11 13:24:33.073097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59de85d0-9690-4d89-b4f0-b0158d3b4691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bca1012c-e99d-47dc-b491-9a6b08cbd04a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.076353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-59de85d0-9690-4d89-b4f0-b0158d3b4691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.077901 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-59de85d0-9690-4d89-b4f0-b0158d3b4691 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bca1012c-e99d-47dc-b491-9a6b08cbd04a HTTP/1.1" status: 204 len: 168 time: 0.4201102 Feb 11 13:24:33.095861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de85d0-9690-4d89-b4f0-b0158d3b4691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1012c-e99d-47dc-b491-9a6b08cbd04a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:33.423311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks [] for router_gateway (515d8974-3d5a-499a-a313-95c2ee7737b3), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.532112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.660092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2a2a35a-1932-4e75-897f-040a82274004 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:33.805146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d2a2a35a-1932-4e75-897f-040a82274004 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:33.805536 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2a2a35a-1932-4e75-897f-040a82274004), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.848646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Allocated IP 172.25.1.250 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/155335d3-23dd-4175-8ac7-dae420883b5b) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:33.927332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d2a2a35a-1932-4e75-897f-040a82274004 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:33.927993 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d2a2a35a-1932-4e75-897f-040a82274004), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:33.971498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d2a2a35a-1932-4e75-897f-040a82274004, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d2a2a35a-1932-4e75-897f-040a82274004,segment=NetworkSegment(90500b44-e6d8-433b-be6d-a602fbc94b94),segment_id=90500b44-e6d8-433b-be6d-a602fbc94b94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:33.976741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d2a2a35a-1932-4e75-897f-040a82274004), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.107473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d2a2a35a-1932-4e75-897f-040a82274004,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:34.272523 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.280210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks [] for port (155335d3-23dd-4175-8ac7-dae420883b5b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.375016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f642f-c9cc-4c25-b718-15f7e9653c17 req-1d8adada-dba5-4ea0-a01c-2a4866bab30c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.376703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-294f642f-c9cc-4c25-b718-15f7e9653c17 req-1d8adada-dba5-4ea0-a01c-2a4866bab30c tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.2344806 Feb 11 13:24:34.434505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.561190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48352) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:34.577795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb184b-ee41-40a8-a650-6869bba927a6 None None] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:34.628966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:34.630457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Pushing event updated for resources: {'Port': ['ID=155335d3-23dd-4175-8ac7-dae420883b5b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:34.653478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-294f642f-c9cc-4c25-b718-15f7e9653c17 req-59e32a76-e423-43ab-bcf0-ec228371abdb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667849 Feb 11 13:24:34.655384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:34.665332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:34.743170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a733a809-d76f-4140-af5e-8d057c748447 None None] Provisioning complete for port d2a2a35a-1932-4e75-897f-040a82274004 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:34.743650 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a733a809-d76f-4140-af5e-8d057c748447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2a2a35a-1932-4e75-897f-040a82274004), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.789583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333441823'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:34.858978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.878929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a733a809-d76f-4140-af5e-8d057c748447 None None] Current status of the port d2a2a35a-1932-4e75-897f-040a82274004 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:34.899757 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.110504 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (bfde0970-df25-4195-a99e-e9e10730d6b8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.120400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bfde0970-df25-4195-a99e-e9e10730d6b8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.129795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks [] for router_gateway (515d8974-3d5a-499a-a313-95c2ee7737b3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.208491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfde0970-df25-4195-a99e-e9e10730d6b8,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:35.228100 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bc5d2b50-c4aa-44c7-83fa-7f37f9d2eab3 None None] Provisioning complete for port d2a2a35a-1932-4e75-897f-040a82274004 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:35.231488 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bc5d2b50-c4aa-44c7-83fa-7f37f9d2eab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2a2a35a-1932-4e75-897f-040a82274004), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.280045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.286576 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.326426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.333400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7707844 Feb 11 13:24:35.367304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48438) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:35.368468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (515d8974-3d5a-499a-a313-95c2ee7737b3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.376106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48c73d-0113-4e51-bc6e-6285a66d044f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7312d83-85c4-4ef8-84bb-a7a2be0c34f0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:35.414119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d2b50-c4aa-44c7-83fa-7f37f9d2eab3 None None] Current status of the port d2a2a35a-1932-4e75-897f-040a82274004 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:35.419522 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.554476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2a2a35a-1932-4e75-897f-040a82274004 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:35.632788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d2a2a35a-1932-4e75-897f-040a82274004 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:35.633169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d2a2a35a-1932-4e75-897f-040a82274004), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.665686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-45b4b571-c3fb-45de-b6cb-331542ec3c4c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2925127 Feb 11 13:24:35.668513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48478) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:35.674027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e1d9c7c3-c1db-4ff0-b2da-ca63b838153d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-security--87187266', 'description': 'tempest-security-description-896242064'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:35.736147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d9c7c3-c1db-4ff0-b2da-ca63b838153d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.772003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d2a2a35a-1932-4e75-897f-040a82274004 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:35.805933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d9c7c3-c1db-4ff0-b2da-ca63b838153d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.813847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d9c7c3-c1db-4ff0-b2da-ca63b838153d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.821359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e1d9c7c3-c1db-4ff0-b2da-ca63b838153d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.827221 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e1d9c7c3-c1db-4ff0-b2da-ca63b838153d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "PUT /v2.0/security-groups/b7312d83-85c4-4ef8-84bb-a7a2be0c34f0 HTTP/1.1" status: 200 len: 1794 time: 0.1551151 Feb 11 13:24:35.829427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Router 515d8974-3d5a-499a-a313-95c2ee7737b3 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:24:35.838877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48492) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:35.871329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9c7c3-c1db-4ff0-b2da-ca63b838153d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7312d83-85c4-4ef8-84bb-a7a2be0c34f0,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:35.974725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2e3dea21-104a-4118-8224-63cfb2eebd8b tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups/b7312d83-85c4-4ef8-84bb-a7a2be0c34f0 HTTP/1.1" status: 200 len: 1794 time: 0.1310782 Feb 11 13:24:35.976023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48514) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:35.994197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92e832-8927-456d-a663-265c3fb1c666 req-dedbc908-7d5d-4016-badf-584bb8865a48 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.996593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c92e832-8927-456d-a663-265c3fb1c666 req-dedbc908-7d5d-4016-badf-584bb8865a48 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1929009 Feb 11 13:24:36.054148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83792dec-2737-45fc-aa71-35a558ff7091 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.110483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83792dec-2737-45fc-aa71-35a558ff7091 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.166886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c92e832-8927-456d-a663-265c3fb1c666 req-efcc2482-f1c1-4e42-8462-d6fd62b76536 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534882 Feb 11 13:24:36.175021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:36.187195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Sync routers for ids ['515d8974-3d5a-499a-a313-95c2ee7737b3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:36.204613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.209057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-acf33418-6990-4419-9c40-f551111f83a3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3939528 Feb 11 13:24:36.209579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48542) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:36.222089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83792dec-2737-45fc-aa71-35a558ff7091 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b7312d83-85c4-4ef8-84bb-a7a2be0c34f0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.231037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-83792dec-2737-45fc-aa71-35a558ff7091 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.232640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Routers {'515d8974-3d5a-499a-a313-95c2ee7737b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:36.233278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['515d8974-3d5a-499a-a313-95c2ee7737b3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:36.234227 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-83792dec-2737-45fc-aa71-35a558ff7091 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/b7312d83-85c4-4ef8-84bb-a7a2be0c34f0 HTTP/1.1" status: 204 len: 168 time: 0.2571321 Feb 11 13:24:36.243767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48548) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:36.283984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83792dec-2737-45fc-aa71-35a558ff7091 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7312d83-85c4-4ef8-84bb-a7a2be0c34f0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:36.322632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5b6969e4-2ee7-470b-bffd-14886685bdcc tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0781729 Feb 11 13:24:36.325368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48562) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:36.384789 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-23d305ef-e2ba-48cf-ba38-126c3f08f930 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] delete failed (client error): The resource could not be found. Feb 11 13:24:36.386927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-23d305ef-e2ba-48cf-ba38-126c3f08f930 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/b7312d83-85c4-4ef8-84bb-a7a2be0c34f0 HTTP/1.1" status: 404 len: 347 time: 0.0592933 Feb 11 13:24:36.395400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48572) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:36.406320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bfa9063b-241e-4d76-8147-9a01ff18cc5f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908967642'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:36.448460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa9063b-241e-4d76-8147-9a01ff18cc5f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.573037 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa9063b-241e-4d76-8147-9a01ff18cc5f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.586779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa9063b-241e-4d76-8147-9a01ff18cc5f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.623087 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa9063b-241e-4d76-8147-9a01ff18cc5f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.624322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bfa9063b-241e-4d76-8147-9a01ff18cc5f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2278831 Feb 11 13:24:36.628323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48602) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:36.634874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-890cded3-1ca3-4d36-8e20-7336ffaa2d4f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'd2ecb0a7-bb65-4f77-beb8-b1d48f9203ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:36.672474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9063b-241e-4d76-8147-9a01ff18cc5f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:36.751688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-890cded3-1ca3-4d36-8e20-7336ffaa2d4f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7cca7f66-5bce-4404-89ec-1632c51ec011), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.763400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Set router 515d8974-3d5a-499a-a313-95c2ee7737b3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:36.881000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-890cded3-1ca3-4d36-8e20-7336ffaa2d4f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7cca7f66-5bce-4404-89ec-1632c51ec011), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.896959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-890cded3-1ca3-4d36-8e20-7336ffaa2d4f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7cca7f66-5bce-4404-89ec-1632c51ec011), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.971194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cded3-1ca3-4d36-8e20-7336ffaa2d4f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cca7f66-5bce-4404-89ec-1632c51ec011,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:36.991373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-890cded3-1ca3-4d36-8e20-7336ffaa2d4f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:36.993078 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-890cded3-1ca3-4d36-8e20-7336ffaa2d4f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3634818 Feb 11 13:24:36.996226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48632) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:37.048776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7de5913a-277d-4961-b26c-4947382f0acb tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7cca7f66-5bce-4404-89ec-1632c51ec011), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.062616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:34Z', 'revision_number': 3, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port': {'id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:33Z', 'updated_at': '2022-02-11T13:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:37.082938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7de5913a-277d-4961-b26c-4947382f0acb tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7cca7f66-5bce-4404-89ec-1632c51ec011), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.093649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.094627 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Checking router: 515d8974-3d5a-499a-a313-95c2ee7737b3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:37.095151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Updating router 515d8974-3d5a-499a-a313-95c2ee7737b3 port 155335d3-23dd-4175-8ac7-dae420883b5b binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:37.144360 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.154251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7de5913a-277d-4961-b26c-4947382f0acb tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7cca7f66-5bce-4404-89ec-1632c51ec011), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.160817 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7de5913a-277d-4961-b26c-4947382f0acb tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.165526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7de5913a-277d-4961-b26c-4947382f0acb tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7cca7f66-5bce-4404-89ec-1632c51ec011 HTTP/1.1" status: 204 len: 168 time: 0.1682377 Feb 11 13:24:37.166461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48634) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:37.184830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5913a-277d-4961-b26c-4947382f0acb tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cca7f66-5bce-4404-89ec-1632c51ec011,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.264239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-32b03548-7880-4535-967c-2a4ca4c048e3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0873582 Feb 11 13:24:37.267282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48640) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:37.451478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Allocated IP 172.20.0.1 (e59ec0d4-c40d-446a-a933-08b29f1e13d5/f961946c-44fd-4898-8683-bea324027b81/cd2bfba8-2c92-43ad-a03b-60182cc5f26f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:37.485438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9ba-cffa-4e38-aebc-bad1e60141d6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.542613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9ba-cffa-4e38-aebc-bad1e60141d6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.579275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Publish callbacks [] for port (155335d3-23dd-4175-8ac7-dae420883b5b), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.587849 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.647764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks [] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.649111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b3ad2-a810-4ee1-ab22-9ec8b69a5d02 req-2d5e79ef-08b8-4fab-a8be-ed8dc8a8d26b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.658568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Attempting to bind port 155335d3-23dd-4175-8ac7-dae420883b5b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:37.659268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Attempting to bind port 155335d3-23dd-4175-8ac7-dae420883b5b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:37.659655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Attempting to bind port 155335d3-23dd-4175-8ac7-dae420883b5b on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:37.662219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b51b3ad2-a810-4ee1-ab22-9ec8b69a5d02 req-2d5e79ef-08b8-4fab-a8be-ed8dc8a8d26b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.2941184 Feb 11 13:24:37.672738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:37.673121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:37.673528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.674227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:37.674721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Bound port: 155335d3-23dd-4175-8ac7-dae420883b5b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:37.675200 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.687954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.704956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9ba-cffa-4e38-aebc-bad1e60141d6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.710275 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9ba-cffa-4e38-aebc-bad1e60141d6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.717074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a7e5e9ba-cffa-4e38-aebc-bad1e60141d6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac HTTP/1.1" status: 204 len: 168 time: 0.4485273 Feb 11 13:24:37.723761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48642) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:37.745479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] For port 155335d3-23dd-4175-8ac7-dae420883b5b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:37.746686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:37.748931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] For port 155335d3-23dd-4175-8ac7-dae420883b5b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=155335d3-23dd-4175-8ac7-dae420883b5b,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:37.751771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:37.757384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:37.764118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.771423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1245781-bb5c-49c6-a03a-6fa1dc5d3227 None None] Pushing event updated for resources: {'Port': ['ID=155335d3-23dd-4175-8ac7-dae420883b5b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.788976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.790276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5e9ba-cffa-4e38-aebc-bad1e60141d6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ecb0a7-bb65-4f77-beb8-b1d48f9203ac,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.812791 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (515d8974-3d5a-499a-a313-95c2ee7737b3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.871625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b51b3ad2-a810-4ee1-ab22-9ec8b69a5d02 req-97f11f4b-a40e-42bc-bfac-61c096a8a067 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085173 Feb 11 13:24:37.925934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f76c2070-5361-470f-90bf-a86baef98510 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1822698 Feb 11 13:24:37.926796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48648) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:37.932937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-960a2b6d-be5b-48d5-b7f7-8e6bdab52d79 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--787220540'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:37.957705 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-960a2b6d-be5b-48d5-b7f7-8e6bdab52d79 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.986312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Routers {'515d8974-3d5a-499a-a313-95c2ee7737b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:37.987384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['515d8974-3d5a-499a-a313-95c2ee7737b3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:37.994631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1245781-bb5c-49c6-a03a-6fa1dc5d3227 None None] Pushing event updated for resources: {'Port': ['ID=155335d3-23dd-4175-8ac7-dae420883b5b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.053027 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.107982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-960a2b6d-be5b-48d5-b7f7-8e6bdab52d79 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.122477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-960a2b6d-be5b-48d5-b7f7-8e6bdab52d79 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.216935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-960a2b6d-be5b-48d5-b7f7-8e6bdab52d79 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.218077 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-960a2b6d-be5b-48d5-b7f7-8e6bdab52d79 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2903364 Feb 11 13:24:38.225731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48652) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:38.230791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] Set router 515d8974-3d5a-499a-a313-95c2ee7737b3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:38.242948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fbad092e-9458-430f-95dd-020df25b869c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:38.262295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a2b6d-be5b-48d5-b7f7-8e6bdab52d79 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.304321 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks [] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.307791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbad092e-9458-430f-95dd-020df25b869c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.310861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.392206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Pushing event updated for resources: {'Port': ['ID=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.395040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (515d8974-3d5a-499a-a313-95c2ee7737b3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.444675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbad092e-9458-430f-95dd-020df25b869c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.451730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fb525b56-7631-4aba-912d-d8f16096890f None None] Provisioning complete for port cd2bfba8-2c92-43ad-a03b-60182cc5f26f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:38.452115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb525b56-7631-4aba-912d-d8f16096890f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.453439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbad092e-9458-430f-95dd-020df25b869c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.484043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad092e-9458-430f-95dd-020df25b869c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.510092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fb525b56-7631-4aba-912d-d8f16096890f None None] Port cd2bfba8-2c92-43ad-a03b-60182cc5f26f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:38.521329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbad092e-9458-430f-95dd-020df25b869c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.526241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fbad092e-9458-430f-95dd-020df25b869c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2994683 Feb 11 13:24:38.526670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:38.532019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7b44a2db-0781-440c-83c4-7d4f143b6854 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:38.557623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:38.560935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:38.612890 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7b44a2db-0781-440c-83c4-7d4f143b6854 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (729b27e9-a074-466d-9048-7e8ce5c2f643), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.695930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:34Z', 'revision_number': 3, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port': {'id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:33Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:38.730439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef59906-6b75-4999-a499-bd3d3306ad64 None None] The sync data for ids ['515d8974-3d5a-499a-a313-95c2ee7737b3'] in n-d-828675-3 is: [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:34Z', 'revision_number': 3, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port': {'id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:33Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:38.774395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7b44a2db-0781-440c-83c4-7d4f143b6854 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (729b27e9-a074-466d-9048-7e8ce5c2f643), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.778866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Router 515d8974-3d5a-499a-a313-95c2ee7737b3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:38.786616 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7b44a2db-0781-440c-83c4-7d4f143b6854 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (729b27e9-a074-466d-9048-7e8ce5c2f643), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.817379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44a2db-0781-440c-83c4-7d4f143b6854 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729b27e9-a074-466d-9048-7e8ce5c2f643,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.890390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7b44a2db-0781-440c-83c4-7d4f143b6854 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.895021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48658) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:38.895324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7b44a2db-0781-440c-83c4-7d4f143b6854 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3671210 Feb 11 13:24:38.914134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-43966b07-9458-49bd-927d-3f73cf3c1cf3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:38.943712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6d425246-77c0-4a80-b44a-87583dc897b9 None None] Provisioning complete for port cd2bfba8-2c92-43ad-a03b-60182cc5f26f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:38.944079 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d425246-77c0-4a80-b44a-87583dc897b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.975637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43966b07-9458-49bd-927d-3f73cf3c1cf3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7c6ae325-b132-4163-b81c-4513a4705e8e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.996748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:39.022153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-161f2540-79d9-4867-91be-d60e0948f066 admin admin] 10.222.0.42 "PUT /v2.0/routers/515d8974-3d5a-499a-a313-95c2ee7737b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8111215 Feb 11 13:24:39.038192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6d425246-77c0-4a80-b44a-87583dc897b9 None None] Port cd2bfba8-2c92-43ad-a03b-60182cc5f26f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:39.118177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43966b07-9458-49bd-927d-3f73cf3c1cf3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7c6ae325-b132-4163-b81c-4513a4705e8e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.125479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2f7f4-9d9a-4d71-a502-d3d9fc12a214 req-7680d8f2-2a8d-41d7-86ed-a002b970caf3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.127158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30e2f7f4-9d9a-4d71-a502-d3d9fc12a214 req-7680d8f2-2a8d-41d7-86ed-a002b970caf3 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1139896 Feb 11 13:24:39.134240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43966b07-9458-49bd-927d-3f73cf3c1cf3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7c6ae325-b132-4163-b81c-4513a4705e8e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.207942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43966b07-9458-49bd-927d-3f73cf3c1cf3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.209290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-43966b07-9458-49bd-927d-3f73cf3c1cf3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3126841 Feb 11 13:24:39.212319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48666) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:39.213488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43966b07-9458-49bd-927d-3f73cf3c1cf3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6ae325-b132-4163-b81c-4513a4705e8e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.238407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-18166f82-8f1c-4f29-a712-4d5ea763c353 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:39.288041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30e2f7f4-9d9a-4d71-a502-d3d9fc12a214 req-60c1980b-1dfa-428f-92c2-dd500c6a1cd8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505764 Feb 11 13:24:39.319464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18166f82-8f1c-4f29-a712-4d5ea763c353 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6e8ac32-aae9-4ecb-8400-2c7099104d9a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.450487 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18166f82-8f1c-4f29-a712-4d5ea763c353 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6e8ac32-aae9-4ecb-8400-2c7099104d9a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.455314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18166f82-8f1c-4f29-a712-4d5ea763c353 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e6e8ac32-aae9-4ecb-8400-2c7099104d9a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.490371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-18166f82-8f1c-4f29-a712-4d5ea763c353 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.497283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48674) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:39.497630 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-18166f82-8f1c-4f29-a712-4d5ea763c353 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2839613 Feb 11 13:24:39.503532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f65f38eb-fb7e-47de-8d9a-1a9fe5532ffa tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:39.514148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18166f82-8f1c-4f29-a712-4d5ea763c353 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e8ac32-aae9-4ecb-8400-2c7099104d9a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.559967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f65f38eb-fb7e-47de-8d9a-1a9fe5532ffa tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (dbf0de82-828d-4fee-b942-4f64a451cd9d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.640694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 155335d3-23dd-4175-8ac7-dae420883b5b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:39.733552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f65f38eb-fb7e-47de-8d9a-1a9fe5532ffa tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (dbf0de82-828d-4fee-b942-4f64a451cd9d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.740581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f65f38eb-fb7e-47de-8d9a-1a9fe5532ffa tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (dbf0de82-828d-4fee-b942-4f64a451cd9d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.761923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 155335d3-23dd-4175-8ac7-dae420883b5b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:39.762214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.789063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f65f38eb-fb7e-47de-8d9a-1a9fe5532ffa tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.791098 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f65f38eb-fb7e-47de-8d9a-1a9fe5532ffa tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2926788 Feb 11 13:24:39.794253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48682) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:39.796362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f38eb-fb7e-47de-8d9a-1a9fe5532ffa tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf0de82-828d-4fee-b942-4f64a451cd9d,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.840653 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e20917a-9ee6-4b2d-9563-010dcd6cf763 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (dbf0de82-828d-4fee-b942-4f64a451cd9d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.863715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e20917a-9ee6-4b2d-9563-010dcd6cf763 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (dbf0de82-828d-4fee-b942-4f64a451cd9d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.869418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 155335d3-23dd-4175-8ac7-dae420883b5b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:39.871413 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.910867 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e20917a-9ee6-4b2d-9563-010dcd6cf763 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (dbf0de82-828d-4fee-b942-4f64a451cd9d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.920011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 155335d3-23dd-4175-8ac7-dae420883b5b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=155335d3-23dd-4175-8ac7-dae420883b5b,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:39.923363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e20917a-9ee6-4b2d-9563-010dcd6cf763 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.924605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1e20917a-9ee6-4b2d-9563-010dcd6cf763 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dbf0de82-828d-4fee-b942-4f64a451cd9d HTTP/1.1" status: 204 len: 168 time: 0.1293290 Feb 11 13:24:39.927753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48684) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:39.935279 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:39.965331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20917a-9ee6-4b2d-9563-010dcd6cf763 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbf0de82-828d-4fee-b942-4f64a451cd9d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.036198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48688) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.041746 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-464686971-network', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:40.060472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1250c82f-7e8b-4f6d-b394-907aa0a01e13 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1315258 Feb 11 13:24:40.065572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48690) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.068309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=155335d3-23dd-4175-8ac7-dae420883b5b,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.082760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Made reservation on behalf of c0a444ed103c4fe09ece5c236423ea7b for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:40.085322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.112235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.127342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2096a8db-42c1-404e-97d5-e7de746f129d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6e8ac32-aae9-4ecb-8400-2c7099104d9a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.138333 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2096a8db-42c1-404e-97d5-e7de746f129d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6e8ac32-aae9-4ecb-8400-2c7099104d9a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.181441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2096a8db-42c1-404e-97d5-e7de746f129d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e6e8ac32-aae9-4ecb-8400-2c7099104d9a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.194452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2096a8db-42c1-404e-97d5-e7de746f129d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.198279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2096a8db-42c1-404e-97d5-e7de746f129d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e6e8ac32-aae9-4ecb-8400-2c7099104d9a HTTP/1.1" status: 204 len: 168 time: 0.1287708 Feb 11 13:24:40.198279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096a8db-42c1-404e-97d5-e7de746f129d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6e8ac32-aae9-4ecb-8400-2c7099104d9a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.200351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48692) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.251809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-41b55d0b-cd10-42ea-afaf-88fc03b43671 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0477715 Feb 11 13:24:40.252130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48696) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.261974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks [] for security_group (bec6348e-22d3-49fd-9be9-4006ea6b2fb7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.272422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bec6348e-22d3-49fd-9be9-4006ea6b2fb7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.294688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:40.311461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b07be04c-50c5-4ca9-8c1b-3beffabcbc0c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7c6ae325-b132-4163-b81c-4513a4705e8e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.322056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.322409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b07be04c-50c5-4ca9-8c1b-3beffabcbc0c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (7c6ae325-b132-4163-b81c-4513a4705e8e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.324066 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Added segment c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6 of type vlan for network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf Feb 11 13:24:40.381788 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (26c8a415-4d81-4ebe-ae38-700fd9cc3bbf), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.421765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (26c8a415-4d81-4ebe-ae38-700fd9cc3bbf), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.423358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.424315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.550058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=26c8a415-4d81-4ebe-ae38-700fd9cc3bbf,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.561755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:40.596632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec6348e-22d3-49fd-9be9-4006ea6b2fb7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.608234 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-99e033e6-70f6-4a6f-9530-b8d435b52ef1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5714092 Feb 11 13:24:40.610925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48702) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.624464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Request body: {'subnet': {'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-464686971-subnet', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:40.670168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Made reservation on behalf of c0a444ed103c4fe09ece5c236423ea7b for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:40.672726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.775243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b07be04c-50c5-4ca9-8c1b-3beffabcbc0c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7c6ae325-b132-4163-b81c-4513a4705e8e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.781494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b07be04c-50c5-4ca9-8c1b-3beffabcbc0c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:40.783402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b07be04c-50c5-4ca9-8c1b-3beffabcbc0c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/7c6ae325-b132-4163-b81c-4513a4705e8e HTTP/1.1" status: 204 len: 168 time: 0.5178502 Feb 11 13:24:40.786657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48704) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.815595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07be04c-50c5-4ca9-8c1b-3beffabcbc0c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c6ae325-b132-4163-b81c-4513a4705e8e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.839960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e1b1e-148d-481e-8473-c4f202455ac8 req-fcdf11c1-3d57-4722-8b3d-3dc66369f1eb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.850431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00e1b1e-148d-481e-8473-c4f202455ac8 req-fcdf11c1-3d57-4722-8b3d-3dc66369f1eb tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1332097 Feb 11 13:24:40.933588 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-06479524-671b-4c1f-aae7-9cb5d3d7ebad tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1422431 Feb 11 13:24:40.934113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48706) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:40.954310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00e1b1e-148d-481e-8473-c4f202455ac8 req-76f056d9-4b09-4cfc-8ae5-05e24dc042c0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964432 Feb 11 13:24:40.997838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f26e3768-cd55-4746-b26d-3b5d358a112a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (729b27e9-a074-466d-9048-7e8ce5c2f643), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.002331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686180b5-2c81-43be-beb1-8536b53d68be req-0615bc5f-93cc-4660-82f6-83b4df6c4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.004047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-686180b5-2c81-43be-beb1-8536b53d68be req-0615bc5f-93cc-4660-82f6-83b4df6c4e97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1128 time: 0.0800731 Feb 11 13:24:41.022928 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f26e3768-cd55-4746-b26d-3b5d358a112a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (729b27e9-a074-466d-9048-7e8ce5c2f643), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.050877 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (7ec579d1-8d54-424c-8910-ad6fffba4fb7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.077846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-686180b5-2c81-43be-beb1-8536b53d68be req-615aa9d2-58fc-4206-a1ae-14853ddf09bc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676007 Feb 11 13:24:41.098078 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f26e3768-cd55-4746-b26d-3b5d358a112a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (729b27e9-a074-466d-9048-7e8ce5c2f643), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.109204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f26e3768-cd55-4746-b26d-3b5d358a112a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.110353 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f26e3768-cd55-4746-b26d-3b5d358a112a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/729b27e9-a074-466d-9048-7e8ce5c2f643 HTTP/1.1" status: 204 len: 168 time: 0.1754987 Feb 11 13:24:41.113623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48708) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.138079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e3768-cd55-4746-b26d-3b5d358a112a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=729b27e9-a074-466d-9048-7e8ce5c2f643,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.139841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ec579d1-8d54-424c-8910-ad6fffba4fb7,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.146190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Checking segment: {'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:41.146455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Network hostable DHCP agents. Network: 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:41.169475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:41.189609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:41.194625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.195812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.203959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59805b-b624-4f1a-95d1-4923ced754b4 None None] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:41.219939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f945d939-51e1-4ef9-a044-9e5d0b0fe77b tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1038110 Feb 11 13:24:41.222553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48712) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.266654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf9139e9-3cde-451d-94f6-6b5cfdc427a9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.271748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-598b935b-9f8f-400a-bbe7-84073596e95d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6596229 Feb 11 13:24:41.275303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.280740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.291778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf9139e9-3cde-451d-94f6-6b5cfdc427a9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.358009 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (ab29fc5a-fc4e-46f2-bead-18eb339ef246), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.360996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'fixed_ips': [{'subnet_id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:24:41.362342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (ab29fc5a-fc4e-46f2-bead-18eb339ef246), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.366139 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.387979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf9139e9-3cde-451d-94f6-6b5cfdc427a9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.401382 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bf9139e9-3cde-451d-94f6-6b5cfdc427a9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.405670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48718) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.410312 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bf9139e9-3cde-451d-94f6-6b5cfdc427a9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9 HTTP/1.1" status: 204 len: 168 time: 0.1835291 Feb 11 13:24:41.427786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9139e9-3cde-451d-94f6-6b5cfdc427a9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=055bfcbb-b5ec-4e6a-bb14-cc65e129c9a9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.488488 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks [] for router_controller (ab29fc5a-fc4e-46f2-bead-18eb339ef246), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.494657 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Sync routers for ids ['515d8974-3d5a-499a-a313-95c2ee7737b3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:41.512462 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Routers {'515d8974-3d5a-499a-a313-95c2ee7737b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:41.515716 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['515d8974-3d5a-499a-a313-95c2ee7737b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:41.525312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48720) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.546402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-492fc021-2e93-4e7b-9e04-e43c21beb794 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1328771 Feb 11 13:24:41.623429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 155335d3-23dd-4175-8ac7-dae420883b5b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:41.661933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1771db63-63cf-4b8f-8708-88e99adc5f42 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.689110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1771db63-63cf-4b8f-8708-88e99adc5f42 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.690525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Allocated IP 172.20.0.2 (26c8a415-4d81-4ebe-ae38-700fd9cc3bbf/7ec579d1-8d54-424c-8910-ad6fffba4fb7/2b442a2c-21cf-410a-805f-77a61082f2fc) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:41.722986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 155335d3-23dd-4175-8ac7-dae420883b5b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:41.723716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.750129 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1771db63-63cf-4b8f-8708-88e99adc5f42 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.754202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1771db63-63cf-4b8f-8708-88e99adc5f42 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.759121 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1771db63-63cf-4b8f-8708-88e99adc5f42 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4 HTTP/1.1" status: 204 len: 168 time: 0.2325923 Feb 11 13:24:41.759699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48724) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:41.770283 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771db63-63cf-4b8f-8708-88e99adc5f42 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b5e0bc-e7fb-4c18-a4c3-648bb02d79f4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.775500 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Set router 515d8974-3d5a-499a-a313-95c2ee7737b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:41.880524 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks [] for router_gateway (ab29fc5a-fc4e-46f2-bead-18eb339ef246), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.937416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 155335d3-23dd-4175-8ac7-dae420883b5b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:41.970216 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Publish callbacks [] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.984729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.000750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3d664f03-f9de-4a48-a928-1d8b4451cc34 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2325127 Feb 11 13:24:42.002004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48728) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.007951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7af5bb39-96d8-40c0-b9bf-3a7460c518b3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--796735046'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:42.049400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7af5bb39-96d8-40c0-b9bf-3a7460c518b3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.091915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Pushing event updated for resources: {'Port': ['ID=2b442a2c-21cf-410a-805f-77a61082f2fc,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.106774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.107460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.107800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.109245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.109716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.109957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.114108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.115085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.115444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.115782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.116119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.116449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.116888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:24:42.117028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:42.134630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:42.147009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:42.150322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:42.196100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7af5bb39-96d8-40c0-b9bf-3a7460c518b3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (1963efcd-62a0-4649-91d3-b0d95ecd9c12), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.204648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7af5bb39-96d8-40c0-b9bf-3a7460c518b3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1963efcd-62a0-4649-91d3-b0d95ecd9c12), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.243890 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 4, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port': {'id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:33Z', 'updated_at': '2022-02-11T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'cd2bfba8-2c92-43ad-a03b-60182cc5f26f', 'name': '', 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'mac_address': 'fa:16:3e:fc:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f961946c-44fd-4898-8683-bea324027b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:37Z', 'updated_at': '2022-02-11T13:24:38Z', 'revision_number': 2, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'subnets': [{'id': 'f961946c-44fd-4898-8683-bea324027b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:42.265962 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7af5bb39-96d8-40c0-b9bf-3a7460c518b3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.270250 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7af5bb39-96d8-40c0-b9bf-3a7460c518b3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2668855 Feb 11 13:24:42.271087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48730) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.282616 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Checking router: 515d8974-3d5a-499a-a313-95c2ee7737b3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:42.283200 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Updating router 515d8974-3d5a-499a-a313-95c2ee7737b3 port cd2bfba8-2c92-43ad-a03b-60182cc5f26f binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:42.301037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6f08342e-402f-4348-937f-88f96cbafe2f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': '1963efcd-62a0-4649-91d3-b0d95ecd9c12', 'direction': 'ingress', 'protocol': 17}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:42.319947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6d1d6-6ebb-4b45-8750-eafbde8427a4 req-21b84240-dedb-49cf-b8ec-75371bff9d55 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.321567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3b6d1d6-6ebb-4b45-8750-eafbde8427a4 req-21b84240-dedb-49cf-b8ec-75371bff9d55 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.2151093 Feb 11 13:24:42.321981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5bb39-96d8-40c0-b9bf-3a7460c518b3 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1963efcd-62a0-4649-91d3-b0d95ecd9c12,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.334971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f08342e-402f-4348-937f-88f96cbafe2f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (f4de74e4-7229-47e6-870c-f3be6a7d132e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.338432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Attempting to bind port 2b442a2c-21cf-410a-805f-77a61082f2fc on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:42.339819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Attempting to bind port 2b442a2c-21cf-410a-805f-77a61082f2fc by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:42.340357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Attempting to bind port 2b442a2c-21cf-410a-805f-77a61082f2fc on network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:42.348681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:42.348958 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.349477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Checking segment: {'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:42.350097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.351272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Bound using segment: {'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:42.352541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Bound port: 2b442a2c-21cf-410a-805f-77a61082f2fc, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:42.359074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.420456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f08342e-402f-4348-937f-88f96cbafe2f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (f4de74e4-7229-47e6-870c-f3be6a7d132e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.427092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f08342e-402f-4348-937f-88f96cbafe2f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (f4de74e4-7229-47e6-870c-f3be6a7d132e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.493139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08342e-402f-4348-937f-88f96cbafe2f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4de74e4-7229-47e6-870c-f3be6a7d132e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.511244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f08342e-402f-4348-937f-88f96cbafe2f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.512593 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6f08342e-402f-4348-937f-88f96cbafe2f tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2394245 Feb 11 13:24:42.515403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48734) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.571361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] For port 2b442a2c-21cf-410a-805f-77a61082f2fc, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:42.579632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] For port 2b442a2c-21cf-410a-805f-77a61082f2fc, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2b442a2c-21cf-410a-805f-77a61082f2fc,segment=NetworkSegment(c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6),segment_id=c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:42.591107 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.654288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a47f-a32b-4dab-a2f9-f255a2dc4f84 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (1963efcd-62a0-4649-91d3-b0d95ecd9c12), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.695999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks [] for router_gateway (ab29fc5a-fc4e-46f2-bead-18eb339ef246), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.722801 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a47f-a32b-4dab-a2f9-f255a2dc4f84 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (1963efcd-62a0-4649-91d3-b0d95ecd9c12), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.734862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588995e-666f-4251-8668-850f3bd8d12d None None] Pushing event updated for resources: {'Port': ['ID=2b442a2c-21cf-410a-805f-77a61082f2fc,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.805511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.821986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a47f-a32b-4dab-a2f9-f255a2dc4f84 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1963efcd-62a0-4649-91d3-b0d95ecd9c12), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.826349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b3d2a47f-a32b-4dab-a2f9-f255a2dc4f84 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.827594 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b3d2a47f-a32b-4dab-a2f9-f255a2dc4f84 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/1963efcd-62a0-4649-91d3-b0d95ecd9c12 HTTP/1.1" status: 204 len: 168 time: 0.3111224 Feb 11 13:24:42.855554 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Publish callbacks [] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.859754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48738) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.863241 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:42.864323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2a47f-a32b-4dab-a2f9-f255a2dc4f84 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963efcd-62a0-4649-91d3-b0d95ecd9c12,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.978800 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bc2043c7-9149-4c47-b725-23de28e492e0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1157637 Feb 11 13:24:42.985364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48740) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:42.993126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ce77c06c-0460-4cce-b85a-5d6e2316f265 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--386687179'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:43.053390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce77c06c-0460-4cce-b85a-5d6e2316f265 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.073308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3b6d1d6-6ebb-4b45-8750-eafbde8427a4 req-8664aca7-9205-46fa-b0d6-56cf7a786062 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7145293 Feb 11 13:24:43.083448 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Pushing event updated for resources: {'Port': ['ID=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.109300 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.109705 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.110018 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.113926 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.114327 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.114668 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.115732 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.116800 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.117190 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.117529 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.119036 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.119393 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.119726 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:43.120810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Allocated IP 172.25.1.119 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/02388ccc-1463-4851-bf62-2e16f56d1584) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:43.159619 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Attempting to bind port cd2bfba8-2c92-43ad-a03b-60182cc5f26f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:43.159991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Attempting to bind port cd2bfba8-2c92-43ad-a03b-60182cc5f26f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:43.160345 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Attempting to bind port cd2bfba8-2c92-43ad-a03b-60182cc5f26f on network e59ec0d4-c40d-446a-a933-08b29f1e13d5 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:43.172226 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:43.172603 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Checking segment: {'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:43.173007 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.173391 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Bound using segment: {'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:43.173935 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Bound port: cd2bfba8-2c92-43ad-a03b-60182cc5f26f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90500b44-e6d8-433b-be6d-a602fbc94b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:43.179891 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.212473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 655c622c-2eb2-41d4-b4cc-0f80c67a1eac details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:43.216040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 655c622c-2eb2-41d4-b4cc-0f80c67a1eac no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:43.216243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce77c06c-0460-4cce-b85a-5d6e2316f265 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (fcd61338-33a3-494d-8384-8e622ba4d329), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.226130 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce77c06c-0460-4cce-b85a-5d6e2316f265 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fcd61338-33a3-494d-8384-8e622ba4d329), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.294878 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks [] for port (02388ccc-1463-4851-bf62-2e16f56d1584), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.303984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce77c06c-0460-4cce-b85a-5d6e2316f265 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.306531 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce77c06c-0460-4cce-b85a-5d6e2316f265 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3191233 Feb 11 13:24:43.310597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48742) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:43.318137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77c06c-0460-4cce-b85a-5d6e2316f265 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd61338-33a3-494d-8384-8e622ba4d329,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.323618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1b255aeb-5eb0-4027-aba6-574b3555bd0e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--151639366'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:43.368812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b255aeb-5eb0-4027-aba6-574b3555bd0e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.375858 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] For port cd2bfba8-2c92-43ad-a03b-60182cc5f26f, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:43.380751 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] For port cd2bfba8-2c92-43ad-a03b-60182cc5f26f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,segment=NetworkSegment(90500b44-e6d8-433b-be6d-a602fbc94b94),segment_id=90500b44-e6d8-433b-be6d-a602fbc94b94)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:43.391677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.393483 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.452854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:43.459450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:43.463076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:43.566195 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Routers {'515d8974-3d5a-499a-a313-95c2ee7737b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:43.567365 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['515d8974-3d5a-499a-a313-95c2ee7737b3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:43.640513 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f1aad-eab5-456e-946e-e568c12f7b5b None None] Pushing event updated for resources: {'Port': ['ID=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.744669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Pushing event updated for resources: {'Port': ['ID=02388ccc-1463-4851-bf62-2e16f56d1584,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.769409 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] Set router 515d8974-3d5a-499a-a313-95c2ee7737b3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:43.893243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b255aeb-5eb0-4027-aba6-574b3555bd0e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (0c5a1c63-84d7-462c-9249-13e7adac29ea), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:43.918152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b255aeb-5eb0-4027-aba6-574b3555bd0e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0c5a1c63-84d7-462c-9249-13e7adac29ea), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.011232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2b442a2c-21cf-410a-805f-77a61082f2fc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:44.103248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ebcd59de-417d-447d-92d2-65ab843da4c8 None None] Provisioning complete for port cd2bfba8-2c92-43ad-a03b-60182cc5f26f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:44.103810 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebcd59de-417d-447d-92d2-65ab843da4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.128242 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 4, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port': {'id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:33Z', 'updated_at': '2022-02-11T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'cd2bfba8-2c92-43ad-a03b-60182cc5f26f', 'name': '', 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'mac_address': 'fa:16:3e:fc:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f961946c-44fd-4898-8683-bea324027b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:37Z', 'updated_at': '2022-02-11T13:24:43Z', 'revision_number': 4, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'subnets': [{'id': 'f961946c-44fd-4898-8683-bea324027b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:44.171227 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4708a045-25ab-4e26-b93f-68c0a147af70 None None] The sync data for ids ['515d8974-3d5a-499a-a313-95c2ee7737b3'] in n-d-828675-3 is: [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:37Z', 'revision_number': 4, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port': {'id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:33Z', 'updated_at': '2022-02-11T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'cd2bfba8-2c92-43ad-a03b-60182cc5f26f', 'name': '', 'network_id': 'e59ec0d4-c40d-446a-a933-08b29f1e13d5', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'mac_address': 'fa:16:3e:fc:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'f961946c-44fd-4898-8683-bea324027b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:37Z', 'updated_at': '2022-02-11T13:24:43Z', 'revision_number': 4, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'subnets': [{'id': 'f961946c-44fd-4898-8683-bea324027b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:44.196000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:44.196395 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.207254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:44.247979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks [] for router_gateway (ab29fc5a-fc4e-46f2-bead-18eb339ef246), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.338283 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b255aeb-5eb0-4027-aba6-574b3555bd0e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.341899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b255aeb-5eb0-4027-aba6-574b3555bd0e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0300286 Feb 11 13:24:44.344667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48750) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:44.347080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:44.349567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-759accdd-44a9-424f-8906-9f956430d8e9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'fcd61338-33a3-494d-8384-8e622ba4d329', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0c5a1c63-84d7-462c-9249-13e7adac29ea', 'remote_ip_prefix': None}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:44.350892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'port_id': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'mac_address': 'fa:16:3e:f6:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:44.355997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:44.370740 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335d83e-66ba-402d-87b9-53a90e1dd9de" -d '{"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-unplugged", "status": "completed", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:44.376206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b255aeb-5eb0-4027-aba6-574b3555bd0e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5a1c63-84d7-462c-9249-13e7adac29ea,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.421366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-759accdd-44a9-424f-8906-9f956430d8e9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6bf6e35-15bd-4fd3-914e-5df03c39b31c), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.425385 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.438527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb6e5f-4c6f-46a3-a642-57f84d06de84 req-833818e0-f1bd-404a-9bf4-ccb0aa3bc6a2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.446855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfb6e5f-4c6f-46a3-a642-57f84d06de84 req-833818e0-f1bd-404a-9bf4-ccb0aa3bc6a2 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.2028997 Feb 11 13:24:44.453475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2b442a2c-21cf-410a-805f-77a61082f2fc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:44.453862 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.539446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-759accdd-44a9-424f-8906-9f956430d8e9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6bf6e35-15bd-4fd3-914e-5df03c39b31c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.551323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-759accdd-44a9-424f-8906-9f956430d8e9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e6bf6e35-15bd-4fd3-914e-5df03c39b31c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.574319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfb6e5f-4c6f-46a3-a642-57f84d06de84 req-e6f19616-09d7-4a08-9ac0-716a969a0869 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237705 Feb 11 13:24:44.591882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48754) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:44.613802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97aa298-72b7-4cde-8dfa-526d63280c64 None None] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:44.620486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-759accdd-44a9-424f-8906-9f956430d8e9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.627974 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-759accdd-44a9-424f-8906-9f956430d8e9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2820539 Feb 11 13:24:44.628798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48758) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:44.664476 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0089b75c-d916-4d5b-85b4-7f1083d64ecd x-openstack-request-id: req-0089b75c-d916-4d5b-85b4-7f1083d64ecd {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:44.664763 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-unplugged", "status": "completed", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:44.665019 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0089b75c-d916-4d5b-85b4-7f1083d64ecd {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:44.665413 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'code': 200} Feb 11 13:24:44.692807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759accdd-44a9-424f-8906-9f956430d8e9 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6bf6e35-15bd-4fd3-914e-5df03c39b31c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.738305 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70e7fd89-4d3f-4cbf-92ba-688864a4b0dd tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6bf6e35-15bd-4fd3-914e-5df03c39b31c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.756399 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70e7fd89-4d3f-4cbf-92ba-688864a4b0dd tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (e6bf6e35-15bd-4fd3-914e-5df03c39b31c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.765968 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2e34e3a9-8a7a-45e5-90a0-fd6f7b98a62b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/floatingips/1d430c7b-1568-4567-917c-88a07022df84 HTTP/1.1" status: 200 len: 992 time: 0.1714320 Feb 11 13:24:44.808335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70e7fd89-4d3f-4cbf-92ba-688864a4b0dd tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e6bf6e35-15bd-4fd3-914e-5df03c39b31c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.816180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70e7fd89-4d3f-4cbf-92ba-688864a4b0dd tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.817431 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-70e7fd89-4d3f-4cbf-92ba-688864a4b0dd tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e6bf6e35-15bd-4fd3-914e-5df03c39b31c HTTP/1.1" status: 204 len: 168 time: 0.1367986 Feb 11 13:24:44.820079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:44.838243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:44.840889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7fd89-4d3f-4cbf-92ba-688864a4b0dd tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6bf6e35-15bd-4fd3-914e-5df03c39b31c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.841756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.871750 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (ab29fc5a-fc4e-46f2-bead-18eb339ef246), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.873246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd59de-417d-447d-92d2-65ab843da4c8 None None] Current status of the port cd2bfba8-2c92-43ad-a03b-60182cc5f26f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:44.874044 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebcd59de-417d-447d-92d2-65ab843da4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:44.917921 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b60dd052-0b29-46b5-8072-468a745451f6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0909197 Feb 11 13:24:44.922583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48764) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:44.941353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.953794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 655c622c-2eb2-41d4-b4cc-0f80c67a1eac {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:24:45.044260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b0222e-966b-4e2b-a7e6-ff78611da058 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (0c5a1c63-84d7-462c-9249-13e7adac29ea), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.090086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2b442a2c-21cf-410a-805f-77a61082f2fc is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:45.090663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.104194 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b0222e-966b-4e2b-a7e6-ff78611da058 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (0c5a1c63-84d7-462c-9249-13e7adac29ea), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.135199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Router ab29fc5a-fc4e-46f2-bead-18eb339ef246 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:24:45.191269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b0222e-966b-4e2b-a7e6-ff78611da058 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0c5a1c63-84d7-462c-9249-13e7adac29ea), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.195279 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-76b0222e-966b-4e2b-a7e6-ff78611da058 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.198275 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76b0222e-966b-4e2b-a7e6-ff78611da058 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/0c5a1c63-84d7-462c-9249-13e7adac29ea HTTP/1.1" status: 204 len: 168 time: 0.2742286 Feb 11 13:24:45.204112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:45.226692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0222e-966b-4e2b-a7e6-ff78611da058 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5a1c63-84d7-462c-9249-13e7adac29ea,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.242065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ebcd59de-417d-447d-92d2-65ab843da4c8 None None] For port cd2bfba8-2c92-43ad-a03b-60182cc5f26f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,segment=NetworkSegment(90500b44-e6d8-433b-be6d-a602fbc94b94),segment_id=90500b44-e6d8-433b-be6d-a602fbc94b94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:45.260124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:45.290265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebcd59de-417d-447d-92d2-65ab843da4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.322847 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0dbe81e4-0a70-461f-8acc-905125d871bc tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1173666 Feb 11 13:24:45.325563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48768) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:45.333676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:45.336526 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.344699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 2b442a2c-21cf-410a-805f-77a61082f2fc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2b442a2c-21cf-410a-805f-77a61082f2fc,segment=NetworkSegment(c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6),segment_id=c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:45.382520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Sync routers for ids ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:45.385081 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.402494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.408138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-229192e3-04ed-4b50-b883-03eed87ee393 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1291177 Feb 11 13:24:45.408912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48770) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:45.444263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4e5140-0b9b-4a27-be15-e32fc26d0fbf tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (fcd61338-33a3-494d-8384-8e622ba4d329), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.494444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Routers {'ab29fc5a-fc4e-46f2-bead-18eb339ef246'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:45.495101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:45.497253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4e5140-0b9b-4a27-be15-e32fc26d0fbf tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (fcd61338-33a3-494d-8384-8e622ba4d329), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.629475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4e5140-0b9b-4a27-be15-e32fc26d0fbf tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fcd61338-33a3-494d-8384-8e622ba4d329), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.632582 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af4e5140-0b9b-4a27-be15-e32fc26d0fbf tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.634347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af4e5140-0b9b-4a27-be15-e32fc26d0fbf tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/fcd61338-33a3-494d-8384-8e622ba4d329 HTTP/1.1" status: 204 len: 168 time: 0.3070302 Feb 11 13:24:45.639749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48772) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:45.659911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e5140-0b9b-4a27-be15-e32fc26d0fbf tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd61338-33a3-494d-8384-8e622ba4d329,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.695123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd59de-417d-447d-92d2-65ab843da4c8 None None] Pushing event updated for resources: {'Port': ['ID=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.744463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cd2bfba8-2c92-43ad-a03b-60182cc5f26f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:45.754562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c3fda692-72aa-4dfc-ad1d-1924dfb7e4eb None None] Provisioning complete for port cd2bfba8-2c92-43ad-a03b-60182cc5f26f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:45.754864 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c3fda692-72aa-4dfc-ad1d-1924dfb7e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.817177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-01159387-bcb4-4eb9-b2d5-15dd2c9fd8a6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1610944 Feb 11 13:24:45.824480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48776) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:45.829202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f95ca156-47db-485d-874b-ea8371746e60 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--335040019'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:45.886044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f95ca156-47db-485d-874b-ea8371746e60 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:45.984861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['655c622c-2eb2-41d4-b4cc-0f80c67a1eac'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:46.053280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f95ca156-47db-485d-874b-ea8371746e60 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (8c8afe39-feed-4015-b29e-fa8f914a969f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.060810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f95ca156-47db-485d-874b-ea8371746e60 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8c8afe39-feed-4015-b29e-fa8f914a969f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.132830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ca156-47db-485d-874b-ea8371746e60 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8afe39-feed-4015-b29e-fa8f914a969f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.161467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Set router ab29fc5a-fc4e-46f2-bead-18eb339ef246 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:46.171686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f95ca156-47db-485d-874b-ea8371746e60 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.193092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f95ca156-47db-485d-874b-ea8371746e60 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3659000 Feb 11 13:24:46.197657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48784) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:46.213482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c2bf0cb6-64c1-44f5-8f3a-4536eb6d4c69 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': '8c8afe39-feed-4015-b29e-fa8f914a969f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:46.279892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0cb6-64c1-44f5-8f3a-4536eb6d4c69 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3edf69c1-bd4d-4cbf-96e3-7464a27641cd), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.280643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.483926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0cb6-64c1-44f5-8f3a-4536eb6d4c69 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3edf69c1-bd4d-4cbf-96e3-7464a27641cd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.490461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0cb6-64c1-44f5-8f3a-4536eb6d4c69 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3edf69c1-bd4d-4cbf-96e3-7464a27641cd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.514288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.520064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf0cb6-64c1-44f5-8f3a-4536eb6d4c69 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edf69c1-bd4d-4cbf-96e3-7464a27641cd,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.570700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2bf0cb6-64c1-44f5-8f3a-4536eb6d4c69 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.576425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c2bf0cb6-64c1-44f5-8f3a-4536eb6d4c69 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3758273 Feb 11 13:24:46.577281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48786) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:46.586706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port cd2bfba8-2c92-43ad-a03b-60182cc5f26f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:46.587317 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.634237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c3fda692-72aa-4dfc-ad1d-1924dfb7e4eb None None] Current status of the port cd2bfba8-2c92-43ad-a03b-60182cc5f26f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:46.641082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-127b196a-a491-4ea7-a05f-2b0899af9ff4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3edf69c1-bd4d-4cbf-96e3-7464a27641cd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.663997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-127b196a-a491-4ea7-a05f-2b0899af9ff4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3edf69c1-bd4d-4cbf-96e3-7464a27641cd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.695608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.718020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c3fda692-72aa-4dfc-ad1d-1924dfb7e4eb None None] Provisioning complete for port 2b442a2c-21cf-410a-805f-77a61082f2fc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:46.718754 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c3fda692-72aa-4dfc-ad1d-1924dfb7e4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.726707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-127b196a-a491-4ea7-a05f-2b0899af9ff4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3edf69c1-bd4d-4cbf-96e3-7464a27641cd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.736774 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-127b196a-a491-4ea7-a05f-2b0899af9ff4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:46.741302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-127b196a-a491-4ea7-a05f-2b0899af9ff4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3edf69c1-bd4d-4cbf-96e3-7464a27641cd HTTP/1.1" status: 204 len: 168 time: 0.1629450 Feb 11 13:24:46.743868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48788) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:46.746699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b196a-a491-4ea7-a05f-2b0899af9ff4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3edf69c1-bd4d-4cbf-96e3-7464a27641cd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.800997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=2b442a2c-21cf-410a-805f-77a61082f2fc,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.933126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:24:43Z', 'revision_number': 3, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port': {'id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:42Z', 'updated_at': '2022-02-11T13:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:46.955500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Allocated IP 172.20.0.1 (26c8a415-4d81-4ebe-ae38-700fd9cc3bbf/7ec579d1-8d54-424c-8910-ad6fffba4fb7/156bdbcc-6fbf-401f-b216-362a1eac6dfa) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:47.004279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Checking router: ab29fc5a-fc4e-46f2-bead-18eb339ef246 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:47.004968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Updating router ab29fc5a-fc4e-46f2-bead-18eb339ef246 port 02388ccc-1463-4851-bf62-2e16f56d1584 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:47.077068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port cd2bfba8-2c92-43ad-a03b-60182cc5f26f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:47.091322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.098080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c3fda692-72aa-4dfc-ad1d-1924dfb7e4eb None None] Current status of the port 2b442a2c-21cf-410a-805f-77a61082f2fc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:47.124289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks [] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.161188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48792) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:47.166050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d71076d1-ad1c-4544-b273-8107b2ea287c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4125383 Feb 11 13:24:47.218262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.310248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7acc8ff8-64e8-45cc-9f8c-3d16c3d2284e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (8c8afe39-feed-4015-b29e-fa8f914a969f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.312948 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:47.317429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:47.335667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:47.339766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Pushing event updated for resources: {'Port': ['ID=156bdbcc-6fbf-401f-b216-362a1eac6dfa,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.364188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7acc8ff8-64e8-45cc-9f8c-3d16c3d2284e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (8c8afe39-feed-4015-b29e-fa8f914a969f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.414067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (ab29fc5a-fc4e-46f2-bead-18eb339ef246), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.475076 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7acc8ff8-64e8-45cc-9f8c-3d16c3d2284e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8c8afe39-feed-4015-b29e-fa8f914a969f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.477904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7acc8ff8-64e8-45cc-9f8c-3d16c3d2284e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.479114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7acc8ff8-64e8-45cc-9f8c-3d16c3d2284e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/8c8afe39-feed-4015-b29e-fa8f914a969f HTTP/1.1" status: 204 len: 168 time: 0.3164787 Feb 11 13:24:47.485414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48796) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:47.513791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc8ff8-64e8-45cc-9f8c-3d16c3d2284e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8afe39-feed-4015-b29e-fa8f914a969f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.752453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2b442a2c-21cf-410a-805f-77a61082f2fc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:47.857167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.868512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-43f8816f-5b11-4396-afe1-ea520c0f9c3e None None] Provisioning complete for port 2b442a2c-21cf-410a-805f-77a61082f2fc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:47.868944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-43f8816f-5b11-4396-afe1-ea520c0f9c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:47.947656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2b442a2c-21cf-410a-805f-77a61082f2fc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:47.948315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.177792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-81357bc0-606c-44d7-a0e4-db8da5dbebdf tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6905291 Feb 11 13:24:48.181667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48806) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:48.186368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b8176115-df22-4d32-b7cd-9df2f4ec9469 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337553886'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:48.271786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b8176115-df22-4d32-b7cd-9df2f4ec9469 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.367313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-43f8816f-5b11-4396-afe1-ea520c0f9c3e None None] Current status of the port 2b442a2c-21cf-410a-805f-77a61082f2fc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:48.374228 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.395956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2b442a2c-21cf-410a-805f-77a61082f2fc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:48.399190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cd2bfba8-2c92-43ad-a03b-60182cc5f26f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:48.448079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b8176115-df22-4d32-b7cd-9df2f4ec9469 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (d74c8cd7-e17c-474d-95a3-4ec80eaf4455), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.461224 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b8176115-df22-4d32-b7cd-9df2f4ec9469 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d74c8cd7-e17c-474d-95a3-4ec80eaf4455), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.522839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8176115-df22-4d32-b7cd-9df2f4ec9469 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74c8cd7-e17c-474d-95a3-4ec80eaf4455,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.536691 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b8176115-df22-4d32-b7cd-9df2f4ec9469 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.539774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b8176115-df22-4d32-b7cd-9df2f4ec9469 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3569987 Feb 11 13:24:48.543547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48810) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:48.560471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-bd3c89e2-0d6b-49a7-a932-1b1da4e591d4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'd74c8cd7-e17c-474d-95a3-4ec80eaf4455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:48.584345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c956daef-2b20-4f3d-a3cc-c37da9280849 None None] Provisioning complete for port 156bdbcc-6fbf-401f-b216-362a1eac6dfa triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:48.585273 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c956daef-2b20-4f3d-a3cc-c37da9280849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.599986 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd3c89e2-0d6b-49a7-a932-1b1da4e591d4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3c9e5403-afab-4c71-88eb-128016099b13), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.637139 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Publish callbacks [] for port (02388ccc-1463-4851-bf62-2e16f56d1584), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.652501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c956daef-2b20-4f3d-a3cc-c37da9280849 None None] Port 156bdbcc-6fbf-401f-b216-362a1eac6dfa cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:48.655470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.658315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port cd2bfba8-2c92-43ad-a03b-60182cc5f26f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:48.658689 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.743226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd3c89e2-0d6b-49a7-a932-1b1da4e591d4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3c9e5403-afab-4c71-88eb-128016099b13), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.758467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd3c89e2-0d6b-49a7-a932-1b1da4e591d4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3c9e5403-afab-4c71-88eb-128016099b13), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.762321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Attempting to bind port 02388ccc-1463-4851-bf62-2e16f56d1584 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:48.762902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Attempting to bind port 02388ccc-1463-4851-bf62-2e16f56d1584 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:48.763126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Attempting to bind port 02388ccc-1463-4851-bf62-2e16f56d1584 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:48.771503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f17e18-05dc-4e22-8f6f-f92b1255eb7c None None] Pushing event updated for resources: {'Port': ['ID=02388ccc-1463-4851-bf62-2e16f56d1584,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.775275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:48.775658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:48.776067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.776456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:48.776993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Bound port: 02388ccc-1463-4851-bf62-2e16f56d1584, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:48.777379 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.801527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c89e2-0d6b-49a7-a932-1b1da4e591d4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9e5403-afab-4c71-88eb-128016099b13,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.807178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd3c89e2-0d6b-49a7-a932-1b1da4e591d4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.811519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48812) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:48.822475 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bd3c89e2-0d6b-49a7-a932-1b1da4e591d4 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2714458 Feb 11 13:24:48.827183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks [] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.839169 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48814) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:48.844620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f156f3b1-e23d-4c6a-b19d-d1e2ae27bd17 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules/3c9e5403-afab-4c71-88eb-128016099b13 HTTP/1.1" status: 200 len: 763 time: 0.0318270 Feb 11 13:24:48.864636 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.873087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port cd2bfba8-2c92-43ad-a03b-60182cc5f26f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:48.876486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] For port 02388ccc-1463-4851-bf62-2e16f56d1584, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:48.881102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] For port 02388ccc-1463-4851-bf62-2e16f56d1584, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=02388ccc-1463-4851-bf62-2e16f56d1584,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:48.895604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.921253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (ab29fc5a-fc4e-46f2-bead-18eb339ef246), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:48.975912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f17e18-05dc-4e22-8f6f-f92b1255eb7c None None] Pushing event updated for resources: {'Port': ['ID=02388ccc-1463-4851-bf62-2e16f56d1584,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.978727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Routers {'ab29fc5a-fc4e-46f2-bead-18eb339ef246'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:48.979357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.062906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:49.070192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:49.104567 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-67408fe6-4d6e-4463-8a40-669eebc4d030 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2617114 Feb 11 13:24:49.106740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48816) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:49.135025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] Set router ab29fc5a-fc4e-46f2-bead-18eb339ef246 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:49.185977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Pushing event updated for resources: {'Port': ['ID=156bdbcc-6fbf-401f-b216-362a1eac6dfa,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.202764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e33094a-94ea-4c45-b12b-d8e2f0765272 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3c9e5403-afab-4c71-88eb-128016099b13), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.221498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e33094a-94ea-4c45-b12b-d8e2f0765272 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3c9e5403-afab-4c71-88eb-128016099b13), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.357394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e33094a-94ea-4c45-b12b-d8e2f0765272 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3c9e5403-afab-4c71-88eb-128016099b13), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.373862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2e33094a-94ea-4c45-b12b-d8e2f0765272 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.380872 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2e33094a-94ea-4c45-b12b-d8e2f0765272 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3c9e5403-afab-4c71-88eb-128016099b13 HTTP/1.1" status: 204 len: 168 time: 0.2730777 Feb 11 13:24:49.381853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33094a-94ea-4c45-b12b-d8e2f0765272 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c9e5403-afab-4c71-88eb-128016099b13,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.384943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48820) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:49.414450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 655c622c-2eb2-41d4-b4cc-0f80c67a1eac up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:49.442820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Router ab29fc5a-fc4e-46f2-bead-18eb339ef246 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:49.515548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8ac1a6bd-be40-4015-9e07-cc3022600940 None None] Provisioning complete for port 156bdbcc-6fbf-401f-b216-362a1eac6dfa triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:49.515928 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8ac1a6bd-be40-4015-9e07-cc3022600940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.524184 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-629c6fb5-60e1-41a9-81dd-4f063e8f54eb tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1354520 Feb 11 13:24:49.524613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48824) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:49.530489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'd74c8cd7-e17c-474d-95a3-4ec80eaf4455', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:49.577823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (5b3b27f8-4503-4f45-b2c5-a1da12cbfd34), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.610724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:49.629370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:49.629818 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.630825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c851f6f8-3ae6-4c17-90ea-0cdc1900ce8a admin admin] 10.222.0.42 "PUT /v2.0/routers/ab29fc5a-fc4e-46f2-bead-18eb339ef246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2206855 Feb 11 13:24:49.712423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (5b3b27f8-4503-4f45-b2c5-a1da12cbfd34), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.715790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1a6bd-be40-4015-9e07-cc3022600940 None None] Port 156bdbcc-6fbf-401f-b216-362a1eac6dfa cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:24:49.719712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 4, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port': {'id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:42Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '156bdbcc-6fbf-401f-b216-362a1eac6dfa', 'name': '', 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'mac_address': 'fa:16:3e:e8:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:46Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 2, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'subnets': [{'id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.726079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5b3b27f8-4503-4f45-b2c5-a1da12cbfd34), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.763186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3b27f8-4503-4f45-b2c5-a1da12cbfd34,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.778852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.781409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.782802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.783956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.784633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.785813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.787375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.789020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.791319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.792389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.794288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.794824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.795660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:49.803969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.805325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f684ba-38cc-47e5-9f2d-a5792154b572 None None] The sync data for ids ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'] in n-d-828675-3 is: [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 4, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port': {'id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:42Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '156bdbcc-6fbf-401f-b216-362a1eac6dfa', 'name': '', 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'mac_address': 'fa:16:3e:e8:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:46Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 2, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'subnets': [{'id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:49.809769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d68d1eab-676e-40f2-87d2-ad408ef7c8b6 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2833340 Feb 11 13:24:49.812697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48828) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:49.853489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-88c638e9-2c55-4b17-850f-1b10c79e2334 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules/5b3b27f8-4503-4f45-b2c5-a1da12cbfd34 HTTP/1.1" status: 200 len: 763 time: 0.0389898 Feb 11 13:24:49.856154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48832) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:49.945147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:49.945741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:49.956695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-edd09725-76dc-46e1-add2-c239775cac15 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0990808 Feb 11 13:24:49.959505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48836) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.012285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e225678c-1e4d-47b9-956a-5853a4eda737 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (5b3b27f8-4503-4f45-b2c5-a1da12cbfd34), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.013459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:24:50.023778 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad590a4d-7079-4042-8fa0-bd4552d380ce" -d '{"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-plugged", "status": "completed", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:50.051525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e225678c-1e4d-47b9-956a-5853a4eda737 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (5b3b27f8-4503-4f45-b2c5-a1da12cbfd34), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.093766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e225678c-1e4d-47b9-956a-5853a4eda737 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5b3b27f8-4503-4f45-b2c5-a1da12cbfd34), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.096510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:50.109203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e225678c-1e4d-47b9-956a-5853a4eda737 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.112905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e225678c-1e4d-47b9-956a-5853a4eda737 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5b3b27f8-4503-4f45-b2c5-a1da12cbfd34 HTTP/1.1" status: 204 len: 168 time: 0.1498785 Feb 11 13:24:50.112905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225678c-1e4d-47b9-956a-5853a4eda737 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b3b27f8-4503-4f45-b2c5-a1da12cbfd34,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.113302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48842) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.115840 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.175724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8e40face-840e-4523-ad51-3b453715252e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607829 Feb 11 13:24:50.178394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.184038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'd74c8cd7-e17c-474d-95a3-4ec80eaf4455', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:50.285400 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Project d1b92abc407f4fc08c2c889bda34362d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:24:50.300715 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3a9c351a-c94c-40fd-8cef-f30a60d87d11), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.332632 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0854e5-b374-4680-8fae-8f37db034d06 x-openstack-request-id: req-1d0854e5-b374-4680-8fae-8f37db034d06 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:50.334962 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-plugged", "status": "completed", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:50.336165 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d0854e5-b374-4680-8fae-8f37db034d06 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:50.336606 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'code': 200} Feb 11 13:24:50.350165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.449405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3a9c351a-c94c-40fd-8cef-f30a60d87d11), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.460007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3a9c351a-c94c-40fd-8cef-f30a60d87d11), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.499455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.501258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3218243 Feb 11 13:24:50.502507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34234fb-1af8-47c7-b024-be5b90eb40b0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9c351a-c94c-40fd-8cef-f30a60d87d11,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.504352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48856) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.542951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e7dfd104-e726-42ef-8616-86aa2b7bbd28 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules/3a9c351a-c94c-40fd-8cef-f30a60d87d11 HTTP/1.1" status: 200 len: 769 time: 0.0362916 Feb 11 13:24:50.545556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48860) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.685841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bcadd832-2176-4739-8494-076c714d2447 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1386900 Feb 11 13:24:50.688871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48868) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.744425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-335a1544-15f9-4a85-9d6a-0ee60749709a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3a9c351a-c94c-40fd-8cef-f30a60d87d11), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.764423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-335a1544-15f9-4a85-9d6a-0ee60749709a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (3a9c351a-c94c-40fd-8cef-f30a60d87d11), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.829097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-335a1544-15f9-4a85-9d6a-0ee60749709a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3a9c351a-c94c-40fd-8cef-f30a60d87d11), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.841103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-335a1544-15f9-4a85-9d6a-0ee60749709a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:50.849786 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-335a1544-15f9-4a85-9d6a-0ee60749709a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3a9c351a-c94c-40fd-8cef-f30a60d87d11 HTTP/1.1" status: 204 len: 168 time: 0.1591887 Feb 11 13:24:50.850801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a1544-15f9-4a85-9d6a-0ee60749709a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a9c351a-c94c-40fd-8cef-f30a60d87d11,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.852337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48870) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:50.924646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-496075fa-9dcf-4d7d-9fe9-67a812f60148 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706096 Feb 11 13:24:50.927583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48872) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:51.027982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab6d300a-d855-457a-900d-54f4598da35e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (d74c8cd7-e17c-474d-95a3-4ec80eaf4455), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.065451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab6d300a-d855-457a-900d-54f4598da35e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (d74c8cd7-e17c-474d-95a3-4ec80eaf4455), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.176379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab6d300a-d855-457a-900d-54f4598da35e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d74c8cd7-e17c-474d-95a3-4ec80eaf4455), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.179343 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab6d300a-d855-457a-900d-54f4598da35e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.180557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ab6d300a-d855-457a-900d-54f4598da35e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/d74c8cd7-e17c-474d-95a3-4ec80eaf4455 HTTP/1.1" status: 204 len: 168 time: 0.2518709 Feb 11 13:24:51.183264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48882) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:51.203157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d300a-d855-457a-900d-54f4598da35e tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74c8cd7-e17c-474d-95a3-4ec80eaf4455,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.281712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-14b6ba01-3cdf-432b-803b-e2cda9f627b8 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0930786 Feb 11 13:24:51.281930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48886) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:51.286550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-55d66190-1628-4e6b-a13a-456e20bb6340 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group': {'name': 'tempest-secgroup--7178267'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:51.335585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55d66190-1628-4e6b-a13a-456e20bb6340 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.544561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55d66190-1628-4e6b-a13a-456e20bb6340 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (e8ff24e9-ac1b-4fe3-92ee-7bba8745a248), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.555085 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55d66190-1628-4e6b-a13a-456e20bb6340 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e8ff24e9-ac1b-4fe3-92ee-7bba8745a248), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.590710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55d66190-1628-4e6b-a13a-456e20bb6340 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.592668 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55d66190-1628-4e6b-a13a-456e20bb6340 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3097064 Feb 11 13:24:51.595393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:51.607801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d1fe03e5-9190-4259-a3e5-5126c590e0d0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff24e9-ac1b-4fe3-92ee-7bba8745a248', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:51.637283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02388ccc-1463-4851-bf62-2e16f56d1584 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:51.641721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d66190-1628-4e6b-a13a-456e20bb6340 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff24e9-ac1b-4fe3-92ee-7bba8745a248,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.688865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1fe03e5-9190-4259-a3e5-5126c590e0d0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (6329cd20-8e4f-4496-aa2c-78468de4335e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.717997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:51.754754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 02388ccc-1463-4851-bf62-2e16f56d1584 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:51.758051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.889827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1fe03e5-9190-4259-a3e5-5126c590e0d0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (6329cd20-8e4f-4496-aa2c-78468de4335e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.912388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 02388ccc-1463-4851-bf62-2e16f56d1584 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:51.912797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.929280 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1fe03e5-9190-4259-a3e5-5126c590e0d0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6329cd20-8e4f-4496-aa2c-78468de4335e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.958389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 02388ccc-1463-4851-bf62-2e16f56d1584, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=02388ccc-1463-4851-bf62-2e16f56d1584,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:51.966636 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.981873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d1fe03e5-9190-4259-a3e5-5126c590e0d0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:51.983537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d1fe03e5-9190-4259-a3e5-5126c590e0d0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3812211 Feb 11 13:24:51.986342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48910) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.008064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe03e5-9190-4259-a3e5-5126c590e0d0 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6329cd20-8e4f-4496-aa2c-78468de4335e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.073161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=02388ccc-1463-4851-bf62-2e16f56d1584,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.091925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e482902-341d-42e4-985c-6f683d41670c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (e8ff24e9-ac1b-4fe3-92ee-7bba8745a248), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.130532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e482902-341d-42e4-985c-6f683d41670c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (e8ff24e9-ac1b-4fe3-92ee-7bba8745a248), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.190462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e482902-341d-42e4-985c-6f683d41670c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e8ff24e9-ac1b-4fe3-92ee-7bba8745a248), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.193523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9e482902-341d-42e4-985c-6f683d41670c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.197436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9e482902-341d-42e4-985c-6f683d41670c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/e8ff24e9-ac1b-4fe3-92ee-7bba8745a248 HTTP/1.1" status: 204 len: 168 time: 0.2073576 Feb 11 13:24:52.198446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48912) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.217748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e482902-341d-42e4-985c-6f683d41670c tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff24e9-ac1b-4fe3-92ee-7bba8745a248,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.271255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b5f2f904-25cd-4cbb-ab5c-6c01f947f79d tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0697021 Feb 11 13:24:52.271650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48914) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.318105 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4c83faf0-ab6b-4a8b-9cc3-bdbcf62a405a tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0447280 Feb 11 13:24:52.320254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48916) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.351912 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [None req-d8be1133-1d94-4bcc-ac3e-aecb9e67b421 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] delete failed (client error): The resource could not be found. Feb 11 13:24:52.353242 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d8be1133-1d94-4bcc-ac3e-aecb9e67b421 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "DELETE /v2.0/security-groups/e8ff24e9-ac1b-4fe3-92ee-7bba8745a248 HTTP/1.1" status: 404 len: 347 time: 0.0319378 Feb 11 13:24:52.358722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48918) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.420738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (515d8974-3d5a-499a-a313-95c2ee7737b3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.427936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc29f33d-0d01-42f4-a014-0e11f7a0e0a7 tempest-SecGroupIPv6Test-1729547745 tempest-SecGroupIPv6Test-1729547745-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0679905 Feb 11 13:24:52.744675 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Deleting port cd2bfba8-2c92-43ad-a03b-60182cc5f26f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:52.745368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.793455 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48928) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:52.880865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] For port cd2bfba8-2c92-43ad-a03b-60182cc5f26f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,segment=NetworkSegment(90500b44-e6d8-433b-be6d-a602fbc94b94),segment_id=90500b44-e6d8-433b-be6d-a602fbc94b94)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:52.881595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:52.897221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Calling delete_port for cd2bfba8-2c92-43ad-a03b-60182cc5f26f owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:53.004725 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eedaee97-0735-4726-aee4-01394c4d63e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1b92abc407f4fc08c2c889bda34362d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2100465 Feb 11 13:24:53.007815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48932) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:53.100405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c09877c-dbf4-423b-af8a-5cbc06f26ee4 admin admin] Publish callbacks [] for security_group (bfde0970-df25-4195-a99e-e9e10730d6b8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.144361 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c09877c-dbf4-423b-af8a-5cbc06f26ee4 admin admin] Publish callbacks [] for security_group (bfde0970-df25-4195-a99e-e9e10730d6b8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.213167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c09877c-dbf4-423b-af8a-5cbc06f26ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bfde0970-df25-4195-a99e-e9e10730d6b8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.216479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2c09877c-dbf4-423b-af8a-5cbc06f26ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.221896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2c09877c-dbf4-423b-af8a-5cbc06f26ee4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfde0970-df25-4195-a99e-e9e10730d6b8 HTTP/1.1" status: 204 len: 168 time: 0.2125652 Feb 11 13:24:53.239813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09877c-dbf4-423b-af8a-5cbc06f26ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfde0970-df25-4195-a99e-e9e10730d6b8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.401084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Sync routers for ids ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:53.413557 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Routers {'ab29fc5a-fc4e-46f2-bead-18eb339ef246'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:53.414599 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:53.492775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cd2bfba8-2c92-43ad-a03b-60182cc5f26f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.574835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2bfba8-2c92-43ad-a03b-60182cc5f26f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.594892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02388ccc-1463-4851-bf62-2e16f56d1584 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:53.650789 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Set router ab29fc5a-fc4e-46f2-bead-18eb339ef246 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:53.697614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 02388ccc-1463-4851-bf62-2e16f56d1584 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:53.698559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:53.872625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 02388ccc-1463-4851-bf62-2e16f56d1584 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:53.915352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (515d8974-3d5a-499a-a313-95c2ee7737b3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.090448 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 4, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port': {'id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:42Z', 'updated_at': '2022-02-11T13:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '156bdbcc-6fbf-401f-b216-362a1eac6dfa', 'name': '', 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'mac_address': 'fa:16:3e:e8:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:46Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 2, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'subnets': [{'id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.125677 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Checking router: ab29fc5a-fc4e-46f2-bead-18eb339ef246 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:54.126300 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Updating router ab29fc5a-fc4e-46f2-bead-18eb339ef246 port 156bdbcc-6fbf-401f-b216-362a1eac6dfa binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:54.218124 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.246439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Router 515d8974-3d5a-499a-a313-95c2ee7737b3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:54.401274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:54.407623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d6c2f9f6-290a-44b9-b64f-46ce417a5961 admin admin] 10.222.0.42 "PUT /v2.0/routers/515d8974-3d5a-499a-a313-95c2ee7737b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6885636 Feb 11 13:24:54.410536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48958) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:54.416926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] Sync routers for ids ['515d8974-3d5a-499a-a313-95c2ee7737b3'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:54.442932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] Routers {'515d8974-3d5a-499a-a313-95c2ee7737b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:54.444047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['515d8974-3d5a-499a-a313-95c2ee7737b3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.584688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48960) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:54.591120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027139 Feb 11 13:24:54.591393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48962) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:54.637448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks [] for router (515d8974-3d5a-499a-a313-95c2ee7737b3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.643267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] Set router 515d8974-3d5a-499a-a313-95c2ee7737b3 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:54.755875 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Publish callbacks [] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.773140 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.775461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-99a92ab3-bec1-4fe7-a2de-3d38098268f6 tempest-NetworksApiDiscovery-1236091899 tempest-NetworksApiDiscovery-1236091899-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1830060 Feb 11 13:24:54.859291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks [] for router_gateway (515d8974-3d5a-499a-a313-95c2ee7737b3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.874333 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f529ef-0d55-40a9-b8df-ca99ef739e9e None None] Pushing event updated for resources: {'Port': ['ID=156bdbcc-6fbf-401f-b216-362a1eac6dfa,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.904965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250'}], 'enable_snat': True}, 'gw_port_id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:53Z', 'revision_number': 5, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port': {'id': '155335d3-23dd-4175-8ac7-dae420883b5b', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:b8:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:33Z', 'updated_at': '2022-02-11T13:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.931330 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Attempting to bind port 156bdbcc-6fbf-401f-b216-362a1eac6dfa on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:24:54.931987 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Attempting to bind port 156bdbcc-6fbf-401f-b216-362a1eac6dfa by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:24:54.932503 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Attempting to bind port 156bdbcc-6fbf-401f-b216-362a1eac6dfa on network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:54.939330 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:54.940283 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Checking segment: {'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:24:54.940978 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.941516 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Bound using segment: {'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:54.942804 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Bound port: 156bdbcc-6fbf-401f-b216-362a1eac6dfa, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:24:54.943375 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:54.981270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 48972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:54.991110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] Checking router: 515d8974-3d5a-499a-a313-95c2ee7737b3 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:55.003181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Deleting port 155335d3-23dd-4175-8ac7-dae420883b5b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:55.003818 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.010724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] Routers {'515d8974-3d5a-499a-a313-95c2ee7737b3'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:55.011359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['515d8974-3d5a-499a-a313-95c2ee7737b3'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:55.058092 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] For port 156bdbcc-6fbf-401f-b216-362a1eac6dfa, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:55.067459 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] For port 156bdbcc-6fbf-401f-b216-362a1eac6dfa, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=156bdbcc-6fbf-401f-b216-362a1eac6dfa,segment=NetworkSegment(c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6),segment_id=c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:55.098658 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.242394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] Set router 515d8974-3d5a-499a-a313-95c2ee7737b3 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:55.264772 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Routers {'ab29fc5a-fc4e-46f2-bead-18eb339ef246'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:55.267482 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:55.369692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48978) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:55.410144 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f529ef-0d55-40a9-b8df-ca99ef739e9e None None] Pushing event updated for resources: {'Port': ['ID=156bdbcc-6fbf-401f-b216-362a1eac6dfa,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:55.498385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] For port 155335d3-23dd-4175-8ac7-dae420883b5b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=155335d3-23dd-4175-8ac7-dae420883b5b,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:55.498994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.572906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Calling delete_port for 155335d3-23dd-4175-8ac7-dae420883b5b owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:55.675096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6f79b0c-694c-41ab-aefc-d942f8520474 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.869035 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6f79b0c-694c-41ab-aefc-d942f8520474 admin admin] Publish callbacks [] for security_group (ec4d2d60-1e60-4688-bf20-3aa89e09410d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.870280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 156bdbcc-6fbf-401f-b216-362a1eac6dfa up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:55.875031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6f79b0c-694c-41ab-aefc-d942f8520474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ec4d2d60-1e60-4688-bf20-3aa89e09410d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:55.928996 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] Set router ab29fc5a-fc4e-46f2-bead-18eb339ef246 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:55.961838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:54Z', 'revision_number': 6, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:55.991270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f79b0c-694c-41ab-aefc-d942f8520474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d2d60-1e60-4688-bf20-3aa89e09410d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.008974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a6f79b0c-694c-41ab-aefc-d942f8520474 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6e1186550d3407ab28d6179653ba80f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6381876 Feb 11 13:24:56.009836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48984) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:56.050973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-91d4a513-3b78-43a4-954b-902c0720df6f None None] Provisioning complete for port 156bdbcc-6fbf-401f-b216-362a1eac6dfa triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:56.057035 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91d4a513-3b78-43a4-954b-902c0720df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.108800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090968a-9e8b-4304-bdb3-ddd7d9c87b60 None None] The sync data for ids ['515d8974-3d5a-499a-a313-95c2ee7737b3'] in n-d-828675-3 is: [{'id': '515d8974-3d5a-499a-a313-95c2ee7737b3', 'name': 'tempest-TestAggregatesBasicOps-997909184-router', 'tenant_id': 'd82aed4c0a3c4924841dc43cba04c133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:31Z', 'updated_at': '2022-02-11T13:24:54Z', 'revision_number': 6, 'project_id': 'd82aed4c0a3c4924841dc43cba04c133', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:56.154222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77823f1-b925-4cd0-b85c-a352a6a21631 admin admin] Publish callbacks [] for security_group (ec4d2d60-1e60-4688-bf20-3aa89e09410d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.158774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 156bdbcc-6fbf-401f-b216-362a1eac6dfa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:56.159352 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.212135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77823f1-b925-4cd0-b85c-a352a6a21631 admin admin] Publish callbacks [] for security_group (ec4d2d60-1e60-4688-bf20-3aa89e09410d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.271071 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (155335d3-23dd-4175-8ac7-dae420883b5b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.312960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77823f1-b925-4cd0-b85c-a352a6a21631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ec4d2d60-1e60-4688-bf20-3aa89e09410d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.316827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a77823f1-b925-4cd0-b85c-a352a6a21631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.321331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a77823f1-b925-4cd0-b85c-a352a6a21631 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec4d2d60-1e60-4688-bf20-3aa89e09410d HTTP/1.1" status: 204 len: 168 time: 0.3070686 Feb 11 13:24:56.330380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77823f1-b925-4cd0-b85c-a352a6a21631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d2d60-1e60-4688-bf20-3aa89e09410d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.340519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-91d4a513-3b78-43a4-954b-902c0720df6f None None] Current status of the port 156bdbcc-6fbf-401f-b216-362a1eac6dfa is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:56.340938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91d4a513-3b78-43a4-954b-902c0720df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.391079 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 4, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port': {'id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:42Z', 'updated_at': '2022-02-11T13:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '156bdbcc-6fbf-401f-b216-362a1eac6dfa', 'name': '', 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'mac_address': 'fa:16:3e:e8:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:46Z', 'updated_at': '2022-02-11T13:24:55Z', 'revision_number': 4, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'subnets': [{'id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:56.392436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 156bdbcc-6fbf-401f-b216-362a1eac6dfa is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:56.393408 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.446676 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32576b48-4429-45af-bd33-e3fd2621f399 None None] The sync data for ids ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'] in n-d-828675-3 is: [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:24:48Z', 'revision_number': 4, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port': {'id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:42Z', 'updated_at': '2022-02-11T13:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '156bdbcc-6fbf-401f-b216-362a1eac6dfa', 'name': '', 'network_id': '26c8a415-4d81-4ebe-ae38-700fd9cc3bbf', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'mac_address': 'fa:16:3e:e8:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_interface', 'standard_attr_id': 3612, 'fixed_ips': [{'subnet_id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:46Z', 'updated_at': '2022-02-11T13:24:55Z', 'revision_number': 4, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'subnets': [{'id': '7ec579d1-8d54-424c-8910-ad6fffba4fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:56.448782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Pushing event deleted for resources: {'Port': ['ID=155335d3-23dd-4175-8ac7-dae420883b5b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.455326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-91d4a513-3b78-43a4-954b-902c0720df6f None None] For port 156bdbcc-6fbf-401f-b216-362a1eac6dfa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=156bdbcc-6fbf-401f-b216-362a1eac6dfa,segment=NetworkSegment(c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6),segment_id=c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:56.474128 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91d4a513-3b78-43a4-954b-902c0720df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.529582 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.598003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4a513-3b78-43a4-954b-902c0720df6f None None] Pushing event updated for resources: {'Port': ['ID=156bdbcc-6fbf-401f-b216-362a1eac6dfa,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.618671 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (515d8974-3d5a-499a-a313-95c2ee7737b3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.654899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-96822b78-421b-418f-8765-3ea6c164d125 None None] Provisioning complete for port 156bdbcc-6fbf-401f-b216-362a1eac6dfa triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:56.655291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96822b78-421b-418f-8765-3ea6c164d125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.796491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:24:56.797488 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:24:56.849985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (515d8974-3d5a-499a-a313-95c2ee7737b3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.852442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks [] for router_controller (515d8974-3d5a-499a-a313-95c2ee7737b3), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.854151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-96822b78-421b-418f-8765-3ea6c164d125 None None] Current status of the port 156bdbcc-6fbf-401f-b216-362a1eac6dfa is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:56.935513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (515d8974-3d5a-499a-a313-95c2ee7737b3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.936697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515d8974-3d5a-499a-a313-95c2ee7737b3 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:24:56.950173 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:56.952543 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a30e51c9-ee86-405b-8aeb-77d1a362b666 admin admin] 10.222.0.42 "DELETE /v2.0/routers/515d8974-3d5a-499a-a313-95c2ee7737b3 HTTP/1.1" status: 204 len: 168 time: 2.5407391 Feb 11 13:24:56.955685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 48998) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:57.048741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] Deleting subnet f961946c-44fd-4898-8683-bea324027b81 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:24:57.052304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] Publish callbacks [] for subnet (f961946c-44fd-4898-8683-bea324027b81), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.113566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (f961946c-44fd-4898-8683-bea324027b81), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.316727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (f961946c-44fd-4898-8683-bea324027b81), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.407323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 156bdbcc-6fbf-401f-b216-362a1eac6dfa is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:57.492486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (f961946c-44fd-4898-8683-bea324027b81), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.510933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Deleting port 3c21e01a-4f58-4503-bcde-68c61f9228d4 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:57.512859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.535595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f961946c-44fd-4898-8683-bea324027b81,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.561533 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.564610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df50cf-a200-46cf-b555-033ce9455b07 None None] Network e59ec0d4-c40d-446a-a933-08b29f1e13d5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:24:57.565557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a08db130-b8fa-477a-909d-68ecd3b5d415 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f961946c-44fd-4898-8683-bea324027b81 HTTP/1.1" status: 204 len: 168 time: 0.6078947 Feb 11 13:24:57.572862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:57.606971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 156bdbcc-6fbf-401f-b216-362a1eac6dfa up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:57.702635 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (e59ec0d4-c40d-446a-a933-08b29f1e13d5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.767508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] For port 3c21e01a-4f58-4503-bcde-68c61f9228d4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3c21e01a-4f58-4503-bcde-68c61f9228d4,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:57.768169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.812957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Deleting port d2a2a35a-1932-4e75-897f-040a82274004 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:24:57.814820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d2a2a35a-1932-4e75-897f-040a82274004), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:57.816453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Calling delete_port for 3c21e01a-4f58-4503-bcde-68c61f9228d4 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:57.851997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 156bdbcc-6fbf-401f-b216-362a1eac6dfa triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:57.855667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.013554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] For port d2a2a35a-1932-4e75-897f-040a82274004, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d2a2a35a-1932-4e75-897f-040a82274004,segment=NetworkSegment(90500b44-e6d8-433b-be6d-a602fbc94b94),segment_id=90500b44-e6d8-433b-be6d-a602fbc94b94)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:58.017153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d2a2a35a-1932-4e75-897f-040a82274004), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.064926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Calling delete_port for d2a2a35a-1932-4e75-897f-040a82274004 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:24:58.097348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 156bdbcc-6fbf-401f-b216-362a1eac6dfa is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:24:58.241173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cd2bfba8-2c92-43ad-a03b-60182cc5f26f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:58.278669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3c21e01a-4f58-4503-bcde-68c61f9228d4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.285416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d2a2a35a-1932-4e75-897f-040a82274004), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.305392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda5f4e9-38f5-4fcd-8ace-2e9f1d418413 None None] DHCP port deletion for e59ec0d4-c40d-446a-a933-08b29f1e13d5 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:24:58.311158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: cd2bfba8-2c92-43ad-a03b-60182cc5f26f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:58.312128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cd2bfba8-2c92-43ad-a03b-60182cc5f26f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:58.312847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 155335d3-23dd-4175-8ac7-dae420883b5b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:58.329170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a2a35a-1932-4e75-897f-040a82274004,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.332524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] No DVR routers for this DVR port d2a2a35a-1932-4e75-897f-040a82274004 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:58.332988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c21e01a-4f58-4503-bcde-68c61f9228d4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.370267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 155335d3-23dd-4175-8ac7-dae420883b5b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:58.371311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 155335d3-23dd-4175-8ac7-dae420883b5b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:58.456340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (e59ec0d4-c40d-446a-a933-08b29f1e13d5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.507401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59ec0d4-c40d-446a-a933-08b29f1e13d5']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:58.529399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90500b44-e6d8-433b-be6d-a602fbc94b94') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:58.529923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90500b44-e6d8-433b-be6d-a602fbc94b94') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:58.543703 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (90500b44-e6d8-433b-be6d-a602fbc94b94), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.568365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (90500b44-e6d8-433b-be6d-a602fbc94b94), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.573520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49030) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:58.585749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:58.586568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (90500b44-e6d8-433b-be6d-a602fbc94b94), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:58.684874 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:58.695874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (e59ec0d4-c40d-446a-a933-08b29f1e13d5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.713847 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:58.719260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e59ec0d4-c40d-446a-a933-08b29f1e13d5 HTTP/1.1" status: 204 len: 168 time: 1.1466031 Feb 11 13:24:58.726197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49038) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:58.740867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc960af-be80-4a18-baec-dccb3c9aefa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e59ec0d4-c40d-446a-a933-08b29f1e13d5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.745690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.305962 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f53bc8e5-ced4-4334-9c8d-12f002d4c09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.399802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-76e3ce32-c17f-4440-9fe5-d71b0f5058be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76be0faa3ca24b8dbff8185fe3eb2525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8128276 Feb 11 13:24:59.403329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49064) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:59.520464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc894-bd3e-4afb-a150-5c826203933e admin admin] Publish callbacks [] for security_group (8500b01c-5aab-42cf-9667-f17d97f4f3e7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.547877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc894-bd3e-4afb-a150-5c826203933e admin admin] Publish callbacks [] for security_group (8500b01c-5aab-42cf-9667-f17d97f4f3e7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.563900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Router b607d99a-fdf2-48a7-b66c-6bb84c464c3a has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:59.636443 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc894-bd3e-4afb-a150-5c826203933e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8500b01c-5aab-42cf-9667-f17d97f4f3e7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.640908 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc894-bd3e-4afb-a150-5c826203933e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:59.646406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ad4dc894-bd3e-4afb-a150-5c826203933e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8500b01c-5aab-42cf-9667-f17d97f4f3e7 HTTP/1.1" status: 204 len: 168 time: 0.2395852 Feb 11 13:24:59.654408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dc894-bd3e-4afb-a150-5c826203933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8500b01c-5aab-42cf-9667-f17d97f4f3e7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.748908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2a2a35a-1932-4e75-897f-040a82274004 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:59.762480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:59.768216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-406c9fdf-aaef-4163-8efa-2dbc6ab64da1 admin admin] 10.222.0.42 "PUT /v2.0/routers/b607d99a-fdf2-48a7-b66c-6bb84c464c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7859073 Feb 11 13:24:59.770726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49082) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:24:59.782707 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] Sync routers for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:59.799045 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:59.799706 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:59.801023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d2a2a35a-1932-4e75-897f-040a82274004 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:24:59.801854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d2a2a35a-1932-4e75-897f-040a82274004 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:59.946932 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks [] for router (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.000670 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:00.053744 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (ab29fc5a-fc4e-46f2-bead-18eb339ef246), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.152517 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks [] for router_gateway (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.310010 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:24:58Z', 'revision_number': 5, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port': {'id': '3424f511-b074-4e06-b71c-d94b0f05280f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:71:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:26Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:00.373985 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] Checking router: b607d99a-fdf2-48a7-b66c-6bb84c464c3a for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:00.386655 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] Routers {'b607d99a-fdf2-48a7-b66c-6bb84c464c3a'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:00.388416 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:24:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:00.406188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Deleting port 3424f511-b074-4e06-b71c-d94b0f05280f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:00.406754 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.543684 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] Set router b607d99a-fdf2-48a7-b66c-6bb84c464c3a gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:00.567975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] For port 3424f511-b074-4e06-b71c-d94b0f05280f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3424f511-b074-4e06-b71c-d94b0f05280f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:00.568386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.604570 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:25:00Z', 'revision_number': 6, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:00.622835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Calling delete_port for 3424f511-b074-4e06-b71c-d94b0f05280f owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:00.664844 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f3aac-6c86-47c3-a640-af517adaafb6 None None] The sync data for ids ['b607d99a-fdf2-48a7-b66c-6bb84c464c3a'] in n-d-828675-3 is: [{'id': 'b607d99a-fdf2-48a7-b66c-6bb84c464c3a', 'name': 'tempest-TaggedBootDevicesTest-688810489-router', 'tenant_id': 'd16c09587f1347049d74d3093b0075d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:25Z', 'updated_at': '2022-02-11T13:25:00Z', 'revision_number': 6, 'project_id': 'd16c09587f1347049d74d3093b0075d2', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:00.717994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Deleting port 156bdbcc-6fbf-401f-b216-362a1eac6dfa {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:00.718346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.870908 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] For port 156bdbcc-6fbf-401f-b216-362a1eac6dfa, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=156bdbcc-6fbf-401f-b216-362a1eac6dfa,segment=NetworkSegment(c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6),segment_id=c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:00.871358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:00.906988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Calling delete_port for 156bdbcc-6fbf-401f-b216-362a1eac6dfa owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:00.971031 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3424f511-b074-4e06-b71c-d94b0f05280f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.052025 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Pushing event deleted for resources: {'Port': ['ID=3424f511-b074-4e06-b71c-d94b0f05280f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.158093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.162099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49166) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:01.275438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.278537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks [] for router_controller (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.296977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd96-cb5a-4cd1-8fad-ed2b4143ad04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.356868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (b607d99a-fdf2-48a7-b66c-6bb84c464c3a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.357433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b607d99a-fdf2-48a7-b66c-6bb84c464c3a {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:01.363189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.366135 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4fff4486-5cd8-4da7-aeaf-ff03621c868a admin admin] 10.222.0.42 "DELETE /v2.0/routers/b607d99a-fdf2-48a7-b66c-6bb84c464c3a HTTP/1.1" status: 204 len: 168 time: 1.5926414 Feb 11 13:25:01.367131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49172) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:01.392434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (156bdbcc-6fbf-401f-b216-362a1eac6dfa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.397166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7eb30eba-48dc-4aea-a4d8-edea49583676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.425348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=156bdbcc-6fbf-401f-b216-362a1eac6dfa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.459569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] Deleting subnet 8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:01.465327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] Publish callbacks [] for subnet (8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.517425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.604872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.711107 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (ab29fc5a-fc4e-46f2-bead-18eb339ef246), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.740929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3424f511-b074-4e06-b71c-d94b0f05280f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:01.742538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd96-cb5a-4cd1-8fad-ed2b4143ad04 admin admin] Publish callbacks [] for security_group (f5aaed05-2884-449d-872f-508009354f93), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.744741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.777418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3424f511-b074-4e06-b71c-d94b0f05280f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:01.778634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3424f511-b074-4e06-b71c-d94b0f05280f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:01.779233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3c21e01a-4f58-4503-bcde-68c61f9228d4 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:01.780564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.790243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecd96-cb5a-4cd1-8fad-ed2b4143ad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f5aaed05-2884-449d-872f-508009354f93), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.795325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f0834-9ffc-4681-86c7-5b67928c6a03 None None] Network 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:01.824517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.833990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49178) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:01.835755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ca4d660c-6188-4abd-a0d5-c676a4b2ab99 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8fbeb23c-a4b2-4064-9db0-8b3ac6d0eb6d HTTP/1.1" status: 204 len: 168 time: 0.4674928 Feb 11 13:25:01.836951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3c21e01a-4f58-4503-bcde-68c61f9228d4 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:01.837310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3c21e01a-4f58-4503-bcde-68c61f9228d4 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:01.845085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3b9ecd96-cb5a-4cd1-8fad-ed2b4143ad04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d473d8c60064d2d929fd1ff76a29e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6816666 Feb 11 13:25:01.847068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49180) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:01.911944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ecd96-cb5a-4cd1-8fad-ed2b4143ad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5aaed05-2884-449d-872f-508009354f93,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.932375 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d85e10da-000b-4ca2-af41-2f9578e04901 admin admin] Publish callbacks [] for security_group (f5aaed05-2884-449d-872f-508009354f93), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:01.973870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d85e10da-000b-4ca2-af41-2f9578e04901 admin admin] Publish callbacks [] for security_group (f5aaed05-2884-449d-872f-508009354f93), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.018260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.084808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] DHCP port deletion for 1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:02.094932 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d85e10da-000b-4ca2-af41-2f9578e04901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f5aaed05-2884-449d-872f-508009354f93), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.102316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d85e10da-000b-4ca2-af41-2f9578e04901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.108422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d85e10da-000b-4ca2-af41-2f9578e04901 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5aaed05-2884-449d-872f-508009354f93 HTTP/1.1" status: 204 len: 168 time: 0.2583091 Feb 11 13:25:02.118812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e10da-000b-4ca2-af41-2f9578e04901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5aaed05-2884-449d-872f-508009354f93,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.160846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] Deleting port 5258f846-1179-4ed9-a212-c5065e6c914b {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:02.161674 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.227524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Router ab29fc5a-fc4e-46f2-bead-18eb339ef246 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:02.257953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] For port 5258f846-1179-4ed9-a212-c5065e6c914b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5258f846-1179-4ed9-a212-c5065e6c914b,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:02.258504 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.267093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Deleting port 5258f846-1179-4ed9-a212-c5065e6c914b {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:02.267955 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.277156 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] Calling delete_port for 5258f846-1179-4ed9-a212-c5065e6c914b owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:02.407384 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.458661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] Pushing event deleted for resources: {'Port': ['ID=5258f846-1179-4ed9-a212-c5065e6c914b,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.463444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c2d32a-29fd-46c1-9723-c1e996148ac2 None None] No DVR routers for this DVR port 5258f846-1179-4ed9-a212-c5065e6c914b on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:02.597915 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.622971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49188) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:02.645702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea47e407-4348-403c-8b97-3c93f284e661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.768226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea47e407-4348-403c-8b97-3c93f284e661 admin admin] Publish callbacks [] for security_group (b94e7611-e827-45a6-ac26-85602e287f4b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.774161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea47e407-4348-403c-8b97-3c93f284e661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b94e7611-e827-45a6-ac26-85602e287f4b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.822683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47e407-4348-403c-8b97-3c93f284e661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e7611-e827-45a6-ac26-85602e287f4b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.828295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ea47e407-4348-403c-8b97-3c93f284e661 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c615fd7e290e46eba08730d07435c2fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2041640 Feb 11 13:25:02.833674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49190) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:02.915548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] For port 5258f846-1179-4ed9-a212-c5065e6c914b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5258f846-1179-4ed9-a212-c5065e6c914b,segment=NetworkSegment(797d0120-6742-4918-86cc-f5537c61fe64),segment_id=797d0120-6742-4918-86cc-f5537c61fe64)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:02.916110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.917576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-69b82aff-3822-46f5-858b-8635702b9134 admin admin] Publish callbacks [] for security_group (b94e7611-e827-45a6-ac26-85602e287f4b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.940844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Calling delete_port for 5258f846-1179-4ed9-a212-c5065e6c914b owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:02.942393 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-69b82aff-3822-46f5-858b-8635702b9134 admin admin] Publish callbacks [] for security_group (b94e7611-e827-45a6-ac26-85602e287f4b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.957368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:02.974131 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a066f1cd-12ea-4128-9827-ba3f1e4e5b63 admin admin] 10.222.0.42 "PUT /v2.0/routers/ab29fc5a-fc4e-46f2-bead-18eb339ef246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2463009 Feb 11 13:25:02.975961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] Sync routers for ids ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:02.976554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49192) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:02.994772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] Routers {'ab29fc5a-fc4e-46f2-bead-18eb339ef246'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:02.995435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.029625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-69b82aff-3822-46f5-858b-8635702b9134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b94e7611-e827-45a6-ac26-85602e287f4b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.032798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-69b82aff-3822-46f5-858b-8635702b9134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.035202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-69b82aff-3822-46f5-858b-8635702b9134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b94e7611-e827-45a6-ac26-85602e287f4b HTTP/1.1" status: 204 len: 168 time: 0.2001877 Feb 11 13:25:03.052502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82aff-3822-46f5-858b-8635702b9134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e7611-e827-45a6-ac26-85602e287f4b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.161845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks [] for router (ab29fc5a-fc4e-46f2-bead-18eb339ef246), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.173490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] Set router ab29fc5a-fc4e-46f2-bead-18eb339ef246 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:03.205575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5258f846-1179-4ed9-a212-c5065e6c914b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.235098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Pushing event deleted for resources: {'Port': ['ID=5258f846-1179-4ed9-a212-c5065e6c914b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.245427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] No DVR routers for this DVR port 5258f846-1179-4ed9-a212-c5065e6c914b on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:03.359645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.373524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:25:01Z', 'revision_number': 5, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port': {'id': '02388ccc-1463-4851-bf62-2e16f56d1584', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:24:42Z', 'updated_at': '2022-02-11T13:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.382507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks [] for router_gateway (ab29fc5a-fc4e-46f2-bead-18eb339ef246), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.388922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.400568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797d0120-6742-4918-86cc-f5537c61fe64') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.401014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] Checking router: ab29fc5a-fc4e-46f2-bead-18eb339ef246 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:03.401337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797d0120-6742-4918-86cc-f5537c61fe64') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.411525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] Routers {'ab29fc5a-fc4e-46f2-bead-18eb339ef246'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:03.412142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.440108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (797d0120-6742-4918-86cc-f5537c61fe64), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.464572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (797d0120-6742-4918-86cc-f5537c61fe64), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.479188 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:03.479897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (797d0120-6742-4918-86cc-f5537c61fe64), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.516400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] Set router ab29fc5a-fc4e-46f2-bead-18eb339ef246 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:03.566844 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:03.576541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Deleting port 02388ccc-1463-4851-bf62-2e16f56d1584 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:03.577010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.596993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5258f846-1179-4ed9-a212-c5065e6c914b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:03.614907 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.618489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5258f846-1179-4ed9-a212-c5065e6c914b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:03.618852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5258f846-1179-4ed9-a212-c5065e6c914b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:03.621280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:25:03Z', 'revision_number': 6, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:03.634262 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.641566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d HTTP/1.1" status: 204 len: 168 time: 1.8048000 Feb 11 13:25:03.641990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49210) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:03.658507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e545fc92-684a-4970-b5b5-516f6481297c None None] The sync data for ids ['ab29fc5a-fc4e-46f2-bead-18eb339ef246'] in n-d-828675-3 is: [{'id': 'ab29fc5a-fc4e-46f2-bead-18eb339ef246', 'name': 'tempest-TestAggregatesBasicOps-464686971-router', 'tenant_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:24:41Z', 'updated_at': '2022-02-11T13:25:03Z', 'revision_number': 6, 'project_id': 'c0a444ed103c4fe09ece5c236423ea7b', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:03.729658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] For port 02388ccc-1463-4851-bf62-2e16f56d1584, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=02388ccc-1463-4851-bf62-2e16f56d1584,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:03.730024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:03.750851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Calling delete_port for 02388ccc-1463-4851-bf62-2e16f56d1584 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:03.813461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa1f2b4-9161-4b68-b2f9-bc9ad06e289d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.827000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.827359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.827715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.828037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.828375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.828712 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.829417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.829417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.829810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.830412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.830538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.830941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:03.831276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f886c-bf71-4811-8e62-9b9181621963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:04.019311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (02388ccc-1463-4851-bf62-2e16f56d1584), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.078290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Pushing event deleted for resources: {'Port': ['ID=02388ccc-1463-4851-bf62-2e16f56d1584,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.166988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (fe156794-3cea-4462-8f13-7a847c541be3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.206855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (ab29fc5a-fc4e-46f2-bead-18eb339ef246), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.269535 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.324847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (ab29fc5a-fc4e-46f2-bead-18eb339ef246), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.327388 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks [] for router_controller (ab29fc5a-fc4e-46f2-bead-18eb339ef246), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.382090 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (ab29fc5a-fc4e-46f2-bead-18eb339ef246), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.382685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab29fc5a-fc4e-46f2-bead-18eb339ef246 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:04.388664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.390011 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e2acb605-253e-4bc4-821b-12e667ab54ee admin admin] 10.222.0.42 "DELETE /v2.0/routers/ab29fc5a-fc4e-46f2-bead-18eb339ef246 HTTP/1.1" status: 204 len: 168 time: 1.4125137 Feb 11 13:25:04.392537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49232) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:04.444178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] Deleting subnet 7ec579d1-8d54-424c-8910-ad6fffba4fb7 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:04.448056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] Publish callbacks [] for subnet (7ec579d1-8d54-424c-8910-ad6fffba4fb7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.480363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Deleting port 432603c7-e634-4f56-9b4b-d63a96fc8961 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:04.480737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.516240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (7ec579d1-8d54-424c-8910-ad6fffba4fb7), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.596219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] For port 432603c7-e634-4f56-9b4b-d63a96fc8961, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=432603c7-e634-4f56-9b4b-d63a96fc8961,segment=NetworkSegment(e550c07a-3cca-4ac3-9e56-b0b5e8adb425),segment_id=e550c07a-3cca-4ac3-9e56-b0b5e8adb425)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:04.596942 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.617382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Calling delete_port for 432603c7-e634-4f56-9b4b-d63a96fc8961 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:04.633125 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7ec579d1-8d54-424c-8910-ad6fffba4fb7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.711553 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (7ec579d1-8d54-424c-8910-ad6fffba4fb7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.774879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ec579d1-8d54-424c-8910-ad6fffba4fb7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.784270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb0d3d3-b17f-43e8-a6f6-5ca7f86f3871 None None] Network 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:04.789524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.793850 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c092e2cb-4879-413f-ba45-30d60a891a33 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7ec579d1-8d54-424c-8910-ad6fffba4fb7 HTTP/1.1" status: 204 len: 168 time: 0.3997936 Feb 11 13:25:04.795933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49242) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:04.952084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (26c8a415-4d81-4ebe-ae38-700fd9cc3bbf), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.959956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (432603c7-e634-4f56-9b4b-d63a96fc8961), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.014427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] DHCP port deletion for 26c8a415-4d81-4ebe-ae38-700fd9cc3bbf request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:05.021582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Pushing event deleted for resources: {'Port': ['ID=432603c7-e634-4f56-9b4b-d63a96fc8961,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.131439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Deleting port 2b442a2c-21cf-410a-805f-77a61082f2fc {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:05.132023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.198916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] Deleting port 2b442a2c-21cf-410a-805f-77a61082f2fc {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:05.199553 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.295487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] For port 2b442a2c-21cf-410a-805f-77a61082f2fc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2b442a2c-21cf-410a-805f-77a61082f2fc,segment=NetworkSegment(c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6),segment_id=c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:05.298075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.347415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Calling delete_port for 2b442a2c-21cf-410a-805f-77a61082f2fc owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:05.373550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (fe156794-3cea-4462-8f13-7a847c541be3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.392855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] For port 2b442a2c-21cf-410a-805f-77a61082f2fc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2b442a2c-21cf-410a-805f-77a61082f2fc,segment=NetworkSegment(c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6),segment_id=c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:05.395383 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.428938 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] Calling delete_port for 2b442a2c-21cf-410a-805f-77a61082f2fc owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:05.438663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.598400 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:05.662130 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 13:25:05.684018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (2b442a2c-21cf-410a-805f-77a61082f2fc), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.706857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Pushing event deleted for resources: {'Port': ['ID=2b442a2c-21cf-410a-805f-77a61082f2fc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.719285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] No DVR routers for this DVR port 2b442a2c-21cf-410a-805f-77a61082f2fc on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:05.776473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Router fe156794-3cea-4462-8f13-7a847c541be3 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:05.779944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] No DVR routers for this DVR port 2b442a2c-21cf-410a-805f-77a61082f2fc on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:05.787945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 156bdbcc-6fbf-401f-b216-362a1eac6dfa no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:05.795654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6e955-dcd5-4288-b438-d7f1d7d59c97 None None] Pushing event deleted for resources: {'Port': ['ID=2b442a2c-21cf-410a-805f-77a61082f2fc,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.825009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 156bdbcc-6fbf-401f-b216-362a1eac6dfa {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:05.825354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 156bdbcc-6fbf-401f-b216-362a1eac6dfa not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:05.825901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02388ccc-1463-4851-bf62-2e16f56d1584 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:05.859689 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (26c8a415-4d81-4ebe-ae38-700fd9cc3bbf), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.868080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 02388ccc-1463-4851-bf62-2e16f56d1584 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:05.868430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02388ccc-1463-4851-bf62-2e16f56d1584 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:05.868949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2b442a2c-21cf-410a-805f-77a61082f2fc no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:05.914632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c8a415-4d81-4ebe-ae38-700fd9cc3bbf']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:05.932801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2b442a2c-21cf-410a-805f-77a61082f2fc {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:05.933454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2b442a2c-21cf-410a-805f-77a61082f2fc not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:05.943152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:05.943915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:05.965548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.981589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.990548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:05.991142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c2a14eb5-5faa-45d6-a476-6b8c01ccf5d6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:05.993310 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:06.056578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:06.069440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] Sync routers for ids ['fe156794-3cea-4462-8f13-7a847c541be3'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:06.074573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fe0fd13f-bccd-4cfa-ab9d-1daf7b326937 admin admin] 10.222.0.42 "PUT /v2.0/routers/fe156794-3cea-4462-8f13-7a847c541be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4313602 Feb 11 13:25:06.077161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49260) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:06.077514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (26c8a415-4d81-4ebe-ae38-700fd9cc3bbf), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.082958 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] Routers {'fe156794-3cea-4462-8f13-7a847c541be3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:06.085678 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fe156794-3cea-4462-8f13-7a847c541be3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:06.103497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.106798 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] 10.222.0.42 "DELETE /v2.0/networks/26c8a415-4d81-4ebe-ae38-700fd9cc3bbf HTTP/1.1" status: 204 len: 168 time: 1.3094585 Feb 11 13:25:06.157376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a73fe-e2a6-489d-862d-7caaecdde0db admin admin] Pushing event deleted for resources: {'Network': ['ID=26c8a415-4d81-4ebe-ae38-700fd9cc3bbf,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.246322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] Set router fe156794-3cea-4462-8f13-7a847c541be3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:06.480548 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49272) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:06.537837 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a3eb536b-2812-4ba6-adba-ac3789226b0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d82aed4c0a3c4924841dc43cba04c133&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556979 Feb 11 13:25:06.540458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49274) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:06.587253 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 5, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:06.623422 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] Checking router: fe156794-3cea-4462-8f13-7a847c541be3 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:06.646998 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] Routers {'fe156794-3cea-4462-8f13-7a847c541be3'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:06.647837 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fe156794-3cea-4462-8f13-7a847c541be3'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:06.652175 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26c86edf-d748-4cee-b533-2baad99e2342 admin admin] Publish callbacks [] for security_group (32b0bb55-e638-4834-85df-525051545bd0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.704174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26c86edf-d748-4cee-b533-2baad99e2342 admin admin] Publish callbacks [] for security_group (32b0bb55-e638-4834-85df-525051545bd0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.775162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26c86edf-d748-4cee-b533-2baad99e2342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (32b0bb55-e638-4834-85df-525051545bd0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.777497 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks [] for router (fe156794-3cea-4462-8f13-7a847c541be3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.778491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26c86edf-d748-4cee-b533-2baad99e2342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:06.780887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-26c86edf-d748-4cee-b533-2baad99e2342 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32b0bb55-e638-4834-85df-525051545bd0 HTTP/1.1" status: 204 len: 168 time: 0.2386081 Feb 11 13:25:06.804461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c86edf-d748-4cee-b533-2baad99e2342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b0bb55-e638-4834-85df-525051545bd0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.894549 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] Set router fe156794-3cea-4462-8f13-7a847c541be3 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:07.022129 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks [] for router_gateway (fe156794-3cea-4462-8f13-7a847c541be3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.141451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Deleting port 7def8d11-c24c-43ad-8002-f34c41937b78 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:07.142961 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.286038 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 5, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:07.315615 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b7b2b-c09d-4317-9fbb-66b4917ea707 None None] The sync data for ids ['fe156794-3cea-4462-8f13-7a847c541be3'] in n-d-828675-3 is: [{'id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'name': 'tempest-TaggedBootDevicesTest-126178807-router', 'tenant_id': '9fb9847eaad3449b81f171616f569434', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:17:35Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 5, 'project_id': '9fb9847eaad3449b81f171616f569434', 'gw_port': {'id': '7def8d11-c24c-43ad-8002-f34c41937b78', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe156794-3cea-4462-8f13-7a847c541be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:17:37Z', 'updated_at': '2022-02-11T13:17:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:07.321007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] For port 7def8d11-c24c-43ad-8002-f34c41937b78, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7def8d11-c24c-43ad-8002-f34c41937b78,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:07.321363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.351350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Calling delete_port for 7def8d11-c24c-43ad-8002-f34c41937b78 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:07.514946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 432603c7-e634-4f56-9b4b-d63a96fc8961 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:07.565718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 432603c7-e634-4f56-9b4b-d63a96fc8961 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:07.566361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 432603c7-e634-4f56-9b4b-d63a96fc8961 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:07.566900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49288) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:07.629286 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-761846c4-fe7f-410f-8343-d6acddbbd0a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0a444ed103c4fe09ece5c236423ea7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611942 Feb 11 13:25:07.629907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49290) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:07.697737 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8630d84b-d1f5-4d82-9355-83428c56d7fe admin admin] Publish callbacks [] for security_group (bec6348e-22d3-49fd-9be9-4006ea6b2fb7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.720792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8630d84b-d1f5-4d82-9355-83428c56d7fe admin admin] Publish callbacks [] for security_group (bec6348e-22d3-49fd-9be9-4006ea6b2fb7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.770903 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7def8d11-c24c-43ad-8002-f34c41937b78), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.785146 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8630d84b-d1f5-4d82-9355-83428c56d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bec6348e-22d3-49fd-9be9-4006ea6b2fb7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.788188 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8630d84b-d1f5-4d82-9355-83428c56d7fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.792712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8630d84b-d1f5-4d82-9355-83428c56d7fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bec6348e-22d3-49fd-9be9-4006ea6b2fb7 HTTP/1.1" status: 204 len: 168 time: 0.1618268 Feb 11 13:25:07.801798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630d84b-d1f5-4d82-9355-83428c56d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec6348e-22d3-49fd-9be9-4006ea6b2fb7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.950578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7def8d11-c24c-43ad-8002-f34c41937b78,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.952358 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (fe156794-3cea-4462-8f13-7a847c541be3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.055323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (fe156794-3cea-4462-8f13-7a847c541be3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.057831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks [] for router_controller (fe156794-3cea-4462-8f13-7a847c541be3), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.117661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (fe156794-3cea-4462-8f13-7a847c541be3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.118259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe156794-3cea-4462-8f13-7a847c541be3 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:08.123242 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.127760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:08.129359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bdd3b5e6-b6c5-49c7-9e5a-1ef1f07b62d9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fe156794-3cea-4462-8f13-7a847c541be3 HTTP/1.1" status: 204 len: 168 time: 2.0510628 Feb 11 13:25:08.231405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] Deleting subnet 52328f2c-9f7a-436c-8288-a5a7b36f7c99 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:08.235980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] Publish callbacks [] for subnet (52328f2c-9f7a-436c-8288-a5a7b36f7c99), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.296571 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (52328f2c-9f7a-436c-8288-a5a7b36f7c99), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.445267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (52328f2c-9f7a-436c-8288-a5a7b36f7c99), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.528966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (52328f2c-9f7a-436c-8288-a5a7b36f7c99), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.568910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52328f2c-9f7a-436c-8288-a5a7b36f7c99,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:08.571438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.574916 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-287c1221-f133-4076-8db9-e7b96ddb60ac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52328f2c-9f7a-436c-8288-a5a7b36f7c99 HTTP/1.1" status: 204 len: 168 time: 0.4461088 Feb 11 13:25:08.577363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49310) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:08.582664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aaefa4-153d-453f-b403-272a86447da3 None None] Network 3a67850a-2702-408d-bac9-44e693e134b5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:08.666987 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3a67850a-2702-408d-bac9-44e693e134b5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.748281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Deleting port d45e8f7e-4696-4be9-af75-0644f3c6fa4f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:08.748897 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.822594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] DHCP port deletion for 3a67850a-2702-408d-bac9-44e693e134b5 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:08.869723 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] For port d45e8f7e-4696-4be9-af75-0644f3c6fa4f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,segment=NetworkSegment(e550c07a-3cca-4ac3-9e56-b0b5e8adb425),segment_id=e550c07a-3cca-4ac3-9e56-b0b5e8adb425)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:08.869723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.885412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Calling delete_port for d45e8f7e-4696-4be9-af75-0644f3c6fa4f owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:08.921450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] Deleting port d45e8f7e-4696-4be9-af75-0644f3c6fa4f {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:08.922396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.988790 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.004874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] For port d45e8f7e-4696-4be9-af75-0644f3c6fa4f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,segment=NetworkSegment(e550c07a-3cca-4ac3-9e56-b0b5e8adb425),segment_id=e550c07a-3cca-4ac3-9e56-b0b5e8adb425)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:09.006674 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.013433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] No DVR routers for this DVR port d45e8f7e-4696-4be9-af75-0644f3c6fa4f on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:09.022476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.032848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] Calling delete_port for d45e8f7e-4696-4be9-af75-0644f3c6fa4f owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:09.134367 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d45e8f7e-4696-4be9-af75-0644f3c6fa4f), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.136260 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3a67850a-2702-408d-bac9-44e693e134b5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.162880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a67850a-2702-408d-bac9-44e693e134b5']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:09.165263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] Pushing event deleted for resources: {'Port': ['ID=d45e8f7e-4696-4be9-af75-0644f3c6fa4f,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.175560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:09.176078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e550c07a-3cca-4ac3-9e56-b0b5e8adb425') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:09.177407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f9801-b094-4898-933d-c314a1cc1a37 None None] No DVR routers for this DVR port d45e8f7e-4696-4be9-af75-0644f3c6fa4f on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:09.197951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e550c07a-3cca-4ac3-9e56-b0b5e8adb425), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.215135 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e550c07a-3cca-4ac3-9e56-b0b5e8adb425), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.222174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:09.222626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e550c07a-3cca-4ac3-9e56-b0b5e8adb425), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:09.224796 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:09.289357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3a67850a-2702-408d-bac9-44e693e134b5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.296605 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.300271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3a67850a-2702-408d-bac9-44e693e134b5 HTTP/1.1" status: 204 len: 168 time: 0.7214320 Feb 11 13:25:09.312921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facac07c-44a1-45c8-b683-c7463a3407c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a67850a-2702-408d-bac9-44e693e134b5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.588918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49362) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:09.600392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7def8d11-c24c-43ad-8002-f34c41937b78 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:09.625159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 7def8d11-c24c-43ad-8002-f34c41937b78 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:09.625585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7def8d11-c24c-43ad-8002-f34c41937b78 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:09.626234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d45e8f7e-4696-4be9-af75-0644f3c6fa4f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:09.644647 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-97ba8cad-3dc2-48a8-8adf-b6b46a003f90 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d16c09587f1347049d74d3093b0075d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514627 Feb 11 13:25:09.644955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49364) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:09.651093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d45e8f7e-4696-4be9-af75-0644f3c6fa4f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:09.651721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d45e8f7e-4696-4be9-af75-0644f3c6fa4f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:09.741175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-104fae02-fd8a-4102-853d-ad458baa22d0 admin admin] Publish callbacks [] for security_group (f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.807885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-104fae02-fd8a-4102-853d-ad458baa22d0 admin admin] Publish callbacks [] for security_group (f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.877531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-104fae02-fd8a-4102-853d-ad458baa22d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.877531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-104fae02-fd8a-4102-853d-ad458baa22d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:09.877531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-104fae02-fd8a-4102-853d-ad458baa22d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d HTTP/1.1" status: 204 len: 168 time: 0.2220850 Feb 11 13:25:09.885184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fae02-fd8a-4102-853d-ad458baa22d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f5b4fe-af21-4918-87eb-29b8cb1b1c3d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:10.376300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49458) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:10.444305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1bcf60a3-9290-4cd3-838a-82059b2816a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fb9847eaad3449b81f171616f569434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0665977 Feb 11 13:25:10.446861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49470) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:10.505315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3c49404-62b2-4a8a-8136-51cf513b3c76 admin admin] Publish callbacks [] for security_group (d2168b3e-c71b-43ff-b06f-74982d546be9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.540812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3c49404-62b2-4a8a-8136-51cf513b3c76 admin admin] Publish callbacks [] for security_group (d2168b3e-c71b-43ff-b06f-74982d546be9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.609394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3c49404-62b2-4a8a-8136-51cf513b3c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d2168b3e-c71b-43ff-b06f-74982d546be9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.612265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f3c49404-62b2-4a8a-8136-51cf513b3c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:10.613489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f3c49404-62b2-4a8a-8136-51cf513b3c76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2168b3e-c71b-43ff-b06f-74982d546be9 HTTP/1.1" status: 204 len: 168 time: 0.1654260 Feb 11 13:25:10.630250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c49404-62b2-4a8a-8136-51cf513b3c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2168b3e-c71b-43ff-b06f-74982d546be9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.224390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49544) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:11.405336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5da7a56b-650f-4386-9263-d67bd21638ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.497303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5da7a56b-650f-4386-9263-d67bd21638ed admin admin] Publish callbacks [] for security_group (e8549cee-b979-43b8-899d-a37193a942b0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.506612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5da7a56b-650f-4386-9263-d67bd21638ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e8549cee-b979-43b8-899d-a37193a942b0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.549688 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5da7a56b-650f-4386-9263-d67bd21638ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5af15e3266254555b4b6747794fd641c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223257 Feb 11 13:25:11.550931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49566) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:11.560249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7a56b-650f-4386-9263-d67bd21638ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8549cee-b979-43b8-899d-a37193a942b0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.609120 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26286f1e-effb-4875-930f-a44ba8a71d3c admin admin] Publish callbacks [] for security_group (e8549cee-b979-43b8-899d-a37193a942b0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.634264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26286f1e-effb-4875-930f-a44ba8a71d3c admin admin] Publish callbacks [] for security_group (e8549cee-b979-43b8-899d-a37193a942b0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.646965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49572) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:11.699162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26286f1e-effb-4875-930f-a44ba8a71d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e8549cee-b979-43b8-899d-a37193a942b0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.702365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26286f1e-effb-4875-930f-a44ba8a71d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.703748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-26286f1e-effb-4875-930f-a44ba8a71d3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8549cee-b979-43b8-899d-a37193a942b0 HTTP/1.1" status: 204 len: 168 time: 0.1516461 Feb 11 13:25:11.713390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26286f1e-effb-4875-930f-a44ba8a71d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8549cee-b979-43b8-899d-a37193a942b0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.772244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2059968422-network', 'tenant_id': '389b220591bd4e97842b2e8830f96d7b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:11.795604 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Made reservation on behalf of 389b220591bd4e97842b2e8830f96d7b for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:11.798536 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.809302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.892169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks [] for security_group (6d09af0b-7e1d-4e0a-841c-54de264df43c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.897451 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6d09af0b-7e1d-4e0a-841c-54de264df43c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.924274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:11.938454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d09af0b-7e1d-4e0a-841c-54de264df43c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.943706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b13f7266-c94a-4b5c-bd44-b753e21dd534), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:11.944022 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Added segment b13f7266-c94a-4b5c-bd44-b753e21dd534 of type vlan for network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 Feb 11 13:25:12.008113 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (729328f2-d9d6-47cd-8d56-0e797ff5fc35), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.034852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49592) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:12.056930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0efad23-a6f9-49b0-8893-0c8f9c723718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.061266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (729328f2-d9d6-47cd-8d56-0e797ff5fc35), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.062252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.062838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.142378 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4943600 Feb 11 13:25:12.145331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49598) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:12.150513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Request body: {'subnet': {'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2059968422-subnet', 'tenant_id': '389b220591bd4e97842b2e8830f96d7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:12.172916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Made reservation on behalf of 389b220591bd4e97842b2e8830f96d7b for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:12.176877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe80b28-8b25-4484-9bed-9cef4dda4743 admin admin] Pushing event updated for resources: {'Network': ['ID=729328f2-d9d6-47cd-8d56-0e797ff5fc35,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.177203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.189462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:12.223984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0efad23-a6f9-49b0-8893-0c8f9c723718 admin admin] Publish callbacks [] for security_group (b48d5636-1962-4851-afdf-a14e1a399acc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.231211 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0efad23-a6f9-49b0-8893-0c8f9c723718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b48d5636-1962-4851-afdf-a14e1a399acc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.286730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a0efad23-a6f9-49b0-8893-0c8f9c723718 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6fd43ab52324060a8547b6bb27d2264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496948 Feb 11 13:25:12.288003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efad23-a6f9-49b0-8893-0c8f9c723718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48d5636-1962-4851-afdf-a14e1a399acc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.298223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49600) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:12.410549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f84a97-4806-4e42-875d-a948093f8076 admin admin] Publish callbacks [] for security_group (b48d5636-1962-4851-afdf-a14e1a399acc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.439487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f84a97-4806-4e42-875d-a948093f8076 admin admin] Publish callbacks [] for security_group (b48d5636-1962-4851-afdf-a14e1a399acc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.512009 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (7062e143-11bc-48ce-9c45-f9741c4d684b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.567496 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f84a97-4806-4e42-875d-a948093f8076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b48d5636-1962-4851-afdf-a14e1a399acc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.570121 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f84a97-4806-4e42-875d-a948093f8076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.573745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f4f84a97-4806-4e42-875d-a948093f8076 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b48d5636-1962-4851-afdf-a14e1a399acc HTTP/1.1" status: 204 len: 168 time: 0.2709506 Feb 11 13:25:12.581960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7062e143-11bc-48ce-9c45-f9741c4d684b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.590730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84a97-4806-4e42-875d-a948093f8076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48d5636-1962-4851-afdf-a14e1a399acc,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.598680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Checking segment: {'id': 'b13f7266-c94a-4b5c-bd44-b753e21dd534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:12.598985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Network hostable DHCP agents. Network: 729328f2-d9d6-47cd-8d56-0e797ff5fc35, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:12.618863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:12.634724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 729328f2-d9d6-47cd-8d56-0e797ff5fc35) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:12.639163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.640239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:12.646799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d909f7a-3c1b-44a0-9cfa-68bf90685389 None None] Network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:12.663393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-07425137-5cc5-471e-86db-edeaff2a16fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5168869 Feb 11 13:25:12.960356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e6fc3-a2b9-4427-b996-82e8887ea704 None None] Network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:13.645459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49650) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:13.664727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-7fddd89a-227e-40ff-b343-b63a39b37c5e tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.667699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-7fddd89a-227e-40ff-b343-b63a39b37c5e tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/networks?id=729328f2-d9d6-47cd-8d56-0e797ff5fc35 HTTP/1.1" status: 200 len: 821 time: 0.1466773 Feb 11 13:25:13.685224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-ea3923fd-871e-47fc-a9df-a6abbf545857 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/quotas/389b220591bd4e97842b2e8830f96d7b HTTP/1.1" status: 200 len: 375 time: 0.0113924 Feb 11 13:25:13.733044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-e8de6cf8-8aaa-4532-bc67-438c88f76a11 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=389b220591bd4e97842b2e8830f96d7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421631 Feb 11 13:25:13.770816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1776973858-network', 'tenant_id': '272a68c9769f4c838ef465c845d83be2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:13.791343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Made reservation on behalf of 272a68c9769f4c838ef465c845d83be2 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:13.794140 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:13.804269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:13.901296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks [] for security_group (72ac883c-b235-4e73-a5e9-38dc326f8e79), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:13.906230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (72ac883c-b235-4e73-a5e9-38dc326f8e79), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:13.934735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:13.944524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-18f2460c-8204-41d5-bf0f-fd5c9bb8dbd4 service neutron] 10.222.0.42 "GET /v2.0/networks/729328f2-d9d6-47cd-8d56-0e797ff5fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102385 Feb 11 13:25:13.945805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac883c-b235-4e73-a5e9-38dc326f8e79,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.967751 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:13.968266 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Added segment 0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3 of type vlan for network 454d6fb5-27f6-486b-bc9c-463b367f1055 Feb 11 13:25:14.039720 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (454d6fb5-27f6-486b-bc9c-463b367f1055), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.084212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-55fa9473-b648-496f-9f67-2c8f35680ae5 service neutron] 10.222.0.42 "GET /v2.0/networks/729328f2-d9d6-47cd-8d56-0e797ff5fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291006 Feb 11 13:25:14.089524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (454d6fb5-27f6-486b-bc9c-463b367f1055), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.090563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.091150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.142455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4952438 Feb 11 13:25:14.145271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49656) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:14.153405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Request body: {'subnet': {'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1776973858-subnet', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:14.182228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Made reservation on behalf of 272a68c9769f4c838ef465c845d83be2 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:14.184916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.251705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35c6d-7387-447f-9b63-7d01332085ff admin admin] Pushing event updated for resources: {'Network': ['ID=454d6fb5-27f6-486b-bc9c-463b367f1055,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:14.272955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:14.310481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11c7a3a3-4f89-4883-91b8-16f2f5626341 req-8faa4562-2579-42db-be85-3f95edb5d3b8 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 210 time: 0.0372243 Feb 11 13:25:14.456612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.521472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:14.526134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Checking segment: {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:14.526500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Network hostable DHCP agents. Network: 454d6fb5-27f6-486b-bc9c-463b367f1055, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:14.553736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:14.573533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 454d6fb5-27f6-486b-bc9c-463b367f1055) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:14.586864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.587801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.591890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcd5fbf-0f39-4738-ac31-7a38c7cdba87 None None] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:14.611426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc9e1d38-58d3-41c1-88a3-c4656cb520fc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4647434 Feb 11 13:25:14.613989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49672) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:14.620347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:14.660704 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.661916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.781891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks [] for router_controller (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:14.828513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-454d6fb5-27f6-486b-bc9c-463b367f1055', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'project_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:25:14.829431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.094038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Allocated IP 172.20.0.2 (454d6fb5-27f6-486b-bc9c-463b367f1055/0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7/dc0878c3-43ef-4690-916d-b73124aeeff2) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:15.094699 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks [] for router_gateway (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.354962 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Publish callbacks [] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.368795 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.372936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks [] for router_gateway (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.403883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.466893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:15.472298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:15.476437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:15.510267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Pushing event updated for resources: {'Port': ['ID=dc0878c3-43ef-4690-916d-b73124aeeff2,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.519998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f8887fe-8ef4-46fc-81e8-d3e99fb61009 req-811cdee3-e872-4f47-9bb7-912dd12ec8ee tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 210 time: 0.0584452 Feb 11 13:25:15.543085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Attempting to bind port dc0878c3-43ef-4690-916d-b73124aeeff2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:15.543884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Attempting to bind port dc0878c3-43ef-4690-916d-b73124aeeff2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:15.553036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Attempting to bind port dc0878c3-43ef-4690-916d-b73124aeeff2 on network 454d6fb5-27f6-486b-bc9c-463b367f1055 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:15.558795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:15.559090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Checking segment: {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:15.559498 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.570201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Bound using segment: {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:15.570724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Bound port: dc0878c3-43ef-4690-916d-b73124aeeff2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:15.571133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.640581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Allocated IP 172.25.1.84 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/989b1d1f-9860-4d88-b7a6-99285f7a00ca) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:15.699945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] For port dc0878c3-43ef-4690-916d-b73124aeeff2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:15.713287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] For port dc0878c3-43ef-4690-916d-b73124aeeff2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dc0878c3-43ef-4690-916d-b73124aeeff2,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:15.727326 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.795058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks [] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.815629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-fc568330-2c63-47af-b1b6-d5fbd22a7a89 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.820380 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-fc568330-2c63-47af-b1b6-d5fbd22a7a89 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.53 "GET /v2.0/networks?id=729328f2-d9d6-47cd-8d56-0e797ff5fc35 HTTP/1.1" status: 200 len: 821 time: 0.2598107 Feb 11 13:25:15.840348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Request body: {'port': {'device_id': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35', 'admin_state_up': True, 'tenant_id': '389b220591bd4e97842b2e8830f96d7b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:15.843718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:15.866865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dcf6f7-497b-47ae-8307-5522e6f595ec None None] Pushing event updated for resources: {'Port': ['ID=dc0878c3-43ef-4690-916d-b73124aeeff2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.918247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:15.920222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:15.932692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:15.983127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Pushing event updated for resources: {'Port': ['ID=989b1d1f-9860-4d88-b7a6-99285f7a00ca,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.034792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Made reservation on behalf of 389b220591bd4e97842b2e8830f96d7b for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:16.039592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.274506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Allocated IP 172.20.0.7 (729328f2-d9d6-47cd-8d56-0e797ff5fc35/7062e143-11bc-48ce-9c45-f9741c4d684b/c1b24e13-440a-41e6-9de2-c0c0e0f7bda6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:16.377856 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks [] for router_gateway (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.389537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.488370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks [] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.553383 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.635860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Pushing event updated for resources: {'Port': ['ID=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.687821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:16.690884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:16.697936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:16.768634 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.790067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.790686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:16.825059 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-59bd0266-e5ba-4a39-8389-7b0f3b18963c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9902000 Feb 11 13:25:16.844236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Request body: {'port': {'device_id': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:16.916750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b3c6e-2798-4330-b03f-83c88dc2e69e req-eae02cb7-6e51-49e0-9395-70df1a83064e tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.918410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-968b3c6e-2798-4330-b03f-83c88dc2e69e req-eae02cb7-6e51-49e0-9395-70df1a83064e tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 931 time: 0.2507362 Feb 11 13:25:16.956786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.073309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-968b3c6e-2798-4330-b03f-83c88dc2e69e req-0a691c4f-187c-4b33-b356-999d22f32ad2 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620508 Feb 11 13:25:17.093560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:17.205720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09813241-3e37-434d-9070-a80513894112 None None] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:17.307066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:17.341904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.347699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-26dfdd5e-8fb1-4589-b006-3c2ef6938739 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7296929 Feb 11 13:25:17.348462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49704) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:17.394929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Sync routers for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:17.441146 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:17.442652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:17.575154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a6d71b74-caa5-4f7a-ab83-8a954d24e835 None None] Provisioning complete for port dc0878c3-43ef-4690-916d-b73124aeeff2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:17.576106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a6d71b74-caa5-4f7a-ab83-8a954d24e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.580940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:17.615933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Publish callbacks [] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.641960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Transition to ACTIVE for port object c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:17.648034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.693261 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.751526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device dc0878c3-43ef-4690-916d-b73124aeeff2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:17.753988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:17.932777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Attempting to bind port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:17.933419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Attempting to bind port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'b13f7266-c94a-4b5c-bd44-b753e21dd534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:17.933419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Attempting to bind port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 on network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:17.947425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 on network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:17.947763 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Attempting to bind port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 on network 729328f2-d9d6-47cd-8d56-0e797ff5fc35 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:17.961192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port dc0878c3-43ef-4690-916d-b73124aeeff2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:17.961441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:17.961574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:17.961790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Checking segment: {'id': 'b13f7266-c94a-4b5c-bd44-b753e21dd534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:17.962184 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Bound using segment: {'id': 'b13f7266-c94a-4b5c-bd44-b753e21dd534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:17.962600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Bound port: c1b24e13-440a-41e6-9de2-c0c0e0f7bda6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13f7266-c94a-4b5c-bd44-b753e21dd534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:17.962961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.047331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] For port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:18.052280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] For port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,segment=NetworkSegment(b13f7266-c94a-4b5c-bd44-b753e21dd534),segment_id=b13f7266-c94a-4b5c-bd44-b753e21dd534)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:18.056964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a6d71b74-caa5-4f7a-ab83-8a954d24e835 None None] Current status of the port dc0878c3-43ef-4690-916d-b73124aeeff2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:18.057358 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a6d71b74-caa5-4f7a-ab83-8a954d24e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.060538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.106194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:18.156227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.156854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.158420 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] 10.222.0.53 "PUT /v2.0/ports/c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 HTTP/1.1" status: 200 len: 1091 time: 1.3246274 Feb 11 13:25:18.158891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'tag': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:18.173906 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e672cab8-e613-467b-911e-fff22dec951f" -d '{"events": [{"name": "network-changed", "server_uuid": "19133dd4-8648-471f-b7ad-a66d2ad392ed", "tag": "c1b24e13-440a-41e6-9de2-c0c0e0f7bda6"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:18.206643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a6d71b74-caa5-4f7a-ab83-8a954d24e835 None None] For port dc0878c3-43ef-4690-916d-b73124aeeff2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dc0878c3-43ef-4690-916d-b73124aeeff2,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:18.220693 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a6d71b74-caa5-4f7a-ab83-8a954d24e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.315657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c4632-56aa-427e-8185-442c4658deb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.341462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-0979b7a8-9620-4dc9-af36-04d78b9884c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.343307 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-0979b7a8-9620-4dc9-af36-04d78b9884c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=389b220591bd4e97842b2e8830f96d7b&device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 1125 time: 0.1391010 Feb 11 13:25:18.405253 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-5c28ccbd-d35d-4fe3-a916-b4b882f20be3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 HTTP/1.1" status: 200 len: 217 time: 0.0542076 Feb 11 13:25:18.480489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-e8be0793-633a-4e38-aa0a-030c02e96312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.482054 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-e8be0793-633a-4e38-aa0a-030c02e96312 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7062e143-11bc-48ce-9c45-f9741c4d684b HTTP/1.1" status: 200 len: 861 time: 0.0703623 Feb 11 13:25:18.496503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port dc0878c3-43ef-4690-916d-b73124aeeff2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:18.535752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-f6aa5e7f-c3a8-4e77-8e1b-a93e4932cb46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=729328f2-d9d6-47cd-8d56-0e797ff5fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457213 Feb 11 13:25:18.581220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-65023c80-554f-4530-9306-42f62fa60a28 None None] Provisioning complete for port dc0878c3-43ef-4690-916d-b73124aeeff2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:18.581998 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65023c80-554f-4530-9306-42f62fa60a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.631181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d71b74-caa5-4f7a-ab83-8a954d24e835 None None] Pushing event updated for resources: {'Port': ['ID=dc0878c3-43ef-4690-916d-b73124aeeff2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.711375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:16Z', 'revision_number': 3, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:18.713187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-65023c80-554f-4530-9306-42f62fa60a28 None None] Current status of the port dc0878c3-43ef-4690-916d-b73124aeeff2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:18.729984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21eb57-499a-4d83-9864-77f8fdfb1ac8 req-54182aaf-95ea-4f5a-8d23-5de5569bd025 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.736777 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-66da039a-c8e0-4758-9407-2959b2404184 service neutron] 10.222.0.53 "GET /v2.0/networks/729328f2-d9d6-47cd-8d56-0e797ff5fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940780 Feb 11 13:25:18.742228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee21eb57-499a-4d83-9864-77f8fdfb1ac8 req-54182aaf-95ea-4f5a-8d23-5de5569bd025 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 943 time: 0.3624346 Feb 11 13:25:18.750260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Checking router: 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:18.750611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Updating router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 port 989b1d1f-9860-4d88-b7a6-99285f7a00ca binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:18.812840 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.915616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee21eb57-499a-4d83-9864-77f8fdfb1ac8 req-6895c104-376d-4c61-a41e-a33e1c94967f tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723666 Feb 11 13:25:18.922004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.947153 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d6885c18-d502-45fb-a0ea-cba200d9955f req-61147c25-d2a9-4584-9c6b-5d28b18fe757 service neutron] 10.222.0.53 "GET /v2.0/networks/729328f2-d9d6-47cd-8d56-0e797ff5fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037270 Feb 11 13:25:19.041154 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:19.128882 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2396b147-692c-4934-91c8-4dd2e2001302 x-openstack-request-id: req-2396b147-692c-4934-91c8-4dd2e2001302 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:19.129258 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19133dd4-8648-471f-b7ad-a66d2ad392ed", "tag": "c1b24e13-440a-41e6-9de2-c0c0e0f7bda6", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:19.129580 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2396b147-692c-4934-91c8-4dd2e2001302 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:19.131392 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'tag': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6', 'status': 'completed', 'code': 200} Feb 11 13:25:19.248267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cab8-e613-467b-911e-fff22dec951f req-6a30aa21-9102-46e8-99cc-60e6875f31d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.249940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e672cab8-e613-467b-911e-fff22dec951f req-6a30aa21-9102-46e8-99cc-60e6875f31d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=389b220591bd4e97842b2e8830f96d7b&device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 1125 time: 0.0945647 Feb 11 13:25:19.272387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Allocated IP 172.20.0.1 (454d6fb5-27f6-486b-bc9c-463b367f1055/0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7/eff49399-18b3-4d06-8a7e-f6829e2d69ec) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:19.396162 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Publish callbacks [] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.408330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.460811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cab8-e613-467b-911e-fff22dec951f req-8763d472-c378-42e4-9f54-4601e5865f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.464600 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e672cab8-e613-467b-911e-fff22dec951f req-8763d472-c378-42e4-9f54-4601e5865f1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=729328f2-d9d6-47cd-8d56-0e797ff5fc35 HTTP/1.1" status: 200 len: 922 time: 0.2074194 Feb 11 13:25:19.521886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f73c6-e85c-4d79-b41a-1d5916be03fd None None] Pushing event updated for resources: {'Port': ['ID=989b1d1f-9860-4d88-b7a6-99285f7a00ca,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.549891 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e672cab8-e613-467b-911e-fff22dec951f req-118693c0-2e57-4765-a7e2-9b01d466ceb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 HTTP/1.1" status: 200 len: 217 time: 0.0772257 Feb 11 13:25:19.580426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Attempting to bind port 989b1d1f-9860-4d88-b7a6-99285f7a00ca on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:19.582236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Attempting to bind port 989b1d1f-9860-4d88-b7a6-99285f7a00ca by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:19.586039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Attempting to bind port 989b1d1f-9860-4d88-b7a6-99285f7a00ca on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:19.590302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks [] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.593932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:19.594512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:19.596270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.596759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:19.597390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Bound port: 989b1d1f-9860-4d88-b7a6-99285f7a00ca, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:19.597907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.663648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device dc0878c3-43ef-4690-916d-b73124aeeff2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:19.667913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.685784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672cab8-e613-467b-911e-fff22dec951f req-0546202a-4ea2-4240-b6d8-d978c62a2790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.690860 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e672cab8-e613-467b-911e-fff22dec951f req-0546202a-4ea2-4240-b6d8-d978c62a2790 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7062e143-11bc-48ce-9c45-f9741c4d684b HTTP/1.1" status: 200 len: 861 time: 0.1346242 Feb 11 13:25:19.756775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e672cab8-e613-467b-911e-fff22dec951f req-3f5e1eb0-43c9-4c23-857e-d7a0be199c30 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=729328f2-d9d6-47cd-8d56-0e797ff5fc35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592878 Feb 11 13:25:19.757894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Pushing event updated for resources: {'Port': ['ID=eff49399-18b3-4d06-8a7e-f6829e2d69ec,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.792502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:19.799581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:19.808417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:19.955220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] For port 989b1d1f-9860-4d88-b7a6-99285f7a00ca, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:19.960251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] For port 989b1d1f-9860-4d88-b7a6-99285f7a00ca, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=989b1d1f-9860-4d88-b7a6-99285f7a00ca,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:19.972881 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:19.990657 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e672cab8-e613-467b-911e-fff22dec951f req-c7dc524e-3033-4ff1-9926-ed5171661397 service neutron] 10.222.0.53 "GET /v2.0/networks/729328f2-d9d6-47cd-8d56-0e797ff5fc35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272055 Feb 11 13:25:20.017006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:20.075910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port dc0878c3-43ef-4690-916d-b73124aeeff2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:20.076287 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:20.148485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:20.149269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:20.186509 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e672cab8-e613-467b-911e-fff22dec951f req-ae357cfe-eda6-40f3-a99d-01f8239993e8 service neutron] 10.222.0.53 "GET /v2.0/networks/729328f2-d9d6-47cd-8d56-0e797ff5fc35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866200 Feb 11 13:25:20.258214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f73c6-e85c-4d79-b41a-1d5916be03fd None None] Pushing event updated for resources: {'Port': ['ID=989b1d1f-9860-4d88-b7a6-99285f7a00ca,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:20.278285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-cc4cb829-f31e-491d-9f03-3717bb68d607 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4086826 Feb 11 13:25:20.289813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4dec044d-4d3c-4621-8705-ea4c92cde308 None None] Provisioning complete for port eff49399-18b3-4d06-8a7e-f6829e2d69ec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:20.290206 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4dec044d-4d3c-4621-8705-ea4c92cde308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:20.327370 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:20.444502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:20.446974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4dec044d-4d3c-4621-8705-ea4c92cde308 None None] Port eff49399-18b3-4d06-8a7e-f6829e2d69ec cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:20.490940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0afec-92a2-460a-8c9b-ae2c5ebc0245 req-9da92e3b-a62a-4e12-bc39-1468a4699676 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.492774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4df0afec-92a2-460a-8c9b-ae2c5ebc0245 req-9da92e3b-a62a-4e12-bc39-1468a4699676 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 943 time: 0.2211051 Feb 11 13:25:20.510219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port dc0878c3-43ef-4690-916d-b73124aeeff2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:20.511677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-4f163428-5f5a-47d1-9c39-9baa0d5f157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.513399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-4f163428-5f5a-47d1-9c39-9baa0d5f157d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1128 time: 0.1822460 Feb 11 13:25:20.575616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4df0afec-92a2-460a-8c9b-ae2c5ebc0245 req-7dbbef1c-c7fa-4031-86eb-a40541669d27 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586338 Feb 11 13:25:20.763247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-d1c0411a-0707-4abc-974f-427cc9d3f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.764848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-d1c0411a-0707-4abc-974f-427cc9d3f2d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 200 len: 898 time: 0.1937919 Feb 11 13:25:20.766206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:16Z', 'revision_number': 3, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:20.817949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9fdd43-e202-4b24-9b30-e82d9a3873d7 None None] The sync data for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 is: [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:16Z', 'revision_number': 3, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:20.850154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-47814fd4-7b15-4591-b9c4-c22253ee34d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 200 len: 1002 time: 0.0762022 Feb 11 13:25:20.944561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks [] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:20.952886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-588bb382-2e55-4e56-9536-e0e928d7fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.957010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-588bb382-2e55-4e56-9536-e0e928d7fc10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2792744f-530f-41e1-806a-4667c67fb403 HTTP/1.1" status: 200 len: 834 time: 0.0952759 Feb 11 13:25:20.960635 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:21.093916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:21.096082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Pushing event updated for resources: {'Port': ['ID=eff49399-18b3-4d06-8a7e-f6829e2d69ec,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:21.106728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-03a2bb78-88ca-4219-9860-9a200a22f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.108523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-03a2bb78-88ca-4219-9860-9a200a22f475 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f603f69-470e-434c-a4bd-4fd590888b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1408422 Feb 11 13:25:21.215119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-74240f9b-1217-4985-b89c-b7618f94bb74 service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989714 Feb 11 13:25:21.474305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:21.476577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:21.480280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-728329df-11c2-4f0b-a6ef-6c2f9862a8ba req-5c368c46-8c4e-421c-9508-1f1b89a2e96c service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449522 Feb 11 13:25:21.695684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 989b1d1f-9860-4d88-b7a6-99285f7a00ca up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:21.714084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:21.811770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 989b1d1f-9860-4d88-b7a6-99285f7a00ca triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:21.812412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:22.012119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 989b1d1f-9860-4d88-b7a6-99285f7a00ca is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:22.012511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:22.042164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:22.057590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0720c094-a503-4cf7-8083-a27c9d5d1efa admin admin] 10.222.0.42 "PUT /v2.0/routers/41235b1a-c2ee-415c-a8a9-98ccd8e13b23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7080142 Feb 11 13:25:22.094235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 989b1d1f-9860-4d88-b7a6-99285f7a00ca, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=989b1d1f-9860-4d88-b7a6-99285f7a00ca,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:22.108514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:22.207757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-034edeb7-dae6-4178-9130-8eab3522309e None None] Provisioning complete for port eff49399-18b3-4d06-8a7e-f6829e2d69ec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:22.210067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-034edeb7-dae6-4178-9130-8eab3522309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:22.323336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=989b1d1f-9860-4d88-b7a6-99285f7a00ca,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:22.335457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-034edeb7-dae6-4178-9130-8eab3522309e None None] Port eff49399-18b3-4d06-8a7e-f6829e2d69ec cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:22.450618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1317bf-1ae0-42ce-910e-e466c7fb2589 req-f78f9200-65b8-413e-8882-0fc5c0545282 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.463321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f1317bf-1ae0-42ce-910e-e466c7fb2589 req-f78f9200-65b8-413e-8882-0fc5c0545282 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 943 time: 0.1462655 Feb 11 13:25:22.605586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f1317bf-1ae0-42ce-910e-e466c7fb2589 req-15807654-9cd1-4625-b618-11c9972eb61d tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246152 Feb 11 13:25:22.680140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:22.779519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239f912-d515-404a-8066-bbddd6f6e795 req-dd0c7598-90d3-483b-ad92-839d0b014067 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.796589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4239f912-d515-404a-8066-bbddd6f6e795 req-dd0c7598-90d3-483b-ad92-839d0b014067 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.0885839 Feb 11 13:25:22.876165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4239f912-d515-404a-8066-bbddd6f6e795 req-0682bc67-fda7-4e40-b135-f7d2b0b50997 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763822 Feb 11 13:25:22.881217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,segment=NetworkSegment(b13f7266-c94a-4b5c-bd44-b753e21dd534),segment_id=b13f7266-c94a-4b5c-bd44-b753e21dd534)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:22.905930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6', 'network_id': '729328f2-d9d6-47cd-8d56-0e797ff5fc35', 'port_id': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6', 'mac_address': 'fa:16:3e:21:de:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7062e143-11bc-48ce-9c45-f9741c4d684b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:22.956232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:22.956757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:22.972121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:22.983422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49768) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:22.988936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-464946859-network', 'tenant_id': '6b4ea800f56d430095051e707cecd315'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:23.002581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,segment=NetworkSegment(b13f7266-c94a-4b5c-bd44-b753e21dd534),segment_id=b13f7266-c94a-4b5c-bd44-b753e21dd534)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:23.009399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.027674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Made reservation on behalf of 6b4ea800f56d430095051e707cecd315 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:23.029994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.055056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.121392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.203369 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks [] for security_group (be129530-d959-4fb6-989f-1e4586b95ff2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.209935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be129530-d959-4fb6-989f-1e4586b95ff2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.280569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:23.293786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be129530-d959-4fb6-989f-1e4586b95ff2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.301034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0bcbda43-2a8a-4809-86a2-150af475a36e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.301672 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Added segment 0bcbda43-2a8a-4809-86a2-150af475a36e of type vlan for network c9e03b42-55d5-4fa0-8717-7453253c248d Feb 11 13:25:23.313929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['c1b24e13-440a-41e6-9de2-c0c0e0f7bda6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:23.384092 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c9e03b42-55d5-4fa0-8717-7453253c248d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.482025 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c9e03b42-55d5-4fa0-8717-7453253c248d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.483293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.486444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.570543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49778) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:23.571172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5861955 Feb 11 13:25:23.580341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Request body: {'subnet': {'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-464946859-subnet', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:23.652176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Made reservation on behalf of 6b4ea800f56d430095051e707cecd315 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:23.654540 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.659300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 989b1d1f-9860-4d88-b7a6-99285f7a00ca up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:23.666698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ed13d-4e58-4605-89cd-596e46142c7f admin admin] Pushing event updated for resources: {'Network': ['ID=c9e03b42-55d5-4fa0-8717-7453253c248d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.681860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c9e03b42-55d5-4fa0-8717-7453253c248d details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:23.854921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 989b1d1f-9860-4d88-b7a6-99285f7a00ca triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:23.855291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:23.920576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5cf40-caf2-4a35-be36-b02121f15fb3 req-e365a1e7-84c7-4212-8264-8f5dc20a23c8 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.926642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4b5cf40-caf2-4a35-be36-b02121f15fb3 req-e365a1e7-84c7-4212-8264-8f5dc20a23c8 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 944 time: 0.1591759 Feb 11 13:25:23.947612 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Sync routers for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:23.962413 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:23.963040 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:24.061489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 989b1d1f-9860-4d88-b7a6-99285f7a00ca is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:24.085191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4b5cf40-caf2-4a35-be36-b02121f15fb3 req-da1c8a26-e656-4fdf-824f-25dc4f2d0542 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523719 Feb 11 13:25:24.205408 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:24.255346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (c154bdc5-1a67-4d52-a788-c1cdcdd38573), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:24.266501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d44d2-f7b7-4f7e-be2b-9bc18da02cea req-837e9e30-ebb5-47c7-aaa7-9124d3336097 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.279275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-198d44d2-f7b7-4f7e-be2b-9bc18da02cea req-837e9e30-ebb5-47c7-aaa7-9124d3336097 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.0906272 Feb 11 13:25:24.423651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-198d44d2-f7b7-4f7e-be2b-9bc18da02cea req-1e6f7997-e223-4393-b100-a00c32e7386a tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424339 Feb 11 13:25:24.693615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:24.831228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:24.836205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:24.836582 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:24.999937 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 2, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:25.018309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:25.019002 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.026784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Checking segment: {'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:25.027356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Network hostable DHCP agents. Network: c9e03b42-55d5-4fa0-8717-7453253c248d, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:25.043134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c154bdc5-1a67-4d52-a788-c1cdcdd38573,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:25.054367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-ee181923-15b6-4c62-8a92-d707c86a9958 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.055940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-ee181923-15b6-4c62-8a92-d707c86a9958 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.53 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.9175835 Feb 11 13:25:25.080738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,segment=NetworkSegment(b13f7266-c94a-4b5c-bd44-b753e21dd534),segment_id=b13f7266-c94a-4b5c-bd44-b753e21dd534)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:25.090579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:25.094316 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf16ad84-60b2-41f7-948c-1941d360a204" -d '{"events": [{"server_uuid": "19133dd4-8648-471f-b7ad-a66d2ad392ed", "name": "network-vif-plugged", "status": "completed", "tag": "c1b24e13-440a-41e6-9de2-c0c0e0f7bda6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:25.110594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.111813 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Checking router: 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:25.113098 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Updating router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 port eff49399-18b3-4d06-8a7e-f6829e2d69ec binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:25.219418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:25.227486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Network c9e03b42-55d5-4fa0-8717-7453253c248d is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:25.264860 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.273825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c9e03b42-55d5-4fa0-8717-7453253c248d) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:25.281438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.282353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.285882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875d488-03b3-4a19-9c83-35bdfb841955 None None] Network c9e03b42-55d5-4fa0-8717-7453253c248d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:25.298036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b34b0-a5a2-4512-bcdd-46955b38e290 req-73644b13-c87d-467d-96ae-d73af795eff9 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.303218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c20b34b0-a5a2-4512-bcdd-46955b38e290 req-73644b13-c87d-467d-96ae-d73af795eff9 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 945 time: 0.1231494 Feb 11 13:25:25.324385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-912095dc-aad7-4012-b92e-5ad8da68f374 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7499032 Feb 11 13:25:25.326054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49794) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:25.330991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:25.357189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Deleting port eb81ca08-d9a6-4fcc-aa84-73d190cde205 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:25.358291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.431371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c20b34b0-a5a2-4512-bcdd-46955b38e290 req-d08c207b-e405-4518-9eec-39a604a2b96e tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215403 Feb 11 13:25:25.484956 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (e10ce91e-541d-4ecc-be3e-79a6ff66c028), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.487098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (e10ce91e-541d-4ecc-be3e-79a6ff66c028), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.525217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c9e03b42-55d5-4fa0-8717-7453253c248d', 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d', 'project_id': '6b4ea800f56d430095051e707cecd315', 'fixed_ips': [{'subnet_id': 'c154bdc5-1a67-4d52-a788-c1cdcdd38573'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:25:25.526006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.570551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] For port eb81ca08-d9a6-4fcc-aa84-73d190cde205, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=eb81ca08-d9a6-4fcc-aa84-73d190cde205,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:25.570931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.585303 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245644e5-7516-43ba-9b05-fbef8a18b045 x-openstack-request-id: req-245644e5-7516-43ba-9b05-fbef8a18b045 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:25.585608 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19133dd4-8648-471f-b7ad-a66d2ad392ed", "name": "network-vif-plugged", "status": "completed", "tag": "c1b24e13-440a-41e6-9de2-c0c0e0f7bda6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:25.587704 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-245644e5-7516-43ba-9b05-fbef8a18b045 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:25.589990 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6', 'code': 200} Feb 11 13:25:25.811819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345a118-1190-4f24-b849-182ec23c1577 req-7effa406-0a92-4676-b0c4-f23c0b61fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.813951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e345a118-1190-4f24-b849-182ec23c1577 req-7effa406-0a92-4676-b0c4-f23c0b61fbe3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 1127 time: 0.1453652 Feb 11 13:25:25.851663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ecbbd-dcd2-40a9-82c2-57b2a41f8f02 req-805edbca-ae43-4b55-8e1e-e9a95e43dfa3 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.858702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-745ecbbd-dcd2-40a9-82c2-57b2a41f8f02 req-805edbca-ae43-4b55-8e1e-e9a95e43dfa3 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.2053730 Feb 11 13:25:25.923491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Allocated IP 172.20.0.2 (c9e03b42-55d5-4fa0-8717-7453253c248d/c154bdc5-1a67-4d52-a788-c1cdcdd38573/1465f0d8-2818-41a6-ac7c-03f54bbb3287) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:25.940311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks [] for router_controller (e10ce91e-541d-4ecc-be3e-79a6ff66c028), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:25.974089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e345a118-1190-4f24-b849-182ec23c1577 req-ce73e593-2f04-458d-9be7-987ae428a167 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454728 Feb 11 13:25:26.055348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-745ecbbd-dcd2-40a9-82c2-57b2a41f8f02 req-c698929a-6e02-4b0b-9eb9-2516311ef020 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953411 Feb 11 13:25:26.078626 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Publish callbacks [] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.091921 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.122407 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Publish callbacks [] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.132950 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.243833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Pushing event updated for resources: {'Port': ['ID=1465f0d8-2818-41a6-ac7c-03f54bbb3287,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:26.294040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Network c9e03b42-55d5-4fa0-8717-7453253c248d is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:26.301134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:26.307189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:26.310974 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Attempting to bind port eff49399-18b3-4d06-8a7e-f6829e2d69ec on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:26.311569 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Attempting to bind port eff49399-18b3-4d06-8a7e-f6829e2d69ec by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:26.312257 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Attempting to bind port eff49399-18b3-4d06-8a7e-f6829e2d69ec on network 454d6fb5-27f6-486b-bc9c-463b367f1055 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:26.319543 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce3bb9-9359-48d5-b37b-fe143f0a4738 None None] Pushing event updated for resources: {'Port': ['ID=eff49399-18b3-4d06-8a7e-f6829e2d69ec,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:26.335027 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:26.338127 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Checking segment: {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:26.338718 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.339300 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Bound using segment: {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:26.342138 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Bound port: eff49399-18b3-4d06-8a7e-f6829e2d69ec, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:26.342862 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.427470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks [] for router_gateway (e10ce91e-541d-4ecc-be3e-79a6ff66c028), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.448893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Attempting to bind port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:26.449310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Attempting to bind port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:26.450350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Attempting to bind port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 on network c9e03b42-55d5-4fa0-8717-7453253c248d {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:26.456306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:26.456623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Checking segment: {'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:26.457028 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.457421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Bound using segment: {'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:26.458083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Bound port: 1465f0d8-2818-41a6-ac7c-03f54bbb3287, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:26.458460 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.498194 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] For port eff49399-18b3-4d06-8a7e-f6829e2d69ec, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:26.505961 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] For port eff49399-18b3-4d06-8a7e-f6829e2d69ec, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eff49399-18b3-4d06-8a7e-f6829e2d69ec,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:26.517604 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.563720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] For port 1465f0d8-2818-41a6-ac7c-03f54bbb3287, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:26.567605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] For port 1465f0d8-2818-41a6-ac7c-03f54bbb3287, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1465f0d8-2818-41a6-ac7c-03f54bbb3287,segment=NetworkSegment(0bcbda43-2a8a-4809-86a2-150af475a36e),segment_id=0bcbda43-2a8a-4809-86a2-150af475a36e)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:26.576929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.615467 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce3bb9-9359-48d5-b37b-fe143f0a4738 None None] Pushing event updated for resources: {'Port': ['ID=eff49399-18b3-4d06-8a7e-f6829e2d69ec,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:26.666236 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:26.670749 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:26.708020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c3f2f-4454-404d-a212-29250e2cc815 req-a69c480c-689c-4ce5-a97f-1f67cf039fd9 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.723466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e10c3f2f-4454-404d-a212-29250e2cc815 req-a69c480c-689c-4ce5-a97f-1f67cf039fd9 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 945 time: 0.1287165 Feb 11 13:25:26.800226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0eafd910-f6a2-464c-a142-84aef1468dae None None] Provisioning complete for port eff49399-18b3-4d06-8a7e-f6829e2d69ec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:26.800621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0eafd910-f6a2-464c-a142-84aef1468dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.867791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e10c3f2f-4454-404d-a212-29250e2cc815 req-8884403c-cd5a-4050-86b2-a0e8c2e89aed tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427698 Feb 11 13:25:26.956830 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.957197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (521c506c-6675-4252-bbe8-f4ee46ec33dc), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:26.957510 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Floating IP 521c506c-6675-4252-bbe8-f4ee46ec33dc disassociated. External IP: 172.25.1.218, port: eb81ca08-d9a6-4fcc-aa84-73d190cde205. Feb 11 13:25:26.957877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Calling delete_port for eb81ca08-d9a6-4fcc-aa84-73d190cde205 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:27.002447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0493d65-4f8d-49a0-a5e8-cb6c2e408731 None None] Pushing event updated for resources: {'Port': ['ID=1465f0d8-2818-41a6-ac7c-03f54bbb3287,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:27.069692 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:27.233036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0eafd910-f6a2-464c-a142-84aef1468dae None None] Current status of the port eff49399-18b3-4d06-8a7e-f6829e2d69ec is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:27.233593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0eafd910-f6a2-464c-a142-84aef1468dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.408448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0eafd910-f6a2-464c-a142-84aef1468dae None None] For port eff49399-18b3-4d06-8a7e-f6829e2d69ec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eff49399-18b3-4d06-8a7e-f6829e2d69ec,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:27.414696 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0eafd910-f6a2-464c-a142-84aef1468dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.437773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561144-68d5-4f9d-b927-02fd0ccd0bc5 req-993df067-b62a-449c-844c-f29188da8f02 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:27.462251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48561144-68d5-4f9d-b927-02fd0ccd0bc5 req-993df067-b62a-449c-844c-f29188da8f02 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 945 time: 0.1669581 Feb 11 13:25:27.556839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (eb81ca08-d9a6-4fcc-aa84-73d190cde205), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.623505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48561144-68d5-4f9d-b927-02fd0ccd0bc5 req-27f9b0d1-58bc-4532-8648-8f2ea1f2fc7d tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/security-groups?id=92d5ce31-d74e-4e06-aaed-f03dc0de88c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595323 Feb 11 13:25:27.633035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event deleted for resources: {'Port': ['ID=eb81ca08-d9a6-4fcc-aa84-73d190cde205,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:27.684529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eafd910-f6a2-464c-a142-84aef1468dae None None] Pushing event updated for resources: {'Port': ['ID=eff49399-18b3-4d06-8a7e-f6829e2d69ec,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:27.719514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-620f0cd8-59a9-4242-a775-9fc45f03f8bc None None] Provisioning complete for port eff49399-18b3-4d06-8a7e-f6829e2d69ec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:27.720013 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-620f0cd8-59a9-4242-a775-9fc45f03f8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:27.893208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1465f0d8-2818-41a6-ac7c-03f54bbb3287 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:28.069719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:26Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:28.149579 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a853e7-b262-45f8-a4df-448168a00dd4 None None] The sync data for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 is: [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:26Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:28.279376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4ff63-1cfc-4df1-a281-0ecad3092dd7 req-bcd8baf2-2702-4b92-ad00-55deb1425774 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.280916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-620f0cd8-59a9-4242-a775-9fc45f03f8bc None None] Current status of the port eff49399-18b3-4d06-8a7e-f6829e2d69ec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:28.289104 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6cf4ff63-1cfc-4df1-a281-0ecad3092dd7 req-bcd8baf2-2702-4b92-ad00-55deb1425774 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 945 time: 0.2824025 Feb 11 13:25:28.297035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:28.297556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:28.316962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Router 92319433-ae53-46eb-b77f-c08afd70859f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:28.466474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6cf4ff63-1cfc-4df1-a281-0ecad3092dd7 req-e450670c-e245-4c00-843e-e162f2f534ff tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690814 Feb 11 13:25:28.609403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:28.612334 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:28.688736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 1465f0d8-2818-41a6-ac7c-03f54bbb3287, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1465f0d8-2818-41a6-ac7c-03f54bbb3287,segment=NetworkSegment(0bcbda43-2a8a-4809-86a2-150af475a36e),segment_id=0bcbda43-2a8a-4809-86a2-150af475a36e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:28.694018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:28.698361 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks [] for router_gateway (e10ce91e-541d-4ecc-be3e-79a6ff66c028), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:28.707162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb81ca08-d9a6-4fcc-aa84-73d190cde205 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:28.749757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: eb81ca08-d9a6-4fcc-aa84-73d190cde205 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:28.750086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:28.753523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device eb81ca08-d9a6-4fcc-aa84-73d190cde205 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:28.837970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f3135bdd-0fcf-48f2-b306-1f8258662e60 req-150882ef-04f5-4e86-a085-3d0f01cc9294 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 210 time: 0.0807564 Feb 11 13:25:28.857186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=1465f0d8-2818-41a6-ac7c-03f54bbb3287,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.023961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1873f-9b11-4b3b-8dd8-832845e9d53e None None] Network c9e03b42-55d5-4fa0-8717-7453253c248d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:29.120007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Allocated IP 172.25.1.206 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/5b5964fc-2c27-4638-8d3f-96e0d70fc64f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:29.280849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-10ac752e-0b89-469c-b557-291f82260b20 None None] Provisioning complete for port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:29.282007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10ac752e-0b89-469c-b557-291f82260b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.318931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks [] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.398040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.462625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-01f9f930-1271-445a-816d-592ab7fa2d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.504273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:29.549619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:29.561223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:29.585177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:29.658312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] Sync routers for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:29.792638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.867539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] No DVR routers for this DVR port eb81ca08-d9a6-4fcc-aa84-73d190cde205 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:29.876432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:29.882182 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7628e9f6-f2cb-40a3-a560-0b24bf733588 req-7d4c22c9-4e57-4635-bfb5-ac419989701c tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.53 "DELETE /v2.0/ports/eb81ca08-d9a6-4fcc-aa84-73d190cde205 HTTP/1.1" status: 204 len: 173 time: 4.8207104 Feb 11 13:25:29.900533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'name': 'network-vif-deleted', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:29.911368 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb71fe6-4044-4816-9517-552edefad726" -d '{"events": [{"server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "name": "network-vif-deleted", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:30.084961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7945d-7b8e-4f76-9a1b-ca205ce73238 req-b8835dce-5eeb-4e4b-aefd-8f05cb393876 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.100068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82d7945d-7b8e-4f76-9a1b-ca205ce73238 req-b8835dce-5eeb-4e4b-aefd-8f05cb393876 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 945 time: 0.1500700 Feb 11 13:25:30.222293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82d7945d-7b8e-4f76-9a1b-ca205ce73238 req-5d1f15ba-c0ed-4320-9a73-17bf812af1b6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154871 Feb 11 13:25:30.291359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1465f0d8-2818-41a6-ac7c-03f54bbb3287 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:30.317632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-10ac752e-0b89-469c-b557-291f82260b20 None None] Current status of the port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:30.385768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:30.386490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:30.482494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ddbea87-171e-41bd-a536-f9115b8d0ed3 req-dacb50cc-4981-4b94-8757-b92d745545a9 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5177ef2-60fd-4fe7-b229-71298a2fbd1f HTTP/1.1" status: 200 len: 210 time: 0.0888906 Feb 11 13:25:30.559591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks [] for router_gateway (e10ce91e-541d-4ecc-be3e-79a6ff66c028), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.727096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bbaef256-6727-41c7-854b-0dd0d29fc9b2 None None] Provisioning complete for port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:30.727471 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bbaef256-6727-41c7-854b-0dd0d29fc9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.736092 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfffe22c-6678-4eb4-886d-50cc4e6baca7 x-openstack-request-id: req-cfffe22c-6678-4eb4-886d-50cc4e6baca7 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:30.736449 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5177ef2-60fd-4fe7-b229-71298a2fbd1f", "name": "network-vif-deleted", "tag": "eb81ca08-d9a6-4fcc-aa84-73d190cde205", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:30.736694 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfffe22c-6678-4eb4-886d-50cc4e6baca7 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:30.737113 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5177ef2-60fd-4fe7-b229-71298a2fbd1f', 'name': 'network-vif-deleted', 'tag': 'eb81ca08-d9a6-4fcc-aa84-73d190cde205', 'status': 'completed', 'code': 200} Feb 11 13:25:30.849879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:30.937330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (e10ce91e-541d-4ecc-be3e-79a6ff66c028), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:30.953969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:30.954357 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.143788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Router e10ce91e-541d-4ecc-be3e-79a6ff66c028 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:31.194920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bbaef256-6727-41c7-854b-0dd0d29fc9b2 None None] Current status of the port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:31.275284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:31.278741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eff49399-18b3-4d06-8a7e-f6829e2d69ec up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:31.365881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port eff49399-18b3-4d06-8a7e-f6829e2d69ec triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:31.367420 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.374435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:31.384267 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Sync routers for ids ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:31.402682 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.404128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-81ac0952-01fa-476a-ba4c-05ac74144945 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.0769978 Feb 11 13:25:31.404934 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Routers {'e10ce91e-541d-4ecc-be3e-79a6ff66c028'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:31.405900 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:31.406793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49868) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:31.449728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ac4bb-25f1-4ada-a96f-6da01a2daf73 req-a1030191-a13d-4fd1-810a-1cc0192c51a1 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.454421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af7ac4bb-25f1-4ada-a96f-6da01a2daf73 req-a1030191-a13d-4fd1-810a-1cc0192c51a1 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 945 time: 0.1107979 Feb 11 13:25:31.473851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:14Z', 'revision_number': 5, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:31.530704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af7ac4bb-25f1-4ada-a96f-6da01a2daf73 req-68cf0b59-b113-4a7c-b294-9cf25a0801c8 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696342 Feb 11 13:25:31.535095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] Checking router: 92319433-ae53-46eb-b77f-c08afd70859f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:31.562287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:31.563411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:31.589139 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3b9d708-284e-4b43-8ff1-fcfe9819e453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.634378 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Set router e10ce91e-541d-4ecc-be3e-79a6ff66c028 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:31.634517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-55c2a341-f33f-4676-85e7-a806376903c5 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.637029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49872) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:31.639308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-55c2a341-f33f-4676-85e7-a806376903c5 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.53 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 945 time: 0.1507709 Feb 11 13:25:31.665822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port eff49399-18b3-4d06-8a7e-f6829e2d69ec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:31.801019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:31.868362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Deleting port ec7c7ffa-ed02-4b61-8f6d-89174a066823 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:31.868807 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.970401 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.970634 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for floatingip (ec7c7ffa-ed02-4b61-8f6d-89174a066823), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:31.984472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Calling delete_port for ec7c7ffa-ed02-4b61-8f6d-89174a066823 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:32.091288 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:25:30Z', 'revision_number': 3, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:32.144846 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Checking router: e10ce91e-541d-4ecc-be3e-79a6ff66c028 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:32.145198 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Updating router e10ce91e-541d-4ecc-be3e-79a6ff66c028 port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:32.207114 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.240975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:14Z', 'revision_number': 5, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:32.309405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269d6318-fa93-45b1-b9fc-9c855eb8458d None None] The sync data for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 is: [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:19:56Z', 'revision_number': 4, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'd6b4047b-893d-444a-8fa1-e02f81c485da', 'name': '', 'network_id': 'f77a7be7-72c2-4edd-9c53-635f4880efed', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'mac_address': 'fa:16:3e:79:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:54Z', 'updated_at': '2022-02-11T13:20:14Z', 'revision_number': 5, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'subnets': [{'id': '6b5cc03c-7b8d-473c-8d01-34d760b0321b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:32.529310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Deleting port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:32.530326 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.614961 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.638123 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Publish callbacks [] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.646839 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.739426 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Attempting to bind port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:32.739715 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Attempting to bind port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:32.740075 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Attempting to bind port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:32.751561 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:32.751920 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:32.752318 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.752711 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:32.753190 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Bound port: 5b5964fc-2c27-4638-8d3f-96e0d70fc64f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:32.754130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] For port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,segment=NetworkSegment(b13f7266-c94a-4b5c-bd44-b753e21dd534),segment_id=b13f7266-c94a-4b5c-bd44-b753e21dd534)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:32.754678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.769592 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.779482 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dad4b-6dfb-44cc-85fd-e18afee2f791 None None] Pushing event updated for resources: {'Port': ['ID=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:32.808030 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49884) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:32.814982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Calling delete_port for c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:32.879280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc784ebe-e289-406b-bdaa-f09d58b9ca3b None None] New status for floating IP 521c506c-6675-4252-bbe8-f4ee46ec33dc: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:32.906228 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] For port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:32.914223 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] For port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:32.926485 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.947502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c24398-219d-4543-8057-34ee259ed6e3 req-4e2fcd8f-1c5e-43e2-8448-c8e39eca6503 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.959628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09c24398-219d-4543-8057-34ee259ed6e3 req-4e2fcd8f-1c5e-43e2-8448-c8e39eca6503 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 945 time: 0.2330182 Feb 11 13:25:33.014066 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Routers {'e10ce91e-541d-4ecc-be3e-79a6ff66c028'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:33.014699 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:33.088068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09c24398-219d-4543-8057-34ee259ed6e3 req-7c8d0528-27ce-4d4e-8d46-e967fb815d6c tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/security-groups?id=6d09af0b-7e1d-4e0a-841c-54de264df43c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193144 Feb 11 13:25:33.101286 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4ea61e0-b155-47c6-86b1-85badc6cb533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.120219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c1b24e13-440a-41e6-9de2-c0c0e0f7bda6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.162195 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] Set router e10ce91e-541d-4ecc-be3e-79a6ff66c028 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:33.217735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Pushing event deleted for resources: {'Port': ['ID=c1b24e13-440a-41e6-9de2-c0c0e0f7bda6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:33.235865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4ea61e0-b155-47c6-86b1-85badc6cb533 admin admin] Publish callbacks [] for security_group (409defd5-f603-425b-9093-ae40e47de9eb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.302550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4ea61e0-b155-47c6-86b1-85badc6cb533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (409defd5-f603-425b-9093-ae40e47de9eb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.308882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ec7c7ffa-ed02-4b61-8f6d-89174a066823), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.353585 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dad4b-6dfb-44cc-85fd-e18afee2f791 None None] Pushing event updated for resources: {'Port': ['ID=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:33.387795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] No DVR routers for this DVR port c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:33.402857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event deleted for resources: {'Port': ['ID=ec7c7ffa-ed02-4b61-8f6d-89174a066823,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:33.403861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.409355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9e1117f4-7ca1-462a-a337-9c55740e6779 req-c79714e1-f4f7-4e3b-a8c2-faee42c87ce6 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.53 "DELETE /v2.0/ports/c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 HTTP/1.1" status: 204 len: 173 time: 1.7615392 Feb 11 13:25:33.426634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'name': 'network-vif-deleted', 'tag': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:33.430399 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd52486-1a2a-4f0a-95c9-45663ccfdb72" -d '{"events": [{"server_uuid": "19133dd4-8648-471f-b7ad-a66d2ad392ed", "name": "network-vif-deleted", "tag": "c1b24e13-440a-41e6-9de2-c0c0e0f7bda6"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:33.430965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea61e0-b155-47c6-86b1-85badc6cb533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409defd5-f603-425b-9093-ae40e47de9eb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:33.450686 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:25:30Z', 'revision_number': 3, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:33.514938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b4ea61e0-b155-47c6-86b1-85badc6cb533 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=750589076b714ee380a62fe87bc7206f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6939478 Feb 11 13:25:33.518380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49892) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:33.524751 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac89fa5-1486-4684-bb65-5c95dacef970 None None] The sync data for ids ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'] in n-d-828675-3 is: [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:25:30Z', 'revision_number': 3, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:33.545864 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5381e5-d1a1-4e78-8d46-7162bc127686 x-openstack-request-id: req-1e5381e5-d1a1-4e78-8d46-7162bc127686 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:33.547019 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19133dd4-8648-471f-b7ad-a66d2ad392ed", "name": "network-vif-deleted", "tag": "c1b24e13-440a-41e6-9de2-c0c0e0f7bda6", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:33.547456 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e5381e5-d1a1-4e78-8d46-7162bc127686 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:33.548219 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19133dd4-8648-471f-b7ad-a66d2ad392ed', 'name': 'network-vif-deleted', 'tag': 'c1b24e13-440a-41e6-9de2-c0c0e0f7bda6', 'status': 'completed', 'code': 200} Feb 11 13:25:33.657986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for floatingip (521c506c-6675-4252-bbe8-f4ee46ec33dc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.661930 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.663496 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0fb1151d-fbfa-4a6c-94e8-54d106d16066 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "DELETE /v2.0/floatingips/521c506c-6675-4252-bbe8-f4ee46ec33dc HTTP/1.1" status: 204 len: 168 time: 2.0251241 Feb 11 13:25:33.742756 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5a29-1192-49a4-ba6a-917de26a3013 admin admin] Publish callbacks [] for security_group (409defd5-f603-425b-9093-ae40e47de9eb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.767646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.790554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5a29-1192-49a4-ba6a-917de26a3013 admin admin] Publish callbacks [] for security_group (409defd5-f603-425b-9093-ae40e47de9eb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.872569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:33.884590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5a29-1192-49a4-ba6a-917de26a3013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (409defd5-f603-425b-9093-ae40e47de9eb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.887454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8e5a5a29-1192-49a4-ba6a-917de26a3013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:33.892153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8e5a5a29-1192-49a4-ba6a-917de26a3013 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/409defd5-f603-425b-9093-ae40e47de9eb HTTP/1.1" status: 204 len: 168 time: 0.3711624 Feb 11 13:25:33.948749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a5a29-1192-49a4-ba6a-917de26a3013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409defd5-f603-425b-9093-ae40e47de9eb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:34.057053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df848eda-b53d-451e-a47e-b7fd487c1e54 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group (92d5ce31-d74e-4e06-aaed-f03dc0de88c6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.122055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df848eda-b53d-451e-a47e-b7fd487c1e54 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group (92d5ce31-d74e-4e06-aaed-f03dc0de88c6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.211254 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Allocated IP 172.20.0.1 (c9e03b42-55d5-4fa0-8717-7453253c248d/c154bdc5-1a67-4d52-a788-c1cdcdd38573/dcb05039-b058-4d9a-9138-26c2bab07629) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:34.237273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df848eda-b53d-451e-a47e-b7fd487c1e54 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (92d5ce31-d74e-4e06-aaed-f03dc0de88c6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.240965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df848eda-b53d-451e-a47e-b7fd487c1e54 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.245580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-df848eda-b53d-451e-a47e-b7fd487c1e54 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] 10.222.0.42 "DELETE /v2.0/security-groups/92d5ce31-d74e-4e06-aaed-f03dc0de88c6 HTTP/1.1" status: 204 len: 168 time: 0.3681917 Feb 11 13:25:34.281061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df848eda-b53d-451e-a47e-b7fd487c1e54 tempest-TestServerBasicOps-210012221 tempest-TestServerBasicOps-210012221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5ce31-d74e-4e06-aaed-f03dc0de88c6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:34.281228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.371362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bda6e46d-5020-46d0-beb7-ad04ada240d1 req-337f8a24-5d2b-4bb7-a872-5241ad624523 tempest-ServerMetadataNegativeTestJSON-116430969 tempest-ServerMetadataNegativeTestJSON-116430969-project] 10.222.0.42 "GET /v2.0/ports?device_id=19133dd4-8648-471f-b7ad-a66d2ad392ed HTTP/1.1" status: 200 len: 210 time: 0.0623565 Feb 11 13:25:34.460231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 49912) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:34.500752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks [] for port (dcb05039-b058-4d9a-9138-26c2bab07629), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.568841 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.667817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Network c9e03b42-55d5-4fa0-8717-7453253c248d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:34.675822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:34.681161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:34.686255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb05039-b058-4d9a-9138-26c2bab07629,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:34.732095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (e10ce91e-541d-4ecc-be3e-79a6ff66c028), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.762463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:34.818148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:34.819831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device c1b24e13-440a-41e6-9de2-c0c0e0f7bda6 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:35.018199 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.151786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-80d87076-bbbb-4089-8c1c-59a42d0b94b7 None None] Provisioning complete for port dcb05039-b058-4d9a-9138-26c2bab07629 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:35.152493 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80d87076-bbbb-4089-8c1c-59a42d0b94b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.193734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-80d87076-bbbb-4089-8c1c-59a42d0b94b7 None None] Port dcb05039-b058-4d9a-9138-26c2bab07629 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:35.370651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.420449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks [] for port (dcb05039-b058-4d9a-9138-26c2bab07629), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.422311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (92319433-ae53-46eb-b77f-c08afd70859f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.428410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.523058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49944) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:35.632625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (e10ce91e-541d-4ecc-be3e-79a6ff66c028), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.644456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb05039-b058-4d9a-9138-26c2bab07629,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:35.780117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] Deleting subnet 7062e143-11bc-48ce-9c45-f9741c4d684b {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:35.796162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] Publish callbacks [] for subnet (7062e143-11bc-48ce-9c45-f9741c4d684b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.895889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b5964fc-2c27-4638-8d3f-96e0d70fc64f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:36.003984 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (7062e143-11bc-48ce-9c45-f9741c4d684b), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.020261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:36.021600 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.123012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Network c9e03b42-55d5-4fa0-8717-7453253c248d is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:36.134652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:36.140149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Deleting port d6b4047b-893d-444a-8fa1-e02f81c485da {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:36.143227 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.157549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7062e143-11bc-48ce-9c45-f9741c4d684b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.214740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:36.215134 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.292025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.320429 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.337423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] For port d6b4047b-893d-444a-8fa1-e02f81c485da, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d6b4047b-893d-444a-8fa1-e02f81c485da,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.338351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.374442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Calling delete_port for d6b4047b-893d-444a-8fa1-e02f81c485da owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:36.500237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.576627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (7062e143-11bc-48ce-9c45-f9741c4d684b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.653549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7062e143-11bc-48ce-9c45-f9741c4d684b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.665848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.670318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ddd6708-c71e-4c54-addc-d65e43848d85 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7062e143-11bc-48ce-9c45-f9741c4d684b HTTP/1.1" status: 204 len: 168 time: 1.1375279 Feb 11 13:25:36.672843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 49962) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:36.697773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Router e10ce91e-541d-4ecc-be3e-79a6ff66c028 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:36.731819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7bdf5ea2-7c83-4ac7-bdff-e17e01b49a1e None None] Provisioning complete for port dcb05039-b058-4d9a-9138-26c2bab07629 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:36.732658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7bdf5ea2-7c83-4ac7-bdff-e17e01b49a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.805521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf5ea2-7c83-4ac7-bdff-e17e01b49a1e None None] Port dcb05039-b058-4d9a-9138-26c2bab07629 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:25:36.823961 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (729328f2-d9d6-47cd-8d56-0e797ff5fc35), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.829417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d6b4047b-893d-444a-8fa1-e02f81c485da), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:36.888454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b4047b-893d-444a-8fa1-e02f81c485da,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.979410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:36.990530 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Sync routers for ids ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:37.000432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c5d49719-ac28-4f01-a4f2-d2be6c9ca230 admin admin] 10.222.0.42 "PUT /v2.0/routers/e10ce91e-541d-4ecc-be3e-79a6ff66c028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5924597 Feb 11 13:25:37.007881 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Routers {'e10ce91e-541d-4ecc-be3e-79a6ff66c028'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:37.008591 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:37.098728 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (729328f2-d9d6-47cd-8d56-0e797ff5fc35), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.157590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729328f2-d9d6-47cd-8d56-0e797ff5fc35']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:37.179530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13f7266-c94a-4b5c-bd44-b753e21dd534') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:37.179829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13f7266-c94a-4b5c-bd44-b753e21dd534') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:37.204721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b13f7266-c94a-4b5c-bd44-b753e21dd534), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.230827 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b13f7266-c94a-4b5c-bd44-b753e21dd534), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.246810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:37.247273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b13f7266-c94a-4b5c-bd44-b753e21dd534), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:37.249517 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:37.252969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (92319433-ae53-46eb-b77f-c08afd70859f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.268536 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Set router e10ce91e-541d-4ecc-be3e-79a6ff66c028 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:37.367327 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (729328f2-d9d6-47cd-8d56-0e797ff5fc35), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.382178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.392347 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/729328f2-d9d6-47cd-8d56-0e797ff5fc35 HTTP/1.1" status: 204 len: 168 time: 0.7180943 Feb 11 13:25:37.411749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7244ed-46a9-4417-badf-736e561f66c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=729328f2-d9d6-47cd-8d56-0e797ff5fc35,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.906388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50006) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:37.912391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Router 92319433-ae53-46eb-b77f-c08afd70859f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:37.987899 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6f365749-3a95-46a4-a366-800e2458edc0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=389b220591bd4e97842b2e8830f96d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0800226 Feb 11 13:25:37.990224 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50016) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:37.998397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b5964fc-2c27-4638-8d3f-96e0d70fc64f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:38.082213 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6fca57b-f230-4727-9d14-570f419e0ac0 admin admin] Publish callbacks [] for security_group (6d09af0b-7e1d-4e0a-841c-54de264df43c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.139115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6fca57b-f230-4727-9d14-570f419e0ac0 admin admin] Publish callbacks [] for security_group (6d09af0b-7e1d-4e0a-841c-54de264df43c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.147689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:38.150794 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.171303 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:25:34Z', 'revision_number': 4, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'dcb05039-b058-4d9a-9138-26c2bab07629', 'name': '', 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'mac_address': 'fa:16:3e:10:8c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'c154bdc5-1a67-4d52-a788-c1cdcdd38573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:33Z', 'updated_at': '2022-02-11T13:25:35Z', 'revision_number': 2, 'project_id': '6b4ea800f56d430095051e707cecd315', 'subnets': [{'id': 'c154bdc5-1a67-4d52-a788-c1cdcdd38573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:38.204839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:38.215416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ace2c119-599b-432d-856a-841618b310bd admin admin] 10.222.0.42 "PUT /v2.0/routers/92319433-ae53-46eb-b77f-c08afd70859f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7517872 Feb 11 13:25:38.216716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50018) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:38.244925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] Sync routers for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:38.256364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6fca57b-f230-4727-9d14-570f419e0ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6d09af0b-7e1d-4e0a-841c-54de264df43c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.259408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d6fca57b-f230-4727-9d14-570f419e0ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.260914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d6fca57b-f230-4727-9d14-570f419e0ac0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d09af0b-7e1d-4e0a-841c-54de264df43c HTTP/1.1" status: 204 len: 168 time: 0.2697232 Feb 11 13:25:38.272568 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Checking router: e10ce91e-541d-4ecc-be3e-79a6ff66c028 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:38.274337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fca57b-f230-4727-9d14-570f419e0ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d09af0b-7e1d-4e0a-841c-54de264df43c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.277310 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Updating router e10ce91e-541d-4ecc-be3e-79a6ff66c028 port dcb05039-b058-4d9a-9138-26c2bab07629 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:38.374225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks [] for router (92319433-ae53-46eb-b77f-c08afd70859f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.404474 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.410216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] Routers {'92319433-ae53-46eb-b77f-c08afd70859f'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:38.410885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['92319433-ae53-46eb-b77f-c08afd70859f'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:38.696761 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks [] for router_gateway (92319433-ae53-46eb-b77f-c08afd70859f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.764585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:38.828882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] Set router 92319433-ae53-46eb-b77f-c08afd70859f gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:38.842641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Deleting port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:38.842983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.006732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] For port 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:39.007890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.024446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Calling delete_port for 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:39.106351 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Publish callbacks [] for port (dcb05039-b058-4d9a-9138-26c2bab07629), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.119168 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.209758 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d614d7-41e7-4fa8-afc7-e1961a736898 None None] Pushing event updated for resources: {'Port': ['ID=dcb05039-b058-4d9a-9138-26c2bab07629,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.339907 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Attempting to bind port dcb05039-b058-4d9a-9138-26c2bab07629 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:39.343898 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Attempting to bind port dcb05039-b058-4d9a-9138-26c2bab07629 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:39.345506 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Attempting to bind port dcb05039-b058-4d9a-9138-26c2bab07629 on network c9e03b42-55d5-4fa0-8717-7453253c248d {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:39.367064 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:39.367956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Checking segment: {'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:39.369602 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.370278 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Bound using segment: {'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:39.371148 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Bound port: dcb05039-b058-4d9a-9138-26c2bab07629, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bcbda43-2a8a-4809-86a2-150af475a36e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:39.372550 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.410823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.444945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.545468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (92319433-ae53-46eb-b77f-c08afd70859f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.616073 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] For port dcb05039-b058-4d9a-9138-26c2bab07629, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:39.632811 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] For port dcb05039-b058-4d9a-9138-26c2bab07629, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dcb05039-b058-4d9a-9138-26c2bab07629,segment=NetworkSegment(0bcbda43-2a8a-4809-86a2-150af475a36e),segment_id=0bcbda43-2a8a-4809-86a2-150af475a36e)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:39.648341 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.793440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (92319433-ae53-46eb-b77f-c08afd70859f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.801253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks [] for router_controller (92319433-ae53-46eb-b77f-c08afd70859f), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.876998 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d614d7-41e7-4fa8-afc7-e1961a736898 None None] Pushing event updated for resources: {'Port': ['ID=dcb05039-b058-4d9a-9138-26c2bab07629,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.882767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (92319433-ae53-46eb-b77f-c08afd70859f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.883576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92319433-ae53-46eb-b77f-c08afd70859f {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:39.891452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:39.893494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bdec9a3d-3f30-4ba6-b379-879281cbbd44 admin admin] 10.222.0.42 "DELETE /v2.0/routers/92319433-ae53-46eb-b77f-c08afd70859f HTTP/1.1" status: 204 len: 168 time: 1.6757174 Feb 11 13:25:39.896138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50084) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:39.908713 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Routers {'e10ce91e-541d-4ecc-be3e-79a6ff66c028'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:39.917318 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:39.949610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-371a3f37-26d4-47b6-bf57-853b6148d2f2 None None] Provisioning complete for port dcb05039-b058-4d9a-9138-26c2bab07629 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:39.950152 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-371a3f37-26d4-47b6-bf57-853b6148d2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.035057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] Deleting subnet 6b5cc03c-7b8d-473c-8d01-34d760b0321b {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:40.041980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50088) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:40.044266 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] Publish callbacks [] for subnet (6b5cc03c-7b8d-473c-8d01-34d760b0321b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.173041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6b5cc03c-7b8d-473c-8d01-34d760b0321b), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.224954 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] Set router e10ce91e-541d-4ecc-be3e-79a6ff66c028 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:40.226583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-371a3f37-26d4-47b6-bf57-853b6148d2f2 None None] Current status of the port dcb05039-b058-4d9a-9138-26c2bab07629 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:40.227175 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-371a3f37-26d4-47b6-bf57-853b6148d2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.251811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92319433-ae53-46eb-b77f-c08afd70859f', 'name': 'tempest-TestServerBasicOps-558117285-router', 'tenant_id': '078cf47fa4cf48dbbc95051431996f42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:48Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 5, 'project_id': '078cf47fa4cf48dbbc95051431996f42', 'gw_port': {'id': '8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:fc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92319433-ae53-46eb-b77f-c08afd70859f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3010, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:49Z', 'updated_at': '2022-02-11T13:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.306447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-371a3f37-26d4-47b6-bf57-853b6148d2f2 None None] For port dcb05039-b058-4d9a-9138-26c2bab07629, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dcb05039-b058-4d9a-9138-26c2bab07629,segment=NetworkSegment(0bcbda43-2a8a-4809-86a2-150af475a36e),segment_id=0bcbda43-2a8a-4809-86a2-150af475a36e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:40.308010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] Checking router: 92319433-ae53-46eb-b77f-c08afd70859f for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:40.313663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-371a3f37-26d4-47b6-bf57-853b6148d2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.370190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6b5cc03c-7b8d-473c-8d01-34d760b0321b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.384572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] Routers set() bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:40.385012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] Router IDs set() for agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:25:40.385726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_agentschedulers_db [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92319433-ae53-46eb-b77f-c08afd70859f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent'). {{(pid=109686) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:25:40.389821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27381bd6-b9fc-4004-b4c1-c79821b72759 None None] The sync data for ids ['92319433-ae53-46eb-b77f-c08afd70859f'] in n-d-828675-3 is: [] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:40.404716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-990955255-network', 'tenant_id': '20ed813ac8844040bde2b19cc2ff58e6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:40.462231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a3f37-26d4-47b6-bf57-853b6148d2f2 None None] Pushing event updated for resources: {'Port': ['ID=dcb05039-b058-4d9a-9138-26c2bab07629,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.462469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Made reservation on behalf of 20ed813ac8844040bde2b19cc2ff58e6 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:40.466538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.472984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-aeb0aac7-227c-4c06-a05f-0d32f2f62479 None None] Provisioning complete for port dcb05039-b058-4d9a-9138-26c2bab07629 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:40.477428 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-aeb0aac7-227c-4c06-a05f-0d32f2f62479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.499453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6b5cc03c-7b8d-473c-8d01-34d760b0321b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.508096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.545090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5cc03c-7b8d-473c-8d01-34d760b0321b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.565144 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.572956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-61d49100-a7ba-4a5f-b519-2cf0a85d3d38 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b5cc03c-7b8d-473c-8d01-34d760b0321b HTTP/1.1" status: 204 len: 168 time: 0.6749969 Feb 11 13:25:40.576308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50096) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:40.589397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e415bac-fe08-40be-8a71-b81e8bda24c7 None None] Network f77a7be7-72c2-4edd-9c53-635f4880efed requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:40.700415 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:25:34Z', 'revision_number': 4, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'dcb05039-b058-4d9a-9138-26c2bab07629', 'name': '', 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'mac_address': 'fa:16:3e:10:8c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'c154bdc5-1a67-4d52-a788-c1cdcdd38573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:33Z', 'updated_at': '2022-02-11T13:25:39Z', 'revision_number': 4, 'project_id': '6b4ea800f56d430095051e707cecd315', 'subnets': [{'id': 'c154bdc5-1a67-4d52-a788-c1cdcdd38573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.746467 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6da8bdc-c938-4741-aac8-1ceebcf13992 None None] The sync data for ids ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'] in n-d-828675-3 is: [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:25:34Z', 'revision_number': 4, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'dcb05039-b058-4d9a-9138-26c2bab07629', 'name': '', 'network_id': 'c9e03b42-55d5-4fa0-8717-7453253c248d', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'mac_address': 'fa:16:3e:10:8c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': 'c154bdc5-1a67-4d52-a788-c1cdcdd38573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:33Z', 'updated_at': '2022-02-11T13:25:39Z', 'revision_number': 4, 'project_id': '6b4ea800f56d430095051e707cecd315', 'subnets': [{'id': 'c154bdc5-1a67-4d52-a788-c1cdcdd38573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:40.747167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f77a7be7-72c2-4edd-9c53-635f4880efed), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.781261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks [] for security_group (a92ef494-631a-425d-aed1-971f3608d1e7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.803348 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a92ef494-631a-425d-aed1-971f3608d1e7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:40.924055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0aac7-227c-4c06-a05f-0d32f2f62479 None None] Current status of the port dcb05039-b058-4d9a-9138-26c2bab07629 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:41.007728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92ef494-631a-425d-aed1-971f3608d1e7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.010208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:41.050646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (83053a63-1bff-47e1-8e7e-9ab5f5356d5d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.051355 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Added segment 83053a63-1bff-47e1-8e7e-9ab5f5356d5d of type vlan for network 15124db5-289e-4f66-bb5d-e09cab9bb263 Feb 11 13:25:41.064665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] DHCP port deletion for f77a7be7-72c2-4edd-9c53-635f4880efed request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:41.146321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] Deleting port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:41.147008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.158216 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (15124db5-289e-4f66-bb5d-e09cab9bb263), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.165172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Deleting port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:41.165555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.259140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] For port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.259140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.279249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Calling delete_port for c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:41.303656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] For port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,segment=NetworkSegment(0c800f49-4afe-4d19-8140-f3aff46d2dbf),segment_id=0c800f49-4afe-4d19-8140-f3aff46d2dbf)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.304074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.347091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] Calling delete_port for c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:41.348938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.db.resource_extend [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:41.419651 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (15124db5-289e-4f66-bb5d-e09cab9bb263), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.421922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.422538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.507054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] Pushing event updated for resources: {'Network': ['ID=15124db5-289e-4f66-bb5d-e09cab9bb263,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.522162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 15124db5-289e-4f66-bb5d-e09cab9bb263 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:41.547571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-04bd4040-6dec-44df-801c-de120f41ab56 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5018702 Feb 11 13:25:41.548555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50104) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:41.553769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Request body: {'subnet': {'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-990955255-subnet', 'tenant_id': '20ed813ac8844040bde2b19cc2ff58e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:41.583902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.614625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Made reservation on behalf of 20ed813ac8844040bde2b19cc2ff58e6 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:41.617934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.644845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.656687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] No DVR routers for this DVR port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:41.723710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.848145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] Pushing event deleted for resources: {'Port': ['ID=c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.894779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89929060-1d84-48d0-b56f-6ce9169462b6 None None] No DVR routers for this DVR port c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:41.919589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f77a7be7-72c2-4edd-9c53-635f4880efed), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:41.935834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device dcb05039-b058-4d9a-9138-26c2bab07629 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:41.992694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77a7be7-72c2-4edd-9c53-635f4880efed']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:42.038699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c800f49-4afe-4d19-8140-f3aff46d2dbf') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:42.040932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c800f49-4afe-4d19-8140-f3aff46d2dbf') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:42.094522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (0c800f49-4afe-4d19-8140-f3aff46d2dbf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.123205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port dcb05039-b058-4d9a-9138-26c2bab07629 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:42.123757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.138696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0c800f49-4afe-4d19-8140-f3aff46d2dbf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.159902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.176189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:42.177165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (0c800f49-4afe-4d19-8140-f3aff46d2dbf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:42.179367 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:42.303923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port dcb05039-b058-4d9a-9138-26c2bab07629 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:42.316519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:42.342927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Checking segment: {'id': '83053a63-1bff-47e1-8e7e-9ab5f5356d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:42.343392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Network hostable DHCP agents. Network: 15124db5-289e-4f66-bb5d-e09cab9bb263, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:42.374654 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Network 15124db5-289e-4f66-bb5d-e09cab9bb263 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:42.385923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:42.392880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 15124db5-289e-4f66-bb5d-e09cab9bb263) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:42.403302 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.403967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.428982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3fb87217-9578-4286-ad5f-6c9963e230b2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8792915 Feb 11 13:25:42.478545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cda01-4428-4153-af0e-fda1e879b576 None None] Network 15124db5-289e-4f66-bb5d-e09cab9bb263 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:42.585630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:42.586252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9e23f7a-f0c7-4b4e-8fe9-b987df519c1d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:42.586825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d6b4047b-893d-444a-8fa1-e02f81c485da no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:42.611084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d6b4047b-893d-444a-8fa1-e02f81c485da {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:42.611852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d6b4047b-893d-444a-8fa1-e02f81c485da not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:42.612498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:42.687476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27efac2-ab63-4ee6-bdcb-8bc8c46d8f1b None None] Network 15124db5-289e-4f66-bb5d-e09cab9bb263 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:42.692518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:42.692864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8d3eca64-c0c7-42f0-a1f4-e66ec5ae9637 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:42.773339 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f77a7be7-72c2-4edd-9c53-635f4880efed), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.788007 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:42.801692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] 10.222.0.42 "DELETE /v2.0/networks/f77a7be7-72c2-4edd-9c53-635f4880efed HTTP/1.1" status: 204 len: 168 time: 2.2232859 Feb 11 13:25:42.803874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50120) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:42.828814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef55a-786c-4b4d-a9f5-596b5003c41f admin admin] Pushing event deleted for resources: {'Network': ['ID=f77a7be7-72c2-4edd-9c53-635f4880efed,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:43.363501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9d891045-f730-467b-a596-cae229586622 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.369612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9d891045-f730-467b-a596-cae229586622 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/networks?id=15124db5-289e-4f66-bb5d-e09cab9bb263 HTTP/1.1" status: 200 len: 812 time: 0.2197788 Feb 11 13:25:43.398170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-4300f396-9383-48b7-879a-6967e3c55015 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/quotas/20ed813ac8844040bde2b19cc2ff58e6 HTTP/1.1" status: 200 len: 375 time: 0.0224428 Feb 11 13:25:43.488599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-b508cdde-0463-4b95-9b1d-c1d3daac4cb2 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=20ed813ac8844040bde2b19cc2ff58e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830193 Feb 11 13:25:43.514799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50140) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:43.572323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (a630db73-2606-45b6-b998-9e39593d7e5f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.624556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-5460f711-f5be-4b67-8335-551c6496cb63 service neutron] 10.222.0.42 "GET /v2.0/networks/15124db5-289e-4f66-bb5d-e09cab9bb263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249144 Feb 11 13:25:43.725449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95b864a8-b118-4ef4-ad50-ec5d76e51631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.864219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-f00a6313-de81-48ae-980a-f36da2adacf8 service neutron] 10.222.0.42 "GET /v2.0/networks/15124db5-289e-4f66-bb5d-e09cab9bb263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333026 Feb 11 13:25:43.929317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95b864a8-b118-4ef4-ad50-ec5d76e51631 admin admin] Publish callbacks [] for security_group (7d8a9bee-a628-4859-8ed9-dde61df6d872), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:43.938664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-95b864a8-b118-4ef4-ad50-ec5d76e51631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7d8a9bee-a628-4859-8ed9-dde61df6d872), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.008946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Deleting port 5fee989e-9419-44ae-a7e5-2c5722f3364a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:44.009471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.023183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-95b864a8-b118-4ef4-ad50-ec5d76e51631 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e11bbc4bbfca41ffb2599d732f33d574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071611 Feb 11 13:25:44.023840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50146) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:44.051024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b864a8-b118-4ef4-ad50-ec5d76e51631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8a9bee-a628-4859-8ed9-dde61df6d872,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.123167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb5a1-2a73-4821-9d9f-156ab0655298 admin admin] Publish callbacks [] for security_group (7d8a9bee-a628-4859-8ed9-dde61df6d872), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.151994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb5a1-2a73-4821-9d9f-156ab0655298 admin admin] Publish callbacks [] for security_group (7d8a9bee-a628-4859-8ed9-dde61df6d872), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.231016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb5a1-2a73-4821-9d9f-156ab0655298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7d8a9bee-a628-4859-8ed9-dde61df6d872), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.233730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3c9eb5a1-2a73-4821-9d9f-156ab0655298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.241606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3c9eb5a1-2a73-4821-9d9f-156ab0655298 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d8a9bee-a628-4859-8ed9-dde61df6d872 HTTP/1.1" status: 204 len: 168 time: 0.2130985 Feb 11 13:25:44.245696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] For port 5fee989e-9419-44ae-a7e5-2c5722f3364a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5fee989e-9419-44ae-a7e5-2c5722f3364a,segment=NetworkSegment(4e7ee23e-8fff-4647-be6d-9dff6c986d0e),segment_id=4e7ee23e-8fff-4647-be6d-9dff6c986d0e)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:44.246077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.260914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eb5a1-2a73-4821-9d9f-156ab0655298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8a9bee-a628-4859-8ed9-dde61df6d872,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.270755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Calling delete_port for 5fee989e-9419-44ae-a7e5-2c5722f3364a owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:44.351140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de398b9a-a862-4f04-9e33-3b146ee17e8e req-1f0cf977-b663-4713-a6e6-6a3fc8ed4349 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 210 time: 0.0726724 Feb 11 13:25:44.755391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5fee989e-9419-44ae-a7e5-2c5722f3364a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:44.834582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fee989e-9419-44ae-a7e5-2c5722f3364a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.879069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50162) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:44.910304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9496052e-713f-4a7d-a642-f8be0314d70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.061966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9496052e-713f-4a7d-a642-f8be0314d70c admin admin] Publish callbacks [] for security_group (b4c9683e-60f8-4b59-8fed-b51a8fbd52db), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.069413 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9496052e-713f-4a7d-a642-f8be0314d70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b4c9683e-60f8-4b59-8fed-b51a8fbd52db), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.194459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9496052e-713f-4a7d-a642-f8be0314d70c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f671ae8255b440758fe63478a8a49bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110783 Feb 11 13:25:45.194459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496052e-713f-4a7d-a642-f8be0314d70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c9683e-60f8-4b59-8fed-b51a8fbd52db,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.195985 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50168) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:45.215204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (a630db73-2606-45b6-b998-9e39593d7e5f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.275554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-abd7008d-7eb2-48e4-b79a-f1ffecac6381 admin admin] Publish callbacks [] for security_group (b4c9683e-60f8-4b59-8fed-b51a8fbd52db), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.316889 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-abd7008d-7eb2-48e4-b79a-f1ffecac6381 admin admin] Publish callbacks [] for security_group (b4c9683e-60f8-4b59-8fed-b51a8fbd52db), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.429079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-abd7008d-7eb2-48e4-b79a-f1ffecac6381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b4c9683e-60f8-4b59-8fed-b51a8fbd52db), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.432099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-abd7008d-7eb2-48e4-b79a-f1ffecac6381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:45.433514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-abd7008d-7eb2-48e4-b79a-f1ffecac6381 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4c9683e-60f8-4b59-8fed-b51a8fbd52db HTTP/1.1" status: 204 len: 168 time: 0.2365825 Feb 11 13:25:45.445344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7008d-7eb2-48e4-b79a-f1ffecac6381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c9683e-60f8-4b59-8fed-b51a8fbd52db,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.516382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08961a36-55a5-446a-af54-fcda6ebe2f46 req-2b297d7d-1c98-42ae-b321-876ce769e6b1 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 210 time: 0.0369205 Feb 11 13:25:46.093193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Router a630db73-2606-45b6-b998-9e39593d7e5f has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:46.178505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-87675dc6-f967-4629-a056-c5cf1eb4eb95 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.180384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-87675dc6-f967-4629-a056-c5cf1eb4eb95 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.53 "GET /v2.0/networks?id=15124db5-289e-4f66-bb5d-e09cab9bb263 HTTP/1.1" status: 200 len: 812 time: 0.1907063 Feb 11 13:25:46.261829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Request body: {'port': {'device_id': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263', 'admin_state_up': True, 'tenant_id': '20ed813ac8844040bde2b19cc2ff58e6'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:46.378069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.390509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:46.403488 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] Sync routers for ids ['a630db73-2606-45b6-b998-9e39593d7e5f'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:46.404035 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8abafffe-fc7a-4064-8976-98afcac65fb9 admin admin] 10.222.0.42 "PUT /v2.0/routers/a630db73-2606-45b6-b998-9e39593d7e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5980747 Feb 11 13:25:46.406181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50200) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:46.423799 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] Routers {'a630db73-2606-45b6-b998-9e39593d7e5f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:46.425362 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a630db73-2606-45b6-b998-9e39593d7e5f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:46.467954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Made reservation on behalf of 20ed813ac8844040bde2b19cc2ff58e6 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:46.476881 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.664199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks [] for router (a630db73-2606-45b6-b998-9e39593d7e5f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:46.673285 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] Set router a630db73-2606-45b6-b998-9e39593d7e5f gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:46.736748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Allocated IP 172.20.0.3 (15124db5-289e-4f66-bb5d-e09cab9bb263/1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec/e6b077db-6a11-4367-bf62-1a6e86c7e550) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:46.775320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f423636-0666-4a86-9ebd-b0d396774fd8 req-097837a9-1836-4122-87fd-660372bd99b6 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 210 time: 0.0549340 Feb 11 13:25:46.954430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks [] for router_gateway (a630db73-2606-45b6-b998-9e39593d7e5f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.007052 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks [] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.049960 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.053907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Deleting port bf316956-f84d-4bb2-8bcb-cc7108800733 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:47.055181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.108142 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30'}], 'enable_snat': True}, 'gw_port_id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:25:44Z', 'revision_number': 5, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port': {'id': 'bf316956-f84d-4bb2-8bcb-cc7108800733', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3031, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:03Z', 'updated_at': '2022-02-11T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:47.152057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Network 15124db5-289e-4f66-bb5d-e09cab9bb263 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:47.155361 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] Checking router: a630db73-2606-45b6-b998-9e39593d7e5f for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:47.155651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:47.159847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:47.169980 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] Routers {'a630db73-2606-45b6-b998-9e39593d7e5f'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:47.170662 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a630db73-2606-45b6-b998-9e39593d7e5f'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:47.200752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] For port bf316956-f84d-4bb2-8bcb-cc7108800733, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bf316956-f84d-4bb2-8bcb-cc7108800733,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:47.203176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.231034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Pushing event updated for resources: {'Port': ['ID=e6b077db-6a11-4367-bf62-1a6e86c7e550,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.233983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Calling delete_port for bf316956-f84d-4bb2-8bcb-cc7108800733 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:47.285172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.285785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.305762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-d9175085-5cf8-4498-8953-db6bf03e4c39 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0487947 Feb 11 13:25:47.348899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.379179 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] Set router a630db73-2606-45b6-b998-9e39593d7e5f gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:47.513023 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 6, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:47.541064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Request body: {'port': {'device_id': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:47.611519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bf316956-f84d-4bb2-8bcb-cc7108800733), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.624358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.714884 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0e13f0-b8f2-43ef-9ae8-a8dffb91180d None None] The sync data for ids ['a630db73-2606-45b6-b998-9e39593d7e5f'] in n-d-828675-3 is: [{'id': 'a630db73-2606-45b6-b998-9e39593d7e5f', 'name': 'tempest-TestServerBasicOps-979493279-router', 'tenant_id': '1fdcf877602e4b8ea92679ba5cc77625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:01Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 6, 'project_id': '1fdcf877602e4b8ea92679ba5cc77625', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:47.735625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Pushing event deleted for resources: {'Port': ['ID=bf316956-f84d-4bb2-8bcb-cc7108800733,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.767051 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (a630db73-2606-45b6-b998-9e39593d7e5f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.926420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (a630db73-2606-45b6-b998-9e39593d7e5f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:47.971461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks [] for router_controller (a630db73-2606-45b6-b998-9e39593d7e5f), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.046266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b077db-6a11-4367-bf62-1a6e86c7e550 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:48.055688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Publish callbacks [] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.059574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b292-9d06-4851-b5b4-64c93b124ef7 req-253f1b17-c261-4bfe-8dd5-78e43e679e19 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.061171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e04b292-9d06-4851-b5b4-64c93b124ef7 req-253f1b17-c261-4bfe-8dd5-78e43e679e19 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 931 time: 0.1519334 Feb 11 13:25:48.064264 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (a630db73-2606-45b6-b998-9e39593d7e5f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.064264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Fanout notify agent at l3_agent the message router_deleted on router a630db73-2606-45b6-b998-9e39593d7e5f {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:48.072121 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.075615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-790d0482-8e02-4bdd-92ec-710d6efc2cff admin admin] 10.222.0.42 "DELETE /v2.0/routers/a630db73-2606-45b6-b998-9e39593d7e5f HTTP/1.1" status: 204 len: 168 time: 1.6659496 Feb 11 13:25:48.076206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50230) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:48.077482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Transition to ACTIVE for port object e6b077db-6a11-4367-bf62-1a6e86c7e550 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:48.083517 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.118270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50232) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:48.190386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Pushing event updated for resources: {'Port': ['ID=e6b077db-6a11-4367-bf62-1a6e86c7e550,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.256056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Attempting to bind port e6b077db-6a11-4367-bf62-1a6e86c7e550 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:48.256583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Attempting to bind port e6b077db-6a11-4367-bf62-1a6e86c7e550 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '83053a63-1bff-47e1-8e7e-9ab5f5356d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:48.256923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Attempting to bind port e6b077db-6a11-4367-bf62-1a6e86c7e550 on network 15124db5-289e-4f66-bb5d-e09cab9bb263 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:48.261882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Port e6b077db-6a11-4367-bf62-1a6e86c7e550 on network 15124db5-289e-4f66-bb5d-e09cab9bb263 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:48.262198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Attempting to bind port e6b077db-6a11-4367-bf62-1a6e86c7e550 on network 15124db5-289e-4f66-bb5d-e09cab9bb263 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:48.268747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:48.269085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Checking segment: {'id': '83053a63-1bff-47e1-8e7e-9ab5f5356d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:48.270433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Bound using segment: {'id': '83053a63-1bff-47e1-8e7e-9ab5f5356d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:48.271218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Bound port: e6b077db-6a11-4367-bf62-1a6e86c7e550, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83053a63-1bff-47e1-8e7e-9ab5f5356d5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:48.271587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.288932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] Deleting subnet 4c619735-07e1-4850-a586-bd252a144cd6 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:48.304574 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] Publish callbacks [] for subnet (4c619735-07e1-4850-a586-bd252a144cd6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.371974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] For port e6b077db-6a11-4367-bf62-1a6e86c7e550, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:48.377825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e04b292-9d06-4851-b5b4-64c93b124ef7 req-844222c8-d5f3-4405-9e2b-32242b53aea0 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004792 Feb 11 13:25:48.390515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] For port e6b077db-6a11-4367-bf62-1a6e86c7e550, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e6b077db-6a11-4367-bf62-1a6e86c7e550,segment=NetworkSegment(83053a63-1bff-47e1-8e7e-9ab5f5356d5d),segment_id=83053a63-1bff-47e1-8e7e-9ab5f5356d5d)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:48.420376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.482844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.484111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.485968 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] 10.222.0.53 "PUT /v2.0/ports/e6b077db-6a11-4367-bf62-1a6e86c7e550 HTTP/1.1" status: 200 len: 1091 time: 1.1719003 Feb 11 13:25:48.489217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'tag': 'e6b077db-6a11-4367-bf62-1a6e86c7e550'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:48.491639 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e812a42-9097-4e9a-af1f-edb40ab97a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e3c9e19-22ba-4211-b66a-8407414ec9b2", "tag": "e6b077db-6a11-4367-bf62-1a6e86c7e550"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:48.522595 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (4c619735-07e1-4850-a586-bd252a144cd6), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.570700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f983c-8725-40b8-9188-f427e7b15ede service neutron] Pushing event updated for resources: {'Port': ['ID=e6b077db-6a11-4367-bf62-1a6e86c7e550,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.596712 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06056511-5a0d-43e3-ae33-f811427d73c9 x-openstack-request-id: req-06056511-5a0d-43e3-ae33-f811427d73c9 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:48.597411 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e3c9e19-22ba-4211-b66a-8407414ec9b2", "tag": "e6b077db-6a11-4367-bf62-1a6e86c7e550", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:48.597687 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06056511-5a0d-43e3-ae33-f811427d73c9 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:48.598092 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'tag': 'e6b077db-6a11-4367-bf62-1a6e86c7e550', 'status': 'completed', 'code': 200} Feb 11 13:25:48.656411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-ca012ce2-1783-4aa7-9e35-458a6b11b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.658947 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-ca012ce2-1783-4aa7-9e35-458a6b11b603 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20ed813ac8844040bde2b19cc2ff58e6&device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 1125 time: 0.0787289 Feb 11 13:25:48.707630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (4c619735-07e1-4850-a586-bd252a144cd6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.750751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 203aa5b8-1c07-4d2b-8baf-31fe1394300a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:48.751173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.799285 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-8d6e6858-1285-4adf-862b-c464c0b6e04b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b077db-6a11-4367-bf62-1a6e86c7e550 HTTP/1.1" status: 200 len: 217 time: 0.1311617 Feb 11 13:25:48.857121 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (4c619735-07e1-4850-a586-bd252a144cd6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.891312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c619735-07e1-4850-a586-bd252a144cd6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.898253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-7f8c30b7-a6a9-47da-a037-fb70d7b02398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.900192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-7f8c30b7-a6a9-47da-a037-fb70d7b02398 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec HTTP/1.1" status: 200 len: 852 time: 0.0947680 Feb 11 13:25:48.906772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.907304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (203aa5b8-1c07-4d2b-8baf-31fe1394300a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.943058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 203aa5b8-1c07-4d2b-8baf-31fe1394300a owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:48.943290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-04f02770-ab0f-441e-adfa-8741721bced7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15124db5-289e-4f66-bb5d-e09cab9bb263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364170 Feb 11 13:25:48.965960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:48.970185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccca2f7-111c-401c-9ec9-238c8b87b4f9 None None] Network 95a0719b-7a85-4466-859b-a0c5855e74fe requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:48.970662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-12855ab5-13ed-43a8-92c8-d5383f4a70e9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4c619735-07e1-4850-a586-bd252a144cd6 HTTP/1.1" status: 204 len: 168 time: 0.8878608 Feb 11 13:25:48.972579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50240) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:49.237597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (95a0719b-7a85-4466-859b-a0c5855e74fe), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.269696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-cf1da971-eaca-4ebe-8814-e3e3c20b4a4a service neutron] 10.222.0.53 "GET /v2.0/networks/15124db5-289e-4f66-bb5d-e09cab9bb263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180602 Feb 11 13:25:49.326320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] DHCP port deletion for 95a0719b-7a85-4466-859b-a0c5855e74fe request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:25:49.385803 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4eebec20-35a3-493e-92f1-3f174f03c14b req-1f5c3df9-a0e6-4d9e-8c0e-6798d68d4526 service neutron] 10.222.0.53 "GET /v2.0/networks/15124db5-289e-4f66-bb5d-e09cab9bb263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085794 Feb 11 13:25:49.463966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (203aa5b8-1c07-4d2b-8baf-31fe1394300a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.499754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Deleting port 9faf07f2-9718-44f7-856b-e80ab40a79df {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:49.500139 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.545767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Deleting port 9faf07f2-9718-44f7-856b-e80ab40a79df {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:49.547845 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.550967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=203aa5b8-1c07-4d2b-8baf-31fe1394300a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:49.633790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] For port 9faf07f2-9718-44f7-856b-e80ab40a79df, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9faf07f2-9718-44f7-856b-e80ab40a79df,segment=NetworkSegment(4e7ee23e-8fff-4647-be6d-9dff6c986d0e),segment_id=4e7ee23e-8fff-4647-be6d-9dff6c986d0e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:49.639060 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.675387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-5e0d9841-28fb-4954-8635-f81a043a7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.677024 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-5e0d9841-28fb-4954-8635-f81a043a7f90 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=20ed813ac8844040bde2b19cc2ff58e6&device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 1125 time: 0.2127535 Feb 11 13:25:49.682188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Calling delete_port for 9faf07f2-9718-44f7-856b-e80ab40a79df owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:49.697097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb39de6-f253-4e8d-934d-be1e2bde0cfd req-76aaf24a-ee29-41b9-b6ed-943e98a26068 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.711348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7eb39de6-f253-4e8d-934d-be1e2bde0cfd req-76aaf24a-ee29-41b9-b6ed-943e98a26068 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 943 time: 0.1636543 Feb 11 13:25:49.737144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for floatingip (1d430c7b-1568-4567-917c-88a07022df84), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.737483 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Floating IP 1d430c7b-1568-4567-917c-88a07022df84 disassociated (deleted). External IP: 172.25.1.242, port: 655c622c-2eb2-41d4-b4cc-0f80c67a1eac. Feb 11 13:25:49.742286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] For port 9faf07f2-9718-44f7-856b-e80ab40a79df, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9faf07f2-9718-44f7-856b-e80ab40a79df,segment=NetworkSegment(4e7ee23e-8fff-4647-be6d-9dff6c986d0e),segment_id=4e7ee23e-8fff-4647-be6d-9dff6c986d0e)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:49.742680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.762339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Calling delete_port for 9faf07f2-9718-44f7-856b-e80ab40a79df owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:49.825036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9faf07f2-9718-44f7-856b-e80ab40a79df no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:49.857523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7eb39de6-f253-4e8d-934d-be1e2bde0cfd req-953dd5d8-9b40-4928-8c08-f3fd9611d020 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455762 Feb 11 13:25:49.966908 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:49.973092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.006884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=9faf07f2-9718-44f7-856b-e80ab40a79df,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:50.012376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] No DVR routers for this DVR port 9faf07f2-9718-44f7-856b-e80ab40a79df on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:50.029132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] No DVR routers for this DVR port 9faf07f2-9718-44f7-856b-e80ab40a79df on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:50.039142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Pushing event deleted for resources: {'Port': ['ID=9faf07f2-9718-44f7-856b-e80ab40a79df,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:50.049398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-1a0a7405-11e6-49e9-a42f-9df4dfe5b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.051108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-1a0a7405-11e6-49e9-a42f-9df4dfe5b39f service neutron] 10.222.0.53 "GET /v2.0/networks?id=15124db5-289e-4f66-bb5d-e09cab9bb263 HTTP/1.1" status: 200 len: 913 time: 0.3638227 Feb 11 13:25:50.058572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.059111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.059607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.060099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.060587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.061102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.061598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.062097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.062574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.063411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.063951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.064460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.064937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56e3235-826e-4271-a818-e24fe4e2a670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:50.068351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9faf07f2-9718-44f7-856b-e80ab40a79df is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:50.068944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9faf07f2-9718-44f7-856b-e80ab40a79df), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.112733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-23a0a9a3-3b8e-48e5-bd75-3f1d1fb8e9aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6b077db-6a11-4367-bf62-1a6e86c7e550 HTTP/1.1" status: 200 len: 217 time: 0.0456433 Feb 11 13:25:50.121897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5fee989e-9419-44ae-a7e5-2c5722f3364a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:50.128450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 16be127f-5f8c-4512-9238-4dda8947428b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:50.147861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (95a0719b-7a85-4466-859b-a0c5855e74fe), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.164922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5fee989e-9419-44ae-a7e5-2c5722f3364a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:50.164922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5fee989e-9419-44ae-a7e5-2c5722f3364a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:50.165335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bf316956-f84d-4bb2-8bcb-cc7108800733 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:50.207903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a0719b-7a85-4466-859b-a0c5855e74fe']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:50.215322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: bf316956-f84d-4bb2-8bcb-cc7108800733 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:50.216347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bf316956-f84d-4bb2-8bcb-cc7108800733 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:50.224561 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7ee23e-8fff-4647-be6d-9dff6c986d0e') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:50.224939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7ee23e-8fff-4647-be6d-9dff6c986d0e') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:50.239777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-2e108493-afdd-4268-bcdc-4f4cdd68e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.241503 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-2e108493-afdd-4268-bcdc-4f4cdd68e409 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec HTTP/1.1" status: 200 len: 852 time: 0.0958738 Feb 11 13:25:50.243597 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (4e7ee23e-8fff-4647-be6d-9dff6c986d0e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.279776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-39b765ce-e3bd-441d-bc93-0a33eb83efee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15124db5-289e-4f66-bb5d-e09cab9bb263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291924 Feb 11 13:25:50.280785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4e7ee23e-8fff-4647-be6d-9dff6c986d0e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.291779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:50.299350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.303151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] Sync routers for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:50.312033 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:50.312640 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (4e7ee23e-8fff-4647-be6d-9dff6c986d0e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: self.session.flush() Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:50.317143 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:50.327247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:50.328150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:50.350759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0892c633-01d7-4314-9735-5eec13d4dd79 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/floatingips/1d430c7b-1568-4567-917c-88a07022df84 HTTP/1.1" status: 204 len: 168 time: 2.2291455 Feb 11 13:25:50.350759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:50.367425 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:50.476265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (95a0719b-7a85-4466-859b-a0c5855e74fe), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.497469 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.503558 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] 10.222.0.42 "DELETE /v2.0/networks/95a0719b-7a85-4466-859b-a0c5855e74fe HTTP/1.1" status: 204 len: 168 time: 1.5271790 Feb 11 13:25:50.521258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0c10d-6657-4978-936b-e2aaea441e23 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a0719b-7a85-4466-859b-a0c5855e74fe,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:50.527428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-ef529266-3e71-4012-8dc2-e0f09f0af4a3 service neutron] 10.222.0.53 "GET /v2.0/networks/15124db5-289e-4f66-bb5d-e09cab9bb263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386172 Feb 11 13:25:50.665661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:50.726159 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5e812a42-9097-4e9a-af1f-edb40ab97a3e req-80286223-2989-4004-a1f3-7a7cb1045836 service neutron] 10.222.0.53 "GET /v2.0/networks/15124db5-289e-4f66-bb5d-e09cab9bb263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911657 Feb 11 13:25:50.813286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50268) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:50.869533 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9101ced1-6f54-4df7-b192-b1a0b8254088 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=078cf47fa4cf48dbbc95051431996f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0546696 Feb 11 13:25:50.871796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50272) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:50.952625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73e8e622-aacc-4529-b455-e863f36b9348 admin admin] Publish callbacks [] for security_group (73030c83-6611-4eaa-a015-36fe8479edcb), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:50.969023 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8630f890-316c-4c11-ad97-4f218a4bbba9 x-openstack-request-id: req-8630f890-316c-4c11-ad97-4f218a4bbba9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:50.969545 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:50.969715 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8630f890-316c-4c11-ad97-4f218a4bbba9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:50.970169 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'status': 'completed', 'code': 200} Feb 11 13:25:51.023598 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73e8e622-aacc-4529-b455-e863f36b9348 admin admin] Publish callbacks [] for security_group (73030c83-6611-4eaa-a015-36fe8479edcb), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.099511 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73e8e622-aacc-4529-b455-e863f36b9348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (73030c83-6611-4eaa-a015-36fe8479edcb), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.102376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73e8e622-aacc-4529-b455-e863f36b9348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:51.103549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-73e8e622-aacc-4529-b455-e863f36b9348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73030c83-6611-4eaa-a015-36fe8479edcb HTTP/1.1" status: 204 len: 168 time: 0.2305400 Feb 11 13:25:51.122258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8e622-aacc-4529-b455-e863f36b9348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73030c83-6611-4eaa-a015-36fe8479edcb,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.133544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:04Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:51.155494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-037a218f-fc43-4f24-8f86-4450b4ef7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.157305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-037a218f-fc43-4f24-8f86-4450b4ef7794 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 1128 time: 0.1658957 Feb 11 13:25:51.174114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bc0c7-fa1f-4e6b-903c-45b61835a13e req-e441f6a8-db0f-4e78-9f8c-2fff766981d6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.182619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd6bc0c7-fa1f-4e6b-903c-45b61835a13e req-e441f6a8-db0f-4e78-9f8c-2fff766981d6 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1207290 Feb 11 13:25:51.267609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] Checking router: 16be127f-5f8c-4512-9238-4dda8947428b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:51.315640 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:51.321780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:51.390950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd6bc0c7-fa1f-4e6b-903c-45b61835a13e req-14525c76-dc86-4f52-9859-4fdf3b89d0a8 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081532 Feb 11 13:25:51.461084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-b341d710-31dc-4bd3-ad90-42e50113200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.463380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-b341d710-31dc-4bd3-ad90-42e50113200f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 200 len: 898 time: 0.2964044 Feb 11 13:25:51.532571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-f7092c05-9e5e-4716-b297-52d362b3b632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 200 len: 217 time: 0.0621772 Feb 11 13:25:51.633263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-4242480c-edbb-49bf-b9f3-241d7b2fc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.634785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-4242480c-edbb-49bf-b9f3-241d7b2fc0ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2792744f-530f-41e1-806a-4667c67fb403 HTTP/1.1" status: 200 len: 834 time: 0.0722790 Feb 11 13:25:51.684684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b3e497-2dbd-439e-9628-be6d32efce79 req-50d78fa0-425f-4608-87fd-fa3106283019 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.695713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7b3e497-2dbd-439e-9628-be6d32efce79 req-50d78fa0-425f-4608-87fd-fa3106283019 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 943 time: 0.2141590 Feb 11 13:25:51.788510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:51.814213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50290) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:51.917236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7b3e497-2dbd-439e-9628-be6d32efce79 req-fe56b530-a665-4997-87fd-5e9bf9b1a99b tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191789 Feb 11 13:25:51.932606 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e8ac6f00-f6b3-4f0f-8dc7-01a2b8694c9e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fdcf877602e4b8ea92679ba5cc77625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1149275 Feb 11 13:25:51.933512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50292) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:51.935176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-28044ecb-a18e-47ee-8e10-2d7ed9e7cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.950085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-28044ecb-a18e-47ee-8e10-2d7ed9e7cf94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f603f69-470e-434c-a4bd-4fd590888b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2969763 Feb 11 13:25:52.044439 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b657076d-1845-4416-b446-f9cc93e09bc6 admin admin] Publish callbacks [] for security_group (9bd60500-74ed-43c4-8321-51bcd462b6f0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.076093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b657076d-1845-4416-b446-f9cc93e09bc6 admin admin] Publish callbacks [] for security_group (9bd60500-74ed-43c4-8321-51bcd462b6f0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.140002 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b657076d-1845-4416-b446-f9cc93e09bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9bd60500-74ed-43c4-8321-51bcd462b6f0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.146694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b657076d-1845-4416-b446-f9cc93e09bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.147329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b657076d-1845-4416-b446-f9cc93e09bc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bd60500-74ed-43c4-8321-51bcd462b6f0 HTTP/1.1" status: 204 len: 168 time: 0.2120883 Feb 11 13:25:52.166395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:04Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:52.187753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657076d-1845-4416-b446-f9cc93e09bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd60500-74ed-43c4-8321-51bcd462b6f0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:52.205120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-125762f3-74c3-498e-89d2-57383a6862bb service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533629 Feb 11 13:25:52.239533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac639bc7-c923-4995-8963-fda7ff717823 None None] The sync data for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 is: [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f770e907-4ce0-493f-b992-9bed7230100a', 'name': '', 'network_id': '1f603f69-470e-434c-a4bd-4fd590888b1e', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'mac_address': 'fa:16:3e:ab:3f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '2792744f-530f-41e1-806a-4667c67fb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:58Z', 'updated_at': '2022-02-11T13:23:04Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'subnets': [{'id': '2792744f-530f-41e1-806a-4667c67fb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:52.303466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-b2d03096-dd99-4727-ac51-213506564094 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.310222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-b2d03096-dd99-4727-ac51-213506564094 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1888475 Feb 11 13:25:52.555406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-b46a2a9c-0f66-480a-a6c8-9b7289f47c4f service neutron] 10.222.0.64 "GET /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430068 Feb 11 13:25:52.631227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:52.631586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.740800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abbcfb-1d31-413c-876f-d4357e0d9587 req-6b764dcc-fe81-450d-93cb-37c95bb4e96d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.742492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82abbcfb-1d31-413c-876f-d4357e0d9587 req-6b764dcc-fe81-450d-93cb-37c95bb4e96d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 946 time: 0.1718554 Feb 11 13:25:52.772077 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdca0107-e853-4e36-8169-85ee1c0c632c None None] New status for floating IP 1d430c7b-1568-4567-917c-88a07022df84: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:52.823484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82abbcfb-1d31-413c-876f-d4357e0d9587 req-719b6eb7-5be9-4493-a6bf-29a7a960352a tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/security-groups?id=44d0fcae-0471-42db-9907-cde6c25b4a99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746455 Feb 11 13:25:52.834626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:52.835457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:52.864767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 655c622c-2eb2-41d4-b4cc-0f80c67a1eac owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:52.871805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e6b077db-6a11-4367-bf62-1a6e86c7e550 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:53.145316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e6b077db-6a11-4367-bf62-1a6e86c7e550, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e6b077db-6a11-4367-bf62-1a6e86c7e550,segment=NetworkSegment(83053a63-1bff-47e1-8e7e-9ab5f5356d5d),segment_id=83053a63-1bff-47e1-8e7e-9ab5f5356d5d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:53.176820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e6b077db-6a11-4367-bf62-1a6e86c7e550', 'network_id': '15124db5-289e-4f66-bb5d-e09cab9bb263', 'port_id': 'e6b077db-6a11-4367-bf62-1a6e86c7e550', 'mac_address': 'fa:16:3e:65:30:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:53.233163 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (655c622c-2eb2-41d4-b4cc-0f80c67a1eac), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.242142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84e48b-5df6-4ff2-a507-00ce80d04abb req-22f94b31-ca9e-4602-81ab-7c4ab15f7079 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.251016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf84e48b-5df6-4ff2-a507-00ce80d04abb req-22f94b31-ca9e-4602-81ab-7c4ab15f7079 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 943 time: 0.1776636 Feb 11 13:25:53.285119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=655c622c-2eb2-41d4-b4cc-0f80c67a1eac,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.299778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e6b077db-6a11-4367-bf62-1a6e86c7e550 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:53.304749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.305708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.306066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.306407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.306991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.307336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.307666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.307997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.308566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.309203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.309453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.309811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.310137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.310460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:53.355726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b077db-6a11-4367-bf62-1a6e86c7e550 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:25:53.399862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] No DVR routers for this DVR port 655c622c-2eb2-41d4-b4cc-0f80c67a1eac on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:53.403507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.407027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-333bbb24-1739-4dfd-9100-052e8cfa501a req-c20703bc-64fc-4b50-a85b-6fa273e16fc0 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.64 "DELETE /v2.0/ports/655c622c-2eb2-41d4-b4cc-0f80c67a1eac HTTP/1.1" status: 204 len: 173 time: 1.0565171 Feb 11 13:25:53.407487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-deleted', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:53.408854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e6b077db-6a11-4367-bf62-1a6e86c7e550, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e6b077db-6a11-4367-bf62-1a6e86c7e550,segment=NetworkSegment(83053a63-1bff-47e1-8e7e-9ab5f5356d5d),segment_id=83053a63-1bff-47e1-8e7e-9ab5f5356d5d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:53.409797 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd5666c-9b3d-4ec5-b476-89032827efd3" -d '{"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-deleted", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:53.415058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:53.445310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf84e48b-5df6-4ff2-a507-00ce80d04abb req-f6ead25c-ff0e-4333-bfcd-82c41f0e39ce tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919568 Feb 11 13:25:53.501111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e6b077db-6a11-4367-bf62-1a6e86c7e550,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.508822 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70538763-b43a-40f8-8a73-a83ab91d0d8a x-openstack-request-id: req-70538763-b43a-40f8-8a73-a83ab91d0d8a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:53.509124 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4280d97-c1d7-4684-9cd5-055f19f3022a", "name": "network-vif-deleted", "tag": "655c622c-2eb2-41d4-b4cc-0f80c67a1eac", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:53.509382 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70538763-b43a-40f8-8a73-a83ab91d0d8a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:53.509852 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4280d97-c1d7-4684-9cd5-055f19f3022a', 'name': 'network-vif-deleted', 'tag': '655c622c-2eb2-41d4-b4cc-0f80c67a1eac', 'status': 'completed', 'code': 200} Feb 11 13:25:53.641405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e6b077db-6a11-4367-bf62-1a6e86c7e550'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:53.776577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:54.035716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-188083863-network', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:54.050263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec9cb3ba-6777-44fa-b25a-84a522fb8167 req-4a7b41be-3243-4d18-87fa-bd150f0ee745 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4280d97-c1d7-4684-9cd5-055f19f3022a HTTP/1.1" status: 200 len: 210 time: 0.0552950 Feb 11 13:25:54.062761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Made reservation on behalf of 6d3037b6f7d34ffb98dbe0343b05392f for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:54.066898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.084659 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.196898 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks [] for security_group (15e49d87-ee8b-4783-9870-d250e8b8aaaa), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.223856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (15e49d87-ee8b-4783-9870-d250e8b8aaaa), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.246537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:54.259480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (eb288e63-a939-43b5-8198-fa60a8a660d8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.259480 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Added segment eb288e63-a939-43b5-8198-fa60a8a660d8 of type vlan for network cc724f16-241a-4a8e-af98-15d2023403e7 Feb 11 13:25:54.300726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (cc724f16-241a-4a8e-af98-15d2023403e7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.332100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (cc724f16-241a-4a8e-af98-15d2023403e7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.333133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.333749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.379186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e49d87-ee8b-4783-9870-d250e8b8aaaa,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.387334 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6093333 Feb 11 13:25:54.389560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50338) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:54.394287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Request body: {'subnet': {'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-188083863-subnet', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:54.441276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bf9fe-f5ed-4c52-a8a9-798f699a85c8 admin admin] Pushing event updated for resources: {'Network': ['ID=cc724f16-241a-4a8e-af98-15d2023403e7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.453545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network cc724f16-241a-4a8e-af98-15d2023403e7 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:54.468320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Made reservation on behalf of 6d3037b6f7d34ffb98dbe0343b05392f for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:54.471000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.693859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aeada4-0a43-442c-972c-f5272cd7f01e req-6bbd7fb3-8cf4-4748-8128-9ecaed7f4a76 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.700081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23aeada4-0a43-442c-972c-f5272cd7f01e req-6bbd7fb3-8cf4-4748-8128-9ecaed7f4a76 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 944 time: 0.1319468 Feb 11 13:25:54.782533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23aeada4-0a43-442c-972c-f5272cd7f01e req-45500e6f-0d08-497f-90d0-bb9428cc828e tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751486 Feb 11 13:25:54.782910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (cfc6a33a-2c0c-40a0-9b5b-473c3b8df389), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.860536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc6a33a-2c0c-40a0-9b5b-473c3b8df389,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.865353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Checking segment: {'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:54.865875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Network hostable DHCP agents. Network: cc724f16-241a-4a8e-af98-15d2023403e7, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:54.881386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e6b077db-6a11-4367-bf62-1a6e86c7e550 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:54.888291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Network cc724f16-241a-4a8e-af98-15d2023403e7 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:54.904965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, cc724f16-241a-4a8e-af98-15d2023403e7) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:54.910578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.911607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.920335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8adb72c-8b4e-4171-80bc-7dc69a687bf4 None None] Network cc724f16-241a-4a8e-af98-15d2023403e7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:54.936168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6349b497-764b-4137-8352-cdb3a275fc27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5430162 Feb 11 13:25:54.936770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50348) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:54.943108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:54.996536 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (8f40532c-f6df-47a7-af69-1882dd77a667), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:54.998633 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (8f40532c-f6df-47a7-af69-1882dd77a667), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.040203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port e6b077db-6a11-4367-bf62-1a6e86c7e550 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:55.053761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e6b077db-6a11-4367-bf62-1a6e86c7e550 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:55.054369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.091457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks [] for router_controller (8f40532c-f6df-47a7-af69-1882dd77a667), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.122899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50352) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:55.188241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e6b077db-6a11-4367-bf62-1a6e86c7e550 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:55.189283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.210455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-cc724f16-241a-4a8e-af98-15d2023403e7', 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7', 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'fixed_ips': [{'subnet_id': 'cfc6a33a-2c0c-40a0-9b5b-473c3b8df389'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:25:55.211561 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.673367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b077db-6a11-4367-bf62-1a6e86c7e550'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:25:55.691723 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9007cab2-eaaf-427d-b296-3192d664fc67" -d '{"events": [{"server_uuid": "7e3c9e19-22ba-4211-b66a-8407414ec9b2", "name": "network-vif-plugged", "status": "completed", "tag": "e6b077db-6a11-4367-bf62-1a6e86c7e550"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:55.740942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e6b077db-6a11-4367-bf62-1a6e86c7e550, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e6b077db-6a11-4367-bf62-1a6e86c7e550,segment=NetworkSegment(83053a63-1bff-47e1-8e7e-9ab5f5356d5d),segment_id=83053a63-1bff-47e1-8e7e-9ab5f5356d5d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:55.761768 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.767633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Allocated IP 172.20.0.2 (cc724f16-241a-4a8e-af98-15d2023403e7/cfc6a33a-2c0c-40a0-9b5b-473c3b8df389/e20e911c-c18a-4726-836a-8a1a5721dcd1) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:55.891562 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b449436a-1b78-4446-a21a-d58583531053 x-openstack-request-id: req-b449436a-1b78-4446-a21a-d58583531053 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:55.891861 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c9e19-22ba-4211-b66a-8407414ec9b2", "name": "network-vif-plugged", "status": "completed", "tag": "e6b077db-6a11-4367-bf62-1a6e86c7e550", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:55.892123 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b449436a-1b78-4446-a21a-d58583531053 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:55.893159 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b077db-6a11-4367-bf62-1a6e86c7e550', 'code': 200} Feb 11 13:25:55.900286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e6b077db-6a11-4367-bf62-1a6e86c7e550,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:55.971870 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (16be127f-5f8c-4512-9238-4dda8947428b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.041409 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:56.076300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d87625-4696-485a-b0e5-1af5058761c1 req-92a2bc2d-8813-42ff-a2c3-9a35cac907f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:56.079196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2d87625-4696-485a-b0e5-1af5058761c1 req-92a2bc2d-8813-42ff-a2c3-9a35cac907f4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 1127 time: 0.2319167 Feb 11 13:25:56.168534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50368) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:56.177624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks [] for router_gateway (8f40532c-f6df-47a7-af69-1882dd77a667), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.182194 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c2d87625-4696-485a-b0e5-1af5058761c1 req-1330a200-90a5-4f8a-81d7-d332121202f0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962203 Feb 11 13:25:56.230525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Publish callbacks [] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.246460 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.281567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Network cc724f16-241a-4a8e-af98-15d2023403e7 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:56.323410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:56.326199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c4798-93a6-4438-8793-28fc39d0934d req-a5b3cc70-dadb-4fed-b9e7-a5891f15126b tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:56.335346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-793c4798-93a6-4438-8793-28fc39d0934d req-a5b3cc70-dadb-4fed-b9e7-a5891f15126b tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 945 time: 0.2293420 Feb 11 13:25:56.337556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:56.423377 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4ffbe22-1df1-4f44-afd3-fd0daeb518f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.452559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port f770e907-4ce0-493f-b992-9bed7230100a {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:25:56.452923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f770e907-4ce0-493f-b992-9bed7230100a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.480460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Pushing event updated for resources: {'Port': ['ID=e20e911c-c18a-4726-836a-8a1a5721dcd1,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.489016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-793c4798-93a6-4438-8793-28fc39d0934d req-f21c592e-5ac8-4afa-ab07-eda606a12120 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525354 Feb 11 13:25:56.525912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Attempting to bind port e20e911c-c18a-4726-836a-8a1a5721dcd1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:25:56.526535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Attempting to bind port e20e911c-c18a-4726-836a-8a1a5721dcd1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:25:56.527081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Attempting to bind port e20e911c-c18a-4726-836a-8a1a5721dcd1 on network cc724f16-241a-4a8e-af98-15d2023403e7 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:56.544014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:56.544750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Checking segment: {'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:25:56.545309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.545912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Bound using segment: {'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:56.546382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Bound port: e20e911c-c18a-4726-836a-8a1a5721dcd1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:25:56.546767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.583362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port f770e907-4ce0-493f-b992-9bed7230100a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f770e907-4ce0-493f-b992-9bed7230100a,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:56.584535 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f770e907-4ce0-493f-b992-9bed7230100a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.602475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for f770e907-4ce0-493f-b992-9bed7230100a owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:25:56.637028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] For port e20e911c-c18a-4726-836a-8a1a5721dcd1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:56.642810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] For port e20e911c-c18a-4726-836a-8a1a5721dcd1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e20e911c-c18a-4726-836a-8a1a5721dcd1,segment=NetworkSegment(eb288e63-a939-43b5-8198-fa60a8a660d8),segment_id=eb288e63-a939-43b5-8198-fa60a8a660d8)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:56.659826 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.665596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4ffbe22-1df1-4f44-afd3-fd0daeb518f7 admin admin] Publish callbacks [] for security_group (78134075-3f69-498f-a956-63b0aa4af190), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.681229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4ffbe22-1df1-4f44-afd3-fd0daeb518f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (78134075-3f69-498f-a956-63b0aa4af190), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.736211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks [] for router_gateway (8f40532c-f6df-47a7-af69-1882dd77a667), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.762834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441da0b1-59a6-4602-89b4-982c14836af2 None None] Pushing event updated for resources: {'Port': ['ID=e20e911c-c18a-4726-836a-8a1a5721dcd1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.788929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4ffbe22-1df1-4f44-afd3-fd0daeb518f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d9081c0d72041dab6d682818e65cc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6184998 Feb 11 13:25:56.789652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50376) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:56.843864 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.871980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffbe22-1df1-4f44-afd3-fd0daeb518f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78134075-3f69-498f-a956-63b0aa4af190,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.903294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d53a82e3-728c-400c-b130-d5698f2f39fd admin admin] Publish callbacks [] for security_group (78134075-3f69-498f-a956-63b0aa4af190), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:56.928892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d53a82e3-728c-400c-b130-d5698f2f39fd admin admin] Publish callbacks [] for security_group (78134075-3f69-498f-a956-63b0aa4af190), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.111201 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f770e907-4ce0-493f-b992-9bed7230100a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.131858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Allocated IP 172.25.1.209 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/02fc0170-4e12-422e-bae0-a84256cabcf1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:57.196920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=f770e907-4ce0-493f-b992-9bed7230100a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.204445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d53a82e3-728c-400c-b130-d5698f2f39fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (78134075-3f69-498f-a956-63b0aa4af190), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.217494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d53a82e3-728c-400c-b130-d5698f2f39fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.218956 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d53a82e3-728c-400c-b130-d5698f2f39fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78134075-3f69-498f-a956-63b0aa4af190 HTTP/1.1" status: 204 len: 168 time: 0.4281621 Feb 11 13:25:57.264748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a82e3-728c-400c-b130-d5698f2f39fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78134075-3f69-498f-a956-63b0aa4af190,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.500874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks [] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.533090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 655c622c-2eb2-41d4-b4cc-0f80c67a1eac no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:57.569248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 655c622c-2eb2-41d4-b4cc-0f80c67a1eac {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:25:57.570240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 655c622c-2eb2-41d4-b4cc-0f80c67a1eac not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:57.664475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.771429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (16be127f-5f8c-4512-9238-4dda8947428b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:57.846905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Pushing event updated for resources: {'Port': ['ID=02fc0170-4e12-422e-bae0-a84256cabcf1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.900199 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:57.949886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:57.955506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:58.082224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0e64a-7b77-4f52-8615-c5490192f01a req-6866369d-9a7e-46f9-b3ea-2fed57231ffb tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.082456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e20e911c-c18a-4726-836a-8a1a5721dcd1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:58.084668 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9c0e64a-7b77-4f52-8615-c5490192f01a req-6866369d-9a7e-46f9-b3ea-2fed57231ffb tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 945 time: 0.2499652 Feb 11 13:25:58.175231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e20e911c-c18a-4726-836a-8a1a5721dcd1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:58.175900 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.376716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Router 16be127f-5f8c-4512-9238-4dda8947428b has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:58.378831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e20e911c-c18a-4726-836a-8a1a5721dcd1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:58.379828 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.458377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port e20e911c-c18a-4726-836a-8a1a5721dcd1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e20e911c-c18a-4726-836a-8a1a5721dcd1,segment=NetworkSegment(eb288e63-a939-43b5-8198-fa60a8a660d8),segment_id=eb288e63-a939-43b5-8198-fa60a8a660d8)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:58.477505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9c0e64a-7b77-4f52-8615-c5490192f01a req-51d28243-46ef-467b-8085-9584ff54259f tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753171 Feb 11 13:25:58.478251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.571619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3632a803-f509-40ce-b30e-997ff41f33a2 None None] Network cc724f16-241a-4a8e-af98-15d2023403e7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:58.649378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:58.662425 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b12c4213-3387-4b83-9927-74b1d00a2283 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "PUT /v2.0/routers/16be127f-5f8c-4512-9238-4dda8947428b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5369792 Feb 11 13:25:58.664882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50392) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:58.732602 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks [] for router_gateway (8f40532c-f6df-47a7-af69-1882dd77a667), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.743277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] Sync routers for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:58.781822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=e20e911c-c18a-4726-836a-8a1a5721dcd1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:58.785212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:58.786312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:58.821997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting subnet 2792744f-530f-41e1-806a-4667c67fb403 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:25:58.829766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (2792744f-530f-41e1-806a-4667c67fb403), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.864877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ae5f44d9-f1b7-44ac-9733-bf0e239dc8f2 None None] Provisioning complete for port e20e911c-c18a-4726-836a-8a1a5721dcd1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:58.865249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ae5f44d9-f1b7-44ac-9733-bf0e239dc8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:58.949765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (2792744f-530f-41e1-806a-4667c67fb403), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.214697 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f44d9-f1b7-44ac-9733-bf0e239dc8f2 None None] Current status of the port e20e911c-c18a-4726-836a-8a1a5721dcd1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:59.235220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:59.380911 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (8f40532c-f6df-47a7-af69-1882dd77a667), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.424893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-13af5de0-83eb-4d46-b533-a7b674218aa4 None None] Provisioning complete for port e20e911c-c18a-4726-836a-8a1a5721dcd1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:59.425557 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13af5de0-83eb-4d46-b533-a7b674218aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.461954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255903a-1c9e-4a86-8702-517e8266d5bc req-31c138ee-7945-4f8e-9ac5-2a45d27dd1da tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:59.464185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0255903a-1c9e-4a86-8702-517e8266d5bc req-31c138ee-7945-4f8e-9ac5-2a45d27dd1da tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 945 time: 0.1994851 Feb 11 13:25:59.498467 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d14c7d31-031e-4e07-918a-912a6fc58422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.593049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-13af5de0-83eb-4d46-b533-a7b674218aa4 None None] Current status of the port e20e911c-c18a-4726-836a-8a1a5721dcd1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:25:59.647610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0255903a-1c9e-4a86-8702-517e8266d5bc req-b0c105c1-6506-41e9-87a3-f645d01b3210 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869958 Feb 11 13:25:59.649620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Router 8f40532c-f6df-47a7-af69-1882dd77a667 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:59.690197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:25:56Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.724937 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (2792744f-530f-41e1-806a-4667c67fb403), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.730029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] Checking router: 16be127f-5f8c-4512-9238-4dda8947428b for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:59.747873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] Routers {'16be127f-5f8c-4512-9238-4dda8947428b'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:59.749188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['16be127f-5f8c-4512-9238-4dda8947428b'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.821209 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (2792744f-530f-41e1-806a-4667c67fb403), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.860292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Subnet': ['ID=2792744f-530f-41e1-806a-4667c67fb403,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.868397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.876058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e5b4c81e-2027-4660-821d-4ed6f7b7c43d tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/subnets/2792744f-530f-41e1-806a-4667c67fb403 HTTP/1.1" status: 204 len: 168 time: 1.2089362 Feb 11 13:25:59.876297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50404) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:25:59.881413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e20e911c-c18a-4726-836a-8a1a5721dcd1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:59.883398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d4042e-453b-4947-8eea-724c9cab6ba9 None None] Network 1f603f69-470e-434c-a4bd-4fd590888b1e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:25:59.887715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:59.904928 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Sync routers for ids ['8f40532c-f6df-47a7-af69-1882dd77a667'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:59.926261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Routers {'8f40532c-f6df-47a7-af69-1882dd77a667'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:59.926888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8f40532c-f6df-47a7-af69-1882dd77a667'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.964048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:59.965335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a3a947f7-f366-452c-89cc-7dc0dee12ba6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.0267510 Feb 11 13:25:59.968225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50406) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:00.049154 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Set router 8f40532c-f6df-47a7-af69-1882dd77a667 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:00.116891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (16be127f-5f8c-4512-9238-4dda8947428b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.277818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] Set router 16be127f-5f8c-4512-9238-4dda8947428b gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:00.315592 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_gateway (16be127f-5f8c-4512-9238-4dda8947428b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.324885 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:25:58Z', 'revision_number': 3, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'gw_port': {'id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:25:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:00.360704 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Checking router: 8f40532c-f6df-47a7-af69-1882dd77a667 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:00.361310 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Updating router 8f40532c-f6df-47a7-af69-1882dd77a667 port 02fc0170-4e12-422e-bae0-a84256cabcf1 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:00.407288 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.450213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Deleting port 175610b0-631d-4670-b9a1-28ad65947707 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:00.455304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (175610b0-631d-4670-b9a1-28ad65947707), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.475858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e20e911c-c18a-4726-836a-8a1a5721dcd1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:00.476248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.595000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] For port 175610b0-631d-4670-b9a1-28ad65947707, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=175610b0-631d-4670-b9a1-28ad65947707,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:00.595616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (175610b0-631d-4670-b9a1-28ad65947707), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.609186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Calling delete_port for 175610b0-631d-4670-b9a1-28ad65947707 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:00.807202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e20e911c-c18a-4726-836a-8a1a5721dcd1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:00.821119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] DHCP port deletion for 1f603f69-470e-434c-a4bd-4fd590888b1e request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:26:00.907453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-f7d6d31f-8e0d-42ab-a718-1a3825efc1ae tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.910771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-f7d6d31f-8e0d-42ab-a718-1a3825efc1ae tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 945 time: 0.3012702 Feb 11 13:26:00.947307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] Deleting port 188750e0-e567-413f-8f25-ee60d85e3bbd {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:00.947614 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.958221 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Publish callbacks [] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.965405 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:00.974269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:25:56Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:01.010167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cd9a4-b0af-4bd8-b1db-7e99f454eba9 None None] The sync data for ids ['16be127f-5f8c-4512-9238-4dda8947428b'] in n-d-828675-3 is: [{'id': '16be127f-5f8c-4512-9238-4dda8947428b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2129840499', 'tenant_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '175610b0-631d-4670-b9a1-28ad65947707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:22:52Z', 'updated_at': '2022-02-11T13:25:56Z', 'revision_number': 5, 'project_id': 'f7cb6e0e0f66421eb1f0ca064e2fdea0', 'gw_port': {'id': '175610b0-631d-4670-b9a1-28ad65947707', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:76:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16be127f-5f8c-4512-9238-4dda8947428b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:22:53Z', 'updated_at': '2022-02-11T13:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:01.029822 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Attempting to bind port 02fc0170-4e12-422e-bae0-a84256cabcf1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:01.030920 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Attempting to bind port 02fc0170-4e12-422e-bae0-a84256cabcf1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:01.031639 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Attempting to bind port 02fc0170-4e12-422e-bae0-a84256cabcf1 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:01.044396 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:01.045267 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:01.046051 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.046681 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:01.047565 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Bound port: 02fc0170-4e12-422e-bae0-a84256cabcf1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:01.048297 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.109923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] For port 188750e0-e567-413f-8f25-ee60d85e3bbd, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=188750e0-e567-413f-8f25-ee60d85e3bbd,segment=NetworkSegment(eaca8b8c-14b3-4ecb-8ace-325de6db5154),segment_id=eaca8b8c-14b3-4ecb-8ace-325de6db5154)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:01.110370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.127816 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] For port 02fc0170-4e12-422e-bae0-a84256cabcf1, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:01.132181 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] For port 02fc0170-4e12-422e-bae0-a84256cabcf1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=02fc0170-4e12-422e-bae0-a84256cabcf1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:01.139608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] Calling delete_port for 188750e0-e567-413f-8f25-ee60d85e3bbd owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:01.144116 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.146914 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Pushing event updated for resources: {'Port': ['ID=02fc0170-4e12-422e-bae0-a84256cabcf1,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:01.159083 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.159874 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.160462 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.161017 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.161597 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.162162 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.162727 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.164238 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.164803 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.165369 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.166610 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.167175 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.167709 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:01.188318 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.239139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Deleting port e6b077db-6a11-4367-bf62-1a6e86c7e550 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:01.239456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.281977 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Routers {'8f40532c-f6df-47a7-af69-1882dd77a667'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:01.282841 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:25:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8f40532c-f6df-47a7-af69-1882dd77a667'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:01.352322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (188750e0-e567-413f-8f25-ee60d85e3bbd), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.422133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] Pushing event deleted for resources: {'Port': ['ID=188750e0-e567-413f-8f25-ee60d85e3bbd,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:01.441424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1905fc67-27ec-4030-bdc7-14c360995ff7 None None] No DVR routers for this DVR port 188750e0-e567-413f-8f25-ee60d85e3bbd on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:01.486214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-303f9400-fd34-42fa-90f5-b90801c20c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.490785 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d56aa1-7b38-4ca8-952c-99e13688d460 None None] Pushing event updated for resources: {'Port': ['ID=02fc0170-4e12-422e-bae0-a84256cabcf1,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:01.506425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] For port e6b077db-6a11-4367-bf62-1a6e86c7e550, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e6b077db-6a11-4367-bf62-1a6e86c7e550,segment=NetworkSegment(83053a63-1bff-47e1-8e7e-9ab5f5356d5d),segment_id=83053a63-1bff-47e1-8e7e-9ab5f5356d5d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:01.506807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.529393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Calling delete_port for e6b077db-6a11-4367-bf62-1a6e86c7e550 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:01.689856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34653c7-4855-46a3-b19f-09e38242101b req-04ee2647-b3a4-420e-9603-542e6749c603 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.692142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f34653c7-4855-46a3-b19f-09e38242101b req-04ee2647-b3a4-420e-9603-542e6749c603 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e3c9e19-22ba-4211-b66a-8407414ec9b2 HTTP/1.1" status: 200 len: 945 time: 0.2166378 Feb 11 13:26:01.692861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (175610b0-631d-4670-b9a1-28ad65947707), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:01.765398 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] Set router 8f40532c-f6df-47a7-af69-1882dd77a667 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:01.824189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Port': ['ID=175610b0-631d-4670-b9a1-28ad65947707,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:01.837663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f770e907-4ce0-493f-b992-9bed7230100a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:01.886959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f770e907-4ce0-493f-b992-9bed7230100a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:01.887487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f770e907-4ce0-493f-b992-9bed7230100a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:01.888111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 188750e0-e567-413f-8f25-ee60d85e3bbd no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:01.947385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 188750e0-e567-413f-8f25-ee60d85e3bbd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:01.947833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 188750e0-e567-413f-8f25-ee60d85e3bbd not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:01.989762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f34653c7-4855-46a3-b19f-09e38242101b req-3594d598-906f-424e-a7f5-bfe073af8f70 tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.42 "GET /v2.0/security-groups?id=a92ef494-631a-425d-aed1-971f3608d1e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706268 Feb 11 13:26:01.992949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (16be127f-5f8c-4512-9238-4dda8947428b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.007542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Allocated IP 172.20.0.1 (cc724f16-241a-4a8e-af98-15d2023403e7/cfc6a33a-2c0c-40a0-9b5b-473c3b8df389/89a965c2-c864-47d6-8297-6d86a4afdc08) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:02.023980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e6b077db-6a11-4367-bf62-1a6e86c7e550), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.041457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e6b077db-6a11-4367-bf62-1a6e86c7e550'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:02.084270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Pushing event deleted for resources: {'Port': ['ID=e6b077db-6a11-4367-bf62-1a6e86c7e550,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.109179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (16be127f-5f8c-4512-9238-4dda8947428b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.111817 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router_controller (16be127f-5f8c-4512-9238-4dda8947428b), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.144069 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:25:58Z', 'revision_number': 3, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'gw_port': {'id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:02.159442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (16be127f-5f8c-4512-9238-4dda8947428b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.160132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Fanout notify agent at l3_agent the message router_deleted on router 16be127f-5f8c-4512-9238-4dda8947428b {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:26:02.175029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.178749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7aca5e94-b59b-4be6-ae7b-58e9bb264b4b tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/routers/16be127f-5f8c-4512-9238-4dda8947428b HTTP/1.1" status: 204 len: 168 time: 2.2990012 Feb 11 13:26:02.179339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50436) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:02.194212 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c5937-00bb-4ae1-818a-bd81c02bfcb1 None None] The sync data for ids ['8f40532c-f6df-47a7-af69-1882dd77a667'] in n-d-828675-3 is: [{'id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:25:58Z', 'revision_number': 3, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'gw_port': {'id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:02.215133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] No DVR routers for this DVR port e6b077db-6a11-4367-bf62-1a6e86c7e550 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:02.226105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.235976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0d4d48fc-8048-44de-b03d-03fad1a30673 req-a8db9a05-2f42-47f2-9b8f-87784be012df tempest-ServerPasswordTestJSON-1882176512 tempest-ServerPasswordTestJSON-1882176512-project] 10.222.0.53 "DELETE /v2.0/ports/e6b077db-6a11-4367-bf62-1a6e86c7e550 HTTP/1.1" status: 204 len: 173 time: 1.3093979 Feb 11 13:26:02.236962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'name': 'network-vif-deleted', 'tag': 'e6b077db-6a11-4367-bf62-1a6e86c7e550'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:02.242684 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ffa36b-959b-4073-9a9e-d0ac536ddfe9" -d '{"events": [{"server_uuid": "7e3c9e19-22ba-4211-b66a-8407414ec9b2", "name": "network-vif-deleted", "tag": "e6b077db-6a11-4367-bf62-1a6e86c7e550"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:02.287548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks [] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.332418 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349e0d26-6d6e-4011-855f-389a563d14e7 x-openstack-request-id: req-349e0d26-6d6e-4011-855f-389a563d14e7 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:02.332667 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e3c9e19-22ba-4211-b66a-8407414ec9b2", "name": "network-vif-deleted", "tag": "e6b077db-6a11-4367-bf62-1a6e86c7e550", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:02.333055 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-349e0d26-6d6e-4011-855f-389a563d14e7 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:02.334064 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e3c9e19-22ba-4211-b66a-8407414ec9b2', 'name': 'network-vif-deleted', 'tag': 'e6b077db-6a11-4367-bf62-1a6e86c7e550', 'status': 'completed', 'code': 200} Feb 11 13:26:02.337526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.346072 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1f603f69-470e-434c-a4bd-4fd590888b1e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.395388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Pushing event updated for resources: {'Port': ['ID=89a965c2-c864-47d6-8297-6d86a4afdc08,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.455953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Network cc724f16-241a-4a8e-af98-15d2023403e7 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:02.460471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:02.463251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:02.576368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1f603f69-470e-434c-a4bd-4fd590888b1e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.583170 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (8f40532c-f6df-47a7-af69-1882dd77a667), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.627342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f603f69-470e-434c-a4bd-4fd590888b1e']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:02.627927 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.653856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaca8b8c-14b3-4ecb-8ace-325de6db5154') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:02.654160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaca8b8c-14b3-4ecb-8ace-325de6db5154') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:02.679644 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (eaca8b8c-14b3-4ecb-8ace-325de6db5154), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.694659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (eaca8b8c-14b3-4ecb-8ace-325de6db5154), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.702866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:26:02.703576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (eaca8b8c-14b3-4ecb-8ace-325de6db5154), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:02.708150 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:02.756799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.894385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1f603f69-470e-434c-a4bd-4fd590888b1e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.980396 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.984674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/networks/1f603f69-470e-434c-a4bd-4fd590888b1e HTTP/1.1" status: 204 len: 168 time: 0.8039689 Feb 11 13:26:02.986496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a670b40-df18-45e1-8315-eea4165f6598 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'Network': ['ID=1f603f69-470e-434c-a4bd-4fd590888b1e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.988748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50448) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:03.075188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d88e44e0-0845-4959-93bf-b25384891c91 None None] Provisioning complete for port 89a965c2-c864-47d6-8297-6d86a4afdc08 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:03.077291 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d88e44e0-0845-4959-93bf-b25384891c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.089806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50452) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:03.152186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] Deleting subnet 1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:26:03.159331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] Publish callbacks [] for subnet (1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.170048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d88e44e0-0845-4959-93bf-b25384891c91 None None] Port 89a965c2-c864-47d6-8297-6d86a4afdc08 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:26:03.176752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks [] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.182899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.224757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946016b7-d0cb-4bb7-b24e-fd7bfcbed1e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (44d0fcae-0471-42db-9907-cde6c25b4a99), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.258769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.261453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Pushing event updated for resources: {'Port': ['ID=89a965c2-c864-47d6-8297-6d86a4afdc08,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.262833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946016b7-d0cb-4bb7-b24e-fd7bfcbed1e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (44d0fcae-0471-42db-9907-cde6c25b4a99), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.296637 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (8f40532c-f6df-47a7-af69-1882dd77a667), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.344079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.415831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Network cc724f16-241a-4a8e-af98-15d2023403e7 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:03.417521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:03.440740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946016b7-d0cb-4bb7-b24e-fd7bfcbed1e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (44d0fcae-0471-42db-9907-cde6c25b4a99), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.449374 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-946016b7-d0cb-4bb7-b24e-fd7bfcbed1e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.450936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-946016b7-d0cb-4bb7-b24e-fd7bfcbed1e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] 10.222.0.42 "DELETE /v2.0/security-groups/44d0fcae-0471-42db-9907-cde6c25b4a99 HTTP/1.1" status: 204 len: 168 time: 0.4609489 Feb 11 13:26:03.454381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.507188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:03.513427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec HTTP/1.1" status: 204 len: 168 time: 0.4219890 Feb 11 13:26:03.568415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50456) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:03.592764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946016b7-d0cb-4bb7-b24e-fd7bfcbed1e7 tempest-TestNetworkAdvancedServerOps-855106333 tempest-TestNetworkAdvancedServerOps-855106333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d0fcae-0471-42db-9907-cde6c25b4a99,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.594090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Router 8f40532c-f6df-47a7-af69-1882dd77a667 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:03.602724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdee88d-4bfe-49ea-b102-0342245cfccc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff03ac6-e3d7-46c3-8d08-f6cbd53ed9ec,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.886088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02fc0170-4e12-422e-bae0-a84256cabcf1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:03.903711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (15124db5-289e-4f66-bb5d-e09cab9bb263), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.009278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4970ee51-12a6-452f-803e-5607e346537b None None] Provisioning complete for port 89a965c2-c864-47d6-8297-6d86a4afdc08 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:04.010247 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4970ee51-12a6-452f-803e-5607e346537b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.033077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50466) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:04.041227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 02fc0170-4e12-422e-bae0-a84256cabcf1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:04.042027 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.110140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:04.117941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4970ee51-12a6-452f-803e-5607e346537b None None] Port 89a965c2-c864-47d6-8297-6d86a4afdc08 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:26:04.137724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-97f5e014-0c4e-460f-ad9b-3b0b4d774c17 admin admin] 10.222.0.42 "PUT /v2.0/routers/8f40532c-f6df-47a7-af69-1882dd77a667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1629734 Feb 11 13:26:04.216922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (15124db5-289e-4f66-bb5d-e09cab9bb263), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.253962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15124db5-289e-4f66-bb5d-e09cab9bb263']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:04.268814 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83053a63-1bff-47e1-8e7e-9ab5f5356d5d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:04.269264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83053a63-1bff-47e1-8e7e-9ab5f5356d5d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:04.270628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0a4f94e8-cae2-410d-9f71-cb4658e4a5e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7cb6e0e0f66421eb1f0ca064e2fdea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362742 Feb 11 13:26:04.273122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50472) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:04.286303 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (83053a63-1bff-47e1-8e7e-9ab5f5356d5d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.302397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (83053a63-1bff-47e1-8e7e-9ab5f5356d5d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.311929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 02fc0170-4e12-422e-bae0-a84256cabcf1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:04.312672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:26:04.313525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.313776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (83053a63-1bff-47e1-8e7e-9ab5f5356d5d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:04.316498 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:04.357976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.360927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a03ff77a-68be-4a7c-ab64-b9895c1e95cd admin admin] Publish callbacks [] for security_group (c52ca47a-3455-4903-a1d2-9a094773b1b2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.379102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 02fc0170-4e12-422e-bae0-a84256cabcf1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=02fc0170-4e12-422e-bae0-a84256cabcf1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:04.395052 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.405471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (15124db5-289e-4f66-bb5d-e09cab9bb263), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.444618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.447169 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a03ff77a-68be-4a7c-ab64-b9895c1e95cd admin admin] Publish callbacks [] for security_group (c52ca47a-3455-4903-a1d2-9a094773b1b2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.456491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] 10.222.0.42 "DELETE /v2.0/networks/15124db5-289e-4f66-bb5d-e09cab9bb263 HTTP/1.1" status: 204 len: 168 time: 0.8821979 Feb 11 13:26:04.456491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=15124db5-289e-4f66-bb5d-e09cab9bb263,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:04.480301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.480809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.481305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.482390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.482869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.483415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.483932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.484917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.485417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.486399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.486399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.486920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.487342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9420e73-01ea-4bdb-ad61-3cdb42e2b4dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:04.522282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 175610b0-631d-4670-b9a1-28ad65947707 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:04.572165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a03ff77a-68be-4a7c-ab64-b9895c1e95cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c52ca47a-3455-4903-a1d2-9a094773b1b2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.575482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a03ff77a-68be-4a7c-ab64-b9895c1e95cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.580722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a03ff77a-68be-4a7c-ab64-b9895c1e95cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c52ca47a-3455-4903-a1d2-9a094773b1b2 HTTP/1.1" status: 204 len: 168 time: 0.3024063 Feb 11 13:26:04.581323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 175610b0-631d-4670-b9a1-28ad65947707 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:04.581323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 175610b0-631d-4670-b9a1-28ad65947707 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:04.587520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ff77a-68be-4a7c-ab64-b9895c1e95cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52ca47a-3455-4903-a1d2-9a094773b1b2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:04.625738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=02fc0170-4e12-422e-bae0-a84256cabcf1,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:04.760551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50488) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:04.845390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cbae2853-644b-453a-a7ac-4c3d401b20ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20ed813ac8844040bde2b19cc2ff58e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0835016 Feb 11 13:26:04.847990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50494) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:04.927646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e6b077db-6a11-4367-bf62-1a6e86c7e550 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:04.977888 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2f74-1290-4a97-b7d8-e3c052b02cac admin admin] Publish callbacks [] for security_group (a92ef494-631a-425d-aed1-971f3608d1e7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.984109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: e6b077db-6a11-4367-bf62-1a6e86c7e550 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:04.984582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e6b077db-6a11-4367-bf62-1a6e86c7e550 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:05.018667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2f74-1290-4a97-b7d8-e3c052b02cac admin admin] Publish callbacks [] for security_group (a92ef494-631a-425d-aed1-971f3608d1e7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.094950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2f74-1290-4a97-b7d8-e3c052b02cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a92ef494-631a-425d-aed1-971f3608d1e7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.100800 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fd5f2f74-1290-4a97-b7d8-e3c052b02cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.102365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fd5f2f74-1290-4a97-b7d8-e3c052b02cac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a92ef494-631a-425d-aed1-971f3608d1e7 HTTP/1.1" status: 204 len: 168 time: 0.2533236 Feb 11 13:26:05.114328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f2f74-1290-4a97-b7d8-e3c052b02cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92ef494-631a-425d-aed1-971f3608d1e7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:05.328120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50500) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:05.369233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.381441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Sync routers for ids ['8f40532c-f6df-47a7-af69-1882dd77a667'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:05.405967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Routers {'8f40532c-f6df-47a7-af69-1882dd77a667'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:05.406831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8f40532c-f6df-47a7-af69-1882dd77a667'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:05.432208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50504) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:05.441349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6e57e0ae-96e2-4f2c-a1c2-edca2202836b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=614d66f35c644e5399878ab18f310c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1116984 Feb 11 13:26:05.541270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7334a33a-1bdb-43a9-b213-6438686d897c admin admin] Publish callbacks [] for security_group (02795852-c1bc-42ab-b911-ca0fb3d0fbdd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.571464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7334a33a-1bdb-43a9-b213-6438686d897c admin admin] Publish callbacks [] for security_group (02795852-c1bc-42ab-b911-ca0fb3d0fbdd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.649152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7334a33a-1bdb-43a9-b213-6438686d897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (02795852-c1bc-42ab-b911-ca0fb3d0fbdd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.652865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7334a33a-1bdb-43a9-b213-6438686d897c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.658611 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7334a33a-1bdb-43a9-b213-6438686d897c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02795852-c1bc-42ab-b911-ca0fb3d0fbdd HTTP/1.1" status: 204 len: 168 time: 0.2244639 Feb 11 13:26:05.665299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Set router 8f40532c-f6df-47a7-af69-1882dd77a667 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:05.673889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334a33a-1bdb-43a9-b213-6438686d897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02795852-c1bc-42ab-b911-ca0fb3d0fbdd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:06.005929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02fc0170-4e12-422e-bae0-a84256cabcf1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:06.217451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 02fc0170-4e12-422e-bae0-a84256cabcf1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:06.217451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.365255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 02fc0170-4e12-422e-bae0-a84256cabcf1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:06.370833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 4, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'gw_port': {'id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '89a965c2-c864-47d6-8297-6d86a4afdc08', 'name': '', 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'mac_address': 'fa:16:3e:b3:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'cfc6a33a-2c0c-40a0-9b5b-473c3b8df389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:01Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 2, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'subnets': [{'id': 'cfc6a33a-2c0c-40a0-9b5b-473c3b8df389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:06.410126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Checking router: 8f40532c-f6df-47a7-af69-1882dd77a667 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:06.410610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Updating router 8f40532c-f6df-47a7-af69-1882dd77a667 port 89a965c2-c864-47d6-8297-6d86a4afdc08 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:06.463058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.572877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50540) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:06.915005 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Publish callbacks [] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:06.927751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.018652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632efc2c-51f5-426d-a109-7a8f9ee0254a None None] Pushing event updated for resources: {'Port': ['ID=89a965c2-c864-47d6-8297-6d86a4afdc08,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:07.205463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Attempting to bind port 89a965c2-c864-47d6-8297-6d86a4afdc08 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:07.205861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Attempting to bind port 89a965c2-c864-47d6-8297-6d86a4afdc08 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:07.206222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Attempting to bind port 89a965c2-c864-47d6-8297-6d86a4afdc08 on network cc724f16-241a-4a8e-af98-15d2023403e7 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:07.223664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:07.223921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Checking segment: {'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:07.224318 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.224707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Bound using segment: {'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:07.225174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Bound port: 89a965c2-c864-47d6-8297-6d86a4afdc08, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb288e63-a939-43b5-8198-fa60a8a660d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:07.225546 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.380478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50564) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:07.385396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] For port 89a965c2-c864-47d6-8297-6d86a4afdc08, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:07.395923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] For port 89a965c2-c864-47d6-8297-6d86a4afdc08, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=89a965c2-c864-47d6-8297-6d86a4afdc08,segment=NetworkSegment(eb288e63-a939-43b5-8198-fa60a8a660d8),segment_id=eb288e63-a939-43b5-8198-fa60a8a660d8)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:07.404642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (8f40532c-f6df-47a7-af69-1882dd77a667), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.413117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.523990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Routers {'8f40532c-f6df-47a7-af69-1882dd77a667'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:07.524635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8f40532c-f6df-47a7-af69-1882dd77a667'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:07.860977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-380203798-network', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:07.922634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Deleting port 89a965c2-c864-47d6-8297-6d86a4afdc08 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:07.924773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Made reservation on behalf of 4153ae5913f5405ab014cf85c0900e7f for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:07.925380 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.927269 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.943520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.040042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] For port 89a965c2-c864-47d6-8297-6d86a4afdc08, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=89a965c2-c864-47d6-8297-6d86a4afdc08,segment=NetworkSegment(eb288e63-a939-43b5-8198-fa60a8a660d8),segment_id=eb288e63-a939-43b5-8198-fa60a8a660d8)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:08.041489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.067297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Calling delete_port for 89a965c2-c864-47d6-8297-6d86a4afdc08 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:08.114004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632efc2c-51f5-426d-a109-7a8f9ee0254a None None] Pushing event updated for resources: {'Port': ['ID=89a965c2-c864-47d6-8297-6d86a4afdc08,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:08.142892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d37d6655-ee71-436f-9d95-6eefeea5b9b4 None None] Provisioning complete for port 89a965c2-c864-47d6-8297-6d86a4afdc08 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:08.143320 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d37d6655-ee71-436f-9d95-6eefeea5b9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.162188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks [] for security_group (ba37f12b-65b4-4da4-9055-eb7c26df621e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.192675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ba37f12b-65b4-4da4-9055-eb7c26df621e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.317678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:08.327085 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (89a965c2-c864-47d6-8297-6d86a4afdc08), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.338537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba37f12b-65b4-4da4-9055-eb7c26df621e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:08.342139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6d043aec-d790-436e-a7a3-77bf56594aac), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.342730 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Added segment 6d043aec-d790-436e-a7a3-77bf56594aac of type vlan for network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 Feb 11 13:26:08.358055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] Set router 8f40532c-f6df-47a7-af69-1882dd77a667 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:08.385328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a965c2-c864-47d6-8297-6d86a4afdc08,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:08.421964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d37d6655-ee71-436f-9d95-6eefeea5b9b4 None None] Could not find standard attr ID for object 89a965c2-c864-47d6-8297-6d86a4afdc08. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:26:08.447279 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.db [None req-d37d6655-ee71-436f-9d95-6eefeea5b9b4 None None] No ports have port_id starting with 89a965c2-c864-47d6-8297-6d86a4afdc08 Feb 11 13:26:08.456737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (2be2513a-3683-4d6c-89cc-2213fd7dbe18), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.510804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (2be2513a-3683-4d6c-89cc-2213fd7dbe18), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.512124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.512904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.612691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9a7a4ba9-76a6-40cc-9169-cd5c3445bc15 None None] Could not find standard attr ID for object 89a965c2-c864-47d6-8297-6d86a4afdc08. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:26:08.675458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] Pushing event updated for resources: {'Network': ['ID=2be2513a-3683-4d6c-89cc-2213fd7dbe18,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:08.680947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f7cbefae-e850-41f6-87da-06ec7795f49f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2984827 Feb 11 13:26:08.684025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50586) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:08.698081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Request body: {'subnet': {'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-380203798-subnet', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:08.739619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Made reservation on behalf of 4153ae5913f5405ab014cf85c0900e7f for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:08.742521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.747448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (8f40532c-f6df-47a7-af69-1882dd77a667), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.849892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:09.017832 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 4, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'gw_port': {'id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '89a965c2-c864-47d6-8297-6d86a4afdc08', 'name': '', 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'mac_address': 'fa:16:3e:b3:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'cfc6a33a-2c0c-40a0-9b5b-473c3b8df389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:01Z', 'updated_at': '2022-02-11T13:26:07Z', 'revision_number': 4, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'subnets': [{'id': 'cfc6a33a-2c0c-40a0-9b5b-473c3b8df389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:09.048794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641fadd-6cbf-476b-a311-7ecd127dc0cb None None] The sync data for ids ['8f40532c-f6df-47a7-af69-1882dd77a667'] in n-d-828675-3 is: [{'id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209'}], 'enable_snat': True}, 'gw_port_id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 4, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'gw_port': {'id': '02fc0170-4e12-422e-bae0-a84256cabcf1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '89a965c2-c864-47d6-8297-6d86a4afdc08', 'name': '', 'network_id': 'cc724f16-241a-4a8e-af98-15d2023403e7', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'mac_address': 'fa:16:3e:b3:ea:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': 'cfc6a33a-2c0c-40a0-9b5b-473c3b8df389', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:01Z', 'updated_at': '2022-02-11T13:26:07Z', 'revision_number': 4, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'subnets': [{'id': 'cfc6a33a-2c0c-40a0-9b5b-473c3b8df389', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:09.086049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (c53a1b81-586f-4fcc-a3e4-c3e482891c71), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.170114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Router 8f40532c-f6df-47a7-af69-1882dd77a667 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:09.217422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53a1b81-586f-4fcc-a3e4-c3e482891c71,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:09.295586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Checking segment: {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:09.296223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Network hostable DHCP agents. Network: 2be2513a-3683-4d6c-89cc-2213fd7dbe18, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:09.336308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:09.363327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 2be2513a-3683-4d6c-89cc-2213fd7dbe18) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:09.370265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.372980 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.376464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9a6f9b-1474-43bf-b73d-9564650bcd76 None None] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:09.419580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2656f0bf-ed2f-4149-9877-79395c98240a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7293339 Feb 11 13:26:09.426844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50600) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:09.449372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:09.474879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.477547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.526399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:09.531746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-13e4b90b-8d39-47e3-bddc-ebfbbb595820 admin admin] 10.222.0.42 "PUT /v2.0/routers/8f40532c-f6df-47a7-af69-1882dd77a667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9572597 Feb 11 13:26:09.535575 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50604) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:09.595767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks [] for router_controller (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:09.633813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9af9f-4770-4aa2-a1e0-c0a9ab6ff998 None None] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:09.912926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks [] for router_gateway (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.262565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks [] for router_gateway (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.313609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.412499 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks [] for router (8f40532c-f6df-47a7-af69-1882dd77a667), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.565372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Allocated IP 172.25.1.47 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/e00298d8-cb63-417b-ae86-db79b24c35ec) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:10.572786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks [] for router_gateway (8f40532c-f6df-47a7-af69-1882dd77a667), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.684469 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Deleting port 02fc0170-4e12-422e-bae0-a84256cabcf1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:10.684716 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.798510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks [] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.800473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] For port 02fc0170-4e12-422e-bae0-a84256cabcf1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=02fc0170-4e12-422e-bae0-a84256cabcf1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:10.800844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.818940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Calling delete_port for 02fc0170-4e12-422e-bae0-a84256cabcf1 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:10.855083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:10.932215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:10.946102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:10.948993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:10.953221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Pushing event updated for resources: {'Port': ['ID=e00298d8-cb63-417b-ae86-db79b24c35ec,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:11.086774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (02fc0170-4e12-422e-bae0-a84256cabcf1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.173135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=02fc0170-4e12-422e-bae0-a84256cabcf1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:11.225856 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (8f40532c-f6df-47a7-af69-1882dd77a667), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.229456 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] Sync routers for ids ['8f40532c-f6df-47a7-af69-1882dd77a667'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:11.252086 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] Routers {'8f40532c-f6df-47a7-af69-1882dd77a667'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:11.252994 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['8f40532c-f6df-47a7-af69-1882dd77a667'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:11.340487 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (8f40532c-f6df-47a7-af69-1882dd77a667), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.343840 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks [] for router_controller (8f40532c-f6df-47a7-af69-1882dd77a667), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.354360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50618) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:11.374278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'network': {'name': 'tempest-network-smoke--34809665', 'project_id': '0b83108051834e30a76ddb39b7c81743', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:11.391014 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks [] for router_gateway (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.425876 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (8f40532c-f6df-47a7-af69-1882dd77a667), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.427214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f40532c-f6df-47a7-af69-1882dd77a667 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:26:11.436093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.437688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Made reservation on behalf of 0b83108051834e30a76ddb39b7c81743 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:11.438332 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] Set router 8f40532c-f6df-47a7-af69-1882dd77a667 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:11.441836 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e732d9fb-9161-4085-bdd4-04f9e0942c0d admin admin] 10.222.0.42 "DELETE /v2.0/routers/8f40532c-f6df-47a7-af69-1882dd77a667 HTTP/1.1" status: 204 len: 168 time: 1.9031849 Feb 11 13:26:11.442523 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.442635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50620) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:11.454247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.534923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] Deleting subnet cfc6a33a-2c0c-40a0-9b5b-473c3b8df389 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:26:11.545285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] Publish callbacks [] for subnet (cfc6a33a-2c0c-40a0-9b5b-473c3b8df389), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.612126 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f40532c-f6df-47a7-af69-1882dd77a667', 'name': 'tempest-ImageQuotaTest-188083863-router', 'tenant_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:26:10Z', 'revision_number': 7, 'project_id': '6d3037b6f7d34ffb98dbe0343b05392f', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:11.651590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (cfc6a33a-2c0c-40a0-9b5b-473c3b8df389), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.687575 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] Checking router: 8f40532c-f6df-47a7-af69-1882dd77a667 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:11.691251 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (812c9baf-263c-415d-a40f-547240a26ac8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.701950 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] Routers set() bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:11.702325 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] Router IDs set() for agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:26:11.703065 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_agentschedulers_db [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8f40532c-f6df-47a7-af69-1882dd77a667'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent'). {{(pid=109687) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:26:11.703442 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccbbd3-1e94-483f-982a-a5c9af551988 None None] The sync data for ids ['8f40532c-f6df-47a7-af69-1882dd77a667'] in n-d-828675-3 is: [] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:11.729490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (812c9baf-263c-415d-a40f-547240a26ac8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.780487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:11.796322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.799862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812c9baf-263c-415d-a40f-547240a26ac8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:11.807093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6a25af48-6c11-4bed-92c7-fb2f53844c89), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.807456 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Added segment 6a25af48-6c11-4bed-92c7-fb2f53844c89 of type vlan for network cac68f36-c482-4557-8246-06b0af15ccc1 Feb 11 13:26:11.872131 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cfc6a33a-2c0c-40a0-9b5b-473c3b8df389), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.911691 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (cac68f36-c482-4557-8246-06b0af15ccc1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.948570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (cac68f36-c482-4557-8246-06b0af15ccc1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.954762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.955469 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.965678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (cfc6a33a-2c0c-40a0-9b5b-473c3b8df389), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:11.994059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc6a33a-2c0c-40a0-9b5b-473c3b8df389,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:12.011754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9a24a3-48c3-4599-8cc7-a419eefac65a None None] Network cc724f16-241a-4a8e-af98-15d2023403e7 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:12.012244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.018232 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5edf21b3-24b4-49ce-823a-5bb23a9eb86a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cfc6a33a-2c0c-40a0-9b5b-473c3b8df389 HTTP/1.1" status: 204 len: 168 time: 0.5738034 Feb 11 13:26:12.021102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50626) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:12.048383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6783631 Feb 11 13:26:12.058471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50628) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:12.065215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'admin_state_up': True, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:12.091811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88266021-f767-4bcc-9419-6659a4c9e354 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Network': ['ID=cac68f36-c482-4557-8246-06b0af15ccc1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:12.128099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network cac68f36-c482-4557-8246-06b0af15ccc1 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:12.168713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:26:12.177864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (cc724f16-241a-4a8e-af98-15d2023403e7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.191191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.192277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.334741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_controller (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.368002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Deleting port e20e911c-c18a-4726-836a-8a1a5721dcd1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:26:12.368521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.384093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:12.395260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Sync routers for ids ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:12.409165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Routers {'5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:12.413512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:12.455368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.457798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c477e083-45af-47a6-adf2-8f851050883c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0290349 Feb 11 13:26:12.460413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50630) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:12.577036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Set router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:12.580707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] For port e20e911c-c18a-4726-836a-8a1a5721dcd1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e20e911c-c18a-4726-836a-8a1a5721dcd1,segment=NetworkSegment(eb288e63-a939-43b5-8198-fa60a8a660d8),segment_id=eb288e63-a939-43b5-8198-fa60a8a660d8)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:12.581256 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.658894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Calling delete_port for e20e911c-c18a-4726-836a-8a1a5721dcd1 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:26:12.754315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.765081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e20e911c-c18a-4726-836a-8a1a5721dcd1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:12.799318 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Pushing event deleted for resources: {'Port': ['ID=e20e911c-c18a-4726-836a-8a1a5721dcd1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:12.805229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5724a12f-8044-4f88-bae7-849262e65b38 None None] DHCP port deletion for cc724f16-241a-4a8e-af98-15d2023403e7 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:26:12.818580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] No DVR routers for this DVR port e20e911c-c18a-4726-836a-8a1a5721dcd1 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:12.871857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:26:11Z', 'revision_number': 3, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port': {'id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:10Z', 'updated_at': '2022-02-11T13:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:12.913030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Checking router: 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:12.913509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Updating router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 port e00298d8-cb63-417b-ae86-db79b24c35ec binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:12.952676 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.016035 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (cc724f16-241a-4a8e-af98-15d2023403e7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.055751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc724f16-241a-4a8e-af98-15d2023403e7']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.073298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb288e63-a939-43b5-8198-fa60a8a660d8') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.077392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb288e63-a939-43b5-8198-fa60a8a660d8') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.088763 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (eb288e63-a939-43b5-8198-fa60a8a660d8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.110249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (eb288e63-a939-43b5-8198-fa60a8a660d8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.122947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:26:13.123446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (eb288e63-a939-43b5-8198-fa60a8a660d8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:13.125287 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:13.271534 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.272139 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (cc724f16-241a-4a8e-af98-15d2023403e7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.284432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.291930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cc724f16-241a-4a8e-af98-15d2023403e7 HTTP/1.1" status: 204 len: 168 time: 1.2678614 Feb 11 13:26:13.315326 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Publish callbacks [] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.323838 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.387692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176eba8-5099-48ac-8106-b5e808566002 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc724f16-241a-4a8e-af98-15d2023403e7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.432182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cb4e0-72ab-4d82-b1e9-17514b783dc7 None None] Pushing event updated for resources: {'Port': ['ID=e00298d8-cb63-417b-ae86-db79b24c35ec,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.434786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Attempting to bind port e00298d8-cb63-417b-ae86-db79b24c35ec on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:13.435162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Attempting to bind port e00298d8-cb63-417b-ae86-db79b24c35ec by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:13.435542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Attempting to bind port e00298d8-cb63-417b-ae86-db79b24c35ec on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:13.453618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:13.454012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:13.454414 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.454800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:13.455266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Bound port: e00298d8-cb63-417b-ae86-db79b24c35ec, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:13.455640 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.499717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.529983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] For port e00298d8-cb63-417b-ae86-db79b24c35ec, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:13.533481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] For port e00298d8-cb63-417b-ae86-db79b24c35ec, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e00298d8-cb63-417b-ae86-db79b24c35ec,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:13.540944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.541409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.548580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:13.572539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Allocated IP 172.20.0.1 (2be2513a-3683-4d6c-89cc-2213fd7dbe18/c53a1b81-586f-4fcc-a3e4-c3e482891c71/c6661ecf-4b04-43bb-9511-fd1f05cda916) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:13.606044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8fe16128-b478-41d8-ae2b-e162e0b053da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d3037b6f7d34ffb98dbe0343b05392f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562065 Feb 11 13:26:13.607219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50640) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:13.645450 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cb4e0-72ab-4d82-b1e9-17514b783dc7 None None] Pushing event updated for resources: {'Port': ['ID=e00298d8-cb63-417b-ae86-db79b24c35ec,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.719950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Allocated IP 172.25.1.88 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2bf70d64-db3f-461f-9c84-5db1c1105c07) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:13.724696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Routers {'5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:13.726674 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761286c0-c15d-4ba6-8b79-6a3b23433b8e admin admin] Publish callbacks [] for security_group (15e49d87-ee8b-4783-9870-d250e8b8aaaa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.738749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:13.752782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761286c0-c15d-4ba6-8b79-6a3b23433b8e admin admin] Publish callbacks [] for security_group (15e49d87-ee8b-4783-9870-d250e8b8aaaa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.814277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761286c0-c15d-4ba6-8b79-6a3b23433b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (15e49d87-ee8b-4783-9870-d250e8b8aaaa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.817264 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-761286c0-c15d-4ba6-8b79-6a3b23433b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.818831 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-761286c0-c15d-4ba6-8b79-6a3b23433b8e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15e49d87-ee8b-4783-9870-d250e8b8aaaa HTTP/1.1" status: 204 len: 168 time: 0.2104869 Feb 11 13:26:13.843996 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761286c0-c15d-4ba6-8b79-6a3b23433b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e49d87-ee8b-4783-9870-d250e8b8aaaa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:13.861825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 89a965c2-c864-47d6-8297-6d86a4afdc08 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:13.910907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 89a965c2-c864-47d6-8297-6d86a4afdc08 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:13.911271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 89a965c2-c864-47d6-8297-6d86a4afdc08 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:13.911699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02fc0170-4e12-422e-bae0-a84256cabcf1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:13.960297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 02fc0170-4e12-422e-bae0-a84256cabcf1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:13.961027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 02fc0170-4e12-422e-bae0-a84256cabcf1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:13.961458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e20e911c-c18a-4726-836a-8a1a5721dcd1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:13.962645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:13.997502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e20e911c-c18a-4726-836a-8a1a5721dcd1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:26:13.998399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e20e911c-c18a-4726-836a-8a1a5721dcd1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:14.066339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:14.153769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] Set router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:14.214587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=2bf70d64-db3f-461f-9c84-5db1c1105c07,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:14.236151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:14.237867 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:14.240424 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:14.520006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks [] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:14.559935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:26:11Z', 'revision_number': 3, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port': {'id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:10Z', 'updated_at': '2022-02-11T13:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:14.600363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:14.621013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50650) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:14.621270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1ef468-4c8f-48cd-8dfb-6f3e033cdbeb None None] The sync data for ids ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'] in n-d-828675-3 is: [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:26:11Z', 'revision_number': 3, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port': {'id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:10Z', 'updated_at': '2022-02-11T13:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:14.704176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:14.705607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Pushing event updated for resources: {'Port': ['ID=c6661ecf-4b04-43bb-9511-fd1f05cda916,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:14.708648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:14.724672 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d2f99186-8c8e-40b8-aa6f-55e856a8eade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:14.729068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:14.737631 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:14.832493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:14.977910 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d2f99186-8c8e-40b8-aa6f-55e856a8eade admin admin] Publish callbacks [] for security_group (8447d08f-ddeb-4887-979f-16f224464660), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.026566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d2f99186-8c8e-40b8-aa6f-55e856a8eade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8447d08f-ddeb-4887-979f-16f224464660), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.085394 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.095190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f99186-8c8e-40b8-aa6f-55e856a8eade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8447d08f-ddeb-4887-979f-16f224464660,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:15.157246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d2f99186-8c8e-40b8-aa6f-55e856a8eade admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5269933 Feb 11 13:26:15.184639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50656) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:15.196060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.250712 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04b3117e-8a3d-40bd-9e6b-4a7d14c934d6 admin admin] Publish callbacks [] for security_group (8447d08f-ddeb-4887-979f-16f224464660), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.285551 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04b3117e-8a3d-40bd-9e6b-4a7d14c934d6 admin admin] Publish callbacks [] for security_group (8447d08f-ddeb-4887-979f-16f224464660), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.464828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:26:15.471946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04b3117e-8a3d-40bd-9e6b-4a7d14c934d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8447d08f-ddeb-4887-979f-16f224464660), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.474595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04b3117e-8a3d-40bd-9e6b-4a7d14c934d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.475785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04b3117e-8a3d-40bd-9e6b-4a7d14c934d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8447d08f-ddeb-4887-979f-16f224464660 HTTP/1.1" status: 204 len: 168 time: 0.2900350 Feb 11 13:26:15.603155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks [] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.612011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.621372 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b3117e-8a3d-40bd-9e6b-4a7d14c934d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8447d08f-ddeb-4887-979f-16f224464660,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:15.743945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Pushing event updated for resources: {'Port': ['ID=c6661ecf-4b04-43bb-9511-fd1f05cda916,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:15.768089 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.853436 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:15.900975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e00298d8-cb63-417b-ae86-db79b24c35ec up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:15.944602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:15.949354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-584a7ce5-f1ad-4d17-90a4-e904c30ae052 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.8865821 Feb 11 13:26:15.949757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50664) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:16.121347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e00298d8-cb63-417b-ae86-db79b24c35ec triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:16.123759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.133342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:16.142131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:16.285047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Sync routers for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:16.303968 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:16.305444 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:16.440381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:16.489279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-409a4c09-055f-4688-b287-e17bc5b10c11 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0b83108051834e30a76ddb39b7c81743&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5364048 Feb 11 13:26:16.489969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50668) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:16.515931 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:16.631446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e00298d8-cb63-417b-ae86-db79b24c35ec is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:16.632146 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.665780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port e00298d8-cb63-417b-ae86-db79b24c35ec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e00298d8-cb63-417b-ae86-db79b24c35ec,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:16.669299 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.680247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593102e-634a-4db8-9f12-1c960e5bda95 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.682702 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.686899 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b593102e-634a-4db8-9f12-1c960e5bda95 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1922863 Feb 11 13:26:16.687566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50670) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:16.694500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:16.699416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5e43fbc4-fbfc-4ad4-bde8-35b83a1b6813 admin admin] 10.222.0.42 "PUT /v2.0/routers/5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2376776 Feb 11 13:26:16.753881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-09b08dea-74b5-421a-81b1-7cbceec3f4dd tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623679 Feb 11 13:26:16.754769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50674) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:16.759687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-835574457', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'project_id': '0b83108051834e30a76ddb39b7c81743', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:16.765684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=e00298d8-cb63-417b-ae86-db79b24c35ec,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:16.880863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Made reservation on behalf of 0b83108051834e30a76ddb39b7c81743 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:16.885405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:16.897301 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:14Z', 'revision_number': 3, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:16.932478 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Checking router: 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:16.932826 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Updating router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 port 2bf70d64-db3f-461f-9c84-5db1c1105c07 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:16.964253 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.277485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (6aece8f3-2d24-43d0-8ab4-d56466d9ebde), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.366174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.387943 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Publish callbacks [] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.406504 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.467926 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Attempting to bind port 2bf70d64-db3f-461f-9c84-5db1c1105c07 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:17.468362 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Attempting to bind port 2bf70d64-db3f-461f-9c84-5db1c1105c07 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:17.468717 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Attempting to bind port 2bf70d64-db3f-461f-9c84-5db1c1105c07 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:17.476806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Subnet': ['ID=6aece8f3-2d24-43d0-8ab4-d56466d9ebde,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:17.486047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:17.487478 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:17.487891 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.488480 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:17.488956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Bound port: 2bf70d64-db3f-461f-9c84-5db1c1105c07, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:17.489360 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.491243 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea8367-d24e-4d5a-9f03-56bb1bc0946b None None] Pushing event updated for resources: {'Port': ['ID=2bf70d64-db3f-461f-9c84-5db1c1105c07,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:17.518351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-1d8b3338-0e8b-45f4-9998-3527854aeea0 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:17.519968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-1d8b3338-0e8b-45f4-9998-3527854aeea0 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 810 time: 0.2378311 Feb 11 13:26:17.520718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Checking segment: {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:17.521086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network hostable DHCP agents. Network: cac68f36-c482-4557-8246-06b0af15ccc1, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:17.542624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-de940580-3f53-4cf6-a6d4-624345109b9c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/quotas/4153ae5913f5405ab014cf85c0900e7f HTTP/1.1" status: 200 len: 375 time: 0.0156512 Feb 11 13:26:17.561716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network cac68f36-c482-4557-8246-06b0af15ccc1 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:17.564468 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] For port 2bf70d64-db3f-461f-9c84-5db1c1105c07, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:17.567821 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] For port 2bf70d64-db3f-461f-9c84-5db1c1105c07, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2bf70d64-db3f-461f-9c84-5db1c1105c07,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:17.575314 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.593095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Sync routers for ids ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:17.595528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, cac68f36-c482-4557-8246-06b0af15ccc1) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:17.603328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:17.604039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.613935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Routers {'5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:17.614601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:17.620657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bfa4c1-e908-48c4-abc1-5fbaba8a33d9 None None] Network cac68f36-c482-4557-8246-06b0af15ccc1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:17.634644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f841751a-843b-495b-b758-e258bdcaaa86 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854228 Feb 11 13:26:17.642480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c3f51326-f346-4c78-badc-cdcbcaf66ab5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8841321 Feb 11 13:26:17.642911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50694) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:17.676401 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:17.677009 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:17.682103 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea8367-d24e-4d5a-9f03-56bb1bc0946b None None] Pushing event updated for resources: {'Port': ['ID=2bf70d64-db3f-461f-9c84-5db1c1105c07,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:17.811772 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:17.847587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-fdb1fa89-6c73-47cc-9101-242851acf384 service neutron] 10.222.0.42 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953616 Feb 11 13:26:17.875254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e00298d8-cb63-417b-ae86-db79b24c35ec up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:17.962110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e00298d8-cb63-417b-ae86-db79b24c35ec triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:17.962665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.988795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-cac68f36-c482-4557-8246-06b0af15ccc1', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'project_id': '0b83108051834e30a76ddb39b7c81743', 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:26:17.989688 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:17.995580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Set router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:18.053959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-62edb653-57d7-4681-bc09-06ae7f27493d service neutron] 10.222.0.42 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971414 Feb 11 13:26:18.069520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:14Z', 'revision_number': 3, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:18.101356 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c36b6-bfe4-443d-b9e4-432ff28c3a20 None None] The sync data for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 is: [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:14Z', 'revision_number': 3, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:18.184077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Allocated IP 172.20.0.2 (cac68f36-c482-4557-8246-06b0af15ccc1/6aece8f3-2d24-43d0-8ab4-d56466d9ebde/f1150491-b4a7-428f-866a-5e89c34d5a0b) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:18.457471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3ac1625-03fb-498b-9acf-4c02e15dfe75 req-f2434872-5565-4c37-8487-308bbffcc362 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 210 time: 0.1025574 Feb 11 13:26:18.494117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Publish callbacks [] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.510464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.614839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Network cac68f36-c482-4557-8246-06b0af15ccc1 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:18.619763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:18.621107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:18.657286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:18.754813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Pushing event updated for resources: {'Port': ['ID=f1150491-b4a7-428f-866a-5e89c34d5a0b,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.052746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Attempting to bind port f1150491-b4a7-428f-866a-5e89c34d5a0b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:19.053414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Attempting to bind port f1150491-b4a7-428f-866a-5e89c34d5a0b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:19.054002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Attempting to bind port f1150491-b4a7-428f-866a-5e89c34d5a0b on network cac68f36-c482-4557-8246-06b0af15ccc1 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:19.080348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:19.081828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Checking segment: {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:19.082398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.082981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Bound using segment: {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:19.083636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Bound port: f1150491-b4a7-428f-866a-5e89c34d5a0b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:19.084191 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.115354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e00298d8-cb63-417b-ae86-db79b24c35ec is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:19.326517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] For port f1150491-b4a7-428f-866a-5e89c34d5a0b, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:19.331166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] For port f1150491-b4a7-428f-866a-5e89c34d5a0b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f1150491-b4a7-428f-866a-5e89c34d5a0b,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:19.340835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Allocated IP 172.20.0.1 (cac68f36-c482-4557-8246-06b0af15ccc1/6aece8f3-2d24-43d0-8ab4-d56466d9ebde/fb9179e5-dfbe-499e-811b-6649912edeb1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:19.348913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.365172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:26:15Z', 'revision_number': 4, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port': {'id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:10Z', 'updated_at': '2022-02-11T13:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c6661ecf-4b04-43bb-9511-fd1f05cda916', 'name': '', 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'mac_address': 'fa:16:3e:42:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:15Z', 'revision_number': 2, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'subnets': [{'id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:19.430393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Checking router: 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:19.431101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Updating router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 port c6661ecf-4b04-43bb-9511-fd1f05cda916 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:19.529018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.544641 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.627070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cfb60-5a9c-47d5-bdaf-b0d312e2d9c3 None None] Pushing event updated for resources: {'Port': ['ID=f1150491-b4a7-428f-866a-5e89c34d5a0b,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.679656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d039c6e-7b1f-4958-9163-c53b94db8d0e req-999774eb-758b-4f0d-8c00-7ab561b76361 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 210 time: 0.0936236 Feb 11 13:26:19.690469 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:19.879948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network cac68f36-c482-4557-8246-06b0af15ccc1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:19.896552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:19.914530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:20.058587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=fb9179e5-dfbe-499e-811b-6649912edeb1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:20.097492 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.185623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Publish callbacks [] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.192032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2bf70d64-db3f-461f-9c84-5db1c1105c07 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:20.196562 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.386318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.478573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7e3d9-9995-482b-a9d6-237bf608745e None None] Pushing event updated for resources: {'Port': ['ID=c6661ecf-4b04-43bb-9511-fd1f05cda916,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:20.494043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Attempting to bind port c6661ecf-4b04-43bb-9511-fd1f05cda916 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:20.494503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Attempting to bind port c6661ecf-4b04-43bb-9511-fd1f05cda916 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:20.496006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Attempting to bind port c6661ecf-4b04-43bb-9511-fd1f05cda916 on network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:20.507327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:20.507708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Checking segment: {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:20.511490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.512066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Bound using segment: {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:20.512598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Bound port: c6661ecf-4b04-43bb-9511-fd1f05cda916, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:20.512990 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:20.700040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a4f22a60-8254-470d-b764-8c97e9ef6eff tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.717612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a4f22a60-8254-470d-b764-8c97e9ef6eff tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 810 time: 0.2890494 Feb 11 13:26:20.733081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Request body: {'port': {'device_id': '9e432ddc-ad72-423e-bf88-20333db57f68', 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'admin_state_up': True, 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:20.942911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] For port c6661ecf-4b04-43bb-9511-fd1f05cda916, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:20.946708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] For port c6661ecf-4b04-43bb-9511-fd1f05cda916, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6661ecf-4b04-43bb-9511-fd1f05cda916,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:20.954704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2bf70d64-db3f-461f-9c84-5db1c1105c07 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:20.955162 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.000450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.041824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Made reservation on behalf of 4153ae5913f5405ab014cf85c0900e7f for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:21.045773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.104752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2bf70d64-db3f-461f-9c84-5db1c1105c07 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:21.105154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.135850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 2bf70d64-db3f-461f-9c84-5db1c1105c07, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2bf70d64-db3f-461f-9c84-5db1c1105c07,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:21.145825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Routers {'5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:21.146705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:21.168157 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.210893 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.304432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] Set router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:21.321460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a07defda-02db-4b7d-9fb9-df75a009cf0e req-73b7ca87-2045-47d8-b937-760fa1dc30c7 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 210 time: 0.2030122 Feb 11 13:26:21.402161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=fb9179e5-dfbe-499e-811b-6649912edeb1,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:21.410977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Allocated IP 172.20.0.3 (2be2513a-3683-4d6c-89cc-2213fd7dbe18/c53a1b81-586f-4fcc-a3e4-c3e482891c71/2d6cd155-2b92-4a3a-bbe4-e258a22d435d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:21.451748 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.518968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.549856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7e3d9-9995-482b-a9d6-237bf608745e None None] Pushing event updated for resources: {'Port': ['ID=c6661ecf-4b04-43bb-9511-fd1f05cda916,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:21.746464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=2bf70d64-db3f-461f-9c84-5db1c1105c07,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:21.758855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks [] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.811579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network cac68f36-c482-4557-8246-06b0af15ccc1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:21.815555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:21.864672 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:21.869756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:26:15Z', 'revision_number': 4, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port': {'id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:10Z', 'updated_at': '2022-02-11T13:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c6661ecf-4b04-43bb-9511-fd1f05cda916', 'name': '', 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'mac_address': 'fa:16:3e:42:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'subnets': [{'id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:21.922873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d026cb02-17cd-4548-9219-6e1e95551ceb None None] The sync data for ids ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'] in n-d-828675-3 is: [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:26:15Z', 'revision_number': 4, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port': {'id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:10Z', 'updated_at': '2022-02-11T13:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c6661ecf-4b04-43bb-9511-fd1f05cda916', 'name': '', 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'mac_address': 'fa:16:3e:42:70:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'subnets': [{'id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:21.942564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233e159-a2fa-49e7-b58e-8cc30c74b9cd None None] Network cac68f36-c482-4557-8246-06b0af15ccc1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:26:21.980381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Pushing event updated for resources: {'Port': ['ID=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.021802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:22.022505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:22.040851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:22.084706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:22.090795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f1150491-b4a7-428f-866a-5e89c34d5a0b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:22.145791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e578f724-4126-4e6b-b48c-bf45d38e8326 None None] Provisioning complete for port f1150491-b4a7-428f-866a-5e89c34d5a0b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:22.146392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e578f724-4126-4e6b-b48c-bf45d38e8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.162198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:22.163269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.193545 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-a7caafcd-fd98-47d8-90fe-0474655ab69b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4651759 Feb 11 13:26:22.205608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Request body: {'port': {'device_id': '9e432ddc-ad72-423e-bf88-20333db57f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:22.352415 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.399474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f1150491-b4a7-428f-866a-5e89c34d5a0b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:22.399474 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.425543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e578f724-4126-4e6b-b48c-bf45d38e8326 None None] Current status of the port f1150491-b4a7-428f-866a-5e89c34d5a0b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:22.426005 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e578f724-4126-4e6b-b48c-bf45d38e8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.549776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e578f724-4126-4e6b-b48c-bf45d38e8326 None None] For port f1150491-b4a7-428f-866a-5e89c34d5a0b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f1150491-b4a7-428f-866a-5e89c34d5a0b,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:22.576881 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e578f724-4126-4e6b-b48c-bf45d38e8326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.763696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f1150491-b4a7-428f-866a-5e89c34d5a0b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:22.786034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578f724-4126-4e6b-b48c-bf45d38e8326 None None] Pushing event updated for resources: {'Port': ['ID=f1150491-b4a7-428f-866a-5e89c34d5a0b,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.917495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d473dd57-7240-42b3-899d-67a4a6a567ac None None] Provisioning complete for port fb9179e5-dfbe-499e-811b-6649912edeb1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:22.918068 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d473dd57-7240-42b3-899d-67a4a6a567ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:22.975800 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6cd155-2b92-4a3a-bbe4-e258a22d435d {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:22.991340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Publish callbacks [] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.004170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d473dd57-7240-42b3-899d-67a4a6a567ac None None] Port fb9179e5-dfbe-499e-811b-6649912edeb1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:26:23.022649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Transition to ACTIVE for port object 2d6cd155-2b92-4a3a-bbe4-e258a22d435d will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:23.029343 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.049434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d473dd57-7240-42b3-899d-67a4a6a567ac None None] Provisioning complete for port f1150491-b4a7-428f-866a-5e89c34d5a0b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:23.049972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d473dd57-7240-42b3-899d-67a4a6a567ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.208018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab257cb1-4894-4078-8880-4eb2613abb12 req-75eca160-8042-4a61-b3c9-a0e5fae39f5e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:23.208620 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.210541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab257cb1-4894-4078-8880-4eb2613abb12 req-75eca160-8042-4a61-b3c9-a0e5fae39f5e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 931 time: 0.2415051 Feb 11 13:26:23.254549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d473dd57-7240-42b3-899d-67a4a6a567ac None None] Current status of the port f1150491-b4a7-428f-866a-5e89c34d5a0b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:23.276873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:23.287319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-af5c00f1-3a47-4cdb-a86d-882b5b3494e5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "PUT /v2.0/routers/9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6423638 Feb 11 13:26:23.289195 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Sync routers for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:23.292108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50758) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:23.297865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-365a9841-c8a4-4631-b503-b018308af801 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1639191253', 'description': 'tempest-secgroup_access--1639191253 description', 'project_id': '0b83108051834e30a76ddb39b7c81743'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:23.310735 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:23.311321 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:23.327992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab257cb1-4894-4078-8880-4eb2613abb12 req-1c181395-7928-4f04-83ec-1b57e725945c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006958 Feb 11 13:26:23.367340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-365a9841-c8a4-4631-b503-b018308af801 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.372562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Attempting to bind port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:23.373208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Attempting to bind port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:23.373793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Attempting to bind port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d on network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:23.387986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b98dcc21-ac97-4eca-9cf2-4d302d228be7 None None] Provisioning complete for port fb9179e5-dfbe-499e-811b-6649912edeb1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:23.388366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b98dcc21-ac97-4eca-9cf2-4d302d228be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.389788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d on network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:23.390354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Attempting to bind port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d on network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:23.421253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:23.422229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Checking segment: {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:23.423225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Bound using segment: {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:23.423853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Bound port: 2d6cd155-2b92-4a3a-bbe4-e258a22d435d, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:23.424380 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.491052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b98dcc21-ac97-4eca-9cf2-4d302d228be7 None None] Port fb9179e5-dfbe-499e-811b-6649912edeb1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:26:23.548873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-365a9841-c8a4-4631-b503-b018308af801 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (03c96a78-af13-4e0a-920d-987706a7b866), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.564014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] For port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:23.564795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-365a9841-c8a4-4631-b503-b018308af801 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (03c96a78-af13-4e0a-920d-987706a7b866), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.569809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] For port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:23.581050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.617056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-365a9841-c8a4-4631-b503-b018308af801 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.618574 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:23.622897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50760) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:23.628837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5aa55851-69ad-49f1-bbac-df16c0e257b6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1362522158', 'description': 'tempest-secgroup_general--1362522158 description', 'project_id': '0b83108051834e30a76ddb39b7c81743'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:23.632884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-365a9841-c8a4-4631-b503-b018308af801 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3395374 Feb 11 13:26:23.638678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a9841-c8a4-4631-b503-b018308af801 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c96a78-af13-4e0a-920d-987706a7b866,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.660892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:23.661566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.663413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] 10.222.0.53 "PUT /v2.0/ports/2d6cd155-2b92-4a3a-bbe4-e258a22d435d HTTP/1.1" status: 200 len: 1091 time: 1.4624891 Feb 11 13:26:23.689744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e432ddc-ad72-423e-bf88-20333db57f68', 'tag': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:23.692641 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca6f6cf-7f1b-41db-a6af-15020b560192" -d '{"events": [{"name": "network-changed", "server_uuid": "9e432ddc-ad72-423e-bf88-20333db57f68", "tag": "2d6cd155-2b92-4a3a-bbe4-e258a22d435d"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:23.695611 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5aa55851-69ad-49f1-bbac-df16c0e257b6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.738382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-428fb628-6d9b-42f7-b66c-0abda6c22051 None None] Provisioning complete for port fb9179e5-dfbe-499e-811b-6649912edeb1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:23.738907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-428fb628-6d9b-42f7-b66c-0abda6c22051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:23.811636 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e6fe27-a424-49bb-80e6-30a52e8d5991 x-openstack-request-id: req-98e6fe27-a424-49bb-80e6-30a52e8d5991 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:23.811975 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e432ddc-ad72-423e-bf88-20333db57f68", "tag": "2d6cd155-2b92-4a3a-bbe4-e258a22d435d", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:23.812288 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98e6fe27-a424-49bb-80e6-30a52e8d5991 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:23.812594 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e432ddc-ad72-423e-bf88-20333db57f68', 'tag': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d', 'status': 'completed', 'code': 200} Feb 11 13:26:23.851299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-428fb628-6d9b-42f7-b66c-0abda6c22051 None None] Port fb9179e5-dfbe-499e-811b-6649912edeb1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:26:23.883243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-752200aa-f2f2-4ec3-9b31-2258c6df8872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:23.891711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-752200aa-f2f2-4ec3-9b31-2258c6df8872 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 1125 time: 0.1474421 Feb 11 13:26:23.892520 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9d64c-9bfe-488c-8d08-6857119e7e49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:23.955281 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 2, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:24.009939 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5aa55851-69ad-49f1-bbac-df16c0e257b6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (8e0ef960-29a0-4433-ad82-589171932f04), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.013517 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-631f8f4c-af89-439d-9bd1-6e396be489cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d HTTP/1.1" status: 200 len: 217 time: 0.1080308 Feb 11 13:26:24.039244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2bf70d64-db3f-461f-9c84-5db1c1105c07 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:24.106332 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5aa55851-69ad-49f1-bbac-df16c0e257b6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8e0ef960-29a0-4433-ad82-589171932f04), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.112662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-502187bd-34f3-439b-8518-e6ca1eb7cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:24.113989 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-502187bd-34f3-439b-8518-e6ca1eb7cec1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.0875170 Feb 11 13:26:24.147918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 2bf70d64-db3f-461f-9c84-5db1c1105c07 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:24.148298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.160890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa55851-69ad-49f1-bbac-df16c0e257b6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ef960-29a0-4433-ad82-589171932f04,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.196399 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-79f3ab59-f964-4c68-87cc-a011f39496de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437896 Feb 11 13:26:24.219483 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Checking router: 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:24.219859 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Updating router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 port fb9179e5-dfbe-499e-811b-6649912edeb1 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:24.257442 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.340554 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-11f5de2f-fee6-4351-9b1d-ccf1aea19e3c service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358583 Feb 11 13:26:24.344069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5aa55851-69ad-49f1-bbac-df16c0e257b6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.345315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5aa55851-69ad-49f1-bbac-df16c0e257b6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7200437 Feb 11 13:26:24.345572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 2bf70d64-db3f-461f-9c84-5db1c1105c07 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:24.346696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6661ecf-4b04-43bb-9511-fd1f05cda916 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:24.348932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50770) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:24.353989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7aed9127-c9fb-4e4d-9a22-fad0280f79a7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'security_group_rule': {'security_group_id': '03c96a78-af13-4e0a-920d-987706a7b866', 'project_id': '0b83108051834e30a76ddb39b7c81743', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:24.415517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aed9127-c9fb-4e4d-9a22-fad0280f79a7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group_rule (cc740e85-678c-4d50-92d4-df8bc7d273db), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.479056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c6661ecf-4b04-43bb-9511-fd1f05cda916 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:24.479830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.559541 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aed9127-c9fb-4e4d-9a22-fad0280f79a7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group_rule (cc740e85-678c-4d50-92d4-df8bc7d273db), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.569412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aed9127-c9fb-4e4d-9a22-fad0280f79a7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (cc740e85-678c-4d50-92d4-df8bc7d273db), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.571515 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Publish callbacks [] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.578643 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.589750 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-84a7e74a-fb8e-4111-b7c7-c296595be5b3 req-d84a933c-3dca-410f-95de-b401914910c9 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300346 Feb 11 13:26:24.614983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed9127-c9fb-4e4d-9a22-fad0280f79a7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc740e85-678c-4d50-92d4-df8bc7d273db,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.647550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83adfc-5ac6-4083-97ca-4f9835ce48d6 req-b470f463-833d-455e-b7c3-60b91af99d6c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:24.649371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af83adfc-5ac6-4083-97ca-4f9835ce48d6 req-b470f463-833d-455e-b7c3-60b91af99d6c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 943 time: 0.1869082 Feb 11 13:26:24.663227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c6661ecf-4b04-43bb-9511-fd1f05cda916 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:24.663636 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.689703 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f512291-32a1-4bca-b88b-7b0f7d843cc2 None None] Pushing event updated for resources: {'Port': ['ID=fb9179e5-dfbe-499e-811b-6649912edeb1,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.731373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-9694224a-d787-445a-99f4-cad57e6a3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:24.734997 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-9694224a-d787-445a-99f4-cad57e6a3b6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 1125 time: 0.0964360 Feb 11 13:26:24.738520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port c6661ecf-4b04-43bb-9511-fd1f05cda916, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6661ecf-4b04-43bb-9511-fd1f05cda916,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:24.751357 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Attempting to bind port fb9179e5-dfbe-499e-811b-6649912edeb1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:24.751739 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Attempting to bind port fb9179e5-dfbe-499e-811b-6649912edeb1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:24.752075 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Attempting to bind port fb9179e5-dfbe-499e-811b-6649912edeb1 on network cac68f36-c482-4557-8246-06b0af15ccc1 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:24.753574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.754632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f1150491-b4a7-428f-866a-5e89c34d5a0b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:24.760260 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:24.760743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Checking segment: {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:24.761208 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.761701 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Bound using segment: {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:24.762517 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Bound port: fb9179e5-dfbe-499e-811b-6649912edeb1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:24.762963 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.773333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af83adfc-5ac6-4083-97ca-4f9835ce48d6 req-af314675-c04a-43d3-aa66-ec10896f4d9f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160493 Feb 11 13:26:24.783387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7aed9127-c9fb-4e4d-9a22-fad0280f79a7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.801178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7aed9127-c9fb-4e4d-9a22-fad0280f79a7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4509687 Feb 11 13:26:24.889093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=c6661ecf-4b04-43bb-9511-fd1f05cda916,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.919861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-9d1eb519-eb9a-4aca-b30c-29e37d5fbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:24.921665 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-9d1eb519-eb9a-4aca-b30c-29e37d5fbc14 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 911 time: 0.1808372 Feb 11 13:26:24.924134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f1150491-b4a7-428f-866a-5e89c34d5a0b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:24.926767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:24.946718 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] For port fb9179e5-dfbe-499e-811b-6649912edeb1, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:24.950553 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] For port fb9179e5-dfbe-499e-811b-6649912edeb1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fb9179e5-dfbe-499e-811b-6649912edeb1,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:24.965384 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.021191 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-b64bb949-89ff-444c-9bb1-b34820122e53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d HTTP/1.1" status: 200 len: 217 time: 0.0927870 Feb 11 13:26:25.098763 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:25.099403 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:25.129817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-1f8696b7-96e4-482d-bbe5-b8cae44e4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.131310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-1f8696b7-96e4-482d-bbe5-b8cae44e4760 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.1009157 Feb 11 13:26:25.176429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f01c4b16-4128-4506-8867-7f88aafb8485 None None] Provisioning complete for port fb9179e5-dfbe-499e-811b-6649912edeb1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:25.177322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f01c4b16-4128-4506-8867-7f88aafb8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.203790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-3567fd72-c85c-4cbd-bb0d-ea6c9c18a986 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--1362522158&fields=id&tenant_id=0b83108051834e30a76ddb39b7c81743 HTTP/1.1" status: 200 len: 267 time: 0.0921710 Feb 11 13:26:25.213216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-0ff4f7fc-16f5-49b7-9578-a39255fcd85e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748372 Feb 11 13:26:25.283377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f1150491-b4a7-428f-866a-5e89c34d5a0b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:25.289142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-88cd3857-4a81-4ede-9aaf-f456774e9bac tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--1639191253&fields=id&tenant_id=0b83108051834e30a76ddb39b7c81743 HTTP/1.1" status: 200 len: 267 time: 0.0778697 Feb 11 13:26:25.345839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:25.406757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f01c4b16-4128-4506-8867-7f88aafb8485 None None] Current status of the port fb9179e5-dfbe-499e-811b-6649912edeb1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:25.407341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f01c4b16-4128-4506-8867-7f88aafb8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.431364 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-8680104a-4a0c-4ade-a209-459b6ed0f002 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105169 Feb 11 13:26:25.466771 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f512291-32a1-4bca-b88b-7b0f7d843cc2 None None] Pushing event updated for resources: {'Port': ['ID=fb9179e5-dfbe-499e-811b-6649912edeb1,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.491055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-59a12a14-3b99-42c5-bdf2-b7158c305e5b tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.498950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-59a12a14-3b99-42c5-bdf2-b7158c305e5b tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/networks?id=cac68f36-c482-4557-8246-06b0af15ccc1 HTTP/1.1" status: 200 len: 795 time: 0.2005818 Feb 11 13:26:25.519501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f01c4b16-4128-4506-8867-7f88aafb8485 None None] For port fb9179e5-dfbe-499e-811b-6649912edeb1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fb9179e5-dfbe-499e-811b-6649912edeb1,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:25.522915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-1342bf37-69ec-46fe-a464-65d29dc32859 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/quotas/0b83108051834e30a76ddb39b7c81743 HTTP/1.1" status: 200 len: 375 time: 0.0158525 Feb 11 13:26:25.534623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f01c4b16-4128-4506-8867-7f88aafb8485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.638157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-424d349d-8ec6-4a3b-8913-d02d86c4fdb1 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011612 Feb 11 13:26:25.667379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c4b16-4128-4506-8867-7f88aafb8485 None None] Pushing event updated for resources: {'Port': ['ID=fb9179e5-dfbe-499e-811b-6649912edeb1,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.703411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4b920206-6bc4-44c8-91af-6b19bc233fae None None] Provisioning complete for port fb9179e5-dfbe-499e-811b-6649912edeb1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:25.704037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4b920206-6bc4-44c8-91af-6b19bc233fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:25.835721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-c1121f0a-9d02-47bb-b6c8-3d12b23da98a service neutron] 10.222.0.42 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910563 Feb 11 13:26:25.868093 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:24Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:25.915101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6661ecf-4b04-43bb-9511-fd1f05cda916 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:25.927716 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ba3a1-28f6-41ad-af8f-cf19bfbacda0 None None] The sync data for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 is: [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:24Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:26.025565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4b920206-6bc4-44c8-91af-6b19bc233fae None None] Current status of the port fb9179e5-dfbe-499e-811b-6649912edeb1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:26.056480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c6661ecf-4b04-43bb-9511-fd1f05cda916 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:26.056480 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:26.106056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-244eaf40-3dcd-4f22-adb7-5ea1b56e1209 service neutron] 10.222.0.42 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603118 Feb 11 13:26:26.152975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aca6f6cf-7f1b-41db-a6af-15020b560192 req-66979919-dd71-4aa3-9f9b-00b44659a42e service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102382 Feb 11 13:26:26.181543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c6661ecf-4b04-43bb-9511-fd1f05cda916 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:26.378488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fc707-9fb5-4a8c-ad90-2c67a25dd382 req-594d6e06-eab1-4f60-9f0e-c783c8514db7 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:26.386415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d4fc707-9fb5-4a8c-ad90-2c67a25dd382 req-594d6e06-eab1-4f60-9f0e-c783c8514db7 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 943 time: 0.0680590 Feb 11 13:26:26.455972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d4fc707-9fb5-4a8c-ad90-2c67a25dd382 req-d18991e1-2800-499f-883c-7e984a2b7a89 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675712 Feb 11 13:26:26.685062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc82399c-5212-4c16-8918-f6cc2dc62965 req-dc4c6234-518b-49f0-bb7b-acd7571864f5 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 210 time: 0.1481812 Feb 11 13:26:26.974685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 2d6cd155-2b92-4a3a-bbe4-e258a22d435d details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:27.096482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:27.118080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d', 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'port_id': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d', 'mac_address': 'fa:16:3e:53:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:27.158942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:27.159312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:27.174546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6cd155-2b92-4a3a-bbe4-e258a22d435d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:27.198048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:27.203301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:27.265094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:27.599236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['2d6cd155-2b92-4a3a-bbe4-e258a22d435d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:27.607428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37d8f-079e-4c58-9798-532f2509b7d8 req-7242b732-b513-4254-b4f3-bb0c37f88233 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.615722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30f37d8f-079e-4c58-9798-532f2509b7d8 req-7242b732-b513-4254-b4f3-bb0c37f88233 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 944 time: 0.0821958 Feb 11 13:26:27.715302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30f37d8f-079e-4c58-9798-532f2509b7d8 req-c444e10a-e5cf-4a54-a77e-ff64ed7a88ae tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982239 Feb 11 13:26:27.848860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-54aa5426-a062-4402-8083-2a3865fca707 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.851002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-54aa5426-a062-4402-8083-2a3865fca707 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.64 "GET /v2.0/networks?id=cac68f36-c482-4557-8246-06b0af15ccc1 HTTP/1.1" status: 200 len: 795 time: 0.1998880 Feb 11 13:26:27.894494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77dd1cc3-e359-46f2-b601-09ecca69f9df req-4ebeb250-19e4-4c36-ad68-ab4be4045ed2 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 210 time: 0.0421035 Feb 11 13:26:27.910145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fb9179e5-dfbe-499e-811b-6649912edeb1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:27.973326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port fb9179e5-dfbe-499e-811b-6649912edeb1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:27.973703 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:27.987700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-38b54c69-3250-4bf0-945d-89acd202dc1c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b83108051834e30a76ddb39b7c81743 HTTP/1.1" status: 200 len: 478 time: 0.1225033 Feb 11 13:26:27.997105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'port': {'device_id': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'admin_state_up': True, 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'security_groups': ['8e0ef960-29a0-4433-ad82-589171932f04', '03c96a78-af13-4e0a-920d-987706a7b866']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:28.062226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port fb9179e5-dfbe-499e-811b-6649912edeb1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:28.134161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Made reservation on behalf of 0b83108051834e30a76ddb39b7c81743 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:28.139746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:28.323850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Allocated IP 172.20.0.5 (cac68f36-c482-4557-8246-06b0af15ccc1/6aece8f3-2d24-43d0-8ab4-d56466d9ebde/b241a667-51c6-4912-b677-5853d49b8cd4) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:28.489725 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (b241a667-51c6-4912-b677-5853d49b8cd4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:28.525881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:28.573777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network cac68f36-c482-4557-8246-06b0af15ccc1 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:28.576937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:28.581251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:28.608417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=b241a667-51c6-4912-b677-5853d49b8cd4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:28.656034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.657086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:28.678932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-cb090fd4-268c-46bb-8734-1f224d5a244c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6878426 Feb 11 13:26:28.760287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Request body: {'port': {'device_id': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:28.898310 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:28.981096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa165aa-cd69-408b-b690-7e23c365c017 req-14bf5c27-0604-481f-803e-675c72f81580 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.982863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fa165aa-cd69-408b-b690-7e23c365c017 req-14bf5c27-0604-481f-803e-675c72f81580 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 944 time: 0.1538775 Feb 11 13:26:28.988525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 2d6cd155-2b92-4a3a-bbe4-e258a22d435d up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:29.043393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9c52654d-4c1e-4ce2-b5aa-8c4ff18ed957 None None] Provisioning complete for port b241a667-51c6-4912-b677-5853d49b8cd4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:29.044085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9c52654d-4c1e-4ce2-b5aa-8c4ff18ed957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.095929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9c52654d-4c1e-4ce2-b5aa-8c4ff18ed957 None None] Port b241a667-51c6-4912-b677-5853d49b8cd4 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:26:29.100355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:29.106015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:29.106683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.206758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:29.207438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.238937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e432ddc-ad72-423e-bf88-20333db57f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:29.243969 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cecb43-52cb-43d0-a1b9-260a53a17dc8" -d '{"events": [{"server_uuid": "9e432ddc-ad72-423e-bf88-20333db57f68", "name": "network-vif-plugged", "status": "completed", "tag": "2d6cd155-2b92-4a3a-bbe4-e258a22d435d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:29.273738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:29.291074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.341341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b241a667-51c6-4912-b677-5853d49b8cd4 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:29.355350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Publish callbacks [] for port (b241a667-51c6-4912-b677-5853d49b8cd4), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.367818 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-74d6ae10-7297-4fdb-99e9-2d2397e188be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.371437 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fa165aa-cd69-408b-b690-7e23c365c017 req-0417763e-5a9b-4b11-a738-f5e8405039a5 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135619 Feb 11 13:26:29.376750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Transition to ACTIVE for port object b241a667-51c6-4912-b677-5853d49b8cd4 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:29.384636 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.400846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:29.450593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b241a667-51c6-4912-b677-5853d49b8cd4,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:29.590209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f10d69-40b1-41f2-b228-9e1a149a9b84 req-16925f57-1945-4564-9398-f65a5a062c11 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.595316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0f10d69-40b1-41f2-b228-9e1a149a9b84 req-16925f57-1945-4564-9398-f65a5a062c11 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 982 time: 0.1249764 Feb 11 13:26:29.644661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Attempting to bind port b241a667-51c6-4912-b677-5853d49b8cd4 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:26:29.645066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Attempting to bind port b241a667-51c6-4912-b677-5853d49b8cd4 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:26:29.645335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Attempting to bind port b241a667-51c6-4912-b677-5853d49b8cd4 on network cac68f36-c482-4557-8246-06b0af15ccc1 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:29.660246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Port b241a667-51c6-4912-b677-5853d49b8cd4 on network cac68f36-c482-4557-8246-06b0af15ccc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:29.660576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Attempting to bind port b241a667-51c6-4912-b677-5853d49b8cd4 on network cac68f36-c482-4557-8246-06b0af15ccc1 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:29.680702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:29.681042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Checking segment: {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:26:29.681436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Bound using segment: {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:29.681926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Bound port: b241a667-51c6-4912-b677-5853d49b8cd4, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a25af48-6c11-4bed-92c7-fb2f53844c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:26:29.682289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.700121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0f10d69-40b1-41f2-b228-9e1a149a9b84 req-bfec5085-becf-459c-b7f3-2ced61965279 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1006682 Feb 11 13:26:29.766018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] For port b241a667-51c6-4912-b677-5853d49b8cd4, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:29.769809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] For port b241a667-51c6-4912-b677-5853d49b8cd4, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b241a667-51c6-4912-b677-5853d49b8cd4,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:29.773445 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38015409-d1dc-43ef-99dc-0b778ff6f12d x-openstack-request-id: req-38015409-d1dc-43ef-99dc-0b778ff6f12d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:29.773777 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e432ddc-ad72-423e-bf88-20333db57f68", "name": "network-vif-plugged", "status": "completed", "tag": "2d6cd155-2b92-4a3a-bbe4-e258a22d435d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:29.774035 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38015409-d1dc-43ef-99dc-0b778ff6f12d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:29.774442 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e432ddc-ad72-423e-bf88-20333db57f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d', 'code': 200} Feb 11 13:26:29.782813 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.848221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.849028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:29.850586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/b241a667-51c6-4912-b677-5853d49b8cd4 HTTP/1.1" status: 200 len: 1130 time: 1.1643677 Feb 11 13:26:29.851172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:29.853557 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:29.895321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0e68e-e7a3-465d-8e7b-9b8dbd3399a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b241a667-51c6-4912-b677-5853d49b8cd4,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:29.942570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b811-6ea6-41fa-b632-52526554996c req-acd7ee06-109e-4865-9caf-a98da0b789d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.944448 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62b5b811-6ea6-41fa-b632-52526554996c req-acd7ee06-109e-4865-9caf-a98da0b789d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 1127 time: 0.0965295 Feb 11 13:26:29.960439 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79e688c-283e-4bf4-a396-9190f048bc25 x-openstack-request-id: req-f79e688c-283e-4bf4-a396-9190f048bc25 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:29.960731 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:29.960984 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f79e688c-283e-4bf4-a396-9190f048bc25 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:29.961389 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'status': 'completed', 'code': 200} Feb 11 13:26:29.982586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-7544908a-c7af-4137-a762-1f471c71b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:29.984197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-7544908a-c7af-4137-a762-1f471c71b2b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1164 time: 0.0626729 Feb 11 13:26:30.021967 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-62b5b811-6ea6-41fa-b632-52526554996c req-fc891750-b133-4c7a-a5e2-2de9c5b5c796 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699224 Feb 11 13:26:30.045415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-8a447e1b-b1e2-4cee-a72e-ffa2b8d3dc07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b241a667-51c6-4912-b677-5853d49b8cd4 HTTP/1.1" status: 200 len: 217 time: 0.0547338 Feb 11 13:26:30.103104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-775f4029-285c-4a0f-b98a-dc51da63aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.105273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-775f4029-285c-4a0f-b98a-dc51da63aa8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aece8f3-2d24-43d0-8ab4-d56466d9ebde HTTP/1.1" status: 200 len: 834 time: 0.0530472 Feb 11 13:26:30.162723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-14e5fe7c-c588-4b27-850a-f789d221c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.164282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-14e5fe7c-c588-4b27-850a-f789d221c35a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac68f36-c482-4557-8246-06b0af15ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526013 Feb 11 13:26:30.265464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-13890ccd-1999-4c22-82b1-588eb7832f11 service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944326 Feb 11 13:26:30.360796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-873ac78c-d866-4af2-b97f-ecb8619ba634 req-033cedc0-f71f-48a7-a0b1-01d60c2d687a service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893652 Feb 11 13:26:30.509936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-05863819-1076-4a57-89ef-e235ef4c88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.511752 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-05863819-1076-4a57-89ef-e235ef4c88ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1164 time: 0.0935261 Feb 11 13:26:30.523476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705e50-f0a2-4969-a6e6-9ec53ca497a3 req-de4f39bf-0e4d-4f23-a61d-0b69e2caaa6c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.524947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb705e50-f0a2-4969-a6e6-9ec53ca497a3 req-de4f39bf-0e4d-4f23-a61d-0b69e2caaa6c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0680041 Feb 11 13:26:30.629628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb705e50-f0a2-4969-a6e6-9ec53ca497a3 req-a2d06f0e-0f78-4fd0-95a1-08a67539478a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960565 Feb 11 13:26:30.650090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-03b47723-c397-4655-b53e-df74670f6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.651576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-03b47723-c397-4655-b53e-df74670f6c04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cac68f36-c482-4557-8246-06b0af15ccc1 HTTP/1.1" status: 200 len: 896 time: 0.1257515 Feb 11 13:26:30.694519 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-021e26b7-2b46-4998-96f5-48adf84e24b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b241a667-51c6-4912-b677-5853d49b8cd4 HTTP/1.1" status: 200 len: 217 time: 0.0367725 Feb 11 13:26:30.747072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-b3461558-160b-460d-8569-db9376828446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.748658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-b3461558-160b-460d-8569-db9376828446 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aece8f3-2d24-43d0-8ab4-d56466d9ebde HTTP/1.1" status: 200 len: 834 time: 0.0488827 Feb 11 13:26:30.842499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-13014adf-7a23-42a1-9db2-f1db3ec6c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.844897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-13014adf-7a23-42a1-9db2-f1db3ec6c45a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac68f36-c482-4557-8246-06b0af15ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0902970 Feb 11 13:26:30.868124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e88c11-caa4-468b-9e7c-702f2b2fb551 req-a0a971a3-69f6-4b2e-8dcc-3bbf16ced9a3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.869586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39e88c11-caa4-468b-9e7c-702f2b2fb551 req-a0a971a3-69f6-4b2e-8dcc-3bbf16ced9a3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 982 time: 0.0814831 Feb 11 13:26:31.029197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39e88c11-caa4-468b-9e7c-702f2b2fb551 req-e5e8ae6c-d03a-4873-a592-05496f75e50e tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1498642 Feb 11 13:26:31.036791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-39f834b1-9c7a-43fe-8778-f679a9c09e3b service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848600 Feb 11 13:26:31.143467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1edd6cae-6e65-4df6-ae37-4e9a3ecd8a1e req-09ee02dc-c1f3-4b89-a491-e6504525c0fa service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995264 Feb 11 13:26:31.393683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ba3c7bad-3608-4729-b861-eba38166856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:31.759942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2910b84-c205-4f7c-8ddf-ce7a4857ab7b req-c93050e4-c44e-473a-997e-1fcb381eb341 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:31.763934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2910b84-c205-4f7c-8ddf-ce7a4857ab7b req-c93050e4-c44e-473a-997e-1fcb381eb341 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0608284 Feb 11 13:26:31.816007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2910b84-c205-4f7c-8ddf-ce7a4857ab7b req-31ad5cd2-3ea0-49b7-8de0-3dec187e38c8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Feb 11 13:26:32.082131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-7038c22c-8c02-4f01-abc2-45510e999e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.083709 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-7038c22c-8c02-4f01-abc2-45510e999e29 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 1127 time: 0.0514913 Feb 11 13:26:32.099800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5838-d06b-42b7-9f39-9f6e8167ba81 req-1f9747c5-d17c-4c1a-8cff-2b5635f667bb tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.109498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a77c5838-d06b-42b7-9f39-9f6e8167ba81 req-1f9747c5-d17c-4c1a-8cff-2b5635f667bb tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0674925 Feb 11 13:26:32.170233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a77c5838-d06b-42b7-9f39-9f6e8167ba81 req-bc177134-349e-4c94-9d50-4bbd969f7873 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595045 Feb 11 13:26:32.204016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-8d7eb540-cb56-4423-98ca-e71627b1b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.206279 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-8d7eb540-cb56-4423-98ca-e71627b1b89b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 911 time: 0.1129975 Feb 11 13:26:32.275098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-b3492e5d-634c-4c2e-ba11-ef93b69188f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d HTTP/1.1" status: 200 len: 217 time: 0.0579667 Feb 11 13:26:32.310061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50630189-bed9-4080-bff4-6a8d32c6cbd3 req-ca55f8f1-51cb-4a04-b3e3-12a3da046f57 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.311649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50630189-bed9-4080-bff4-6a8d32c6cbd3 req-ca55f8f1-51cb-4a04-b3e3-12a3da046f57 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 982 time: 0.0599716 Feb 11 13:26:32.363461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-d887903e-384e-4447-a9d6-ad79c372fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:32.365432 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-d887903e-384e-4447-a9d6-ad79c372fd7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.0818899 Feb 11 13:26:32.376029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50630189-bed9-4080-bff4-6a8d32c6cbd3 req-39834aad-acfd-48d1-aea7-a9972a5e5408 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0583489 Feb 11 13:26:32.403433 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-d7f1245e-2099-4c90-9c30-204fd45fb5ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301223 Feb 11 13:26:32.516743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-2a9b4d48-8fc3-44d7-9690-9e1ee9f3da1d service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063633 Feb 11 13:26:32.602750 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:32.618180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-90010df6-63f2-4dda-80f3-55e42bcc85c9 req-4280a129-64e1-419a-82de-3ed812b1d72d service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944295 Feb 11 13:26:33.041124 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:26:33.307164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87fce7-aef2-42c6-a486-be6fda8cb90d req-d6ac443d-1046-4c69-8e8e-dd8838404ec6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.310385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e87fce7-aef2-42c6-a486-be6fda8cb90d req-d6ac443d-1046-4c69-8e8e-dd8838404ec6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0701289 Feb 11 13:26:33.370325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e87fce7-aef2-42c6-a486-be6fda8cb90d req-572e10e4-fa18-45f4-9021-9db7df936a08 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541046 Feb 11 13:26:33.509029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae4134-6043-41bf-a085-2283678208a8 req-06d976ad-e78b-41a8-9c47-f2d1d5535054 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.511058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7ae4134-6043-41bf-a085-2283678208a8 req-06d976ad-e78b-41a8-9c47-f2d1d5535054 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 982 time: 0.0602276 Feb 11 13:26:33.586832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7ae4134-6043-41bf-a085-2283678208a8 req-977ccc9d-fd40-4b19-9035-3cf622e62d49 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0687981 Feb 11 13:26:33.692822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b241a667-51c6-4912-b677-5853d49b8cd4 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:33.817337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b241a667-51c6-4912-b677-5853d49b8cd4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b241a667-51c6-4912-b677-5853d49b8cd4,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:33.829193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'port_id': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'mac_address': 'fa:16:3e:2b:8a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:33.873102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port b241a667-51c6-4912-b677-5853d49b8cd4 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:33.873484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.887129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b241a667-51c6-4912-b677-5853d49b8cd4 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:26:33.908956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b241a667-51c6-4912-b677-5853d49b8cd4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b241a667-51c6-4912-b677-5853d49b8cd4,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:33.913948 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:33.968960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=b241a667-51c6-4912-b677-5853d49b8cd4,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.210114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b241a667-51c6-4912-b677-5853d49b8cd4'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:34.275541 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.513526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfe641-8f18-4c91-8689-2319116daea3 req-36284889-3368-4368-bd0b-73114a5c42f8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.521685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25cfe641-8f18-4c91-8689-2319116daea3 req-36284889-3368-4368-bd0b-73114a5c42f8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0657897 Feb 11 13:26:34.566277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25cfe641-8f18-4c91-8689-2319116daea3 req-bcb76425-d9a8-477b-846a-98e54821d049 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433736 Feb 11 13:26:34.712331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dffb9-474b-41f6-a059-d9a9fa3ecad3 req-b6ac3d9b-e346-4bb1-881e-cf76b41bf344 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.713848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-328dffb9-474b-41f6-a059-d9a9fa3ecad3 req-b6ac3d9b-e346-4bb1-881e-cf76b41bf344 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 983 time: 0.0603411 Feb 11 13:26:34.790265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-328dffb9-474b-41f6-a059-d9a9fa3ecad3 req-2da06bf9-02fc-4392-92be-a2018c48488d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0663161 Feb 11 13:26:35.339559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.695059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b241a667-51c6-4912-b677-5853d49b8cd4 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:35.782993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port b241a667-51c6-4912-b677-5853d49b8cd4 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:35.788731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d38627-192b-428c-a1a5-d693ac66e0cd req-23e377a4-9013-47c2-ae24-f88c3e513144 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:35.790775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port b241a667-51c6-4912-b677-5853d49b8cd4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:35.791354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.799816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78d38627-192b-428c-a1a5-d693ac66e0cd req-23e377a4-9013-47c2-ae24-f88c3e513144 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.1202738 Feb 11 13:26:35.866119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78d38627-192b-428c-a1a5-d693ac66e0cd req-fbdf2420-993a-4df0-8ca8-944c5b00a170 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651622 Feb 11 13:26:35.916354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port b241a667-51c6-4912-b677-5853d49b8cd4 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:26:35.916757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.947018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:35.950006 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4724a4c1-9a2d-4e11-ad90-1c76bf57956e" -d '{"events": [{"server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "name": "network-vif-plugged", "status": "completed", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:35.971999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b241a667-51c6-4912-b677-5853d49b8cd4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b241a667-51c6-4912-b677-5853d49b8cd4,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:35.979660 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:36.039788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abd98a-8c6e-4cae-9685-7980c2e20f3b req-0770c3e4-c6ea-41c3-a6fc-d906992825b7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.041386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38abd98a-8c6e-4cae-9685-7980c2e20f3b req-0770c3e4-c6ea-41c3-a6fc-d906992825b7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 983 time: 0.0855818 Feb 11 13:26:36.051388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=b241a667-51c6-4912-b677-5853d49b8cd4,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:36.120899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38abd98a-8c6e-4cae-9685-7980c2e20f3b req-f11350b2-5ad0-4a89-a163-91a8ffc25727 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0732086 Feb 11 13:26:36.180330 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a2f455-4730-48a0-96e0-1794462f9e39 x-openstack-request-id: req-41a2f455-4730-48a0-96e0-1794462f9e39 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:36.180635 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "name": "network-vif-plugged", "status": "completed", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:36.181158 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41a2f455-4730-48a0-96e0-1794462f9e39 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:36.181799 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'code': 200} Feb 11 13:26:36.303682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53fe72-f71e-434f-9102-4a6990a4aec1 req-922bfd03-6f7f-4044-b7c2-a93910ba6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.306382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c53fe72-f71e-434f-9102-4a6990a4aec1 req-922bfd03-6f7f-4044-b7c2-a93910ba6859 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1166 time: 0.0561492 Feb 11 13:26:36.368673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c53fe72-f71e-434f-9102-4a6990a4aec1 req-843f54d6-79e1-429e-ad3c-82c354b42c3c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=03c96a78-af13-4e0a-920d-987706a7b866&id=8e0ef960-29a0-4433-ad82-589171932f04&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0562756 Feb 11 13:26:37.010603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaade1-1188-4ad1-bc41-e7c205bbae1d req-5cbadde8-ca67-4e00-b69b-fa33810e70d4 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:37.011946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5aaade1-1188-4ad1-bc41-e7c205bbae1d req-5cbadde8-ca67-4e00-b69b-fa33810e70d4 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0686398 Feb 11 13:26:37.068996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5aaade1-1188-4ad1-bc41-e7c205bbae1d req-475dff48-d824-47fd-b8a8-ef5c2c7c4382 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Feb 11 13:26:37.262068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3babd7b-1cc8-4914-8220-8b7a6f33a25f req-fe842e50-f8f5-4c7c-9c66-00b09fea427e tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:37.270145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3babd7b-1cc8-4914-8220-8b7a6f33a25f req-fe842e50-f8f5-4c7c-9c66-00b09fea427e tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 984 time: 0.0690868 Feb 11 13:26:37.337145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3babd7b-1cc8-4914-8220-8b7a6f33a25f req-5235e8b5-feb5-4e81-bf90-9e97a1697791 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0650518 Feb 11 13:26:38.205052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7080a5-5e10-4324-bcfb-ebd1761a8cc4 req-96d1e52b-4d64-4760-be72-6ea6c1ff3b08 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.212420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d7080a5-5e10-4324-bcfb-ebd1761a8cc4 req-96d1e52b-4d64-4760-be72-6ea6c1ff3b08 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0644200 Feb 11 13:26:38.270535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d7080a5-5e10-4324-bcfb-ebd1761a8cc4 req-150a7b6a-cb74-44f7-a8b3-4cc977f9e7a2 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568631 Feb 11 13:26:38.483811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab9559-9829-4341-8bd9-14b2442b2df9 req-3c3041da-53b2-40d5-ae3d-7fbafe789727 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.485532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2ab9559-9829-4341-8bd9-14b2442b2df9 req-3c3041da-53b2-40d5-ae3d-7fbafe789727 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 984 time: 0.0728064 Feb 11 13:26:38.560443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2ab9559-9829-4341-8bd9-14b2442b2df9 req-4c5bc21c-9ea3-43c4-966c-1c1ee0060691 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0678716 Feb 11 13:26:38.679127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e33ad-fcfd-4379-947f-0156823b7772 req-58aee1f7-1b56-4608-b714-ec4f701afb3b tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.680599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a29e33ad-fcfd-4379-947f-0156823b7772 req-58aee1f7-1b56-4608-b714-ec4f701afb3b tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 984 time: 0.0525832 Feb 11 13:26:38.735883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a29e33ad-fcfd-4379-947f-0156823b7772 req-b297fb54-c262-46d4-96e1-937d39bc1d9b tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0492768 Feb 11 13:26:38.855556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42012f-e285-497f-a66f-93b573adab02 req-be53913f-a961-4ba8-9691-8fde987556c8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.857223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd42012f-e285-497f-a66f-93b573adab02 req-be53913f-a961-4ba8-9691-8fde987556c8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1166 time: 0.0554430 Feb 11 13:26:38.883801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-dd42012f-e285-497f-a66f-93b573adab02 req-78e53880-16bd-4faa-a881-fa76105e1b09 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.956779 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-dd42012f-e285-497f-a66f-93b573adab02 req-78e53880-16bd-4faa-a881-fa76105e1b09 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Publish callbacks [] for security_group (393d3742-6522-401d-aa8d-03d301c31861), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.962341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-dd42012f-e285-497f-a66f-93b573adab02 req-78e53880-16bd-4faa-a881-fa76105e1b09 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (393d3742-6522-401d-aa8d-03d301c31861), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.004716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e53880-16bd-4faa-a881-fa76105e1b09 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393d3742-6522-401d-aa8d-03d301c31861,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.021418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd42012f-e285-497f-a66f-93b573adab02 req-78e53880-16bd-4faa-a881-fa76105e1b09 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1552751 Feb 11 13:26:39.035384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50956) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:39.098741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0396554-daf7-4cdc-aca3-f5f2b4c0dfc5 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:39.100306 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a0396554-daf7-4cdc-aca3-f5f2b4c0dfc5 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1161 time: 0.0637286 Feb 11 13:26:39.103392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 50960) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:39.107836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:39.132735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.241785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.372526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Allocated IP 172.25.1.34 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2fc403c8-9cef-48a9-aedf-b2972f73c994) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:39.391846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9683a-9cf5-443f-8622-ab7165038165 req-3c1a98ff-6fe9-46b9-ab87-28c39d338a74 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:39.394358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6d9683a-9cf5-443f-8622-ab7165038165 req-3c1a98ff-6fe9-46b9-ab87-28c39d338a74 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0563102 Feb 11 13:26:39.460032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6d9683a-9cf5-443f-8622-ab7165038165 req-a3a09383-4f87-4f1d-bc5b-8d3258b42daf tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578651 Feb 11 13:26:39.502620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.543925 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:39.585182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:39.589692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:39.594066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:39.597127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=2fc403c8-9cef-48a9-aedf-b2972f73c994,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.990415 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for floatingip (484d0451-4b24-4500-9382-ae1e8cdc5185), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.063010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.244743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.250391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.320568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=2fc403c8-9cef-48a9-aedf-b2972f73c994,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:40.336357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (484d0451-4b24-4500-9382-ae1e8cdc5185), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.456759 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Floating IP 484d0451-4b24-4500-9382-ae1e8cdc5185 associated. External IP: 172.25.1.34, port: b241a667-51c6-4912-b677-5853d49b8cd4. Feb 11 13:26:40.605345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354f99f-da20-45d3-9074-9dd65140c6b1 req-8ed99f07-c342-498b-8d71-47abd5e7a6df tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.607091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c354f99f-da20-45d3-9074-9dd65140c6b1 req-8ed99f07-c342-498b-8d71-47abd5e7a6df tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0646889 Feb 11 13:26:40.663122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c354f99f-da20-45d3-9074-9dd65140c6b1 req-02a70429-2cb6-407b-800f-fa020de06837 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502567 Feb 11 13:26:40.717488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:40.835667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:40.861999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] Sync routers for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:40.872010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:40.872720 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:40.873723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:40.908066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ff50fa30-475d-4665-83f7-08fa191150ef tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8036137 Feb 11 13:26:40.908802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:26:40.910870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 50990) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:40.922654 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ae1764-17d8-4043-80a2-bd29413037f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:40.983011 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de00738a-3c63-4ef8-a512-89c20a58a104 x-openstack-request-id: req-de00738a-3c63-4ef8-a512-89c20a58a104 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:40.983571 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:40.984021 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de00738a-3c63-4ef8-a512-89c20a58a104 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:40.984646 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'status': 'completed', 'code': 200} Feb 11 13:26:41.008131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:41.136035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-fc88dc43-1c8c-4f6b-a3a7-9c194cc9e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.137396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-fc88dc43-1c8c-4f6b-a3a7-9c194cc9e4f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1166 time: 0.1281912 Feb 11 13:26:41.298906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.299380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.299836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.300287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.300731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.301175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.301625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.303597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5debd35e-3123-41fb-bf65-6888688428f8 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4985 time: 0.3916874 Feb 11 13:26:41.306545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51000) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:41.323154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '484d0451-4b24-4500-9382-ae1e8cdc5185', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'port_id': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'mac_address': 'fa:16:3e:2b:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:39Z', 'updated_at': '2022-02-11T13:26:39Z', 'revision_number': 0, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:25Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:41.327641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-352d4eef-a327-42ec-be43-784e49c04560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.330060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-352d4eef-a327-42ec-be43-784e49c04560 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cac68f36-c482-4557-8246-06b0af15ccc1 HTTP/1.1" status: 200 len: 896 time: 0.1827404 Feb 11 13:26:41.363211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] Checking router: 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:41.378780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:41.379808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:26:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:41.458819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-f96a1532-416d-416b-9525-7a4282e89b2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b241a667-51c6-4912-b677-5853d49b8cd4 HTTP/1.1" status: 200 len: 998 time: 0.1220989 Feb 11 13:26:41.464189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.465454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.466257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.467670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.468305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.469402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.470086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.476308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0b2cb031-5537-4bef-b64a-814572b183d7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1654825 Feb 11 13:26:41.476560 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51002) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:41.523775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-d25707e5-794e-4361-a60c-6bee875ca8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.524830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-d25707e5-794e-4361-a60c-6bee875ca8c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aece8f3-2d24-43d0-8ab4-d56466d9ebde HTTP/1.1" status: 200 len: 834 time: 0.0608947 Feb 11 13:26:41.551784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:41.594843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-0987abaa-565a-4fbe-b55f-962075430202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.596475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-0987abaa-565a-4fbe-b55f-962075430202 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac68f36-c482-4557-8246-06b0af15ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658209 Feb 11 13:26:41.711250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-bfe3c13e-030e-4b60-9183-682198dc904f service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080434 Feb 11 13:26:41.848162 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0a2c41ef-fa5d-4499-a0fb-65dd23fe29be tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3704612 Feb 11 13:26:41.851485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51010) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:41.866757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '484d0451-4b24-4500-9382-ae1e8cdc5185', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'port_id': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'mac_address': 'fa:16:3e:2b:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:39Z', 'updated_at': '2022-02-11T13:26:39Z', 'revision_number': 0, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:25Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:41.904125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656a894a-5aef-4b8f-8647-ce3d51022a0c None None] The sync data for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 is: [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '484d0451-4b24-4500-9382-ae1e8cdc5185', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'port_id': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3765, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'mac_address': 'fa:16:3e:2b:8a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:26:39Z', 'updated_at': '2022-02-11T13:26:39Z', 'revision_number': 0, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:25Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:41.925796 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db9191-b986-4177-837a-cb7af8bcbd65 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.926450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db9191-b986-4177-837a-cb7af8bcbd65 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.928226 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-58db9191-b986-4177-837a-cb7af8bcbd65 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 HTTP/1.1" status: 200 len: 2061 time: 0.0753384 Feb 11 13:26:41.966975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28b38e-0560-4e15-9928-528713af281e req-f0c043e4-ce0d-48f0-b883-d7203443cead tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.969605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed28b38e-0560-4e15-9928-528713af281e req-f0c043e4-ce0d-48f0-b883-d7203443cead tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.1181772 Feb 11 13:26:41.976404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6ae1764-17d8-4043-80a2-bd29413037f4 req-751971d1-5870-4f12-99ee-ed6ce8871f63 service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574832 Feb 11 13:26:42.039804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed28b38e-0560-4e15-9928-528713af281e req-d19773c1-9b7e-4c65-b22f-2079f6eb92e8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610209 Feb 11 13:26:42.180105 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8174dd67-56c0-437b-aa86-5fb10662bb9e None None] New status for floating IP 484d0451-4b24-4500-9382-ae1e8cdc5185: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:26:43.165274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa479b-cd73-457e-a276-5dcb29cd3c5c req-082959cc-49b0-4aea-8bf2-f06ee1b7bec8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.167627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56aa479b-cd73-457e-a276-5dcb29cd3c5c req-082959cc-49b0-4aea-8bf2-f06ee1b7bec8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0557134 Feb 11 13:26:43.216054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56aa479b-cd73-457e-a276-5dcb29cd3c5c req-2d23b7bb-e64d-467e-8c33-1a0476be8df0 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Feb 11 13:26:44.346698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f4611-76b1-4162-bb7d-a639e0843067 req-87958cb7-96c1-42f3-8abe-4363399d7810 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:44.348346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c5f4611-76b1-4162-bb7d-a639e0843067 req-87958cb7-96c1-42f3-8abe-4363399d7810 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0607686 Feb 11 13:26:44.405114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c5f4611-76b1-4162-bb7d-a639e0843067 req-b9abaa4f-704e-4436-86d8-08b914e02428 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504572 Feb 11 13:26:45.538301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ee85f-9a95-45b0-97fd-fa8bfafa28d3 req-da32e755-df76-4d98-ad38-e3726fb946f1 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.546344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c00ee85f-9a95-45b0-97fd-fa8bfafa28d3 req-da32e755-df76-4d98-ad38-e3726fb946f1 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0695782 Feb 11 13:26:45.596568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c00ee85f-9a95-45b0-97fd-fa8bfafa28d3 req-7151a6e7-5d40-4ec3-8ee6-e6819c6a96e0 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485461 Feb 11 13:26:46.363630 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:46.765105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958a5d4-5f0d-4615-a384-c8f600f32f9a req-cc54432e-9155-4594-a619-8aab9fa7b51a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.767363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5958a5d4-5f0d-4615-a384-c8f600f32f9a req-cc54432e-9155-4594-a619-8aab9fa7b51a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0942831 Feb 11 13:26:46.841841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5958a5d4-5f0d-4615-a384-c8f600f32f9a req-bfaa1efd-7785-4249-975d-8c90aacedd09 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683351 Feb 11 13:26:47.370305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:47.998750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd5ee1-6dce-452e-be85-2f9d22d5d5ce req-ae9a3a90-232d-460c-806c-e05fb76b462a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.000595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bbd5ee1-6dce-452e-be85-2f9d22d5d5ce req-ae9a3a90-232d-460c-806c-e05fb76b462a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0563254 Feb 11 13:26:48.050550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8bbd5ee1-6dce-452e-be85-2f9d22d5d5ce req-8ea12d78-bc07-4790-aad2-df03e3107cfb tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434649 Feb 11 13:26:49.187257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50874068-3b71-47fd-9a99-95d645b1949e req-1b00aee3-d9f5-4e90-937b-c428732cd62f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:49.189284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50874068-3b71-47fd-9a99-95d645b1949e req-1b00aee3-d9f5-4e90-937b-c428732cd62f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0667186 Feb 11 13:26:49.241365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50874068-3b71-47fd-9a99-95d645b1949e req-9f1b8a6e-6609-4185-8b43-6522e5a23ad2 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459335 Feb 11 13:26:50.203155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51128) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:50.324298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-958cdb70-2c90-4822-a4a9-23d6639557af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.423262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ae5fe-32e7-4a5f-b38a-8a424c86d0e4 req-18111de9-1359-49f6-98f1-c1eafb8e29ab tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.424889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-060ae5fe-32e7-4a5f-b38a-8a424c86d0e4 req-18111de9-1359-49f6-98f1-c1eafb8e29ab tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0901403 Feb 11 13:26:50.503751 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-958cdb70-2c90-4822-a4a9-23d6639557af admin admin] Publish callbacks [] for security_group (d277ad4f-3ab0-41c9-93b4-be73998fb39b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.516473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-060ae5fe-32e7-4a5f-b38a-8a424c86d0e4 req-33898efc-6fd2-4a07-b23c-5e8768d16927 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697131 Feb 11 13:26:50.517733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-958cdb70-2c90-4822-a4a9-23d6639557af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d277ad4f-3ab0-41c9-93b4-be73998fb39b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.556967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cdb70-2c90-4822-a4a9-23d6639557af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d277ad4f-3ab0-41c9-93b4-be73998fb39b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:50.568353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51134) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:26:50.568912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-958cdb70-2c90-4822-a4a9-23d6639557af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70b5bdd132ee49bea121ea1fc4f019d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3640268 Feb 11 13:26:50.623978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cad21a4-4aa1-428c-8e9e-4016fb79c148 admin admin] Publish callbacks [] for security_group (d277ad4f-3ab0-41c9-93b4-be73998fb39b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.652181 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cad21a4-4aa1-428c-8e9e-4016fb79c148 admin admin] Publish callbacks [] for security_group (d277ad4f-3ab0-41c9-93b4-be73998fb39b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.704339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cad21a4-4aa1-428c-8e9e-4016fb79c148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d277ad4f-3ab0-41c9-93b4-be73998fb39b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.707200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cad21a4-4aa1-428c-8e9e-4016fb79c148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:50.711058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0cad21a4-4aa1-428c-8e9e-4016fb79c148 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d277ad4f-3ab0-41c9-93b4-be73998fb39b HTTP/1.1" status: 204 len: 168 time: 0.1375384 Feb 11 13:26:50.717677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad21a4-4aa1-428c-8e9e-4016fb79c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277ad4f-3ab0-41c9-93b4-be73998fb39b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:51.641919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fb51d-f4f5-48be-b88b-6c7469df7d50 req-1161bfaa-bc7b-4ca2-9d4d-bc12a525750a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:51.643556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-689fb51d-f4f5-48be-b88b-6c7469df7d50 req-1161bfaa-bc7b-4ca2-9d4d-bc12a525750a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0587740 Feb 11 13:26:51.695304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-689fb51d-f4f5-48be-b88b-6c7469df7d50 req-2d2ee83c-8480-4335-b437-92fd7b231764 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458655 Feb 11 13:26:52.826156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad4818-143f-41d5-b82c-4a72ae383025 req-8118fb61-9133-4966-89ff-754a5814cda5 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.828030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efad4818-143f-41d5-b82c-4a72ae383025 req-8118fb61-9133-4966-89ff-754a5814cda5 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0556300 Feb 11 13:26:52.906291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efad4818-143f-41d5-b82c-4a72ae383025 req-16b08073-45b9-44f2-8099-e0d96127ac47 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701647 Feb 11 13:26:54.043980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727d7bf-f303-4c9a-8c3c-082a67b8e5ee req-804ef8de-6736-4e0e-8a5d-b1506cdfcb92 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.046358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8727d7bf-f303-4c9a-8c3c-082a67b8e5ee req-804ef8de-6736-4e0e-8a5d-b1506cdfcb92 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0619128 Feb 11 13:26:54.102579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8727d7bf-f303-4c9a-8c3c-082a67b8e5ee req-ed7814a8-b5d2-4bbd-a610-440180be7cc7 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475810 Feb 11 13:26:55.235645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3b693-6c75-43c5-af9c-0e55d79d0e84 req-e23da5f3-30b1-43b2-a0bd-29a88743ca99 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.237341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58e3b693-6c75-43c5-af9c-0e55d79d0e84 req-e23da5f3-30b1-43b2-a0bd-29a88743ca99 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0535452 Feb 11 13:26:55.297573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58e3b693-6c75-43c5-af9c-0e55d79d0e84 req-a97cac37-5f19-4921-a9e0-6ae6d9b0e4de tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471818 Feb 11 13:26:56.428743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0900925-41ed-494d-be5a-88328ffd171c req-3ca4eac2-1594-4211-ac02-61bcf7487ca9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.435738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0900925-41ed-494d-be5a-88328ffd171c req-3ca4eac2-1594-4211-ac02-61bcf7487ca9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0660572 Feb 11 13:26:56.480797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0900925-41ed-494d-be5a-88328ffd171c req-2b89cd18-93d5-4041-b02b-b41d54227b3f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440249 Feb 11 13:26:57.602102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fca50f-a4bb-4905-8de8-ca714daff85d req-83362a06-a0c6-46f8-9fc2-47c8425f29d6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.603522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3fca50f-a4bb-4905-8de8-ca714daff85d req-83362a06-a0c6-46f8-9fc2-47c8425f29d6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0530584 Feb 11 13:26:57.653418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3fca50f-a4bb-4905-8de8-ca714daff85d req-8b0f30c1-2f52-429a-9d1a-6145c553c1ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Feb 11 13:26:58.629881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec637ec-d5bc-44e8-9049-4d9f622f53f5 req-101af8e8-caa1-4876-bc8c-b6436d102505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.632319 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ec637ec-d5bc-44e8-9049-4d9f622f53f5 req-101af8e8-caa1-4876-bc8c-b6436d102505 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 1127 time: 0.0480564 Feb 11 13:26:58.678233 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-1ec637ec-d5bc-44e8-9049-4d9f622f53f5 req-44db84e9-9b43-4325-8e3c-60371e087688 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Feb 11 13:26:58.777769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2810dd-4ef3-4d1f-96eb-b88260841cf1 req-280bb9b7-b877-4bf7-bf43-977ffcc201c9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.779295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2810dd-4ef3-4d1f-96eb-b88260841cf1 req-280bb9b7-b877-4bf7-bf43-977ffcc201c9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0557218 Feb 11 13:26:58.828648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2810dd-4ef3-4d1f-96eb-b88260841cf1 req-783832d4-3536-44e6-8107-f784fbff4773 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Feb 11 13:26:59.301882 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-820ba7d5-e8b8-487b-87d3-3fa4476a442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:59.956660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38652d03-f793-489a-91b3-f60a1c2b8e31 req-fc55ce27-4532-4ae0-b0d6-a00719b84306 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.958083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38652d03-f793-489a-91b3-f60a1c2b8e31 req-fc55ce27-4532-4ae0-b0d6-a00719b84306 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0578883 Feb 11 13:27:00.004880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38652d03-f793-489a-91b3-f60a1c2b8e31 req-25e3dc3e-3bbe-451d-aef1-46a70c5d2613 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Feb 11 13:27:00.276058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-88ea1686-b91b-4c20-829a-e94cd7ebb0ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.277429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-88ea1686-b91b-4c20-829a-e94cd7ebb0ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 810 time: 0.1009572 Feb 11 13:27:00.292699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-f6ceea1f-5a16-4d16-8aa3-b04e7c82b46b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/quotas/4153ae5913f5405ab014cf85c0900e7f HTTP/1.1" status: 200 len: 375 time: 0.0091431 Feb 11 13:27:00.351892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-4d776773-3ab9-435a-9227-00068e2655f5 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540926 Feb 11 13:27:00.443373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-5bf8041d-8f5b-4094-b4b5-36bcbe89b876 service neutron] 10.222.0.42 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843530 Feb 11 13:27:00.538570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-d30f4f7b-f165-4228-9d2b-25f11e83cbab service neutron] 10.222.0.42 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890319 Feb 11 13:27:00.731508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad9bcd19-02d3-4505-a417-1dc180669b39 req-42362789-c17e-453c-adaa-4471e3767cdf tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 210 time: 0.0359538 Feb 11 13:27:01.390645 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8fc17929-a765-4731-a962-4bef2e6f92f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:01.758717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-cdae487e-8d5a-4627-af57-9ac89b56c2f1 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.760317 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-cdae487e-8d5a-4627-af57-9ac89b56c2f1 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 810 time: 0.1331747 Feb 11 13:27:01.773824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Request body: {'port': {'device_id': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'admin_state_up': True, 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:01.877739 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c578168b-22d3-4b65-8981-a73f0e5fbe58 req-3c26874c-86bc-4f3d-889f-2f1ae29e4353 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 210 time: 0.0351202 Feb 11 13:27:01.898244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Made reservation on behalf of 4153ae5913f5405ab014cf85c0900e7f for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:01.901959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.034912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Allocated IP 172.20.0.6 (2be2513a-3683-4d6c-89cc-2213fd7dbe18/c53a1b81-586f-4fcc-a3e4-c3e482891c71/e0d6e6aa-25bd-407f-9951-c4021d81bb7d) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:02.185143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks [] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.220735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.234345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['2d6cd155-2b92-4a3a-bbe4-e258a22d435d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:02.266423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:02.269771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:02.273572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:02.304626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Pushing event updated for resources: {'Port': ['ID=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.334492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:02.335117 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.355209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-6396c9a6-5c2c-49ba-ae99-18b125dfcd25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854404 Feb 11 13:27:02.367066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Request body: {'port': {'device_id': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:02.443590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.608425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.741839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d6e6aa-25bd-407f-9951-c4021d81bb7d {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:02.750179 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Publish callbacks [] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.763165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Transition to ACTIVE for port object e0d6e6aa-25bd-407f-9951-c4021d81bb7d will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:02.768375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.821825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.910101 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Attempting to bind port e0d6e6aa-25bd-407f-9951-c4021d81bb7d on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:02.910451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Attempting to bind port e0d6e6aa-25bd-407f-9951-c4021d81bb7d by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:02.910832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Attempting to bind port e0d6e6aa-25bd-407f-9951-c4021d81bb7d on network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:02.919506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Port e0d6e6aa-25bd-407f-9951-c4021d81bb7d on network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:02.919828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Attempting to bind port e0d6e6aa-25bd-407f-9951-c4021d81bb7d on network 2be2513a-3683-4d6c-89cc-2213fd7dbe18 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:02.931089 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:02.933047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Checking segment: {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:02.934328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Bound using segment: {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:02.936601 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Bound port: e0d6e6aa-25bd-407f-9951-c4021d81bb7d, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d043aec-d790-436e-a7a3-77bf56594aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:02.936601 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.066395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] For port e0d6e6aa-25bd-407f-9951-c4021d81bb7d, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:03.080266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] For port e0d6e6aa-25bd-407f-9951-c4021d81bb7d, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:03.090178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.100609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daf45b-f51b-4dfb-a5e7-d025d294edee req-4a14bb6e-e86a-4a11-b3e7-d08d3dbd682b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.111420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27daf45b-f51b-4dfb-a5e7-d025d294edee req-4a14bb6e-e86a-4a11-b3e7-d08d3dbd682b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 943 time: 0.1428933 Feb 11 13:27:03.168833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:03.184156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.184156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:03.187168 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-603c38f1-0ee4-4140-9f0c-0a9ba2ede411 service neutron] 10.222.0.53 "PUT /v2.0/ports/e0d6e6aa-25bd-407f-9951-c4021d81bb7d HTTP/1.1" status: 200 len: 1091 time: 0.8243694 Feb 11 13:27:03.188322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'tag': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:03.191553 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcf6852-22f8-4a03-9517-2ee98dff5fd2", "tag": "e0d6e6aa-25bd-407f-9951-c4021d81bb7d"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:03.301270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-98d17661-df2b-4d62-a9a4-8f66330b1d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.303493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-98d17661-df2b-4d62-a9a4-8f66330b1d69 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 1125 time: 0.0756116 Feb 11 13:27:03.360644 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-7f6fd23e-5742-42de-8e83-9f4107e4f909 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d HTTP/1.1" status: 200 len: 217 time: 0.0499017 Feb 11 13:27:03.424513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-111bf9e7-226d-4099-887f-2452fe5de8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.426144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-111bf9e7-226d-4099-887f-2452fe5de8f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.0586114 Feb 11 13:27:03.466608 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-302f67c8-60e2-41e0-a27a-62d8166f1b56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345740 Feb 11 13:27:03.550931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27daf45b-f51b-4dfb-a5e7-d025d294edee req-5636e7d4-1d1d-4193-aa0f-f812d11f8bc7 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386168 Feb 11 13:27:03.578814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-a5148014-fd1f-458c-a356-1ed1c5a71795 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063521 Feb 11 13:27:03.606001 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efab275-e7af-4e3e-8782-4021617ee6da x-openstack-request-id: req-4efab275-e7af-4e3e-8782-4021617ee6da {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:03.606333 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcf6852-22f8-4a03-9517-2ee98dff5fd2", "tag": "e0d6e6aa-25bd-407f-9951-c4021d81bb7d", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:03.606551 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4efab275-e7af-4e3e-8782-4021617ee6da {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:03.606953 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'tag': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d', 'status': 'completed', 'code': 200} Feb 11 13:27:03.687917 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5d0edc2f-afc2-4212-937d-bd37fd46ce4b req-ea169bf9-1d80-4e84-9498-a08ee5c641f8 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028278 Feb 11 13:27:03.781961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-c3d87ca9-4321-41b5-9803-cf4890596c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.783503 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-c3d87ca9-4321-41b5-9803-cf4890596c4a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 1125 time: 0.0472388 Feb 11 13:27:03.883980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-70fcc1da-0989-4566-ab07-15335bf592a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.885734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-70fcc1da-0989-4566-ab07-15335bf592a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 911 time: 0.0961499 Feb 11 13:27:04.273825 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.297453 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-e1b5166e-d684-4e6e-ad0b-4ea68d265918 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d HTTP/1.1" status: 200 len: 217 time: 0.4044013 Feb 11 13:27:04.355389 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-92727d6b-6453-4fde-b8a6-dccb00e59464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.358112 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-92727d6b-6453-4fde-b8a6-dccb00e59464 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.0534117 Feb 11 13:27:04.404631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-513de8c1-83b0-4709-82bf-399a8dbd6b91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408857 Feb 11 13:27:04.511474 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-ab018421-363c-41d2-96f1-59d819b7acf0 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946374 Feb 11 13:27:04.625172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a1e2db9b-d5e5-4f91-805a-ba2aa712d80e req-6c56ce54-9ee3-4307-8a6f-72aee0d8c519 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115477 Feb 11 13:27:04.706162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc0382-f6a0-4006-ba44-057b41fc196f req-a1a596d4-7d76-4dea-b408-390f5eabe1ef tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.708470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39bc0382-f6a0-4006-ba44-057b41fc196f req-a1a596d4-7d76-4dea-b408-390f5eabe1ef tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 943 time: 0.0557513 Feb 11 13:27:04.778777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39bc0382-f6a0-4006-ba44-057b41fc196f req-f1f1525e-6ab7-44f6-9767-51d97602e033 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643775 Feb 11 13:27:05.339977 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:05.899467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beff996-9afd-437a-994f-4e162ecee722 req-dd403c5f-6529-4337-af02-2266c4d30c55 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.909232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4beff996-9afd-437a-994f-4e162ecee722 req-dd403c5f-6529-4337-af02-2266c4d30c55 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 943 time: 0.0677109 Feb 11 13:27:05.970083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4beff996-9afd-437a-994f-4e162ecee722 req-882e4456-39fc-4b2f-887c-2e4cfafebf64 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593531 Feb 11 13:27:07.090943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95533f-7c4e-465c-9269-0eea515d34a3 req-bdf6fc69-cfd9-4f51-b3c0-727cf0bca2d9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.093132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d95533f-7c4e-465c-9269-0eea515d34a3 req-bdf6fc69-cfd9-4f51-b3c0-727cf0bca2d9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 943 time: 0.0548403 Feb 11 13:27:07.141771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d95533f-7c4e-465c-9269-0eea515d34a3 req-cf2643db-7bd7-4a3a-8ecb-94afd015ace0 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Feb 11 13:27:07.221295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e0d6e6aa-25bd-407f-9951-c4021d81bb7d details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:07.322232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e0d6e6aa-25bd-407f-9951-c4021d81bb7d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:07.334885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d', 'network_id': '2be2513a-3683-4d6c-89cc-2213fd7dbe18', 'port_id': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d', 'mac_address': 'fa:16:3e:f3:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53a1b81-586f-4fcc-a3e4-c3e482891c71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:07.372684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e0d6e6aa-25bd-407f-9951-c4021d81bb7d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:07.373145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:07.385997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d6e6aa-25bd-407f-9951-c4021d81bb7d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:07.405780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e0d6e6aa-25bd-407f-9951-c4021d81bb7d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:07.410091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:07.456990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:07.464434 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.464806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.465133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.465471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.465831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.466166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.466496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.466822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.467173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.467503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.467822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.468148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.468469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:07.612555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e0d6e6aa-25bd-407f-9951-c4021d81bb7d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:08.263894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c674245-6b0b-4ac2-8125-05034fc88b4a req-20c0c84f-ee20-4ffa-8f5f-44be0cde6c4c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.265402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c674245-6b0b-4ac2-8125-05034fc88b4a req-20c0c84f-ee20-4ffa-8f5f-44be0cde6c4c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 944 time: 0.0541999 Feb 11 13:27:08.315173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c674245-6b0b-4ac2-8125-05034fc88b4a req-bb07da2c-e446-4414-9d3c-b1c30f1f4aeb tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Feb 11 13:27:09.227842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e0d6e6aa-25bd-407f-9951-c4021d81bb7d up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:09.282515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port e0d6e6aa-25bd-407f-9951-c4021d81bb7d completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:09.286650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e0d6e6aa-25bd-407f-9951-c4021d81bb7d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:09.287135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.379056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e0d6e6aa-25bd-407f-9951-c4021d81bb7d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:09.379986 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.479222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:09.482056 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8269269-2b83-407b-849e-0fb140e7dc9c" -d '{"events": [{"server_uuid": "cdcf6852-22f8-4a03-9517-2ee98dff5fd2", "name": "network-vif-plugged", "status": "completed", "tag": "e0d6e6aa-25bd-407f-9951-c4021d81bb7d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:09.488840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e0d6e6aa-25bd-407f-9951-c4021d81bb7d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:09.500525 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.533919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c462b-85e3-4858-82e0-c22a527b4ea3 req-afbb4a44-7ad1-4e22-8919-d7e581b1d9b5 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.541841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c05c462b-85e3-4858-82e0-c22a527b4ea3 req-afbb4a44-7ad1-4e22-8919-d7e581b1d9b5 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 944 time: 0.1152697 Feb 11 13:27:09.560074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:09.588541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c05c462b-85e3-4858-82e0-c22a527b4ea3 req-0fd769a5-7bb0-4953-b755-388d1b9bdc3a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455093 Feb 11 13:27:09.637108 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449d877-fa49-44f7-bea7-e97dcc7068f6 x-openstack-request-id: req-d449d877-fa49-44f7-bea7-e97dcc7068f6 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:09.637406 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcf6852-22f8-4a03-9517-2ee98dff5fd2", "name": "network-vif-plugged", "status": "completed", "tag": "e0d6e6aa-25bd-407f-9951-c4021d81bb7d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:09.637690 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d449d877-fa49-44f7-bea7-e97dcc7068f6 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:09.638099 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d', 'code': 200} Feb 11 13:27:09.752210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe7b64-c4d7-4a99-93da-6910e5d43eec req-8a1d93c2-7954-438f-921a-12127ed6c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.753768 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfe7b64-c4d7-4a99-93da-6910e5d43eec req-8a1d93c2-7954-438f-921a-12127ed6c8a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 1127 time: 0.0532882 Feb 11 13:27:09.809825 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-abfe7b64-c4d7-4a99-93da-6910e5d43eec req-1fdcae64-edda-422a-96fd-d474763c9136 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 Feb 11 13:27:10.041085 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:27:10.721440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3ce99-85f2-4a73-b080-f349eaefa2bf req-69182121-8cdd-47d8-a28f-4346c6f459f8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.723027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5e3ce99-85f2-4a73-b080-f349eaefa2bf req-69182121-8cdd-47d8-a28f-4346c6f459f8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0544944 Feb 11 13:27:10.770805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5e3ce99-85f2-4a73-b080-f349eaefa2bf req-fd4101ef-c66b-4641-b987-7db410b8c3da tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Feb 11 13:27:11.894657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741697fc-69c2-4b7d-9cb3-bd54a60ff847 req-20882a6c-c850-4d0b-9ed8-63eea560c7fe tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.898235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-741697fc-69c2-4b7d-9cb3-bd54a60ff847 req-20882a6c-c850-4d0b-9ed8-63eea560c7fe tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0586839 Feb 11 13:27:11.957168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-741697fc-69c2-4b7d-9cb3-bd54a60ff847 req-d1204131-9a4d-45db-937d-34ab37b052d4 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549152 Feb 11 13:27:12.201988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-1afd6cb9-24ec-4615-97a9-741d20770511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.204672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-1afd6cb9-24ec-4615-97a9-741d20770511 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 1127 time: 0.0609524 Feb 11 13:27:12.211720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c28e5-1fce-4017-932e-764eab1dc4b7 req-b9607715-bcc1-45da-91ce-0b2588779490 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.219778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-308c28e5-1fce-4017-932e-764eab1dc4b7 req-b9607715-bcc1-45da-91ce-0b2588779490 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0671375 Feb 11 13:27:12.278405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-308c28e5-1fce-4017-932e-764eab1dc4b7 req-777880d9-d86c-4e5b-8080-8a945f8d5598 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531383 Feb 11 13:27:12.315152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-78df8852-25e6-4688-a8e9-173eff6029cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.316877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-78df8852-25e6-4688-a8e9-173eff6029cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 911 time: 0.1048486 Feb 11 13:27:12.361323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-24e2bdc6-101d-4a10-a9ed-c5ac5f78cb63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d HTTP/1.1" status: 200 len: 217 time: 0.0368435 Feb 11 13:27:12.414487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-bb963268-2ce6-42ff-b059-eaccb5006790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.416329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-bb963268-2ce6-42ff-b059-eaccb5006790 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.0494149 Feb 11 13:27:12.450396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-a2d54fe6-87c3-488b-bde4-b6a99617047f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272446 Feb 11 13:27:12.558043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-1b9671f5-9e4f-40d3-b1d4-b5cc6f3767d3 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013191 Feb 11 13:27:12.664596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-de6b3356-420b-42ea-98c7-653a6c2b2eaa req-ae08ccd7-9652-4f37-911f-2fd810c870de service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002748 Feb 11 13:27:13.393258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75549f-a916-4d70-8487-fb6f821e6a39 req-694a4e53-f847-4e1c-bd47-afaa8b5a724c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.394792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e75549f-a916-4d70-8487-fb6f821e6a39 req-694a4e53-f847-4e1c-bd47-afaa8b5a724c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0575528 Feb 11 13:27:13.444087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e75549f-a916-4d70-8487-fb6f821e6a39 req-82de65b1-6b76-4c95-b720-8028dc4f010e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432086 Feb 11 13:27:14.575878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce7523-9be0-46f4-bbfb-2c161548cb75 req-3d54cc81-1433-4e89-9079-6d0a8d99557f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.577579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28ce7523-9be0-46f4-bbfb-2c161548cb75 req-3d54cc81-1433-4e89-9079-6d0a8d99557f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0616474 Feb 11 13:27:14.626386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28ce7523-9be0-46f4-bbfb-2c161548cb75 req-61f218a2-90df-4017-b308-1b9eb19bd848 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424280 Feb 11 13:27:15.785942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7925d-6705-43da-ba1c-7b30164ab78a req-705952fc-1bc5-4243-85b2-2ff8b85ac7bc tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.788363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2da7925d-6705-43da-ba1c-7b30164ab78a req-705952fc-1bc5-4243-85b2-2ff8b85ac7bc tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0594096 Feb 11 13:27:15.844418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2da7925d-6705-43da-ba1c-7b30164ab78a req-a077ed7d-ec8c-4bf4-bf45-9a7bb6fd3f82 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Feb 11 13:27:16.370974 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:16.975615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9663db-a670-4573-87dd-e1caeaf11879 req-db4b5e44-2c2f-4d12-8ea2-4392318ab51a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.977185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd9663db-a670-4573-87dd-e1caeaf11879 req-db4b5e44-2c2f-4d12-8ea2-4392318ab51a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0615480 Feb 11 13:27:17.026280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd9663db-a670-4573-87dd-e1caeaf11879 req-67a30ace-59e9-4eaa-9aa8-bc0c2742abc3 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Feb 11 13:27:17.391700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.152103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb4ec5-f5d2-4c06-8f7d-2f66e72a3619 req-47c54846-680a-4848-8abc-238f51cad0f9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.154501 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-decb4ec5-f5d2-4c06-8f7d-2f66e72a3619 req-47c54846-680a-4848-8abc-238f51cad0f9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0570035 Feb 11 13:27:18.204580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-decb4ec5-f5d2-4c06-8f7d-2f66e72a3619 req-c344dd7b-264b-4e82-b1b0-ad35c5c83990 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440607 Feb 11 13:27:18.598013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51574) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:18.723172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.819124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Publish callbacks [] for security_group (e20214c2-c77f-4490-9c83-685e5df5c10b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.824049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e20214c2-c77f-4490-9c83-685e5df5c10b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.865467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20214c2-c77f-4490-9c83-685e5df5c10b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:18.874216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fe10e3a15c44c83b13204a0d29fb44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751734 Feb 11 13:27:18.875865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.876278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.876676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.877092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.877219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51580) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:18.877697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.877795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.878156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.878540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.878925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.879910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.880305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.880704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.881086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b17713-2d1a-4a51-9463-0638be6ee628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:18.936944 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Publish callbacks [] for security_group (e20214c2-c77f-4490-9c83-685e5df5c10b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:18.962857 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Publish callbacks [] for security_group (e20214c2-c77f-4490-9c83-685e5df5c10b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.018670 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e20214c2-c77f-4490-9c83-685e5df5c10b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.022353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:19.026169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e20214c2-c77f-4490-9c83-685e5df5c10b HTTP/1.1" status: 204 len: 168 time: 0.1479027 Feb 11 13:27:19.035330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20214c2-c77f-4490-9c83-685e5df5c10b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:19.043147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.043564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.043906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.044239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.044564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.044889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.045273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.045517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.045867 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.046298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.046621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.046933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.047251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e99a8c1-bd9d-4647-bc27-3810d59bfd23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:19.360715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19900716-5eba-4ba8-89da-76f2f30f9158 req-4ae07bf7-8371-4ad3-9d6e-ccccdc133c89 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.368697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19900716-5eba-4ba8-89da-76f2f30f9158 req-4ae07bf7-8371-4ad3-9d6e-ccccdc133c89 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0697610 Feb 11 13:27:19.424138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19900716-5eba-4ba8-89da-76f2f30f9158 req-fda4058a-e38f-4f40-b830-901306cce6c0 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543327 Feb 11 13:27:20.568445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc66c2-c94c-4108-bd25-8c9aa8a03dcc req-918530ec-b176-4bb3-867d-49f46a7035ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.569964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55dc66c2-c94c-4108-bd25-8c9aa8a03dcc req-918530ec-b176-4bb3-867d-49f46a7035ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0548253 Feb 11 13:27:20.617412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55dc66c2-c94c-4108-bd25-8c9aa8a03dcc req-df9ac3c0-2b7e-49e9-9365-2859d60379b8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Feb 11 13:27:20.893441 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-0a1268d6-e23f-4171-a07b-9a4dcb8bc501 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543604 Feb 11 13:27:20.980595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-b20db8f9-fcf8-4411-94a3-23d9b6ffdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.982157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-b20db8f9-fcf8-4411-94a3-23d9b6ffdec7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1166 time: 0.0473728 Feb 11 13:27:21.089392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-6529b678-3427-4034-a6fe-28ceaea88e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.091047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-6529b678-3427-4034-a6fe-28ceaea88e1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=cac68f36-c482-4557-8246-06b0af15ccc1 HTTP/1.1" status: 200 len: 896 time: 0.0886190 Feb 11 13:27:21.163726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-3cc72a88-ca58-42cc-a027-055302f91549 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b241a667-51c6-4912-b677-5853d49b8cd4 HTTP/1.1" status: 200 len: 1000 time: 0.0670478 Feb 11 13:27:21.213630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-edba3497-22e4-42d4-b6b4-33c596755e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.215219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-edba3497-22e4-42d4-b6b4-33c596755e93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aece8f3-2d24-43d0-8ab4-d56466d9ebde HTTP/1.1" status: 200 len: 834 time: 0.0460498 Feb 11 13:27:21.271064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-b973e9f9-16c9-462d-a003-0176542677a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.272612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-b973e9f9-16c9-462d-a003-0176542677a8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac68f36-c482-4557-8246-06b0af15ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515616 Feb 11 13:27:21.375415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-f3ee5e98-0636-42e1-a953-9586cd41c8d5 service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946269 Feb 11 13:27:21.473461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-452abe78-8fd8-4709-b5c0-9d1ef70c58e3 req-a9370476-4e14-404a-9c4e-d8c16da16cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947752 Feb 11 13:27:21.742530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab9bfe-8075-41d8-a46a-0ff2dfe09626 req-46ae7073-1aa6-4fd7-96e6-523708b38fb6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.744158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58ab9bfe-8075-41d8-a46a-0ff2dfe09626 req-46ae7073-1aa6-4fd7-96e6-523708b38fb6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0580325 Feb 11 13:27:21.796214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58ab9bfe-8075-41d8-a46a-0ff2dfe09626 req-b1cf3ca4-ca7a-487f-95df-3557fa255559 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 Feb 11 13:27:22.923383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ac57f-9520-4262-a958-a0133ded1ad3 req-fe0c7b3b-fa07-4f54-a594-f248e1587bf1 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.924911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f9ac57f-9520-4262-a958-a0133ded1ad3 req-fe0c7b3b-fa07-4f54-a594-f248e1587bf1 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0555604 Feb 11 13:27:22.975950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f9ac57f-9520-4262-a958-a0133ded1ad3 req-cecc7c95-f88a-4772-b512-bad29db09680 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452216 Feb 11 13:27:24.103383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a3379-a749-44e4-8e01-801cf81f00f4 req-12b78f64-3d2e-4a93-9821-03eefd65eff8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.105562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e5a3379-a749-44e4-8e01-801cf81f00f4 req-12b78f64-3d2e-4a93-9821-03eefd65eff8 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0604060 Feb 11 13:27:24.156173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e5a3379-a749-44e4-8e01-801cf81f00f4 req-083206dd-be38-4596-8dff-1992790072b3 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451763 Feb 11 13:27:25.289538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e15f7-5571-41db-b6d3-76df646e6f96 req-33db39ad-6ba3-4042-9744-6ca02fa02fd6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.291158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-373e15f7-5571-41db-b6d3-76df646e6f96 req-33db39ad-6ba3-4042-9744-6ca02fa02fd6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0613441 Feb 11 13:27:25.340513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-373e15f7-5571-41db-b6d3-76df646e6f96 req-1a7593e0-14f7-4baa-a274-19dac7c0c600 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Feb 11 13:27:26.482606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc6eda-dbfc-4f5f-ab92-3664de04fe32 req-8af33a3f-d87f-4976-8867-0e8535fcb14a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.484243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f8fc6eda-dbfc-4f5f-ab92-3664de04fe32 req-8af33a3f-d87f-4976-8867-0e8535fcb14a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0690322 Feb 11 13:27:26.533822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f8fc6eda-dbfc-4f5f-ab92-3664de04fe32 req-cafda9a1-7781-43c5-95a7-c62286943d5c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428708 Feb 11 13:27:27.655146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ffd3-a4bd-4602-b075-25e4be96e8cb req-2b85b9f4-286f-423a-b9fb-7faff69e1e25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.656620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97a3ffd3-a4bd-4602-b075-25e4be96e8cb req-2b85b9f4-286f-423a-b9fb-7faff69e1e25 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0546484 Feb 11 13:27:27.706207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97a3ffd3-a4bd-4602-b075-25e4be96e8cb req-1146ecea-2cf0-42c3-8468-e5b01a8b2f6a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435777 Feb 11 13:27:27.861679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-bf707266-e217-41a3-9658-069ab2d6addf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463152 Feb 11 13:27:27.954830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-290be848-505c-48e1-9921-ad9c2cacdc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.956360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-290be848-505c-48e1-9921-ad9c2cacdc20 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 1127 time: 0.0470986 Feb 11 13:27:28.069199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-daa5dd6f-fe92-4c0b-815c-641a905eff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.070733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-daa5dd6f-fe92-4c0b-815c-641a905eff24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 911 time: 0.0941339 Feb 11 13:27:28.111674 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-0623d5e1-6b70-4cc9-9cc1-11b965002b04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d HTTP/1.1" status: 200 len: 217 time: 0.0343676 Feb 11 13:27:28.164466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-747cc33b-d47d-4e8b-8fb0-e730651294ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.165982 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-747cc33b-d47d-4e8b-8fb0-e730651294ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.0484190 Feb 11 13:27:28.198167 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-7246e541-90e3-49ab-82af-509fb40b7a0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255682 Feb 11 13:27:28.290673 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-72a10526-6b0b-4c9b-8a87-bec5b7594177 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859144 Feb 11 13:27:28.386764 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47d960d5-f089-4ffd-9802-ccff4b7b8866 req-148a7009-5c51-4c4b-8182-3ae8b530e1c6 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883620 Feb 11 13:27:28.839773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89032e-ea01-4f11-aec7-647167095db6 req-a4171bef-6acb-49f8-bf5f-a7e8b06dad3c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.841255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a89032e-ea01-4f11-aec7-647167095db6 req-a4171bef-6acb-49f8-bf5f-a7e8b06dad3c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0530624 Feb 11 13:27:28.892978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a89032e-ea01-4f11-aec7-647167095db6 req-bae429a3-627c-499e-b5fc-a3a61dcf40ce tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454781 Feb 11 13:27:29.305995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26af5724-472c-44f3-af3a-d6cb3227ea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:30.014563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c376284-8975-4444-8cc0-db40aecef573 req-b54c36b9-11c1-4284-a1fa-6438729cc662 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.016052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c376284-8975-4444-8cc0-db40aecef573 req-b54c36b9-11c1-4284-a1fa-6438729cc662 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0541523 Feb 11 13:27:30.064447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c376284-8975-4444-8cc0-db40aecef573 req-8c2cb08f-4dd4-4b91-b564-8c69f02b8bca tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424185 Feb 11 13:27:31.194870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bea1e4-ea11-4a27-b8c4-dff511e68516 req-01a391cc-7533-4c81-99ff-71d0e06bb467 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.196401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59bea1e4-ea11-4a27-b8c4-dff511e68516 req-01a391cc-7533-4c81-99ff-71d0e06bb467 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0554149 Feb 11 13:27:31.249805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59bea1e4-ea11-4a27-b8c4-dff511e68516 req-55917ac3-b103-409c-8e04-22931b13c6fd tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Feb 11 13:27:31.385921 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-67a1e344-dd49-4849-b81f-e685a8cb509e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:32.379214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8e3ab-9f48-4686-8e70-2badbb07e4f3 req-f12affb6-bbce-47bd-825e-b17f6cab5a71 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.380799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9af8e3ab-9f48-4686-8e70-2badbb07e4f3 req-f12affb6-bbce-47bd-825e-b17f6cab5a71 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0581830 Feb 11 13:27:32.428610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9af8e3ab-9f48-4686-8e70-2badbb07e4f3 req-07214a71-2a3b-4aa8-9312-008edc06d1dd tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Feb 11 13:27:32.607722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:33.560333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373653d-584a-4748-9308-a31c89ea4113 req-3e54f166-0054-447c-8114-e6b4d9b743b3 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.561909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0373653d-584a-4748-9308-a31c89ea4113 req-3e54f166-0054-447c-8114-e6b4d9b743b3 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0622640 Feb 11 13:27:33.611264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0373653d-584a-4748-9308-a31c89ea4113 req-0cd700a2-9c2c-4690-8068-2604569da41b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Feb 11 13:27:34.268122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.737853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77cf8a-b372-4909-b889-21f6cc57550f req-d7dac9f1-19f8-4fcb-8bd6-df7fefd186cf tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.739419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e77cf8a-b372-4909-b889-21f6cc57550f req-d7dac9f1-19f8-4fcb-8bd6-df7fefd186cf tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0571146 Feb 11 13:27:34.794552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e77cf8a-b372-4909-b889-21f6cc57550f req-75e90e65-8f9a-4a29-a84d-8dd9c1ab78fb tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Feb 11 13:27:35.341507 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.939859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cb96f-57c2-4f6b-90ff-2111a3e71ae7 req-dd60ce65-b9fa-42d7-8503-5c24128b1c50 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.941474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-093cb96f-57c2-4f6b-90ff-2111a3e71ae7 req-dd60ce65-b9fa-42d7-8503-5c24128b1c50 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0715880 Feb 11 13:27:35.998711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-093cb96f-57c2-4f6b-90ff-2111a3e71ae7 req-d9a44a80-9c6f-419e-9a02-5c60f07dcb9d tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Feb 11 13:27:37.127802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da8e0b-5aa0-4c8b-b716-a8a27e7ef238 req-94967f0e-1058-4f7e-bf3c-40f800cf4e39 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.129350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02da8e0b-5aa0-4c8b-b716-a8a27e7ef238 req-94967f0e-1058-4f7e-bf3c-40f800cf4e39 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0563543 Feb 11 13:27:37.180320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02da8e0b-5aa0-4c8b-b716-a8a27e7ef238 req-4bed032f-749e-452a-91eb-68884e237199 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Feb 11 13:27:38.320629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855cbf1-9cbc-4a09-818f-997d848eecf2 req-da7b1cdd-c7f8-45f8-b502-38b6a1a8de6b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.322978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7855cbf1-9cbc-4a09-818f-997d848eecf2 req-da7b1cdd-c7f8-45f8-b502-38b6a1a8de6b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0668592 Feb 11 13:27:38.377718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7855cbf1-9cbc-4a09-818f-997d848eecf2 req-d217d11e-6a0e-4fa8-8467-20cfe6b4cb8f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482016 Feb 11 13:27:39.508519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a322c22-4599-4e5f-9466-febc7416bd64 req-a714ad0c-d677-47ab-acd7-651cc759259b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.510148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a322c22-4599-4e5f-9466-febc7416bd64 req-a714ad0c-d677-47ab-acd7-651cc759259b tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0572550 Feb 11 13:27:39.565452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a322c22-4599-4e5f-9466-febc7416bd64 req-02527f77-07ad-4897-be2c-04b6e122668f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490026 Feb 11 13:27:40.697693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265f106-0515-4537-a827-11916b35db8d req-1f783f4a-3731-4d12-ae6c-23ce803b5045 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.699215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3265f106-0515-4537-a827-11916b35db8d req-1f783f4a-3731-4d12-ae6c-23ce803b5045 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0594282 Feb 11 13:27:40.748645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3265f106-0515-4537-a827-11916b35db8d req-941b74f2-ad53-44c9-bf0f-0d81154a344a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434730 Feb 11 13:27:41.873387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2ec28-2b25-4e74-957f-c75d977e733b req-6d590419-c5ba-48dd-93f8-456094d79c49 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.874924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9f2ec28-2b25-4e74-957f-c75d977e733b req-6d590419-c5ba-48dd-93f8-456094d79c49 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0547748 Feb 11 13:27:41.925021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9f2ec28-2b25-4e74-957f-c75d977e733b req-769e52cc-f1e5-4e67-92a0-57aaf08b322a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 Feb 11 13:27:43.047572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f127cb-eafd-47fe-bbef-29b789e42f06 req-ce882f35-ef60-48a9-b897-2102412a426e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.049053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44f127cb-eafd-47fe-bbef-29b789e42f06 req-ce882f35-ef60-48a9-b897-2102412a426e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0536077 Feb 11 13:27:43.100977 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44f127cb-eafd-47fe-bbef-29b789e42f06 req-97ac68b1-1dcb-449e-ab5c-82acbfebd6de tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461073 Feb 11 13:27:43.882391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a11092-5dda-4212-866e-d09733c40e3e req-4d358474-d793-46d2-9ae0-2e63eee21b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.884008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09a11092-5dda-4212-866e-d09733c40e3e req-4d358474-d793-46d2-9ae0-2e63eee21b7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 1127 time: 0.0460708 Feb 11 13:27:43.930881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-09a11092-5dda-4212-866e-d09733c40e3e req-e7505e60-00b2-440c-82f3-f4d6c8fb704e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 Feb 11 13:27:44.227170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374927b-800d-4804-ad61-03f5890fe5f6 req-f08b94ae-e289-431b-9415-b6aa7dbbc2ec tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.228712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5374927b-800d-4804-ad61-03f5890fe5f6 req-f08b94ae-e289-431b-9415-b6aa7dbbc2ec tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0563226 Feb 11 13:27:44.277984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5374927b-800d-4804-ad61-03f5890fe5f6 req-55bd862f-f761-4576-981b-b727a3497af6 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Feb 11 13:27:45.410474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefb7e7-6fe3-4b9f-941d-b1e725ee5b1c req-7ad9b048-c82b-4c69-8612-0b64265f089f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.411987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-abefb7e7-6fe3-4b9f-941d-b1e725ee5b1c req-7ad9b048-c82b-4c69-8612-0b64265f089f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0613132 Feb 11 13:27:45.463023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-abefb7e7-6fe3-4b9f-941d-b1e725ee5b1c req-e85bac97-eb6d-459b-b9d7-2997bdfdb375 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447593 Feb 11 13:27:45.680638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-0e2724b1-d82d-464a-9488-0412d7a2d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.682324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-0e2724b1-d82d-464a-9488-0412d7a2d3d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4153ae5913f5405ab014cf85c0900e7f&device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 1127 time: 0.0517094 Feb 11 13:27:45.698740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ae16b-2c9a-4a6f-8066-1344f9f331f1 req-eba9f38b-1e3e-436a-a85b-378ca0fa9811 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.700857 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e77ae16b-2c9a-4a6f-8066-1344f9f331f1 req-eba9f38b-1e3e-436a-a85b-378ca0fa9811 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0614491 Feb 11 13:27:45.748397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e77ae16b-2c9a-4a6f-8066-1344f9f331f1 req-26f4062b-9eeb-4b37-a094-b98d550c8b73 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Feb 11 13:27:45.785303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-b4e04e1e-e85e-4d3e-bd26-3a29975fe2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.786859 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-b4e04e1e-e85e-4d3e-bd26-3a29975fe2c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 200 len: 911 time: 0.0974813 Feb 11 13:27:45.833323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-1f2ecafe-8d28-439e-9958-232b17af0a54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d HTTP/1.1" status: 200 len: 217 time: 0.0401657 Feb 11 13:27:45.886928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-12ca83c9-02a4-463b-93c7-788706c0f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.888604 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-12ca83c9-02a4-463b-93c7-788706c0f4e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 200 len: 850 time: 0.0494926 Feb 11 13:27:45.922898 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-594051a8-0211-4ccc-b646-8ad57211fe28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2be2513a-3683-4d6c-89cc-2213fd7dbe18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280018 Feb 11 13:27:46.025564 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-7774f6a9-0972-42d2-ad9f-54563cca7280 service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957751 Feb 11 13:27:46.119780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-80570389-5589-4d9e-8a20-b0d70b5a5b70 req-b4ba2bbe-3abe-4f4c-af67-c28804931a0b service neutron] 10.222.0.53 "GET /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865910 Feb 11 13:27:46.363370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.650127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51890) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:46.749998 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bebb6b25-a171-4ed0-a4b3-867a252a21b2 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2667 time: 0.0985258 Feb 11 13:27:46.752740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51892) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:46.757542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'network': {'name': 'tempest-network-smoke--1719494374', 'project_id': '0b83108051834e30a76ddb39b7c81743', 'port_security_enabled': False}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:46.782115 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Made reservation on behalf of 0b83108051834e30a76ddb39b7c81743 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:46.787056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.825632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:46.837714 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (78d549e4-e826-4b68-bcb5-5117612f77de), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.838093 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Added segment 78d549e4-e826-4b68-bcb5-5117612f77de of type vlan for network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 Feb 11 13:27:46.893456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e1c95-e58d-476a-8109-cdfee6ec1b0f req-33c4054c-903b-4c7e-8966-cd2a28bd4a13 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:46.895096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a9e1c95-e58d-476a-8109-cdfee6ec1b0f req-33c4054c-903b-4c7e-8966-cd2a28bd4a13 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0727916 Feb 11 13:27:46.901705 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c53e7a97-59ea-4aa6-80f4-320f079d6ff2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.941422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c53e7a97-59ea-4aa6-80f4-320f079d6ff2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.947445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:46.948082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.966397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a9e1c95-e58d-476a-8109-cdfee6ec1b0f req-b34d66c4-c091-424f-9a8c-a8fdcc1ea653 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594745 Feb 11 13:27:46.993661 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2398727 Feb 11 13:27:46.996852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:47.002229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'admin_state_up': True, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:47.026382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.027650 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.042226 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:27:47.065037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062752ba-f9a5-4f1b-a775-ec42957711b9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Network': ['ID=c53e7a97-59ea-4aa6-80f4-320f079d6ff2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.076623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:27:47.088509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_controller (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.238180 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.393401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.448178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.467173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.580917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Allocated IP 172.25.1.237 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/bb089ab5-be30-420d-8ebb-7aa2a499cd02) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:47.688253 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.724665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:47.766044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:47.768929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:47.772576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:47.800113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=bb089ab5-be30-420d-8ebb-7aa2a499cd02,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:48.038408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:48.181112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd073c88-0770-4e91-887c-a2219966cdd1 req-f6907962-5932-411e-8507-9645bb0ff3b9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.182614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd073c88-0770-4e91-887c-a2219966cdd1 req-f6907962-5932-411e-8507-9645bb0ff3b9 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.1100945 Feb 11 13:27:48.298985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd073c88-0770-4e91-887c-a2219966cdd1 req-4f3e600a-0480-4d42-8bce-1486e4f53956 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086192 Feb 11 13:27:48.331387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:48.488351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:27:48.647288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7aab1-c2b4-4e3f-8a36-457a8c2d433d req-8d34cc73-3d6d-4ae6-80fa-c771f21fb944 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.648832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15c7aab1-c2b4-4e3f-8a36-457a8c2d433d req-8d34cc73-3d6d-4ae6-80fa-c771f21fb944 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.1080496 Feb 11 13:27:48.652153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:48.665024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Sync routers for ids ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:48.676089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Routers {'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:48.676839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:27:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:48.696934 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:48.701249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-312a1e82-abee-43c6-ab1c-4dba48d74f38 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7028885 Feb 11 13:27:48.701937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51908) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:48.722126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15c7aab1-c2b4-4e3f-8a36-457a8c2d433d req-4355f27c-c7c1-4ee5-ac48-7022a8420a5f tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619705 Feb 11 13:27:48.790958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Set router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:48.794277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed70189-959c-4ea6-8805-cb1c6472e3b7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.796198 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-aed70189-959c-4ea6-8805-cb1c6472e3b7 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0b83108051834e30a76ddb39b7c81743&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0922022 Feb 11 13:27:48.798844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 51910) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:48.963201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be40f9-6b9d-4333-ba36-3811f37d6536 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.967412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-34be40f9-6b9d-4333-ba36-3811f37d6536 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1646612 Feb 11 13:27:48.967771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51914) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:48.997347 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ef8370ad-7d76-423a-a221-cbb097d79b1e tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282099 Feb 11 13:27:49.000420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51916) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:49.008097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:47Z', 'revision_number': 3, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:49.033626 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-07615d8c-ef2c-4b14-87bf-94242d860f58 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0b83108051834e30a76ddb39b7c81743&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320668 Feb 11 13:27:49.035266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Checking router: f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:49.035621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Updating router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 port bb089ab5-be30-420d-8ebb-7aa2a499cd02 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:27:49.036251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51918) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:49.063626 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.132668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aead7b-bedb-4fa4-901f-d1d103d5d25c tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.136933 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c8aead7b-bedb-4fa4-901f-d1d103d5d25c tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971394 Feb 11 13:27:49.137359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:49.167052 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-340af7c5-0e9f-465f-9ff1-b15ac59e5828 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283411 Feb 11 13:27:49.169655 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51922) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:49.174823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1678871284', 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'project_id': '0b83108051834e30a76ddb39b7c81743', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:49.271034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Made reservation on behalf of 0b83108051834e30a76ddb39b7c81743 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:49.274629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.332566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Publish callbacks [] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.339010 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.390341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Attempting to bind port bb089ab5-be30-420d-8ebb-7aa2a499cd02 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:49.390693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Attempting to bind port bb089ab5-be30-420d-8ebb-7aa2a499cd02 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:49.391057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Attempting to bind port bb089ab5-be30-420d-8ebb-7aa2a499cd02 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:49.401916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd6631-eae2-4bcd-ba75-07acb88d06a8 None None] Pushing event updated for resources: {'Port': ['ID=bb089ab5-be30-420d-8ebb-7aa2a499cd02,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:49.405477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:49.406039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:49.406456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.406845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:49.407332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Bound port: bb089ab5-be30-420d-8ebb-7aa2a499cd02, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:49.407713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.464325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] For port bb089ab5-be30-420d-8ebb-7aa2a499cd02, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:49.467957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] For port bb089ab5-be30-420d-8ebb-7aa2a499cd02, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bb089ab5-be30-420d-8ebb-7aa2a499cd02,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:49.474159 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.505120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.531032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Routers {'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:49.531570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:27:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:49.571070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Subnet': ['ID=52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:49.584101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd6631-eae2-4bcd-ba75-07acb88d06a8 None None] Pushing event updated for resources: {'Port': ['ID=bb089ab5-be30-420d-8ebb-7aa2a499cd02,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:49.585739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Checking segment: {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:49.586100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network hostable DHCP agents. Network: c53e7a97-59ea-4aa6-80f4-320f079d6ff2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:49.609162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:49.621662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c53e7a97-59ea-4aa6-80f4-320f079d6ff2) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:49.626219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.626858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:49.637334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94c255-fc84-437e-b984-669081414980 None None] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:49.645354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eb5897ae-2ffe-48bf-ba73-a669ec24210c tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4745314 Feb 11 13:27:49.647935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 51924) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:49.715513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] Set router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:49.933979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'project_id': '0b83108051834e30a76ddb39b7c81743', 'fixed_ips': [{'subnet_id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:27:49.935067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.045584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:47Z', 'revision_number': 3, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:50.092642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616578c-bb43-4bae-96b2-780fc7eb481d None None] The sync data for ids ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'] in n-d-828675-3 is: [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:47Z', 'revision_number': 3, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:50.195935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Allocated IP 172.20.0.18 (c53e7a97-59ea-4aa6-80f4-320f079d6ff2/52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd/c9d8beec-56f7-4d5b-b489-14e6dd681bb3) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:50.312158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c3cd6-6301-4e2f-8d1a-04ad6b09f0bc req-130e02e8-728e-4209-bfa4-f7d9c09276f2 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.320527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-550c3cd6-6301-4e2f-8d1a-04ad6b09f0bc req-130e02e8-728e-4209-bfa4-f7d9c09276f2 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.4967492 Feb 11 13:27:50.379337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-550c3cd6-6301-4e2f-8d1a-04ad6b09f0bc req-bbe2f538-abdf-43a4-987c-fa89e26fce8a tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Feb 11 13:27:50.421518 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Publish callbacks [] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.429493 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.491223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:50.510870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:50.515994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:50.525422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Pushing event updated for resources: {'Port': ['ID=c9d8beec-56f7-4d5b-b489-14e6dd681bb3,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:50.549169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.588989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Attempting to bind port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:50.589370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Attempting to bind port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:50.589769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Attempting to bind port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 on network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:50.595855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:50.596230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Checking segment: {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:50.596642 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.597039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Bound using segment: {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:50.597513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Bound port: c9d8beec-56f7-4d5b-b489-14e6dd681bb3, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:50.597932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.679246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] For port c9d8beec-56f7-4d5b-b489-14e6dd681bb3, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:50.682610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] For port c9d8beec-56f7-4d5b-b489-14e6dd681bb3, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c9d8beec-56f7-4d5b-b489-14e6dd681bb3,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:50.690936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:50.760762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4a8d6-fc42-484a-aa4b-019f84d94ca0 None None] Pushing event updated for resources: {'Port': ['ID=c9d8beec-56f7-4d5b-b489-14e6dd681bb3,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:50.997020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Allocated IP 172.20.0.17 (c53e7a97-59ea-4aa6-80f4-320f079d6ff2/52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd/0bc72e59-a35c-46e1-863a-2d770bea7dd9) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:51.134691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.175624 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.221324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:51.224656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:51.228438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:51.253247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=0bc72e59-a35c-46e1-863a-2d770bea7dd9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.283510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.427273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.516651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583de5c-b84a-4553-bf50-017df393ff66 req-ea7faaab-242d-476e-9045-6ebc9f122234 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.524052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f583de5c-b84a-4553-bf50-017df393ff66 req-ea7faaab-242d-476e-9045-6ebc9f122234 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.0740159 Feb 11 13:27:51.578376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f583de5c-b84a-4553-bf50-017df393ff66 req-22ef0d9d-dba5-4588-ae87-081f12a08f93 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 Feb 11 13:27:51.836296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12915ef0-df57-400a-ae3d-0627221cacbf req-d5555f1c-ae3d-40cb-8e7f-4cc635bf629d tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.838046 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12915ef0-df57-400a-ae3d-0627221cacbf req-d5555f1c-ae3d-40cb-8e7f-4cc635bf629d tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.1428049 Feb 11 13:27:51.865082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.885895 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:51.976260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ced115-ecf9-4b8b-ae41-1bab639dec57 None None] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:27:51.979328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9d8beec-56f7-4d5b-b489-14e6dd681bb3 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:52.046612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.052545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=0bc72e59-a35c-46e1-863a-2d770bea7dd9,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:52.095615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d06182f8-5a25-4080-9dc5-2ac580953edc None None] Provisioning complete for port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:52.096099 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d06182f8-5a25-4080-9dc5-2ac580953edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.129824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Deleting port e0d6e6aa-25bd-407f-9951-c4021d81bb7d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:52.129824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.153519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:52.153919 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.226528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:52.231755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:52.261740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d06182f8-5a25-4080-9dc5-2ac580953edc None None] Current status of the port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:52.262142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d06182f8-5a25-4080-9dc5-2ac580953edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.309846 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] For port e0d6e6aa-25bd-407f-9951-c4021d81bb7d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:52.310580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.336096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Calling delete_port for e0d6e6aa-25bd-407f-9951-c4021d81bb7d owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:52.345768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d06182f8-5a25-4080-9dc5-2ac580953edc None None] For port c9d8beec-56f7-4d5b-b489-14e6dd681bb3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c9d8beec-56f7-4d5b-b489-14e6dd681bb3,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:52.347327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:52.347774 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.351572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d06182f8-5a25-4080-9dc5-2ac580953edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.507452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:52.689368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06182f8-5a25-4080-9dc5-2ac580953edc None None] Pushing event updated for resources: {'Port': ['ID=c9d8beec-56f7-4d5b-b489-14e6dd681bb3,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:52.704430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:52.716123 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Sync routers for ids ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:52.723701 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:27:52.729694 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-410f43ce-785b-449b-a64a-e99cf22ccf9f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "PUT /v2.0/routers/f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0757241 Feb 11 13:27:52.730152 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Routers {'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:52.730451 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:27:52.730775 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:27:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:52.743891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0c37e6f3-5a47-4bce-a048-844e0ce7c29e None None] Provisioning complete for port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:52.744484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c37e6f3-5a47-4bce-a048-844e0ce7c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.774378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e0d6e6aa-25bd-407f-9951-c4021d81bb7d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.798883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a8e6f-9e10-4b76-8887-f30b0b101f39 req-9aa687c9-0b8f-43d2-8abf-6897a7a227e2 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.800478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc2a8e6f-9e10-4b76-8887-f30b0b101f39 req-9aa687c9-0b8f-43d2-8abf-6897a7a227e2 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdcf6852-22f8-4a03-9517-2ee98dff5fd2 HTTP/1.1" status: 200 len: 945 time: 0.1218367 Feb 11 13:27:52.804076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['2d6cd155-2b92-4a3a-bbe4-e258a22d435d', 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:52.835063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Pushing event deleted for resources: {'Port': ['ID=e0d6e6aa-25bd-407f-9951-c4021d81bb7d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:52.906427 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc2a8e6f-9e10-4b76-8887-f30b0b101f39 req-d4446525-4d74-41e5-8523-25413eec95ca tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955324 Feb 11 13:27:52.959240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] No DVR routers for this DVR port e0d6e6aa-25bd-407f-9951-c4021d81bb7d on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:52.961367 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:52.967274 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Set router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:52.973897 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-12915ef0-df57-400a-ae3d-0627221cacbf req-0552dbbe-f730-4198-9b04-aed090be5e4e tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "DELETE /v2.0/ports/e0d6e6aa-25bd-407f-9951-c4021d81bb7d HTTP/1.1" status: 204 len: 173 time: 1.1294398 Feb 11 13:27:52.974419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'name': 'network-vif-deleted', 'tag': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:52.978759 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c5cbf4-d134-4ba1-8097-8ae2a5b74ea2" -d '{"events": [{"server_uuid": "cdcf6852-22f8-4a03-9517-2ee98dff5fd2", "name": "network-vif-deleted", "tag": "e0d6e6aa-25bd-407f-9951-c4021d81bb7d"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:53.092560 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0c37e6f3-5a47-4bce-a048-844e0ce7c29e None None] Current status of the port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:53.162712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0c37e6f3-5a47-4bce-a048-844e0ce7c29e None None] Provisioning complete for port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:53.162999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0c37e6f3-5a47-4bce-a048-844e0ce7c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.207246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0c37e6f3-5a47-4bce-a048-844e0ce7c29e None None] Port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:27:53.214802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-742e4ca4-e218-4412-8989-37a9a229ea08 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:53.222750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-742e4ca4-e218-4412-8989-37a9a229ea08 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/networks?id=c53e7a97-59ea-4aa6-80f4-320f079d6ff2 HTTP/1.1" status: 200 len: 798 time: 0.1808248 Feb 11 13:27:53.236775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-028e02c9-4b68-45f6-a7cb-aee56a756339 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/quotas/0b83108051834e30a76ddb39b7c81743 HTTP/1.1" status: 200 len: 375 time: 0.0125670 Feb 11 13:27:53.297310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:53.298787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bb089ab5-be30-420d-8ebb-7aa2a499cd02 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:53.308066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-5ceb6469-a0e7-466d-b9ec-c47a3a906c9e tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0654616 Feb 11 13:27:53.389738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e3ca67c6-ea34-4968-9b27-49e545b7acd9 None None] Provisioning complete for port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:53.390559 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3ca67c6-ea34-4968-9b27-49e545b7acd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.453192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-116d234b-b453-44ed-8fa4-df93f70fbb22 service neutron] 10.222.0.42 "GET /v2.0/networks/c53e7a97-59ea-4aa6-80f4-320f079d6ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296463 Feb 11 13:27:53.462829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca67c6-ea34-4968-9b27-49e545b7acd9 None None] Port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:27:53.478493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bb089ab5-be30-420d-8ebb-7aa2a499cd02 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:53.479214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.518300 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:51Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '0bc72e59-a35c-46e1-863a-2d770bea7dd9', 'name': '', 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:ae:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:50Z', 'updated_at': '2022-02-11T13:27:51Z', 'revision_number': 2, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:53.552440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Checking router: f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:53.552797 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Updating router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:27:53.581162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-68ac8bd2-c4a1-442f-9142-b7783e1175f5 service neutron] 10.222.0.42 "GET /v2.0/networks/c53e7a97-59ea-4aa6-80f4-320f079d6ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270547 Feb 11 13:27:53.586769 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.634441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b54162f4-d1be-4460-886f-c3e11d6193a0 None None] Provisioning complete for port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:53.634817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b54162f4-d1be-4460-886f-c3e11d6193a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.664082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bb089ab5-be30-420d-8ebb-7aa2a499cd02 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:53.664315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.691178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b54162f4-d1be-4460-886f-c3e11d6193a0 None None] Port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:27:53.693678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port bb089ab5-be30-420d-8ebb-7aa2a499cd02, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bb089ab5-be30-420d-8ebb-7aa2a499cd02,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:53.698000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:53.763979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=bb089ab5-be30-420d-8ebb-7aa2a499cd02,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:53.790865 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bff4f4-052d-4ac5-92d7-be5497798923 x-openstack-request-id: req-c6bff4f4-052d-4ac5-92d7-be5497798923 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:53.791173 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcf6852-22f8-4a03-9517-2ee98dff5fd2", "name": "network-vif-deleted", "tag": "e0d6e6aa-25bd-407f-9951-c4021d81bb7d", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:53.791441 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6bff4f4-052d-4ac5-92d7-be5497798923 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:53.791900 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcf6852-22f8-4a03-9517-2ee98dff5fd2', 'name': 'network-vif-deleted', 'tag': 'e0d6e6aa-25bd-407f-9951-c4021d81bb7d', 'status': 'completed', 'code': 200} Feb 11 13:27:53.874055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30de5a7b-b07b-4032-b851-ce90c237d92b req-1b08cf77-d02c-4195-9907-58a19a8a1514 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 210 time: 0.0447929 Feb 11 13:27:53.931539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9d8beec-56f7-4d5b-b489-14e6dd681bb3 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:53.996481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:53.996893 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.017678 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Publish callbacks [] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.027064 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.115251 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Pushing event updated for resources: {'Port': ['ID=0bc72e59-a35c-46e1-863a-2d770bea7dd9,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:54.165675 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.165991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.167177 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.167787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.168471 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.168739 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.169155 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.169624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.170202 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.170577 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.170960 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.171335 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.171702 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:54.185357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:54.186582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bb089ab5-be30-420d-8ebb-7aa2a499cd02 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:54.243410 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Attempting to bind port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:54.243852 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Attempting to bind port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:54.244349 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Attempting to bind port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 on network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:54.266298 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:54.266716 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Checking segment: {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:54.267204 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.267658 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Bound using segment: {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:54.268183 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Bound port: 0bc72e59-a35c-46e1-863a-2d770bea7dd9, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:54.268628 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.299561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bb089ab5-be30-420d-8ebb-7aa2a499cd02 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:54.300583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.395364 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] For port 0bc72e59-a35c-46e1-863a-2d770bea7dd9, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:54.408718 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] For port 0bc72e59-a35c-46e1-863a-2d770bea7dd9, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0bc72e59-a35c-46e1-863a-2d770bea7dd9,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:54.419262 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.457927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bb089ab5-be30-420d-8ebb-7aa2a499cd02 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:54.479726 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Routers {'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:54.480504 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:27:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:54.516265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a421756-9cfa-459b-8aed-45702541c94e req-1b58d41a-85eb-4de3-b296-1108ea7e4e5c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.518225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a421756-9cfa-459b-8aed-45702541c94e req-1b58d41a-85eb-4de3-b296-1108ea7e4e5c tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0992932 Feb 11 13:27:54.538866 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfa5a6-f952-4e56-8925-4cef8a22c075 None None] Pushing event updated for resources: {'Port': ['ID=0bc72e59-a35c-46e1-863a-2d770bea7dd9,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:54.579540 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6187e2c9-0bbd-4108-9bc0-baf843fca530 None None] Provisioning complete for port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:54.581054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6187e2c9-0bbd-4108-9bc0-baf843fca530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.649806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a421756-9cfa-459b-8aed-45702541c94e req-b2e80706-c95a-45b3-a186-08ef1b47d979 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258659 Feb 11 13:27:54.676112 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] Set router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:54.716984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6187e2c9-0bbd-4108-9bc0-baf843fca530 None None] Current status of the port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:54.717850 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6187e2c9-0bbd-4108-9bc0-baf843fca530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.776981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6187e2c9-0bbd-4108-9bc0-baf843fca530 None None] For port 0bc72e59-a35c-46e1-863a-2d770bea7dd9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0bc72e59-a35c-46e1-863a-2d770bea7dd9,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:54.783183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6187e2c9-0bbd-4108-9bc0-baf843fca530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.866386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e2c9-0bbd-4108-9bc0-baf843fca530 None None] Pushing event updated for resources: {'Port': ['ID=0bc72e59-a35c-46e1-863a-2d770bea7dd9,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:54.904500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ee7d3316-2b67-47fd-8ba1-7ed6ceeecfdc None None] Provisioning complete for port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:54.904651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3316-2b67-47fd-8ba1-7ed6ceeecfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:54.936755 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:51Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '0bc72e59-a35c-46e1-863a-2d770bea7dd9', 'name': '', 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:ae:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:50Z', 'updated_at': '2022-02-11T13:27:54Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:54.969761 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c793e7-e91d-4acb-a153-3f85388bd1dc None None] The sync data for ids ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'] in n-d-828675-3 is: [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:51Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '0bc72e59-a35c-46e1-863a-2d770bea7dd9', 'name': '', 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:ae:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:50Z', 'updated_at': '2022-02-11T13:27:54Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:54.992281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d3316-2b67-47fd-8ba1-7ed6ceeecfdc None None] Current status of the port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:55.024344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-418d5b67-dcce-44e5-9d9e-ca724a71988a req-3dac1b54-51e2-42ec-b008-a68bde834809 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 210 time: 0.0421538 Feb 11 13:27:55.471515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e0d6e6aa-25bd-407f-9951-c4021d81bb7d no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:55.511287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: e0d6e6aa-25bd-407f-9951-c4021d81bb7d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:27:55.511890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e0d6e6aa-25bd-407f-9951-c4021d81bb7d not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:55.625411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-ebf7cb27-6b4f-48e4-b39c-f89ca5aa0c14 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:55.627189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-ebf7cb27-6b4f-48e4-b39c-f89ca5aa0c14 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.53 "GET /v2.0/networks?id=c53e7a97-59ea-4aa6-80f4-320f079d6ff2 HTTP/1.1" status: 200 len: 798 time: 0.4227731 Feb 11 13:27:55.641393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Request body: {'port': {'device_id': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'admin_state_up': True, 'tenant_id': '0b83108051834e30a76ddb39b7c81743'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:55.760456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Made reservation on behalf of 0b83108051834e30a76ddb39b7c81743 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:55.764056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:55.783441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeac4e-76f5-4ada-a1b0-5148a64ed949 req-813465a9-109c-42c6-8e06-b8e66d21dd12 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:55.784856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72eeac4e-76f5-4ada-a1b0-5148a64ed949 req-813465a9-109c-42c6-8e06-b8e66d21dd12 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0594668 Feb 11 13:27:55.854932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72eeac4e-76f5-4ada-a1b0-5148a64ed949 req-54770ab0-fcf9-49b6-8cdb-e7ccad4764c0 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599256 Feb 11 13:27:55.918043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0bc72e59-a35c-46e1-863a-2d770bea7dd9 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:55.955635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Allocated IP 172.20.0.26 (c53e7a97-59ea-4aa6-80f4-320f079d6ff2/52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd/03568902-bcd5-4609-a3b8-e602c0269adc) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:55.976092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:55.976609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.072825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:56.103348 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for port (03568902-bcd5-4609-a3b8-e602c0269adc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.138603 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.162998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5618b315-800e-412f-9271-f8271a8b4deb req-e4a5c64c-2fd8-4851-ab3e-27fe1badba67 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 210 time: 0.0439939 Feb 11 13:27:56.193353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:56.196856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:56.201066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:56.227105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event updated for resources: {'Port': ['ID=03568902-bcd5-4609-a3b8-e602c0269adc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.261778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:56.265759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.286196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-333cd27d-6c16-4e00-89ea-3032b674e9c6 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6499991 Feb 11 13:27:56.304974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Request body: {'port': {'device_id': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:56.378239 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.526198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fc072fab-e8cb-4aaa-ae43-97fbb1fab4ca None None] Provisioning complete for port 03568902-bcd5-4609-a3b8-e602c0269adc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:56.526737 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fc072fab-e8cb-4aaa-ae43-97fbb1fab4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.575282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fc072fab-e8cb-4aaa-ae43-97fbb1fab4ca None None] Port 03568902-bcd5-4609-a3b8-e602c0269adc cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:27:56.696220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03568902-bcd5-4609-a3b8-e602c0269adc {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:56.704294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Publish callbacks [] for port (03568902-bcd5-4609-a3b8-e602c0269adc), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.717209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Transition to ACTIVE for port object 03568902-bcd5-4609-a3b8-e602c0269adc will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:56.721495 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.773216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Pushing event updated for resources: {'Port': ['ID=03568902-bcd5-4609-a3b8-e602c0269adc,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.817507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-12afb293-cb28-4f96-add0-2e95c0123982 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:56.819845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-12afb293-cb28-4f96-add0-2e95c0123982 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.0635436 Feb 11 13:27:56.876213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Attempting to bind port 03568902-bcd5-4609-a3b8-e602c0269adc on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:27:56.876538 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Attempting to bind port 03568902-bcd5-4609-a3b8-e602c0269adc by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:27:56.876892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Attempting to bind port 03568902-bcd5-4609-a3b8-e602c0269adc on network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:56.886903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Port 03568902-bcd5-4609-a3b8-e602c0269adc on network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:56.887298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Attempting to bind port 03568902-bcd5-4609-a3b8-e602c0269adc on network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:56.895048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:56.895480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Checking segment: {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:27:56.895927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Bound using segment: {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:56.896512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Bound port: 03568902-bcd5-4609-a3b8-e602c0269adc, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78d549e4-e826-4b68-bcb5-5117612f77de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:27:56.896907 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:56.939558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Deleting port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:56.939879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.004759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] For port 03568902-bcd5-4609-a3b8-e602c0269adc, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:57.008596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] For port 03568902-bcd5-4609-a3b8-e602c0269adc, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=03568902-bcd5-4609-a3b8-e602c0269adc,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:57.016166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.061842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.063663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.065163 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] 10.222.0.53 "PUT /v2.0/ports/03568902-bcd5-4609-a3b8-e602c0269adc HTTP/1.1" status: 200 len: 1055 time: 0.7678220 Feb 11 13:27:57.065676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'tag': '03568902-bcd5-4609-a3b8-e602c0269adc'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:57.067981 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab8c39-f2e5-4245-a26e-3d268f5672fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6f6dd7-5317-405f-95b8-73f5daaee739", "tag": "03568902-bcd5-4609-a3b8-e602c0269adc"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:57.093600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5777e6-84a6-4696-b87d-d83df827da73 service neutron] Pushing event updated for resources: {'Port': ['ID=03568902-bcd5-4609-a3b8-e602c0269adc,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.106889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4557c2-8bc0-445e-b9b4-347f2bf8fad6 req-1864ef86-37ee-487b-8697-353cd8d7abb7 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.132873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e4557c2-8bc0-445e-b9b4-347f2bf8fad6 req-1864ef86-37ee-487b-8697-353cd8d7abb7 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e432ddc-ad72-423e-bf88-20333db57f68 HTTP/1.1" status: 200 len: 945 time: 0.1633265 Feb 11 13:27:57.183708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-6dda72c5-6535-47b8-94bf-6f564803c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.185610 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-6dda72c5-6535-47b8-94bf-6f564803c1cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 1089 time: 0.0766327 Feb 11 13:27:57.202833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] For port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:57.203485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.229056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Calling delete_port for 2d6cd155-2b92-4a3a-bbe4-e258a22d435d owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:57.236347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e4557c2-8bc0-445e-b9b4-347f2bf8fad6 req-118106c0-9c62-4028-9e20-f62f5ed0d8d4 tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.42 "GET /v2.0/security-groups?id=ba37f12b-65b4-4da4-9055-eb7c26df621e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025789 Feb 11 13:27:57.236759 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-67c059f4-1e14-4b93-94c4-e67ee93528e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=03568902-bcd5-4609-a3b8-e602c0269adc HTTP/1.1" status: 200 len: 217 time: 0.0439079 Feb 11 13:27:57.303169 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2d0267-b467-4c57-aa39-a22fc4c0ab76 x-openstack-request-id: req-7f2d0267-b467-4c57-aa39-a22fc4c0ab76 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:57.303533 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6f6dd7-5317-405f-95b8-73f5daaee739", "tag": "03568902-bcd5-4609-a3b8-e602c0269adc", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:57.303814 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f2d0267-b467-4c57-aa39-a22fc4c0ab76 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:57.304594 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'tag': '03568902-bcd5-4609-a3b8-e602c0269adc', 'status': 'completed', 'code': 200} Feb 11 13:27:57.325386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-c27bd158-c60b-4c99-ba0a-14fa1cd57599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.327486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-c27bd158-c60b-4c99-ba0a-14fa1cd57599 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd HTTP/1.1" status: 200 len: 838 time: 0.0838535 Feb 11 13:27:57.393380 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-bc7dc2e9-a6bb-43c5-932d-2becdcc3225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.395082 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-bc7dc2e9-a6bb-43c5-932d-2becdcc3225f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c53e7a97-59ea-4aa6-80f4-320f079d6ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0603583 Feb 11 13:27:57.422809 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2d6cd155-2b92-4a3a-bbe4-e258a22d435d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.435729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['2d6cd155-2b92-4a3a-bbe4-e258a22d435d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:57.463087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Pushing event deleted for resources: {'Port': ['ID=2d6cd155-2b92-4a3a-bbe4-e258a22d435d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.495570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2f892-8208-47aa-87e7-d399bf331027 req-1637ff02-5f54-4e2f-a2a7-72776d8e9acd tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.497805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2a2f892-8208-47aa-87e7-d399bf331027 req-1637ff02-5f54-4e2f-a2a7-72776d8e9acd tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 907 time: 0.1293132 Feb 11 13:27:57.505290 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-888484aa-bd82-4fbc-9bf4-e5df0c1c1885 service neutron] 10.222.0.53 "GET /v2.0/networks/c53e7a97-59ea-4aa6-80f4-320f079d6ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029475 Feb 11 13:27:57.525954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] No DVR routers for this DVR port 2d6cd155-2b92-4a3a-bbe4-e258a22d435d on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:57.528698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:57.532176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] 10.222.0.53 "DELETE /v2.0/ports/2d6cd155-2b92-4a3a-bbe4-e258a22d435d HTTP/1.1" status: 204 len: 173 time: 0.7036433 Feb 11 13:27:57.532650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e432ddc-ad72-423e-bf88-20333db57f68', 'name': 'network-vif-deleted', 'tag': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:27:57.534924 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a0d8d-d2b0-4504-badc-ec3d8b127478" -d '{"events": [{"server_uuid": "9e432ddc-ad72-423e-bf88-20333db57f68", "name": "network-vif-deleted", "tag": "2d6cd155-2b92-4a3a-bbe4-e258a22d435d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:57.573073 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d00d2a-24d8-4c66-b86a-9e054fe95c63 x-openstack-request-id: req-26d00d2a-24d8-4c66-b86a-9e054fe95c63 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:57.573368 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e432ddc-ad72-423e-bf88-20333db57f68", "name": "network-vif-deleted", "tag": "2d6cd155-2b92-4a3a-bbe4-e258a22d435d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:57.573623 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-26d00d2a-24d8-4c66-b86a-9e054fe95c63 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:57.574047 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e432ddc-ad72-423e-bf88-20333db57f68', 'name': 'network-vif-deleted', 'tag': '2d6cd155-2b92-4a3a-bbe4-e258a22d435d', 'status': 'completed', 'code': 200} Feb 11 13:27:57.615007 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-21c05182-98d1-4ddb-a88a-2a2ee8908ec1 req-a86b5d86-f81c-4a0b-9857-1fcd516844cf service neutron] 10.222.0.53 "GET /v2.0/networks/c53e7a97-59ea-4aa6-80f4-320f079d6ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033430 Feb 11 13:27:57.727622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-1ef47825-0c3f-4d51-8174-fd4858da2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.729236 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-1ef47825-0c3f-4d51-8174-fd4858da2e9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 1089 time: 0.0586076 Feb 11 13:27:57.832345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-e0aaf4d4-8d88-4d88-8075-7685330f611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.833866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-e0aaf4d4-8d88-4d88-8075-7685330f611f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c53e7a97-59ea-4aa6-80f4-320f079d6ff2 HTTP/1.1" status: 200 len: 899 time: 0.0953548 Feb 11 13:27:57.882656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-1368dbc6-1f02-4c1e-9241-2cda7521acd5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=03568902-bcd5-4609-a3b8-e602c0269adc HTTP/1.1" status: 200 len: 217 time: 0.0396268 Feb 11 13:27:57.938377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-a67dc731-9b80-45c9-ba5c-c3e304ec64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.939858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-a67dc731-9b80-45c9-ba5c-c3e304ec64a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd HTTP/1.1" status: 200 len: 838 time: 0.0488095 Feb 11 13:27:58.003919 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-968623f5-5b1e-4ff3-b53f-1b807df28cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.005574 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-968623f5-5b1e-4ff3-b53f-1b807df28cdc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c53e7a97-59ea-4aa6-80f4-320f079d6ff2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512307 Feb 11 13:27:58.113874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-823c2b06-e702-437d-a83b-e696b3964ded service neutron] 10.222.0.53 "GET /v2.0/networks/c53e7a97-59ea-4aa6-80f4-320f079d6ff2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967250 Feb 11 13:27:58.205326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-67ab8c39-f2e5-4245-a26e-3d268f5672fe req-42e01b03-bffe-4f69-aac6-854babd6b7f9 service neutron] 10.222.0.53 "GET /v2.0/networks/c53e7a97-59ea-4aa6-80f4-320f079d6ff2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846758 Feb 11 13:27:58.298274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52000) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:27:58.663558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de2527-4812-4073-8207-4fde39c82a93 req-74225518-8158-4f75-8c76-d6439e3711f8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.665282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68de2527-4812-4073-8207-4fde39c82a93 req-74225518-8158-4f75-8c76-d6439e3711f8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 907 time: 0.0769987 Feb 11 13:27:58.741561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.011264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Deleting port c6661ecf-4b04-43bb-9511-fd1f05cda916 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:27:59.011785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.192628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] For port c6661ecf-4b04-43bb-9511-fd1f05cda916, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c6661ecf-4b04-43bb-9511-fd1f05cda916,segment=NetworkSegment(6d043aec-d790-436e-a7a3-77bf56594aac),segment_id=6d043aec-d790-436e-a7a3-77bf56594aac)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:59.192628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.192628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Calling delete_port for c6661ecf-4b04-43bb-9511-fd1f05cda916 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:27:59.314165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3358116a-acac-47d9-b88a-b63329d8fac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.323899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c6661ecf-4b04-43bb-9511-fd1f05cda916), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.352349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c6661ecf-4b04-43bb-9511-fd1f05cda916,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:59.463094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 03568902-bcd5-4609-a3b8-e602c0269adc details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:59.552146 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.580748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 03568902-bcd5-4609-a3b8-e602c0269adc, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=03568902-bcd5-4609-a3b8-e602c0269adc,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:59.593001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '03568902-bcd5-4609-a3b8-e602c0269adc', 'network_id': 'c53e7a97-59ea-4aa6-80f4-320f079d6ff2', 'port_id': '03568902-bcd5-4609-a3b8-e602c0269adc', 'mac_address': 'fa:16:3e:f6:f8:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:59.640711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 03568902-bcd5-4609-a3b8-e602c0269adc is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:27:59.640711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.653278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03568902-bcd5-4609-a3b8-e602c0269adc {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:27:59.675352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 03568902-bcd5-4609-a3b8-e602c0269adc, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=03568902-bcd5-4609-a3b8-e602c0269adc,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:59.681569 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:59.746848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=03568902-bcd5-4609-a3b8-e602c0269adc,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:59.858448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0f07a-3201-41ff-9cbc-3f245296dac7 req-23aff3c7-56c5-4601-90b0-5caf296e228d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:59.863741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52d0f07a-3201-41ff-9cbc-3f245296dac7 req-23aff3c7-56c5-4601-90b0-5caf296e228d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 908 time: 0.1207659 Feb 11 13:27:59.866485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:59.914641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['03568902-bcd5-4609-a3b8-e602c0269adc'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:59.991728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:59.997580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-49d88c4e-9a7a-4835-903b-e56dfc70d9dc admin admin] 10.222.0.42 "PUT /v2.0/routers/5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6975327 Feb 11 13:28:00.001709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52038) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:00.002894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] Sync routers for ids ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:00.014415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] Routers {'5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:00.015074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:27:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:00.116431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks [] for router (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.127407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] Set router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:00.233491 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks [] for router_gateway (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.299629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Deleting port e00298d8-cb63-417b-ae86-db79b24c35ec {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:00.299972 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.325183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:27:59Z', 'revision_number': 5, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port': {'id': 'e00298d8-cb63-417b-ae86-db79b24c35ec', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:10Z', 'updated_at': '2022-02-11T13:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:00.352963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] Checking router: 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:00.367285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] Routers {'5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:00.367921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:27:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:00.391063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] For port e00298d8-cb63-417b-ae86-db79b24c35ec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e00298d8-cb63-417b-ae86-db79b24c35ec,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:00.391579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:00.409502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Calling delete_port for e00298d8-cb63-417b-ae86-db79b24c35ec owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:00.465757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] Set router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:00.522807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:28:00Z', 'revision_number': 6, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:00.556324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944189ba-c57c-4a5e-a823-930a7139c26a None None] The sync data for ids ['5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5'] in n-d-828675-3 is: [{'id': '5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5', 'name': 'tempest-ServerRescueTestJSON-380203798-router', 'tenant_id': '4153ae5913f5405ab014cf85c0900e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:09Z', 'updated_at': '2022-02-11T13:28:00Z', 'revision_number': 6, 'project_id': '4153ae5913f5405ab014cf85c0900e7f', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:00.928502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e00298d8-cb63-417b-ae86-db79b24c35ec), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.000324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00298d8-cb63-417b-ae86-db79b24c35ec,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.069043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821e47a-2182-4cd1-92f9-a4accd8330a5 req-6e3274e6-dda6-468c-8154-797b961810bd tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.070457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e821e47a-2182-4cd1-92f9-a4accd8330a5 req-6e3274e6-dda6-468c-8154-797b961810bd tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 908 time: 0.1094711 Feb 11 13:28:01.092409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.193015 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.195191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks [] for router_controller (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.239001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.239547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:01.244268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.245434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c34e3d53-a515-4a7a-99fe-db4208a590a7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5f2702fe-3bc4-47ef-99c2-9acf0eaa7fa5 HTTP/1.1" status: 204 len: 168 time: 1.2426908 Feb 11 13:28:01.248163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52064) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:01.298962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] Deleting subnet c53a1b81-586f-4fcc-a3e4-c3e482891c71 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:01.302897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] Publish callbacks [] for subnet (c53a1b81-586f-4fcc-a3e4-c3e482891c71), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.339338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (c53a1b81-586f-4fcc-a3e4-c3e482891c71), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.390230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (c53a1b81-586f-4fcc-a3e4-c3e482891c71), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.391875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ccca12eb-c4e2-408c-b651-0bf03c6cbd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.449032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (c53a1b81-586f-4fcc-a3e4-c3e482891c71), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.476635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53a1b81-586f-4fcc-a3e4-c3e482891c71,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.483081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.486421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e31b8c83-5e0c-4247-86d7-3e893655e623 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c53a1b81-586f-4fcc-a3e4-c3e482891c71 HTTP/1.1" status: 204 len: 168 time: 0.2372828 Feb 11 13:28:01.487708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 03568902-bcd5-4609-a3b8-e602c0269adc up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:01.489088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52070) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:01.551705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 03568902-bcd5-4609-a3b8-e602c0269adc completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:01.555969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 03568902-bcd5-4609-a3b8-e602c0269adc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:01.556337 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.587229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (2be2513a-3683-4d6c-89cc-2213fd7dbe18), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.642860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 03568902-bcd5-4609-a3b8-e602c0269adc is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:01.643421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.669201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03568902-bcd5-4609-a3b8-e602c0269adc'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:01.671673 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5525bd4c-8347-4ec7-b097-91f14790fcba" -d '{"events": [{"server_uuid": "fd6f6dd7-5317-405f-95b8-73f5daaee739", "name": "network-vif-plugged", "status": "completed", "tag": "03568902-bcd5-4609-a3b8-e602c0269adc"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:01.679040 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (2be2513a-3683-4d6c-89cc-2213fd7dbe18), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.693893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 03568902-bcd5-4609-a3b8-e602c0269adc, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=03568902-bcd5-4609-a3b8-e602c0269adc,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:01.700275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.701212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 2d6cd155-2b92-4a3a-bbe4-e258a22d435d no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:01.717678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be2513a-3683-4d6c-89cc-2213fd7dbe18']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:01.728782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d043aec-d790-436e-a7a3-77bf56594aac') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:01.729076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d043aec-d790-436e-a7a3-77bf56594aac') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:01.746395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (6d043aec-d790-436e-a7a3-77bf56594aac), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.765235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6d043aec-d790-436e-a7a3-77bf56594aac), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.770975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 2d6cd155-2b92-4a3a-bbe4-e258a22d435d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:01.771551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 2d6cd155-2b92-4a3a-bbe4-e258a22d435d not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:01.773629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=03568902-bcd5-4609-a3b8-e602c0269adc,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.777217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:01.777661 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (6d043aec-d790-436e-a7a3-77bf56594aac), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:01.868559 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:01.877584 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (2be2513a-3683-4d6c-89cc-2213fd7dbe18), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.883331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:01.885492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e00298d8-cb63-417b-ae86-db79b24c35ec no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:01.896089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2be2513a-3683-4d6c-89cc-2213fd7dbe18 HTTP/1.1" status: 204 len: 168 time: 0.4001241 Feb 11 13:28:01.922780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b642a9-4859-425e-b22c-2df300488ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2be2513a-3683-4d6c-89cc-2213fd7dbe18,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.931462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e00298d8-cb63-417b-ae86-db79b24c35ec {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:01.932002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e00298d8-cb63-417b-ae86-db79b24c35ec not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:01.932573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6661ecf-4b04-43bb-9511-fd1f05cda916 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:01.955658 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79eab82-b075-4ec1-b09f-bc251da474ea x-openstack-request-id: req-c79eab82-b075-4ec1-b09f-bc251da474ea {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:01.955947 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f6dd7-5317-405f-95b8-73f5daaee739", "name": "network-vif-plugged", "status": "completed", "tag": "03568902-bcd5-4609-a3b8-e602c0269adc", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:01.956195 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c79eab82-b075-4ec1-b09f-bc251da474ea {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:01.956583 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03568902-bcd5-4609-a3b8-e602c0269adc', 'code': 200} Feb 11 13:28:01.957487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c6661ecf-4b04-43bb-9511-fd1f05cda916 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:01.957852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c6661ecf-4b04-43bb-9511-fd1f05cda916 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:02.087481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a5eff-6de4-470b-b891-f6183e76c384 req-89e127d4-5136-423e-bbe8-7b5751492307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.089128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf7a5eff-6de4-470b-b891-f6183e76c384 req-89e127d4-5136-423e-bbe8-7b5751492307 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 1091 time: 0.0517149 Feb 11 13:28:02.114232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52088) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:02.185812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d920a71d-b1da-4ef0-9709-7c7099e6c9d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4153ae5913f5405ab014cf85c0900e7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0701864 Feb 11 13:28:02.188514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52090) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:02.212004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebed438-36d0-4773-b8e1-5c902f7c8f19 req-890936e4-efe8-4f72-bbf5-deed1b4d7163 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.213808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eebed438-36d0-4773-b8e1-5c902f7c8f19 req-890936e4-efe8-4f72-bbf5-deed1b4d7163 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 909 time: 0.0653319 Feb 11 13:28:02.247480 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cff8dc3c-9d73-41d1-b38a-86f2f3117561 admin admin] Publish callbacks [] for security_group (ba37f12b-65b4-4da4-9055-eb7c26df621e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.269450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cff8dc3c-9d73-41d1-b38a-86f2f3117561 admin admin] Publish callbacks [] for security_group (ba37f12b-65b4-4da4-9055-eb7c26df621e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.322719 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cff8dc3c-9d73-41d1-b38a-86f2f3117561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ba37f12b-65b4-4da4-9055-eb7c26df621e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.324566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cff8dc3c-9d73-41d1-b38a-86f2f3117561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.328329 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cff8dc3c-9d73-41d1-b38a-86f2f3117561 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba37f12b-65b4-4da4-9055-eb7c26df621e HTTP/1.1" status: 204 len: 168 time: 0.1361647 Feb 11 13:28:02.337299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8dc3c-9d73-41d1-b38a-86f2f3117561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba37f12b-65b4-4da4-9055-eb7c26df621e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:02.612700 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:03.547039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba65137-f05a-4f9c-865f-520ca2f7809b req-7b4bdd1c-ffaf-4b97-880c-c203388bbfc2 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.548545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ba65137-f05a-4f9c-865f-520ca2f7809b req-7b4bdd1c-ffaf-4b97-880c-c203388bbfc2 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 909 time: 0.0749490 Feb 11 13:28:03.628348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1129c31-e426-46e1-a072-1f06d3759bd9 req-72525a62-f055-4e21-82b9-54e39f50db43 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0334620 Feb 11 13:28:03.780920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d53a6-d735-4189-9404-f969d108098c req-de6f78e2-737b-45f1-a214-76855262fd86 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.793888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e1d53a6-d735-4189-9404-f969d108098c req-de6f78e2-737b-45f1-a214-76855262fd86 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 909 time: 0.0735500 Feb 11 13:28:04.097284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d60fac-3c68-4439-ad6f-34bceab1e14d req-50ef1268-8acb-4a23-b45e-296698d5c05f tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.099052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3d60fac-3c68-4439-ad6f-34bceab1e14d req-50ef1268-8acb-4a23-b45e-296698d5c05f tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 1091 time: 0.0732908 Feb 11 13:28:04.294105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.343614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5a15b-7694-4214-b253-d88fd03a7451 req-9b27ce7b-de31-4897-befa-7c17aa55f28f tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.345500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8f5a15b-7694-4214-b253-d88fd03a7451 req-9b27ce7b-de31-4897-befa-7c17aa55f28f tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1166 time: 0.1064332 Feb 11 13:28:04.446467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8f5a15b-7694-4214-b253-d88fd03a7451 req-a891ba2f-9e4b-463d-8e01-a7113c13dd38 tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0932052 Feb 11 13:28:04.471604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52204) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:04.586026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cf76ba0-7fa3-4323-b45f-92d7ae383c3e req-4f6bcee8-9134-4e94-98e2-101dae420c5c tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0492251 Feb 11 13:28:04.589710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614907f7-e605-47b6-b103-6a2970cd9f1a tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.592248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-614907f7-e605-47b6-b103-6a2970cd9f1a tempest-TestSecurityGroupsBasicOps-1094716357 tempest-TestSecurityGroupsBasicOps-1094716357-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 1086 time: 0.1187088 Feb 11 13:28:04.874151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611657-b84a-421c-9504-a0c3285df3bf req-e153678b-dc18-4b5b-a36d-3a7cc6bfaa66 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.876390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d611657-b84a-421c-9504-a0c3285df3bf req-e153678b-dc18-4b5b-a36d-3a7cc6bfaa66 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 909 time: 0.0618434 Feb 11 13:28:05.336800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.703690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c89cc7d8-5500-436f-ac5e-dd06d2c1b359 req-ab095d44-605e-450c-a306-0c171ee5bda5 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0322685 Feb 11 13:28:06.013808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd00fe8-0802-48fe-9f42-888cacd1363f req-22a7b700-38d0-4d9e-8204-93630656afa4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.018134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7fd00fe8-0802-48fe-9f42-888cacd1363f req-22a7b700-38d0-4d9e-8204-93630656afa4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 909 time: 0.0581069 Feb 11 13:28:06.184568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-ee6eaf27-b7da-4f23-ac24-092b494a70b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:06.186235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-ee6eaf27-b7da-4f23-ac24-092b494a70b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 909 time: 0.0735691 Feb 11 13:28:06.295580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting port 03568902-bcd5-4609-a3b8-e602c0269adc {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:06.295923 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.395344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] For port 03568902-bcd5-4609-a3b8-e602c0269adc, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=03568902-bcd5-4609-a3b8-e602c0269adc,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:06.395910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.410406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Calling delete_port for 03568902-bcd5-4609-a3b8-e602c0269adc owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:06.557735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (03568902-bcd5-4609-a3b8-e602c0269adc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.583589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Port': ['ID=03568902-bcd5-4609-a3b8-e602c0269adc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:06.642437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] No DVR routers for this DVR port 03568902-bcd5-4609-a3b8-e602c0269adc on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:06.645632 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:06.649489 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dce69df-08b1-4b82-ac5a-c8fe17988c8f req-56adf58a-5084-44fb-98d8-66ebbf8f4e73 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.53 "DELETE /v2.0/ports/03568902-bcd5-4609-a3b8-e602c0269adc HTTP/1.1" status: 204 len: 173 time: 0.4581571 Feb 11 13:28:06.650233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'name': 'network-vif-deleted', 'tag': '03568902-bcd5-4609-a3b8-e602c0269adc'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:06.652990 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32922bce-d249-4421-8aa7-773b9429f8ea" -d '{"events": [{"server_uuid": "fd6f6dd7-5317-405f-95b8-73f5daaee739", "name": "network-vif-deleted", "tag": "03568902-bcd5-4609-a3b8-e602c0269adc"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:06.762692 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1ffb4f-9b76-421d-921d-75b5e2b7c7d8 x-openstack-request-id: req-2f1ffb4f-9b76-421d-921d-75b5e2b7c7d8 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:06.763134 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6f6dd7-5317-405f-95b8-73f5daaee739", "name": "network-vif-deleted", "tag": "03568902-bcd5-4609-a3b8-e602c0269adc", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:06.763743 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f1ffb4f-9b76-421d-921d-75b5e2b7c7d8 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:06.764459 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6f6dd7-5317-405f-95b8-73f5daaee739', 'name': 'network-vif-deleted', 'tag': '03568902-bcd5-4609-a3b8-e602c0269adc', 'status': 'completed', 'code': 200} Feb 11 13:28:06.891287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eedebadc-6af4-451a-95e4-787cbd6b2170 req-b7bd55dd-6a4c-4e60-97dd-a04699ac36cb tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0371594 Feb 11 13:28:07.134241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2939edc-a3f2-445b-88db-fcd96feebc7b req-eefe8ad3-18c8-46df-9d7b-6728757382cb tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd6f6dd7-5317-405f-95b8-73f5daaee739 HTTP/1.1" status: 200 len: 210 time: 0.0294785 Feb 11 13:28:07.534472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6c9ccaf-ea6b-4842-bd07-84e3b03f92fd req-d4247812-3ae8-468c-8c8e-bbf6b69eb299 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0281847 Feb 11 13:28:08.008243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c95b5d0-b962-4f91-b4ba-23997bf33279 req-a615f82a-79f7-456f-aa37-429cda67299b tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0323815 Feb 11 13:28:08.198826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52290) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:08.438014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aed325b2-40f3-4cbd-9522-84189e147b45 req-f247570f-d44e-4f57-9270-bd88ca26f4d8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0582521 Feb 11 13:28:08.617632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.920911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting port 0bc72e59-a35c-46e1-863a-2d770bea7dd9 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:08.921261 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.017047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] For port 0bc72e59-a35c-46e1-863a-2d770bea7dd9, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0bc72e59-a35c-46e1-863a-2d770bea7dd9,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:09.017872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.031872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Calling delete_port for 0bc72e59-a35c-46e1-863a-2d770bea7dd9 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:09.126623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15e59c74-5722-48e8-9472-262b4891e90c req-74bf77ed-c7e7-4502-9b30-e086c2379f77 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0366592 Feb 11 13:28:09.284175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0bc72e59-a35c-46e1-863a-2d770bea7dd9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.309859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Port': ['ID=0bc72e59-a35c-46e1-863a-2d770bea7dd9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:09.516713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 03568902-bcd5-4609-a3b8-e602c0269adc no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:09.529519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:09.544875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 03568902-bcd5-4609-a3b8-e602c0269adc {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:09.545530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 03568902-bcd5-4609-a3b8-e602c0269adc not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:09.777057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:09.905340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:09.913204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:09.913721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-96fa48ee-7dfa-4cc1-a681-6613e9815a03 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "PUT /v2.0/routers/f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132905 Feb 11 13:28:09.924733 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] Sync routers for ids ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:09.936275 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] Routers {'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:09.937599 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:09.968783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting subnet 52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:09.973508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for subnet (52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.014284 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.055012 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] Set router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:10.119541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.191790 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.217998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf0005-3152-4f30-8922-62fe8c93c8c2 None None] Network c53e7a97-59ea-4aa6-80f4-320f079d6ff2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:10.237163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.243300 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/subnets/52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd HTTP/1.1" status: 204 len: 168 time: 0.3262920 Feb 11 13:28:10.243300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5925ea-c6ba-4462-ac5a-889f70d98af7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Subnet': ['ID=52cfde6d-ef3d-412c-9a6f-9bdfe46c85bd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.244891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52342) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:10.290818 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:28:09Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:10.301905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9947bdf4-b935-44ba-ae93-1864dffe6d85 req-7ceba2ca-bbf7-4d11-8a6a-b7a1c0f1e0f0 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0673525 Feb 11 13:28:10.334169 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] Checking router: f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:10.346271 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] Routers {'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:10.346896 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:10.413313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.480345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] DHCP port deletion for c53e7a97-59ea-4aa6-80f4-320f079d6ff2 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:28:10.550336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.585671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Deleting port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:10.586256 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.679794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting port bb089ab5-be30-420d-8ebb-7aa2a499cd02 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:10.680234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.724022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] For port c9d8beec-56f7-4d5b-b489-14e6dd681bb3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c9d8beec-56f7-4d5b-b489-14e6dd681bb3,segment=NetworkSegment(78d549e4-e826-4b68-bcb5-5117612f77de),segment_id=78d549e4-e826-4b68-bcb5-5117612f77de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:10.724692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.758446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Calling delete_port for c9d8beec-56f7-4d5b-b489-14e6dd681bb3 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:10.781840 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] Set router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:10.815607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] For port bb089ab5-be30-420d-8ebb-7aa2a499cd02, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bb089ab5-be30-420d-8ebb-7aa2a499cd02,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:10.815607 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:10.832356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Calling delete_port for bb089ab5-be30-420d-8ebb-7aa2a499cd02 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:10.867541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2fc6a90-ce7c-481b-a374-cd6cba570d77 req-5176f097-df79-4fc4-8107-e9a0e4f7770f tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0502303 Feb 11 13:28:11.080242 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:28:09Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:11.109367 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (c9d8beec-56f7-4d5b-b489-14e6dd681bb3), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.118384 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6beb89-25a4-44f1-8436-c9a78e7da71c None None] The sync data for ids ['f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1'] in n-d-828675-3 is: [{'id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1583027513', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237'}], 'enable_snat': True}, 'gw_port_id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:28:09Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': 'bb089ab5-be30-420d-8ebb-7aa2a499cd02', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:dd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:47Z', 'updated_at': '2022-02-11T13:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:11.141232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bb089ab5-be30-420d-8ebb-7aa2a499cd02), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.143062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] No DVR routers for this DVR port c9d8beec-56f7-4d5b-b489-14e6dd681bb3 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:11.144763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Pushing event deleted for resources: {'Port': ['ID=c9d8beec-56f7-4d5b-b489-14e6dd681bb3,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:11.163336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.163887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.164770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.165730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.166602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.167094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.167583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.168438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.168931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.169429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.169990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.170505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.170987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a335eb4-6628-4190-874d-fddfe6eb86de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:11.171232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Port': ['ID=bb089ab5-be30-420d-8ebb-7aa2a499cd02,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:11.249539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.345615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.348197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_controller (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.396691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.397227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Fanout notify agent at l3_agent the message router_deleted on router f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:11.411057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.412133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c0a6f414-e956-4390-92d8-c474f0ba90c7 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/routers/f7fc8d9c-52a4-4620-9edd-4fa8fca8c8e1 HTTP/1.1" status: 204 len: 168 time: 1.1662855 Feb 11 13:28:11.414935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:11.496334 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c53e7a97-59ea-4aa6-80f4-320f079d6ff2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.596844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c53e7a97-59ea-4aa6-80f4-320f079d6ff2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.617923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53e7a97-59ea-4aa6-80f4-320f079d6ff2']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:11.628483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d549e4-e826-4b68-bcb5-5117612f77de') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:11.628725 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d549e4-e826-4b68-bcb5-5117612f77de') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:11.639398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (78d549e4-e826-4b68-bcb5-5117612f77de), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.656527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (78d549e4-e826-4b68-bcb5-5117612f77de), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.665789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:11.666205 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (78d549e4-e826-4b68-bcb5-5117612f77de), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:11.669677 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:11.741089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c53e7a97-59ea-4aa6-80f4-320f079d6ff2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.746426 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:11.750251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/networks/c53e7a97-59ea-4aa6-80f4-320f079d6ff2 HTTP/1.1" status: 204 len: 168 time: 0.3343403 Feb 11 13:28:11.752877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52392) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:11.770718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28659dd5-6f95-488a-9ee0-df05de7c3cdc tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Network': ['ID=c53e7a97-59ea-4aa6-80f4-320f079d6ff2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:11.998737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c09bf9af-1281-4ef9-819b-7fad8d163a2d req-597f42fe-3fd2-4885-b1a4-d51e47bd40bf tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0419669 Feb 11 13:28:12.017186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting port 2fc403c8-9cef-48a9-aedf-b2972f73c994 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:12.017709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.103123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.103443 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for floatingip (2fc403c8-9cef-48a9-aedf-b2972f73c994), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.115441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Calling delete_port for 2fc403c8-9cef-48a9-aedf-b2972f73c994 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:12.276304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2fc403c8-9cef-48a9-aedf-b2972f73c994), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.302495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Port': ['ID=2fc403c8-9cef-48a9-aedf-b2972f73c994,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:12.404755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for floatingip (484d0451-4b24-4500-9382-ae1e8cdc5185), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:12.405055 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Floating IP 484d0451-4b24-4500-9382-ae1e8cdc5185 disassociated (deleted). External IP: 172.25.1.34, port: b241a667-51c6-4912-b677-5853d49b8cd4. Feb 11 13:28:12.460726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9d8beec-56f7-4d5b-b489-14e6dd681bb3 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:12.481472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c9d8beec-56f7-4d5b-b489-14e6dd681bb3 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:12.481850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c9d8beec-56f7-4d5b-b489-14e6dd681bb3 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:12.482533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0bc72e59-a35c-46e1-863a-2d770bea7dd9 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:12.501722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 0bc72e59-a35c-46e1-863a-2d770bea7dd9 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:12.502155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0bc72e59-a35c-46e1-863a-2d770bea7dd9 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:12.640563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:13.088116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:13.094178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:13.100579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39861966-940a-4463-a610-9160b4ce7982 None None] Sync routers for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:13.114191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:13.114824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:13.140297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81c0b30b-40eb-4a66-a630-82d7a90c4df0 req-61e50a5f-a5fd-4c41-99a0-41e268ba04db tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0437164 Feb 11 13:28:13.150809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3034ba6d-06b7-4dad-bc5f-f451367ad076 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/floatingips/484d0451-4b24-4500-9382-ae1e8cdc5185 HTTP/1.1" status: 204 len: 168 time: 1.3967609 Feb 11 13:28:13.152274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:13.155405 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c552e-872f-4600-8b12-6d8d66f8bb51" -d '{"events": [{"name": "network-changed", "server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:13.231729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:13.338865 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b21fd-2f04-4651-b509-be3dc4b6f824 x-openstack-request-id: req-0d8b21fd-2f04-4651-b509-be3dc4b6f824 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:13.339600 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:13.339852 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d8b21fd-2f04-4651-b509-be3dc4b6f824 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:13.340305 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'status': 'completed', 'code': 200} Feb 11 13:28:13.454857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-b5396bdc-11c2-45ba-a38d-96dae09cfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.456380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-b5396bdc-11c2-45ba-a38d-96dae09cfd96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0b83108051834e30a76ddb39b7c81743&device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 1166 time: 0.0932677 Feb 11 13:28:13.470816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0cde2-ad66-4c24-bd30-a2a00e9e7ee3 req-279080ca-d148-4b2f-b2db-7dac010f51d1 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.472476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5b0cde2-ad66-4c24-bd30-a2a00e9e7ee3 req-279080ca-d148-4b2f-b2db-7dac010f51d1 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 984 time: 0.0721722 Feb 11 13:28:13.473388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:25Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:13.502684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39861966-940a-4463-a610-9160b4ce7982 None None] Checking router: 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:13.512200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:13.512930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:13.590600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5b0cde2-ad66-4c24-bd30-a2a00e9e7ee3 req-daf7da7b-59ba-45b8-80a4-428444e84c08 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1085887 Feb 11 13:28:13.595206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-b66b3ee7-cccc-4618-a464-52a761a7dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.596629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-b66b3ee7-cccc-4618-a464-52a761a7dd6d service neutron] 10.222.0.64 "GET /v2.0/networks?id=cac68f36-c482-4557-8246-06b0af15ccc1 HTTP/1.1" status: 200 len: 896 time: 0.1232858 Feb 11 13:28:13.623808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:13.647959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-7841a351-2ae2-4cf6-8549-2c57415e6250 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b241a667-51c6-4912-b677-5853d49b8cd4 HTTP/1.1" status: 200 len: 217 time: 0.0426004 Feb 11 13:28:13.697359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-16a4c288-cc7c-4700-a4fe-70e089750969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.698900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-16a4c288-cc7c-4700-a4fe-70e089750969 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6aece8f3-2d24-43d0-8ab4-d56466d9ebde HTTP/1.1" status: 200 len: 834 time: 0.0453577 Feb 11 13:28:13.755189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-d192f0ca-7220-4d7d-b845-f0a46169c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:13.756820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-d192f0ca-7220-4d7d-b845-f0a46169c96c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cac68f36-c482-4557-8246-06b0af15ccc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519972 Feb 11 13:28:13.817510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bb089ab5-be30-420d-8ebb-7aa2a499cd02 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:13.840738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: bb089ab5-be30-420d-8ebb-7aa2a499cd02 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:13.841129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bb089ab5-be30-420d-8ebb-7aa2a499cd02 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:13.863845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-de978543-8916-4b77-91c9-679baa08396e service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006794 Feb 11 13:28:13.867350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-39861966-940a-4463-a610-9160b4ce7982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:25Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:13.894148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39861966-940a-4463-a610-9160b4ce7982 None None] The sync data for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 is: [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:26:20Z', 'revision_number': 4, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'fb9179e5-dfbe-499e-811b-6649912edeb1', 'name': '', 'network_id': 'cac68f36-c482-4557-8246-06b0af15ccc1', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'mac_address': 'fa:16:3e:39:92:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:19Z', 'updated_at': '2022-02-11T13:26:25Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'subnets': [{'id': '6aece8f3-2d24-43d0-8ab4-d56466d9ebde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:13.960966 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a3c552e-872f-4600-8b12-6d8d66f8bb51 req-37f95be8-30ce-4fbe-9edf-25303b0c72ae service neutron] 10.222.0.64 "GET /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902290 Feb 11 13:28:14.156012 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986efd0e-6a74-4381-bd21-d98599db6aba None None] New status for floating IP 484d0451-4b24-4500-9382-ae1e8cdc5185: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:28:14.267401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86b527c1-2c09-4478-b2e7-1c72faa258ff req-08c9afd9-e2d3-4f52-a8f0-0a481d561f44 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0334163 Feb 11 13:28:14.713749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971f5f7-f6c5-444d-a5e0-af79ded6f312 req-1e93f237-b97e-44ee-9973-682df7582ec8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.715264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b971f5f7-f6c5-444d-a5e0-af79ded6f312 req-1e93f237-b97e-44ee-9973-682df7582ec8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 984 time: 0.0544648 Feb 11 13:28:14.774587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b971f5f7-f6c5-444d-a5e0-af79ded6f312 req-64f291fe-cfbb-44d7-b9ff-644dc0cf2f94 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/security-groups?id=8e0ef960-29a0-4433-ad82-589171932f04&id=03c96a78-af13-4e0a-920d-987706a7b866&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0534348 Feb 11 13:28:14.999073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-0bbfc2cf-380b-4f53-846a-4169134c530d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:15.000462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-0bbfc2cf-380b-4f53-846a-4169134c530d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.64 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 984 time: 0.0558882 Feb 11 13:28:15.102226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting port b241a667-51c6-4912-b677-5853d49b8cd4 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:15.102510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:15.191259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] For port b241a667-51c6-4912-b677-5853d49b8cd4, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b241a667-51c6-4912-b677-5853d49b8cd4,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:15.191615 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:15.204176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Calling delete_port for b241a667-51c6-4912-b677-5853d49b8cd4 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:15.337689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b241a667-51c6-4912-b677-5853d49b8cd4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:15.385146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Port': ['ID=b241a667-51c6-4912-b677-5853d49b8cd4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:15.427095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2713fe0e-691f-4c60-b02e-2b137dfd1e71 req-afd03d30-ab1d-478d-80db-7d6538c1bace tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0765703 Feb 11 13:28:15.447227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] No DVR routers for this DVR port b241a667-51c6-4912-b677-5853d49b8cd4 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:15.449877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:15.453532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2bc69e7-301c-40aa-a6ed-c749427eef34 req-96b312ba-bda6-49c7-9faa-0c4fe57f63f9 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.64 "DELETE /v2.0/ports/b241a667-51c6-4912-b677-5853d49b8cd4 HTTP/1.1" status: 204 len: 173 time: 0.4484291 Feb 11 13:28:15.454068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'name': 'network-vif-deleted', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:15.456363 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1580533b-0157-4114-b57b-5a82f9721028" -d '{"events": [{"server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "name": "network-vif-deleted", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:15.500544 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5492cab-7a23-40de-a6d3-94df080d747a x-openstack-request-id: req-d5492cab-7a23-40de-a6d3-94df080d747a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:15.500842 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbcfee57-a7d5-4cc9-8d30-e931b5029fd0", "name": "network-vif-deleted", "tag": "b241a667-51c6-4912-b677-5853d49b8cd4", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:15.501181 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5492cab-7a23-40de-a6d3-94df080d747a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:15.501601 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcfee57-a7d5-4cc9-8d30-e931b5029fd0', 'name': 'network-vif-deleted', 'tag': 'b241a667-51c6-4912-b677-5853d49b8cd4', 'status': 'completed', 'code': 200} Feb 11 13:28:15.906564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-029e9fad-bbeb-43de-80ba-02f31817475c req-77b01d26-ef75-4bc7-a609-6a948e6fa5fb tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbcfee57-a7d5-4cc9-8d30-e931b5029fd0 HTTP/1.1" status: 200 len: 210 time: 0.0369895 Feb 11 13:28:16.378189 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:16.533815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-794bfb66-b2fb-4141-b6d8-2cdd35777c9c req-bfa4f836-b8f7-4b17-a3ef-d75cc89eea85 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Feb 11 13:28:16.968484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52438) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:17.026485 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30b3d803-bae5-4360-8e98-cc5a60e3bd5d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (8e0ef960-29a0-4433-ad82-589171932f04), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.050556 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30b3d803-bae5-4360-8e98-cc5a60e3bd5d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (8e0ef960-29a0-4433-ad82-589171932f04), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.095050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30b3d803-bae5-4360-8e98-cc5a60e3bd5d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8e0ef960-29a0-4433-ad82-589171932f04), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.097571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30b3d803-bae5-4360-8e98-cc5a60e3bd5d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.098756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-30b3d803-bae5-4360-8e98-cc5a60e3bd5d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/security-groups/8e0ef960-29a0-4433-ad82-589171932f04 HTTP/1.1" status: 204 len: 168 time: 0.1291332 Feb 11 13:28:17.101794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52440) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:17.109702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3d803-bae5-4360-8e98-cc5a60e3bd5d tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ef960-29a0-4433-ad82-589171932f04,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:17.168497 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-31f56ac0-6573-48fe-8114-9f6a4aca6f77 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (03c96a78-af13-4e0a-920d-987706a7b866), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.193915 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-31f56ac0-6573-48fe-8114-9f6a4aca6f77 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (03c96a78-af13-4e0a-920d-987706a7b866), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.242615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-31f56ac0-6573-48fe-8114-9f6a4aca6f77 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (03c96a78-af13-4e0a-920d-987706a7b866), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.245787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-31f56ac0-6573-48fe-8114-9f6a4aca6f77 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.247251 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-31f56ac0-6573-48fe-8114-9f6a4aca6f77 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/security-groups/03c96a78-af13-4e0a-920d-987706a7b866 HTTP/1.1" status: 204 len: 168 time: 0.1442006 Feb 11 13:28:17.250678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52442) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:17.258185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f56ac0-6573-48fe-8114-9f6a4aca6f77 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c96a78-af13-4e0a-920d-987706a7b866,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:17.405729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.642031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02d951f5-f701-440b-9201-ecf6b1358962 req-679c71c5-ef53-4f10-9910-b58880eaec20 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0306370 Feb 11 13:28:17.673517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:17.953375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting port fb9179e5-dfbe-499e-811b-6649912edeb1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:17.953822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.044659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] For port fb9179e5-dfbe-499e-811b-6649912edeb1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=fb9179e5-dfbe-499e-811b-6649912edeb1,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:18.045022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.058613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Calling delete_port for fb9179e5-dfbe-499e-811b-6649912edeb1 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:18.253432 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fb9179e5-dfbe-499e-811b-6649912edeb1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.279685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Port': ['ID=fb9179e5-dfbe-499e-811b-6649912edeb1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:18.473099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.695869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:18.776812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-faf7b2cf-aa27-4b8a-a835-24a0df67d184 req-a9fd89a5-3877-410c-a466-027cc3bd447f tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0369110 Feb 11 13:28:18.836861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:18.842365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-49070e0d-a4ab-439f-8592-9acae5b8c75f tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "PUT /v2.0/routers/9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5899646 Feb 11 13:28:18.844823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52450) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:18.849014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] Sync routers for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:18.860861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:18.862006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:18.907101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting subnet 6aece8f3-2d24-43d0-8ab4-d56466d9ebde {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:28:18.911801 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for subnet (6aece8f3-2d24-43d0-8ab4-d56466d9ebde), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.960068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (6aece8f3-2d24-43d0-8ab4-d56466d9ebde), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:18.980005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:19.047752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6aece8f3-2d24-43d0-8ab4-d56466d9ebde), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.109579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (6aece8f3-2d24-43d0-8ab4-d56466d9ebde), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.135543 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Subnet': ['ID=6aece8f3-2d24-43d0-8ab4-d56466d9ebde,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:19.145820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.152072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52454) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:19.161781 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/subnets/6aece8f3-2d24-43d0-8ab4-d56466d9ebde HTTP/1.1" status: 204 len: 168 time: 0.3150599 Feb 11 13:28:19.164448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063a490-0bff-4071-a418-1c1b29cdc482 None None] Network cac68f36-c482-4557-8246-06b0af15ccc1 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:19.167300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.168509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.169082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.169852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.170644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.171208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.171705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.172346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.173070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.174087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.174645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.175188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.175677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe962ea-3286-46c6-8fa7-d59a4cee6df4 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.189317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:28:18Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:19.244971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] Checking router: 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:19.274279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] Routers {'9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:19.274907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:19.279222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.390150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_gateway (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.392907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] Set router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:19.458619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Deleting port 2bf70d64-db3f-461f-9c84-5db1c1105c07 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:19.459775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.461043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40efa506-228b-425e-ba19-05cc92067596 None None] DHCP port deletion for cac68f36-c482-4557-8246-06b0af15ccc1 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:28:19.551648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] For port 2bf70d64-db3f-461f-9c84-5db1c1105c07, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=2bf70d64-db3f-461f-9c84-5db1c1105c07,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:19.551997 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.565220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Calling delete_port for 2bf70d64-db3f-461f-9c84-5db1c1105c07 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:19.598859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-40efa506-228b-425e-ba19-05cc92067596 None None] Deleting port f1150491-b4a7-428f-866a-5e89c34d5a0b {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:28:19.599251 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-40efa506-228b-425e-ba19-05cc92067596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.669409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-40efa506-228b-425e-ba19-05cc92067596 None None] For port f1150491-b4a7-428f-866a-5e89c34d5a0b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f1150491-b4a7-428f-866a-5e89c34d5a0b,segment=NetworkSegment(6a25af48-6c11-4bed-92c7-fb2f53844c89),segment_id=6a25af48-6c11-4bed-92c7-fb2f53844c89)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:19.669841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-40efa506-228b-425e-ba19-05cc92067596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.690622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-40efa506-228b-425e-ba19-05cc92067596 None None] Calling delete_port for f1150491-b4a7-428f-866a-5e89c34d5a0b owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:28:19.695534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:28:18Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:19.726293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a5ece0-4c0c-4e6a-9745-073935576c74 None None] The sync data for ids ['9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34'] in n-d-828675-3 is: [{'id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-581701782', 'tenant_id': '0b83108051834e30a76ddb39b7c81743', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:12Z', 'updated_at': '2022-02-11T13:28:18Z', 'revision_number': 5, 'project_id': '0b83108051834e30a76ddb39b7c81743', 'gw_port': {'id': '2bf70d64-db3f-461f-9c84-5db1c1105c07', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:36:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:13Z', 'updated_at': '2022-02-11T13:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:19.736531 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2bf70d64-db3f-461f-9c84-5db1c1105c07), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.773362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Port': ['ID=2bf70d64-db3f-461f-9c84-5db1c1105c07,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:19.805580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.805894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.806244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.806581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.806910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.807249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.807584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.807914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.808240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.808567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.809009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.809335 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.809679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:19.815009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-40efa506-228b-425e-ba19-05cc92067596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (f1150491-b4a7-428f-866a-5e89c34d5a0b), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.847611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efa506-228b-425e-ba19-05cc92067596 None None] Pushing event deleted for resources: {'Port': ['ID=f1150491-b4a7-428f-866a-5e89c34d5a0b,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:19.853959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40efa506-228b-425e-ba19-05cc92067596 None None] No DVR routers for this DVR port f1150491-b4a7-428f-866a-5e89c34d5a0b on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:19.859555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:19.908550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-517a3add-9b7f-4cb7-a389-7c472395efbe req-2097f93e-8a12-42f8-b1a4-7ff3d0652845 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0360475 Feb 11 13:28:20.084522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b241a667-51c6-4912-b677-5853d49b8cd4 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:20.146935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: b241a667-51c6-4912-b677-5853d49b8cd4 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:20.147553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b241a667-51c6-4912-b677-5853d49b8cd4 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:20.273261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.275514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fb9179e5-dfbe-499e-811b-6649912edeb1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:20.275769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router_controller (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.303601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: fb9179e5-dfbe-499e-811b-6649912edeb1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:20.303956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device fb9179e5-dfbe-499e-811b-6649912edeb1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:20.304375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f1150491-b4a7-428f-866a-5e89c34d5a0b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:20.328726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f1150491-b4a7-428f-866a-5e89c34d5a0b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:20.328962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f1150491-b4a7-428f-866a-5e89c34d5a0b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:20.331205 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.331774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Fanout notify agent at l3_agent the message router_deleted on router 9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:20.338996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.341154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0972d439-8217-431c-8546-ffb9ca24e0d3 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/routers/9dfc9e9c-652e-4a52-970c-ee6f2ab5dd34 HTTP/1.1" status: 204 len: 168 time: 1.1877708 Feb 11 13:28:20.343712 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52460) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:20.421483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (cac68f36-c482-4557-8246-06b0af15ccc1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.517862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (cac68f36-c482-4557-8246-06b0af15ccc1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.540164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac68f36-c482-4557-8246-06b0af15ccc1']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:20.552307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a25af48-6c11-4bed-92c7-fb2f53844c89') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:20.552660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a25af48-6c11-4bed-92c7-fb2f53844c89') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:20.567782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (6a25af48-6c11-4bed-92c7-fb2f53844c89), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.582059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (6a25af48-6c11-4bed-92c7-fb2f53844c89), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.588328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:20.588717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (6a25af48-6c11-4bed-92c7-fb2f53844c89), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:20.591886 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:20.659088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (cac68f36-c482-4557-8246-06b0af15ccc1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.668411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:20.671733 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] 10.222.0.42 "DELETE /v2.0/networks/cac68f36-c482-4557-8246-06b0af15ccc1 HTTP/1.1" status: 204 len: 168 time: 0.3271353 Feb 11 13:28:20.681907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452402e8-0805-4b0b-a20f-67ff0d3da7b8 tempest-TestSecurityGroupsBasicOps-1703183734 tempest-TestSecurityGroupsBasicOps-1703183734-project] Pushing event deleted for resources: {'Network': ['ID=cac68f36-c482-4557-8246-06b0af15ccc1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:20.984689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52472) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:21.034002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7e7e5ef-4e9b-45e6-909d-ee13f4dce279 req-3ebc1b9d-e753-47dc-a4f9-da22b652cbdc tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0281153 Feb 11 13:28:21.125258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-86eb1a1a-8567-423d-a8b2-701266c0ab36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b83108051834e30a76ddb39b7c81743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1391664 Feb 11 13:28:21.127813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52476) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:21.174528 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b40ea0dd-049d-4e83-9f86-efc1c8c6a8ed admin admin] Publish callbacks [] for security_group (812c9baf-263c-415d-a40f-547240a26ac8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.195982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b40ea0dd-049d-4e83-9f86-efc1c8c6a8ed admin admin] Publish callbacks [] for security_group (812c9baf-263c-415d-a40f-547240a26ac8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.244413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b40ea0dd-049d-4e83-9f86-efc1c8c6a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (812c9baf-263c-415d-a40f-547240a26ac8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.247731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b40ea0dd-049d-4e83-9f86-efc1c8c6a8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.249063 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b40ea0dd-049d-4e83-9f86-efc1c8c6a8ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/812c9baf-263c-415d-a40f-547240a26ac8 HTTP/1.1" status: 204 len: 168 time: 0.1203480 Feb 11 13:28:21.257400 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ea0dd-049d-4e83-9f86-efc1c8c6a8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812c9baf-263c-415d-a40f-547240a26ac8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.528214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52482) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:21.541492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-219e4297-bb67-4d87-a476-505079f1f057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.622016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-219e4297-bb67-4d87-a476-505079f1f057 admin admin] Publish callbacks [] for security_group (d3d6f681-d265-4684-a00a-514e5ae74dca), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.627873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-219e4297-bb67-4d87-a476-505079f1f057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d3d6f681-d265-4684-a00a-514e5ae74dca), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.664492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e4297-bb67-4d87-a476-505079f1f057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d6f681-d265-4684-a00a-514e5ae74dca,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.668903 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-219e4297-bb67-4d87-a476-505079f1f057 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c23a78015afa4b9e8438c922c482c239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394835 Feb 11 13:28:21.671529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52484) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:21.720483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93a7a808-0802-4ec7-93ba-d7695041e3bf admin admin] Publish callbacks [] for security_group (d3d6f681-d265-4684-a00a-514e5ae74dca), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.742692 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93a7a808-0802-4ec7-93ba-d7695041e3bf admin admin] Publish callbacks [] for security_group (d3d6f681-d265-4684-a00a-514e5ae74dca), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.792033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93a7a808-0802-4ec7-93ba-d7695041e3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d3d6f681-d265-4684-a00a-514e5ae74dca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.794881 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-93a7a808-0802-4ec7-93ba-d7695041e3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:21.796058 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-93a7a808-0802-4ec7-93ba-d7695041e3bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3d6f681-d265-4684-a00a-514e5ae74dca HTTP/1.1" status: 204 len: 168 time: 0.1236348 Feb 11 13:28:21.804379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7a808-0802-4ec7-93ba-d7695041e3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d6f681-d265-4684-a00a-514e5ae74dca,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.851058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2bf70d64-db3f-461f-9c84-5db1c1105c07 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:21.891568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 2bf70d64-db3f-461f-9c84-5db1c1105c07 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:28:21.892110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 2bf70d64-db3f-461f-9c84-5db1c1105c07 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:21.897832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-040e9004-c9c9-4cae-bbbe-33aaab839662 req-66b6a10d-fdb3-47a1-a07a-11654e2c94d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f36a592f-6586-48ba-838f-306ae594d444&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278428 Feb 11 13:28:21.983281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-040e9004-c9c9-4cae-bbbe-33aaab839662 req-1aa3df68-75bd-4876-96a5-973a3e8ac4aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f29e73a162a4667808a74f7b642ad9f&device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0371213 Feb 11 13:28:22.040271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-040e9004-c9c9-4cae-bbbe-33aaab839662 req-f859776b-a065-43d8-b9be-7e74ee30d5e2 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f29e73a162a4667808a74f7b642ad9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278437 Feb 11 13:28:22.202324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52496) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:22.246368 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4e55ecb7-5bfa-456c-a332-a70a6e28e93d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4455bfca8f994d5c9369226d860d1c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424154 Feb 11 13:28:22.248795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52498) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:22.270049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9004-c9c9-4cae-bbbe-33aaab839662 req-1e1517a5-1180-4b45-866c-f41ee685e531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:22.272036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-040e9004-c9c9-4cae-bbbe-33aaab839662 req-1e1517a5-1180-4b45-866c-f41ee685e531 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2252257 Feb 11 13:28:22.303945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec62e21b-87cb-478b-8f4e-ba0b0f76a96c req-95fa2bec-b24e-4e0a-bf2d-6a459deaf082 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0510831 Feb 11 13:28:22.305380 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a338b14b-1864-49cc-849e-7642aa541fed admin admin] Publish callbacks [] for security_group (393d3742-6522-401d-aa8d-03d301c31861), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.344378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a338b14b-1864-49cc-849e-7642aa541fed admin admin] Publish callbacks [] for security_group (393d3742-6522-401d-aa8d-03d301c31861), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.401077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a338b14b-1864-49cc-849e-7642aa541fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (393d3742-6522-401d-aa8d-03d301c31861), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.406014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a338b14b-1864-49cc-849e-7642aa541fed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:22.410559 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a338b14b-1864-49cc-849e-7642aa541fed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/393d3742-6522-401d-aa8d-03d301c31861 HTTP/1.1" status: 204 len: 168 time: 0.1607006 Feb 11 13:28:22.420886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338b14b-1864-49cc-849e-7642aa541fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d3742-6522-401d-aa8d-03d301c31861,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.428559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52512) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:23.433360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-b0a0ddd7-e1d5-4772-bde9-982dfa96c654 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-9676108', 'description': 'tempest-secgroup-smoke-9676108 description', 'project_id': '272a68c9769f4c838ef465c845d83be2'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:23.456552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0a0ddd7-e1d5-4772-bde9-982dfa96c654 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.503714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-282b724b-5c76-40a8-a545-a365eb2ea143 req-dd31ab89-040f-4063-9ff9-fdf6835e5537 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0328758 Feb 11 13:28:23.556205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0a0ddd7-e1d5-4772-bde9-982dfa96c654 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group (1943da44-bd7c-472d-94e5-d0d1984f7b9a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.561542 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0a0ddd7-e1d5-4772-bde9-982dfa96c654 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1943da44-bd7c-472d-94e5-d0d1984f7b9a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.590933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b0a0ddd7-e1d5-4772-bde9-982dfa96c654 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.592165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b0a0ddd7-e1d5-4772-bde9-982dfa96c654 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1623757 Feb 11 13:28:23.594083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0ddd7-e1d5-4772-bde9-982dfa96c654 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1943da44-bd7c-472d-94e5-d0d1984f7b9a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.595250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52514) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:23.600804 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f57b0f3e-df9a-407f-907e-5ec317c3851d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'security_group_rule': {'security_group_id': '1943da44-bd7c-472d-94e5-d0d1984f7b9a', 'project_id': '272a68c9769f4c838ef465c845d83be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:23.630492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f57b0f3e-df9a-407f-907e-5ec317c3851d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (467a47d6-34ac-4c65-8cfe-569cf4160920), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.697889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f57b0f3e-df9a-407f-907e-5ec317c3851d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (467a47d6-34ac-4c65-8cfe-569cf4160920), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.703350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f57b0f3e-df9a-407f-907e-5ec317c3851d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (467a47d6-34ac-4c65-8cfe-569cf4160920), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.720540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b0f3e-df9a-407f-907e-5ec317c3851d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467a47d6-34ac-4c65-8cfe-569cf4160920,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.728853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f57b0f3e-df9a-407f-907e-5ec317c3851d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.730118 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f57b0f3e-df9a-407f-907e-5ec317c3851d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331952 Feb 11 13:28:23.732964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52516) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:23.737292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cf16796a-776f-48c0-be60-918442a9463e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'security_group_rule': {'security_group_id': '1943da44-bd7c-472d-94e5-d0d1984f7b9a', 'project_id': '272a68c9769f4c838ef465c845d83be2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:23.763189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf16796a-776f-48c0-be60-918442a9463e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (68678cf9-02df-4f9b-9a51-b5c6195207c6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.820686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf16796a-776f-48c0-be60-918442a9463e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (68678cf9-02df-4f9b-9a51-b5c6195207c6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.826417 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf16796a-776f-48c0-be60-918442a9463e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (68678cf9-02df-4f9b-9a51-b5c6195207c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.847742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16796a-776f-48c0-be60-918442a9463e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68678cf9-02df-4f9b-9a51-b5c6195207c6,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.855878 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cf16796a-776f-48c0-be60-918442a9463e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.857187 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf16796a-776f-48c0-be60-918442a9463e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232362 Feb 11 13:28:23.860061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52518) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:23.864517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5958d1a4-e731-4154-86e7-9a84101e7def tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'security_group_rule': {'security_group_id': '1943da44-bd7c-472d-94e5-d0d1984f7b9a', 'project_id': '272a68c9769f4c838ef465c845d83be2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:23.889555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5958d1a4-e731-4154-86e7-9a84101e7def tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (b62a52ff-01df-4d6d-8137-e58c632ff3a9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.955341 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5958d1a4-e731-4154-86e7-9a84101e7def tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (b62a52ff-01df-4d6d-8137-e58c632ff3a9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.961101 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5958d1a4-e731-4154-86e7-9a84101e7def tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (b62a52ff-01df-4d6d-8137-e58c632ff3a9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.985993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958d1a4-e731-4154-86e7-9a84101e7def tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62a52ff-01df-4d6d-8137-e58c632ff3a9,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.996289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5958d1a4-e731-4154-86e7-9a84101e7def tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:23.998214 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5958d1a4-e731-4154-86e7-9a84101e7def tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370542 Feb 11 13:28:24.001136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52520) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:24.008449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-68cc9e16-478c-4e69-8d66-40be94e35a0c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'security_group_rule': {'security_group_id': '1943da44-bd7c-472d-94e5-d0d1984f7b9a', 'project_id': '272a68c9769f4c838ef465c845d83be2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:24.036557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68cc9e16-478c-4e69-8d66-40be94e35a0c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (c4f540cd-55be-4eba-bee8-94d810cce2a9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.041808 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:28:24.095706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68cc9e16-478c-4e69-8d66-40be94e35a0c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (c4f540cd-55be-4eba-bee8-94d810cce2a9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.100698 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68cc9e16-478c-4e69-8d66-40be94e35a0c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (c4f540cd-55be-4eba-bee8-94d810cce2a9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.115663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc9e16-478c-4e69-8d66-40be94e35a0c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f540cd-55be-4eba-bee8-94d810cce2a9,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.128693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-68cc9e16-478c-4e69-8d66-40be94e35a0c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.130309 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-68cc9e16-478c-4e69-8d66-40be94e35a0c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277034 Feb 11 13:28:24.133157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52522) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:24.139811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'security_group_rule': {'security_group_id': '1943da44-bd7c-472d-94e5-d0d1984f7b9a', 'project_id': '272a68c9769f4c838ef465c845d83be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:24.168378 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Project 272a68c9769f4c838ef465c845d83be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:28:24.173446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (138c1cf7-d7a0-4e82-adfe-7c53730f7f75), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.237693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (138c1cf7-d7a0-4e82-adfe-7c53730f7f75), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.243585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (138c1cf7-d7a0-4e82-adfe-7c53730f7f75), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.262247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138c1cf7-d7a0-4e82-adfe-7c53730f7f75,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.272985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.274283 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-32c7206d-45bc-45d9-9ca5-a87f86a259b4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399474 Feb 11 13:28:24.278503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52524) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:24.283184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'security_group_rule': {'security_group_id': '1943da44-bd7c-472d-94e5-d0d1984f7b9a', 'project_id': '272a68c9769f4c838ef465c845d83be2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:24.305036 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Project 272a68c9769f4c838ef465c845d83be2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:28:24.310144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (7faeb9bd-e799-4206-b855-79fc16321259), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.380726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (7faeb9bd-e799-4206-b855-79fc16321259), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.386001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7faeb9bd-e799-4206-b855-79fc16321259), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.403907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7faeb9bd-e799-4206-b855-79fc16321259,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.412025 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:24.413229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ad937ce4-40bb-4a67-8cfe-fc2cd66ed391 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337359 Feb 11 13:28:24.635220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-06821edf-0afd-42ac-a7e2-579ea46c02d3 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-9676108&fields=id&tenant_id=272a68c9769f4c838ef465c845d83be2 HTTP/1.1" status: 200 len: 267 time: 0.0528648 Feb 11 13:28:24.742946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-dafceead-1fca-4a21-b46c-db0085c8c8ca tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.744447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-dafceead-1fca-4a21-b46c-db0085c8c8ca tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/networks?id=454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 200 len: 814 time: 0.1000547 Feb 11 13:28:24.759954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-464092ee-35cb-40fb-883f-11a8ae90aac0 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/quotas/272a68c9769f4c838ef465c845d83be2 HTTP/1.1" status: 200 len: 375 time: 0.0094550 Feb 11 13:28:24.821385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-12727609-62b0-4af9-8e22-2f01b14e990b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=272a68c9769f4c838ef465c845d83be2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561235 Feb 11 13:28:24.917179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-d6ca564b-c44a-4483-a326-6825385ce2da service neutron] 10.222.0.42 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Feb 11 13:28:25.356404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-529809cc-3ba2-4647-ba55-b6d059fb18f4 service neutron] 10.222.0.42 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287782 Feb 11 13:28:25.689257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49f0f593-2c5c-47c0-986d-09a282d1c1e6 req-a0e9cc6e-2eaf-4c30-8b7b-e9c25d2d6757 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0279224 Feb 11 13:28:25.758691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-107b3d8e-b462-494f-8b16-3c2bf3ef81cb req-a2135583-6d31-4445-b4d6-694f17e972ff tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0274036 Feb 11 13:28:26.680273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-403ef7a8-8124-413f-b4af-27f650893fa3 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:26.681824 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-403ef7a8-8124-413f-b4af-27f650893fa3 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.53 "GET /v2.0/networks?id=454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 200 len: 814 time: 0.1139643 Feb 11 13:28:26.760881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-fceec5a7-27a0-4ff9-a017-037aa31ce8f8 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=272a68c9769f4c838ef465c845d83be2 HTTP/1.1" status: 200 len: 377 time: 0.0699437 Feb 11 13:28:26.770134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'port': {'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'admin_state_up': True, 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'security_groups': ['1943da44-bd7c-472d-94e5-d0d1984f7b9a']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:26.811335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f20366b-6edf-4453-9911-a07fac443dee req-e9e1572d-da73-4d68-b5b1-de4e8b3a99e0 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0426359 Feb 11 13:28:26.898925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Made reservation on behalf of 272a68c9769f4c838ef465c845d83be2 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:26.902545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:26.911541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a6327cb-e86e-46a5-9f52-0d4da0c021c2 req-c558b9e1-ffc9-40bd-b905-7eaa9f80a0b6 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0298994 Feb 11 13:28:27.042107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Allocated IP 172.20.0.9 (454d6fb5-27f6-486b-bc9c-463b367f1055/0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7/396e58d8-8bb3-49f2-a1d3-b5f0d955aa62) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:27.179346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.215103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.263855 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:27.267172 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:27.271061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:27.294600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'Port': ['ID=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.326241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.327020 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.346510 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-011f40dd-2773-4727-878f-24f922380c98 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802815 Feb 11 13:28:27.357772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Request body: {'port': {'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:27.430465 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.569807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b1f8e7f7-9cce-4530-af03-ece3ed23c6c7 None None] Provisioning complete for port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:27.570357 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b1f8e7f7-9cce-4530-af03-ece3ed23c6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.605926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b1f8e7f7-9cce-4530-af03-ece3ed23c6c7 None None] Port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:28:27.701955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:27.710103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Publish callbacks [] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.723231 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Transition to ACTIVE for port object 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:27.729018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.779664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Pushing event updated for resources: {'Port': ['ID=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.870464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Attempting to bind port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:27.870464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Attempting to bind port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:27.870791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Attempting to bind port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 on network 454d6fb5-27f6-486b-bc9c-463b367f1055 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:27.875549 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 on network 454d6fb5-27f6-486b-bc9c-463b367f1055 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:27.875869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Attempting to bind port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 on network 454d6fb5-27f6-486b-bc9c-463b367f1055 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:27.882535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:27.882878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Checking segment: {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:27.883241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Bound using segment: {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:27.883663 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Bound port: 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:27.884014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:27.956672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-959e5209-88f4-4b4a-a918-2b793793e5b9 req-fccefb2b-cdaf-4800-a17d-1ad8e7d8bd76 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0456731 Feb 11 13:28:27.964635 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] For port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:27.974772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] For port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:27.984000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:28.022787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.023730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:28.025486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] 10.222.0.53 "PUT /v2.0/ports/396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 200 len: 1091 time: 0.6721680 Feb 11 13:28:28.026001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:28.028454 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba" -d '{"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:28.066974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c386b3-a671-42f1-b74e-43fd14edd80c service neutron] Pushing event updated for resources: {'Port': ['ID=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:28.117560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7461db8-fc7d-4bbf-9935-51a8146b26a5 req-4b14d50c-2824-4889-99ec-0a92243b70f8 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.120267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7461db8-fc7d-4bbf-9935-51a8146b26a5 req-4b14d50c-2824-4889-99ec-0a92243b70f8 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.1002281 Feb 11 13:28:28.136385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-4c2fa79f-2fea-419d-8d43-9a0e8e9bfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.139001 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-4c2fa79f-2fea-419d-8d43-9a0e8e9bfbba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=272a68c9769f4c838ef465c845d83be2&device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1125 time: 0.0528984 Feb 11 13:28:28.178568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7461db8-fc7d-4bbf-9935-51a8146b26a5 req-5380cbb0-e92e-4040-9f13-828325c596f5 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0487843 Feb 11 13:28:28.190107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-78fbb76f-cbc2-4388-9b55-02e43dea7735 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 200 len: 217 time: 0.0427442 Feb 11 13:28:28.239694 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171fcd4d-9cfc-4470-910f-78adb5cc3cc3 x-openstack-request-id: req-171fcd4d-9cfc-4470-910f-78adb5cc3cc3 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:28.240768 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:28.241116 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-171fcd4d-9cfc-4470-910f-78adb5cc3cc3 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:28.241619 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'status': 'completed', 'code': 200} Feb 11 13:28:28.249485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-27552f96-f685-4d3e-9b38-00506adb60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.251294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-27552f96-f685-4d3e-9b38-00506adb60a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 HTTP/1.1" status: 200 len: 853 time: 0.0554445 Feb 11 13:28:28.301698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-0ed340eb-41f9-4282-9ec7-a23a6a492c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.303204 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-0ed340eb-41f9-4282-9ec7-a23a6a492c9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=454d6fb5-27f6-486b-bc9c-463b367f1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462165 Feb 11 13:28:28.399478 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-d0d0a854-3acc-41c5-8ac8-50b306efefb6 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898647 Feb 11 13:28:28.488837 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ec47cef3-d602-491c-8ec5-68c0a261eea9 req-fff73b33-1678-4198-9fae-a1d2d61798b1 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829556 Feb 11 13:28:28.583401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-1c6aadea-9662-4440-becb-ac8c1d2b04ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.584914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-1c6aadea-9662-4440-becb-ac8c1d2b04ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=272a68c9769f4c838ef465c845d83be2&device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1125 time: 0.0516591 Feb 11 13:28:28.675397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-479979d9-cd5a-4bfa-884e-cba88affbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.677111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-479979d9-cd5a-4bfa-884e-cba88affbebd service neutron] 10.222.0.53 "GET /v2.0/networks?id=454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 200 len: 915 time: 0.0854864 Feb 11 13:28:28.723254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-bbbec3ff-d1ca-4939-9cc5-eb5f715f4d97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 200 len: 217 time: 0.0395064 Feb 11 13:28:28.773509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-a579624a-0e49-47dd-900c-85553cecba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.775034 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-a579624a-0e49-47dd-900c-85553cecba1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 HTTP/1.1" status: 200 len: 853 time: 0.0463955 Feb 11 13:28:28.826085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-268e6817-4df9-4f57-b078-929177d5437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.827678 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-268e6817-4df9-4f57-b078-929177d5437c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=454d6fb5-27f6-486b-bc9c-463b367f1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464456 Feb 11 13:28:28.925366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-1f974afb-bef3-4c41-96f5-8afdccf97704 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914824 Feb 11 13:28:29.016830 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-dad3ec90-2aeb-4f6d-a757-4cb810ef10ba req-b0996707-4bd7-4345-ad1d-72376b7a2c75 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859895 Feb 11 13:28:29.056355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8c82d86-be92-4e8e-a28a-4c931ffcf961 req-9c9d680e-b312-4f08-80f3-a81380acb20d tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0283701 Feb 11 13:28:29.307178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba48de3-c1f3-4cd2-87b0-d1375ed5ee75 req-e1eb35dc-b70d-40c8-9004-174e93ffbbe7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.308949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba48de3-c1f3-4cd2-87b0-d1375ed5ee75 req-e1eb35dc-b70d-40c8-9004-174e93ffbbe7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0597668 Feb 11 13:28:29.367106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba48de3-c1f3-4cd2-87b0-d1375ed5ee75 req-12827e39-4d93-49ae-8c7d-2f510b541258 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0504708 Feb 11 13:28:29.480509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-275308c8-9fb6-4398-b8a3-0d88614ef32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:30.161847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a6231be-affd-47f8-a0fe-6c7c74b19f68 req-af765116-f6be-4f5e-a1e2-1545d11ffab7 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0279083 Feb 11 13:28:30.494204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e46c37-5312-4bed-a623-e2000299421a req-ff6ef885-9ea4-45bb-b1a5-f2dc7f9f7995 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.495843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33e46c37-5312-4bed-a623-e2000299421a req-ff6ef885-9ea4-45bb-b1a5-f2dc7f9f7995 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0590038 Feb 11 13:28:30.547445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33e46c37-5312-4bed-a623-e2000299421a req-4876e97d-8a63-4905-ac38-7ce92da0d11b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458033 Feb 11 13:28:31.272000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6b499e0-a0d1-44bf-b21e-ff21eb23d9f1 req-8605fbfb-3980-43ae-8b77-6decca3e4884 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0322447 Feb 11 13:28:31.397959 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a7376e9-a0cf-4792-a497-91652cb5df1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:31.671924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09be7-99c8-46bb-8e7a-9ba6324c2991 req-98749230-c9fd-4e51-9e2a-f765e1b7fa6a tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:31.673420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fee09be7-99c8-46bb-8e7a-9ba6324c2991 req-98749230-c9fd-4e51-9e2a-f765e1b7fa6a tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0558000 Feb 11 13:28:31.724172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fee09be7-99c8-46bb-8e7a-9ba6324c2991 req-a96d1cb2-372b-4386-9ba9-753a7cb7eede tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446413 Feb 11 13:28:32.379293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24bf6c6f-8b13-43d0-b37d-75501e79f8d8 req-3618d893-5f9b-4715-8627-e7f2834f52f4 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0279710 Feb 11 13:28:32.614230 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:32.849720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ab690-7a27-4ae6-8e7e-e8450870deb7 req-c72eed8f-fe6e-4a71-bdf9-2f1c79b376c5 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.851237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-232ab690-7a27-4ae6-8e7e-e8450870deb7 req-c72eed8f-fe6e-4a71-bdf9-2f1c79b376c5 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0559409 Feb 11 13:28:32.905227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-232ab690-7a27-4ae6-8e7e-e8450870deb7 req-f0117cf7-c570-4eba-92b8-6a80ce48649e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0478799 Feb 11 13:28:33.486927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f8aabdcf-f5f4-4165-91cd-be21ac246cdc req-011b264c-d308-4609-847b-69f9384ac0c2 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0298984 Feb 11 13:28:34.025188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69194204-0344-4acc-85e5-daca2ad1ada5 req-b906e361-473c-42c1-bcb9-1de4a0ec3dda tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.026646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69194204-0344-4acc-85e5-daca2ad1ada5 req-b906e361-473c-42c1-bcb9-1de4a0ec3dda tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0542772 Feb 11 13:28:34.077655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69194204-0344-4acc-85e5-daca2ad1ada5 req-6fd824ff-91d5-4ca5-9881-bde03a18ed67 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447633 Feb 11 13:28:34.275014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:34.593506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1567ada9-c97e-4ace-bf83-10b469ca1676 req-ce2f1575-f7c2-4de1-a907-484f20eb92ef tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0290940 Feb 11 13:28:35.202344 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2650a-186f-4939-97fd-4bef97a31910 req-ac76f6e0-d44e-4fcc-8e2e-343ec3598e6e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:35.203894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a2650a-186f-4939-97fd-4bef97a31910 req-ac76f6e0-d44e-4fcc-8e2e-343ec3598e6e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0591085 Feb 11 13:28:35.254453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a2650a-186f-4939-97fd-4bef97a31910 req-a6324b62-b756-43e9-a1a9-1afef5dbd8bc tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447404 Feb 11 13:28:35.333202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:35.698046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d75cc425-0ce4-4560-b193-d137ed6459d3 req-9d1471dc-9ffd-47f7-a4ad-3b680aec4996 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Feb 11 13:28:36.394642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d22bd1-f184-41b0-8f34-861f272b7857 req-77613fa6-1e32-42d2-b666-8a22dacd0b07 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:36.396278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68d22bd1-f184-41b0-8f34-861f272b7857 req-77613fa6-1e32-42d2-b666-8a22dacd0b07 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0634124 Feb 11 13:28:36.455886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68d22bd1-f184-41b0-8f34-861f272b7857 req-d12704e2-cc6a-437d-98ed-6fc325e173bf tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0522313 Feb 11 13:28:36.819556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0764260e-d105-4234-9349-b1ffe7bab953 req-9f139c60-487f-4bbb-991f-3411e4de61b5 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0315566 Feb 11 13:28:37.583122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e040a6a-5223-4ea2-8ed9-88aa1f1374e2 req-7ed021b6-70e3-470d-a010-2ec6a9ef797d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.584627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e040a6a-5223-4ea2-8ed9-88aa1f1374e2 req-7ed021b6-70e3-470d-a010-2ec6a9ef797d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0565598 Feb 11 13:28:37.636414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e040a6a-5223-4ea2-8ed9-88aa1f1374e2 req-927b5c12-4885-4ecc-9404-626299320724 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440416 Feb 11 13:28:37.927363 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeabfd2a-14b5-44c3-8d30-88d200165380 req-72b414e9-43fa-455f-bfa3-e45cdd62082a tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0286605 Feb 11 13:28:38.768907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82849f-0227-46dd-b647-64c64e996909 req-2416e817-0718-43fb-a088-624e3c2fc536 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:38.770434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf82849f-0227-46dd-b647-64c64e996909 req-2416e817-0718-43fb-a088-624e3c2fc536 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0586181 Feb 11 13:28:38.831136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf82849f-0227-46dd-b647-64c64e996909 req-05bc8fd8-e98c-44f8-aac7-7566222136ad tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517168 Feb 11 13:28:39.037068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b14e09f5-2b87-4eb5-a3f1-0f9eb3620be0 req-89f56f59-d462-4540-87ab-7fccec0e8bb2 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Feb 11 13:28:39.789157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7c74d6-b26a-48e6-b3f2-70f1acc66187 req-1546b3ee-07ff-486b-82c1-f10cff8e563f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0262294 Feb 11 13:28:39.957914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9643a2-fd19-4eb7-8bbd-4686b7fbdc23 req-b32d46da-d8eb-4ab2-9390-69e07d612619 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:39.959391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9643a2-fd19-4eb7-8bbd-4686b7fbdc23 req-b32d46da-d8eb-4ab2-9390-69e07d612619 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0594821 Feb 11 13:28:40.014978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9643a2-fd19-4eb7-8bbd-4686b7fbdc23 req-e91a3672-f9d2-4b0f-9ad0-be701e40555a tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475228 Feb 11 13:28:40.143125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc58cddb-f0aa-42c0-b3e4-8532a5b589e0 req-886b7cd5-f7c7-4626-a616-3e2ab74681d2 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0276427 Feb 11 13:28:41.139393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189e3fc-f686-4dae-9dcf-018dbde4e644 req-06de4fef-a3e6-4a5f-a2c6-bc8df6461e7b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.140865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d189e3fc-f686-4dae-9dcf-018dbde4e644 req-06de4fef-a3e6-4a5f-a2c6-bc8df6461e7b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0573535 Feb 11 13:28:41.192969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d189e3fc-f686-4dae-9dcf-018dbde4e644 req-a5cb81cb-eb0d-48e3-b658-e2231f746361 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437288 Feb 11 13:28:41.283724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6dd21908-e040-4c02-ab5e-d001cef6688f req-80a1f018-0490-4505-bcc7-09ab5eced8a5 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0319252 Feb 11 13:28:41.583996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7fe8d42-bc8b-416c-b7d5-08f962056cf6 req-f7de93d7-495a-4baa-9b60-060dd8592ed4 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351&device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0325444 Feb 11 13:28:41.784905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3feeba29-643d-4fc5-a609-34ce74ba02d8 req-e3852d6f-4182-456f-a0d9-bdb92384275f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f29e73a162a4667808a74f7b642ad9f&device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0284901 Feb 11 13:28:41.817370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20624371-51f2-4630-97bd-a1bb2c3b0e7d req-cdd91646-c2b5-40dc-bae1-c86e222f592f tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0358312 Feb 11 13:28:41.827780 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3feeba29-643d-4fc5-a609-34ce74ba02d8 req-ec9ec6a9-aea2-48f8-8573-d7b23bd3fdc3 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f29e73a162a4667808a74f7b642ad9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339444 Feb 11 13:28:41.935297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeba29-643d-4fc5-a609-34ce74ba02d8 req-8eadbcc0-5103-4772-888b-d3f8172ccbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.937446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3feeba29-643d-4fc5-a609-34ce74ba02d8 req-8eadbcc0-5103-4772-888b-d3f8172ccbe2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042621 Feb 11 13:28:42.338818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d35235-58e4-43be-99aa-14fccbdbd95a req-5745ecb9-f211-48ce-a95c-d26f9de5c78f tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.340635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38d35235-58e4-43be-99aa-14fccbdbd95a req-5745ecb9-f211-48ce-a95c-d26f9de5c78f tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0668850 Feb 11 13:28:42.395690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38d35235-58e4-43be-99aa-14fccbdbd95a req-68e8fd43-6b23-4d17-960f-31e0bcf8860d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464342 Feb 11 13:28:42.935771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72025c42-37e6-41b0-9547-5119b8c33df0 req-850259e1-23f8-449b-8056-1111c9552f1a tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0339756 Feb 11 13:28:43.308431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3feeba29-643d-4fc5-a609-34ce74ba02d8 req-34072fa7-c091-4cc3-a0d5-a8a9d3fb28d9 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.64 "GET /v2.0/ports?device_id=7a087761-fa2b-4161-882c-e061494ec351 HTTP/1.1" status: 200 len: 210 time: 0.0309732 Feb 11 13:28:43.518665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd338c-aace-4f0d-8a7b-82b6e328e7a7 req-f256f107-2d14-4025-b094-9503ce57daff tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.520171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9dd338c-aace-4f0d-8a7b-82b6e328e7a7 req-f256f107-2d14-4025-b094-9503ce57daff tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 943 time: 0.0552597 Feb 11 13:28:43.571992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9dd338c-aace-4f0d-8a7b-82b6e328e7a7 req-58f4fac9-6e9a-4f76-934d-9c407f21dc73 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459392 Feb 11 13:28:43.672365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:43.772868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:43.787937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'mac_address': 'fa:16:3e:de:59:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:43.826494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:43.826816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.840765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:43.860079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:43.865599 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:43.914602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.061677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:44.186648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f603497d-e631-4998-b654-1176cdec8fae req-51dd55c8-3888-48e3-8907-dd29b95c3f7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1f29e73a162a4667808a74f7b642ad9f&device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Feb 11 13:28:44.230366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43d88aeb-ef9e-4a6c-9215-5c1ef97896ea req-93f98359-adce-4931-a1fe-5042d7affcba tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0471132 Feb 11 13:28:44.232381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f603497d-e631-4998-b654-1176cdec8fae req-28cee6cb-a962-473d-ab35-567446ebfe94 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=1f29e73a162a4667808a74f7b642ad9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367918 Feb 11 13:28:44.341857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603497d-e631-4998-b654-1176cdec8fae req-3b97e717-c8d2-4e0e-a4dc-21d440ea26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.343500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f603497d-e631-4998-b654-1176cdec8fae req-3b97e717-c8d2-4e0e-a4dc-21d440ea26c1 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019878 Feb 11 13:28:44.718103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c52aa-e6bc-4416-9fce-f09e154d7fe1 req-a53c951a-d873-4ff9-b1d7-f0baddbd0d90 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:44.719542 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f99c52aa-e6bc-4416-9fce-f09e154d7fe1 req-a53c951a-d873-4ff9-b1d7-f0baddbd0d90 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 944 time: 0.0682960 Feb 11 13:28:44.768911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f99c52aa-e6bc-4416-9fce-f09e154d7fe1 req-f3a85d5d-47c3-4354-839d-37d39ee75653 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429049 Feb 11 13:28:45.342008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2eb3b520-4504-4c6d-b11d-e02321b07ce7 req-a4cc0347-6f0a-4014-aa71-d14ecb18c4b1 tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.42 "GET /v2.0/ports?device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0294812 Feb 11 13:28:45.689480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f603497d-e631-4998-b654-1176cdec8fae req-bd32cca8-7204-43e7-ad18-8d2cfbf0f57c tempest-ServerShowV247Test-1764365765 tempest-ServerShowV247Test-1764365765-project] 10.222.0.64 "GET /v2.0/ports?device_id=f36a592f-6586-48ba-838f-306ae594d444 HTTP/1.1" status: 200 len: 210 time: 0.0323811 Feb 11 13:28:45.689792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:45.743324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:45.747641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:45.748023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:45.835067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:45.835464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:45.858294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:45.860581 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7760e17-5c66-4d6f-b267-f3c0e141d0cb" -d '{"events": [{"server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "name": "network-vif-plugged", "status": "completed", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:45.872991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:45.877573 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:45.890387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4dd37-bde6-4e8d-a85e-d15dc5979f8f req-216f30f1-4b41-4247-a085-9dc0ae8c78d2 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.891913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ba4dd37-bde6-4e8d-a85e-d15dc5979f8f req-216f30f1-4b41-4247-a085-9dc0ae8c78d2 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 944 time: 0.0537777 Feb 11 13:28:45.925215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:45.945904 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ba4dd37-bde6-4e8d-a85e-d15dc5979f8f req-7aa4d103-00d0-4009-bdab-e6f029a49f17 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0481234 Feb 11 13:28:45.988209 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8152665-b9a2-45cc-b9c6-2de2d4fd0f4a x-openstack-request-id: req-e8152665-b9a2-45cc-b9c6-2de2d4fd0f4a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:45.988501 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "name": "network-vif-plugged", "status": "completed", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:45.988757 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8152665-b9a2-45cc-b9c6-2de2d4fd0f4a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:45.989157 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'code': 200} Feb 11 13:28:46.098679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724ed75-091a-4618-b571-75c725d6b3c7 req-0d6a50cd-2ab8-4465-9dfe-4b95c23fcc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.100205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4724ed75-091a-4618-b571-75c725d6b3c7 req-0d6a50cd-2ab8-4465-9dfe-4b95c23fcc9c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1127 time: 0.0523326 Feb 11 13:28:46.148771 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4724ed75-091a-4618-b571-75c725d6b3c7 req-2d25d5f3-47d9-498e-8799-68bd2e1ff89e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418532 Feb 11 13:28:46.399190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.670091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52640) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:46.791727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c67653a3-0a32-4526-bbfe-599e57030a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.868329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c67653a3-0a32-4526-bbfe-599e57030a0f admin admin] Publish callbacks [] for security_group (510ab8ac-a6e9-421d-b67d-857e6a756484), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.873240 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c67653a3-0a32-4526-bbfe-599e57030a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (510ab8ac-a6e9-421d-b67d-857e6a756484), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.911378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c67653a3-0a32-4526-bbfe-599e57030a0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f29e73a162a4667808a74f7b642ad9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401571 Feb 11 13:28:46.912342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67653a3-0a32-4526-bbfe-599e57030a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510ab8ac-a6e9-421d-b67d-857e6a756484,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.914155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52644) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:46.966335 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9739339-ec27-46b1-a3ab-e59b803d976d admin admin] Publish callbacks [] for security_group (510ab8ac-a6e9-421d-b67d-857e6a756484), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:46.987454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9739339-ec27-46b1-a3ab-e59b803d976d admin admin] Publish callbacks [] for security_group (510ab8ac-a6e9-421d-b67d-857e6a756484), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.036971 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9739339-ec27-46b1-a3ab-e59b803d976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (510ab8ac-a6e9-421d-b67d-857e6a756484), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.039920 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a9739339-ec27-46b1-a3ab-e59b803d976d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.041103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a9739339-ec27-46b1-a3ab-e59b803d976d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/510ab8ac-a6e9-421d-b67d-857e6a756484 HTTP/1.1" status: 204 len: 168 time: 0.1258345 Feb 11 13:28:47.049445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739339-ec27-46b1-a3ab-e59b803d976d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510ab8ac-a6e9-421d-b67d-857e6a756484,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.069290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c3db1-9208-4bc2-96a6-04b557284eeb req-98df45d1-c740-4ddc-bc36-792ed2a78e4b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.070835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c87c3db1-9208-4bc2-96a6-04b557284eeb req-98df45d1-c740-4ddc-bc36-792ed2a78e4b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 945 time: 0.0556495 Feb 11 13:28:47.129795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c87c3db1-9208-4bc2-96a6-04b557284eeb req-1b4049c1-857f-41d8-942a-09638e9bdf46 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509682 Feb 11 13:28:47.406255 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.691513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52668) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:47.789739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1756563263-network', 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:47.811288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:47.814107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.822562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.906892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks [] for security_group (486dbf48-6f4f-4aa8-9128-ad65d9d7beb4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.914821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (486dbf48-6f4f-4aa8-9128-ad65d9d7beb4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.942967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:47.949252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.955424 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c14714d7-a484-4950-931f-f6e05830ca9d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:47.955777 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Added segment c14714d7-a484-4950-931f-f6e05830ca9d of type vlan for network 40a1c973-9c5d-48ef-bb60-4b2cd25346db Feb 11 13:28:47.997071 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (40a1c973-9c5d-48ef-bb60-4b2cd25346db), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.022776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (40a1c973-9c5d-48ef-bb60-4b2cd25346db), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.023715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.024292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.054908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3623683 Feb 11 13:28:48.057988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52672) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:48.063357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Request body: {'subnet': {'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1756563263-subnet', 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:48.084209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:48.086560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.086702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7e35c-f4dd-4ed7-8876-2dd62cbcb8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=40a1c973-9c5d-48ef-bb60-4b2cd25346db,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.097449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:48.256846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cef478-21c3-4645-9c0e-95be59eaede7 req-036d4656-9a9f-413d-980c-ec8c8fd8e463 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.257838 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (a99e1ea3-39a5-4972-b103-c3597a4e59cd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.258923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2cef478-21c3-4645-9c0e-95be59eaede7 req-036d4656-9a9f-413d-980c-ec8c8fd8e463 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 945 time: 0.0598879 Feb 11 13:28:48.307823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2cef478-21c3-4645-9c0e-95be59eaede7 req-3d1c60d7-2d90-44c4-9d16-cdc88cdb636b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0427322 Feb 11 13:28:48.311306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99e1ea3-39a5-4972-b103-c3597a4e59cd,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.324987 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:48.325667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Network hostable DHCP agents. Network: 40a1c973-9c5d-48ef-bb60-4b2cd25346db, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:48.343700 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:48.353449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 40a1c973-9c5d-48ef-bb60-4b2cd25346db) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:48.358065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.358649 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.364607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb85643-0303-4a0b-a558-1313c47a40b2 None None] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:48.389660 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-99fbd51d-ae22-4644-bc6e-0dea8ea81858 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3304429 Feb 11 13:28:48.450513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c5f8-42fd-4ff7-a8cc-d4c6c522c19a req-bc030a96-ddd1-468e-917b-9456226c534d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.452159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66a3c5f8-42fd-4ff7-a8cc-d4c6c522c19a req-bc030a96-ddd1-468e-917b-9456226c534d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 945 time: 0.0606534 Feb 11 13:28:48.471705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ccc6f-8467-4d84-9ea5-8c4f7fc57a83 None None] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:28:48.503604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66a3c5f8-42fd-4ff7-a8cc-d4c6c522c19a req-cad55229-cb3f-4fd4-b22b-caed76499634 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457771 Feb 11 13:28:48.526497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52682) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:48.676544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc69ea6-2f98-422e-b95f-03839c3c836f tempest-TestVolumeBackupRestore-1388369440 tempest-TestVolumeBackupRestore-1388369440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.678156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dfc69ea6-2f98-422e-b95f-03839c3c836f tempest-TestVolumeBackupRestore-1388369440 tempest-TestVolumeBackupRestore-1388369440-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1122 time: 0.1506529 Feb 11 13:28:48.681287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52690) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:48.686053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:48.715602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.816325 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:48.831235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-2fac1d51-b88d-4003-b6c9-3e267bd8188f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.832749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-2fac1d51-b88d-4003-b6c9-3e267bd8188f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1029859 Feb 11 13:28:48.848898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-580c118e-439a-476d-8340-fc46238dc7c9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0102012 Feb 11 13:28:48.882576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-423e3300-f76b-449d-acb2-5c8eec9e684c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278103 Feb 11 13:28:48.926309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Allocated IP 172.25.1.45 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/e94c528d-635f-443e-88d4-13955e17a52f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:48.979980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-f9bea17c-d460-4664-b3c4-54bff2458709 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906494 Feb 11 13:28:49.027225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for port (e94c528d-635f-443e-88d4-13955e17a52f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.062702 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e94c528d-635f-443e-88d4-13955e17a52f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.075866 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-bb5f6bad-dc3f-467c-a326-19a37f25a732 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892107 Feb 11 13:28:49.106122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:49.109207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:49.112813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:49.133745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'Port': ['ID=e94c528d-635f-443e-88d4-13955e17a52f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:49.242938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21170d96-1f6e-403d-8c89-d3ac5a33ec4d req-b0e281e5-07b1-4c07-93ab-ce3c6d8c1cd3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 210 time: 0.0302801 Feb 11 13:28:49.497250 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for floatingip (9e0355dd-068c-4086-a1e6-576f857d9c24), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.573067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e94c528d-635f-443e-88d4-13955e17a52f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.729622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for port (e94c528d-635f-443e-88d4-13955e17a52f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.735386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e94c528d-635f-443e-88d4-13955e17a52f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.801325 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event updated for resources: {'Port': ['ID=e94c528d-635f-443e-88d4-13955e17a52f,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:49.814924 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (9e0355dd-068c-4086-a1e6-576f857d9c24), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:49.918627 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Floating IP 9e0355dd-068c-4086-a1e6-576f857d9c24 associated. External IP: 172.25.1.45, port: 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62. Feb 11 13:28:50.213774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-cd9bc90d-9404-444a-ae2d-1b6556410445 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.216083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-cd9bc90d-9404-444a-ae2d-1b6556410445 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1203337 Feb 11 13:28:50.232934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Request body: {'port': {'device_id': 'daebdfa2-6276-4467-8795-ea022562e017', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'admin_state_up': True, 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:50.348778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bc060ced-136d-4e0d-bbdf-b384ffd33614 req-4e75476e-17bc-438e-88e1-0bc2fed3491d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 210 time: 0.0335717 Feb 11 13:28:50.387545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:50.391169 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.424843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:50.531229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Allocated IP 172.20.0.5 (40a1c973-9c5d-48ef-bb60-4b2cd25346db/a99e1ea3-39a5-4972-b103-c3597a4e59cd/b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:50.536223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:50.548558 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] Sync routers for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:50.555211 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.558830 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:50.559782 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:50.588837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52712) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:50.589100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b5f022d5-5ce4-4cb6-886e-85a0e39136a4 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9065268 Feb 11 13:28:50.589831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:50.592484 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728a85a-380a-48c6-905a-3e71eddf7dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:50.630277 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98c5e4-259b-4132-a6a5-6476a9c88cb6 x-openstack-request-id: req-4a98c5e4-259b-4132-a6a5-6476a9c88cb6 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:50.631226 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:50.631524 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a98c5e4-259b-4132-a6a5-6476a9c88cb6 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:50.632928 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'status': 'completed', 'code': 200} Feb 11 13:28:50.674709 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:50.696320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f25bb-6f83-4452-8bba-ccb9b53a6429 tempest-TestVolumeBackupRestore-1388369440 tempest-TestVolumeBackupRestore-1388369440-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.697905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-769f25bb-6f83-4452-8bba-ccb9b53a6429 tempest-TestVolumeBackupRestore-1388369440 tempest-TestVolumeBackupRestore-1388369440-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1122 time: 0.1078925 Feb 11 13:28:50.701981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 52718) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:28:50.706242 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-5a5c4ccd-7cc6-4438-b46b-3cce398aea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.706528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Request body: {'floatingip': {'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:50.707775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-5a5c4ccd-7cc6-4438-b46b-3cce398aea32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=272a68c9769f4c838ef465c845d83be2&device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1127 time: 0.0530455 Feb 11 13:28:50.764079 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks [] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.783690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for floatingip (9e0355dd-068c-4086-a1e6-576f857d9c24), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.808852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-068d9a91-c966-4e23-98b1-c49223804100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.810584 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-068d9a91-c966-4e23-98b1-c49223804100 service neutron] 10.222.0.53 "GET /v2.0/networks?id=454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 200 len: 915 time: 0.0935698 Feb 11 13:28:50.876921 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:50.913957 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e0355dd-068c-4086-a1e6-576f857d9c24', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'mac_address': 'fa:16:3e:de:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 0, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:50.918578 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-930526ea-cbb6-45da-9616-cca53455c21e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 200 len: 998 time: 0.1017492 Feb 11 13:28:50.943176 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] Checking router: 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:50.952640 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:50.953952 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:50.959996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:50.968303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:50.973953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-c3622c34-3c37-4623-8d78-df0c70d10074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.974563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:50.975449 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-c3622c34-3c37-4623-8d78-df0c70d10074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 HTTP/1.1" status: 200 len: 853 time: 0.0506566 Feb 11 13:28:50.980362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event updated for resources: {'Port': ['ID=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:51.025783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-d638b1b1-46fd-4932-a96f-275a28783880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.027458 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-d638b1b1-46fd-4932-a96f-275a28783880 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=454d6fb5-27f6-486b-bc9c-463b367f1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458567 Feb 11 13:28:51.069445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.070004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.078718 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:51.122218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-ded6df4b-bad4-4757-9399-4d11954918ac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8936784 Feb 11 13:28:51.131305 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-2eb7ae88-8446-4331-9edd-5a97fab99c43 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974860 Feb 11 13:28:51.134982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Request body: {'port': {'device_id': 'daebdfa2-6276-4467-8795-ea022562e017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:51.227576 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9728a85a-380a-48c6-905a-3e71eddf7dd3 req-6a3cbb18-f4fa-48f2-98ce-5f1c5259ad8f service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902574 Feb 11 13:28:51.239875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.310800 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e0355dd-068c-4086-a1e6-576f857d9c24', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'mac_address': 'fa:16:3e:de:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 0, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:51.341895 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bee78bd-5031-40c4-9f37-615af07040c2 None None] The sync data for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 is: [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e0355dd-068c-4086-a1e6-576f857d9c24', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'mac_address': 'fa:16:3e:de:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:49Z', 'revision_number': 0, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:51.564747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d059c-2945-4471-bc1d-c164994ca47e None None] New status for floating IP 9e0355dd-068c-4086-a1e6-576f857d9c24: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:28:51.635855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916cc1f-ebc3-4881-bbc1-d8c0151f4f76 req-ee685f0d-1d51-4638-9e70-215b074a5097 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.637368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1916cc1f-ebc3-4881-bbc1-d8c0151f4f76 req-ee685f0d-1d51-4638-9e70-215b074a5097 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 931 time: 0.2079763 Feb 11 13:28:51.683645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.689683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-bf2d059c-2945-4471-bc1d-c164994ca47e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:28:51.690175 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-bf2d059c-2945-4471-bc1d-c164994ca47e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:28:51.692164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (9e0355dd-068c-4086-a1e6-576f857d9c24), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.794309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1916cc1f-ebc3-4881-bbc1-d8c0151f4f76 req-ccba3458-9991-455c-8c7f-96916b2cf805 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466813 Feb 11 13:28:51.804765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:51.838176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Publish callbacks [] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.861198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Transition to ACTIVE for port object b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:51.864762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:51.958280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Pushing event updated for resources: {'Port': ['ID=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:52.191389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d059c-2945-4471-bc1d-c164994ca47e None None] New status for floating IP 9e0355dd-068c-4086-a1e6-576f857d9c24: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:28:52.420431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:52.421835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Attempting to bind port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:28:52.422170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Attempting to bind port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:28:52.422508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Attempting to bind port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:52.431521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:52.431845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Attempting to bind port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:52.439327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:52.439686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:28:52.439997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Bound using segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:52.440499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Bound port: b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:28:52.440719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.580893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] For port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:52.585733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] For port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:52.592033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:52.594494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.598842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.604876 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] Sync routers for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:52.616306 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:52.617021 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:52.666135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.666759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:52.668170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] 10.222.0.64 "PUT /v2.0/ports/b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb HTTP/1.1" status: 200 len: 1091 time: 1.5373049 Feb 11 13:28:52.670363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daebdfa2-6276-4467-8795-ea022562e017', 'tag': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'}, {'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:52.672678 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61966fba-9ffd-4493-ab2c-60f5b7429e86" -d '{"events": [{"name": "network-changed", "server_uuid": "daebdfa2-6276-4467-8795-ea022562e017", "tag": "b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb"}, {"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:52.709161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d096e3a-68b2-40ea-bd9d-2514bf3dc4ca service neutron] Pushing event updated for resources: {'Port': ['ID=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:52.722076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-70ff517d-3243-420e-a080-295a0b5eb554 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "PUT /v2.0/floatingips/9e0355dd-068c-4086-a1e6-576f857d9c24 HTTP/1.1" status: 200 len: 990 time: 2.0138669 Feb 11 13:28:52.747276 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7369234a-b9b0-4708-b7e9-8e39dbf74fa6 x-openstack-request-id: req-7369234a-b9b0-4708-b7e9-8e39dbf74fa6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:52.747577 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daebdfa2-6276-4467-8795-ea022562e017", "tag": "b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:52.747831 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7369234a-b9b0-4708-b7e9-8e39dbf74fa6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:52.748242 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daebdfa2-6276-4467-8795-ea022562e017', 'tag': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb', 'status': 'completed', 'code': 200} Feb 11 13:28:52.748498 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'status': 'completed', 'code': 200} Feb 11 13:28:52.754924 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:52.770240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-204a22cc-9738-4802-b813-f1fcd5c40f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.780607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-204a22cc-9738-4802-b813-f1fcd5c40f08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 1125 time: 0.0572689 Feb 11 13:28:52.796924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-6be0ae44-7fb2-4885-90fb-14fab0f6a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.799130 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-6be0ae44-7fb2-4885-90fb-14fab0f6a61f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=272a68c9769f4c838ef465c845d83be2&device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1127 time: 0.0467777 Feb 11 13:28:52.819514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-4ba5a240-02af-41f5-8c19-92676a6bdbc2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb HTTP/1.1" status: 200 len: 217 time: 0.0400412 Feb 11 13:28:52.875807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-564b5112-6931-422b-8a98-79b0ffd3f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.877424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-564b5112-6931-422b-8a98-79b0ffd3f918 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0515518 Feb 11 13:28:52.907437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-b4ad8462-78a3-4e17-b460-e887b90f43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.909078 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-b4ad8462-78a3-4e17-b460-e887b90f43c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 200 len: 915 time: 0.1038644 Feb 11 13:28:52.933850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-a9ef6d49-8779-40f1-bffb-1abdfb5e9dee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495615 Feb 11 13:28:52.992205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-d9e0266f-24b4-458d-9fcf-12dcb8f2c579 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 200 len: 1000 time: 0.0765135 Feb 11 13:28:53.019445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab71d4-d840-45d4-b02f-0307bec49b46 req-6bee886c-8a9a-45d3-b4f0-bfb9631c1f7f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.020978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab71d4-d840-45d4-b02f-0307bec49b46 req-6bee886c-8a9a-45d3-b4f0-bfb9631c1f7f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 943 time: 0.1388071 Feb 11 13:28:53.050877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-fb93c463-7f6c-4d70-8c48-bbd6ba7c62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.052845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-fb93c463-7f6c-4d70-8c48-bbd6ba7c62b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 HTTP/1.1" status: 200 len: 853 time: 0.0542226 Feb 11 13:28:53.069067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-601f4b22-5c1b-4d2c-a2e9-cf824c5b332f service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287155 Feb 11 13:28:53.097432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e0355dd-068c-4086-a1e6-576f857d9c24', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'mac_address': 'fa:16:3e:de:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:52Z', 'revision_number': 2, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:53.107544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-df5de9a0-dd28-40e8-af71-a9cd3d497f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.107776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49ab71d4-d840-45d4-b02f-0307bec49b46 req-796fb375-a3d6-4419-a5a1-7ca9630bf663 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803628 Feb 11 13:28:53.109310 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-df5de9a0-dd28-40e8-af71-a9cd3d497f04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=454d6fb5-27f6-486b-bc9c-463b367f1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484285 Feb 11 13:28:53.134176 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] Checking router: 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:53.142960 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:53.143571 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:28:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:53.178705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6932808-2fb2-412f-a557-260eaf60c7cc req-4d0e3a04-c69b-4585-ab58-e4f9e88db8e7 service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017997 Feb 11 13:28:53.206345 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-5f815018-5842-470e-b8a6-81880335a3f9 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906310 Feb 11 13:28:53.256111 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:53.273977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-7be1fdd5-f6a6-4e30-9477-8f32ec373044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.275735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-7be1fdd5-f6a6-4e30-9477-8f32ec373044 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 1125 time: 0.0482185 Feb 11 13:28:53.303387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-3576eb50-b25e-4982-a1bc-4edbb9227908 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901415 Feb 11 13:28:53.372515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-5a9badae-87fb-4e8f-bda6-ea06673a666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.374001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-5a9badae-87fb-4e8f-bda6-ea06673a666c service neutron] 10.222.0.64 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0914717 Feb 11 13:28:53.420511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-da24e882-00fc-4bf5-867b-218e8f650f13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb HTTP/1.1" status: 200 len: 217 time: 0.0403459 Feb 11 13:28:53.468686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-e5c48b64-ecec-4e44-a451-2521b7def2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.470243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-e5c48b64-ecec-4e44-a451-2521b7def2ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0446355 Feb 11 13:28:53.494711 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e0355dd-068c-4086-a1e6-576f857d9c24', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'mac_address': 'fa:16:3e:de:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:52Z', 'revision_number': 2, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:53.501961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-a034f18b-8a1d-4d41-97de-a2dbad41455d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264897 Feb 11 13:28:53.524729 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc3a462-9597-4f3b-8857-3608eea43358 None None] The sync data for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 is: [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '9e0355dd-068c-4086-a1e6-576f857d9c24', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'floating_ip_address': '172.25.1.45', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'port_id': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'mac_address': 'fa:16:3e:de:59:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15958732-4eab-4652-bef3-6ba979ae13a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:49Z', 'updated_at': '2022-02-11T13:28:52Z', 'revision_number': 2, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:53.600321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-e9bd3d40-55a8-4b1d-bd59-e16ccc4ccf24 service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917656 Feb 11 13:28:53.692122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61966fba-9ffd-4493-ab2c-60f5b7429e86 req-fa0bd9c1-71ab-494b-838c-65953e048fca service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861943 Feb 11 13:28:54.243612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af1e8a-77a0-400e-983a-db6543c992a2 req-ee61b1f3-4d0e-4b33-8066-baaccd141e7f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.245317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7af1e8a-77a0-400e-983a-db6543c992a2 req-ee61b1f3-4d0e-4b33-8066-baaccd141e7f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 943 time: 0.0632377 Feb 11 13:28:54.293835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7af1e8a-77a0-400e-983a-db6543c992a2 req-e9a7e66e-e17d-4bd5-9072-2639a6c8b70a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Feb 11 13:28:54.750024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:54.753673 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2" -d '{"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:54.793305 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c65048d-976d-4e3a-b22d-4d64a28b8462 x-openstack-request-id: req-6c65048d-976d-4e3a-b22d-4d64a28b8462 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:54.793878 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:54.794143 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c65048d-976d-4e3a-b22d-4d64a28b8462 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:54.794551 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'status': 'completed', 'code': 200} Feb 11 13:28:54.859791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-c973e8e1-55c9-40f3-ae90-11db6bb36ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.861333 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-c973e8e1-55c9-40f3-ae90-11db6bb36ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=272a68c9769f4c838ef465c845d83be2&device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1127 time: 0.0462284 Feb 11 13:28:54.955939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-a249753d-099a-4d7d-92e8-34682594e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.957494 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-a249753d-099a-4d7d-92e8-34682594e351 service neutron] 10.222.0.53 "GET /v2.0/networks?id=454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 200 len: 915 time: 0.0899441 Feb 11 13:28:55.024050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-a63af234-3c63-400c-aacf-53d2436225a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 200 len: 1000 time: 0.0593357 Feb 11 13:28:55.089813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-4ef12211-497a-4990-8ec7-37f3f3cef1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.091637 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-4ef12211-497a-4990-8ec7-37f3f3cef1ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 HTTP/1.1" status: 200 len: 853 time: 0.0611598 Feb 11 13:28:55.143958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-fbc3fb0f-29a0-4b68-8e39-7fd3b948e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.145465 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-fbc3fb0f-29a0-4b68-8e39-7fd3b948e40d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=454d6fb5-27f6-486b-bc9c-463b367f1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476325 Feb 11 13:28:55.248995 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-e70c7c1c-28bd-4cc8-b39d-2f4c4c598de1 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952761 Feb 11 13:28:55.343403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ca8277c7-fe7f-4d4e-b00f-703a7ea249e2 req-301c0bb3-bf59-4163-b4e3-b86c12f0862f service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886984 Feb 11 13:28:55.419795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03c31d-c489-4f94-9b1a-ad3784408d9f req-f315eabb-4ae8-4764-b82d-c43aac710eac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.421338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb03c31d-c489-4f94-9b1a-ad3784408d9f req-f315eabb-4ae8-4764-b82d-c43aac710eac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 943 time: 0.0541635 Feb 11 13:28:55.470640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb03c31d-c489-4f94-9b1a-ad3784408d9f req-9698f033-acdd-4fc1-89c2-7ef9297f2bf1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434139 Feb 11 13:28:56.254466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:56.356478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:56.367834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'port_id': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb', 'mac_address': 'fa:16:3e:6d:d6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e1ea3-39a5-4972-b103-c3597a4e59cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:56.409315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:56.409759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.423181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:28:56.449069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:56.457397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:56.509097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:56.609933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81828d82-f104-438c-900e-9d56359baa73 req-24468be8-e5c7-4eba-823f-6a309934a8bf tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.612110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81828d82-f104-438c-900e-9d56359baa73 req-24468be8-e5c7-4eba-823f-6a309934a8bf tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 944 time: 0.0633299 Feb 11 13:28:56.659808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81828d82-f104-438c-900e-9d56359baa73 req-3492fa67-dab8-4dce-a9dc-7440d6e21ce1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418782 Feb 11 13:28:56.801436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:57.796437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93e7e3-8430-493a-8845-8dae81f01fee req-0a54601a-2404-40a1-82fd-37bf0ab914ca tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.797941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee93e7e3-8430-493a-8845-8dae81f01fee req-0a54601a-2404-40a1-82fd-37bf0ab914ca tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 944 time: 0.0554307 Feb 11 13:28:57.846243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee93e7e3-8430-493a-8845-8dae81f01fee req-5f5c40fc-fe74-4c9c-ae69-cdc3190b176c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Feb 11 13:28:58.267883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:58.324199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:58.328408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:58.328787 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.409685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:28:58.410104 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.433673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daebdfa2-6276-4467-8795-ea022562e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:28:58.436076 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42794ad8-85cf-4aa6-b58a-f4221e418fab" -d '{"events": [{"server_uuid": "daebdfa2-6276-4467-8795-ea022562e017", "name": "network-vif-plugged", "status": "completed", "tag": "b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:58.450030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:58.455167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:58.478953 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff30ba7-364c-4791-9726-fca8df4c22af x-openstack-request-id: req-aff30ba7-364c-4791-9726-fca8df4c22af {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:58.479251 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daebdfa2-6276-4467-8795-ea022562e017", "name": "network-vif-plugged", "status": "completed", "tag": "b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:58.479508 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aff30ba7-364c-4791-9726-fca8df4c22af {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:58.479905 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daebdfa2-6276-4467-8795-ea022562e017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb', 'code': 200} Feb 11 13:28:58.505822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.578715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898a736-9fbd-4ec4-848b-92e994d5ee5f req-6e7ad183-ce3d-47bc-a953-6399077a0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.580143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6898a736-9fbd-4ec4-848b-92e994d5ee5f req-6e7ad183-ce3d-47bc-a953-6399077a0882 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 1127 time: 0.0455830 Feb 11 13:28:58.626842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6898a736-9fbd-4ec4-848b-92e994d5ee5f req-5cad2dcc-e50f-4bd5-a335-db9740d0acdb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Feb 11 13:28:58.985439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f1869-245a-4228-b0f0-80961f74e0d9 req-7eb8a5c2-af0a-44f7-a617-dc4338e17c54 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.987837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a7f1869-245a-4228-b0f0-80961f74e0d9 req-7eb8a5c2-af0a-44f7-a617-dc4338e17c54 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 945 time: 0.0667505 Feb 11 13:28:59.042778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a7f1869-245a-4228-b0f0-80961f74e0d9 req-b17829ba-9ad6-45f0-9f6d-50f0ac4212c4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463274 Feb 11 13:28:59.316800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7536aef-2d6a-4bd3-9834-37dc3208b533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:00.177926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4593220-7921-4d21-84c9-735c5ce8ca34 req-17e529e4-0669-4e5c-8bb8-942eb10b49c3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.179429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4593220-7921-4d21-84c9-735c5ce8ca34 req-17e529e4-0669-4e5c-8bb8-942eb10b49c3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 945 time: 0.0609577 Feb 11 13:29:00.228225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4593220-7921-4d21-84c9-735c5ce8ca34 req-072165b8-f672-4cc8-8787-e0ff9c6ab704 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Feb 11 13:29:00.465099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2d68f-fa39-4509-8704-09fc6ef91987 req-ab2c4661-530a-4d10-ab2a-222a2b034377 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.466618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f2d68f-fa39-4509-8704-09fc6ef91987 req-ab2c4661-530a-4d10-ab2a-222a2b034377 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1068809 Feb 11 13:29:00.482360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f2d68f-fa39-4509-8704-09fc6ef91987 req-4526429f-da7a-44e1-b621-f924cd261f8c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0100064 Feb 11 13:29:00.552765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f2d68f-fa39-4509-8704-09fc6ef91987 req-0b8d014b-4714-41a2-8ade-a4398f6a47f3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0652957 Feb 11 13:29:00.650761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f2d68f-fa39-4509-8704-09fc6ef91987 req-17743c85-2feb-4b23-a76b-23f9e3e75723 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875072 Feb 11 13:29:00.747649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f2d68f-fa39-4509-8704-09fc6ef91987 req-bf2dcafa-f94d-4824-8749-6221461ac9ef service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889986 Feb 11 13:29:01.041168 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:29:01.392648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eff4099f-efe2-4651-a75e-51582ed30b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:01.421239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-51014d1c-070c-420b-9b1b-56aa8d6be1a7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.422660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-51014d1c-070c-420b-9b1b-56aa8d6be1a7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1105626 Feb 11 13:29:01.437826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-13f2dc6a-b62a-42be-809a-e520b13efe04 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0095575 Feb 11 13:29:01.490955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-2e254611-645b-4f1d-b33b-b8ac57695c2b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476604 Feb 11 13:29:01.587869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-9ad31e3f-f29a-44bf-a07f-44e6b0d4ebc5 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902827 Feb 11 13:29:01.680875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-dc344067-5f47-48f4-948f-4ba95dd213cd service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Feb 11 13:29:01.848534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af3528ce-786d-4f5f-9234-dff5a48021c5 req-4ebf25a2-3a9e-4392-8543-fe7f8dcea437 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 210 time: 0.0336473 Feb 11 13:29:02.630277 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:02.825888 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-9cf5f4d9-8b8f-4d33-96dd-9774cf945bd4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.827375 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-9cf5f4d9-8b8f-4d33-96dd-9774cf945bd4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1083424 Feb 11 13:29:02.839837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Request body: {'port': {'device_id': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'admin_state_up': True, 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:02.945511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65349ecc-b111-4cee-9853-b512e792a032 req-39c3f716-ac10-4780-a9be-296b098e117f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 210 time: 0.0277309 Feb 11 13:29:02.951916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:02.955872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.095333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Allocated IP 172.20.0.4 (40a1c973-9c5d-48ef-bb60-4b2cd25346db/a99e1ea3-39a5-4972-b103-c3597a4e59cd/1dc55248-f1aa-411c-aadd-e44ba63a8716) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:03.251668 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks [] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.293358 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.305614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:03.338905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:03.342162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:03.346143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:03.352630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event updated for resources: {'Port': ['ID=1dc55248-f1aa-411c-aadd-e44ba63a8716,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:03.398321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.398968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.416253 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4ab250dc-4106-4fbe-bc70-2c9faf5ba732 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5802422 Feb 11 13:29:03.428032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Request body: {'port': {'device_id': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:03.495700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.758750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc55248-f1aa-411c-aadd-e44ba63a8716 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:03.766543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Publish callbacks [] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.779219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Transition to ACTIVE for port object 1dc55248-f1aa-411c-aadd-e44ba63a8716 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:03.785557 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.840064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc55248-f1aa-411c-aadd-e44ba63a8716,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:03.909776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Attempting to bind port 1dc55248-f1aa-411c-aadd-e44ba63a8716 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:03.910102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Attempting to bind port 1dc55248-f1aa-411c-aadd-e44ba63a8716 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:03.910410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Attempting to bind port 1dc55248-f1aa-411c-aadd-e44ba63a8716 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:03.914840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Port 1dc55248-f1aa-411c-aadd-e44ba63a8716 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:03.915119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Attempting to bind port 1dc55248-f1aa-411c-aadd-e44ba63a8716 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:03.919909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:03.920266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:03.920623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Bound using segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:03.921042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Bound port: 1dc55248-f1aa-411c-aadd-e44ba63a8716, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:03.921339 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:03.983696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] For port 1dc55248-f1aa-411c-aadd-e44ba63a8716, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:03.986929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] For port 1dc55248-f1aa-411c-aadd-e44ba63a8716, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1dc55248-f1aa-411c-aadd-e44ba63a8716,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:03.993713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.033443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.034093 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.035493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] 10.222.0.53 "PUT /v2.0/ports/1dc55248-f1aa-411c-aadd-e44ba63a8716 HTTP/1.1" status: 200 len: 1091 time: 0.6117499 Feb 11 13:29:04.035936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'tag': '1dc55248-f1aa-411c-aadd-e44ba63a8716'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:04.038209 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d694d0-582f-4295-8fdd-a3732e1226f0", "tag": "1dc55248-f1aa-411c-aadd-e44ba63a8716"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:04.059922 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa896e00-6b3b-4bc8-9339-4b5362eda352 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc55248-f1aa-411c-aadd-e44ba63a8716,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:04.074589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02606c-8f82-47f8-8b19-bc2c3b613dba req-cb1f767a-c1ae-4dd5-a435-c25086c9a8bb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.076146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb02606c-8f82-47f8-8b19-bc2c3b613dba req-cb1f767a-c1ae-4dd5-a435-c25086c9a8bb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 943 time: 0.0575731 Feb 11 13:29:04.122191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-f1cb53ae-f667-4fb3-b2fb-07b0415fda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.123699 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-f1cb53ae-f667-4fb3-b2fb-07b0415fda5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 1125 time: 0.0460558 Feb 11 13:29:04.124837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb02606c-8f82-47f8-8b19-bc2c3b613dba req-3550b5f2-1c36-4d6b-9d55-e283d077b4e7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Feb 11 13:29:04.168004 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-ce620daa-ff51-4445-90e9-d27853b03be0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dc55248-f1aa-411c-aadd-e44ba63a8716 HTTP/1.1" status: 200 len: 217 time: 0.0369663 Feb 11 13:29:04.169973 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a08fb5-efe1-4522-a9cf-da17f2c6c8e0 x-openstack-request-id: req-d0a08fb5-efe1-4522-a9cf-da17f2c6c8e0 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:04.170373 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d694d0-582f-4295-8fdd-a3732e1226f0", "tag": "1dc55248-f1aa-411c-aadd-e44ba63a8716", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:04.170733 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d0a08fb5-efe1-4522-a9cf-da17f2c6c8e0 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:04.171319 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'tag': '1dc55248-f1aa-411c-aadd-e44ba63a8716', 'status': 'completed', 'code': 200} Feb 11 13:29:04.224861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-9d97b338-ad6b-4f2c-8716-70946c84d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.226493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-9d97b338-ad6b-4f2c-8716-70946c84d6c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0493784 Feb 11 13:29:04.263088 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-4bc64f32-5f47-432a-b878-b2e6a56db33b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291839 Feb 11 13:29:04.279226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:04.359422 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-b59e4416-6fbc-4de0-a977-e151ed7ebf11 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891452 Feb 11 13:29:04.462456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f430286b-02a0-42fe-814e-4ef19ca93734 req-16207661-24e5-47c1-97db-099f35b9a9e3 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902178 Feb 11 13:29:04.564739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-06409017-f31e-45de-a1bb-75ba10ff2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.566221 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-06409017-f31e-45de-a1bb-75ba10ff2f85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 1125 time: 0.0467987 Feb 11 13:29:04.660251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-869ebc9d-8431-4ac4-be55-52e273bb7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.661787 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-869ebc9d-8431-4ac4-be55-52e273bb7e71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0887830 Feb 11 13:29:04.704613 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-4367be4e-dbac-4ec8-9dd0-a67914cb805e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1dc55248-f1aa-411c-aadd-e44ba63a8716 HTTP/1.1" status: 200 len: 217 time: 0.0355701 Feb 11 13:29:04.756273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-4a085883-4c84-4172-a7ff-ec3318be28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.757858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-4a085883-4c84-4172-a7ff-ec3318be28d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0450630 Feb 11 13:29:04.792015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-3fccb75c-223d-48ba-8bbb-c89df467515e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266595 Feb 11 13:29:04.889729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-a0ecaa5b-c1d0-4e78-8f88-76db335fb45f service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911829 Feb 11 13:29:04.990280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ea61c24f-6cc8-4540-b3e4-a89cb09afd20 req-be7a2253-b4ed-4bd5-b17f-0b1cf74abb6a service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938172 Feb 11 13:29:05.253410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a978ef1-3a62-42ef-b448-d40c4d28d9e2 req-70414c98-543f-4236-830b-2cf542c6f8fa tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.255181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a978ef1-3a62-42ef-b448-d40c4d28d9e2 req-70414c98-543f-4236-830b-2cf542c6f8fa tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 943 time: 0.0596132 Feb 11 13:29:05.319543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a978ef1-3a62-42ef-b448-d40c4d28d9e2 req-37644192-2c61-4119-89bd-b2ca2c909265 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574968 Feb 11 13:29:05.340871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:06.447791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54564d-efc4-4dc7-b4f8-69e4d9966857 req-19d5bebd-f123-4441-914d-ffda4dcc64fb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.449482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c54564d-efc4-4dc7-b4f8-69e4d9966857 req-19d5bebd-f123-4441-914d-ffda4dcc64fb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 943 time: 0.0585043 Feb 11 13:29:06.498346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c54564d-efc4-4dc7-b4f8-69e4d9966857 req-8170a122-9208-4c73-aaf9-59b0cd20f74a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Feb 11 13:29:07.629218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ae9cd-cbe2-4daa-a263-0d421f40d7a9 req-6c1e0e2e-218c-4529-a90d-7891f21c2cc8 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.630903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-449ae9cd-cbe2-4daa-a263-0d421f40d7a9 req-6c1e0e2e-218c-4529-a90d-7891f21c2cc8 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 943 time: 0.0645518 Feb 11 13:29:07.682500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-449ae9cd-cbe2-4daa-a263-0d421f40d7a9 req-89d4c271-64ce-466a-a4b1-67a1484e2b38 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456338 Feb 11 13:29:07.805421 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1dc55248-f1aa-411c-aadd-e44ba63a8716 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:07.912337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1dc55248-f1aa-411c-aadd-e44ba63a8716, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1dc55248-f1aa-411c-aadd-e44ba63a8716,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:07.924870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '1dc55248-f1aa-411c-aadd-e44ba63a8716', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'port_id': '1dc55248-f1aa-411c-aadd-e44ba63a8716', 'mac_address': 'fa:16:3e:be:f9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e1ea3-39a5-4972-b103-c3597a4e59cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:07.962173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1dc55248-f1aa-411c-aadd-e44ba63a8716 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:07.962478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:07.975419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc55248-f1aa-411c-aadd-e44ba63a8716 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:07.998502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1dc55248-f1aa-411c-aadd-e44ba63a8716, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1dc55248-f1aa-411c-aadd-e44ba63a8716,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:08.005204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:08.051856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1dc55248-f1aa-411c-aadd-e44ba63a8716,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:08.273051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1dc55248-f1aa-411c-aadd-e44ba63a8716'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:08.814772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1f63-09bd-4fce-8fbf-0ab701c49c67 req-ba9af4f9-e238-44a8-8f56-175afe821144 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.816317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-241a1f63-09bd-4fce-8fbf-0ab701c49c67 req-ba9af4f9-e238-44a8-8f56-175afe821144 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 944 time: 0.0586858 Feb 11 13:29:08.873670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-241a1f63-09bd-4fce-8fbf-0ab701c49c67 req-cc18d0ff-e236-4a90-871e-93fe21608ce2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516231 Feb 11 13:29:09.818232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1dc55248-f1aa-411c-aadd-e44ba63a8716 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:09.873805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 1dc55248-f1aa-411c-aadd-e44ba63a8716 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:09.878085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 1dc55248-f1aa-411c-aadd-e44ba63a8716 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:09.878461 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.960034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1dc55248-f1aa-411c-aadd-e44ba63a8716 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:09.960439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:09.985605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc55248-f1aa-411c-aadd-e44ba63a8716'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:09.987937 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304a00d5-774e-45da-a650-b970f75eb7fb" -d '{"events": [{"server_uuid": "d0d694d0-582f-4295-8fdd-a3732e1226f0", "name": "network-vif-plugged", "status": "completed", "tag": "1dc55248-f1aa-411c-aadd-e44ba63a8716"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:10.000239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1dc55248-f1aa-411c-aadd-e44ba63a8716, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1dc55248-f1aa-411c-aadd-e44ba63a8716,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:10.004852 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:10.006393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa88c7-34c8-4026-a99f-f562e7fa2ae7 req-7e952752-3fbf-4f55-994b-7f8c70c24649 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.008023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3fa88c7-34c8-4026-a99f-f562e7fa2ae7 req-7e952752-3fbf-4f55-994b-7f8c70c24649 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 944 time: 0.0574405 Feb 11 13:29:10.057314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1dc55248-f1aa-411c-aadd-e44ba63a8716,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:10.060592 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3fa88c7-34c8-4026-a99f-f562e7fa2ae7 req-7ed7a428-e707-48b5-a08a-945a695e1d50 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Feb 11 13:29:10.103609 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5766f780-c08d-43a7-a7aa-6becadd3e7d3 x-openstack-request-id: req-5766f780-c08d-43a7-a7aa-6becadd3e7d3 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:10.103903 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d694d0-582f-4295-8fdd-a3732e1226f0", "name": "network-vif-plugged", "status": "completed", "tag": "1dc55248-f1aa-411c-aadd-e44ba63a8716", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:10.104159 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5766f780-c08d-43a7-a7aa-6becadd3e7d3 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:10.104548 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc55248-f1aa-411c-aadd-e44ba63a8716', 'code': 200} Feb 11 13:29:10.211544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98079c-5d60-45c2-93d4-ed76696b670f req-984ef792-80d0-4dc8-9c04-34eed7860d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.213468 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f98079c-5d60-45c2-93d4-ed76696b670f req-984ef792-80d0-4dc8-9c04-34eed7860d5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 1127 time: 0.0505600 Feb 11 13:29:10.262874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f98079c-5d60-45c2-93d4-ed76696b670f req-d2213ea8-81e4-4ee9-81c2-49db6b9f9f48 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434394 Feb 11 13:29:11.191822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c2433-5e8e-42d1-a5bb-0cae70ce072d req-7bdbe86b-738a-42a8-a76c-76541d29feff tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.193318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e04c2433-5e8e-42d1-a5bb-0cae70ce072d req-7bdbe86b-738a-42a8-a76c-76541d29feff tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 945 time: 0.0546691 Feb 11 13:29:11.248000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e04c2433-5e8e-42d1-a5bb-0cae70ce072d req-979dc3f1-a13b-4c8b-b0c9-3a5fc135d400 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483868 Feb 11 13:29:12.373247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f600e50-367d-4dfe-a6b0-1f6b2a771e32 req-fbab4f93-19b1-4659-b901-5cc4e7880d41 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.374764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f600e50-367d-4dfe-a6b0-1f6b2a771e32 req-fbab4f93-19b1-4659-b901-5cc4e7880d41 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 945 time: 0.0550652 Feb 11 13:29:12.425006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f600e50-367d-4dfe-a6b0-1f6b2a771e32 req-6bf3f038-db1b-42bd-8b69-c3ee5e17f355 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445333 Feb 11 13:29:12.545309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac511ab-dee7-4719-9e8a-8b6dd9e5e7a4 req-80b28942-4009-4cf5-ab36-ff3618eedb26 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.546672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ac511ab-dee7-4719-9e8a-8b6dd9e5e7a4 req-80b28942-4009-4cf5-ab36-ff3618eedb26 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 945 time: 0.0552747 Feb 11 13:29:12.593814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ac511ab-dee7-4719-9e8a-8b6dd9e5e7a4 req-7da29741-3141-4710-bb0d-e28ceb37a019 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Feb 11 13:29:12.854933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fe7f7-a2c7-46e1-965e-68a26d3f3d6a req-fe6529b8-295c-4eea-ac9a-4fdcff2fb2e9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.856358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-948fe7f7-a2c7-46e1-965e-68a26d3f3d6a req-fe6529b8-295c-4eea-ac9a-4fdcff2fb2e9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 945 time: 0.0607202 Feb 11 13:29:12.902863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-948fe7f7-a2c7-46e1-965e-68a26d3f3d6a req-b1dc24bd-5730-4662-b75e-cb49f9bfb7eb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408704 Feb 11 13:29:14.044607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054c50a-2887-4421-be8d-b826bd663175 req-99a83c2d-f5e9-47f9-82a5-ab24a734344c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.046138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5054c50a-2887-4421-be8d-b826bd663175 req-99a83c2d-f5e9-47f9-82a5-ab24a734344c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 945 time: 0.0616362 Feb 11 13:29:14.093765 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5054c50a-2887-4421-be8d-b826bd663175 req-6806bc76-96b5-4126-b6f0-fea87260b6ff tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Feb 11 13:29:14.405694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-ebfc1499-5ad8-490b-8644-6ce1a761848b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.407084 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-ebfc1499-5ad8-490b-8644-6ce1a761848b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 945 time: 0.0562923 Feb 11 13:29:14.514084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Deleting port 1dc55248-f1aa-411c-aadd-e44ba63a8716 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:14.514445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.603678 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] For port 1dc55248-f1aa-411c-aadd-e44ba63a8716, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1dc55248-f1aa-411c-aadd-e44ba63a8716,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:14.604036 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.616842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Calling delete_port for 1dc55248-f1aa-411c-aadd-e44ba63a8716 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:14.773853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1dc55248-f1aa-411c-aadd-e44ba63a8716), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.789215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:14.792554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1dc55248-f1aa-411c-aadd-e44ba63a8716'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:14.805292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event deleted for resources: {'Port': ['ID=1dc55248-f1aa-411c-aadd-e44ba63a8716,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:14.852463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] No DVR routers for this DVR port 1dc55248-f1aa-411c-aadd-e44ba63a8716 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:14.855177 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:14.858628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92213b00-4160-4c49-84df-d6fcafbfeaae req-a6cb8c2e-4032-427c-8d6c-72106d8d7b36 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "DELETE /v2.0/ports/1dc55248-f1aa-411c-aadd-e44ba63a8716 HTTP/1.1" status: 204 len: 173 time: 0.4458017 Feb 11 13:29:14.859066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'name': 'network-vif-deleted', 'tag': '1dc55248-f1aa-411c-aadd-e44ba63a8716'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:14.861388 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfedfb72-3287-41ca-b7a9-8f4244e3f543" -d '{"events": [{"server_uuid": "d0d694d0-582f-4295-8fdd-a3732e1226f0", "name": "network-vif-deleted", "tag": "1dc55248-f1aa-411c-aadd-e44ba63a8716"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:14.902830 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c32795-b88d-4f1e-aa3e-e1dd2ddce866 x-openstack-request-id: req-98c32795-b88d-4f1e-aa3e-e1dd2ddce866 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:14.903131 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d694d0-582f-4295-8fdd-a3732e1226f0", "name": "network-vif-deleted", "tag": "1dc55248-f1aa-411c-aadd-e44ba63a8716", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:14.903389 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98c32795-b88d-4f1e-aa3e-e1dd2ddce866 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:14.903820 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d694d0-582f-4295-8fdd-a3732e1226f0', 'name': 'network-vif-deleted', 'tag': '1dc55248-f1aa-411c-aadd-e44ba63a8716', 'status': 'completed', 'code': 200} Feb 11 13:29:15.228531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-871da437-4b06-4e65-af0c-77057d052ea8 req-f12c5442-7b54-4763-a9d2-b3a9e8e63a3e tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d694d0-582f-4295-8fdd-a3732e1226f0 HTTP/1.1" status: 200 len: 210 time: 0.0388005 Feb 11 13:29:16.393886 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:16.926872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-542521ea-1557-45b9-8e93-5ad22adf2f75 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.928653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-542521ea-1557-45b9-8e93-5ad22adf2f75 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1185374 Feb 11 13:29:16.947492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-a3561236-d071-4702-99f9-1769e8d58aac tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0125892 Feb 11 13:29:17.005379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-f45dcdca-557e-46e8-bce7-c07e324399f5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522091 Feb 11 13:29:17.119148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-aa6321d6-ddff-4ef1-9c46-b6e56a6ce353 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015928 Feb 11 13:29:17.209844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-9825ecfb-7672-4cfe-b3e3-72d17e0273f9 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841126 Feb 11 13:29:17.398253 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:17.407846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de97d8e4-2368-4e32-9f34-cca0406d6baa req-8f3aac43-9a32-43c8-8e33-f53df7830df5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 210 time: 0.0343313 Feb 11 13:29:17.880778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1dc55248-f1aa-411c-aadd-e44ba63a8716 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:17.903269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 1dc55248-f1aa-411c-aadd-e44ba63a8716 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:17.903716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1dc55248-f1aa-411c-aadd-e44ba63a8716 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:18.386583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-2e321ec3-9bd5-42cb-b2b3-d98690cef0e4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.388095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-2e321ec3-9bd5-42cb-b2b3-d98690cef0e4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1113875 Feb 11 13:29:18.401346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Request body: {'port': {'device_id': 'd9892b61-edd6-4372-8173-89349e01777c', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'admin_state_up': True, 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:18.512431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-856035cd-024f-4aa4-9c94-e434b8d6423d req-ef4e8786-08e8-480b-bb17-0ef5da0b2363 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 210 time: 0.0293734 Feb 11 13:29:18.520177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:18.523817 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:18.648027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Allocated IP 172.20.0.13 (40a1c973-9c5d-48ef-bb60-4b2cd25346db/a99e1ea3-39a5-4972-b103-c3597a4e59cd/857c1e8b-f055-4395-b322-21993911ed68) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:19.083955 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks [] for port (857c1e8b-f055-4395-b322-21993911ed68), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.123418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (857c1e8b-f055-4395-b322-21993911ed68), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.138700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:19.171484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:19.174710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:19.178895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:19.185193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event updated for resources: {'Port': ['ID=857c1e8b-f055-4395-b322-21993911ed68,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.231781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.232395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.249742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-88f67b23-3846-4df8-b219-c5cd178df55a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8525794 Feb 11 13:29:19.263100 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Request body: {'port': {'device_id': 'd9892b61-edd6-4372-8173-89349e01777c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:19.321376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (857c1e8b-f055-4395-b322-21993911ed68), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.591043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857c1e8b-f055-4395-b322-21993911ed68 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:19.598687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Publish callbacks [] for port (857c1e8b-f055-4395-b322-21993911ed68), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.611285 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Transition to ACTIVE for port object 857c1e8b-f055-4395-b322-21993911ed68 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:19.615590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (857c1e8b-f055-4395-b322-21993911ed68), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.635721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da2e85-52db-45cb-a3f3-15f991b4f344 req-5d36cb77-fe24-4f88-a800-da66ee1019df tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.637240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64da2e85-52db-45cb-a3f3-15f991b4f344 req-5d36cb77-fe24-4f88-a800-da66ee1019df tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 932 time: 0.0537996 Feb 11 13:29:19.685273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64da2e85-52db-45cb-a3f3-15f991b4f344 req-62522b26-c125-4273-aed3-2d93317fcba6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421903 Feb 11 13:29:19.706003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Pushing event updated for resources: {'Port': ['ID=857c1e8b-f055-4395-b322-21993911ed68,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.737480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Attempting to bind port 857c1e8b-f055-4395-b322-21993911ed68 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:19.737847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Attempting to bind port 857c1e8b-f055-4395-b322-21993911ed68 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:19.738173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Attempting to bind port 857c1e8b-f055-4395-b322-21993911ed68 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:19.742500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Port 857c1e8b-f055-4395-b322-21993911ed68 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:19.742847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Attempting to bind port 857c1e8b-f055-4395-b322-21993911ed68 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:19.747705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:19.748038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:19.748414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Bound using segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:19.748832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Bound port: 857c1e8b-f055-4395-b322-21993911ed68, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:19.749218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (857c1e8b-f055-4395-b322-21993911ed68), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.811511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] For port 857c1e8b-f055-4395-b322-21993911ed68, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:19.814875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] For port 857c1e8b-f055-4395-b322-21993911ed68, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=857c1e8b-f055-4395-b322-21993911ed68,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:19.823806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (857c1e8b-f055-4395-b322-21993911ed68), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.859792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.860422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:19.861861 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] 10.222.0.53 "PUT /v2.0/ports/857c1e8b-f055-4395-b322-21993911ed68 HTTP/1.1" status: 200 len: 1092 time: 0.6047781 Feb 11 13:29:19.862311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9892b61-edd6-4372-8173-89349e01777c', 'tag': '857c1e8b-f055-4395-b322-21993911ed68'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:19.864591 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a89697-ac44-4224-94f4-053276174e64" -d '{"events": [{"name": "network-changed", "server_uuid": "d9892b61-edd6-4372-8173-89349e01777c", "tag": "857c1e8b-f055-4395-b322-21993911ed68"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:19.886642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Pushing event updated for resources: {'Port': ['ID=857c1e8b-f055-4395-b322-21993911ed68,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.894993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.895345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.895690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.896006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.896350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.896698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.897006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.897326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.897660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.897989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.898329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.898651 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.898961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa90096-f980-427d-80f1-c23c5f727840 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:19.904622 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee3c476-5110-46a6-99c8-97e493be96bd x-openstack-request-id: req-2ee3c476-5110-46a6-99c8-97e493be96bd {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:19.904929 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9892b61-edd6-4372-8173-89349e01777c", "tag": "857c1e8b-f055-4395-b322-21993911ed68", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:19.905213 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ee3c476-5110-46a6-99c8-97e493be96bd {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:19.905612 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9892b61-edd6-4372-8173-89349e01777c', 'tag': '857c1e8b-f055-4395-b322-21993911ed68', 'status': 'completed', 'code': 200} Feb 11 13:29:19.950972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-84e60d50-2458-4e8b-a0ca-5dc761a68944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.952439 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-84e60d50-2458-4e8b-a0ca-5dc761a68944 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 1126 time: 0.0495620 Feb 11 13:29:19.999729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-80f446ed-5aeb-431c-a850-33a87c4c94bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=857c1e8b-f055-4395-b322-21993911ed68 HTTP/1.1" status: 200 len: 217 time: 0.0387950 Feb 11 13:29:20.050140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cb5a26d1-3fdb-405b-86a2-1ef62d83fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.051587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-cb5a26d1-3fdb-405b-86a2-1ef62d83fea7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0450730 Feb 11 13:29:20.083734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-50824752-3d03-414f-b981-e0e5692cf58d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259676 Feb 11 13:29:20.180288 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-0a7cdba3-3423-4413-b9ac-dfba1c261115 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896168 Feb 11 13:29:20.273314 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2481aa43-d878-41d7-8f9d-287a8093f282 req-167cc5cb-b4de-4bfb-8b0f-bff1a618ff8a service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852695 Feb 11 13:29:20.372984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89697-ac44-4224-94f4-053276174e64 req-1aca56af-9d3b-4edc-beb9-3f681da97617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.374598 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4a89697-ac44-4224-94f4-053276174e64 req-1aca56af-9d3b-4edc-beb9-3f681da97617 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 1126 time: 0.0503752 Feb 11 13:29:20.467494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89697-ac44-4224-94f4-053276174e64 req-2e297155-ec2a-4fc8-9826-988bc74c3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.468997 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4a89697-ac44-4224-94f4-053276174e64 req-2e297155-ec2a-4fc8-9826-988bc74c3793 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0877457 Feb 11 13:29:20.514276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4a89697-ac44-4224-94f4-053276174e64 req-c306ba75-b288-460e-b9fa-0aafcbd15802 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=857c1e8b-f055-4395-b322-21993911ed68 HTTP/1.1" status: 200 len: 217 time: 0.0383818 Feb 11 13:29:20.566756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a89697-ac44-4224-94f4-053276174e64 req-ee61b23b-89d3-4ebe-8941-5eb0254c4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.568073 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4a89697-ac44-4224-94f4-053276174e64 req-ee61b23b-89d3-4ebe-8941-5eb0254c4b09 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0469677 Feb 11 13:29:20.603273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4a89697-ac44-4224-94f4-053276174e64 req-4bc88743-6869-446f-816f-640203b459ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259213 Feb 11 13:29:20.700100 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4a89697-ac44-4224-94f4-053276174e64 req-8a0fe566-62a0-4722-9184-3f8e273f7486 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900977 Feb 11 13:29:20.793947 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a4a89697-ac44-4224-94f4-053276174e64 req-f404325e-80b4-4396-8a92-403ee1e1220d service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876417 Feb 11 13:29:20.810356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103554f9-0ccc-4ed6-ab09-f868098c4c0c req-766bf64c-714c-4d84-b881-9ba1e771e8d8 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.812159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-103554f9-0ccc-4ed6-ab09-f868098c4c0c req-766bf64c-714c-4d84-b881-9ba1e771e8d8 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 944 time: 0.0554137 Feb 11 13:29:20.866328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-103554f9-0ccc-4ed6-ab09-f868098c4c0c req-e1b6ffdb-a142-4826-b1fe-2c41a5681e05 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 Feb 11 13:29:21.993665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1eb7a-624b-488b-95cf-08d94ef6d0d2 req-c6f591a6-548f-4dac-9b98-30e6ef4bac4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.995429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16c1eb7a-624b-488b-95cf-08d94ef6d0d2 req-c6f591a6-548f-4dac-9b98-30e6ef4bac4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 944 time: 0.0593030 Feb 11 13:29:22.045461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16c1eb7a-624b-488b-95cf-08d94ef6d0d2 req-e78bca99-f472-49a3-8cec-bf738e3321a5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Feb 11 13:29:23.172555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7093baa-52f2-4b35-bf22-d4648e7eac33 req-e4a54175-fe9d-46bd-89bb-d2bcb1ee49df tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:23.174235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7093baa-52f2-4b35-bf22-d4648e7eac33 req-e4a54175-fe9d-46bd-89bb-d2bcb1ee49df tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 944 time: 0.0600910 Feb 11 13:29:23.228253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7093baa-52f2-4b35-bf22-d4648e7eac33 req-553b3c22-378b-4980-beb4-ddc880a69b19 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483468 Feb 11 13:29:23.902476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 857c1e8b-f055-4395-b322-21993911ed68 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:24.008089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 857c1e8b-f055-4395-b322-21993911ed68, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=857c1e8b-f055-4395-b322-21993911ed68,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:24.020178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '857c1e8b-f055-4395-b322-21993911ed68', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'port_id': '857c1e8b-f055-4395-b322-21993911ed68', 'mac_address': 'fa:16:3e:2a:bf:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e1ea3-39a5-4972-b103-c3597a4e59cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:24.058203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 857c1e8b-f055-4395-b322-21993911ed68 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:24.058591 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (857c1e8b-f055-4395-b322-21993911ed68), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:24.072698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857c1e8b-f055-4395-b322-21993911ed68 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:24.093537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 857c1e8b-f055-4395-b322-21993911ed68, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=857c1e8b-f055-4395-b322-21993911ed68,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:24.100260 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (857c1e8b-f055-4395-b322-21993911ed68), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:24.149225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=857c1e8b-f055-4395-b322-21993911ed68,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:24.156705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.157043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.157481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.158074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.158479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.158820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.159151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.159476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.159802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.160115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.160438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.160759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.161083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:24.325372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['857c1e8b-f055-4395-b322-21993911ed68'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:24.358141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aa0d9-8d61-4321-914c-9430c17f8b1f req-2bee2282-2935-4baa-9fed-6e98a49d077b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.359577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e7aa0d9-8d61-4321-914c-9430c17f8b1f req-2bee2282-2935-4baa-9fed-6e98a49d077b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 945 time: 0.0593462 Feb 11 13:29:24.408250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e7aa0d9-8d61-4321-914c-9430c17f8b1f req-90df1c46-530d-4d67-b99d-2d998043d485 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428462 Feb 11 13:29:25.544827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6c56d-3212-4768-a8a1-82468e856cf6 req-28aba1b1-c3e7-4f17-a23c-405effd73528 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.546452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3ee6c56d-3212-4768-a8a1-82468e856cf6 req-28aba1b1-c3e7-4f17-a23c-405effd73528 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 945 time: 0.0674009 Feb 11 13:29:25.599236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3ee6c56d-3212-4768-a8a1-82468e856cf6 req-1dd5a826-9566-48ba-9e0d-43b66b283f43 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 Feb 11 13:29:25.776356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52888) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:25.929048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 857c1e8b-f055-4395-b322-21993911ed68 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:25.982695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 857c1e8b-f055-4395-b322-21993911ed68 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:25.987958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 857c1e8b-f055-4395-b322-21993911ed68 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:25.988363 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (857c1e8b-f055-4395-b322-21993911ed68), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.010512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Deleting port e94c528d-635f-443e-88d4-13955e17a52f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:26.010872 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e94c528d-635f-443e-88d4-13955e17a52f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.102334 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e94c528d-635f-443e-88d4-13955e17a52f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.102586 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for floatingip (e94c528d-635f-443e-88d4-13955e17a52f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.115887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Calling delete_port for e94c528d-635f-443e-88d4-13955e17a52f owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:26.225409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 857c1e8b-f055-4395-b322-21993911ed68 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:26.225831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (857c1e8b-f055-4395-b322-21993911ed68), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.248197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9892b61-edd6-4372-8173-89349e01777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c1e8b-f055-4395-b322-21993911ed68'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:26.250537 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b11c45-23f5-4b76-a455-b61aa9a8ed2c" -d '{"events": [{"server_uuid": "d9892b61-edd6-4372-8173-89349e01777c", "name": "network-vif-plugged", "status": "completed", "tag": "857c1e8b-f055-4395-b322-21993911ed68"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:26.263525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 857c1e8b-f055-4395-b322-21993911ed68, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=857c1e8b-f055-4395-b322-21993911ed68,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:26.268398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (857c1e8b-f055-4395-b322-21993911ed68), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.292303 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb9f8ac-3d7b-47c0-982e-679b300546db x-openstack-request-id: req-1cb9f8ac-3d7b-47c0-982e-679b300546db {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:26.292605 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9892b61-edd6-4372-8173-89349e01777c", "name": "network-vif-plugged", "status": "completed", "tag": "857c1e8b-f055-4395-b322-21993911ed68", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:26.292857 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1cb9f8ac-3d7b-47c0-982e-679b300546db {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:26.293250 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9892b61-edd6-4372-8173-89349e01777c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857c1e8b-f055-4395-b322-21993911ed68', 'code': 200} Feb 11 13:29:26.303699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e94c528d-635f-443e-88d4-13955e17a52f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.319873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=857c1e8b-f055-4395-b322-21993911ed68,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:26.333194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event deleted for resources: {'Port': ['ID=e94c528d-635f-443e-88d4-13955e17a52f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:26.428404 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for floatingip (9e0355dd-068c-4086-a1e6-576f857d9c24), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.428786 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Floating IP 9e0355dd-068c-4086-a1e6-576f857d9c24 disassociated (deleted). External IP: 172.25.1.45, port: 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62. Feb 11 13:29:26.470011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d37cef-683e-4529-bb5f-65ab8f18dc42 req-c86b1938-a92a-4c85-a6b0-42d69293ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.471970 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8d37cef-683e-4529-bb5f-65ab8f18dc42 req-c86b1938-a92a-4c85-a6b0-42d69293ced3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 1128 time: 0.1116424 Feb 11 13:29:26.563448 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b8d37cef-683e-4529-bb5f-65ab8f18dc42 req-4cd8408e-6add-4fb7-ae82-fa7d9758dbe1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832779 Feb 11 13:29:26.680090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:26.736154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a3d6-bf2c-4585-92e9-f7b744f5f0af req-478091ac-6087-4533-8aa2-8ac31dd725eb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.737762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f28a3d6-bf2c-4585-92e9-f7b744f5f0af req-478091ac-6087-4533-8aa2-8ac31dd725eb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 946 time: 0.0596335 Feb 11 13:29:26.786600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f28a3d6-bf2c-4585-92e9-f7b744f5f0af req-91d3b81d-1c31-44ec-bfde-4af92a28c293 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Feb 11 13:29:26.802358 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:26.807609 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:26.816089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] Sync routers for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:26.826224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:26.826898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:29:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:26.843905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fafacb0d-fc4e-42f5-a2a4-9f751411c5c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "DELETE /v2.0/floatingips/9e0355dd-068c-4086-a1e6-576f857d9c24 HTTP/1.1" status: 204 len: 168 time: 1.0663276 Feb 11 13:29:26.844497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:26.847034 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5482b6-f005-40fc-a875-8955d64e0426" -d '{"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:26.941887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:26.998201 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6356e97e-be76-4866-8879-61ef310d6333 x-openstack-request-id: req-6356e97e-be76-4866-8879-61ef310d6333 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:26.998700 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:26.999095 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6356e97e-be76-4866-8879-61ef310d6333 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:26.999734 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'status': 'completed', 'code': 200} Feb 11 13:29:27.078423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-714a752e-0d43-4a41-ba5a-df8db8b4d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.080276 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-714a752e-0d43-4a41-ba5a-df8db8b4d4b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=272a68c9769f4c838ef465c845d83be2&device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 1127 time: 0.0555816 Feb 11 13:29:27.099471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3f3cb-ca79-452a-991e-e9156bc836f5 req-690bafcb-33eb-48d0-8d91-8cb252b114a6 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.101222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2dc3f3cb-ca79-452a-991e-e9156bc836f5 req-690bafcb-33eb-48d0-8d91-8cb252b114a6 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 945 time: 0.0588486 Feb 11 13:29:27.160402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2dc3f3cb-ca79-452a-991e-e9156bc836f5 req-0cf479f0-f143-4b71-9335-200413931578 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509570 Feb 11 13:29:27.175883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.192070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-93c123df-7b24-417c-be8c-9c85cade67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.193815 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-93c123df-7b24-417c-be8c-9c85cade67fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 200 len: 915 time: 0.1044853 Feb 11 13:29:27.204918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] Checking router: 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:27.214030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:27.214653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:29:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.242456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-fc065252-cbe8-4f2c-ae37-6a3e160d4177 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 200 len: 217 time: 0.0409224 Feb 11 13:29:27.294032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-c50da640-6d99-4948-8a5b-dba436be2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.295788 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-c50da640-6d99-4948-8a5b-dba436be2e68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 HTTP/1.1" status: 200 len: 853 time: 0.0476573 Feb 11 13:29:27.347776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:27.352261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-ed91f4f6-0884-4f96-a42c-62ea0a4ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.353855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-ed91f4f6-0884-4f96-a42c-62ea0a4ba6bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=454d6fb5-27f6-486b-bc9c-463b367f1055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491636 Feb 11 13:29:27.466343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-6ed0a3a9-ae78-4ba2-9653-40c198fa4413 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057990 Feb 11 13:29:27.564107 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7f5482b6-f005-40fc-a875-8955d64e0426 req-a1546085-b973-4c0f-8842-5a6f8969dbb7 service neutron] 10.222.0.53 "GET /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889049 Feb 11 13:29:27.565380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.592528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c056c2f-fa29-44ba-ac88-8ecae29dd94d None None] The sync data for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 is: [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:25:20Z', 'revision_number': 4, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'eff49399-18b3-4d06-8a7e-f6829e2d69ec', 'name': '', 'network_id': '454d6fb5-27f6-486b-bc9c-463b367f1055', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'mac_address': 'fa:16:3e:bd:1b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:18Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'subnets': [{'id': '0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:27.883392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581722e-7884-4ff9-8c23-b205aaa47304 None None] New status for floating IP 9e0355dd-068c-4086-a1e6-576f857d9c24: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:29:27.933464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3dc10-d507-41cf-9a7c-f05f65378911 req-dc2990fd-c504-4fa4-95f9-c96663c08678 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.935101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efa3dc10-d507-41cf-9a7c-f05f65378911 req-dc2990fd-c504-4fa4-95f9-c96663c08678 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 946 time: 0.0564837 Feb 11 13:29:27.989993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efa3dc10-d507-41cf-9a7c-f05f65378911 req-3be0da27-4721-49fc-97be-8ec3988aea76 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481470 Feb 11 13:29:28.288746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b88de-7213-4b8c-94f4-8302312b14c0 req-a035bd70-2c51-4aeb-b167-91031a6be6ae tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.290179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-478b88de-7213-4b8c-94f4-8302312b14c0 req-a035bd70-2c51-4aeb-b167-91031a6be6ae tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 945 time: 0.0552392 Feb 11 13:29:28.340738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-478b88de-7213-4b8c-94f4-8302312b14c0 req-badd5be9-6e83-4b62-9f9b-f187eb4e9d2d tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/security-groups?id=1943da44-bd7c-472d-94e5-d0d1984f7b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425498 Feb 11 13:29:28.965545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-ab2c271d-4aea-4911-9f57-24af103ea80c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.967103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-ab2c271d-4aea-4911-9f57-24af103ea80c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.53 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 945 time: 0.0588820 Feb 11 13:29:29.061280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Deleting port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:29.061596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.111312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43aef32-d2e7-47b9-8399-10a86e3a4044 req-bb06fe20-d384-40f5-b036-ad86bc5272f4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.112941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c43aef32-d2e7-47b9-8399-10a86e3a4044 req-bb06fe20-d384-40f5-b036-ad86bc5272f4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 946 time: 0.0540671 Feb 11 13:29:29.160045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c43aef32-d2e7-47b9-8399-10a86e3a4044 req-5afc3f50-a7c5-4031-908a-a2df07d4e08c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414510 Feb 11 13:29:29.163493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] For port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:29.163782 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.176596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Calling delete_port for 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:29.285657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc65482-65e2-4e45-8de1-99619919e3c1 req-92fa8e9b-e5db-48f5-b363-e03c9dcdbf2c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.287041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5dc65482-65e2-4e45-8de1-99619919e3c1 req-92fa8e9b-e5db-48f5-b363-e03c9dcdbf2c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 946 time: 0.0604603 Feb 11 13:29:29.307422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (396e58d8-8bb3-49f2-a1d3-b5f0d955aa62), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.308851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52e08af8-2550-4014-a4f2-d8607bd122b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.336680 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5dc65482-65e2-4e45-8de1-99619919e3c1 req-b0f628a1-00b9-4479-85a7-fd33f5cebc63 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437906 Feb 11 13:29:29.342260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event deleted for resources: {'Port': ['ID=396e58d8-8bb3-49f2-a1d3-b5f0d955aa62,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:29.386972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] No DVR routers for this DVR port 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:29.389591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:29.393400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a68fc5d4-b9ef-4c65-9bd3-e9c85edd6c3e req-3f6d7e35-719b-4da8-b696-2bdb493da8be tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.53 "DELETE /v2.0/ports/396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 HTTP/1.1" status: 204 len: 173 time: 0.4208326 Feb 11 13:29:29.393964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'name': 'network-vif-deleted', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:29.397856 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f4879a-e808-47c8-907b-c5269b5e77f3" -d '{"events": [{"server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "name": "network-vif-deleted", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:29.488950 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-daf13b90-07ee-42c5-bac1-b94016037ee9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472081 Feb 11 13:29:29.573820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c38504e3-3eeb-41e3-91c6-1092acf91e62 req-1d711b24-a83d-46d6-98e6-8322104d967c tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0345526 Feb 11 13:29:29.585140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-e6b83010-7346-44e2-b5e3-aa199e01bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.586723 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-e6b83010-7346-44e2-b5e3-aa199e01bd52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 1128 time: 0.0491271 Feb 11 13:29:29.623973 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90f3e9f-e10a-4d03-801b-2b26589532d7 x-openstack-request-id: req-d90f3e9f-e10a-4d03-801b-2b26589532d7 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:29.624236 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15958732-4eab-4652-bef3-6ba979ae13a2", "name": "network-vif-deleted", "tag": "396e58d8-8bb3-49f2-a1d3-b5f0d955aa62", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:29.624487 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d90f3e9f-e10a-4d03-801b-2b26589532d7 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:29.624884 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15958732-4eab-4652-bef3-6ba979ae13a2', 'name': 'network-vif-deleted', 'tag': '396e58d8-8bb3-49f2-a1d3-b5f0d955aa62', 'status': 'completed', 'code': 200} Feb 11 13:29:29.712219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-d29795f8-f4f4-4dfe-8803-3c8e7390eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.714013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-d29795f8-f4f4-4dfe-8803-3c8e7390eafe service neutron] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.1013391 Feb 11 13:29:29.727538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002080b-ffb6-4822-af12-ffb7861bcc99 req-77de9763-0fb6-4956-962b-a6792b51aa27 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.729293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4002080b-ffb6-4822-af12-ffb7861bcc99 req-77de9763-0fb6-4956-962b-a6792b51aa27 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 946 time: 0.0600436 Feb 11 13:29:29.762510 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-cd735b7e-def7-4728-be7e-04abdc982a96 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=857c1e8b-f055-4395-b322-21993911ed68 HTTP/1.1" status: 200 len: 217 time: 0.0410817 Feb 11 13:29:29.795686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4002080b-ffb6-4822-af12-ffb7861bcc99 req-66b74260-191d-4c62-aa27-c44164081f07 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556107 Feb 11 13:29:29.823174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-cc026424-55be-4581-aeb3-87131fa2031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.824913 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-cc026424-55be-4581-aeb3-87131fa2031f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0553591 Feb 11 13:29:29.861255 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-4c00f3aa-fd05-4b01-95d8-0542bc42bbff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293062 Feb 11 13:29:29.954216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-41111148-098c-4c78-9253-4ff3a69574ad service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858066 Feb 11 13:29:30.056804 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b893f32b-d125-4b76-9cfd-a769ece6df3d req-6b9e1591-a2f9-4a92-a360-63fe2af23d4f service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910411 Feb 11 13:29:30.675472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-666d8247-dac5-4f31-b967-87483796acb1 req-46328238-fd23-44b8-af33-b17a43db1319 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0309486 Feb 11 13:29:30.922628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217c02f-e8c1-4020-a17c-67e06f0ab98b req-0de0bc59-1996-46d8-b79e-5275195fadee tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.924464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a217c02f-e8c1-4020-a17c-67e06f0ab98b req-0de0bc59-1996-46d8-b79e-5275195fadee tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 946 time: 0.0560327 Feb 11 13:29:30.974121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a217c02f-e8c1-4020-a17c-67e06f0ab98b req-8c7afc82-2567-4eb7-ac77-1ec66c2597ff tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Feb 11 13:29:31.092981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-72cdd871-954a-4e7f-8405-bcc1fe6d89cb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:31.094455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-72cdd871-954a-4e7f-8405-bcc1fe6d89cb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 946 time: 0.0579123 Feb 11 13:29:31.194928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Deleting port 857c1e8b-f055-4395-b322-21993911ed68 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:31.195268 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (857c1e8b-f055-4395-b322-21993911ed68), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.284641 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] For port 857c1e8b-f055-4395-b322-21993911ed68, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=857c1e8b-f055-4395-b322-21993911ed68,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.284977 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (857c1e8b-f055-4395-b322-21993911ed68), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.297600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Calling delete_port for 857c1e8b-f055-4395-b322-21993911ed68 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:31.398923 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1f62933c-775b-4859-b75f-a93da262bdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.711370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (857c1e8b-f055-4395-b322-21993911ed68), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.725136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['857c1e8b-f055-4395-b322-21993911ed68'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:31.740158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event deleted for resources: {'Port': ['ID=857c1e8b-f055-4395-b322-21993911ed68,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.750939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:31.796826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a7ecf4db-eead-4709-a68d-7f55c75e44e4 req-ddbb29df-2bb5-45c5-9371-09faa4b2964b tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0301042 Feb 11 13:29:31.819583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] No DVR routers for this DVR port 857c1e8b-f055-4395-b322-21993911ed68 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:31.822590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:31.826426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-eb0d4aa1-dad3-4dea-8fbe-e0ae41f87bd7 req-10271613-f273-4bc1-87f0-78a469cc5bc6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "DELETE /v2.0/ports/857c1e8b-f055-4395-b322-21993911ed68 HTTP/1.1" status: 204 len: 173 time: 0.7253771 Feb 11 13:29:31.827055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9892b61-edd6-4372-8173-89349e01777c', 'name': 'network-vif-deleted', 'tag': '857c1e8b-f055-4395-b322-21993911ed68'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:31.830398 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebfa3f8-be88-4979-ab75-d2d1fb704d29" -d '{"events": [{"server_uuid": "d9892b61-edd6-4372-8173-89349e01777c", "name": "network-vif-deleted", "tag": "857c1e8b-f055-4395-b322-21993911ed68"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:31.881540 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febd67a0-5684-4ceb-8acb-c92d4240997a x-openstack-request-id: req-febd67a0-5684-4ceb-8acb-c92d4240997a {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:31.882414 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9892b61-edd6-4372-8173-89349e01777c", "name": "network-vif-deleted", "tag": "857c1e8b-f055-4395-b322-21993911ed68", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:31.882414 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-febd67a0-5684-4ceb-8acb-c92d4240997a {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:31.882617 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9892b61-edd6-4372-8173-89349e01777c', 'name': 'network-vif-deleted', 'tag': '857c1e8b-f055-4395-b322-21993911ed68', 'status': 'completed', 'code': 200} Feb 11 13:29:31.974029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:31.995079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:31.995428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 396e58d8-8bb3-49f2-a1d3-b5f0d955aa62 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:32.090417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81b39f80-7708-4f48-8bfb-0d4d5865734d req-7b3aa382-7603-4113-8cda-6bee43679e2c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d9892b61-edd6-4372-8173-89349e01777c HTTP/1.1" status: 200 len: 210 time: 0.0324998 Feb 11 13:29:32.623930 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:32.898211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad8e9b45-4cd5-4c38-9b29-58b45b7a1a95 req-d1a9c5c5-edd5-4fa2-a637-14de600ac8b1 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0278926 Feb 11 13:29:33.383769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-495c6e27-4ecf-4ce2-9aa6-0e3ddc4c5bd4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.385234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-495c6e27-4ecf-4ce2-9aa6-0e3ddc4c5bd4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1044271 Feb 11 13:29:33.400510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-83f1d0cc-b4d6-44af-909b-9b2d0552b9ba tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0095203 Feb 11 13:29:33.462474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-0129fe2e-42d6-44cc-8b19-25ffaa51bb08 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543723 Feb 11 13:29:33.553695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-93912641-7f0b-48d7-9e65-afa0d2bdba01 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842512 Feb 11 13:29:33.651316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-bfd566e0-35a4-4bd7-a19a-3c110fefb4da service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917213 Feb 11 13:29:33.812753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b3d564b8-223c-4ed5-a035-2f6bd4738220 req-bbe8a0b0-2c25-462b-9e67-b85d1404f924 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 210 time: 0.0280914 Feb 11 13:29:34.006198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ab53567-c992-4e85-a018-dbeffb769b07 req-5c0f9df6-b97f-4a54-8536-f29fa88e5044 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0356698 Feb 11 13:29:34.283344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:34.824597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-1e580e61-6a12-4bd9-afdf-0808d3b29c4d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.826192 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-1e580e61-6a12-4bd9-afdf-0808d3b29c4d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1034019 Feb 11 13:29:34.840831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Request body: {'port': {'device_id': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'admin_state_up': True, 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:34.915446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ace70a85-8828-44e9-af2e-031271430e4b req-1e510ff1-f579-4ae8-975c-e68608c0279c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 210 time: 0.0278165 Feb 11 13:29:34.980492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:34.984032 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.099147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb9bb5cd-f8ee-4772-b50b-78a9f3f475c8 req-4144a266-d307-4f21-abe6-9e208c6337c3 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0293176 Feb 11 13:29:35.111870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Allocated IP 172.20.0.12 (40a1c973-9c5d-48ef-bb60-4b2cd25346db/a99e1ea3-39a5-4972-b103-c3597a4e59cd/59e2233a-5da6-4b69-aec4-7d76300ba040) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:35.288217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks [] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.324934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.337289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:35.365579 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.383348 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:35.386603 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:35.390720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:35.415670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event updated for resources: {'Port': ['ID=59e2233a-5da6-4b69-aec4-7d76300ba040,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:35.444378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.445012 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.462316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-4de094a6-27b8-4103-b521-52735427c27f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6272025 Feb 11 13:29:35.474031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Request body: {'port': {'device_id': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:35.532101 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.794052 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59e2233a-5da6-4b69-aec4-7d76300ba040 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:35.801905 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Publish callbacks [] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.815106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Transition to ACTIVE for port object 59e2233a-5da6-4b69-aec4-7d76300ba040 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:35.819860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.869879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Pushing event updated for resources: {'Port': ['ID=59e2233a-5da6-4b69-aec4-7d76300ba040,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:35.941847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Attempting to bind port 59e2233a-5da6-4b69-aec4-7d76300ba040 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:35.942182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Attempting to bind port 59e2233a-5da6-4b69-aec4-7d76300ba040 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:35.942526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Attempting to bind port 59e2233a-5da6-4b69-aec4-7d76300ba040 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:35.947529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Port 59e2233a-5da6-4b69-aec4-7d76300ba040 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:35.948321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Attempting to bind port 59e2233a-5da6-4b69-aec4-7d76300ba040 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:35.953505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:35.953883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:35.954272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Bound using segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:35.954707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Bound port: 59e2233a-5da6-4b69-aec4-7d76300ba040, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:35.955148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:35.983655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 857c1e8b-f055-4395-b322-21993911ed68 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:36.019003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 857c1e8b-f055-4395-b322-21993911ed68 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:36.019670 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 857c1e8b-f055-4395-b322-21993911ed68 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:36.039136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] For port 59e2233a-5da6-4b69-aec4-7d76300ba040, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:36.042832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] For port 59e2233a-5da6-4b69-aec4-7d76300ba040, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=59e2233a-5da6-4b69-aec4-7d76300ba040,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:36.049889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af021a-1b21-468f-9b37-040bd8fc4bb8 req-a489c04d-ed14-4f6e-924c-58895361e4e6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.051408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9af021a-1b21-468f-9b37-040bd8fc4bb8 req-a489c04d-ed14-4f6e-924c-58895361e4e6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 944 time: 0.0631194 Feb 11 13:29:36.052534 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:36.091940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.092379 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:36.094126 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] 10.222.0.53 "PUT /v2.0/ports/59e2233a-5da6-4b69-aec4-7d76300ba040 HTTP/1.1" status: 200 len: 1092 time: 0.6245525 Feb 11 13:29:36.096856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'tag': '59e2233a-5da6-4b69-aec4-7d76300ba040'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:36.106385 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685e3f31-b07d-4f7e-866c-82d00f0a4599" -d '{"events": [{"name": "network-changed", "server_uuid": "c5357051-c0a6-46bd-8e25-aa40b4aba124", "tag": "59e2233a-5da6-4b69-aec4-7d76300ba040"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:36.109412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9af021a-1b21-468f-9b37-040bd8fc4bb8 req-20f17a62-9ec7-42ba-a445-c8e7cf5f7ad8 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Feb 11 13:29:36.153351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b029a-3571-4bc9-8ad3-bb414be48692 service neutron] Pushing event updated for resources: {'Port': ['ID=59e2233a-5da6-4b69-aec4-7d76300ba040,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:36.171576 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38670cb2-f108-4308-884f-99ea532f3a65 x-openstack-request-id: req-38670cb2-f108-4308-884f-99ea532f3a65 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:36.171868 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5357051-c0a6-46bd-8e25-aa40b4aba124", "tag": "59e2233a-5da6-4b69-aec4-7d76300ba040", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:36.172115 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38670cb2-f108-4308-884f-99ea532f3a65 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:36.172509 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'tag': '59e2233a-5da6-4b69-aec4-7d76300ba040', 'status': 'completed', 'code': 200} Feb 11 13:29:36.192306 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-c325b63a-e3b6-43e9-99fd-dbb5e7173308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.194108 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-c325b63a-e3b6-43e9-99fd-dbb5e7173308 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 1126 time: 0.0549343 Feb 11 13:29:36.241889 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-89d8877d-b442-4db5-aa95-13eff3f80aa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e2233a-5da6-4b69-aec4-7d76300ba040 HTTP/1.1" status: 200 len: 217 time: 0.0386889 Feb 11 13:29:36.242158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9de549f5-0b2b-4692-a1c0-927ca9cbcf28 req-fcf6afb3-7ba7-4d6f-af0f-3957711ba8c7 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0279808 Feb 11 13:29:36.295327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-c127f270-e1af-4c90-8e1c-86641e1878d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.296780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-c127f270-e1af-4c90-8e1c-86641e1878d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0449076 Feb 11 13:29:36.329528 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-ad6a507f-ce44-4e6d-b731-1abb4295fe96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258198 Feb 11 13:29:36.422566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-0205d0eb-c5f3-4e4f-afa2-60b1e6dd6cce service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865953 Feb 11 13:29:36.513315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af19a2cf-141b-48ad-bfa0-26afcf16a512 req-01864570-dd71-41ca-95ce-9298a17f7d58 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844393 Feb 11 13:29:36.612955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-9bc19097-05c8-471f-8c76-90f7d2ad0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.614413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-9bc19097-05c8-471f-8c76-90f7d2ad0dca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 1126 time: 0.0525308 Feb 11 13:29:36.707470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-9ae5c8d2-b92e-4c3d-b348-42ee2a12b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.708963 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-9ae5c8d2-b92e-4c3d-b348-42ee2a12b3c2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0876122 Feb 11 13:29:36.755008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-c443c6db-2e3a-4de5-8d26-40625063d237 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59e2233a-5da6-4b69-aec4-7d76300ba040 HTTP/1.1" status: 200 len: 217 time: 0.0380476 Feb 11 13:29:36.803891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-8c88fdb0-cb59-4e71-ab13-511d3afc9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.805435 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-8c88fdb0-cb59-4e71-ab13-511d3afc9313 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0439363 Feb 11 13:29:36.840464 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-11cecc80-d816-4eb8-bc4d-7482fb4d20d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270870 Feb 11 13:29:36.948365 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-7f0165fa-c406-470d-a3b4-60ceb26340b8 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993130 Feb 11 13:29:37.043700 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-685e3f31-b07d-4f7e-866c-82d00f0a4599 req-c49f2c94-7903-4e74-8332-1b7eb4effc31 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857382 Feb 11 13:29:37.245584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5a14-56ba-40e8-8681-b11cf7257afd req-a74b70c2-1457-4105-9ea3-7754a8f6bd39 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:37.247094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ede5a14-56ba-40e8-8681-b11cf7257afd req-a74b70c2-1457-4105-9ea3-7754a8f6bd39 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 944 time: 0.0611472 Feb 11 13:29:37.304655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ede5a14-56ba-40e8-8681-b11cf7257afd req-c8099c2d-96be-49a7-9420-8f9ba5e1927f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483940 Feb 11 13:29:37.391664 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c0e98b2-1228-423c-a379-389a3ec0fa7d req-f55bc682-4176-4f99-93a8-35a78da83db1 tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "GET /v2.0/ports?device_id=15958732-4eab-4652-bef3-6ba979ae13a2 HTTP/1.1" status: 200 len: 210 time: 0.0283685 Feb 11 13:29:38.045550 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:29:38.440956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5fcaf-0d5c-495d-a06a-5cd3268cddc6 req-17462a01-76e4-4506-a024-09b7e9bb82d7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:38.442533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1e5fcaf-0d5c-495d-a06a-5cd3268cddc6 req-17462a01-76e4-4506-a024-09b7e9bb82d7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 944 time: 0.0667384 Feb 11 13:29:38.490491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1e5fcaf-0d5c-495d-a06a-5cd3268cddc6 req-5f5fca3a-189a-434e-b5c0-b330d57e3b1d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Feb 11 13:29:38.533627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 52978) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:38.599309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5975-d167-4c96-b8d3-6dff778b084e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group (1943da44-bd7c-472d-94e5-d0d1984f7b9a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.625219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5975-d167-4c96-b8d3-6dff778b084e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group (1943da44-bd7c-472d-94e5-d0d1984f7b9a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.695509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5975-d167-4c96-b8d3-6dff778b084e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (1943da44-bd7c-472d-94e5-d0d1984f7b9a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.698187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdbb5975-d167-4c96-b8d3-6dff778b084e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:38.699381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fdbb5975-d167-4c96-b8d3-6dff778b084e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] 10.222.0.42 "DELETE /v2.0/security-groups/1943da44-bd7c-472d-94e5-d0d1984f7b9a HTTP/1.1" status: 204 len: 168 time: 0.1646106 Feb 11 13:29:38.708909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb5975-d167-4c96-b8d3-6dff778b084e tempest-TestVolumeBackupRestore-703360906 tempest-TestVolumeBackupRestore-703360906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1943da44-bd7c-472d-94e5-d0d1984f7b9a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:39.635662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86180f-a3e2-49c9-a51e-648fba35b892 req-ce516158-9203-46f8-a98a-f47266b06855 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:39.637357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d86180f-a3e2-49c9-a51e-648fba35b892 req-ce516158-9203-46f8-a98a-f47266b06855 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 944 time: 0.0630474 Feb 11 13:29:39.696243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d86180f-a3e2-49c9-a51e-648fba35b892 req-16b6b9e6-6318-4330-9ce0-457f706d151e tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521510 Feb 11 13:29:39.983464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 59e2233a-5da6-4b69-aec4-7d76300ba040 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:40.098109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 59e2233a-5da6-4b69-aec4-7d76300ba040, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=59e2233a-5da6-4b69-aec4-7d76300ba040,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:40.112742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '59e2233a-5da6-4b69-aec4-7d76300ba040', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'port_id': '59e2233a-5da6-4b69-aec4-7d76300ba040', 'mac_address': 'fa:16:3e:3a:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e1ea3-39a5-4972-b103-c3597a4e59cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:40.153114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 59e2233a-5da6-4b69-aec4-7d76300ba040 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:40.153816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.169358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59e2233a-5da6-4b69-aec4-7d76300ba040 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:40.189746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 59e2233a-5da6-4b69-aec4-7d76300ba040, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=59e2233a-5da6-4b69-aec4-7d76300ba040,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:40.195103 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:40.248827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=59e2233a-5da6-4b69-aec4-7d76300ba040,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.400543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['59e2233a-5da6-4b69-aec4-7d76300ba040'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:40.867815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1ed97-256e-4eed-af90-c1fbefbdc7fc req-3e9ab28f-d8b1-44e6-93e0-3006e43176c4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:40.869420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5de1ed97-256e-4eed-af90-c1fbefbdc7fc req-3e9ab28f-d8b1-44e6-93e0-3006e43176c4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 945 time: 0.0807517 Feb 11 13:29:40.948052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5de1ed97-256e-4eed-af90-c1fbefbdc7fc req-cc76e827-1772-4af2-a296-b32a82aaa071 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636649 Feb 11 13:29:42.017335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 59e2233a-5da6-4b69-aec4-7d76300ba040 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:42.082495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5fb94-3246-45a1-ab74-648f00c6b139 req-87ab1d9f-23a3-4aac-ba2a-4d4bdc03557f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:42.091762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fef5fb94-3246-45a1-ab74-648f00c6b139 req-87ab1d9f-23a3-4aac-ba2a-4d4bdc03557f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 945 time: 0.0792975 Feb 11 13:29:42.092163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 59e2233a-5da6-4b69-aec4-7d76300ba040 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:42.097805 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 59e2233a-5da6-4b69-aec4-7d76300ba040 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:42.098455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:42.148864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fef5fb94-3246-45a1-ab74-648f00c6b139 req-a1111b5c-317e-44cf-a004-e8df31cced23 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550218 Feb 11 13:29:42.192834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 59e2233a-5da6-4b69-aec4-7d76300ba040 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:42.193393 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:42.218215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e2233a-5da6-4b69-aec4-7d76300ba040'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:42.220777 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eb3e66-2aa8-4451-92cf-3300038d4e3c" -d '{"events": [{"server_uuid": "c5357051-c0a6-46bd-8e25-aa40b4aba124", "name": "network-vif-plugged", "status": "completed", "tag": "59e2233a-5da6-4b69-aec4-7d76300ba040"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:42.239595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 59e2233a-5da6-4b69-aec4-7d76300ba040, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=59e2233a-5da6-4b69-aec4-7d76300ba040,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:42.247122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:42.276894 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c351ce-7b92-4ac8-a5e9-b1ed12120625 x-openstack-request-id: req-75c351ce-7b92-4ac8-a5e9-b1ed12120625 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:42.277346 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5357051-c0a6-46bd-8e25-aa40b4aba124", "name": "network-vif-plugged", "status": "completed", "tag": "59e2233a-5da6-4b69-aec4-7d76300ba040", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:42.277729 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75c351ce-7b92-4ac8-a5e9-b1ed12120625 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:42.278378 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59e2233a-5da6-4b69-aec4-7d76300ba040', 'code': 200} Feb 11 13:29:42.312290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=59e2233a-5da6-4b69-aec4-7d76300ba040,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:42.379985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c059c4-1480-4d4d-9587-913d5f12c9c9 req-fa1d525d-3c5d-46f1-be8b-afe9afb71573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:42.381545 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69c059c4-1480-4d4d-9587-913d5f12c9c9 req-fa1d525d-3c5d-46f1-be8b-afe9afb71573 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 1128 time: 0.0506849 Feb 11 13:29:42.426797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69c059c4-1480-4d4d-9587-913d5f12c9c9 req-b163aa26-d324-42d1-b168-43fe7cf00a1f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Feb 11 13:29:43.287421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892291d-f830-42a5-aa5e-063ae4bdb305 req-a3039ab3-928f-4854-9402-df855a9dc78c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:43.289500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3892291d-f830-42a5-aa5e-063ae4bdb305 req-a3039ab3-928f-4854-9402-df855a9dc78c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 946 time: 0.0684257 Feb 11 13:29:43.348306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3892291d-f830-42a5-aa5e-063ae4bdb305 req-bd194456-e824-4b0e-9eac-7690776925bf tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528851 Feb 11 13:29:44.472860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109479f4-8572-4a6d-b530-e67f431ad2f9 req-08ec50e5-47ce-4808-97fb-79c6d0f62716 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:44.474438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-109479f4-8572-4a6d-b530-e67f431ad2f9 req-08ec50e5-47ce-4808-97fb-79c6d0f62716 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 946 time: 0.0591457 Feb 11 13:29:44.524722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-109479f4-8572-4a6d-b530-e67f431ad2f9 req-b9fc3cab-5198-4199-8e6c-31ab8337b7ab tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438638 Feb 11 13:29:44.755692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-615788a4-f7ac-426d-88a3-b5b50d207693 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:44.757312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-615788a4-f7ac-426d-88a3-b5b50d207693 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1089633 Feb 11 13:29:44.773870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-8fa1d9b2-e848-440d-8bfb-82910ba6e9b5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0105047 Feb 11 13:29:44.832636 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-d1550a19-876f-4f55-9a37-a00236756251 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529027 Feb 11 13:29:44.929359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-f4ce77f5-9c3b-412a-8e5e-ae8a4807ac86 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894222 Feb 11 13:29:45.027029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-2f88606f-b41e-4fa2-bd24-4ceedc28657b service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910218 Feb 11 13:29:45.209477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fb6a92e-b0ba-4b74-b4dc-1c606174959e req-30f1aa83-6618-4b3e-bd79-f986b67637ef tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 210 time: 0.0374300 Feb 11 13:29:46.185714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-89f16621-772e-427d-96ed-2dbc4b1b36d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:46.187715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-89f16621-772e-427d-96ed-2dbc4b1b36d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1092684 Feb 11 13:29:46.199762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Request body: {'port': {'device_id': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'admin_state_up': True, 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:46.304603 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e69b1343-6c35-4031-84b2-30192df670dd req-703f6ee5-2693-4c76-82e0-36d03cf65205 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 210 time: 0.0321906 Feb 11 13:29:46.360436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:46.364764 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:46.376174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53478) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:46.396409 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:46.510710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Allocated IP 172.20.0.4 (40a1c973-9c5d-48ef-bb60-4b2cd25346db/a99e1ea3-39a5-4972-b103-c3597a4e59cd/2cde5230-d928-4361-bebc-8a78255af2cb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:46.672529 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks [] for port (2cde5230-d928-4361-bebc-8a78255af2cb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:46.710551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:46.727944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:46.730622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['59e2233a-5da6-4b69-aec4-7d76300ba040'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:46.762655 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:46.765956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:46.766107 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:46.770129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:46.808145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event updated for resources: {'Port': ['ID=2cde5230-d928-4361-bebc-8a78255af2cb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:46.822209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.822654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.823008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.823345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.823678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.824010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.824338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.824669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.824995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.825323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.825691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.826138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.826465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:46.869064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:46.869730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:46.888801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ce022dfe-b56d-40e7-a686-7d2f8c1e3d4a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6930661 Feb 11 13:29:46.903747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Request body: {'port': {'device_id': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:46.981947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.092028 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Deleting port eff49399-18b3-4d06-8a7e-f6829e2d69ec {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:47.093952 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.172071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] For port eff49399-18b3-4d06-8a7e-f6829e2d69ec, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=eff49399-18b3-4d06-8a7e-f6829e2d69ec,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:47.172724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.187173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Calling delete_port for eff49399-18b3-4d06-8a7e-f6829e2d69ec owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:47.256612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cde5230-d928-4361-bebc-8a78255af2cb {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:47.264637 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Publish callbacks [] for port (2cde5230-d928-4361-bebc-8a78255af2cb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.277450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Transition to ACTIVE for port object 2cde5230-d928-4361-bebc-8a78255af2cb will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:47.282062 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.334955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Pushing event updated for resources: {'Port': ['ID=2cde5230-d928-4361-bebc-8a78255af2cb,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:47.415057 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (eff49399-18b3-4d06-8a7e-f6829e2d69ec), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.419537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.443126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Attempting to bind port 2cde5230-d928-4361-bebc-8a78255af2cb on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:29:47.443566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Attempting to bind port 2cde5230-d928-4361-bebc-8a78255af2cb by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:29:47.444027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Attempting to bind port 2cde5230-d928-4361-bebc-8a78255af2cb on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:47.452390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Port 2cde5230-d928-4361-bebc-8a78255af2cb on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:47.452390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Attempting to bind port 2cde5230-d928-4361-bebc-8a78255af2cb on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:47.472314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:47.472802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:29:47.473284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Bound using segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:47.473847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Bound port: 2cde5230-d928-4361-bebc-8a78255af2cb, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:29:47.475008 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.483423 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=eff49399-18b3-4d06-8a7e-f6829e2d69ec,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:47.552527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891eddfd-c52f-484d-ac58-7e9c79045641 req-5be8d06d-03f2-4f75-adc4-74f1b4134e76 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:47.554103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-891eddfd-c52f-484d-ac58-7e9c79045641 req-5be8d06d-03f2-4f75-adc4-74f1b4134e76 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 943 time: 0.1282964 Feb 11 13:29:47.586512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] For port 2cde5230-d928-4361-bebc-8a78255af2cb, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:47.608950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] For port 2cde5230-d928-4361-bebc-8a78255af2cb, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2cde5230-d928-4361-bebc-8a78255af2cb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:47.629066 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.659406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.670959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-891eddfd-c52f-484d-ac58-7e9c79045641 req-f362b84c-cbea-45bc-bc02-78d4d0173944 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064858 Feb 11 13:29:47.707321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:47.709038 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:47.710669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] 10.222.0.64 "PUT /v2.0/ports/2cde5230-d928-4361-bebc-8a78255af2cb HTTP/1.1" status: 200 len: 1091 time: 0.8145442 Feb 11 13:29:47.711125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'tag': '2cde5230-d928-4361-bebc-8a78255af2cb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:47.713899 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a10833-8196-41d0-834e-c19a08478c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b546a36-1fc3-473c-bf4b-bc3057f63611", "tag": "2cde5230-d928-4361-bebc-8a78255af2cb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:47.720959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44438c80-9dc4-44ec-88ce-59efea661d1f service neutron] Pushing event updated for resources: {'Port': ['ID=2cde5230-d928-4361-bebc-8a78255af2cb,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:47.773552 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97c08e1-da91-44be-9344-398ca8964364 x-openstack-request-id: req-a97c08e1-da91-44be-9344-398ca8964364 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:47.773903 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b546a36-1fc3-473c-bf4b-bc3057f63611", "tag": "2cde5230-d928-4361-bebc-8a78255af2cb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:47.774160 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a97c08e1-da91-44be-9344-398ca8964364 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:47.774561 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'tag': '2cde5230-d928-4361-bebc-8a78255af2cb', 'status': 'completed', 'code': 200} Feb 11 13:29:47.927510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:48.169101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-36d19e06-fc73-4532-a6a1-339fefd6507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.170715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-36d19e06-fc73-4532-a6a1-339fefd6507a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 1125 time: 0.4081550 Feb 11 13:29:48.213364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-443443d9-8734-41d1-8116-c73326795719 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cde5230-d928-4361-bebc-8a78255af2cb HTTP/1.1" status: 200 len: 217 time: 0.0356040 Feb 11 13:29:48.263112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-672c37f4-0d76-47d7-a2ec-ac19d347d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.264579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-672c37f4-0d76-47d7-a2ec-ac19d347d6a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0456963 Feb 11 13:29:48.301390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-bc3edc64-928c-479a-a8e3-371d19d3d41c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310926 Feb 11 13:29:48.336378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:48.341664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e5e52575-726d-41c3-bfbb-75299387cdfb admin admin] 10.222.0.42 "PUT /v2.0/routers/41235b1a-c2ee-415c-a8a9-98ccd8e13b23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643731 Feb 11 13:29:48.344422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53484) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:48.348790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] Sync routers for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:48.359826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:48.360570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:29:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:48.394409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-ed0a3fbe-930e-4fdb-9fda-24b46aad2efb service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862002 Feb 11 13:29:48.454462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks [] for router (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:48.479311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:48.498065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aaed06d0-6266-47c5-94df-d1c3876ece7f req-d92af409-d9d6-4ade-867a-dc43324f06ed service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981216 Feb 11 13:29:48.565271 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks [] for router_gateway (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:48.588802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a10833-8196-41d0-834e-c19a08478c1d req-6cc34ed3-f1aa-4419-9003-53f511874d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.590514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49a10833-8196-41d0-834e-c19a08478c1d req-6cc34ed3-f1aa-4419-9003-53f511874d15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 1125 time: 0.0491269 Feb 11 13:29:48.621852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Deleting port 989b1d1f-9860-4d88-b7a6-99285f7a00ca {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:48.622221 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:48.668337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:29:47Z', 'revision_number': 5, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port': {'id': '989b1d1f-9860-4d88-b7a6-99285f7a00ca', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:15Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:48.691889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a10833-8196-41d0-834e-c19a08478c1d req-ed53e237-c355-4556-a218-dcbccdea5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.693324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49a10833-8196-41d0-834e-c19a08478c1d req-ed53e237-c355-4556-a218-dcbccdea5f67 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0962026 Feb 11 13:29:48.699045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] Checking router: 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:48.704756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] For port 989b1d1f-9860-4d88-b7a6-99285f7a00ca, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=989b1d1f-9860-4d88-b7a6-99285f7a00ca,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:48.705445 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:48.709369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] Routers {'41235b1a-c2ee-415c-a8a9-98ccd8e13b23'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:48.710418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:29:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:48.719906 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Calling delete_port for 989b1d1f-9860-4d88-b7a6-99285f7a00ca owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:48.741828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49a10833-8196-41d0-834e-c19a08478c1d req-0f209c38-0293-4c3f-981f-0f11a54b273e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cde5230-d928-4361-bebc-8a78255af2cb HTTP/1.1" status: 200 len: 217 time: 0.0423465 Feb 11 13:29:48.806104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] Set router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:48.825238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a10833-8196-41d0-834e-c19a08478c1d req-e479cb1c-496c-4030-9a7f-a421a7af61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.826840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49a10833-8196-41d0-834e-c19a08478c1d req-e479cb1c-496c-4030-9a7f-a421a7af61e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0787749 Feb 11 13:29:48.861598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:29:48Z', 'revision_number': 6, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:48.863819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49a10833-8196-41d0-834e-c19a08478c1d req-38fe8559-adcf-4da7-a73b-b2d78231810b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292921 Feb 11 13:29:48.870829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3b83-d647-46d6-9709-f7d2d21f04da req-27c13bcc-7fde-490a-a6bc-f1af443d6617 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.872327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-514c3b83-d647-46d6-9709-f7d2d21f04da req-27c13bcc-7fde-490a-a6bc-f1af443d6617 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 943 time: 0.1131687 Feb 11 13:29:48.899485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (989b1d1f-9860-4d88-b7a6-99285f7a00ca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:48.931916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Pushing event deleted for resources: {'Port': ['ID=989b1d1f-9860-4d88-b7a6-99285f7a00ca,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:48.988785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-514c3b83-d647-46d6-9709-f7d2d21f04da req-f3c801a3-81b6-457b-8661-7c80ee7aee26 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070035 Feb 11 13:29:48.997494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.011484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49a10833-8196-41d0-834e-c19a08478c1d req-dc546af0-283e-4aa4-aea3-b7d39abeb367 service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381328 Feb 11 13:29:49.077716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e47539-1f02-4c2d-8697-6896afd4cd9c None None] The sync data for ids ['41235b1a-c2ee-415c-a8a9-98ccd8e13b23'] in n-d-828675-3 is: [{'id': '41235b1a-c2ee-415c-a8a9-98ccd8e13b23', 'name': 'tempest-TestVolumeBackupRestore-1776973858-router', 'tenant_id': '272a68c9769f4c838ef465c845d83be2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:14Z', 'updated_at': '2022-02-11T13:29:48Z', 'revision_number': 6, 'project_id': '272a68c9769f4c838ef465c845d83be2', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:49.100081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.102545 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks [] for router_controller (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.111601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49a10833-8196-41d0-834e-c19a08478c1d req-491b2eeb-8638-4114-a093-b0932d59cb1a service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939050 Feb 11 13:29:49.154824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (41235b1a-c2ee-415c-a8a9-98ccd8e13b23), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.155392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41235b1a-c2ee-415c-a8a9-98ccd8e13b23 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:29:49.160047 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.161248 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e41f788a-fc74-457c-a1da-3f932893ee29 admin admin] 10.222.0.42 "DELETE /v2.0/routers/41235b1a-c2ee-415c-a8a9-98ccd8e13b23 HTTP/1.1" status: 204 len: 168 time: 0.8160045 Feb 11 13:29:49.164721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53488) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:49.210147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] Deleting subnet 0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:29:49.213334 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] Publish callbacks [] for subnet (0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.251865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.329787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.389631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.418508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.424088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7 HTTP/1.1" status: 204 len: 168 time: 0.2559905 Feb 11 13:29:49.424088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c222a27-361c-41ed-a887-385ce39e7341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2bad11-d39f-4cfd-8ade-6281b0f5c5e7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:49.425676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53490) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:49.429458 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3078c54-9d4e-481d-a3a7-7f2a25fe007b None None] Network 454d6fb5-27f6-486b-bc9c-463b367f1055 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:29:49.503237 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (454d6fb5-27f6-486b-bc9c-463b367f1055), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.562573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Deleting port dc0878c3-43ef-4690-916d-b73124aeeff2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:49.562914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.630395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] For port dc0878c3-43ef-4690-916d-b73124aeeff2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dc0878c3-43ef-4690-916d-b73124aeeff2,segment=NetworkSegment(0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3),segment_id=0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:49.630755 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.643565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Calling delete_port for dc0878c3-43ef-4690-916d-b73124aeeff2 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:49.726191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (dc0878c3-43ef-4690-916d-b73124aeeff2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.752521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0878c3-43ef-4690-916d-b73124aeeff2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:49.754530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] No DVR routers for this DVR port dc0878c3-43ef-4690-916d-b73124aeeff2 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:49.831417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (454d6fb5-27f6-486b-bc9c-463b367f1055), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.858499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454d6fb5-27f6-486b-bc9c-463b367f1055']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:49.859513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a81768-0a77-4c31-a68d-1fbde704bf95 None None] DHCP port deletion for 454d6fb5-27f6-486b-bc9c-463b367f1055 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:29:49.868913 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:49.869243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:49.890913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.897968 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.911833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:49.912982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (0c0ac0e6-c3c8-449b-ae4c-7b666474d1a3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:49.920500 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:49.950796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 989b1d1f-9860-4d88-b7a6-99285f7a00ca no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:49.971639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 989b1d1f-9860-4d88-b7a6-99285f7a00ca {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:49.972109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 989b1d1f-9860-4d88-b7a6-99285f7a00ca not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:49.972600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eff49399-18b3-4d06-8a7e-f6829e2d69ec no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:49.990185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (454d6fb5-27f6-486b-bc9c-463b367f1055), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:49.997526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: eff49399-18b3-4d06-8a7e-f6829e2d69ec {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:49.997972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device eff49399-18b3-4d06-8a7e-f6829e2d69ec not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:49.998344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device dc0878c3-43ef-4690-916d-b73124aeeff2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:50.006676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.010003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] 10.222.0.42 "DELETE /v2.0/networks/454d6fb5-27f6-486b-bc9c-463b367f1055 HTTP/1.1" status: 204 len: 168 time: 0.5843997 Feb 11 13:29:50.010872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f241cdf-7650-4176-9fb9-492bfb26a614 admin admin] Pushing event deleted for resources: {'Network': ['ID=454d6fb5-27f6-486b-bc9c-463b367f1055,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:50.013367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53492) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:50.018562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: dc0878c3-43ef-4690-916d-b73124aeeff2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:50.018916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device dc0878c3-43ef-4690-916d-b73124aeeff2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:50.125149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fcda2-ea96-4abb-a965-a91ff234ebd2 req-b45af162-eb11-49f8-8b0b-e270ab785310 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.132191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a76fcda2-ea96-4abb-a965-a91ff234ebd2 req-b45af162-eb11-49f8-8b0b-e270ab785310 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 943 time: 0.0618343 Feb 11 13:29:50.177170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a76fcda2-ea96-4abb-a965-a91ff234ebd2 req-25fe6340-d7c0-4b51-9a9e-395bd0a7e1bf tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440931 Feb 11 13:29:50.377248 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (e10ce91e-541d-4ecc-be3e-79a6ff66c028), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.637252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Deleting port dcb05039-b058-4d9a-9138-26c2bab07629 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:50.637516 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.716638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] For port dcb05039-b058-4d9a-9138-26c2bab07629, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=dcb05039-b058-4d9a-9138-26c2bab07629,segment=NetworkSegment(0bcbda43-2a8a-4809-86a2-150af475a36e),segment_id=0bcbda43-2a8a-4809-86a2-150af475a36e)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:50.716996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.733576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Calling delete_port for dcb05039-b058-4d9a-9138-26c2bab07629 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:50.933077 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (dcb05039-b058-4d9a-9138-26c2bab07629), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:50.957164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb05039-b058-4d9a-9138-26c2bab07629,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:51.126174 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (e10ce91e-541d-4ecc-be3e-79a6ff66c028), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.304953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ed6ae-9e54-4dca-bed4-51a72f411bef req-89fb8cc6-d1c4-41b1-9685-1b90a551a5a3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.306391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-743ed6ae-9e54-4dca-bed4-51a72f411bef req-89fb8cc6-d1c4-41b1-9685-1b90a551a5a3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 943 time: 0.0559440 Feb 11 13:29:51.347484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Router e10ce91e-541d-4ecc-be3e-79a6ff66c028 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:51.361539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-743ed6ae-9e54-4dca-bed4-51a72f411bef req-ebeae1a0-e6d6-454a-8562-138f4ad6f81f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493882 Feb 11 13:29:51.464213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:51.469273 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fd3da42f-3f86-4c01-9609-c9dea89a9600 admin admin] 10.222.0.42 "PUT /v2.0/routers/e10ce91e-541d-4ecc-be3e-79a6ff66c028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4548090 Feb 11 13:29:51.472227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53498) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:51.473959 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] Sync routers for ids ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:51.484265 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] Routers {'e10ce91e-541d-4ecc-be3e-79a6ff66c028'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:51.484879 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:29:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:51.583064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks [] for router (e10ce91e-541d-4ecc-be3e-79a6ff66c028), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:51.594100 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] Set router e10ce91e-541d-4ecc-be3e-79a6ff66c028 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:51.781973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:29:50Z', 'revision_number': 5, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:51.810568 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] Checking router: e10ce91e-541d-4ecc-be3e-79a6ff66c028 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:51.820729 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] Routers {'e10ce91e-541d-4ecc-be3e-79a6ff66c028'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:51.821364 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:29:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:51.941304 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] Set router e10ce91e-541d-4ecc-be3e-79a6ff66c028 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:51.984459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks [] for router_gateway (e10ce91e-541d-4ecc-be3e-79a6ff66c028), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.039189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Deleting port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:52.039429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.116248 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:29:50Z', 'revision_number': 5, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:52.117783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] For port 5b5964fc-2c27-4638-8d3f-96e0d70fc64f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.118143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.130628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Calling delete_port for 5b5964fc-2c27-4638-8d3f-96e0d70fc64f owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:52.236349 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb45c7b-8d47-47e3-afdc-f1bf5d112290 None None] The sync data for ids ['e10ce91e-541d-4ecc-be3e-79a6ff66c028'] in n-d-828675-3 is: [{'id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'name': 'tempest-TestVolumeBackupRestore-464946859-router', 'tenant_id': '6b4ea800f56d430095051e707cecd315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:25Z', 'updated_at': '2022-02-11T13:29:50Z', 'revision_number': 5, 'project_id': '6b4ea800f56d430095051e707cecd315', 'gw_port': {'id': '5b5964fc-2c27-4638-8d3f-96e0d70fc64f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10ce91e-541d-4ecc-be3e-79a6ff66c028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:28Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:52.312641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5b5964fc-2c27-4638-8d3f-96e0d70fc64f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.342770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5964fc-2c27-4638-8d3f-96e0d70fc64f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.409664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (e10ce91e-541d-4ecc-be3e-79a6ff66c028), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.482824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522a0ea-53a8-4d52-8d89-bf8a7c94e27b req-1235c6fd-3cc8-46eb-be77-eed4a2e1c7f0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.484374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6522a0ea-53a8-4d52-8d89-bf8a7c94e27b req-1235c6fd-3cc8-46eb-be77-eed4a2e1c7f0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 943 time: 0.0538495 Feb 11 13:29:52.505461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (e10ce91e-541d-4ecc-be3e-79a6ff66c028), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.506440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2cde5230-d928-4361-bebc-8a78255af2cb details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:52.508758 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks [] for router_controller (e10ce91e-541d-4ecc-be3e-79a6ff66c028), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.536806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6522a0ea-53a8-4d52-8d89-bf8a7c94e27b req-62f9c7cb-4a3e-4923-a266-e0b4d21595b8 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462217 Feb 11 13:29:52.562588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (e10ce91e-541d-4ecc-be3e-79a6ff66c028), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.563303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router e10ce91e-541d-4ecc-be3e-79a6ff66c028 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:29:52.567793 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.568832 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a27c957a-a863-4a63-bcac-c048321726ec admin admin] 10.222.0.42 "DELETE /v2.0/routers/e10ce91e-541d-4ecc-be3e-79a6ff66c028 HTTP/1.1" status: 204 len: 168 time: 1.0956728 Feb 11 13:29:52.571373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53502) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:52.620156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] Deleting subnet c154bdc5-1a67-4d52-a788-c1cdcdd38573 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:29:52.620404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2cde5230-d928-4361-bebc-8a78255af2cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2cde5230-d928-4361-bebc-8a78255af2cb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.623621 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] Publish callbacks [] for subnet (c154bdc5-1a67-4d52-a788-c1cdcdd38573), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.633108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '2cde5230-d928-4361-bebc-8a78255af2cb', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'port_id': '2cde5230-d928-4361-bebc-8a78255af2cb', 'mac_address': 'fa:16:3e:dd:9f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e1ea3-39a5-4972-b103-c3597a4e59cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:52.658300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (c154bdc5-1a67-4d52-a788-c1cdcdd38573), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.671428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2cde5230-d928-4361-bebc-8a78255af2cb is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:52.671826 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.687727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cde5230-d928-4361-bebc-8a78255af2cb {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:29:52.713918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2cde5230-d928-4361-bebc-8a78255af2cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2cde5230-d928-4361-bebc-8a78255af2cb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.718839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.749628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (c154bdc5-1a67-4d52-a788-c1cdcdd38573), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.773861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2cde5230-d928-4361-bebc-8a78255af2cb,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.805127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (c154bdc5-1a67-4d52-a788-c1cdcdd38573), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.828859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c154bdc5-1a67-4d52-a788-c1cdcdd38573,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.835269 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.841471 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6a1251ac-cbca-4251-9980-974f9c2a585c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c154bdc5-1a67-4d52-a788-c1cdcdd38573 HTTP/1.1" status: 204 len: 168 time: 0.2665086 Feb 11 13:29:52.841621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba1326-48e5-49f8-b9db-16853dd9f06c None None] Network c9e03b42-55d5-4fa0-8717-7453253c248d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:29:52.842045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53504) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:52.921078 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c9e03b42-55d5-4fa0-8717-7453253c248d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:52.979815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Deleting port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:52.980153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.013113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] DHCP port deletion for c9e03b42-55d5-4fa0-8717-7453253c248d request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:29:53.044319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['2cde5230-d928-4361-bebc-8a78255af2cb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:53.051603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] For port 1465f0d8-2818-41a6-ac7c-03f54bbb3287, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1465f0d8-2818-41a6-ac7c-03f54bbb3287,segment=NetworkSegment(0bcbda43-2a8a-4809-86a2-150af475a36e),segment_id=0bcbda43-2a8a-4809-86a2-150af475a36e)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:53.051971 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.065539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Calling delete_port for 1465f0d8-2818-41a6-ac7c-03f54bbb3287 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:53.121201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] Deleting port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:53.121440 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.148398 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.171909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1465f0d8-2818-41a6-ac7c-03f54bbb3287,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.177604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] No DVR routers for this DVR port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:53.204963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] For port 1465f0d8-2818-41a6-ac7c-03f54bbb3287, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1465f0d8-2818-41a6-ac7c-03f54bbb3287,segment=NetworkSegment(0bcbda43-2a8a-4809-86a2-150af475a36e),segment_id=0bcbda43-2a8a-4809-86a2-150af475a36e)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:53.205355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.228152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] Calling delete_port for 1465f0d8-2818-41a6-ac7c-03f54bbb3287 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:53.252521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c9e03b42-55d5-4fa0-8717-7453253c248d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.272934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e03b42-55d5-4fa0-8717-7453253c248d']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:53.283120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcbda43-2a8a-4809-86a2-150af475a36e') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:53.283548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcbda43-2a8a-4809-86a2-150af475a36e') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:53.295775 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (0bcbda43-2a8a-4809-86a2-150af475a36e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.310679 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0bcbda43-2a8a-4809-86a2-150af475a36e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.318314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:53.320167 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (0bcbda43-2a8a-4809-86a2-150af475a36e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:53.320937 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:53.327389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (1465f0d8-2818-41a6-ac7c-03f54bbb3287), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.358773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] Pushing event deleted for resources: {'Port': ['ID=1465f0d8-2818-41a6-ac7c-03f54bbb3287,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.362313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e880ace-776e-4dc7-9daf-780780bf10bf None None] No DVR routers for this DVR port 1465f0d8-2818-41a6-ac7c-03f54bbb3287 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:53.384794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c9e03b42-55d5-4fa0-8717-7453253c248d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.395245 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.398582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c9e03b42-55d5-4fa0-8717-7453253c248d HTTP/1.1" status: 204 len: 168 time: 0.5554752 Feb 11 13:29:53.411182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c71359-724d-4fff-9b16-da9106e3cec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e03b42-55d5-4fa0-8717-7453253c248d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.517826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53508) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:53.564171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-81f60d84-464f-4c7a-a1ea-3282d9f681ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=272a68c9769f4c838ef465c845d83be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450423 Feb 11 13:29:53.567023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53512) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:53.616731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df254a64-1c6a-4b68-ad8e-9bce52f6a5b9 admin admin] Publish callbacks [] for security_group (72ac883c-b235-4e73-a5e9-38dc326f8e79), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.638514 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df254a64-1c6a-4b68-ad8e-9bce52f6a5b9 admin admin] Publish callbacks [] for security_group (72ac883c-b235-4e73-a5e9-38dc326f8e79), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.661671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d891-aa58-40da-91d6-60cf61662eaf req-f370c965-2196-4f14-8edd-51330a493549 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.663216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5148d891-aa58-40da-91d6-60cf61662eaf req-f370c965-2196-4f14-8edd-51330a493549 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 944 time: 0.0540662 Feb 11 13:29:53.690094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df254a64-1c6a-4b68-ad8e-9bce52f6a5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (72ac883c-b235-4e73-a5e9-38dc326f8e79), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.692742 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df254a64-1c6a-4b68-ad8e-9bce52f6a5b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:53.693988 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df254a64-1c6a-4b68-ad8e-9bce52f6a5b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72ac883c-b235-4e73-a5e9-38dc326f8e79 HTTP/1.1" status: 204 len: 168 time: 0.1259611 Feb 11 13:29:53.701891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df254a64-1c6a-4b68-ad8e-9bce52f6a5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac883c-b235-4e73-a5e9-38dc326f8e79,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.715630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5148d891-aa58-40da-91d6-60cf61662eaf req-0efcde1c-c5d1-461b-a40f-c157a0a7e03f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467885 Feb 11 13:29:53.920831 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device dcb05039-b058-4d9a-9138-26c2bab07629 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:53.942890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: dcb05039-b058-4d9a-9138-26c2bab07629 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:53.943242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device dcb05039-b058-4d9a-9138-26c2bab07629 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:53.943662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1465f0d8-2818-41a6-ac7c-03f54bbb3287 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:53.962811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1465f0d8-2818-41a6-ac7c-03f54bbb3287 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:53.963164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1465f0d8-2818-41a6-ac7c-03f54bbb3287 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:53.963557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b5964fc-2c27-4638-8d3f-96e0d70fc64f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:53.982826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5b5964fc-2c27-4638-8d3f-96e0d70fc64f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:29:53.983174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b5964fc-2c27-4638-8d3f-96e0d70fc64f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:54.031484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53518) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:54.071456 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3ebc0ee5-1b70-4769-9c41-1bcd3ee2e9d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b4ea800f56d430095051e707cecd315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387654 Feb 11 13:29:54.074028 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53520) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:29:54.125970 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad86a587-9a23-4ea3-a4b6-f0bf0df8aa28 admin admin] Publish callbacks [] for security_group (be129530-d959-4fb6-989f-1e4586b95ff2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.147769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad86a587-9a23-4ea3-a4b6-f0bf0df8aa28 admin admin] Publish callbacks [] for security_group (be129530-d959-4fb6-989f-1e4586b95ff2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.200326 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad86a587-9a23-4ea3-a4b6-f0bf0df8aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (be129530-d959-4fb6-989f-1e4586b95ff2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.203560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ad86a587-9a23-4ea3-a4b6-f0bf0df8aa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.204868 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ad86a587-9a23-4ea3-a4b6-f0bf0df8aa28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be129530-d959-4fb6-989f-1e4586b95ff2 HTTP/1.1" status: 204 len: 168 time: 0.1298914 Feb 11 13:29:54.212553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86a587-9a23-4ea3-a4b6-f0bf0df8aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be129530-d959-4fb6-989f-1e4586b95ff2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:54.522067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2cde5230-d928-4361-bebc-8a78255af2cb up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:54.585023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 2cde5230-d928-4361-bebc-8a78255af2cb completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:54.590035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 2cde5230-d928-4361-bebc-8a78255af2cb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:54.590441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.673960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 2cde5230-d928-4361-bebc-8a78255af2cb is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:29:54.674555 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.699559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde5230-d928-4361-bebc-8a78255af2cb'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:54.702009 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f973db2-76ba-4d01-b24f-db95e758e831" -d '{"events": [{"server_uuid": "3b546a36-1fc3-473c-bf4b-bc3057f63611", "name": "network-vif-plugged", "status": "completed", "tag": "2cde5230-d928-4361-bebc-8a78255af2cb"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:54.716756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 2cde5230-d928-4361-bebc-8a78255af2cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2cde5230-d928-4361-bebc-8a78255af2cb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:54.722347 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:54.753225 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e34c2c-baf6-43d1-921c-8606e97773ef x-openstack-request-id: req-21e34c2c-baf6-43d1-921c-8606e97773ef {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:54.753550 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b546a36-1fc3-473c-bf4b-bc3057f63611", "name": "network-vif-plugged", "status": "completed", "tag": "2cde5230-d928-4361-bebc-8a78255af2cb", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:54.753832 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-21e34c2c-baf6-43d1-921c-8606e97773ef {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:54.754247 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde5230-d928-4361-bebc-8a78255af2cb', 'code': 200} Feb 11 13:29:54.787833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=2cde5230-d928-4361-bebc-8a78255af2cb,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:54.895577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff55d35-d04c-4b4a-93cf-abc111f71e48 req-e0044417-2bb7-4ea6-bd5f-0921b83c9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.897110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aff55d35-d04c-4b4a-93cf-abc111f71e48 req-e0044417-2bb7-4ea6-bd5f-0921b83c9c90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 1127 time: 0.0837326 Feb 11 13:29:54.906459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2d3d7-1952-4a48-bc79-0e3239c157c7 req-20be073a-9ec4-4208-8f99-bdd7ab2b8f2d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.907922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5b2d3d7-1952-4a48-bc79-0e3239c157c7 req-20be073a-9ec4-4208-8f99-bdd7ab2b8f2d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 945 time: 0.0856736 Feb 11 13:29:54.975212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aff55d35-d04c-4b4a-93cf-abc111f71e48 req-d6d0218e-0690-4b7a-8550-512c99797d17 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663397 Feb 11 13:29:54.978637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5b2d3d7-1952-4a48-bc79-0e3239c157c7 req-45453cc3-5ced-4461-8ea6-c45507f31e87 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647171 Feb 11 13:29:56.114725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f15b8e-9667-426a-adbe-fe2db69bcdbf req-74c00fd2-9456-47ad-bac8-a742c7fc3af2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.116139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2f15b8e-9667-426a-adbe-fe2db69bcdbf req-74c00fd2-9456-47ad-bac8-a742c7fc3af2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 945 time: 0.0591955 Feb 11 13:29:56.163567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2f15b8e-9667-426a-adbe-fe2db69bcdbf req-40b61cc9-027d-4734-9118-157cb2fd2280 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Feb 11 13:29:57.289099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243354c-0ee6-4225-bb18-3c20d7d4766e req-2b0768e5-e0ca-4cc7-968a-99ff9f88389e tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.290630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6243354c-0ee6-4225-bb18-3c20d7d4766e req-2b0768e5-e0ca-4cc7-968a-99ff9f88389e tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 945 time: 0.0547667 Feb 11 13:29:57.344684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6243354c-0ee6-4225-bb18-3c20d7d4766e req-9c08f014-8a70-45cf-9b33-34eff1b75106 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460582 Feb 11 13:29:57.467287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee154ef2-0f2d-49b1-9c17-e12d53bdac5a req-a20eda52-f696-4615-87eb-c4c9f379196f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.468705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee154ef2-0f2d-49b1-9c17-e12d53bdac5a req-a20eda52-f696-4615-87eb-c4c9f379196f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 946 time: 0.0584631 Feb 11 13:29:57.515887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee154ef2-0f2d-49b1-9c17-e12d53bdac5a req-e83598e1-05ce-4b4f-b52e-49070fa7349a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Feb 11 13:29:57.644340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5be9e-15d5-4cff-9c7e-e964b8cf435a req-c88e667b-791e-4c98-b31c-3962d7311a78 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.646040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5c5be9e-15d5-4cff-9c7e-e964b8cf435a req-c88e667b-791e-4c98-b31c-3962d7311a78 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 945 time: 0.0638812 Feb 11 13:29:57.695435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5c5be9e-15d5-4cff-9c7e-e964b8cf435a req-652d1b11-2a26-4313-bb52-e82e9ed0f0fd tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Feb 11 13:29:57.957036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b322-0798-4964-848a-8b397b6259b5 req-024f6dff-fd15-4278-8f9b-21b515712b42 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.958705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a4b322-0798-4964-848a-8b397b6259b5 req-024f6dff-fd15-4278-8f9b-21b515712b42 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 945 time: 0.0589354 Feb 11 13:29:58.008083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6a4b322-0798-4964-848a-8b397b6259b5 req-22558f3c-f851-488c-8487-19949d5cb9c0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Feb 11 13:29:59.146217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae388c39-ec12-4f88-8632-656bb2de3a7d req-94569960-6779-499d-b405-f2722084dded tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.148197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae388c39-ec12-4f88-8632-656bb2de3a7d req-94569960-6779-499d-b405-f2722084dded tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 945 time: 0.0617824 Feb 11 13:29:59.205230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae388c39-ec12-4f88-8632-656bb2de3a7d req-4c687f40-dc41-4b14-805e-91b77da88497 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Feb 11 13:29:59.312734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-06d843cc-9fa2-4dad-88e1-c920d11bce6c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.313352 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b8f02dd5-2d9b-4358-903d-afaecf97bda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.314872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-06d843cc-9fa2-4dad-88e1-c920d11bce6c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 945 time: 0.0617521 Feb 11 13:29:59.411811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Deleting port 2cde5230-d928-4361-bebc-8a78255af2cb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:29:59.412159 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.521995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] For port 2cde5230-d928-4361-bebc-8a78255af2cb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=2cde5230-d928-4361-bebc-8a78255af2cb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:59.522366 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.535586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Calling delete_port for 2cde5230-d928-4361-bebc-8a78255af2cb owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:29:59.668928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2cde5230-d928-4361-bebc-8a78255af2cb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.682647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb', '2cde5230-d928-4361-bebc-8a78255af2cb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:59.684888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['59e2233a-5da6-4b69-aec4-7d76300ba040'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:59.703257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event deleted for resources: {'Port': ['ID=2cde5230-d928-4361-bebc-8a78255af2cb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.746978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] No DVR routers for this DVR port 2cde5230-d928-4361-bebc-8a78255af2cb on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:59.750023 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:29:59.753745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64082bac-dbd1-4ce9-998a-6d8ecc42d69a req-d588290f-b2b5-40f9-b349-18ac671e350d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "DELETE /v2.0/ports/2cde5230-d928-4361-bebc-8a78255af2cb HTTP/1.1" status: 204 len: 173 time: 0.4342892 Feb 11 13:29:59.754193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'name': 'network-vif-deleted', 'tag': '2cde5230-d928-4361-bebc-8a78255af2cb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:29:59.756601 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b4105-d4eb-44c5-809a-d7a323e64b1c" -d '{"events": [{"server_uuid": "3b546a36-1fc3-473c-bf4b-bc3057f63611", "name": "network-vif-deleted", "tag": "2cde5230-d928-4361-bebc-8a78255af2cb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:59.798177 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a68715-cb8d-43c6-857e-6d763aa9723a x-openstack-request-id: req-22a68715-cb8d-43c6-857e-6d763aa9723a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:59.798449 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b546a36-1fc3-473c-bf4b-bc3057f63611", "name": "network-vif-deleted", "tag": "2cde5230-d928-4361-bebc-8a78255af2cb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:59.798721 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22a68715-cb8d-43c6-857e-6d763aa9723a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:59.799149 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b546a36-1fc3-473c-bf4b-bc3057f63611', 'name': 'network-vif-deleted', 'tag': '2cde5230-d928-4361-bebc-8a78255af2cb', 'status': 'completed', 'code': 200} Feb 11 13:30:00.329334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df1d0f40-4be6-4599-829d-8c0092032829 req-dc899191-848b-43db-a0fb-a2856f37e632 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b546a36-1fc3-473c-bf4b-bc3057f63611 HTTP/1.1" status: 200 len: 210 time: 0.0292721 Feb 11 13:30:01.402087 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-de0acfd7-4df5-4cfd-ba4f-0c01077108ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:01.606639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ea792-849e-4b7c-8a98-34804586d434 req-bd053774-12c6-4ae8-8cca-a04b3da9cdc2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.608000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c8ea792-849e-4b7c-8a98-34804586d434 req-bd053774-12c6-4ae8-8cca-a04b3da9cdc2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 946 time: 0.0542972 Feb 11 13:30:01.659816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c8ea792-849e-4b7c-8a98-34804586d434 req-909bfe44-a2d7-4a0e-83e3-2f60cd30bc44 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Feb 11 13:30:02.561625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2cde5230-d928-4361-bebc-8a78255af2cb no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:02.592271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 2cde5230-d928-4361-bebc-8a78255af2cb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:02.592621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 2cde5230-d928-4361-bebc-8a78255af2cb not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:02.624742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:02.782264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27015a-7b8c-4501-a28b-86df229e0364 req-f331c781-fa2d-4c8a-9499-40414549b051 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.783730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d27015a-7b8c-4501-a28b-86df229e0364 req-f331c781-fa2d-4c8a-9499-40414549b051 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 946 time: 0.0544953 Feb 11 13:30:02.830956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d27015a-7b8c-4501-a28b-86df229e0364 req-19924a77-2fcf-4722-aa4d-2daec3ea8614 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Feb 11 13:30:02.957509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840b715-d164-43ca-9a7c-e661f3226644 req-19e6c976-1dfb-44f5-b724-c356ce57f60a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.958914 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8840b715-d164-43ca-9a7c-e661f3226644 req-19e6c976-1dfb-44f5-b724-c356ce57f60a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 946 time: 0.0623868 Feb 11 13:30:03.058191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Deleting port 59e2233a-5da6-4b69-aec4-7d76300ba040 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:03.058510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.153530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] For port 59e2233a-5da6-4b69-aec4-7d76300ba040, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=59e2233a-5da6-4b69-aec4-7d76300ba040,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:03.154051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.173167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Calling delete_port for 59e2233a-5da6-4b69-aec4-7d76300ba040 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:03.322200 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (59e2233a-5da6-4b69-aec4-7d76300ba040), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.334618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:03.337453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['59e2233a-5da6-4b69-aec4-7d76300ba040'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:03.348917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event deleted for resources: {'Port': ['ID=59e2233a-5da6-4b69-aec4-7d76300ba040,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:03.393923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] No DVR routers for this DVR port 59e2233a-5da6-4b69-aec4-7d76300ba040 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:03.399502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:03.400068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8840b715-d164-43ca-9a7c-e661f3226644 req-a4727846-c566-4eac-8ed6-de582ac77be9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "DELETE /v2.0/ports/59e2233a-5da6-4b69-aec4-7d76300ba040 HTTP/1.1" status: 204 len: 173 time: 0.4348211 Feb 11 13:30:03.400525 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'name': 'network-vif-deleted', 'tag': '59e2233a-5da6-4b69-aec4-7d76300ba040'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:03.402860 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c26d08-959c-48be-91c4-22dd7a43c338" -d '{"events": [{"server_uuid": "c5357051-c0a6-46bd-8e25-aa40b4aba124", "name": "network-vif-deleted", "tag": "59e2233a-5da6-4b69-aec4-7d76300ba040"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:03.443088 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3417bc58-6be3-40e4-bbe2-6e7cca49886e x-openstack-request-id: req-3417bc58-6be3-40e4-bbe2-6e7cca49886e {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:03.443393 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5357051-c0a6-46bd-8e25-aa40b4aba124", "name": "network-vif-deleted", "tag": "59e2233a-5da6-4b69-aec4-7d76300ba040", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:03.443660 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3417bc58-6be3-40e4-bbe2-6e7cca49886e {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:03.444063 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5357051-c0a6-46bd-8e25-aa40b4aba124', 'name': 'network-vif-deleted', 'tag': '59e2233a-5da6-4b69-aec4-7d76300ba040', 'status': 'completed', 'code': 200} Feb 11 13:30:03.946272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18a030d8-716b-4159-8fe4-e42382b4d1ba req-c1201dfc-4ad0-40e1-815e-5f0714306341 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5357051-c0a6-46bd-8e25-aa40b4aba124 HTTP/1.1" status: 200 len: 210 time: 0.0284951 Feb 11 13:30:04.297448 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.280060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-635f1bbe-b7cc-440b-9698-c02aab06f1e7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.281773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-635f1bbe-b7cc-440b-9698-c02aab06f1e7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1257238 Feb 11 13:30:05.298119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-7ded30a3-00c1-43f1-90fb-ff7ff4173271 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0098581 Feb 11 13:30:05.344824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:05.364835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-f235d4e0-7848-47de-8dc6-6f15ca59de52 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612545 Feb 11 13:30:05.459719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-226d321d-95e1-4e19-ba13-1020f35b15b7 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880466 Feb 11 13:30:05.549741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-2a91c9b5-bc32-47d7-99c6-f176b4e29f61 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841234 Feb 11 13:30:05.718722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b5902ff-74b4-4905-9d1c-6d05eb8dd072 req-1358d12b-4001-4e72-b7ab-c585985d9f61 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 210 time: 0.0330486 Feb 11 13:30:06.153495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 59e2233a-5da6-4b69-aec4-7d76300ba040 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:06.174269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 59e2233a-5da6-4b69-aec4-7d76300ba040 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:06.174585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 59e2233a-5da6-4b69-aec4-7d76300ba040 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:06.661379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-72b35ccf-68c5-4404-89a5-0b568d924207 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.662948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-72b35ccf-68c5-4404-89a5-0b568d924207 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1121902 Feb 11 13:30:06.676528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Request body: {'port': {'device_id': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'admin_state_up': True, 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:06.801223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:06.804852 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:06.818870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b6d4e73-8ef5-4530-a2c5-af118929e18d req-aa0cd089-2fcf-49c1-8a9d-6d35ee8b303c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 210 time: 0.0286407 Feb 11 13:30:06.931675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Allocated IP 172.20.0.8 (40a1c973-9c5d-48ef-bb60-4b2cd25346db/a99e1ea3-39a5-4972-b103-c3597a4e59cd/554e87c4-06d4-4231-bc06-40449bb2f46e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:07.077985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks [] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.113934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.125438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:07.158773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:07.162147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:07.165882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:07.172447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event updated for resources: {'Port': ['ID=554e87c4-06d4-4231-bc06-40449bb2f46e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:07.221864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.222512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.240247 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4d5666b7-6aa0-4db4-84ee-1eb76bc29923 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682423 Feb 11 13:30:07.251489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Request body: {'port': {'device_id': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:07.309947 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.595445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554e87c4-06d4-4231-bc06-40449bb2f46e {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:07.604323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Publish callbacks [] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.617265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Transition to ACTIVE for port object 554e87c4-06d4-4231-bc06-40449bb2f46e will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:07.623032 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.675439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Pushing event updated for resources: {'Port': ['ID=554e87c4-06d4-4231-bc06-40449bb2f46e,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:07.743527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Attempting to bind port 554e87c4-06d4-4231-bc06-40449bb2f46e on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:07.743797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Attempting to bind port 554e87c4-06d4-4231-bc06-40449bb2f46e by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:07.744065 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Attempting to bind port 554e87c4-06d4-4231-bc06-40449bb2f46e on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:07.748447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Port 554e87c4-06d4-4231-bc06-40449bb2f46e on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:07.748760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Attempting to bind port 554e87c4-06d4-4231-bc06-40449bb2f46e on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:07.755909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:07.756475 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:07.757117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Bound using segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:07.757886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Bound port: 554e87c4-06d4-4231-bc06-40449bb2f46e, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:07.758474 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.830444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] For port 554e87c4-06d4-4231-bc06-40449bb2f46e, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:07.834187 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] For port 554e87c4-06d4-4231-bc06-40449bb2f46e, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=554e87c4-06d4-4231-bc06-40449bb2f46e,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:07.840793 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.878474 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.879091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:07.880919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] 10.222.0.53 "PUT /v2.0/ports/554e87c4-06d4-4231-bc06-40449bb2f46e HTTP/1.1" status: 200 len: 1091 time: 0.6335449 Feb 11 13:30:07.881410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'tag': '554e87c4-06d4-4231-bc06-40449bb2f46e'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:07.883703 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d69a2a2a-ea53-4311-81e4-314f49d0566d", "tag": "554e87c4-06d4-4231-bc06-40449bb2f46e"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:07.912370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e9fe6-30dc-4b55-9a00-a58e8e53e7bc service neutron] Pushing event updated for resources: {'Port': ['ID=554e87c4-06d4-4231-bc06-40449bb2f46e,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:07.949126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea9323-5347-4b24-8c39-5b18eab5a074 req-bb033239-292d-48a6-b667-5635e96c316d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.951180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59ea9323-5347-4b24-8c39-5b18eab5a074 req-bb033239-292d-48a6-b667-5635e96c316d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 943 time: 0.0610032 Feb 11 13:30:07.967441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-c8da8bd9-49fe-4044-8256-f2c84af9a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.968976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-c8da8bd9-49fe-4044-8256-f2c84af9a49d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 1125 time: 0.0476985 Feb 11 13:30:08.000403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59ea9323-5347-4b24-8c39-5b18eab5a074 req-f34931d2-e3ad-4a9b-9d7a-44820725742c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Feb 11 13:30:08.021986 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-bcdd596a-77ec-4765-8cbb-775e2f06996f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=554e87c4-06d4-4231-bc06-40449bb2f46e HTTP/1.1" status: 200 len: 217 time: 0.0457406 Feb 11 13:30:08.055543 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2b7d4c-f2fa-41ad-8b7e-e99d34dd534d x-openstack-request-id: req-5b2b7d4c-f2fa-41ad-8b7e-e99d34dd534d {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:08.055845 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69a2a2a-ea53-4311-81e4-314f49d0566d", "tag": "554e87c4-06d4-4231-bc06-40449bb2f46e", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:08.056090 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b2b7d4c-f2fa-41ad-8b7e-e99d34dd534d {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:08.056494 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'tag': '554e87c4-06d4-4231-bc06-40449bb2f46e', 'status': 'completed', 'code': 200} Feb 11 13:30:08.075445 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-ebb800e3-6ad0-43d5-905d-e5f47eead9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.076903 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-ebb800e3-6ad0-43d5-905d-e5f47eead9c9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0477097 Feb 11 13:30:08.117416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-7c33c624-2feb-41d2-b712-c1a3be96115b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341914 Feb 11 13:30:08.213623 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-c6043ead-238a-4a8c-91fe-60cdc804ca79 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893493 Feb 11 13:30:08.309075 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a32b1cb0-3ba3-4cc7-b002-710acbe8fe75 req-4298576c-1868-4dfb-a1f3-6cd212bba066 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893934 Feb 11 13:30:08.408614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-5585fa89-3610-422c-b3b7-6aee604102dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.410238 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-5585fa89-3610-422c-b3b7-6aee604102dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 1125 time: 0.0516233 Feb 11 13:30:08.507479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-eccd2f5c-b001-4613-a1e0-a2bff418d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.508972 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-eccd2f5c-b001-4613-a1e0-a2bff418d19a service neutron] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0926957 Feb 11 13:30:08.549414 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-5dbae13f-0757-4f41-9d69-6866025364a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=554e87c4-06d4-4231-bc06-40449bb2f46e HTTP/1.1" status: 200 len: 217 time: 0.0340366 Feb 11 13:30:08.605776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-d5785266-7a74-407f-8377-f66683d2a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.607189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-d5785266-7a74-407f-8377-f66683d2a893 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0502515 Feb 11 13:30:08.639575 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-38f729d0-94c5-4629-beb0-3d6f6564d455 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253093 Feb 11 13:30:08.728042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-d351dde6-f82a-4b59-8ba1-981f91cff45e service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822406 Feb 11 13:30:08.824412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2c5bb8a0-280b-48e3-9d37-a0c01f2d41c9 req-6e1fbe11-490e-490b-90b3-00482199127c service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896003 Feb 11 13:30:09.124438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bee59-5c81-43dd-8bb2-11f096b2489f req-3e1304dd-04fb-4fee-a37f-c5480c5d1bfd tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:09.125916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a0bee59-5c81-43dd-8bb2-11f096b2489f req-3e1304dd-04fb-4fee-a37f-c5480c5d1bfd tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 943 time: 0.0534861 Feb 11 13:30:09.177010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a0bee59-5c81-43dd-8bb2-11f096b2489f req-30e322dd-db13-447d-b1b0-28049b1feef2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454054 Feb 11 13:30:10.186153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 554e87c4-06d4-4231-bc06-40449bb2f46e details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:10.303025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 554e87c4-06d4-4231-bc06-40449bb2f46e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=554e87c4-06d4-4231-bc06-40449bb2f46e,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:10.314804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '554e87c4-06d4-4231-bc06-40449bb2f46e', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'port_id': '554e87c4-06d4-4231-bc06-40449bb2f46e', 'mac_address': 'fa:16:3e:ea:af:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e1ea3-39a5-4972-b103-c3597a4e59cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:10.316338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f64cc-f27f-40db-b80c-7d2bebe483a7 req-e2db7574-17e2-49fb-91fb-0052a914a6e2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:10.318031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a01f64cc-f27f-40db-b80c-7d2bebe483a7 req-e2db7574-17e2-49fb-91fb-0052a914a6e2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 943 time: 0.0662806 Feb 11 13:30:10.351680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 554e87c4-06d4-4231-bc06-40449bb2f46e is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:10.352061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:10.365657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554e87c4-06d4-4231-bc06-40449bb2f46e {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:10.366185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a01f64cc-f27f-40db-b80c-7d2bebe483a7 req-3b945f08-4b74-428d-a4f7-5797a4019c74 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Feb 11 13:30:10.386399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 554e87c4-06d4-4231-bc06-40449bb2f46e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=554e87c4-06d4-4231-bc06-40449bb2f46e,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:10.392805 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:10.439004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=554e87c4-06d4-4231-bc06-40449bb2f46e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:10.606817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['554e87c4-06d4-4231-bc06-40449bb2f46e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:11.490202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4fae9-ee0c-4239-998c-2e705a3a533e req-985edba6-1d6f-4d64-aa89-41201370706e tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:11.491692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2fd4fae9-ee0c-4239-998c-2e705a3a533e req-985edba6-1d6f-4d64-aa89-41201370706e tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 944 time: 0.0543768 Feb 11 13:30:11.548893 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2fd4fae9-ee0c-4239-998c-2e705a3a533e req-a9acc5bb-f2ef-49ec-bcac-a8537b59234a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Feb 11 13:30:12.201371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 554e87c4-06d4-4231-bc06-40449bb2f46e up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:12.274246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 554e87c4-06d4-4231-bc06-40449bb2f46e completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:12.278088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 554e87c4-06d4-4231-bc06-40449bb2f46e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:12.278453 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:12.361089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 554e87c4-06d4-4231-bc06-40449bb2f46e is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:12.361492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:12.384855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554e87c4-06d4-4231-bc06-40449bb2f46e'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:12.387239 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661bbe7b-acc5-4aa0-befc-2eecfba950b3" -d '{"events": [{"server_uuid": "d69a2a2a-ea53-4311-81e4-314f49d0566d", "name": "network-vif-plugged", "status": "completed", "tag": "554e87c4-06d4-4231-bc06-40449bb2f46e"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:12.400142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 554e87c4-06d4-4231-bc06-40449bb2f46e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=554e87c4-06d4-4231-bc06-40449bb2f46e,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:12.410606 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:12.440785 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b8ba00-6332-4c89-acd3-31e3b3ad2a36 x-openstack-request-id: req-f4b8ba00-6332-4c89-acd3-31e3b3ad2a36 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:12.441077 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a2a2a-ea53-4311-81e4-314f49d0566d", "name": "network-vif-plugged", "status": "completed", "tag": "554e87c4-06d4-4231-bc06-40449bb2f46e", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:12.441334 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4b8ba00-6332-4c89-acd3-31e3b3ad2a36 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:12.442304 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554e87c4-06d4-4231-bc06-40449bb2f46e', 'code': 200} Feb 11 13:30:12.470202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=554e87c4-06d4-4231-bc06-40449bb2f46e,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:12.530074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a1441-15ec-4df1-a06b-d592a4ec43f7 req-bdaaebb4-d06b-488c-9f0b-f3729abe65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:12.531601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f0a1441-15ec-4df1-a06b-d592a4ec43f7 req-bdaaebb4-d06b-488c-9f0b-f3729abe65a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 1127 time: 0.0466313 Feb 11 13:30:12.575370 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5f0a1441-15ec-4df1-a06b-d592a4ec43f7 req-df96f981-376e-4e2e-a7d1-91fb79816f60 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Feb 11 13:30:12.698789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea718e-d787-43c5-bd41-8eefeb250cb3 req-0f26875e-ac30-4300-ba49-a715471c1001 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:12.700274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9ea718e-d787-43c5-bd41-8eefeb250cb3 req-0f26875e-ac30-4300-ba49-a715471c1001 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 945 time: 0.0699437 Feb 11 13:30:12.939450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9ea718e-d787-43c5-bd41-8eefeb250cb3 req-8777f93c-ba28-4c06-b26b-91ede043ffc2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309980 Feb 11 13:30:14.072896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0951382-319a-45b5-8d8a-001813783135 req-22464a7d-9aa4-43b4-8f4a-a3d3090aab79 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.074428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e0951382-319a-45b5-8d8a-001813783135 req-22464a7d-9aa4-43b4-8f4a-a3d3090aab79 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 945 time: 0.0655870 Feb 11 13:30:14.124566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e0951382-319a-45b5-8d8a-001813783135 req-286e5ab5-0490-4f2b-a1dd-0a6c42f94d66 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415604 Feb 11 13:30:14.328435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d91441-ddc1-44c1-855c-d81c7489607d req-fd281e88-ce13-45f1-98b9-4b6ae8092b38 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.329979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4d91441-ddc1-44c1-855c-d81c7489607d req-fd281e88-ce13-45f1-98b9-4b6ae8092b38 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 945 time: 0.0523169 Feb 11 13:30:14.380473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4d91441-ddc1-44c1-855c-d81c7489607d req-7148dc3a-2e3c-4868-bc5a-0562a6f81ac7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Feb 11 13:30:14.507499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc5a85-b564-4d8d-8d09-22753a39b01f req-e7427a39-2985-4752-9bf0-c2d67237a200 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.509507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eacc5a85-b564-4d8d-8d09-22753a39b01f req-e7427a39-2985-4752-9bf0-c2d67237a200 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 945 time: 0.0597475 Feb 11 13:30:14.558963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eacc5a85-b564-4d8d-8d09-22753a39b01f req-c0de2f0c-d44a-403f-90c7-05f107f3d3de tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Feb 11 13:30:14.821406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c038e8-ff3a-4ec0-9ce5-6bf1a401df25 req-b9873740-50d6-4ca8-8bf9-84a4030a8b7b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.822889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70c038e8-ff3a-4ec0-9ce5-6bf1a401df25 req-b9873740-50d6-4ca8-8bf9-84a4030a8b7b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 945 time: 0.0587578 Feb 11 13:30:14.872900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70c038e8-ff3a-4ec0-9ce5-6bf1a401df25 req-ff636a9d-f452-4486-b3af-105dbb16c557 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416050 Feb 11 13:30:15.051502 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:30:16.001127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aed21-2c53-4fe9-8067-3595af27922c req-c2fa0a68-055e-48b2-ba5b-bd196befd11b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:16.002653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a9aed21-2c53-4fe9-8067-3595af27922c req-c2fa0a68-055e-48b2-ba5b-bd196befd11b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 945 time: 0.0577846 Feb 11 13:30:16.058622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a9aed21-2c53-4fe9-8067-3595af27922c req-3e0ecac6-f4d8-4f35-9f60-28c91e12a6c5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493305 Feb 11 13:30:16.104178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaba3c-660f-4325-a620-54a9436aecec req-0ecf6370-902a-4bfd-b145-8071925788f2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:16.105651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fadaba3c-660f-4325-a620-54a9436aecec req-0ecf6370-902a-4bfd-b145-8071925788f2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/ports?device_id=d69a2a2a-ea53-4311-81e4-314f49d0566d HTTP/1.1" status: 200 len: 945 time: 0.0573132 Feb 11 13:30:16.205720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Deleting port 554e87c4-06d4-4231-bc06-40449bb2f46e {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:16.206161 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:16.300259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] For port 554e87c4-06d4-4231-bc06-40449bb2f46e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=554e87c4-06d4-4231-bc06-40449bb2f46e,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:16.300584 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:16.313497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Calling delete_port for 554e87c4-06d4-4231-bc06-40449bb2f46e owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:16.415632 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:16.444145 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (554e87c4-06d4-4231-bc06-40449bb2f46e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:16.457353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:16.461213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['554e87c4-06d4-4231-bc06-40449bb2f46e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:16.477726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event deleted for resources: {'Port': ['ID=554e87c4-06d4-4231-bc06-40449bb2f46e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:16.525365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] No DVR routers for this DVR port 554e87c4-06d4-4231-bc06-40449bb2f46e on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:16.528226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:16.531935 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fadaba3c-660f-4325-a620-54a9436aecec req-54d7aa5b-f3e7-478f-acc2-6954b26f32f1 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "DELETE /v2.0/ports/554e87c4-06d4-4231-bc06-40449bb2f46e HTTP/1.1" status: 204 len: 173 time: 0.4205124 Feb 11 13:30:16.532385 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'name': 'network-vif-deleted', 'tag': '554e87c4-06d4-4231-bc06-40449bb2f46e'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:16.534824 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565c7aa4-713f-4390-b105-488ea6afa69f" -d '{"events": [{"server_uuid": "d69a2a2a-ea53-4311-81e4-314f49d0566d", "name": "network-vif-deleted", "tag": "554e87c4-06d4-4231-bc06-40449bb2f46e"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:16.582602 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0753d3-6600-41ee-8a79-c413f023fdea x-openstack-request-id: req-1e0753d3-6600-41ee-8a79-c413f023fdea {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:16.582925 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69a2a2a-ea53-4311-81e4-314f49d0566d", "name": "network-vif-deleted", "tag": "554e87c4-06d4-4231-bc06-40449bb2f46e", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:16.583187 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e0753d3-6600-41ee-8a79-c413f023fdea {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:16.583834 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd69a2a2a-ea53-4311-81e4-314f49d0566d', 'name': 'network-vif-deleted', 'tag': '554e87c4-06d4-4231-bc06-40449bb2f46e', 'status': 'completed', 'code': 200} Feb 11 13:30:17.333677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-cc170e87-31fa-4848-ab68-7f7968a9ac5a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:17.335158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-cc170e87-31fa-4848-ab68-7f7968a9ac5a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1178286 Feb 11 13:30:17.350517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-b8ac2ab5-d0f1-47f8-b6ae-f226e0379dc4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/quotas/a6cf5d127d754c50aef3e4fe34325a8b HTTP/1.1" status: 200 len: 375 time: 0.0098627 Feb 11 13:30:17.405164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0132fdc8-3fda-4211-bd0d-785f28c966a3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493734 Feb 11 13:30:17.419506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:17.557350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c07aa74a-a51a-4c99-bf9c-b1173c087ae8 service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455104 Feb 11 13:30:17.663460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c7a444e0-03f7-410f-866e-08100e9539dc service neutron] 10.222.0.42 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973992 Feb 11 13:30:17.829913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a7bfd9-e88b-4cd1-ae7c-94228807746e req-2acc5383-3323-4247-beec-abfd2e530929 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 210 time: 0.0276976 Feb 11 13:30:18.809554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-d43f10e6-bc1d-48f2-aaeb-b17036fd56dd tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.811128 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-d43f10e6-bc1d-48f2-aaeb-b17036fd56dd tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 806 time: 0.1088285 Feb 11 13:30:18.823437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Request body: {'port': {'device_id': '18973a20-a139-4eab-829b-03a36eb110b1', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'admin_state_up': True, 'tenant_id': 'a6cf5d127d754c50aef3e4fe34325a8b'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:18.923631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5304a2e3-c4c6-4f51-93d9-7e74c77dc472 req-61d695f9-7b93-4596-b4a0-57446baad5f0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Feb 11 13:30:18.932535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Made reservation on behalf of a6cf5d127d754c50aef3e4fe34325a8b for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:18.938633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.072944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Allocated IP 172.20.0.14 (40a1c973-9c5d-48ef-bb60-4b2cd25346db/a99e1ea3-39a5-4972-b103-c3597a4e59cd/9c046157-c887-4eda-a154-d834ba085633) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:19.234142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks [] for port (9c046157-c887-4eda-a154-d834ba085633), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.270217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9c046157-c887-4eda-a154-d834ba085633), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.282001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:19.315434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Network 40a1c973-9c5d-48ef-bb60-4b2cd25346db is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:19.318614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:19.321022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:19.349815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event updated for resources: {'Port': ['ID=9c046157-c887-4eda-a154-d834ba085633,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:19.376805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.377432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.393880 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-c75d08f3-670f-48d3-baef-51bc137e29d2 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5745101 Feb 11 13:30:19.406360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Request body: {'port': {'device_id': '18973a20-a139-4eab-829b-03a36eb110b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:19.469450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c046157-c887-4eda-a154-d834ba085633), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.758151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c046157-c887-4eda-a154-d834ba085633 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:19.766274 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Publish callbacks [] for port (9c046157-c887-4eda-a154-d834ba085633), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.779821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Transition to ACTIVE for port object 9c046157-c887-4eda-a154-d834ba085633 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:19.787162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (9c046157-c887-4eda-a154-d834ba085633), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.838813 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Pushing event updated for resources: {'Port': ['ID=9c046157-c887-4eda-a154-d834ba085633,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:19.910312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Attempting to bind port 9c046157-c887-4eda-a154-d834ba085633 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:30:19.910631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Attempting to bind port 9c046157-c887-4eda-a154-d834ba085633 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:30:19.910957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Attempting to bind port 9c046157-c887-4eda-a154-d834ba085633 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:19.915467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Port 9c046157-c887-4eda-a154-d834ba085633 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:19.915788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Attempting to bind port 9c046157-c887-4eda-a154-d834ba085633 on network 40a1c973-9c5d-48ef-bb60-4b2cd25346db {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:19.920728 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:19.921090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Checking segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:30:19.921464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Bound using segment: {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:19.921895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Bound port: 9c046157-c887-4eda-a154-d834ba085633, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14714d7-a484-4950-931f-f6e05830ca9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:30:19.922251 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c046157-c887-4eda-a154-d834ba085633), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:19.986019 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] For port 9c046157-c887-4eda-a154-d834ba085633, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:19.989135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] For port 9c046157-c887-4eda-a154-d834ba085633, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c046157-c887-4eda-a154-d834ba085633,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:19.996485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (9c046157-c887-4eda-a154-d834ba085633), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.033205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.033881 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:20.035299 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] 10.222.0.53 "PUT /v2.0/ports/9c046157-c887-4eda-a154-d834ba085633 HTTP/1.1" status: 200 len: 1092 time: 0.6331224 Feb 11 13:30:20.035737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18973a20-a139-4eab-829b-03a36eb110b1', 'tag': '9c046157-c887-4eda-a154-d834ba085633'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:20.038048 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c1bbde-6f0c-42d8-bb89-596d29ef3009" -d '{"events": [{"name": "network-changed", "server_uuid": "18973a20-a139-4eab-829b-03a36eb110b1", "tag": "9c046157-c887-4eda-a154-d834ba085633"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:20.046282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0bd9-be47-4536-b70e-fcee8d1977ca req-29681155-a871-468f-b34b-1205471b9f7b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.047773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ecd0bd9-be47-4536-b70e-fcee8d1977ca req-29681155-a871-468f-b34b-1205471b9f7b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 944 time: 0.0542784 Feb 11 13:30:20.059622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Pushing event updated for resources: {'Port': ['ID=9c046157-c887-4eda-a154-d834ba085633,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:20.067946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.068297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.068643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.069023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.069396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.069751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.070116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.070465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.070788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.071118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.071437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.071759 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.072075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feb2691-d864-493b-abeb-9c4251e33f16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.102690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ecd0bd9-be47-4536-b70e-fcee8d1977ca req-1730b099-5d99-48b4-9f6a-5b00cf5a1fbb tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480466 Feb 11 13:30:20.127329 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-3f639e4a-063e-458b-8cd0-5b686f6de56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.128839 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-3f639e4a-063e-458b-8cd0-5b686f6de56e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 1126 time: 0.0530658 Feb 11 13:30:20.173174 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-6504fa07-e5d6-4d3b-91a2-517e99970efc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c046157-c887-4eda-a154-d834ba085633 HTTP/1.1" status: 200 len: 217 time: 0.0351377 Feb 11 13:30:20.212145 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1a04b5-3a25-46b6-9730-3bae4faa66d6 x-openstack-request-id: req-3f1a04b5-3a25-46b6-9730-3bae4faa66d6 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:20.212465 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18973a20-a139-4eab-829b-03a36eb110b1", "tag": "9c046157-c887-4eda-a154-d834ba085633", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:20.212714 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f1a04b5-3a25-46b6-9730-3bae4faa66d6 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:20.213112 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18973a20-a139-4eab-829b-03a36eb110b1', 'tag': '9c046157-c887-4eda-a154-d834ba085633', 'status': 'completed', 'code': 200} Feb 11 13:30:20.223792 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-7fbf3ab9-7a4f-48c6-b33e-0ec6e31a66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.225481 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-7fbf3ab9-7a4f-48c6-b33e-0ec6e31a66f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0470858 Feb 11 13:30:20.247067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 554e87c4-06d4-4231-bc06-40449bb2f46e no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:20.256959 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-9eac1ff1-1a99-42f1-b0ca-2567c68d6f3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247576 Feb 11 13:30:20.267555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 554e87c4-06d4-4231-bc06-40449bb2f46e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:20.267909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 554e87c4-06d4-4231-bc06-40449bb2f46e not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:20.350855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-ee133b5a-73ff-4356-b4f2-389568cc1a3b service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859227 Feb 11 13:30:20.444294 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-991198bd-8f93-42a0-a3ea-15114bb57535 req-fa8713c1-4bcd-46fb-8200-08bf7da67aa3 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876908 Feb 11 13:30:20.544788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-fea99254-5e66-4f79-ac09-9f6570615707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.546343 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-fea99254-5e66-4f79-ac09-9f6570615707 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 1126 time: 0.0477643 Feb 11 13:30:20.636479 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-e4023a29-0e2c-4ea7-9c99-fc9a05f21443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.637928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-e4023a29-0e2c-4ea7-9c99-fc9a05f21443 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0852108 Feb 11 13:30:20.980533 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-3ed11ec1-d12f-4926-a148-0073e40d6992 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c046157-c887-4eda-a154-d834ba085633 HTTP/1.1" status: 200 len: 217 time: 0.3365114 Feb 11 13:30:21.033131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-6b1fe25d-ab6b-4509-b122-3c67d02b4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.034617 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-6b1fe25d-ab6b-4509-b122-3c67d02b4ec1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0466783 Feb 11 13:30:21.069022 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-2a3ea9b0-5244-45e7-b3e4-e8ab3a103c73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257561 Feb 11 13:30:21.162676 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-aea90bd3-02c4-4b1c-8bb0-2343faea6831 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865114 Feb 11 13:30:21.223146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f828f8-3a13-4c94-af76-74968798d08f req-3a49b0cc-8ab8-46ca-9acc-484cc9b5153c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.224832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85f828f8-3a13-4c94-af76-74968798d08f req-3a49b0cc-8ab8-46ca-9acc-484cc9b5153c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 944 time: 0.0525644 Feb 11 13:30:21.254471 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-23c1bbde-6f0c-42d8-bb89-596d29ef3009 req-e1f9db92-f954-416c-9685-fc229f6244cd service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837815 Feb 11 13:30:21.272299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85f828f8-3a13-4c94-af76-74968798d08f req-6caf8b9b-3850-4eae-8e8c-7fe44ecd5f77 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Feb 11 13:30:22.263778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c046157-c887-4eda-a154-d834ba085633 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:22.368962 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 9c046157-c887-4eda-a154-d834ba085633, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c046157-c887-4eda-a154-d834ba085633,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:22.381511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '9c046157-c887-4eda-a154-d834ba085633', 'network_id': '40a1c973-9c5d-48ef-bb60-4b2cd25346db', 'port_id': '9c046157-c887-4eda-a154-d834ba085633', 'mac_address': 'fa:16:3e:32:1b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99e1ea3-39a5-4972-b103-c3597a4e59cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:22.393562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3cecb-ea96-4b04-9dfd-f001e61336d8 req-84801b75-8467-4ba8-b81c-b649df9b51b9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.395068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75a3cecb-ea96-4b04-9dfd-f001e61336d8 req-84801b75-8467-4ba8-b81c-b649df9b51b9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 944 time: 0.0524235 Feb 11 13:30:22.423663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 9c046157-c887-4eda-a154-d834ba085633 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:22.424060 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c046157-c887-4eda-a154-d834ba085633), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:22.437998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c046157-c887-4eda-a154-d834ba085633 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:30:22.446780 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75a3cecb-ea96-4b04-9dfd-f001e61336d8 req-7da2b70a-2626-499f-aece-750a41001208 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Feb 11 13:30:22.457844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 9c046157-c887-4eda-a154-d834ba085633, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c046157-c887-4eda-a154-d834ba085633,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:22.466897 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c046157-c887-4eda-a154-d834ba085633), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:22.512459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=9c046157-c887-4eda-a154-d834ba085633,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:22.669153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['9c046157-c887-4eda-a154-d834ba085633'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:22.883707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-1337812a-1f85-476d-ae11-a40e20f25988 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498807 Feb 11 13:30:22.974036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-671ac01b-c77d-4dad-bf7e-5a57c0351f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.975582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-671ac01b-c77d-4dad-bf7e-5a57c0351f7f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 1127 time: 0.0487292 Feb 11 13:30:23.092421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-e9aa7cf7-0f93-4d47-8afe-76f26bd95080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.093945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-e9aa7cf7-0f93-4d47-8afe-76f26bd95080 service neutron] 10.222.0.64 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.1005504 Feb 11 13:30:23.134653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-33324fdf-2e1d-4e06-afaa-6b0c37aa4653 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb HTTP/1.1" status: 200 len: 217 time: 0.0352213 Feb 11 13:30:23.182948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-3670da37-e587-4da8-8338-ca04bd94805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.184351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-3670da37-e587-4da8-8338-ca04bd94805c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0434761 Feb 11 13:30:23.215536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-745d3935-dbf1-4534-8973-8cc81e23564d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258446 Feb 11 13:30:23.309020 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-46f043e5-f9d8-48f1-bcfb-e715e76ab7c7 service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875552 Feb 11 13:30:23.404674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a67bf34-d36c-42af-b102-c6d17719d8b4 req-fde1e71b-7830-4744-9f14-5d7bcd5ff282 service neutron] 10.222.0.64 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896106 Feb 11 13:30:23.574892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d397a64-39c6-4575-ade2-76e2d9c3d556 req-0e008d52-f033-4e41-93ba-65bdfb505210 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.576412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d397a64-39c6-4575-ade2-76e2d9c3d556 req-0e008d52-f033-4e41-93ba-65bdfb505210 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 945 time: 0.0608840 Feb 11 13:30:23.632138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d397a64-39c6-4575-ade2-76e2d9c3d556 req-3a2c0459-8762-40f9-a1fd-9afb27359261 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471823 Feb 11 13:30:24.262835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c046157-c887-4eda-a154-d834ba085633 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:24.317218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 9c046157-c887-4eda-a154-d834ba085633 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:24.321173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 9c046157-c887-4eda-a154-d834ba085633 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:24.321550 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9c046157-c887-4eda-a154-d834ba085633), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.399526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 9c046157-c887-4eda-a154-d834ba085633 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:30:24.399924 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9c046157-c887-4eda-a154-d834ba085633), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.432751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18973a20-a139-4eab-829b-03a36eb110b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c046157-c887-4eda-a154-d834ba085633'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:24.435091 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc845af-70f5-4d4a-b369-3caa8979daf5" -d '{"events": [{"server_uuid": "18973a20-a139-4eab-829b-03a36eb110b1", "name": "network-vif-plugged", "status": "completed", "tag": "9c046157-c887-4eda-a154-d834ba085633"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:24.449185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 9c046157-c887-4eda-a154-d834ba085633, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c046157-c887-4eda-a154-d834ba085633,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:24.455141 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9c046157-c887-4eda-a154-d834ba085633), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:24.478370 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d979c40b-1283-4328-993a-f48bccb95907 x-openstack-request-id: req-d979c40b-1283-4328-993a-f48bccb95907 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:24.478660 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18973a20-a139-4eab-829b-03a36eb110b1", "name": "network-vif-plugged", "status": "completed", "tag": "9c046157-c887-4eda-a154-d834ba085633", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:24.478911 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d979c40b-1283-4328-993a-f48bccb95907 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:24.479298 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18973a20-a139-4eab-829b-03a36eb110b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c046157-c887-4eda-a154-d834ba085633', 'code': 200} Feb 11 13:30:24.505823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=9c046157-c887-4eda-a154-d834ba085633,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:24.515315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.515583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.515921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.516256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.516594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.516922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.517247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.517594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.517939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.518261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.518582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.518898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.519216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:24.590061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5bd21-827c-4879-81bc-eaf016e9772e req-629fbeed-78ce-4d40-bbd1-75ed0279ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.591581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92e5bd21-827c-4879-81bc-eaf016e9772e req-629fbeed-78ce-4d40-bbd1-75ed0279ec08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 1128 time: 0.0557556 Feb 11 13:30:24.636563 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-92e5bd21-827c-4879-81bc-eaf016e9772e req-49568190-dfa0-4fd1-bb31-a9125cdd874a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Feb 11 13:30:24.763944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66daa56-75ac-47b1-93b4-148cd9d193b2 req-ccf4e2cd-39b9-4f0e-9359-1430a022e3ae tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.765488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b66daa56-75ac-47b1-93b4-148cd9d193b2 req-ccf4e2cd-39b9-4f0e-9359-1430a022e3ae tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0613272 Feb 11 13:30:24.815868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b66daa56-75ac-47b1-93b4-148cd9d193b2 req-f3152eca-1c41-4d5d-92ba-47fab9dc2d0d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Feb 11 13:30:26.283894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5baa75-71a3-4b14-9d12-32c32fed949d req-3db5daa9-d949-478c-b2e1-cc87e33ae50d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.286372 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a5baa75-71a3-4b14-9d12-32c32fed949d req-3db5daa9-d949-478c-b2e1-cc87e33ae50d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.3995559 Feb 11 13:30:26.337492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a5baa75-71a3-4b14-9d12-32c32fed949d req-00a56f89-a3f9-4ef5-8eb4-785128594b25 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Feb 11 13:30:26.558956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405630e-ca1e-407e-acfb-cb99e00ec174 req-1c7e591b-c5c0-4a14-99be-4c603d5a129c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.560343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f405630e-ca1e-407e-acfb-cb99e00ec174 req-1c7e591b-c5c0-4a14-99be-4c603d5a129c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0670769 Feb 11 13:30:26.615688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f405630e-ca1e-407e-acfb-cb99e00ec174 req-10c5f5f0-a20c-4e17-96b0-391328a86198 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Feb 11 13:30:26.745217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb6226-2404-4868-82ca-bba7a405cfba req-7389e892-321b-4bac-ba5f-3b3176374a62 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.746706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45bb6226-2404-4868-82ca-bba7a405cfba req-7389e892-321b-4bac-ba5f-3b3176374a62 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0663304 Feb 11 13:30:26.794187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45bb6226-2404-4868-82ca-bba7a405cfba req-f57023c0-9973-4a66-8938-23141a0d1e61 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418382 Feb 11 13:30:26.998043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14445772-d693-48cd-8db9-d34e5c994d0b req-a3e355f4-e00c-490b-bdae-af828b75db6d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.999510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14445772-d693-48cd-8db9-d34e5c994d0b req-a3e355f4-e00c-490b-bdae-af828b75db6d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0531769 Feb 11 13:30:27.045736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-14445772-d693-48cd-8db9-d34e5c994d0b req-7aa230f6-a8f7-4fee-bf33-8be6eb579c23 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Feb 11 13:30:28.181875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9468d-17f3-4a65-9deb-b0128a6d8539 req-548c612d-608e-4f69-a7c3-bb8035b178b4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.183346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-caa9468d-17f3-4a65-9deb-b0128a6d8539 req-548c612d-608e-4f69-a7c3-bb8035b178b4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0596795 Feb 11 13:30:28.234805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-caa9468d-17f3-4a65-9deb-b0128a6d8539 req-4ed264f8-ac73-4c04-97ee-9366e01d9a83 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Feb 11 13:30:29.318312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d784d1b-7755-47df-9380-8b7ba0aee1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:29.367390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ccd2b-1032-4a7b-a548-1d29fd831714 req-9905df80-1363-42d6-9a42-9aaa780fbf02 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.368922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-395ccd2b-1032-4a7b-a548-1d29fd831714 req-9905df80-1363-42d6-9a42-9aaa780fbf02 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0529511 Feb 11 13:30:29.419257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-395ccd2b-1032-4a7b-a548-1d29fd831714 req-9367dec9-d775-4f7d-a43e-b12a551681f9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Feb 11 13:30:29.457925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c59a-daa7-4f76-b255-4a550505af5c req-1f834fb3-dcf8-444b-a14d-e303e1837a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.459569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-1f834fb3-dcf8-444b-a14d-e303e1837a7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 1128 time: 0.0524471 Feb 11 13:30:29.567326 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c59a-daa7-4f76-b255-4a550505af5c req-41b4623d-e8b1-454b-85f6-575e41768c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.568732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-41b4623d-e8b1-454b-85f6-575e41768c06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 200 len: 907 time: 0.0905712 Feb 11 13:30:29.609797 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-b159467e-7d15-4a56-8dd0-e02dd9e89420 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c046157-c887-4eda-a154-d834ba085633 HTTP/1.1" status: 200 len: 217 time: 0.0347497 Feb 11 13:30:29.658931 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c59a-daa7-4f76-b255-4a550505af5c req-d223d777-04d7-4c0d-9376-cad744c0b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.660407 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-d223d777-04d7-4c0d-9376-cad744c0b01d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 200 len: 846 time: 0.0449805 Feb 11 13:30:29.693205 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-d90a6567-9d2e-4a7b-8cb3-23802740360f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=40a1c973-9c5d-48ef-bb60-4b2cd25346db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260110 Feb 11 13:30:29.704553 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-2412a5e0-36ad-407f-8f90-b6c159c990d8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:30:29.706326 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-2412a5e0-36ad-407f-8f90-b6c159c990d8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064120 Feb 11 13:30:29.806664 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-dfb376b6-a899-45a2-9762-5cfc0e33bac0 service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930700 Feb 11 13:30:29.900925 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c658c59a-daa7-4f76-b255-4a550505af5c req-bf874fed-a162-47b7-b5b2-fe491d3d06be service neutron] 10.222.0.53 "GET /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881741 Feb 11 13:30:30.558603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb72aff-76af-42fa-a96c-0656e4fe355d req-fd46c0e5-85f3-40ec-a008-8907d6941ea4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.560061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cb72aff-76af-42fa-a96c-0656e4fe355d req-fd46c0e5-85f3-40ec-a008-8907d6941ea4 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0634463 Feb 11 13:30:30.610880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cb72aff-76af-42fa-a96c-0656e4fe355d req-30d712b8-54f7-4c61-a635-c20becbf982f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447891 Feb 11 13:30:31.397266 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5b5bd9b-5a5a-402c-b428-354f06bcd613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:31.755317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ca144-27ff-4569-bd70-753a95eb1e98 req-8779fd7c-1190-43c3-afa2-fe4e87c812a9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.756795 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d83ca144-27ff-4569-bd70-753a95eb1e98 req-8779fd7c-1190-43c3-afa2-fe4e87c812a9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0679157 Feb 11 13:30:31.806695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d83ca144-27ff-4569-bd70-753a95eb1e98 req-e8e44aae-4497-4277-88d1-bfddeea9588a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Feb 11 13:30:32.633138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:32.945236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df8220-22e9-4285-ac1f-95c5c6780b5b req-70df5bd4-c9ca-4b51-9d0e-81662302b378 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.946746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73df8220-22e9-4285-ac1f-95c5c6780b5b req-70df5bd4-c9ca-4b51-9d0e-81662302b378 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0597212 Feb 11 13:30:32.994612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73df8220-22e9-4285-ac1f-95c5c6780b5b req-670aa6ee-206c-4133-8b04-3b74b473a89a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Feb 11 13:30:34.143450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef5d15-cd64-4772-a426-407b7887655a req-f3b2da86-33b6-4430-ae50-843358c7e056 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:34.144830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fef5d15-cd64-4772-a426-407b7887655a req-f3b2da86-33b6-4430-ae50-843358c7e056 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0615447 Feb 11 13:30:34.196948 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fef5d15-cd64-4772-a426-407b7887655a req-3a18a157-01de-4bfd-a32c-f0cc5f02f490 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Feb 11 13:30:34.287981 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:35.333071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9f3cf-3e2b-470c-8a4c-4f8b296c94b7 req-4d7fdb8e-e0b9-4d45-9d72-8b1cad9d226b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:35.334829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bb9f3cf-3e2b-470c-8a4c-4f8b296c94b7 req-4d7fdb8e-e0b9-4d45-9d72-8b1cad9d226b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0565472 Feb 11 13:30:35.338101 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:35.383318 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bb9f3cf-3e2b-470c-8a4c-4f8b296c94b7 req-388bf3ce-f7c1-464c-bf6c-781f268ef0c7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Feb 11 13:30:36.511995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa42c8f-239e-4dc9-af59-e1fbb394fc74 req-4ff9d3bf-a59a-47e2-8498-ba501143873f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:36.513467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fa42c8f-239e-4dc9-af59-e1fbb394fc74 req-4ff9d3bf-a59a-47e2-8498-ba501143873f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Feb 11 13:30:36.560695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fa42c8f-239e-4dc9-af59-e1fbb394fc74 req-cb5f4736-e9d5-416f-815f-b6afa00f0c25 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Feb 11 13:30:37.694664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e441f-42bf-4729-8a8b-8ec58aa222f2 req-42fd8f77-0320-4ef0-9bda-7394a33533b5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:37.696116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f57e441f-42bf-4729-8a8b-8ec58aa222f2 req-42fd8f77-0320-4ef0-9bda-7394a33533b5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0587401 Feb 11 13:30:37.747530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f57e441f-42bf-4729-8a8b-8ec58aa222f2 req-6213d971-16fc-4b6d-a07b-4abefc93ceab tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434194 Feb 11 13:30:38.884846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c20202-cac6-4810-bd72-a927398d28c8 req-2018a0b3-d463-4f99-ad45-1d2a34f6a1a3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.886409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66c20202-cac6-4810-bd72-a927398d28c8 req-2018a0b3-d463-4f99-ad45-1d2a34f6a1a3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0605054 Feb 11 13:30:38.933633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66c20202-cac6-4810-bd72-a927398d28c8 req-58d72381-b9e9-401f-bea8-7f1aa9da7c43 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415728 Feb 11 13:30:40.086991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5ead2-3799-4e32-b4dc-25861844e669 req-321a1e81-392b-4044-a91e-7718c0373356 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.088986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2b5ead2-3799-4e32-b4dc-25861844e669 req-321a1e81-392b-4044-a91e-7718c0373356 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0829048 Feb 11 13:30:40.146556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2b5ead2-3799-4e32-b4dc-25861844e669 req-11c5be79-48c0-4626-859b-3536164cc4fa tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Feb 11 13:30:41.278549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d654b-75a6-4a88-a47c-3633de135f37 req-3390106a-fc43-419e-b922-fb7d7b2fe767 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:41.280069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625d654b-75a6-4a88-a47c-3633de135f37 req-3390106a-fc43-419e-b922-fb7d7b2fe767 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0544436 Feb 11 13:30:41.330946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-625d654b-75a6-4a88-a47c-3633de135f37 req-03def8ce-a6c0-4495-a200-ed11110ca187 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Feb 11 13:30:42.458502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c23d7-7681-4478-bf80-8ec4cb3c66e0 req-2fc76e59-1647-4c10-868c-4e81e9abefa6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.459990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e83c23d7-7681-4478-bf80-8ec4cb3c66e0 req-2fc76e59-1647-4c10-868c-4e81e9abefa6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0561738 Feb 11 13:30:42.510673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e83c23d7-7681-4478-bf80-8ec4cb3c66e0 req-12b65c6b-9bff-435f-91cf-7805ec41a211 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Feb 11 13:30:43.638228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fef269-1a2a-493f-9251-f7808af2749c req-368433b0-cf11-438d-8959-fa2f69123f00 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.639726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8fef269-1a2a-493f-9251-f7808af2749c req-368433b0-cf11-438d-8959-fa2f69123f00 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0568409 Feb 11 13:30:43.689005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8fef269-1a2a-493f-9251-f7808af2749c req-c86ddb93-5454-47dc-8940-f546e441a5db tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423110 Feb 11 13:30:44.824406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d136a35-685e-4f49-b9af-f2fca53a4bb9 req-86c4f10c-2431-4ff3-aec2-bcb58e368d0b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.825923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d136a35-685e-4f49-b9af-f2fca53a4bb9 req-86c4f10c-2431-4ff3-aec2-bcb58e368d0b tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0563939 Feb 11 13:30:44.874249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d136a35-685e-4f49-b9af-f2fca53a4bb9 req-2b8f1822-2dd9-4fa6-a525-ea7c2adbe487 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Feb 11 13:30:46.000191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98808d8a-5f33-4040-adbe-8192dcc0a47c req-cb93fcea-d660-44c1-b386-d371b6bd5844 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.001687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98808d8a-5f33-4040-adbe-8192dcc0a47c req-cb93fcea-d660-44c1-b386-d371b6bd5844 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0578744 Feb 11 13:30:46.050879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98808d8a-5f33-4040-adbe-8192dcc0a47c req-8e246358-4d7b-438d-9edc-1f5307b4bc46 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Feb 11 13:30:46.416000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:47.186036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15697a6-0c34-4d65-bec2-9d485fffddeb req-ae3ecb4a-b1a4-45bb-8370-f8d56b66174a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:47.187860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a15697a6-0c34-4d65-bec2-9d485fffddeb req-ae3ecb4a-b1a4-45bb-8370-f8d56b66174a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0584974 Feb 11 13:30:47.237669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a15697a6-0c34-4d65-bec2-9d485fffddeb req-5514210f-6ec6-403a-81ff-202f4db205d7 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Feb 11 13:30:47.418155 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:48.363446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc446189-6e8c-44c6-90cd-3ec8a3229534 req-ae56815a-d1df-4d2e-9d07-9f07e01a3d23 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.364945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc446189-6e8c-44c6-90cd-3ec8a3229534 req-ae56815a-d1df-4d2e-9d07-9f07e01a3d23 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0571189 Feb 11 13:30:48.418515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc446189-6e8c-44c6-90cd-3ec8a3229534 req-39c1ab89-c865-4cf7-98fa-36be8b1589c3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 Feb 11 13:30:49.542711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7b4af-d5b3-4e5c-b9ce-7dc462b9877d req-8c8bce3c-b5cf-4370-84fe-07033fb7295c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.544323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d7b4af-d5b3-4e5c-b9ce-7dc462b9877d req-8c8bce3c-b5cf-4370-84fe-07033fb7295c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0564091 Feb 11 13:30:49.595308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d7b4af-d5b3-4e5c-b9ce-7dc462b9877d req-d0e55eca-218c-484d-95d0-e36a8ada2647 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Feb 11 13:30:50.740477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe46da-14f1-4142-8ea4-bbe9c32edee5 req-a00005a4-e088-4562-8bb2-486ef317532c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.741912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-defe46da-14f1-4142-8ea4-bbe9c32edee5 req-a00005a4-e088-4562-8bb2-486ef317532c tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0628796 Feb 11 13:30:50.792170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-defe46da-14f1-4142-8ea4-bbe9c32edee5 req-1fe441a1-eb07-46b7-a4a2-3908f46ce6d5 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Feb 11 13:30:51.934572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60909f-1458-4f0b-bff2-57c1101142d3 req-6ece44d4-2756-420f-8810-283143b859b3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.937875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db60909f-1458-4f0b-bff2-57c1101142d3 req-6ece44d4-2756-420f-8810-283143b859b3 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0737455 Feb 11 13:30:51.986359 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-db60909f-1458-4f0b-bff2-57c1101142d3 req-9edd3982-0985-4de4-947e-88cd8d26b669 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417206 Feb 11 13:30:52.051438 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:30:53.117104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb89f09-6de4-46e3-b690-a5c86aad33f9 req-5981744b-08ac-436b-8862-fc59526f4504 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.118640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8eb89f09-6de4-46e3-b690-a5c86aad33f9 req-5981744b-08ac-436b-8862-fc59526f4504 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0593610 Feb 11 13:30:53.167265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8eb89f09-6de4-46e3-b690-a5c86aad33f9 req-a9eaebc6-588d-4c47-9a1b-27132ae9f7ab tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Feb 11 13:30:53.381988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a2c05-06cc-4cb3-9e9e-0ed4ecde571e req-e2e06468-421e-4e31-9cd6-f411c439d7a0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.383655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac9a2c05-06cc-4cb3-9e9e-0ed4ecde571e req-e2e06468-421e-4e31-9cd6-f411c439d7a0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0584333 Feb 11 13:30:53.432454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac9a2c05-06cc-4cb3-9e9e-0ed4ecde571e req-99609674-6e6e-4250-a99d-2f853398b2e6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Feb 11 13:30:53.568434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305be6d-0e34-4141-80a2-4af54d1c2791 req-86d2cebf-89c1-42ee-8783-54cdcc97a0ef tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.570021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c305be6d-0e34-4141-80a2-4af54d1c2791 req-86d2cebf-89c1-42ee-8783-54cdcc97a0ef tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0625410 Feb 11 13:30:53.623466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c305be6d-0e34-4141-80a2-4af54d1c2791 req-d82c08e8-3342-482c-b16d-41d61794194f tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475194 Feb 11 13:30:53.871870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867902f2-7060-4586-8c36-d5e7d2ad5c19 req-0a0ef575-c00a-4329-8d2e-82c34468adb0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.873270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-867902f2-7060-4586-8c36-d5e7d2ad5c19 req-0a0ef575-c00a-4329-8d2e-82c34468adb0 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0546010 Feb 11 13:30:53.928470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-867902f2-7060-4586-8c36-d5e7d2ad5c19 req-a30f4eca-273b-4c7f-b14e-971e2b941149 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473115 Feb 11 13:30:55.054558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1a98d-d7c0-40b7-9782-23116e22fe03 req-d88f36d0-b6e0-455b-9868-0eca7dbb62f9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.056056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3a1a98d-d7c0-40b7-9782-23116e22fe03 req-d88f36d0-b6e0-455b-9868-0eca7dbb62f9 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0546246 Feb 11 13:30:55.057681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-7da36ed1-8fba-41b9-8819-d9aa80a71551 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.059196 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-7da36ed1-8fba-41b9-8819-d9aa80a71551 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "GET /v2.0/ports?device_id=18973a20-a139-4eab-829b-03a36eb110b1 HTTP/1.1" status: 200 len: 946 time: 0.0551448 Feb 11 13:30:55.104807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3a1a98d-d7c0-40b7-9782-23116e22fe03 req-33c777d2-e386-4c72-8845-1fb747db7d16 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 Feb 11 13:30:55.153745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Deleting port 9c046157-c887-4eda-a154-d834ba085633 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:55.154083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9c046157-c887-4eda-a154-d834ba085633), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:55.250251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] For port 9c046157-c887-4eda-a154-d834ba085633, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=9c046157-c887-4eda-a154-d834ba085633,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:55.250512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9c046157-c887-4eda-a154-d834ba085633), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:55.263770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Calling delete_port for 9c046157-c887-4eda-a154-d834ba085633 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:55.401680 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9c046157-c887-4eda-a154-d834ba085633), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:55.414408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:55.417096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['9c046157-c887-4eda-a154-d834ba085633'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:55.432571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event deleted for resources: {'Port': ['ID=9c046157-c887-4eda-a154-d834ba085633,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:55.474075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] No DVR routers for this DVR port 9c046157-c887-4eda-a154-d834ba085633 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:55.476910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:55.480460 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-aede54fc-7251-4d9c-aa5b-da8c61e04fdf req-a8c12324-8b8e-4ee9-b5ff-3337e6f28b3a tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.53 "DELETE /v2.0/ports/9c046157-c887-4eda-a154-d834ba085633 HTTP/1.1" status: 204 len: 173 time: 0.4151947 Feb 11 13:30:55.481079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18973a20-a139-4eab-829b-03a36eb110b1', 'name': 'network-vif-deleted', 'tag': '9c046157-c887-4eda-a154-d834ba085633'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:55.483591 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f9b01-2224-4e1f-acf1-f0c0f2f3a062" -d '{"events": [{"server_uuid": "18973a20-a139-4eab-829b-03a36eb110b1", "name": "network-vif-deleted", "tag": "9c046157-c887-4eda-a154-d834ba085633"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:55.519959 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09813b2e-a8c7-4004-b9ae-9928949a819a x-openstack-request-id: req-09813b2e-a8c7-4004-b9ae-9928949a819a {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:55.520250 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18973a20-a139-4eab-829b-03a36eb110b1", "name": "network-vif-deleted", "tag": "9c046157-c887-4eda-a154-d834ba085633", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:55.520512 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09813b2e-a8c7-4004-b9ae-9928949a819a {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:55.520930 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18973a20-a139-4eab-829b-03a36eb110b1', 'name': 'network-vif-deleted', 'tag': '9c046157-c887-4eda-a154-d834ba085633', 'status': 'completed', 'code': 200} Feb 11 13:30:56.810113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc315798-2df4-42e5-9777-973d5689cbe7 req-05678ed6-0274-4ea0-b7a9-416a91ef0f55 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.811923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc315798-2df4-42e5-9777-973d5689cbe7 req-05678ed6-0274-4ea0-b7a9-416a91ef0f55 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 945 time: 0.0557251 Feb 11 13:30:56.858868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc315798-2df4-42e5-9777-973d5689cbe7 req-e13f38be-1bf9-4749-ba5d-0256f27224bf tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Feb 11 13:30:57.993523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab3b3b-4b55-4010-9f7f-c9311c061096 req-2fb446c9-7710-42fe-8e9c-a4262e2e498d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.995057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4ab3b3b-4b55-4010-9f7f-c9311c061096 req-2fb446c9-7710-42fe-8e9c-a4262e2e498d tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 945 time: 0.0652969 Feb 11 13:30:58.048523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4ab3b3b-4b55-4010-9f7f-c9311c061096 req-55a09b0b-3a73-4830-b0bd-08385cc4e314 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/security-groups?id=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471556 Feb 11 13:30:58.265659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-fd7a47a0-6c27-41a8-886c-74208b9c8bef tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.267201 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-fd7a47a0-6c27-41a8-886c-74208b9c8bef tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 945 time: 0.0576324 Feb 11 13:30:58.376483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Deleting port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:30:58.376819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:58.472599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] For port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,segment=NetworkSegment(c14714d7-a484-4950-931f-f6e05830ca9d),segment_id=c14714d7-a484-4950-931f-f6e05830ca9d)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:58.472956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:58.480545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c046157-c887-4eda-a154-d834ba085633 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:58.486295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Calling delete_port for b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:30:58.500873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 9c046157-c887-4eda-a154-d834ba085633 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:30:58.501220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 9c046157-c887-4eda-a154-d834ba085633 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:58.623695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:58.635111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:58.652832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Pushing event deleted for resources: {'Port': ['ID=b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:58.665312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.665668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.666050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.666399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.666763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.667047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.667399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.667719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.668050 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.668442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.668772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.669217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.669548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:58.706041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] No DVR routers for this DVR port b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:58.708721 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:30:58.712293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-084019a8-5af4-46dd-b2e3-d9913466b79c req-76c8fe16-2ac8-46ef-81f7-6207c34c8444 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.64 "DELETE /v2.0/ports/b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb HTTP/1.1" status: 204 len: 173 time: 0.4400873 Feb 11 13:30:58.712739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daebdfa2-6276-4467-8795-ea022562e017', 'name': 'network-vif-deleted', 'tag': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:30:58.715107 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd97374-3018-4b2f-b771-f483239e537a" -d '{"events": [{"server_uuid": "daebdfa2-6276-4467-8795-ea022562e017", "name": "network-vif-deleted", "tag": "b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:59.137235 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6682b1b0-f9d5-428b-b26d-05810b7ef5b2 x-openstack-request-id: req-6682b1b0-f9d5-428b-b26d-05810b7ef5b2 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:59.137917 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daebdfa2-6276-4467-8795-ea022562e017", "name": "network-vif-deleted", "tag": "b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:59.138328 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6682b1b0-f9d5-428b-b26d-05810b7ef5b2 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:59.138794 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daebdfa2-6276-4467-8795-ea022562e017', 'name': 'network-vif-deleted', 'tag': 'b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb', 'status': 'completed', 'code': 200} Feb 11 13:30:59.226501 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be8e1d40-9c02-4507-a7ea-1128517c516d req-31ce2867-ed85-4f03-86b8-97dd0dafdfa6 tempest-ServersTestJSON-1262563986 tempest-ServersTestJSON-1262563986-project] 10.222.0.42 "GET /v2.0/ports?device_id=daebdfa2-6276-4467-8795-ea022562e017 HTTP/1.1" status: 200 len: 210 time: 0.0324490 Feb 11 13:30:59.332152 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7ed7e37b-819f-4462-9bab-efa0671e791a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.288210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53778) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:00.335511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] Deleting subnet a99e1ea3-39a5-4972-b103-c3597a4e59cd {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:31:00.340356 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] Publish callbacks [] for subnet (a99e1ea3-39a5-4972-b103-c3597a4e59cd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.378182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (a99e1ea3-39a5-4972-b103-c3597a4e59cd), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.419549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a99e1ea3-39a5-4972-b103-c3597a4e59cd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.477566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (a99e1ea3-39a5-4972-b103-c3597a4e59cd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.510451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.513558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a99e1ea3-39a5-4972-b103-c3597a4e59cd HTTP/1.1" status: 204 len: 168 time: 0.2243500 Feb 11 13:31:00.514374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e2f38-efe2-4f7a-88af-779d7ccc1709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99e1ea3-39a5-4972-b103-c3597a4e59cd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:00.516733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:00.590015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (40a1c973-9c5d-48ef-bb60-4b2cd25346db), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.669434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (40a1c973-9c5d-48ef-bb60-4b2cd25346db), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.691717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a1c973-9c5d-48ef-bb60-4b2cd25346db']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:00.701857 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14714d7-a484-4950-931f-f6e05830ca9d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:00.702160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14714d7-a484-4950-931f-f6e05830ca9d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:00.712280 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (c14714d7-a484-4950-931f-f6e05830ca9d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.726639 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c14714d7-a484-4950-931f-f6e05830ca9d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.733148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:00.733544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (c14714d7-a484-4950-931f-f6e05830ca9d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:00.735329 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:00.793675 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (40a1c973-9c5d-48ef-bb60-4b2cd25346db), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.799246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:00.802540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] 10.222.0.42 "DELETE /v2.0/networks/40a1c973-9c5d-48ef-bb60-4b2cd25346db HTTP/1.1" status: 204 len: 168 time: 0.2848139 Feb 11 13:31:00.813682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1e792-c228-4af6-a20b-5f121ee14846 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a1c973-9c5d-48ef-bb60-4b2cd25346db,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:01.038266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53784) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:01.079529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-59b77689-56be-49fe-a72c-ead01a3ea0a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6cf5d127d754c50aef3e4fe34325a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399518 Feb 11 13:31:01.083658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53786) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:01.141192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-576560b7-69d0-4229-8a7e-651fd9fd16cf admin admin] Publish callbacks [] for security_group (486dbf48-6f4f-4aa8-9128-ad65d9d7beb4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.162386 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-576560b7-69d0-4229-8a7e-651fd9fd16cf admin admin] Publish callbacks [] for security_group (486dbf48-6f4f-4aa8-9128-ad65d9d7beb4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.216846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-576560b7-69d0-4229-8a7e-651fd9fd16cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (486dbf48-6f4f-4aa8-9128-ad65d9d7beb4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.219613 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-576560b7-69d0-4229-8a7e-651fd9fd16cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:01.220875 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-576560b7-69d0-4229-8a7e-651fd9fd16cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/486dbf48-6f4f-4aa8-9128-ad65d9d7beb4 HTTP/1.1" status: 204 len: 168 time: 0.1357963 Feb 11 13:31:01.228730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576560b7-69d0-4229-8a7e-651fd9fd16cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486dbf48-6f4f-4aa8-9128-ad65d9d7beb4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:01.407095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3c11b33-4f61-42de-a500-aff33ae446b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.334595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53820) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:02.475549 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3160f298-9d2e-45a9-a539-8091de013d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.553391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3160f298-9d2e-45a9-a539-8091de013d5f admin admin] Publish callbacks [] for security_group (46213fcb-41b3-4e4d-96c6-bd9283aa05c1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.558766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3160f298-9d2e-45a9-a539-8091de013d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (46213fcb-41b3-4e4d-96c6-bd9283aa05c1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.595680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160f298-9d2e-45a9-a539-8091de013d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46213fcb-41b3-4e4d-96c6-bd9283aa05c1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:02.600013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3160f298-9d2e-45a9-a539-8091de013d5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4661f441514541e3b49513e75a4bed0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643793 Feb 11 13:31:02.602917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53824) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:02.631758 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.655112 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2b19-1b6d-426b-8bb6-8a251a2b5481 admin admin] Publish callbacks [] for security_group (46213fcb-41b3-4e4d-96c6-bd9283aa05c1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.677331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2b19-1b6d-426b-8bb6-8a251a2b5481 admin admin] Publish callbacks [] for security_group (46213fcb-41b3-4e4d-96c6-bd9283aa05c1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.731116 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2b19-1b6d-426b-8bb6-8a251a2b5481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (46213fcb-41b3-4e4d-96c6-bd9283aa05c1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.734015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bd7e2b19-1b6d-426b-8bb6-8a251a2b5481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:02.735270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bd7e2b19-1b6d-426b-8bb6-8a251a2b5481 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46213fcb-41b3-4e4d-96c6-bd9283aa05c1 HTTP/1.1" status: 204 len: 168 time: 0.1314347 Feb 11 13:31:02.743369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e2b19-1b6d-426b-8bb6-8a251a2b5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46213fcb-41b3-4e4d-96c6-bd9283aa05c1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:02.828407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:02.851209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:31:02.851557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device b16c0bfc-c16c-40a4-9bd3-745cfa0fc6fb not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:03.953143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:04.058709 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-375d9fc3-71b3-4f58-abd7-06bdb2033717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.136395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-375d9fc3-71b3-4f58-abd7-06bdb2033717 admin admin] Publish callbacks [] for security_group (fbf799f1-5705-475c-bb44-96b820ef349d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.142611 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-375d9fc3-71b3-4f58-abd7-06bdb2033717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fbf799f1-5705-475c-bb44-96b820ef349d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.181486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-375d9fc3-71b3-4f58-abd7-06bdb2033717 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=219a63791b2b406ba7f2e3467e0dcac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2272308 Feb 11 13:31:04.182446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d9fc3-71b3-4f58-abd7-06bdb2033717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf799f1-5705-475c-bb44-96b820ef349d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:04.184457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53882) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:04.239925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b90b7d-b144-46f4-9d49-17e18c348f57 admin admin] Publish callbacks [] for security_group (fbf799f1-5705-475c-bb44-96b820ef349d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.262419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b90b7d-b144-46f4-9d49-17e18c348f57 admin admin] Publish callbacks [] for security_group (fbf799f1-5705-475c-bb44-96b820ef349d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.288627 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.312273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b90b7d-b144-46f4-9d49-17e18c348f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fbf799f1-5705-475c-bb44-96b820ef349d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.314880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a4b90b7d-b144-46f4-9d49-17e18c348f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:04.316063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4b90b7d-b144-46f4-9d49-17e18c348f57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbf799f1-5705-475c-bb44-96b820ef349d HTTP/1.1" status: 204 len: 168 time: 0.1306229 Feb 11 13:31:04.323787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b90b7d-b144-46f4-9d49-17e18c348f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf799f1-5705-475c-bb44-96b820ef349d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.342583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.437112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53934) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:06.547558 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7729e63e-af1f-434b-aafd-01c5573f2544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.625039 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7729e63e-af1f-434b-aafd-01c5573f2544 admin admin] Publish callbacks [] for security_group (288002e8-8e44-4417-b0a2-4497777a48fa), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.630553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7729e63e-af1f-434b-aafd-01c5573f2544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (288002e8-8e44-4417-b0a2-4497777a48fa), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.671473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7729e63e-af1f-434b-aafd-01c5573f2544 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3442c06e54f3454a9afa84004b2d57df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326946 Feb 11 13:31:06.672449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729e63e-af1f-434b-aafd-01c5573f2544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288002e8-8e44-4417-b0a2-4497777a48fa,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.674384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53938) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:06.731648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b838-4bb6-4533-a998-6dc39d77bd95 admin admin] Publish callbacks [] for security_group (288002e8-8e44-4417-b0a2-4497777a48fa), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.755353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b838-4bb6-4533-a998-6dc39d77bd95 admin admin] Publish callbacks [] for security_group (288002e8-8e44-4417-b0a2-4497777a48fa), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.805594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b838-4bb6-4533-a998-6dc39d77bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (288002e8-8e44-4417-b0a2-4497777a48fa), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.808406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ebf0b838-4bb6-4533-a998-6dc39d77bd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:06.809696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ebf0b838-4bb6-4533-a998-6dc39d77bd95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/288002e8-8e44-4417-b0a2-4497777a48fa HTTP/1.1" status: 204 len: 168 time: 0.1335459 Feb 11 13:31:06.817664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0b838-4bb6-4533-a998-6dc39d77bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288002e8-8e44-4417-b0a2-4497777a48fa,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.096334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 53944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:07.110686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-081998a0-220b-4c4a-92e7-42cb57f16764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.190709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-081998a0-220b-4c4a-92e7-42cb57f16764 admin admin] Publish callbacks [] for security_group (8cb9664c-f69e-40ad-b84f-b95c756ccc92), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.196503 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-081998a0-220b-4c4a-92e7-42cb57f16764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8cb9664c-f69e-40ad-b84f-b95c756ccc92), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.233669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-081998a0-220b-4c4a-92e7-42cb57f16764 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40cf35fcced24d82ad6a4c3fc05ef19e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359909 Feb 11 13:31:07.234554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081998a0-220b-4c4a-92e7-42cb57f16764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9664c-f69e-40ad-b84f-b95c756ccc92,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.236794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 53946) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:07.288074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121d9835-7ac0-43aa-8e11-381be08fbd66 admin admin] Publish callbacks [] for security_group (8cb9664c-f69e-40ad-b84f-b95c756ccc92), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.311764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121d9835-7ac0-43aa-8e11-381be08fbd66 admin admin] Publish callbacks [] for security_group (8cb9664c-f69e-40ad-b84f-b95c756ccc92), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.367479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121d9835-7ac0-43aa-8e11-381be08fbd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8cb9664c-f69e-40ad-b84f-b95c756ccc92), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.370298 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-121d9835-7ac0-43aa-8e11-381be08fbd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:07.371504 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-121d9835-7ac0-43aa-8e11-381be08fbd66 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8cb9664c-f69e-40ad-b84f-b95c756ccc92 HTTP/1.1" status: 204 len: 168 time: 0.1336868 Feb 11 13:31:07.381755 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d9835-7ac0-43aa-8e11-381be08fbd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9664c-f69e-40ad-b84f-b95c756ccc92,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.140569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:10.259446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7b355e-ad23-4efc-98f3-ddea6843d98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.340668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7b355e-ad23-4efc-98f3-ddea6843d98c admin admin] Publish callbacks [] for security_group (bce4ecbd-8b14-4afa-a0e8-397256b280e2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.346445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b7b355e-ad23-4efc-98f3-ddea6843d98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bce4ecbd-8b14-4afa-a0e8-397256b280e2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.383300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b7b355e-ad23-4efc-98f3-ddea6843d98c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e525963e8c644da952dcb14f9ca89ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416670 Feb 11 13:31:10.384141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b355e-ad23-4efc-98f3-ddea6843d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce4ecbd-8b14-4afa-a0e8-397256b280e2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.386817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54014) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:10.438994 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd2dc-ef3b-4e16-9f84-1636031d50b0 admin admin] Publish callbacks [] for security_group (bce4ecbd-8b14-4afa-a0e8-397256b280e2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.461242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd2dc-ef3b-4e16-9f84-1636031d50b0 admin admin] Publish callbacks [] for security_group (bce4ecbd-8b14-4afa-a0e8-397256b280e2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.511996 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd2dc-ef3b-4e16-9f84-1636031d50b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bce4ecbd-8b14-4afa-a0e8-397256b280e2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.514619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fc6dd2dc-ef3b-4e16-9f84-1636031d50b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.515812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fc6dd2dc-ef3b-4e16-9f84-1636031d50b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bce4ecbd-8b14-4afa-a0e8-397256b280e2 HTTP/1.1" status: 204 len: 168 time: 0.1278956 Feb 11 13:31:10.523464 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dd2dc-ef3b-4e16-9f84-1636031d50b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce4ecbd-8b14-4afa-a0e8-397256b280e2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.794026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54020) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:10.811820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e77f16db-0423-47b5-87a5-744389007990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.890730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e77f16db-0423-47b5-87a5-744389007990 admin admin] Publish callbacks [] for security_group (c560ae87-c854-4b67-b8e4-a1d9dbd5433c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.896368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e77f16db-0423-47b5-87a5-744389007990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c560ae87-c854-4b67-b8e4-a1d9dbd5433c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:10.934177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e77f16db-0423-47b5-87a5-744389007990 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de4d0d1f8fd34723822ea01ca2c063e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388385 Feb 11 13:31:10.935210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f16db-0423-47b5-87a5-744389007990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c560ae87-c854-4b67-b8e4-a1d9dbd5433c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.937315 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54022) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:10.988111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-601db6cf-c3f9-4411-afff-9bf97e882672 admin admin] Publish callbacks [] for security_group (c560ae87-c854-4b67-b8e4-a1d9dbd5433c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.010345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-601db6cf-c3f9-4411-afff-9bf97e882672 admin admin] Publish callbacks [] for security_group (c560ae87-c854-4b67-b8e4-a1d9dbd5433c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.060090 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-601db6cf-c3f9-4411-afff-9bf97e882672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c560ae87-c854-4b67-b8e4-a1d9dbd5433c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.063092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-601db6cf-c3f9-4411-afff-9bf97e882672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:11.064308 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-601db6cf-c3f9-4411-afff-9bf97e882672 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c560ae87-c854-4b67-b8e4-a1d9dbd5433c HTTP/1.1" status: 204 len: 168 time: 0.1258366 Feb 11 13:31:11.072466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db6cf-c3f9-4411-afff-9bf97e882672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c560ae87-c854-4b67-b8e4-a1d9dbd5433c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:16.437253 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:17.420095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.316276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54290) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:22.440783 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.517873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Publish callbacks [] for security_group (f9e6da42-d08c-4d63-8289-dc2a8b0ed17f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.522817 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f9e6da42-d08c-4d63-8289-dc2a8b0ed17f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.562202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21a375c187e044328900b0fb1cdcd9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2448084 Feb 11 13:31:22.563040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e6da42-d08c-4d63-8289-dc2a8b0ed17f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:22.565247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54294) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:22.570978 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.571322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.571655 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.571963 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.572301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.572606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.572959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.573273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.573684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.573941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.574244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.574555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.574869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de491641-0ee1-4caa-b4c1-ca9fe175f73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:22.615262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84a86d-2565-4a8b-81ce-0ccf9eb2739e admin admin] Publish callbacks [] for security_group (f9e6da42-d08c-4d63-8289-dc2a8b0ed17f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.637192 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84a86d-2565-4a8b-81ce-0ccf9eb2739e admin admin] Publish callbacks [] for security_group (f9e6da42-d08c-4d63-8289-dc2a8b0ed17f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.687550 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84a86d-2565-4a8b-81ce-0ccf9eb2739e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f9e6da42-d08c-4d63-8289-dc2a8b0ed17f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.690355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0a84a86d-2565-4a8b-81ce-0ccf9eb2739e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:22.691524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0a84a86d-2565-4a8b-81ce-0ccf9eb2739e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9e6da42-d08c-4d63-8289-dc2a8b0ed17f HTTP/1.1" status: 204 len: 168 time: 0.1252227 Feb 11 13:31:22.699293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84a86d-2565-4a8b-81ce-0ccf9eb2739e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e6da42-d08c-4d63-8289-dc2a8b0ed17f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:22.961469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54300) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:22.975666 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a3532b5-c933-433c-bb25-d24a81c8b09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.052839 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a3532b5-c933-433c-bb25-d24a81c8b09a admin admin] Publish callbacks [] for security_group (f9ffb663-6eb2-4b19-8e7d-718b30ba00f7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.058911 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7a3532b5-c933-433c-bb25-d24a81c8b09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f9ffb663-6eb2-4b19-8e7d-718b30ba00f7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.097576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7a3532b5-c933-433c-bb25-d24a81c8b09a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14990617770a4c70a9722fc052db63ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349227 Feb 11 13:31:23.099576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3532b5-c933-433c-bb25-d24a81c8b09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ffb663-6eb2-4b19-8e7d-718b30ba00f7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:23.100392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54302) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:23.157454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6eb3885c-973b-48fc-a372-65c0a9c1d680 admin admin] Publish callbacks [] for security_group (f9ffb663-6eb2-4b19-8e7d-718b30ba00f7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.178039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6eb3885c-973b-48fc-a372-65c0a9c1d680 admin admin] Publish callbacks [] for security_group (f9ffb663-6eb2-4b19-8e7d-718b30ba00f7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.226832 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6eb3885c-973b-48fc-a372-65c0a9c1d680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f9ffb663-6eb2-4b19-8e7d-718b30ba00f7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.229722 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6eb3885c-973b-48fc-a372-65c0a9c1d680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:23.230919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6eb3885c-973b-48fc-a372-65c0a9c1d680 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9ffb663-6eb2-4b19-8e7d-718b30ba00f7 HTTP/1.1" status: 204 len: 168 time: 0.1292255 Feb 11 13:31:23.238769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3885c-973b-48fc-a372-65c0a9c1d680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ffb663-6eb2-4b19-8e7d-718b30ba00f7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.269512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54330) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:24.378173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d8b0-9907-4108-a3d2-7b136df5f72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.456320 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d8b0-9907-4108-a3d2-7b136df5f72d admin admin] Publish callbacks [] for security_group (e3c22ccb-e9d6-4106-b156-23742e33b2f1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.462505 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d8b0-9907-4108-a3d2-7b136df5f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e3c22ccb-e9d6-4106-b156-23742e33b2f1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.500820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c6f4d8b0-9907-4108-a3d2-7b136df5f72d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ef9046f96db46c6aecc32583855ca1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301595 Feb 11 13:31:24.502084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4d8b0-9907-4108-a3d2-7b136df5f72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c22ccb-e9d6-4106-b156-23742e33b2f1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.503758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54334) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:24.560473 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9596-8415-4d8e-bf3f-9983b2a3e29c admin admin] Publish callbacks [] for security_group (e3c22ccb-e9d6-4106-b156-23742e33b2f1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.582686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9596-8415-4d8e-bf3f-9983b2a3e29c admin admin] Publish callbacks [] for security_group (e3c22ccb-e9d6-4106-b156-23742e33b2f1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.633017 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9596-8415-4d8e-bf3f-9983b2a3e29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e3c22ccb-e9d6-4106-b156-23742e33b2f1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.635646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9c5f9596-8415-4d8e-bf3f-9983b2a3e29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:24.636867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9c5f9596-8415-4d8e-bf3f-9983b2a3e29c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3c22ccb-e9d6-4106-b156-23742e33b2f1 HTTP/1.1" status: 204 len: 168 time: 0.1321020 Feb 11 13:31:24.645086 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f9596-8415-4d8e-bf3f-9983b2a3e29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c22ccb-e9d6-4106-b156-23742e33b2f1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.133891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54386) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:26.249788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-921c5bb2-07f7-4d9a-84ad-54a4649378ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.336790 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-921c5bb2-07f7-4d9a-84ad-54a4649378ed admin admin] Publish callbacks [] for security_group (ba66c2e0-fddc-4f6d-97c9-42dc624c8781), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.342864 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-921c5bb2-07f7-4d9a-84ad-54a4649378ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ba66c2e0-fddc-4f6d-97c9-42dc624c8781), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.383545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-921c5bb2-07f7-4d9a-84ad-54a4649378ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=533a1330d8984f768ab504227281c97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2485301 Feb 11 13:31:26.384546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c5bb2-07f7-4d9a-84ad-54a4649378ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba66c2e0-fddc-4f6d-97c9-42dc624c8781,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.386433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54390) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:26.439198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-487e2325-ee9d-40ff-92b0-88bb098eb8ef admin admin] Publish callbacks [] for security_group (ba66c2e0-fddc-4f6d-97c9-42dc624c8781), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.461372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-487e2325-ee9d-40ff-92b0-88bb098eb8ef admin admin] Publish callbacks [] for security_group (ba66c2e0-fddc-4f6d-97c9-42dc624c8781), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.518602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-487e2325-ee9d-40ff-92b0-88bb098eb8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ba66c2e0-fddc-4f6d-97c9-42dc624c8781), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.521164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-487e2325-ee9d-40ff-92b0-88bb098eb8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:26.522386 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-487e2325-ee9d-40ff-92b0-88bb098eb8ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba66c2e0-fddc-4f6d-97c9-42dc624c8781 HTTP/1.1" status: 204 len: 168 time: 0.1348610 Feb 11 13:31:26.532482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e2325-ee9d-40ff-92b0-88bb098eb8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba66c2e0-fddc-4f6d-97c9-42dc624c8781,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:27.824235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54436) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:27.945829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b3bc-8ff1-467f-9a02-40b3b50eb0f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.018888 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b3bc-8ff1-467f-9a02-40b3b50eb0f7 admin admin] Publish callbacks [] for security_group (5641784c-ceeb-4f5d-9160-8825da22625e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.024782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b3bc-8ff1-467f-9a02-40b3b50eb0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5641784c-ceeb-4f5d-9160-8825da22625e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.069483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8bc8b3bc-8ff1-467f-9a02-40b3b50eb0f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53d8a26b1fa34aefa7b03fa04ebb3542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2440782 Feb 11 13:31:28.070375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8b3bc-8ff1-467f-9a02-40b3b50eb0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5641784c-ceeb-4f5d-9160-8825da22625e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:28.072545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54440) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:28.123691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70572946-c4d1-4bc5-ba7a-69184ee1564a admin admin] Publish callbacks [] for security_group (5641784c-ceeb-4f5d-9160-8825da22625e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.146045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70572946-c4d1-4bc5-ba7a-69184ee1564a admin admin] Publish callbacks [] for security_group (5641784c-ceeb-4f5d-9160-8825da22625e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.197028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70572946-c4d1-4bc5-ba7a-69184ee1564a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (5641784c-ceeb-4f5d-9160-8825da22625e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.199593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-70572946-c4d1-4bc5-ba7a-69184ee1564a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:28.200808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-70572946-c4d1-4bc5-ba7a-69184ee1564a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5641784c-ceeb-4f5d-9160-8825da22625e HTTP/1.1" status: 204 len: 168 time: 0.1272089 Feb 11 13:31:28.208667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70572946-c4d1-4bc5-ba7a-69184ee1564a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5641784c-ceeb-4f5d-9160-8825da22625e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.057018 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:31:29.330167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-83c4de72-9b8d-478b-a35d-ecb30e5b6ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.403266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:30.515361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6577d2b7-ed3d-49a6-adc2-4d3d2422ffae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.594139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6577d2b7-ed3d-49a6-adc2-4d3d2422ffae admin admin] Publish callbacks [] for security_group (62bf83d1-97ac-4572-8db5-84e5dd071e4f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.599668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6577d2b7-ed3d-49a6-adc2-4d3d2422ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (62bf83d1-97ac-4572-8db5-84e5dd071e4f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.637697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6577d2b7-ed3d-49a6-adc2-4d3d2422ffae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3e25d6279314a96b6a295a713ce6809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2333083 Feb 11 13:31:30.639902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577d2b7-ed3d-49a6-adc2-4d3d2422ffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf83d1-97ac-4572-8db5-84e5dd071e4f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.640745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54560) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:30.690281 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d02e73b3-8b26-4788-ac71-f7d3c7514bd6 admin admin] Publish callbacks [] for security_group (62bf83d1-97ac-4572-8db5-84e5dd071e4f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.711942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d02e73b3-8b26-4788-ac71-f7d3c7514bd6 admin admin] Publish callbacks [] for security_group (62bf83d1-97ac-4572-8db5-84e5dd071e4f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.759800 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d02e73b3-8b26-4788-ac71-f7d3c7514bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (62bf83d1-97ac-4572-8db5-84e5dd071e4f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.763592 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d02e73b3-8b26-4788-ac71-f7d3c7514bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:30.764775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d02e73b3-8b26-4788-ac71-f7d3c7514bd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62bf83d1-97ac-4572-8db5-84e5dd071e4f HTTP/1.1" status: 204 len: 168 time: 0.1229277 Feb 11 13:31:30.772901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e73b3-8b26-4788-ac71-f7d3c7514bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf83d1-97ac-4572-8db5-84e5dd071e4f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:31.044606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54566) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:31.057870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5f9f-3b51-4410-9e2f-bace585328b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.137303 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5f9f-3b51-4410-9e2f-bace585328b3 admin admin] Publish callbacks [] for security_group (e699d5ad-633e-464b-b72e-cc437d8c4f33), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.142553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5f9f-3b51-4410-9e2f-bace585328b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e699d5ad-633e-464b-b72e-cc437d8c4f33), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.179950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5bdf5f9f-3b51-4410-9e2f-bace585328b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03116ed660dc4270b5f39f62b151209c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342506 Feb 11 13:31:31.180791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf5f9f-3b51-4410-9e2f-bace585328b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e699d5ad-633e-464b-b72e-cc437d8c4f33,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:31.182877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54568) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:31.233006 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c24bb0bb-7dd6-4c0f-bd41-e62e37c1be4b admin admin] Publish callbacks [] for security_group (e699d5ad-633e-464b-b72e-cc437d8c4f33), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.255042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c24bb0bb-7dd6-4c0f-bd41-e62e37c1be4b admin admin] Publish callbacks [] for security_group (e699d5ad-633e-464b-b72e-cc437d8c4f33), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.304883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c24bb0bb-7dd6-4c0f-bd41-e62e37c1be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e699d5ad-633e-464b-b72e-cc437d8c4f33), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.307593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c24bb0bb-7dd6-4c0f-bd41-e62e37c1be4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:31.308779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c24bb0bb-7dd6-4c0f-bd41-e62e37c1be4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e699d5ad-633e-464b-b72e-cc437d8c4f33 HTTP/1.1" status: 204 len: 168 time: 0.1249142 Feb 11 13:31:31.317833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bb0bb-7dd6-4c0f-bd41-e62e37c1be4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e699d5ad-633e-464b-b72e-cc437d8c4f33,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:31.402188 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69769e68-d660-4fc4-8854-b9d68da1be56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:32.635989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.237175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:33.352332 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58bfd66e-526d-4f85-8e6d-c96d27b58138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.434386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58bfd66e-526d-4f85-8e6d-c96d27b58138 admin admin] Publish callbacks [] for security_group (d621637f-de20-4988-b488-d166afbb509d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.441297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58bfd66e-526d-4f85-8e6d-c96d27b58138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d621637f-de20-4988-b488-d166afbb509d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.494530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-58bfd66e-526d-4f85-8e6d-c96d27b58138 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41e03c41ced24140a06ffb9234e9cd95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559836 Feb 11 13:31:33.495549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bfd66e-526d-4f85-8e6d-c96d27b58138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d621637f-de20-4988-b488-d166afbb509d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.497750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54642) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:33.563486 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb343ebf-1559-4db1-b9a2-d4ee5e014c77 admin admin] Publish callbacks [] for security_group (d621637f-de20-4988-b488-d166afbb509d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.584858 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb343ebf-1559-4db1-b9a2-d4ee5e014c77 admin admin] Publish callbacks [] for security_group (d621637f-de20-4988-b488-d166afbb509d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.633189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb343ebf-1559-4db1-b9a2-d4ee5e014c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d621637f-de20-4988-b488-d166afbb509d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.636367 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bb343ebf-1559-4db1-b9a2-d4ee5e014c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:33.637539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bb343ebf-1559-4db1-b9a2-d4ee5e014c77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d621637f-de20-4988-b488-d166afbb509d HTTP/1.1" status: 204 len: 168 time: 0.1378617 Feb 11 13:31:33.645924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb343ebf-1559-4db1-b9a2-d4ee5e014c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d621637f-de20-4988-b488-d166afbb509d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.930481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54648) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:33.945446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e48bab87-d925-4716-9c66-205223fa1dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.022372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e48bab87-d925-4716-9c66-205223fa1dad admin admin] Publish callbacks [] for security_group (d09b5f39-86b5-4765-be09-bf3b40c73e5f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.028136 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e48bab87-d925-4716-9c66-205223fa1dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d09b5f39-86b5-4765-be09-bf3b40c73e5f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.068299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bab87-d925-4716-9c66-205223fa1dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09b5f39-86b5-4765-be09-bf3b40c73e5f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:34.072592 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e48bab87-d925-4716-9c66-205223fa1dad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adf7d79570d54e2a9bbab959f9802637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410046 Feb 11 13:31:34.076584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54650) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:34.127777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-92709f1d-d5b0-4e01-a3e8-748e026fa319 admin admin] Publish callbacks [] for security_group (d09b5f39-86b5-4765-be09-bf3b40c73e5f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.150173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-92709f1d-d5b0-4e01-a3e8-748e026fa319 admin admin] Publish callbacks [] for security_group (d09b5f39-86b5-4765-be09-bf3b40c73e5f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.199198 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-92709f1d-d5b0-4e01-a3e8-748e026fa319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d09b5f39-86b5-4765-be09-bf3b40c73e5f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.201912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-92709f1d-d5b0-4e01-a3e8-748e026fa319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:34.203134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-92709f1d-d5b0-4e01-a3e8-748e026fa319 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d09b5f39-86b5-4765-be09-bf3b40c73e5f HTTP/1.1" status: 204 len: 168 time: 0.1255472 Feb 11 13:31:34.211054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92709f1d-d5b0-4e01-a3e8-748e026fa319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09b5f39-86b5-4765-be09-bf3b40c73e5f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:34.292608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.352507 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.536706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54718) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:35.660107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9729-0b19-4a5a-9d7f-3a743bdf98d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.746991 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9729-0b19-4a5a-9d7f-3a743bdf98d6 admin admin] Publish callbacks [] for security_group (0340af46-7f3d-4b5b-a680-dd0cec39c68b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.753900 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9729-0b19-4a5a-9d7f-3a743bdf98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0340af46-7f3d-4b5b-a680-dd0cec39c68b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.791783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5d7c9729-0b19-4a5a-9d7f-3a743bdf98d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bd17f80a75e46858aa317ea106120da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538643 Feb 11 13:31:35.792650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c9729-0b19-4a5a-9d7f-3a743bdf98d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0340af46-7f3d-4b5b-a680-dd0cec39c68b,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.795672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54722) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:35.851364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ba8455-dcec-4bf0-9944-bea9204f0dba admin admin] Publish callbacks [] for security_group (0340af46-7f3d-4b5b-a680-dd0cec39c68b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.873804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ba8455-dcec-4bf0-9944-bea9204f0dba admin admin] Publish callbacks [] for security_group (0340af46-7f3d-4b5b-a680-dd0cec39c68b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.924539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ba8455-dcec-4bf0-9944-bea9204f0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0340af46-7f3d-4b5b-a680-dd0cec39c68b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.928345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02ba8455-dcec-4bf0-9944-bea9204f0dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:35.930067 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02ba8455-dcec-4bf0-9944-bea9204f0dba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0340af46-7f3d-4b5b-a680-dd0cec39c68b HTTP/1.1" status: 204 len: 168 time: 0.1331630 Feb 11 13:31:35.940088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba8455-dcec-4bf0-9944-bea9204f0dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0340af46-7f3d-4b5b-a680-dd0cec39c68b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.921680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54752) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:37.036543 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac77dd28-1d76-4ecd-b623-a669b1ab7afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.116254 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac77dd28-1d76-4ecd-b623-a669b1ab7afc admin admin] Publish callbacks [] for security_group (6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.122604 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ac77dd28-1d76-4ecd-b623-a669b1ab7afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.161704 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ac77dd28-1d76-4ecd-b623-a669b1ab7afc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec8e5f876144430fb44a79d173cce862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388563 Feb 11 13:31:37.162668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77dd28-1d76-4ecd-b623-a669b1ab7afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.164848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54756) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:37.223335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b9f097f-81e3-4829-918e-614f83fb286f admin admin] Publish callbacks [] for security_group (6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.247286 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b9f097f-81e3-4829-918e-614f83fb286f admin admin] Publish callbacks [] for security_group (6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.301003 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b9f097f-81e3-4829-918e-614f83fb286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.305282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b9f097f-81e3-4829-918e-614f83fb286f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:37.306961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9b9f097f-81e3-4829-918e-614f83fb286f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82 HTTP/1.1" status: 204 len: 168 time: 0.1403902 Feb 11 13:31:37.316253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f097f-81e3-4829-918e-614f83fb286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d41bb0f-d1e0-44cb-af0f-0e3000ef2a82,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:45.503037 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54838) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:45.612403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04ecc280-7b09-4ec7-b6d9-f70de75a445e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.690777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04ecc280-7b09-4ec7-b6d9-f70de75a445e admin admin] Publish callbacks [] for security_group (f33cb45a-3426-4892-bda8-855702e60b2c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.695831 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-04ecc280-7b09-4ec7-b6d9-f70de75a445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f33cb45a-3426-4892-bda8-855702e60b2c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.734597 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04ecc280-7b09-4ec7-b6d9-f70de75a445e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be66d13ea31b44a2b4bb40a9aad78d99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304177 Feb 11 13:31:45.735572 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecc280-7b09-4ec7-b6d9-f70de75a445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33cb45a-3426-4892-bda8-855702e60b2c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:45.738023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54842) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:45.789963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4116ca3-7d29-4c96-a629-434acf3b5993 admin admin] Publish callbacks [] for security_group (f33cb45a-3426-4892-bda8-855702e60b2c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.812435 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4116ca3-7d29-4c96-a629-434acf3b5993 admin admin] Publish callbacks [] for security_group (f33cb45a-3426-4892-bda8-855702e60b2c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.864873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4116ca3-7d29-4c96-a629-434acf3b5993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f33cb45a-3426-4892-bda8-855702e60b2c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.867553 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4116ca3-7d29-4c96-a629-434acf3b5993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:45.868854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f4116ca3-7d29-4c96-a629-434acf3b5993 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f33cb45a-3426-4892-bda8-855702e60b2c HTTP/1.1" status: 204 len: 168 time: 0.1298223 Feb 11 13:31:45.877470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4116ca3-7d29-4c96-a629-434acf3b5993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33cb45a-3426-4892-bda8-855702e60b2c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.161100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54850) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:46.175145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3878-3729-4dd6-be07-835086bc5a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.260248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3878-3729-4dd6-be07-835086bc5a4f admin admin] Publish callbacks [] for security_group (b0c26faf-9324-4e0b-b0b4-671979af8b49), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.265217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3878-3729-4dd6-be07-835086bc5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b0c26faf-9324-4e0b-b0b4-671979af8b49), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.302516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e3878-3729-4dd6-be07-835086bc5a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c26faf-9324-4e0b-b0b4-671979af8b49,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.306790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4c0e3878-3729-4dd6-be07-835086bc5a4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2c4abda0428e4ada8271d7286324124b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446187 Feb 11 13:31:46.309668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54852) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:46.359606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f71928-c9b7-4a06-9ac5-1ca2663d1134 admin admin] Publish callbacks [] for security_group (b0c26faf-9324-4e0b-b0b4-671979af8b49), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.381427 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f71928-c9b7-4a06-9ac5-1ca2663d1134 admin admin] Publish callbacks [] for security_group (b0c26faf-9324-4e0b-b0b4-671979af8b49), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.433431 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.440976 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f71928-c9b7-4a06-9ac5-1ca2663d1134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b0c26faf-9324-4e0b-b0b4-671979af8b49), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.443746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-35f71928-c9b7-4a06-9ac5-1ca2663d1134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:46.447430 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-35f71928-c9b7-4a06-9ac5-1ca2663d1134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b0c26faf-9324-4e0b-b0b4-671979af8b49 HTTP/1.1" status: 204 len: 168 time: 0.1342723 Feb 11 13:31:46.459264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f71928-c9b7-4a06-9ac5-1ca2663d1134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c26faf-9324-4e0b-b0b4-671979af8b49,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.147569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 54874) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:47.256038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-176515421-network', 'tenant_id': '8e26bc07a1b44380a482b0d62f556095'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:47.277696 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Made reservation on behalf of 8e26bc07a1b44380a482b0d62f556095 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:47.281525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.294890 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.372665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks [] for security_group (94b88ee2-fda4-4bd3-aada-13a172b145a9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.379219 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (94b88ee2-fda4-4bd3-aada-13a172b145a9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.406101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:47.415541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b88ee2-fda4-4bd3-aada-13a172b145a9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.421617 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2c2f33c8-a447-4153-a16a-37090d58454f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.421997 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Added segment 2c2f33c8-a447-4153-a16a-37090d58454f of type vlan for network 879c4401-974a-4295-a247-323b3506f756 Feb 11 13:31:47.432478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.463408 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (879c4401-974a-4295-a247-323b3506f756), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.490458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (879c4401-974a-4295-a247-323b3506f756), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.491449 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.492031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.529732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3809710 Feb 11 13:31:47.532816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 54878) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:31:47.537949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Request body: {'subnet': {'network_id': '879c4401-974a-4295-a247-323b3506f756', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-176515421-subnet', 'tenant_id': '8e26bc07a1b44380a482b0d62f556095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:47.558821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378234e-caf8-4b75-bc5b-dd1adfe72c98 admin admin] Pushing event updated for resources: {'Network': ['ID=879c4401-974a-4295-a247-323b3506f756,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.560004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Made reservation on behalf of 8e26bc07a1b44380a482b0d62f556095 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:47.562731 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.569669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 879c4401-974a-4295-a247-323b3506f756 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:47.729521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (f4fbae02-663d-475f-a3f5-ef04338a9d80), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.780840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fbae02-663d-475f-a3f5-ef04338a9d80,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.791153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Checking segment: {'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:47.791502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Network hostable DHCP agents. Network: 879c4401-974a-4295-a247-323b3506f756, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:47.810334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Network 879c4401-974a-4295-a247-323b3506f756 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:47.820735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 879c4401-974a-4295-a247-323b3506f756) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:47.824843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.825424 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:47.830543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8209520-dbf5-43b7-b05c-0b60a6f65109 None None] Network 879c4401-974a-4295-a247-323b3506f756 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:47.844958 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c148b789-e0df-4221-bc5f-e4e3d5040d48 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3106728 Feb 11 13:31:47.932074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b00229-91d4-49f0-aa9c-fe97abcc33f1 None None] Network 879c4401-974a-4295-a247-323b3506f756 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:31:50.648435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-1ddee27d-40ec-4411-9856-3a69e1553fe3 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.649889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-1ddee27d-40ec-4411-9856-3a69e1553fe3 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/networks?id=879c4401-974a-4295-a247-323b3506f756 HTTP/1.1" status: 200 len: 808 time: 0.1087024 Feb 11 13:31:50.664876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-4d5379b9-5905-44cd-9ed4-61535ba1f68a tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/quotas/8e26bc07a1b44380a482b0d62f556095 HTTP/1.1" status: 200 len: 375 time: 0.0095353 Feb 11 13:31:50.702255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-4e022cca-da99-4e26-a6b7-cb30dbee82d4 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e26bc07a1b44380a482b0d62f556095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324628 Feb 11 13:31:50.793925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-fe02df22-3278-4760-950c-aab5bd1c45e6 service neutron] 10.222.0.42 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850663 Feb 11 13:31:50.891339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-2f1f6ea7-e56f-4490-9aa4-325003eaf4ef service neutron] 10.222.0.42 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889440 Feb 11 13:31:51.062743 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a445726c-dd2a-4d22-b7e9-c945160a3ecd req-0aa1bd1a-1fc6-45e3-b991-434c8edb55ed tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 210 time: 0.0288773 Feb 11 13:31:52.163858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc5ba582-f97f-4252-9ff3-1e0b060b7740 req-5eac7a88-df91-43dd-8550-24bbf74d4213 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Feb 11 13:31:52.187567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-b6c9cc01-6afc-4cc3-9b20-205451a963df tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.189465 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-b6c9cc01-6afc-4cc3-9b20-205451a963df tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "GET /v2.0/networks?id=879c4401-974a-4295-a247-323b3506f756 HTTP/1.1" status: 200 len: 808 time: 0.1167748 Feb 11 13:31:52.201696 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Request body: {'port': {'device_id': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'network_id': '879c4401-974a-4295-a247-323b3506f756', 'admin_state_up': True, 'tenant_id': '8e26bc07a1b44380a482b0d62f556095'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:52.312529 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Made reservation on behalf of 8e26bc07a1b44380a482b0d62f556095 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:52.318793 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.457404 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Allocated IP 172.20.0.4 (879c4401-974a-4295-a247-323b3506f756/f4fbae02-663d-475f-a3f5-ef04338a9d80/84d90940-0404-447f-9c08-d936d63b8a92) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:52.607286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks [] for port (84d90940-0404-447f-9c08-d936d63b8a92), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.656585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (84d90940-0404-447f-9c08-d936d63b8a92), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.700136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Network 879c4401-974a-4295-a247-323b3506f756 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:52.703236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:52.707237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:52.713541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Pushing event updated for resources: {'Port': ['ID=84d90940-0404-447f-9c08-d936d63b8a92,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:52.760344 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.760948 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:52.779969 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-64e01af9-7da7-4bc6-9def-f92b80a4a912 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822432 Feb 11 13:31:52.847074 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Request body: {'port': {'device_id': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:52.913865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84d90940-0404-447f-9c08-d936d63b8a92), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.184183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d90940-0404-447f-9c08-d936d63b8a92 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:53.193000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Publish callbacks [] for port (84d90940-0404-447f-9c08-d936d63b8a92), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.205910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Transition to ACTIVE for port object 84d90940-0404-447f-9c08-d936d63b8a92 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:53.210581 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (84d90940-0404-447f-9c08-d936d63b8a92), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.259706 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d90940-0404-447f-9c08-d936d63b8a92,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.291299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147fcfb-9327-4957-9f6d-1096d43d37ed req-b8505a02-13e5-4822-aa61-d49ebf3721e3 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.292881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1147fcfb-9327-4957-9f6d-1096d43d37ed req-b8505a02-13e5-4822-aa61-d49ebf3721e3 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 943 time: 0.0567808 Feb 11 13:31:53.336694 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Attempting to bind port 84d90940-0404-447f-9c08-d936d63b8a92 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:31:53.337026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Attempting to bind port 84d90940-0404-447f-9c08-d936d63b8a92 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:31:53.337353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Attempting to bind port 84d90940-0404-447f-9c08-d936d63b8a92 on network 879c4401-974a-4295-a247-323b3506f756 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:53.341939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Port 84d90940-0404-447f-9c08-d936d63b8a92 on network 879c4401-974a-4295-a247-323b3506f756 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:53.342262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Attempting to bind port 84d90940-0404-447f-9c08-d936d63b8a92 on network 879c4401-974a-4295-a247-323b3506f756 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:53.342523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1147fcfb-9327-4957-9f6d-1096d43d37ed req-568168bf-123f-4d02-9f42-f51948ccf1b4 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434904 Feb 11 13:31:53.347616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:53.347970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Checking segment: {'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:31:53.348355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Bound using segment: {'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:53.348831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Bound port: 84d90940-0404-447f-9c08-d936d63b8a92, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:31:53.349270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84d90940-0404-447f-9c08-d936d63b8a92), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.413705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] For port 84d90940-0404-447f-9c08-d936d63b8a92, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:53.417056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] For port 84d90940-0404-447f-9c08-d936d63b8a92, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=84d90940-0404-447f-9c08-d936d63b8a92,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:53.424593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (84d90940-0404-447f-9c08-d936d63b8a92), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.461017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.461721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:53.463147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] 10.222.0.53 "PUT /v2.0/ports/84d90940-0404-447f-9c08-d936d63b8a92 HTTP/1.1" status: 200 len: 1091 time: 0.6760364 Feb 11 13:31:53.463659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'tag': '84d90940-0404-447f-9c08-d936d63b8a92'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:53.466058 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faae7fb3-49b6-4fff-837b-1bb0933df4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "74b3a0d6-b157-456d-993b-f02e8a93a944", "tag": "84d90940-0404-447f-9c08-d936d63b8a92"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:53.487530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae872c9-58ee-4f05-aec2-4747ebed8be4 service neutron] Pushing event updated for resources: {'Port': ['ID=84d90940-0404-447f-9c08-d936d63b8a92,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.504662 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6acf18d-cab2-44d8-a67c-d8c7aac8fd78 x-openstack-request-id: req-f6acf18d-cab2-44d8-a67c-d8c7aac8fd78 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:53.504960 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b3a0d6-b157-456d-993b-f02e8a93a944", "tag": "84d90940-0404-447f-9c08-d936d63b8a92", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:53.505214 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6acf18d-cab2-44d8-a67c-d8c7aac8fd78 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:53.505619 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'tag': '84d90940-0404-447f-9c08-d936d63b8a92', 'status': 'completed', 'code': 200} Feb 11 13:31:53.566627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-8d96030d-2ae6-4958-970a-ecb160af3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.568157 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-8d96030d-2ae6-4958-970a-ecb160af3ccb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e26bc07a1b44380a482b0d62f556095&device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 1125 time: 0.0556235 Feb 11 13:31:53.608436 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-d975def5-7362-4c65-9113-36419ea7aa56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d90940-0404-447f-9c08-d936d63b8a92 HTTP/1.1" status: 200 len: 217 time: 0.0332973 Feb 11 13:31:53.657606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-8af6ff16-2fe5-4580-b939-a7436118efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.659050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-8af6ff16-2fe5-4580-b939-a7436118efb1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4fbae02-663d-475f-a3f5-ef04338a9d80 HTTP/1.1" status: 200 len: 848 time: 0.0446141 Feb 11 13:31:53.692748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-9a5e37b5-881f-41fa-b35e-e89a418d98bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=879c4401-974a-4295-a247-323b3506f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263743 Feb 11 13:31:53.795005 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-12fd55a5-3035-4d7f-a0d7-870a21db0f12 service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957994 Feb 11 13:31:53.887892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-be31bcc7-752e-4cb5-86c5-dc9a86db93cb req-e80f481e-2c97-4227-898b-87aff4e08062 service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Feb 11 13:31:53.978724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-47fe99d5-d2d8-4ea0-9bad-1fb33f12ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.980154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-47fe99d5-d2d8-4ea0-9bad-1fb33f12ffb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e26bc07a1b44380a482b0d62f556095&device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 1125 time: 0.0454459 Feb 11 13:31:54.071239 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-06d7f13e-bfa2-4810-9988-ae7ac3972079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.072724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-06d7f13e-bfa2-4810-9988-ae7ac3972079 service neutron] 10.222.0.53 "GET /v2.0/networks?id=879c4401-974a-4295-a247-323b3506f756 HTTP/1.1" status: 200 len: 909 time: 0.0859427 Feb 11 13:31:54.116136 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-ee73daab-2286-45b2-9bca-99ae0794c899 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=84d90940-0404-447f-9c08-d936d63b8a92 HTTP/1.1" status: 200 len: 217 time: 0.0371280 Feb 11 13:31:54.166458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-fff97fa4-6d91-4dc2-ba4c-41d492a42b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.167877 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-fff97fa4-6d91-4dc2-ba4c-41d492a42b51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4fbae02-663d-475f-a3f5-ef04338a9d80 HTTP/1.1" status: 200 len: 848 time: 0.0439489 Feb 11 13:31:54.211160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-c8de21b8-2871-4752-a2b6-f9f761138bab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=879c4401-974a-4295-a247-323b3506f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355012 Feb 11 13:31:54.307812 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-2edafd19-a110-40ed-8c9b-e2df34d94334 service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899620 Feb 11 13:31:54.399201 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-faae7fb3-49b6-4fff-837b-1bb0933df4e8 req-157fe6de-169f-4764-bbbd-332edf29f077 service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848677 Feb 11 13:31:54.471389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694de03-59dc-46d6-ba4b-8b1df41934d7 req-29396aee-e8bb-4e4e-b184-b9a21cc36ae3 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.472150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e694de03-59dc-46d6-ba4b-8b1df41934d7 req-29396aee-e8bb-4e4e-b184-b9a21cc36ae3 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 943 time: 0.0579178 Feb 11 13:31:54.520382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e694de03-59dc-46d6-ba4b-8b1df41934d7 req-0fff88bb-d5d7-4c79-a88f-af2c216c4f69 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425658 Feb 11 13:31:55.651805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0eb28-4572-4ea2-bfca-a417ebb05206 req-a11466a1-75c8-4782-b66a-e57673228b72 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.653313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34a0eb28-4572-4ea2-bfca-a417ebb05206 req-a11466a1-75c8-4782-b66a-e57673228b72 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 943 time: 0.0613143 Feb 11 13:31:55.702901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34a0eb28-4572-4ea2-bfca-a417ebb05206 req-1c9ccef6-5584-45f9-89cf-53563c537d6d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Feb 11 13:31:56.675852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 84d90940-0404-447f-9c08-d936d63b8a92 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:56.784758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 84d90940-0404-447f-9c08-d936d63b8a92, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=84d90940-0404-447f-9c08-d936d63b8a92,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:56.796724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '84d90940-0404-447f-9c08-d936d63b8a92', 'network_id': '879c4401-974a-4295-a247-323b3506f756', 'port_id': '84d90940-0404-447f-9c08-d936d63b8a92', 'mac_address': 'fa:16:3e:94:fe:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbae02-663d-475f-a3f5-ef04338a9d80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:56.826850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75e44b-814b-4e56-85dd-6c660104baea req-a36a70f3-a262-4113-84ab-c17322aa237a tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.828353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e75e44b-814b-4e56-85dd-6c660104baea req-a36a70f3-a262-4113-84ab-c17322aa237a tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 943 time: 0.0572736 Feb 11 13:31:56.838837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 84d90940-0404-447f-9c08-d936d63b8a92 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:56.839224 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84d90940-0404-447f-9c08-d936d63b8a92), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:56.853159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d90940-0404-447f-9c08-d936d63b8a92 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:31:56.873616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 84d90940-0404-447f-9c08-d936d63b8a92, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=84d90940-0404-447f-9c08-d936d63b8a92,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:56.877703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e75e44b-814b-4e56-85dd-6c660104baea req-246b44d3-c8a0-45c7-9e4d-6ea862161759 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Feb 11 13:31:56.878873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84d90940-0404-447f-9c08-d936d63b8a92), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:56.928347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=84d90940-0404-447f-9c08-d936d63b8a92,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:56.935860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.936557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.936900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.937236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.937569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.938022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.938358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.938677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.939094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.939424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.939973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.940333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:56.940747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:57.093835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['84d90940-0404-447f-9c08-d936d63b8a92'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:58.009990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d1af-dd13-47ea-914a-75ca82b69a53 req-5a2ee8b2-ae93-4f94-9875-5f93fa30e208 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.011497 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3919d1af-dd13-47ea-914a-75ca82b69a53 req-5a2ee8b2-ae93-4f94-9875-5f93fa30e208 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 944 time: 0.0529680 Feb 11 13:31:58.063835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3919d1af-dd13-47ea-914a-75ca82b69a53 req-fe3d5bb6-2a37-4358-9815-da268ef211cd tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463095 Feb 11 13:31:58.700027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 84d90940-0404-447f-9c08-d936d63b8a92 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:58.763972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 84d90940-0404-447f-9c08-d936d63b8a92 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:58.768102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 84d90940-0404-447f-9c08-d936d63b8a92 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:58.768486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84d90940-0404-447f-9c08-d936d63b8a92), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.853307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 84d90940-0404-447f-9c08-d936d63b8a92 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:31:58.853737 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84d90940-0404-447f-9c08-d936d63b8a92), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.877728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d90940-0404-447f-9c08-d936d63b8a92'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:31:58.880194 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1861f0c1-9ce3-4e82-b535-2d6ad7cfa95c" -d '{"events": [{"server_uuid": "74b3a0d6-b157-456d-993b-f02e8a93a944", "name": "network-vif-plugged", "status": "completed", "tag": "84d90940-0404-447f-9c08-d936d63b8a92"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:58.892573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 84d90940-0404-447f-9c08-d936d63b8a92, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=84d90940-0404-447f-9c08-d936d63b8a92,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:58.897495 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84d90940-0404-447f-9c08-d936d63b8a92), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:31:58.920421 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60df34f-12a1-4212-8be6-524acbab0b0f x-openstack-request-id: req-d60df34f-12a1-4212-8be6-524acbab0b0f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:58.920784 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b3a0d6-b157-456d-993b-f02e8a93a944", "name": "network-vif-plugged", "status": "completed", "tag": "84d90940-0404-447f-9c08-d936d63b8a92", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:58.921006 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d60df34f-12a1-4212-8be6-524acbab0b0f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:58.921422 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d90940-0404-447f-9c08-d936d63b8a92', 'code': 200} Feb 11 13:31:58.947871 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=84d90940-0404-447f-9c08-d936d63b8a92,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.019274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26abe2-e8ca-456a-a52d-ebf68ce543b5 req-db4607af-5d88-44e2-8f6f-08b50558f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.020818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fe26abe2-e8ca-456a-a52d-ebf68ce543b5 req-db4607af-5d88-44e2-8f6f-08b50558f9fe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 1127 time: 0.0492516 Feb 11 13:31:59.067316 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-fe26abe2-e8ca-456a-a52d-ebf68ce543b5 req-36627642-68c2-487f-93e5-d63d57be03e6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381563 Feb 11 13:31:59.198280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e804ed8-0859-4d1c-a399-a76c357c0762 req-0924b96c-39b9-47b7-990e-68644a55aa5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.199770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e804ed8-0859-4d1c-a399-a76c357c0762 req-0924b96c-39b9-47b7-990e-68644a55aa5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 945 time: 0.0648088 Feb 11 13:31:59.253346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e804ed8-0859-4d1c-a399-a76c357c0762 req-d672e199-4107-4112-bbc9-507784bb44bd tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Feb 11 13:31:59.328211 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-577e44f9-0a92-4e09-963a-b0236350f718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:00.386161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3533e-fd0b-4fb2-a4d8-ac7d32bce6a3 req-50c00507-865e-4b16-bf87-ae1d351cec99 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.387655 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2e3533e-fd0b-4fb2-a4d8-ac7d32bce6a3 req-50c00507-865e-4b16-bf87-ae1d351cec99 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 945 time: 0.0595934 Feb 11 13:32:00.437260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2e3533e-fd0b-4fb2-a4d8-ac7d32bce6a3 req-03d6e9a0-b80c-4f3e-be15-0e12c152092a tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Feb 11 13:32:01.048603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187887b-3b87-4168-9062-326db71e01e4 req-d4881cc6-b2e4-4d8d-bf47-21a52c8b3c37 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.050081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2187887b-3b87-4168-9062-326db71e01e4 req-d4881cc6-b2e4-4d8d-bf47-21a52c8b3c37 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 945 time: 0.0526390 Feb 11 13:32:01.104695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2187887b-3b87-4168-9062-326db71e01e4 req-9c04f0da-66ea-4631-a32d-def730571949 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485981 Feb 11 13:32:01.398607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c59bfdd4-a6a3-4752-be42-77e85b656b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.243526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfe5e1-9cc9-4674-93cf-d2c5ce7eaa40 req-ebf016ed-8471-41f9-a8f5-5b99f365d91f tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.244920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27dfe5e1-9cc9-4674-93cf-d2c5ce7eaa40 req-ebf016ed-8471-41f9-a8f5-5b99f365d91f tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 945 time: 0.0579722 Feb 11 13:32:02.293306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27dfe5e1-9cc9-4674-93cf-d2c5ce7eaa40 req-e0941070-f268-4efa-9067-11094121f663 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Feb 11 13:32:02.335685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-4c3c362c-17ce-4c7f-be3d-aba60b55c284 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.337154 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-4c3c362c-17ce-4c7f-be3d-aba60b55c284 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "GET /v2.0/ports?device_id=74b3a0d6-b157-456d-993b-f02e8a93a944 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Feb 11 13:32:02.443674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Deleting port 84d90940-0404-447f-9c08-d936d63b8a92 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:02.444021 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84d90940-0404-447f-9c08-d936d63b8a92), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.537206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] For port 84d90940-0404-447f-9c08-d936d63b8a92, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=84d90940-0404-447f-9c08-d936d63b8a92,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:02.537524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84d90940-0404-447f-9c08-d936d63b8a92), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.550393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Calling delete_port for 84d90940-0404-447f-9c08-d936d63b8a92 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:02.637401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.701096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (84d90940-0404-447f-9c08-d936d63b8a92), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.714535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['84d90940-0404-447f-9c08-d936d63b8a92'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:02.729156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Pushing event deleted for resources: {'Port': ['ID=84d90940-0404-447f-9c08-d936d63b8a92,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:02.772319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] No DVR routers for this DVR port 84d90940-0404-447f-9c08-d936d63b8a92 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:02.775434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:02.779325 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-cfd1862b-ab7f-4050-b070-5bebb89d2576 req-5c44154d-3528-41aa-8c7e-1eb8ce906009 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "DELETE /v2.0/ports/84d90940-0404-447f-9c08-d936d63b8a92 HTTP/1.1" status: 204 len: 173 time: 0.4361708 Feb 11 13:32:02.779771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'name': 'network-vif-deleted', 'tag': '84d90940-0404-447f-9c08-d936d63b8a92'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:02.782312 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c871d6-6666-4367-9949-51fba1d758d3" -d '{"events": [{"server_uuid": "74b3a0d6-b157-456d-993b-f02e8a93a944", "name": "network-vif-deleted", "tag": "84d90940-0404-447f-9c08-d936d63b8a92"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:02.818286 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f94f478-5809-4abd-812a-58f4efbee22c x-openstack-request-id: req-3f94f478-5809-4abd-812a-58f4efbee22c {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:02.818586 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b3a0d6-b157-456d-993b-f02e8a93a944", "name": "network-vif-deleted", "tag": "84d90940-0404-447f-9c08-d936d63b8a92", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:02.818829 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f94f478-5809-4abd-812a-58f4efbee22c {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:02.820611 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b3a0d6-b157-456d-993b-f02e8a93a944', 'name': 'network-vif-deleted', 'tag': '84d90940-0404-447f-9c08-d936d63b8a92', 'status': 'completed', 'code': 200} Feb 11 13:32:03.561791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-8d4e2c68-d198-4b2b-b9be-5dd172025ebd tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.563263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-8d4e2c68-d198-4b2b-b9be-5dd172025ebd tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/networks?id=879c4401-974a-4295-a247-323b3506f756 HTTP/1.1" status: 200 len: 808 time: 0.1037652 Feb 11 13:32:03.578260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-6b69b293-a773-49e9-9399-94875ab9c865 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/quotas/8e26bc07a1b44380a482b0d62f556095 HTTP/1.1" status: 200 len: 375 time: 0.0095279 Feb 11 13:32:03.613342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-fb1a8338-0c20-4c34-a1d3-685735f95bcb tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e26bc07a1b44380a482b0d62f556095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301459 Feb 11 13:32:03.706024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-529b76c9-f843-4b15-82d4-0078fd2143aa service neutron] 10.222.0.42 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826809 Feb 11 13:32:03.799525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-649e76bc-3742-4986-8808-1a8841d28ad4 service neutron] 10.222.0.42 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876539 Feb 11 13:32:03.969037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4c9022f-2bea-4b11-b64e-ec37ec3e7d7c req-a7a986dd-f50c-4d54-89d6-7d90a5976c49 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 210 time: 0.0279045 Feb 11 13:32:04.296833 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:04.927264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-c296bc2d-6eea-4daa-8acf-d4419b42fbf8 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.928753 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-c296bc2d-6eea-4daa-8acf-d4419b42fbf8 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "GET /v2.0/networks?id=879c4401-974a-4295-a247-323b3506f756 HTTP/1.1" status: 200 len: 808 time: 0.1162746 Feb 11 13:32:04.941788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Request body: {'port': {'device_id': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'network_id': '879c4401-974a-4295-a247-323b3506f756', 'admin_state_up': True, 'tenant_id': '8e26bc07a1b44380a482b0d62f556095'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:05.058471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Made reservation on behalf of 8e26bc07a1b44380a482b0d62f556095 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:05.062342 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:05.067253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2801b168-b0fe-429c-ba62-65449a5e117d req-3e9afd5d-352a-458a-843a-7a6b4895ffbf tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 210 time: 0.0277522 Feb 11 13:32:05.350593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:05.493903 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Allocated IP 172.20.0.7 (879c4401-974a-4295-a247-323b3506f756/f4fbae02-663d-475f-a3f5-ef04338a9d80/1c786ceb-8f2f-4bbb-85f4-ec909b20c94e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:05.649207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks [] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:05.688110 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:05.735010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Network 879c4401-974a-4295-a247-323b3506f756 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:05.738148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:05.743321 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:05.747376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Pushing event updated for resources: {'Port': ['ID=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:05.796046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.796661 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:05.814206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-7111e882-6f8b-42cc-a6fd-318c57948c5d tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8769295 Feb 11 13:32:05.825585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Request body: {'port': {'device_id': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:05.885863 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:06.056929 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:32:06.151970 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:06.160166 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Publish callbacks [] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:06.173999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Transition to ACTIVE for port object 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:06.179721 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:06.190051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc71a7-66e9-4851-b41c-88f0ad7ccfdc req-920cd2ca-c7a0-416e-865c-30c479129c69 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.191735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38dc71a7-66e9-4851-b41c-88f0ad7ccfdc req-920cd2ca-c7a0-416e-865c-30c479129c69 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 931 time: 0.0541339 Feb 11 13:32:06.244682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38dc71a7-66e9-4851-b41c-88f0ad7ccfdc req-8529b1c8-cef2-453e-bc53-bdb49336f8b6 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Feb 11 13:32:06.276847 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Pushing event updated for resources: {'Port': ['ID=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.308484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Attempting to bind port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:32:06.308776 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Attempting to bind port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:32:06.309105 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Attempting to bind port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e on network 879c4401-974a-4295-a247-323b3506f756 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:06.313729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e on network 879c4401-974a-4295-a247-323b3506f756 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:06.314055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Attempting to bind port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e on network 879c4401-974a-4295-a247-323b3506f756 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:06.319191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:06.319517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Checking segment: {'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:32:06.319911 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Bound using segment: {'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:06.320331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Bound port: 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c2f33c8-a447-4153-a16a-37090d58454f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '879c4401-974a-4295-a247-323b3506f756'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:32:06.320713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:06.388507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] For port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:06.391820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] For port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:06.400678 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:06.438186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.438810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:06.440313 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] 10.222.0.53 "PUT /v2.0/ports/1c786ceb-8f2f-4bbb-85f4-ec909b20c94e HTTP/1.1" status: 200 len: 1091 time: 0.6188285 Feb 11 13:32:06.440673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'tag': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:06.443100 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27c9f75-2a94-4247-9077-33289b39c9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf18ac67-905b-4f55-b544-b61a5f5e43f1", "tag": "1c786ceb-8f2f-4bbb-85f4-ec909b20c94e"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:06.465398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a72d1-49e4-4165-aa9f-8e28e6795b8c service neutron] Pushing event updated for resources: {'Port': ['ID=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.485486 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59d5b28-18c6-45a9-b2c9-b141398b22f6 x-openstack-request-id: req-e59d5b28-18c6-45a9-b2c9-b141398b22f6 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:06.485765 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf18ac67-905b-4f55-b544-b61a5f5e43f1", "tag": "1c786ceb-8f2f-4bbb-85f4-ec909b20c94e", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:06.486025 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e59d5b28-18c6-45a9-b2c9-b141398b22f6 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:06.486432 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'tag': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e', 'status': 'completed', 'code': 200} Feb 11 13:32:06.537111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-d98833b4-2e8d-4e69-afe8-27094018a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.538732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-d98833b4-2e8d-4e69-afe8-27094018a0de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e26bc07a1b44380a482b0d62f556095&device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 1125 time: 0.0459456 Feb 11 13:32:06.584077 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-6bb06927-e4fa-4d3e-8dd9-b9e7e357c9ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e HTTP/1.1" status: 200 len: 217 time: 0.0383518 Feb 11 13:32:06.633409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-d79f4744-aaf4-47c3-b764-9de7c177a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.634994 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-d79f4744-aaf4-47c3-b764-9de7c177a599 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4fbae02-663d-475f-a3f5-ef04338a9d80 HTTP/1.1" status: 200 len: 848 time: 0.0444672 Feb 11 13:32:06.669613 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-ea83c8a6-4c36-4c72-8f9c-70a86d35142f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=879c4401-974a-4295-a247-323b3506f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280480 Feb 11 13:32:06.728822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 84d90940-0404-447f-9c08-d936d63b8a92 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:06.749571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 84d90940-0404-447f-9c08-d936d63b8a92 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:06.750098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 84d90940-0404-447f-9c08-d936d63b8a92 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:06.768518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-9bd085fe-f23a-45b8-97e0-d9be27bb26dd service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927618 Feb 11 13:32:06.861213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a748233b-0b45-4a54-9d34-2616f56e4b3e req-ffcb9987-c29c-4788-b4cf-ddb9e9555243 service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860822 Feb 11 13:32:06.955733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-4e387285-edb2-44c5-bd10-b98710f794e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.957327 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-4e387285-edb2-44c5-bd10-b98710f794e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8e26bc07a1b44380a482b0d62f556095&device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 1125 time: 0.0497272 Feb 11 13:32:07.059929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-ddb978e3-dcbe-4460-9815-ff61f6c53e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.061684 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-ddb978e3-dcbe-4460-9815-ff61f6c53e5e service neutron] 10.222.0.53 "GET /v2.0/networks?id=879c4401-974a-4295-a247-323b3506f756 HTTP/1.1" status: 200 len: 909 time: 0.0978303 Feb 11 13:32:07.103732 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-ed98b889-a7d4-436f-9c7f-9b37523f9704 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e HTTP/1.1" status: 200 len: 217 time: 0.0349834 Feb 11 13:32:07.158261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-818cf9c7-632e-444a-a655-dc1b78046c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.159731 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-818cf9c7-632e-444a-a655-dc1b78046c13 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f4fbae02-663d-475f-a3f5-ef04338a9d80 HTTP/1.1" status: 200 len: 848 time: 0.0497658 Feb 11 13:32:07.202027 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-0f608d54-a456-4df7-ae47-362010453fcc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=879c4401-974a-4295-a247-323b3506f756&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351067 Feb 11 13:32:07.304461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-893183aa-acdb-47bc-a72b-6d5455874945 service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944784 Feb 11 13:32:07.368015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514a392-c7db-458e-b028-ca904d2f5307 req-fb74266a-2c03-4226-b8fe-7803b28530c1 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.369672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d514a392-c7db-458e-b028-ca904d2f5307 req-fb74266a-2c03-4226-b8fe-7803b28530c1 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 943 time: 0.0541000 Feb 11 13:32:07.401696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d27c9f75-2a94-4247-9077-33289b39c9fc req-c33f10ab-0b54-40ae-88b9-5b1f1ff21561 service neutron] 10.222.0.53 "GET /v2.0/networks/879c4401-974a-4295-a247-323b3506f756?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908346 Feb 11 13:32:07.417402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d514a392-c7db-458e-b028-ca904d2f5307 req-6aea5c5e-7a47-4bb7-8020-660ba0b8efdf tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Feb 11 13:32:08.540405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f079bb-bc5f-406e-a357-1c17739f2646 req-d2537831-ed07-4ff3-a5e9-c4c4f5ec82d2 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.541889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9f079bb-bc5f-406e-a357-1c17739f2646 req-d2537831-ed07-4ff3-a5e9-c4c4f5ec82d2 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 943 time: 0.0553858 Feb 11 13:32:08.589732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9f079bb-bc5f-406e-a357-1c17739f2646 req-ee3e04e7-1ef4-4e15-ac14-2eb864aa2ac9 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Feb 11 13:32:08.760149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:08.878554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:08.890358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e', 'network_id': '879c4401-974a-4295-a247-323b3506f756', 'port_id': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e', 'mac_address': 'fa:16:3e:55:50:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4fbae02-663d-475f-a3f5-ef04338a9d80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:08.929955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:08.930341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:08.947966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:32:08.967576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:08.975684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:09.022157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:09.174733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1c786ceb-8f2f-4bbb-85f4-ec909b20c94e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:09.716212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb0149-4efc-42aa-a3b6-63d8592757ac req-a6fe4dd4-180a-4d1e-8bea-ced49eb8565c tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.717658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1feb0149-4efc-42aa-a3b6-63d8592757ac req-a6fe4dd4-180a-4d1e-8bea-ced49eb8565c tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 944 time: 0.0595298 Feb 11 13:32:09.766283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1feb0149-4efc-42aa-a3b6-63d8592757ac req-ab3d5280-8c78-4711-8158-6ba68ced2ce1 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426536 Feb 11 13:32:10.751206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:10.804889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:10.808696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:10.809080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:10.888967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:32:10.889359 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:10.892328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a65729-e847-481f-bfd2-1076c6710041 req-9689148d-6b15-4832-9d6e-089553a6ff5b tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.893889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11a65729-e847-481f-bfd2-1076c6710041 req-9689148d-6b15-4832-9d6e-089553a6ff5b tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 944 time: 0.0541945 Feb 11 13:32:10.912133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:10.914424 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecaa453-a301-4dd2-997e-499c182b9440" -d '{"events": [{"server_uuid": "cf18ac67-905b-4f55-b544-b61a5f5e43f1", "name": "network-vif-plugged", "status": "completed", "tag": "1c786ceb-8f2f-4bbb-85f4-ec909b20c94e"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:10.926559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:10.935082 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:10.944014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11a65729-e847-481f-bfd2-1076c6710041 req-d5d2167c-1629-4fdc-a98c-39f127438b31 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Feb 11 13:32:10.987486 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1db2b5-c380-458a-a49f-5acb7e3953cb x-openstack-request-id: req-8c1db2b5-c380-458a-a49f-5acb7e3953cb {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:10.987766 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf18ac67-905b-4f55-b544-b61a5f5e43f1", "name": "network-vif-plugged", "status": "completed", "tag": "1c786ceb-8f2f-4bbb-85f4-ec909b20c94e", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:10.988020 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c1db2b5-c380-458a-a49f-5acb7e3953cb {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:10.988418 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e', 'code': 200} Feb 11 13:32:10.989472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.092504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921eaf5-8ae1-4476-9722-6c8f312f6bed req-da411c9b-99ee-484c-bc32-0c9750398b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.093966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5921eaf5-8ae1-4476-9722-6c8f312f6bed req-da411c9b-99ee-484c-bc32-0c9750398b96 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 1127 time: 0.0473533 Feb 11 13:32:11.140092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-5921eaf5-8ae1-4476-9722-6c8f312f6bed req-c27e5521-8792-4504-aa3e-992f75166366 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Feb 11 13:32:12.084476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1af7a-a729-47bd-b133-0d6b2d781c32 req-90922cec-dac8-4dda-b6c9-ca3fdecd4c98 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.086004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53b1af7a-a729-47bd-b133-0d6b2d781c32 req-90922cec-dac8-4dda-b6c9-ca3fdecd4c98 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 945 time: 0.0596347 Feb 11 13:32:12.132720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53b1af7a-a729-47bd-b133-0d6b2d781c32 req-fa363d8c-6e29-4d6c-911f-a13501d6f802 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Feb 11 13:32:13.265208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d3bef-0fbe-4319-95d2-d66521cc7f72 req-2bf2d7ff-1657-41f9-8267-752cfe2e9afa tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.266733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b02d3bef-0fbe-4319-95d2-d66521cc7f72 req-2bf2d7ff-1657-41f9-8267-752cfe2e9afa tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 945 time: 0.0602186 Feb 11 13:32:13.314984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b02d3bef-0fbe-4319-95d2-d66521cc7f72 req-3787ecf8-ad1e-4bba-aa46-5ee437e97600 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Feb 11 13:32:13.955366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449956c-d4e1-441d-853d-317fed62068a req-0338fe6e-0900-43e7-b985-e79848505441 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.956845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5449956c-d4e1-441d-853d-317fed62068a req-0338fe6e-0900-43e7-b985-e79848505441 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 945 time: 0.0548863 Feb 11 13:32:14.008861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5449956c-d4e1-441d-853d-317fed62068a req-f6d47cb0-0c1c-4b18-be8b-a4545d886cd8 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Feb 11 13:32:15.151302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6184a3-a0ff-4aa7-8560-6106babf70d6 req-892686d8-a5b5-4c29-8747-93098a550a8b tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.152776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b6184a3-a0ff-4aa7-8560-6106babf70d6 req-892686d8-a5b5-4c29-8747-93098a550a8b tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 945 time: 0.0611198 Feb 11 13:32:15.201771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b6184a3-a0ff-4aa7-8560-6106babf70d6 req-a460d863-9e90-440d-a080-09b9521edb71 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.42 "GET /v2.0/security-groups?id=94b88ee2-fda4-4bd3-aada-13a172b145a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Feb 11 13:32:15.293933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-f0b470d1-d5b8-4b40-bde0-9a634f49b644 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.295401 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-f0b470d1-d5b8-4b40-bde0-9a634f49b644 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "GET /v2.0/ports?device_id=cf18ac67-905b-4f55-b544-b61a5f5e43f1 HTTP/1.1" status: 200 len: 945 time: 0.0593011 Feb 11 13:32:15.390527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Deleting port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:32:15.390771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.487619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] For port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,segment=NetworkSegment(2c2f33c8-a447-4153-a16a-37090d58454f),segment_id=2c2f33c8-a447-4153-a16a-37090d58454f)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:15.487980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.500292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Calling delete_port for 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:32:15.635651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1c786ceb-8f2f-4bbb-85f4-ec909b20c94e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.651344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['1c786ceb-8f2f-4bbb-85f4-ec909b20c94e'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:15.669122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Pushing event deleted for resources: {'Port': ['ID=1c786ceb-8f2f-4bbb-85f4-ec909b20c94e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:15.711670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] No DVR routers for this DVR port 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:15.714489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:15.717845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-87ec2e8d-acbc-4a13-bf33-ab6f121250a6 req-d6a5d577-af9f-4c22-af79-7b4b1a329f29 tempest-VolumesActionsTest-2006180631 tempest-VolumesActionsTest-2006180631-project] 10.222.0.53 "DELETE /v2.0/ports/1c786ceb-8f2f-4bbb-85f4-ec909b20c94e HTTP/1.1" status: 204 len: 173 time: 0.4163005 Feb 11 13:32:15.718286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'name': 'network-vif-deleted', 'tag': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:32:15.720573 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ec2030-4440-4a1d-a415-af6dbffbd73e" -d '{"events": [{"server_uuid": "cf18ac67-905b-4f55-b544-b61a5f5e43f1", "name": "network-vif-deleted", "tag": "1c786ceb-8f2f-4bbb-85f4-ec909b20c94e"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:15.756535 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5f17f8-a4b1-49e0-93a9-c5f8fa593b33 x-openstack-request-id: req-9b5f17f8-a4b1-49e0-93a9-c5f8fa593b33 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:15.756828 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf18ac67-905b-4f55-b544-b61a5f5e43f1", "name": "network-vif-deleted", "tag": "1c786ceb-8f2f-4bbb-85f4-ec909b20c94e", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:15.757100 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b5f17f8-a4b1-49e0-93a9-c5f8fa593b33 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:15.757501 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf18ac67-905b-4f55-b544-b61a5f5e43f1', 'name': 'network-vif-deleted', 'tag': '1c786ceb-8f2f-4bbb-85f4-ec909b20c94e', 'status': 'completed', 'code': 200} Feb 11 13:32:16.438220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:17.431137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:18.774908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:18.801613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:32:18.802408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 1c786ceb-8f2f-4bbb-85f4-ec909b20c94e not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:29.324607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-04c4e6d0-da31-44f4-b9af-171b5a0979ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:31.396741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bbbb4e1e-705d-405e-9664-f666a668cc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:32.641209 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:34.298460 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:35.346439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.172610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55248) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:38.220303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Deleting subnet f4fbae02-663d-475f-a3f5-ef04338a9d80 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:32:38.223931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Publish callbacks [] for subnet (f4fbae02-663d-475f-a3f5-ef04338a9d80), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.263124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (f4fbae02-663d-475f-a3f5-ef04338a9d80), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.302408 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (f4fbae02-663d-475f-a3f5-ef04338a9d80), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.355579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (f4fbae02-663d-475f-a3f5-ef04338a9d80), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.381296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fbae02-663d-475f-a3f5-ef04338a9d80,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:38.390697 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.396375 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f4fbae02-663d-475f-a3f5-ef04338a9d80 HTTP/1.1" status: 204 len: 168 time: 0.2203729 Feb 11 13:32:38.396375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.396658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.397012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.397356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.397620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55250) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:38.398176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.398176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.398364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.398809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.399145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.399473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.399801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.400124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.400447 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62415cf3-9772-4207-900c-cec5cb0a924c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.471321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (879c4401-974a-4295-a247-323b3506f756), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.551986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (879c4401-974a-4295-a247-323b3506f756), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.572910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['879c4401-974a-4295-a247-323b3506f756']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:38.582748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c2f33c8-a447-4153-a16a-37090d58454f') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:38.583002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c2f33c8-a447-4153-a16a-37090d58454f') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:38.592704 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (2c2f33c8-a447-4153-a16a-37090d58454f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.607016 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2c2f33c8-a447-4153-a16a-37090d58454f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.613485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:38.613998 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (2c2f33c8-a447-4153-a16a-37090d58454f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:38.615860 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:38.680160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (879c4401-974a-4295-a247-323b3506f756), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.685204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.688754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/879c4401-974a-4295-a247-323b3506f756 HTTP/1.1" status: 204 len: 168 time: 0.2887011 Feb 11 13:32:38.702445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Pushing event deleted for resources: {'Network': ['ID=879c4401-974a-4295-a247-323b3506f756,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:38.711230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.711642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.711949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.712226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.712552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.712885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.713201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.713520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.713870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.714316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.714575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.715029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.715347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f31dd2a-ba72-4560-a3fb-2a4243d3ead1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:38.802086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55254) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:38.843087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d938a44d-998b-4105-aa99-5dc9f5bb0db6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e26bc07a1b44380a482b0d62f556095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398083 Feb 11 13:32:38.845825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55256) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:32:38.892270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c366ee9f-77b9-4db5-acb0-a183eb4d9c8a admin admin] Publish callbacks [] for security_group (94b88ee2-fda4-4bd3-aada-13a172b145a9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.914108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c366ee9f-77b9-4db5-acb0-a183eb4d9c8a admin admin] Publish callbacks [] for security_group (94b88ee2-fda4-4bd3-aada-13a172b145a9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.962834 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c366ee9f-77b9-4db5-acb0-a183eb4d9c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (94b88ee2-fda4-4bd3-aada-13a172b145a9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.965507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c366ee9f-77b9-4db5-acb0-a183eb4d9c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:38.966896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c366ee9f-77b9-4db5-acb0-a183eb4d9c8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94b88ee2-fda4-4bd3-aada-13a172b145a9 HTTP/1.1" status: 204 len: 168 time: 0.1201696 Feb 11 13:32:38.975113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366ee9f-77b9-4db5-acb0-a183eb4d9c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b88ee2-fda4-4bd3-aada-13a172b145a9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:43.057470 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:32:46.434273 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:47.444982 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:32:59.320856 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c81dcab-cc11-42c2-8257-50af7bfc8e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:01.390348 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c719d730-0265-4b42-bfba-827670171895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:02.644043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:04.302199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:05.351848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:16.440494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:17.438311 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:20.057501 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:33:29.326066 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f968f21e-ff09-4d20-80e5-a84b6edd727b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:31.393976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c8dea37-c72c-4073-8bfc-f26ac52da812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:32.646583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:34.304393 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:35.346343 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:36.578487 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-6e3ee383-a069-43d5-b46f-accd8c0c449f req-5aa9ff2d-42e5-450a-9b2b-bc58a78982f1 service neutron] (109684) timed out ('10.222.0.42', 52652) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:33:45.016962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55552) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:45.125498 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.202007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Publish callbacks [] for security_group (fd10b6a6-4218-4404-9ac9-094cc9fb0478), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.207204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fd10b6a6-4218-4404-9ac9-094cc9fb0478), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.247259 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd10b6a6-4218-4404-9ac9-094cc9fb0478,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.252147 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a029489491c476993da26da8329d696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341683 Feb 11 13:33:45.255340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55558) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:33:45.257697 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.258080 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.258420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.258752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.259082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.259411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.259724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.260036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.260359 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.260680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.261003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.261310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.261660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a687714-6661-44ea-bf02-472e7ab7a73c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.310531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Publish callbacks [] for security_group (fd10b6a6-4218-4404-9ac9-094cc9fb0478), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.333238 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Publish callbacks [] for security_group (fd10b6a6-4218-4404-9ac9-094cc9fb0478), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.383045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fd10b6a6-4218-4404-9ac9-094cc9fb0478), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.385742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:45.386940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd10b6a6-4218-4404-9ac9-094cc9fb0478 HTTP/1.1" status: 204 len: 168 time: 0.1306355 Feb 11 13:33:45.395771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd10b6a6-4218-4404-9ac9-094cc9fb0478,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.403902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.404252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.404601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.404938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.405275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.405605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.405994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.406292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.406617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.406940 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.407295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.407592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:45.407934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c4491c-8dcd-4e4a-ae1f-50333e3c4360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:46.449246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:47.448734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:33:57.058158 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:33:59.333585 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fa881688-da79-42ed-aecd-940e55c9965d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:01.394574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d60f67ca-ce5b-4cde-a875-dcbf3b3002b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:02.649244 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:04.309053 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:05.352432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:07.930314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-3918dc09-fb55-4061-b0d5-b5a85fb42bb6 service neutron] (109685) timed out ('10.222.0.42', 34672) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:34:08.838776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-042426ed-117c-49be-aec7-bab53751f947 req-bb55da0f-de6f-431d-bdff-db948c532f57 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] (109685) timed out ('10.222.0.42', 58596) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:34:13.692393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-42823c08-9b4a-4e57-bbeb-d9c09b3ebca2 req-03b19f80-23a0-436a-8514-379a654eae9e service neutron] (109685) timed out ('10.222.0.64', 58470) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:34:16.452037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:17.445004 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.331865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b2cd10c0-f137-40be-9a42-e0394d804e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:29.851429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55802) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:29.964148 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab2e44f8-b0b1-43c5-ac8d-92ecd909ce41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.043355 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab2e44f8-b0b1-43c5-ac8d-92ecd909ce41 admin admin] Publish callbacks [] for security_group (2f9b4b51-98c5-418a-b4a6-4971c9fae52d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.048009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab2e44f8-b0b1-43c5-ac8d-92ecd909ce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2f9b4b51-98c5-418a-b4a6-4971c9fae52d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.084842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e44f8-b0b1-43c5-ac8d-92ecd909ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9b4b51-98c5-418a-b4a6-4971c9fae52d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:30.090125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ab2e44f8-b0b1-43c5-ac8d-92ecd909ce41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21536553c22249f08f8ae0049654e327&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2376072 Feb 11 13:34:30.092032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55806) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:30.146220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f340-2e64-406e-a08a-64b50e811685 admin admin] Publish callbacks [] for security_group (2f9b4b51-98c5-418a-b4a6-4971c9fae52d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.168665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f340-2e64-406e-a08a-64b50e811685 admin admin] Publish callbacks [] for security_group (2f9b4b51-98c5-418a-b4a6-4971c9fae52d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.218761 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f340-2e64-406e-a08a-64b50e811685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2f9b4b51-98c5-418a-b4a6-4971c9fae52d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.221485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ffd4f340-2e64-406e-a08a-64b50e811685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:30.222686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ffd4f340-2e64-406e-a08a-64b50e811685 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f9b4b51-98c5-418a-b4a6-4971c9fae52d HTTP/1.1" status: 204 len: 168 time: 0.1297622 Feb 11 13:34:30.231083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4f340-2e64-406e-a08a-64b50e811685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9b4b51-98c5-418a-b4a6-4971c9fae52d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:30.899069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 55832) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:31.003355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-377236788-network', 'tenant_id': 'c8f7b64c41f64e3d80ac61392046e7a7'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:31.026202 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Made reservation on behalf of c8f7b64c41f64e3d80ac61392046e7a7 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:31.028732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.040847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.119222 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks [] for security_group (b99c5fbc-f690-46d8-98af-8de3e4b8a0d0), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.124019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b99c5fbc-f690-46d8-98af-8de3e4b8a0d0), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.147924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:31.157984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.162772 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (682d97be-8eff-4041-b7f6-317468559739), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.163098 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Added segment 682d97be-8eff-4041-b7f6-317468559739 of type vlan for network 39d788ad-e2c7-4ea4-9877-12e5ea160153 Feb 11 13:34:31.204359 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (39d788ad-e2c7-4ea4-9877-12e5ea160153), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.231245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (39d788ad-e2c7-4ea4-9877-12e5ea160153), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.232216 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.232955 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.282416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3821664 Feb 11 13:34:31.285463 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 55836) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:34:31.291458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Request body: {'subnet': {'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-377236788-subnet', 'tenant_id': 'c8f7b64c41f64e3d80ac61392046e7a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:31.316981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Made reservation on behalf of c8f7b64c41f64e3d80ac61392046e7a7 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:31.320306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.332795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01561999-724b-4ab8-9fd9-fed2717d2ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=39d788ad-e2c7-4ea4-9877-12e5ea160153,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.343212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 39d788ad-e2c7-4ea4-9877-12e5ea160153 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:31.427661 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f524-1b91-4f08-8709-601147f0bd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.503296 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (6d1fb74e-720d-4b27-9f97-226f94973107), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.552847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1fb74e-720d-4b27-9f97-226f94973107,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.568198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Checking segment: {'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:34:31.568544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Network hostable DHCP agents. Network: 39d788ad-e2c7-4ea4-9877-12e5ea160153, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:31.585665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Network 39d788ad-e2c7-4ea4-9877-12e5ea160153 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:31.595039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 39d788ad-e2c7-4ea4-9877-12e5ea160153) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:31.599444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.600048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:31.604828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c0673-70e1-47d0-a8c6-57702d6a4612 None None] Network 39d788ad-e2c7-4ea4-9877-12e5ea160153 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:31.628642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d43856a6-3603-4f66-b32b-2efdc4091828 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3415196 Feb 11 13:34:31.716825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a20c31-f2cb-4f94-a218-79856b6040c3 None None] Network 39d788ad-e2c7-4ea4-9877-12e5ea160153 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:34:32.652859 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:34.059668 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:34:34.308420 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:35.361835 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:46.482286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:47.443743 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:34:59.330800 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80475263-4131-44bb-8140-4523165c14ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:01.402690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd339-baf8-490e-8ba9-e3a519564519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:02.656673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:04.313995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:05.357282 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:11.059997 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:35:16.494036 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:17.443264 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:22.311306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-0558e252-a5ff-4e54-bb19-f29347a27e7a req-cb1b1183-f3f2-4866-ad2d-af682ffc750f service neutron] (109685) timed out ('10.222.0.53', 65080) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:35:29.325182 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2d1da2ca-7c79-486e-9e14-67936382212c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:31.407565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-175e0ab5-5e6e-44df-a322-b431f3dcb847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:32.658201 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:34.315358 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:35.354440 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:39.757389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a45dc-1101-4492-91d4-897040db4134 req-d675c7c9-ce03-411c-a89e-46a701a8afb0 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.760426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-d675c7c9-ce03-411c-a89e-46a701a8afb0 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 813 time: 0.1083848 Feb 11 13:35:39.774605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-683c7bb3-df6b-46c7-8175-915e87693eac tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/quotas/c8f7b64c41f64e3d80ac61392046e7a7 HTTP/1.1" status: 200 len: 375 time: 0.0101380 Feb 11 13:35:39.807748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-3a681087-325a-4316-b7b9-7ae9b96da4d6 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277936 Feb 11 13:35:39.884253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-b984b855-ddc4-4bd0-a4e1-4349022438f1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:35:39.885271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-b984b855-ddc4-4bd0-a4e1-4349022438f1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0644708 Feb 11 13:35:39.980172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-e1ffde62-8f49-4868-ba04-6d65d06c3408 service neutron] 10.222.0.42 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886137 Feb 11 13:35:40.079386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-7abb273e-236e-4dfa-8334-9f897456b74a service neutron] 10.222.0.42 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930839 Feb 11 13:35:40.250498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c784c62-cf19-4dca-bebe-b2fc45c09a62 req-b4beea27-28d9-4a7c-9fa1-10994682605d tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 210 time: 0.0286856 Feb 11 13:35:41.246209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a45dc-1101-4492-91d4-897040db4134 req-d6eaf9f5-0ff8-418e-ae5b-e6f9fa186d66 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.247879 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-d6eaf9f5-0ff8-418e-ae5b-e6f9fa186d66 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.53 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 813 time: 0.1212668 Feb 11 13:35:41.261305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Request body: {'port': {'device_id': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153', 'admin_state_up': True, 'tenant_id': 'c8f7b64c41f64e3d80ac61392046e7a7'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:41.362099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-feadf0a9-b678-4aa3-80af-a8b757432159 req-9d06b5a1-a078-4ed8-afca-fa44435007e9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 210 time: 0.0350370 Feb 11 13:35:41.383881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Made reservation on behalf of c8f7b64c41f64e3d80ac61392046e7a7 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:41.387309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.518999 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Allocated IP 172.20.0.12 (39d788ad-e2c7-4ea4-9877-12e5ea160153/6d1fb74e-720d-4b27-9f97-226f94973107/05170270-7f36-4f71-9a08-3c864b959fd6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:41.680373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks [] for port (05170270-7f36-4f71-9a08-3c864b959fd6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.719363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.768057 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Network 39d788ad-e2c7-4ea4-9877-12e5ea160153 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:41.771497 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:41.777789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:41.788690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Pushing event updated for resources: {'Port': ['ID=05170270-7f36-4f71-9a08-3c864b959fd6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.822271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.822615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.822944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.823277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.823600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.823927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.824245 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.824566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.824880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.825197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.825508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.825823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.826137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:41.855874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:41.856776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:41.878579 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-6eb8b2a5-1598-4016-991c-8237e737f9e2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6217756 Feb 11 13:35:41.892500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Request body: {'port': {'device_id': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:41.961010 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.240333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05170270-7f36-4f71-9a08-3c864b959fd6 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:42.248322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Publish callbacks [] for port (05170270-7f36-4f71-9a08-3c864b959fd6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.260832 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Transition to ACTIVE for port object 05170270-7f36-4f71-9a08-3c864b959fd6 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:42.267040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.315007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Pushing event updated for resources: {'Port': ['ID=05170270-7f36-4f71-9a08-3c864b959fd6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.387836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Attempting to bind port 05170270-7f36-4f71-9a08-3c864b959fd6 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:35:42.388161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Attempting to bind port 05170270-7f36-4f71-9a08-3c864b959fd6 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:35:42.388484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Attempting to bind port 05170270-7f36-4f71-9a08-3c864b959fd6 on network 39d788ad-e2c7-4ea4-9877-12e5ea160153 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:42.393096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Port 05170270-7f36-4f71-9a08-3c864b959fd6 on network 39d788ad-e2c7-4ea4-9877-12e5ea160153 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:42.393415 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Attempting to bind port 05170270-7f36-4f71-9a08-3c864b959fd6 on network 39d788ad-e2c7-4ea4-9877-12e5ea160153 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:42.398570 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:42.399050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Checking segment: {'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:35:42.399433 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Bound using segment: {'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:42.399860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Bound port: 05170270-7f36-4f71-9a08-3c864b959fd6, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:35:42.400215 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.465260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] For port 05170270-7f36-4f71-9a08-3c864b959fd6, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:42.468390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] For port 05170270-7f36-4f71-9a08-3c864b959fd6, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=05170270-7f36-4f71-9a08-3c864b959fd6,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:42.475707 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.488572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41178470-063b-4f87-98dd-d7d4577f7df3 req-f6b11567-4f04-484c-a085-efef2e7afdee tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.490131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41178470-063b-4f87-98dd-d7d4577f7df3 req-f6b11567-4f04-484c-a085-efef2e7afdee tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 944 time: 0.0537438 Feb 11 13:35:42.511608 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.512226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:42.513628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] 10.222.0.53 "PUT /v2.0/ports/05170270-7f36-4f71-9a08-3c864b959fd6 HTTP/1.1" status: 200 len: 1092 time: 0.6275160 Feb 11 13:35:42.514092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'tag': '05170270-7f36-4f71-9a08-3c864b959fd6'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:42.516340 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7060f225-bdeb-4857-bbf5-a479c873b0df", "tag": "05170270-7f36-4f71-9a08-3c864b959fd6"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:42.539120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721de945-91dc-45fc-88fd-f4dc234daccb service neutron] Pushing event updated for resources: {'Port': ['ID=05170270-7f36-4f71-9a08-3c864b959fd6,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.546241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-41178470-063b-4f87-98dd-d7d4577f7df3 req-7f359a0f-2de5-4f7c-a6c2-05b66665175b tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Feb 11 13:35:42.612990 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a45dc-1101-4492-91d4-897040db4134 req-0accafe8-15bd-48b7-be3d-5cf56ea5b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.614711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-0accafe8-15bd-48b7-be3d-5cf56ea5b933 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 1126 time: 0.0584555 Feb 11 13:35:42.657053 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-714a099e-0698-409d-8154-17d527021753 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05170270-7f36-4f71-9a08-3c864b959fd6 HTTP/1.1" status: 200 len: 217 time: 0.0350418 Feb 11 13:35:42.661667 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4da229-1c58-44ff-a646-aeb55dbf8ea3 x-openstack-request-id: req-1a4da229-1c58-44ff-a646-aeb55dbf8ea3 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:42.661996 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7060f225-bdeb-4857-bbf5-a479c873b0df", "tag": "05170270-7f36-4f71-9a08-3c864b959fd6", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:42.662253 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a4da229-1c58-44ff-a646-aeb55dbf8ea3 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:42.662715 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'tag': '05170270-7f36-4f71-9a08-3c864b959fd6', 'status': 'completed', 'code': 200} Feb 11 13:35:42.714442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a45dc-1101-4492-91d4-897040db4134 req-988c4c2c-6184-4f66-8ab9-637d8d8e63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.715913 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-988c4c2c-6184-4f66-8ab9-637d8d8e63b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d1fb74e-720d-4b27-9f97-226f94973107 HTTP/1.1" status: 200 len: 853 time: 0.0489905 Feb 11 13:35:42.756744 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-b28f5985-26e3-40dd-a261-0b6126693fdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39d788ad-e2c7-4ea4-9877-12e5ea160153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343025 Feb 11 13:35:42.851415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-e65812d4-c400-45ee-89fe-a90ac2e8165c service neutron] 10.222.0.53 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879693 Feb 11 13:35:42.945259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d18a45dc-1101-4492-91d4-897040db4134 req-34d02367-b1b4-40ff-8cae-0d2fdbf07df3 service neutron] 10.222.0.53 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872240 Feb 11 13:35:43.040235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-d2fc6e7c-6b89-4172-b4d6-5c2515fc0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.041870 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-d2fc6e7c-6b89-4172-b4d6-5c2515fc0471 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 1126 time: 0.0474005 Feb 11 13:35:43.143523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-0249d88f-355b-403a-b6f4-662b9dfdabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.144941 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-0249d88f-355b-403a-b6f4-662b9dfdabf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 914 time: 0.0965250 Feb 11 13:35:43.191768 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-a8317679-e13e-4213-963a-556d3a2c3d49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05170270-7f36-4f71-9a08-3c864b959fd6 HTTP/1.1" status: 200 len: 217 time: 0.0405290 Feb 11 13:35:43.246757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-bbc6a722-2c63-4ac4-97fc-27c38b98fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.248286 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-bbc6a722-2c63-4ac4-97fc-27c38b98fb8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d1fb74e-720d-4b27-9f97-226f94973107 HTTP/1.1" status: 200 len: 853 time: 0.0505488 Feb 11 13:35:43.283454 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-4cebe2dc-ba30-44e7-aeb9-03e7bcc43eea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39d788ad-e2c7-4ea4-9877-12e5ea160153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278542 Feb 11 13:35:43.394930 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-6722e240-3cd2-4ed7-9753-0ff58377325e service neutron] 10.222.0.53 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046860 Feb 11 13:35:43.500036 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6264f8d9-f6ee-4f2e-b7b4-1c058586d2f6 req-b457ad08-c67e-4d91-a900-9c27898aab28 service neutron] 10.222.0.53 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978768 Feb 11 13:35:43.683983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d45859-d019-4a5c-af5c-b4c245c6c25b req-379fada3-6d9f-46d4-9205-cef40e51a76b tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.685502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68d45859-d019-4a5c-af5c-b4c245c6c25b req-379fada3-6d9f-46d4-9205-cef40e51a76b tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 944 time: 0.0581906 Feb 11 13:35:43.736978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68d45859-d019-4a5c-af5c-b4c245c6c25b req-9df20356-ac82-4b42-b4bb-013745338bf4 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Feb 11 13:35:44.880734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8673faa-2a14-48ee-9b9a-816e1aa571c3 req-a7643239-5759-4fd8-9d4c-b6a7c4b32ccd tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:44.882239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8673faa-2a14-48ee-9b9a-816e1aa571c3 req-a7643239-5759-4fd8-9d4c-b6a7c4b32ccd tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 944 time: 0.0654957 Feb 11 13:35:44.929254 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a8673faa-2a14-48ee-9b9a-816e1aa571c3 req-3b072e36-b2fe-47e0-9279-c3cf2dae6009 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410752 Feb 11 13:35:45.787853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 05170270-7f36-4f71-9a08-3c864b959fd6 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:35:45.892128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 05170270-7f36-4f71-9a08-3c864b959fd6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=05170270-7f36-4f71-9a08-3c864b959fd6,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:45.903476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '05170270-7f36-4f71-9a08-3c864b959fd6', 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153', 'port_id': '05170270-7f36-4f71-9a08-3c864b959fd6', 'mac_address': 'fa:16:3e:02:64:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1fb74e-720d-4b27-9f97-226f94973107', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:35:45.942279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 05170270-7f36-4f71-9a08-3c864b959fd6 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:45.942665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:45.956126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05170270-7f36-4f71-9a08-3c864b959fd6 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:35:45.988295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 05170270-7f36-4f71-9a08-3c864b959fd6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=05170270-7f36-4f71-9a08-3c864b959fd6,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:45.995474 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:46.044327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=05170270-7f36-4f71-9a08-3c864b959fd6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:46.051857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.052215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.052567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.052908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.053245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.053577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.053942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.054273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.054674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.055171 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.055606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.055946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.056269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:46.061435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394ecc3-7b61-4810-b27f-79668707f46f req-de58703a-32fe-41ff-8247-37b7396cd256 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.063264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7394ecc3-7b61-4810-b27f-79668707f46f req-de58703a-32fe-41ff-8247-37b7396cd256 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 945 time: 0.0547009 Feb 11 13:35:46.112949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7394ecc3-7b61-4810-b27f-79668707f46f req-9b9a216a-0d66-42fd-8ee0-74ed7cc6a102 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439303 Feb 11 13:35:46.241790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['05170270-7f36-4f71-9a08-3c864b959fd6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:46.515685 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.242337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519be5d-4a38-44e4-a719-f1c7cefce66a req-b192d75b-d5d2-4675-bd72-d8a1ee2e90d6 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.243814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c519be5d-4a38-44e4-a719-f1c7cefce66a req-b192d75b-d5d2-4675-bd72-d8a1ee2e90d6 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 945 time: 0.0577691 Feb 11 13:35:47.295206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c519be5d-4a38-44e4-a719-f1c7cefce66a req-81d075da-5782-49b1-b815-92c97b6b44a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Feb 11 13:35:47.443036 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.803614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 05170270-7f36-4f71-9a08-3c864b959fd6 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:47.857306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 05170270-7f36-4f71-9a08-3c864b959fd6 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:47.861335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 05170270-7f36-4f71-9a08-3c864b959fd6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:47.861785 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.943102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 05170270-7f36-4f71-9a08-3c864b959fd6 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:35:47.943494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:47.966991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05170270-7f36-4f71-9a08-3c864b959fd6'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:35:47.969262 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bd260b-38f3-47e7-9a60-7d3f34713ca8" -d '{"events": [{"server_uuid": "7060f225-bdeb-4857-bbf5-a479c873b0df", "name": "network-vif-plugged", "status": "completed", "tag": "05170270-7f36-4f71-9a08-3c864b959fd6"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:47.982653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 05170270-7f36-4f71-9a08-3c864b959fd6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=05170270-7f36-4f71-9a08-3c864b959fd6,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:47.987511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:35:48.035881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=05170270-7f36-4f71-9a08-3c864b959fd6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.059699 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:35:48.069591 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3275f6a9-ba88-451d-b596-b388b0f973f8 x-openstack-request-id: req-3275f6a9-ba88-451d-b596-b388b0f973f8 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:48.069994 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7060f225-bdeb-4857-bbf5-a479c873b0df", "name": "network-vif-plugged", "status": "completed", "tag": "05170270-7f36-4f71-9a08-3c864b959fd6", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:48.070271 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3275f6a9-ba88-451d-b596-b388b0f973f8 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:48.070756 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05170270-7f36-4f71-9a08-3c864b959fd6', 'code': 200} Feb 11 13:35:48.179097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271949c9-9750-4769-9384-8d399d8344d8 req-67d7fae2-5622-4b08-8d9f-caf8e78fe2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.180654 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-271949c9-9750-4769-9384-8d399d8344d8 req-67d7fae2-5622-4b08-8d9f-caf8e78fe2c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 1128 time: 0.0515349 Feb 11 13:35:48.224638 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-271949c9-9750-4769-9384-8d399d8344d8 req-542a2361-74b0-4423-99e2-4990c6d49262 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Feb 11 13:35:48.427023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b24f0-bc77-4b6c-a21b-4309dbd4b99d req-3e46064a-4060-4c3e-9c62-71568b9dd7d4 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.428553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b9b24f0-bc77-4b6c-a21b-4309dbd4b99d req-3e46064a-4060-4c3e-9c62-71568b9dd7d4 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 946 time: 0.0535223 Feb 11 13:35:48.476101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b9b24f0-bc77-4b6c-a21b-4309dbd4b99d req-4ae122d5-df23-4c79-ba85-51323a706737 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Feb 11 13:35:49.606094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c070c73-d680-4fe1-86cd-c775f645824b req-a543ee5f-9474-4d5a-8efb-9545af9faf55 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:49.607585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c070c73-d680-4fe1-86cd-c775f645824b req-a543ee5f-9474-4d5a-8efb-9545af9faf55 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 946 time: 0.0628574 Feb 11 13:35:49.658947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c070c73-d680-4fe1-86cd-c775f645824b req-f25f617d-f862-43fc-bcb2-fbac808d8549 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455825 Feb 11 13:35:59.329483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5be6cae9-307b-4190-9332-6b88d4ba097b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:01.421584 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-900d1023-cd84-47c0-86fe-83a3f1c86549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:02.662015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:04.319065 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:05.352111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:15.149342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-74d25c9c-c8b9-40dd-9242-d1140f39d271 req-4ccfb875-6cd9-45b3-a89c-898e0465d5b1 service neutron] (109684) timed out ('10.222.0.42', 42662) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:36:16.512382 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:17.199524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-b4e701dc-bee6-470e-b60a-74e5598c33cf req-b3a7d5cf-5344-41c8-a659-fee2d64a2479 service neutron] (109684) timed out ('10.222.0.42', 42764) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:36:17.435107 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:25.063019 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:36:29.333288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-027c8083-09a8-411c-95d7-2fc7dc9d43d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:31.421492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebc4dce8-16ce-42e0-af8b-b691d4ca00cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:32.663792 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:33.877263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-1c28c753-75fa-421e-bd48-e11e17b423cb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459406 Feb 11 13:36:33.983642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-b859dfde-daf2-4e40-9b60-7a0657159ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:33.985237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-b859dfde-daf2-4e40-9b60-7a0657159ed7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 1128 time: 0.0659618 Feb 11 13:36:34.130353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-37d53985-259f-4ee5-8fe4-78c093688db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:34.131765 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-37d53985-259f-4ee5-8fe4-78c093688db9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 914 time: 0.1110549 Feb 11 13:36:34.173030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-8121c9cb-3bd6-40bf-955d-314a3b22b380 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05170270-7f36-4f71-9a08-3c864b959fd6 HTTP/1.1" status: 200 len: 217 time: 0.0352390 Feb 11 13:36:34.224429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-00d85a97-8fbc-4aae-afa5-964a04932bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:34.226098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-00d85a97-8fbc-4aae-afa5-964a04932bc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6d1fb74e-720d-4b27-9f97-226f94973107 HTTP/1.1" status: 200 len: 853 time: 0.0468166 Feb 11 13:36:34.261832 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-f4c89c12-9e44-48f0-968a-188e0361862f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39d788ad-e2c7-4ea4-9877-12e5ea160153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300643 Feb 11 13:36:34.318692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:34.356297 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-6eb7b186-5b53-4874-a7fd-9a3ddb5c82ce service neutron] 10.222.0.53 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878587 Feb 11 13:36:34.452469 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8a7ee149-383a-499b-be8e-6a458003c3c7 req-15dfb6f2-350a-408c-ab61-9fc88599cbd5 service neutron] 10.222.0.53 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904818 Feb 11 13:36:35.350259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:46.511042 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:47.459665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:54.466715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed9e8b-e583-433a-b91f-3a9542d53d32 req-b7478389-53a4-4aab-a14d-39281eebf804 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.468183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56ed9e8b-e583-433a-b91f-3a9542d53d32 req-b7478389-53a4-4aab-a14d-39281eebf804 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 946 time: 0.0613759 Feb 11 13:36:54.514538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56ed9e8b-e583-433a-b91f-3a9542d53d32 req-338ce055-7b09-4c8a-ae15-bd7cd93133cc tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 Feb 11 13:36:55.640239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2eb6a-827c-478f-b7a0-440936baf643 req-583616a7-80c4-4626-a28a-fc54b5754fe9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:55.641764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1a2eb6a-827c-478f-b7a0-440936baf643 req-583616a7-80c4-4626-a28a-fc54b5754fe9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 946 time: 0.0564435 Feb 11 13:36:55.695259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1a2eb6a-827c-478f-b7a0-440936baf643 req-c406429e-5901-4e7f-9be2-857f12c3fb49 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Feb 11 13:36:56.163041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-23a9899d-87e3-4d5e-986e-00bf9efc285f tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.164465 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-23a9899d-87e3-4d5e-986e-00bf9efc285f tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.53 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 946 time: 0.0580769 Feb 11 13:36:56.262328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Deleting port 05170270-7f36-4f71-9a08-3c864b959fd6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:36:56.262696 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.354095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] For port 05170270-7f36-4f71-9a08-3c864b959fd6, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=05170270-7f36-4f71-9a08-3c864b959fd6,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:56.354430 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.366980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Calling delete_port for 05170270-7f36-4f71-9a08-3c864b959fd6 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:36:56.502418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (05170270-7f36-4f71-9a08-3c864b959fd6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.517206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['05170270-7f36-4f71-9a08-3c864b959fd6'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:56.533891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Pushing event deleted for resources: {'Port': ['ID=05170270-7f36-4f71-9a08-3c864b959fd6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.546684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.547009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.547351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.547688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.548023 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.548354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.548710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.549039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.549364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.549732 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.550058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.550416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.550740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:56.585736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] No DVR routers for this DVR port 05170270-7f36-4f71-9a08-3c864b959fd6 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:56.588336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:36:56.591844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f3b669eb-bb28-4398-b83e-1e31269a39eb req-4dd3cabe-dc86-4216-9f1c-fd383fcf73a7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.53 "DELETE /v2.0/ports/05170270-7f36-4f71-9a08-3c864b959fd6 HTTP/1.1" status: 204 len: 173 time: 0.4204669 Feb 11 13:36:56.592290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'name': 'network-vif-deleted', 'tag': '05170270-7f36-4f71-9a08-3c864b959fd6'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:36:56.594566 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24130ea-ef48-4609-aade-3e089e3e5c71" -d '{"events": [{"server_uuid": "7060f225-bdeb-4857-bbf5-a479c873b0df", "name": "network-vif-deleted", "tag": "05170270-7f36-4f71-9a08-3c864b959fd6"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:56.637346 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78bf545-c54b-467a-9d63-2bc694201ae8 x-openstack-request-id: req-b78bf545-c54b-467a-9d63-2bc694201ae8 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:56.637699 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7060f225-bdeb-4857-bbf5-a479c873b0df", "name": "network-vif-deleted", "tag": "05170270-7f36-4f71-9a08-3c864b959fd6", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:56.637961 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b78bf545-c54b-467a-9d63-2bc694201ae8 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:56.638368 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7060f225-bdeb-4857-bbf5-a479c873b0df', 'name': 'network-vif-deleted', 'tag': '05170270-7f36-4f71-9a08-3c864b959fd6', 'status': 'completed', 'code': 200} Feb 11 13:36:56.809919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a474843c-b224-4fee-8c7b-3dab0cd9330f req-b9b6474c-7a27-4689-abbb-53a3ddd4cf64 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=7060f225-bdeb-4857-bbf5-a479c873b0df HTTP/1.1" status: 200 len: 210 time: 0.0316665 Feb 11 13:36:59.338022 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-885e090b-9ca2-4981-8185-5a181d00bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:00.148104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 05170270-7f36-4f71-9a08-3c864b959fd6 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:00.176681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 05170270-7f36-4f71-9a08-3c864b959fd6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:37:00.177462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 05170270-7f36-4f71-9a08-3c864b959fd6 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:01.415607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-51e3f978-be7b-4d11-b2fc-6f0b0c8470d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:02.063175 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:37:02.668490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:04.324643 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:05.355832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:07.957678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-952f92bc-bba8-49ec-9d24-c2cf7a3b7b54 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:07.959166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-952f92bc-bba8-49ec-9d24-c2cf7a3b7b54 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 813 time: 0.1161416 Feb 11 13:37:07.977182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-98f44fb7-586e-4460-98cf-6136540c8ae3 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/quotas/c8f7b64c41f64e3d80ac61392046e7a7 HTTP/1.1" status: 200 len: 375 time: 0.0096760 Feb 11 13:37:08.011459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-4e55e266-9814-434c-95d3-f7efc4f7a502 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284724 Feb 11 13:37:08.110206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-32e8d2e0-a14d-48db-823c-d8ba697b520a service neutron] 10.222.0.42 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920703 Feb 11 13:37:08.209567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-e340c56f-7d8f-40f3-b6ad-0ffc3e941f57 service neutron] 10.222.0.42 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934703 Feb 11 13:37:08.375422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fe5e4d5-268d-4274-bcfd-1909d7db0e2a req-7cdd21ed-061e-49b7-9930-edf5df21cc6a tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 210 time: 0.0276995 Feb 11 13:37:09.425916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1997b638-bc73-4b82-8572-8949af34ad9d tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:09.427395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1997b638-bc73-4b82-8572-8949af34ad9d tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.64 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 813 time: 0.1067736 Feb 11 13:37:09.440626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Request body: {'port': {'device_id': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153', 'admin_state_up': True, 'tenant_id': 'c8f7b64c41f64e3d80ac61392046e7a7'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:09.497578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a15fa7f9-b1bf-4956-88de-07bff079decd req-53aebbff-c788-4af8-8b5d-3e565831e7a5 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 210 time: 0.0375206 Feb 11 13:37:09.573384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Made reservation on behalf of c8f7b64c41f64e3d80ac61392046e7a7 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:09.578004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:09.709174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Allocated IP 172.20.0.13 (39d788ad-e2c7-4ea4-9877-12e5ea160153/6d1fb74e-720d-4b27-9f97-226f94973107/e9443136-bfed-41a5-ab86-59a265aaa0fe) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:09.873440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks [] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.241313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.285083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Network 39d788ad-e2c7-4ea4-9877-12e5ea160153 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:10.288254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:10.291930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:10.298325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Pushing event updated for resources: {'Port': ['ID=e9443136-bfed-41a5-ab86-59a265aaa0fe,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:10.325760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.326105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.326446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.326961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.327271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.327626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.327958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.328284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.328606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.328930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.329247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.329568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.329899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:10.353617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.354188 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.372524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-1856060b-1385-412c-80b7-9048c53293a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9369586 Feb 11 13:37:10.381764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-6bf02c3a-3757-42cf-be42-88b64db9825c tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:37:10.382697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-6bf02c3a-3757-42cf-be42-88b64db9825c tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051568 Feb 11 13:37:10.449788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Request body: {'port': {'device_id': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:10.510117 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.721177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a2b47-2a4a-4830-a921-72f86ecfbb19 req-39463853-bda9-4a09-9966-49e5dc70fef7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.722696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-070a2b47-2a4a-4830-a921-72f86ecfbb19 req-39463853-bda9-4a09-9966-49e5dc70fef7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 932 time: 0.1539538 Feb 11 13:37:10.797767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-070a2b47-2a4a-4830-a921-72f86ecfbb19 req-cc39249b-2704-402b-9813-6e3b42ed6957 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692105 Feb 11 13:37:10.841270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9443136-bfed-41a5-ab86-59a265aaa0fe {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:10.849000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Publish callbacks [] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.861157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Transition to ACTIVE for port object e9443136-bfed-41a5-ab86-59a265aaa0fe will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:10.868409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:10.916771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Pushing event updated for resources: {'Port': ['ID=e9443136-bfed-41a5-ab86-59a265aaa0fe,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:10.988745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Attempting to bind port e9443136-bfed-41a5-ab86-59a265aaa0fe on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:37:10.989010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Attempting to bind port e9443136-bfed-41a5-ab86-59a265aaa0fe by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:37:10.989302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Attempting to bind port e9443136-bfed-41a5-ab86-59a265aaa0fe on network 39d788ad-e2c7-4ea4-9877-12e5ea160153 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:10.994285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Port e9443136-bfed-41a5-ab86-59a265aaa0fe on network 39d788ad-e2c7-4ea4-9877-12e5ea160153 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:10.994634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Attempting to bind port e9443136-bfed-41a5-ab86-59a265aaa0fe on network 39d788ad-e2c7-4ea4-9877-12e5ea160153 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:11.000218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:11.000554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Checking segment: {'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:37:11.000928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Bound using segment: {'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:11.001343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Bound port: e9443136-bfed-41a5-ab86-59a265aaa0fe, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682d97be-8eff-4041-b7f6-317468559739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:37:11.001696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.070664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] For port e9443136-bfed-41a5-ab86-59a265aaa0fe, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:11.073937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] For port e9443136-bfed-41a5-ab86-59a265aaa0fe, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:11.083149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.119650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.120270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:11.121680 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] 10.222.0.64 "PUT /v2.0/ports/e9443136-bfed-41a5-ab86-59a265aaa0fe HTTP/1.1" status: 200 len: 1092 time: 0.7319710 Feb 11 13:37:11.122131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'tag': 'e9443136-bfed-41a5-ab86-59a265aaa0fe'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:11.124517 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfbf4e6-3921-4717-956d-9f1c56569753" -d '{"events": [{"name": "network-changed", "server_uuid": "c856259f-31da-40ac-b58f-c8cb56226c39", "tag": "e9443136-bfed-41a5-ab86-59a265aaa0fe"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:11.146629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd5077-ebfe-4fcf-b72e-1841910110cc service neutron] Pushing event updated for resources: {'Port': ['ID=e9443136-bfed-41a5-ab86-59a265aaa0fe,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.208008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-d6f77c2b-7e2b-4ad1-ad23-85217b53327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.209449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-d6f77c2b-7e2b-4ad1-ad23-85217b53327b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 1126 time: 0.0486805 Feb 11 13:37:11.257478 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206e3da-0ffe-45fc-85d0-62b030147ba4 x-openstack-request-id: req-6206e3da-0ffe-45fc-85d0-62b030147ba4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:11.257716 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c856259f-31da-40ac-b58f-c8cb56226c39", "tag": "e9443136-bfed-41a5-ab86-59a265aaa0fe", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:11.257959 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6206e3da-0ffe-45fc-85d0-62b030147ba4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:11.258354 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'tag': 'e9443136-bfed-41a5-ab86-59a265aaa0fe', 'status': 'completed', 'code': 200} Feb 11 13:37:11.260200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-58fb2a84-51c5-48f1-b01b-b6dbd8ce0034 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe HTTP/1.1" status: 200 len: 217 time: 0.0443933 Feb 11 13:37:11.320506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-b4412275-c237-44e8-b683-fc13e48185e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.321941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-b4412275-c237-44e8-b683-fc13e48185e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6d1fb74e-720d-4b27-9f97-226f94973107 HTTP/1.1" status: 200 len: 853 time: 0.0559504 Feb 11 13:37:11.363310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-5f4b4128-a36f-4b37-acac-ddaaf2c59fae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39d788ad-e2c7-4ea4-9877-12e5ea160153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353737 Feb 11 13:37:11.459206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-0f25cf2d-0a66-4cdf-a143-359d15011a26 service neutron] 10.222.0.64 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901206 Feb 11 13:37:11.564744 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b886cd0b-09cd-4378-88ca-fe6fce205cff req-989b7b8d-25f2-4ae6-a20d-d630e9ab4e4f service neutron] 10.222.0.64 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986006 Feb 11 13:37:11.667343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-0e355794-d852-4711-aed5-0535b454058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.668894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-0e355794-d852-4711-aed5-0535b454058e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 1126 time: 0.0488679 Feb 11 13:37:11.769089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-ff36edc5-1835-4d6f-aa8e-9add83de41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.770614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-ff36edc5-1835-4d6f-aa8e-9add83de41b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 914 time: 0.0945408 Feb 11 13:37:11.811840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-69a59843-9d69-4d60-aa81-8031e5b25b6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe HTTP/1.1" status: 200 len: 217 time: 0.0348792 Feb 11 13:37:11.866283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-5b574d33-b3b4-47e6-bee8-0a01c0c757cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.867777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-5b574d33-b3b4-47e6-bee8-0a01c0c757cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6d1fb74e-720d-4b27-9f97-226f94973107 HTTP/1.1" status: 200 len: 853 time: 0.0503857 Feb 11 13:37:11.917100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-8c02766f-6b83-47aa-b522-e4af3be8b2eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39d788ad-e2c7-4ea4-9877-12e5ea160153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400183 Feb 11 13:37:11.965118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e06bf-9ffb-410f-bff5-9391003fab73 req-0b979286-fc2f-4cbb-86a9-d68c5c8705dd tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.966651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b4e06bf-9ffb-410f-bff5-9391003fab73 req-0b979286-fc2f-4cbb-86a9-d68c5c8705dd tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 944 time: 0.0979578 Feb 11 13:37:12.052188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-232b3609-52d2-46fe-927b-e7d19aca2721 service neutron] 10.222.0.64 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291444 Feb 11 13:37:12.055678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b4e06bf-9ffb-410f-bff5-9391003fab73 req-62c1132e-0a15-4528-85a6-8ef78ad66ba7 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621028 Feb 11 13:37:12.147814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cfbf4e6-3921-4717-956d-9f1c56569753 req-84eaf283-8608-4bbd-95a7-a7e4336b2c66 service neutron] 10.222.0.64 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894172 Feb 11 13:37:13.197770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce549f70-0ab3-4e74-ae78-c7da4160ceb3 req-3ab0b563-c023-4c6b-9774-75ddcdfa315e tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:13.199279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce549f70-0ab3-4e74-ae78-c7da4160ceb3 req-3ab0b563-c023-4c6b-9774-75ddcdfa315e tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 944 time: 0.0680783 Feb 11 13:37:13.247184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce549f70-0ab3-4e74-ae78-c7da4160ceb3 req-e31b3e6c-a247-42d1-9287-a91b82d369c4 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Feb 11 13:37:14.129813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-c24af92e-84ca-4ebc-9c79-481a6df48897 tempest-TestNetworkAdvancedServerOps-318034858 tempest-TestNetworkAdvancedServerOps-318034858-project-admin] (109685) timed out ('10.222.0.42', 36380) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:37:14.388522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e31a7-0ba2-415e-8d8f-7021365d04f3 req-2342a742-23bb-4740-a5c1-84e39c9701c3 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:14.390494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f2e31a7-0ba2-415e-8d8f-7021365d04f3 req-2342a742-23bb-4740-a5c1-84e39c9701c3 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 944 time: 0.0634992 Feb 11 13:37:14.438288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f2e31a7-0ba2-415e-8d8f-7021365d04f3 req-d840d224-13c6-4abb-9feb-6f03be2fff27 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420656 Feb 11 13:37:14.713109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e9443136-bfed-41a5-ab86-59a265aaa0fe details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:14.813833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e9443136-bfed-41a5-ab86-59a265aaa0fe, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:14.825009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'e9443136-bfed-41a5-ab86-59a265aaa0fe', 'network_id': '39d788ad-e2c7-4ea4-9877-12e5ea160153', 'port_id': 'e9443136-bfed-41a5-ab86-59a265aaa0fe', 'mac_address': 'fa:16:3e:69:c3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1fb74e-720d-4b27-9f97-226f94973107', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:14.865416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e9443136-bfed-41a5-ab86-59a265aaa0fe is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:14.865860 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:14.886834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9443136-bfed-41a5-ab86-59a265aaa0fe {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:37:14.908395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e9443136-bfed-41a5-ab86-59a265aaa0fe, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:14.915138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:14.963311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e9443136-bfed-41a5-ab86-59a265aaa0fe,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:14.971157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.971431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.971802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.972297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.972606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.973017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.973275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.973723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.974020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.974401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.974701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.975020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:14.975337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:15.300399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e9443136-bfed-41a5-ab86-59a265aaa0fe'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:15.578212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c55be-be68-4e6a-9259-c0a341c354d3 req-1d67eecf-90aa-415d-9215-52a3f720758f tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:15.580424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad4c55be-be68-4e6a-9259-c0a341c354d3 req-1d67eecf-90aa-415d-9215-52a3f720758f tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 945 time: 0.0629885 Feb 11 13:37:15.631685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ad4c55be-be68-4e6a-9259-c0a341c354d3 req-90d74d9f-c5b6-4223-b53c-aaa94a7029f2 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431843 Feb 11 13:37:16.397193 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-b2b790f6-7f4f-4aa5-956a-f85068fcdb42 req-b7539301-08db-48f6-81b2-bd45dc88886d service neutron] (109684) timed out ('10.222.0.42', 54714) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:37:16.527774 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:16.708983 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e9443136-bfed-41a5-ab86-59a265aaa0fe up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:16.764838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port e9443136-bfed-41a5-ab86-59a265aaa0fe completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:16.766727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9c1e1-150f-4983-8350-db2eea3d3615 req-052fc36f-7a18-4c07-bc57-0810176d728e tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:16.768243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47c9c1e1-150f-4983-8350-db2eea3d3615 req-052fc36f-7a18-4c07-bc57-0810176d728e tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 945 time: 0.0635283 Feb 11 13:37:16.768969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port e9443136-bfed-41a5-ab86-59a265aaa0fe triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:16.769344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:16.816459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47c9c1e1-150f-4983-8350-db2eea3d3615 req-a09cbcc9-a67e-4216-9ec8-50d27060894f tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Feb 11 13:37:16.848984 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e9443136-bfed-41a5-ab86-59a265aaa0fe is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:37:16.849369 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:16.871539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9443136-bfed-41a5-ab86-59a265aaa0fe'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:37:16.873960 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a341b0b0-f7e4-47f5-bcd0-7cf424035694" -d '{"events": [{"server_uuid": "c856259f-31da-40ac-b58f-c8cb56226c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9443136-bfed-41a5-ab86-59a265aaa0fe"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:16.886230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e9443136-bfed-41a5-ab86-59a265aaa0fe, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:16.891361 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:16.914265 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18a5607-8484-45c6-b607-75fd3593dc26 x-openstack-request-id: req-f18a5607-8484-45c6-b607-75fd3593dc26 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:16.914559 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c856259f-31da-40ac-b58f-c8cb56226c39", "name": "network-vif-plugged", "status": "completed", "tag": "e9443136-bfed-41a5-ab86-59a265aaa0fe", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:16.914812 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f18a5607-8484-45c6-b607-75fd3593dc26 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:16.915209 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9443136-bfed-41a5-ab86-59a265aaa0fe', 'code': 200} Feb 11 13:37:16.942400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e9443136-bfed-41a5-ab86-59a265aaa0fe,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.018694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7589a0-400c-4e5f-a899-3c3e33c226e2 req-739de495-42fd-43a4-bbe2-3d315cf8af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.020896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e7589a0-400c-4e5f-a899-3c3e33c226e2 req-739de495-42fd-43a4-bbe2-3d315cf8af6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 1128 time: 0.0518420 Feb 11 13:37:17.068309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e7589a0-400c-4e5f-a899-3c3e33c226e2 req-e0f2ee58-0595-4d91-ab21-801f23440db2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 Feb 11 13:37:17.462697 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:17.959541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610958-de53-4621-9ef1-481b0b29d79c req-0814118c-0720-4f14-a9de-5f222bafe0c6 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.961025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45610958-de53-4621-9ef1-481b0b29d79c req-0814118c-0720-4f14-a9de-5f222bafe0c6 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 946 time: 0.0661469 Feb 11 13:37:18.012589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45610958-de53-4621-9ef1-481b0b29d79c req-c94f725e-015b-4954-9c4b-f81c6c17db31 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Feb 11 13:37:19.158200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5cc2-6206-4267-b81a-857a3a7ed03e req-6afe4fec-41ab-4855-8890-ca49f3ef506b tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.159704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e8d5cc2-6206-4267-b81a-857a3a7ed03e req-6afe4fec-41ab-4855-8890-ca49f3ef506b tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 946 time: 0.0651536 Feb 11 13:37:19.215357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e8d5cc2-6206-4267-b81a-857a3a7ed03e req-676b49bd-4ba6-475a-9086-44a57449589f tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475910 Feb 11 13:37:29.359429 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dec98a99-4ea4-4b6d-a33a-17ee968d6d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:30.911494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-c92476c0-1bd1-44c3-b8b4-44e9a8d3043a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461204 Feb 11 13:37:31.002084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-a7803479-1838-44ec-b330-0c123788510b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:31.003660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-a7803479-1838-44ec-b330-0c123788510b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 1128 time: 0.0470228 Feb 11 13:37:31.119450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-475b0bd8-aa5a-4122-9355-2d988f9eaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:31.120942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-475b0bd8-aa5a-4122-9355-2d988f9eaedc service neutron] 10.222.0.64 "GET /v2.0/networks?id=39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 200 len: 914 time: 0.0900617 Feb 11 13:37:31.166703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-000d114a-0831-4c70-b040-9edab5ef1b73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe HTTP/1.1" status: 200 len: 217 time: 0.0385473 Feb 11 13:37:31.215397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-ae4ffa32-02e5-44a6-9b42-89308fd796fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:31.216918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-ae4ffa32-02e5-44a6-9b42-89308fd796fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6d1fb74e-720d-4b27-9f97-226f94973107 HTTP/1.1" status: 200 len: 853 time: 0.0440614 Feb 11 13:37:31.247569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-75911ef3-de0f-42c2-a1e6-2a36d6122c4e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39d788ad-e2c7-4ea4-9877-12e5ea160153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245559 Feb 11 13:37:31.341859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-48c77d31-41d8-4d02-85c1-ba8c817ec5c4 service neutron] 10.222.0.64 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869882 Feb 11 13:37:31.420621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3653-dab6-4ae7-8337-752f36bcaed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:31.443700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6fbcfa47-ba32-40d6-9562-4dac33a38310 req-300c0db1-56d3-4b3d-b845-310afb142eca service neutron] 10.222.0.64 "GET /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935695 Feb 11 13:37:32.672863 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:34.325542 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:35.360924 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:39.066559 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:37:46.541183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:47.471844 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:37:59.345038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58b3a301-c104-40af-bd18-fc5094069584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.396697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f785be1-cc83-4bfc-83e4-c113801504cf req-5efb4ece-bd2c-4654-a307-137e73deafe9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:01.398145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f785be1-cc83-4bfc-83e4-c113801504cf req-5efb4ece-bd2c-4654-a307-137e73deafe9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 946 time: 0.0590091 Feb 11 13:38:01.426430 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2d5a7b8b-1e25-4d01-8a8b-56450a2f824b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:01.450242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f785be1-cc83-4bfc-83e4-c113801504cf req-959a87d2-0180-41ee-9054-13883969d840 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Feb 11 13:38:02.586318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d01e38-abbf-4fca-9af7-8c1e01756898 req-02ca657f-6388-4c74-bc93-fc27d22ad5a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:02.587773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23d01e38-abbf-4fca-9af7-8c1e01756898 req-02ca657f-6388-4c74-bc93-fc27d22ad5a9 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 946 time: 0.0662842 Feb 11 13:38:02.634964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-23d01e38-abbf-4fca-9af7-8c1e01756898 req-dc79bf13-bdd0-4ea2-950f-719b55304584 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/security-groups?id=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Feb 11 13:38:02.675077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:02.969305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-cfb3d0d0-54b9-45d5-8c46-cbd989d9eaa5 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:02.970818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-cfb3d0d0-54b9-45d5-8c46-cbd989d9eaa5 tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.64 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 946 time: 0.0619144 Feb 11 13:38:03.067337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Deleting port e9443136-bfed-41a5-ab86-59a265aaa0fe {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:38:03.067651 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.162436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] For port e9443136-bfed-41a5-ab86-59a265aaa0fe, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e9443136-bfed-41a5-ab86-59a265aaa0fe,segment=NetworkSegment(682d97be-8eff-4041-b7f6-317468559739),segment_id=682d97be-8eff-4041-b7f6-317468559739)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:03.162772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.175026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Calling delete_port for e9443136-bfed-41a5-ab86-59a265aaa0fe owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:38:03.325771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e9443136-bfed-41a5-ab86-59a265aaa0fe), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.354685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Pushing event deleted for resources: {'Port': ['ID=e9443136-bfed-41a5-ab86-59a265aaa0fe,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:03.396166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] No DVR routers for this DVR port e9443136-bfed-41a5-ab86-59a265aaa0fe on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:03.399178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:03.402643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71f6e11d-ac0d-4d5d-ada5-38dd7d689888 req-bba4b339-3873-4aa4-8be7-f907ae7c97cf tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.64 "DELETE /v2.0/ports/e9443136-bfed-41a5-ab86-59a265aaa0fe HTTP/1.1" status: 204 len: 173 time: 0.4263055 Feb 11 13:38:03.403088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'name': 'network-vif-deleted', 'tag': 'e9443136-bfed-41a5-ab86-59a265aaa0fe'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:38:03.405408 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb88df-08e9-4bb9-9859-770a7b728bec" -d '{"events": [{"server_uuid": "c856259f-31da-40ac-b58f-c8cb56226c39", "name": "network-vif-deleted", "tag": "e9443136-bfed-41a5-ab86-59a265aaa0fe"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:03.444797 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13782091-8bd2-4fbd-a81e-03927b2e85f1 x-openstack-request-id: req-13782091-8bd2-4fbd-a81e-03927b2e85f1 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:03.445090 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c856259f-31da-40ac-b58f-c8cb56226c39", "name": "network-vif-deleted", "tag": "e9443136-bfed-41a5-ab86-59a265aaa0fe", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:03.445327 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13782091-8bd2-4fbd-a81e-03927b2e85f1 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:03.445777 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c856259f-31da-40ac-b58f-c8cb56226c39', 'name': 'network-vif-deleted', 'tag': 'e9443136-bfed-41a5-ab86-59a265aaa0fe', 'status': 'completed', 'code': 200} Feb 11 13:38:03.753544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7edc746d-cf77-434d-96a6-4106497fedb3 req-2e475166-f56c-4734-8f92-ddab4fac7bed tempest-VolumesSnapshotTestJSON-978195093 tempest-VolumesSnapshotTestJSON-978195093-project] 10.222.0.42 "GET /v2.0/ports?device_id=c856259f-31da-40ac-b58f-c8cb56226c39 HTTP/1.1" status: 200 len: 210 time: 0.0286672 Feb 11 13:38:04.329742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:04.929117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e9443136-bfed-41a5-ab86-59a265aaa0fe no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:04.952280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: e9443136-bfed-41a5-ab86-59a265aaa0fe {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:38:04.952743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e9443136-bfed-41a5-ab86-59a265aaa0fe not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:05.357989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:16.066712 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:38:16.537497 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:17.484722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:29.348590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d00511bc-f621-4e0c-8b7e-48560c12bac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:31.437919 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac747-44dd-4b73-853a-faf8226f24d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:32.681086 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:34.331374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:35.355126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:46.552759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:47.484602 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:38:53.066839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:38:59.353869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d02aad13-fd12-4039-ab8e-37b2dce8dd25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:01.433580 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a07723e6-a3f0-48ad-885f-79e745d01a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:02.681713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:04.341708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:05.352892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:09.947729 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57694) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:09.994083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Deleting subnet 6d1fb74e-720d-4b27-9f97-226f94973107 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:39:09.997494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Publish callbacks [] for subnet (6d1fb74e-720d-4b27-9f97-226f94973107), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.033973 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6d1fb74e-720d-4b27-9f97-226f94973107), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.073168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6d1fb74e-720d-4b27-9f97-226f94973107), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.128418 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6d1fb74e-720d-4b27-9f97-226f94973107), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.159636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1fb74e-720d-4b27-9f97-226f94973107,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.165784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.168940 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6d1fb74e-720d-4b27-9f97-226f94973107 HTTP/1.1" status: 204 len: 168 time: 0.2201369 Feb 11 13:39:10.172067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57698) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:10.174408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.174752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.175087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.175417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.175744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.176068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.176394 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.176707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.177022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.177336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.177671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.177991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.178303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47ad34b-1066-4e28-a2d0-d2d934f8524f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.250934 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (39d788ad-e2c7-4ea4-9877-12e5ea160153), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.337745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (39d788ad-e2c7-4ea4-9877-12e5ea160153), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.358713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d788ad-e2c7-4ea4-9877-12e5ea160153']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:10.369083 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682d97be-8eff-4041-b7f6-317468559739') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:10.369333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682d97be-8eff-4041-b7f6-317468559739') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:10.379081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (682d97be-8eff-4041-b7f6-317468559739), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.392370 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (682d97be-8eff-4041-b7f6-317468559739), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.398524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:10.398897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (682d97be-8eff-4041-b7f6-317468559739), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:10.400588 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:10.456281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (39d788ad-e2c7-4ea4-9877-12e5ea160153), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.462241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.465736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] 10.222.0.42 "DELETE /v2.0/networks/39d788ad-e2c7-4ea4-9877-12e5ea160153 HTTP/1.1" status: 204 len: 168 time: 0.2924755 Feb 11 13:39:10.477799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Pushing event deleted for resources: {'Network': ['ID=39d788ad-e2c7-4ea4-9877-12e5ea160153,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.486526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.486729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.487089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.487433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.487768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.488082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.488547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.488740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.489129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.489440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.489819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.490127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.490460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e5becf-4268-4f09-a03c-a54cdabf0faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:10.584785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57704) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:10.629926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a49db37-5eff-4456-bba0-90d4106a85e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8f7b64c41f64e3d80ac61392046e7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437734 Feb 11 13:39:10.632552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57706) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:10.680061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-deead01b-83ad-47b9-9cd0-644cb9f33217 admin admin] Publish callbacks [] for security_group (b99c5fbc-f690-46d8-98af-8de3e4b8a0d0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.701449 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-deead01b-83ad-47b9-9cd0-644cb9f33217 admin admin] Publish callbacks [] for security_group (b99c5fbc-f690-46d8-98af-8de3e4b8a0d0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.751395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-deead01b-83ad-47b9-9cd0-644cb9f33217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (b99c5fbc-f690-46d8-98af-8de3e4b8a0d0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.754256 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-deead01b-83ad-47b9-9cd0-644cb9f33217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:10.755420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-deead01b-83ad-47b9-9cd0-644cb9f33217 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b99c5fbc-f690-46d8-98af-8de3e4b8a0d0 HTTP/1.1" status: 204 len: 168 time: 0.1218061 Feb 11 13:39:10.765228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deead01b-83ad-47b9-9cd0-644cb9f33217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c5fbc-f690-46d8-98af-8de3e4b8a0d0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.027057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57742) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:12.250158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'network': {'name': 'tempest-network-smoke--215331504', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:12.274403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:12.277685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.286567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.362354 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (99def9ab-f2af-4312-8892-f15287438ce6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.367915 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (99def9ab-f2af-4312-8892-f15287438ce6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.396224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:12.405354 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99def9ab-f2af-4312-8892-f15287438ce6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.413210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (272e373f-78f2-471d-832c-f3efcaae3dc6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.413562 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Added segment 272e373f-78f2-471d-832c-f3efcaae3dc6 of type vlan for network 5f1052e4-029a-47b6-a372-e15661a80a62 Feb 11 13:39:12.456889 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (5f1052e4-029a-47b6-a372-e15661a80a62), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.485493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (5f1052e4-029a-47b6-a372-e15661a80a62), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.490756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:12.491324 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.530063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5018082 Feb 11 13:39:12.533072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57748) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:12.561016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-53685259', 'admin_state_up': True, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:12.571054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9d428-947d-4b3f-9dbe-1c2bd04bd9b2 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Network': ['ID=5f1052e4-029a-47b6-a372-e15661a80a62,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.581759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 5f1052e4-029a-47b6-a372-e15661a80a62 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:12.591106 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.592153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.651342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_controller (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:12.789620 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.005340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.024292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.132846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.25.1.89 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/08d86861-2ced-4cb4-99f5-3ba99a57a56f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:13.246588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.289573 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.329867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:13.332731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:13.336151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:13.362933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=08d86861-2ced-4cb4-99f5-3ba99a57a56f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:13.611300 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.828452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:13.982056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:14.095850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:14.105764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Sync routers for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:14.115889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:14.116520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:39:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:14.117006 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.118415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-30328932-7f84-4246-a308-148054820ae0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5843952 Feb 11 13:39:14.121678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57750) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:14.200516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-85aaf3f7-e270-4e0f-a4a6-7de688045137 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c11c8f013a4a44c6bd8fd92fe51cc65e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0771821 Feb 11 13:39:14.203245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57754) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:14.300306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93efe93d-98a5-4da4-b203-c5cac5f82d16 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.301903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-93efe93d-98a5-4da4-b203-c5cac5f82d16 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976744 Feb 11 13:39:14.304800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57756) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:14.340015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0f18968f-baee-40cc-80c1-e83f0fc49a22 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340867 Feb 11 13:39:14.342775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57758) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:14.347804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-487088293', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:14.386989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:14.441990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:14.445513 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.560579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:13Z', 'revision_number': 3, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:14.587521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Checking router: bd9a527e-c28c-40ce-b603-cc5b1ed8b050 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:14.587821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Updating router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 port 08d86861-2ced-4cb4-99f5-3ba99a57a56f binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:39:14.620147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.877411 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Publish callbacks [] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.883465 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.935522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Pushing event updated for resources: {'Port': ['ID=08d86861-2ced-4cb4-99f5-3ba99a57a56f,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:14.938046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Attempting to bind port 08d86861-2ced-4cb4-99f5-3ba99a57a56f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:14.938416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Attempting to bind port 08d86861-2ced-4cb4-99f5-3ba99a57a56f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:14.938757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Attempting to bind port 08d86861-2ced-4cb4-99f5-3ba99a57a56f on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:14.948155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.948499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.948836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.949175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.949505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.949861 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.950186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.950504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.950824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.951141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.951459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.951776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.952093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:14.955828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:14.956195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:14.956594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.956970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:14.957436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Bound port: 08d86861-2ced-4cb4-99f5-3ba99a57a56f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:14.957831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:14.970528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (dcf78fab-f928-4c6c-a57f-3ea84349549a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.015862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] For port 08d86861-2ced-4cb4-99f5-3ba99a57a56f, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:15.019320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] For port 08d86861-2ced-4cb4-99f5-3ba99a57a56f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=08d86861-2ced-4cb4-99f5-3ba99a57a56f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:15.025269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.045297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Subnet': ['ID=dcf78fab-f928-4c6c-a57f-3ea84349549a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.047509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Checking segment: {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:15.047897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network hostable DHCP agents. Network: 5f1052e4-029a-47b6-a372-e15661a80a62, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:15.067357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5f1052e4-029a-47b6-a372-e15661a80a62 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:15.077087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 5f1052e4-029a-47b6-a372-e15661a80a62) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:15.081680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.082487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.087192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a36df9-be4a-48f6-9a45-31943f58cf44 None None] Network 5f1052e4-029a-47b6-a372-e15661a80a62 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:15.089562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c893f5-98ce-4245-b78b-188bdd8968aa None None] Pushing event updated for resources: {'Port': ['ID=08d86861-2ced-4cb4-99f5-3ba99a57a56f,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.091990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:15.093678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:39:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:15.100008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b9a83e9-a54f-4753-bb58-6a84dda12739 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7562127 Feb 11 13:39:15.102649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57760) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:15.260298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:15.324695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-5f1052e4-029a-47b6-a372-e15661a80a62', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:39:15.325547 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.546028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Allocated IP 172.20.0.2 (5f1052e4-029a-47b6-a372-e15661a80a62/dcf78fab-f928-4c6c-a57f-3ea84349549a/d22d6aca-b0fb-44f6-a1ff-534c85bc6450) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:15.559950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.625478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:13Z', 'revision_number': 3, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:15.657563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eee2a7-393e-4f73-b28c-9388373578b6 None None] The sync data for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 is: [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:13Z', 'revision_number': 3, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:15.735333 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Publish callbacks [] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.745653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.787749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Network 5f1052e4-029a-47b6-a372-e15661a80a62 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:15.790628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:15.794366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:15.803184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Pushing event updated for resources: {'Port': ['ID=d22d6aca-b0fb-44f6-a1ff-534c85bc6450,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.856241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Attempting to bind port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:15.856560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.20.0.1 (5f1052e4-029a-47b6-a372-e15661a80a62/dcf78fab-f928-4c6c-a57f-3ea84349549a/5045c69e-c403-4b62-a917-bc42c567b962) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:15.856688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Attempting to bind port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:15.856954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Attempting to bind port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 on network 5f1052e4-029a-47b6-a372-e15661a80a62 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:15.863378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:15.863755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Checking segment: {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:15.864162 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.864556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Bound using segment: {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:15.865017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Bound port: d22d6aca-b0fb-44f6-a1ff-534c85bc6450, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:15.865403 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:15.957978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] For port d22d6aca-b0fb-44f6-a1ff-534c85bc6450, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:15.961606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] For port d22d6aca-b0fb-44f6-a1ff-534c85bc6450, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d22d6aca-b0fb-44f6-a1ff-534c85bc6450,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:15.968770 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.007893 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (5045c69e-c403-4b62-a917-bc42c567b962), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.040382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a21949-a36f-4a8d-8b66-c2aaaf00d9d5 None None] Pushing event updated for resources: {'Port': ['ID=d22d6aca-b0fb-44f6-a1ff-534c85bc6450,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.061975 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5045c69e-c403-4b62-a917-bc42c567b962), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.110734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5f1052e4-029a-47b6-a372-e15661a80a62 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:16.114138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:16.118265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:16.149176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=5045c69e-c403-4b62-a917-bc42c567b962,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.173476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.313220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 08d86861-2ced-4cb4-99f5-3ba99a57a56f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:16.378182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 08d86861-2ced-4cb4-99f5-3ba99a57a56f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:16.378670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.387965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5045c69e-c403-4b62-a917-bc42c567b962), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.475589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 08d86861-2ced-4cb4-99f5-3ba99a57a56f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:16.475891 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.497877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 08d86861-2ced-4cb4-99f5-3ba99a57a56f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=08d86861-2ced-4cb4-99f5-3ba99a57a56f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:16.503586 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.569090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.572305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=08d86861-2ced-4cb4-99f5-3ba99a57a56f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.728826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (5045c69e-c403-4b62-a917-bc42c567b962), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.735157 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (5045c69e-c403-4b62-a917-bc42c567b962), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.813329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=5045c69e-c403-4b62-a917-bc42c567b962,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.817230 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:16.911930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5f1052e4-029a-47b6-a372-e15661a80a62 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:16.913439 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:17.046774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:17.055310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5411f5-03de-4ebd-84d9-ad7ddfbccd6f None None] Network 5f1052e4-029a-47b6-a372-e15661a80a62 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:39:17.169505 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:17.175868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-05b4ec55-e75b-457c-aac7-7d4cf09cdf40 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "PUT /v2.0/routers/bd9a527e-c28c-40ce-b603-cc5b1ed8b050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0721812 Feb 11 13:39:17.179168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57762) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:17.185340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f4825f7a-abc3-4600-9581-be2d6a4374b9 None None] Provisioning complete for port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:17.185757 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f4825f7a-abc3-4600-9581-be2d6a4374b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.280205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f4825f7a-abc3-4600-9581-be2d6a4374b9 None None] Current status of the port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:17.280610 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f4825f7a-abc3-4600-9581-be2d6a4374b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.296409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91442c-edc8-4327-9de2-2927640a1c5f tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.297136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91442c-edc8-4327-9de2-2927640a1c5f tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.297804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91442c-edc8-4327-9de2-2927640a1c5f tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.298634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d91442c-edc8-4327-9de2-2927640a1c5f tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.303953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6d91442c-edc8-4327-9de2-2927640a1c5f tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1220236 Feb 11 13:39:17.303953 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57764) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:17.321707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f4825f7a-abc3-4600-9581-be2d6a4374b9 None None] For port d22d6aca-b0fb-44f6-a1ff-534c85bc6450, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d22d6aca-b0fb-44f6-a1ff-534c85bc6450,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:17.333972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f4825f7a-abc3-4600-9581-be2d6a4374b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.402829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4825f7a-abc3-4600-9581-be2d6a4374b9 None None] Pushing event updated for resources: {'Port': ['ID=d22d6aca-b0fb-44f6-a1ff-534c85bc6450,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:17.422957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4109c0-e45f-4c4f-ac5f-a2c4f727083d tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.423527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4109c0-e45f-4c4f-ac5f-a2c4f727083d tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.423975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4109c0-e45f-4c4f-ac5f-a2c4f727083d tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.424417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4109c0-e45f-4c4f-ac5f-a2c4f727083d tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.426329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8b4109c0-e45f-4c4f-ac5f-a2c4f727083d tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1213114 Feb 11 13:39:17.429112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57766) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:17.456419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0e94c46d-f932-4d0c-929b-c9fb4a46d34c None None] Provisioning complete for port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:17.456806 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e94c46d-f932-4d0c-929b-c9fb4a46d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.510124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.549360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0e94c46d-f932-4d0c-929b-c9fb4a46d34c None None] Current status of the port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:17.561375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0e94c46d-f932-4d0c-929b-c9fb4a46d34c None None] Provisioning complete for port 5045c69e-c403-4b62-a917-bc42c567b962 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:17.561779 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0e94c46d-f932-4d0c-929b-c9fb4a46d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5045c69e-c403-4b62-a917-bc42c567b962), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.601336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0e94c46d-f932-4d0c-929b-c9fb4a46d34c None None] Port 5045c69e-c403-4b62-a917-bc42c567b962 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:17.619649 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Sync routers for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:17.631389 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:17.632006 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:39:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:17.714222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6d0784f6-d9c8-40b3-9001-9272ff8ce386 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2813189 Feb 11 13:39:17.724117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3d9da648-3a23-411b-924a-59a766984d71 None None] Provisioning complete for port 5045c69e-c403-4b62-a917-bc42c567b962 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:17.724709 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d9da648-3a23-411b-924a-59a766984d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5045c69e-c403-4b62-a917-bc42c567b962), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.754953 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:17.936623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57772) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:17.942134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-75d16bfc-4243-48a9-b9dc-e1a35b20c8ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548260498', 'description': 'tempest-secgroup-smoke-548260498 description', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:17.950739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3d9da648-3a23-411b-924a-59a766984d71 None None] Port 5045c69e-c403-4b62-a917-bc42c567b962 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:17.966205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-75d16bfc-4243-48a9-b9dc-e1a35b20c8ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:17.982352 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 2, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:18.011180 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Checking router: bd9a527e-c28c-40ce-b603-cc5b1ed8b050 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:18.011540 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Updating router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 port 5045c69e-c403-4b62-a917-bc42c567b962 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:39:18.034141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-75d16bfc-4243-48a9-b9dc-e1a35b20c8ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (83a022bf-ee8a-4898-b840-643c24c9e582), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.038698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-75d16bfc-4243-48a9-b9dc-e1a35b20c8ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (83a022bf-ee8a-4898-b840-643c24c9e582), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.040040 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5045c69e-c403-4b62-a917-bc42c567b962), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.069680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-75d16bfc-4243-48a9-b9dc-e1a35b20c8ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.070950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-75d16bfc-4243-48a9-b9dc-e1a35b20c8ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1324060 Feb 11 13:39:18.073483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d16bfc-4243-48a9-b9dc-e1a35b20c8ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83a022bf-ee8a-4898-b840-643c24c9e582,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.074921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57774) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:18.076246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1f2dc28b-362f-43fc-8819-db3b55102e90 None None] Provisioning complete for port 5045c69e-c403-4b62-a917-bc42c567b962 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:18.076690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc28b-362f-43fc-8819-db3b55102e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5045c69e-c403-4b62-a917-bc42c567b962), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.088088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-5c41cf9d-f7df-4445-b8be-1b47552821ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '83a022bf-ee8a-4898-b840-643c24c9e582', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:18.112116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1f2dc28b-362f-43fc-8819-db3b55102e90 None None] Port 5045c69e-c403-4b62-a917-bc42c567b962 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:18.124049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c41cf9d-f7df-4445-b8be-1b47552821ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (b5be57e7-8640-4ba2-a0c0-3a702dd0e613), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.327222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d22d6aca-b0fb-44f6-a1ff-534c85bc6450 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:18.330932 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Publish callbacks [] for port (5045c69e-c403-4b62-a917-bc42c567b962), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.336959 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5045c69e-c403-4b62-a917-bc42c567b962), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.383166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:18.383166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.385521 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Pushing event updated for resources: {'Port': ['ID=5045c69e-c403-4b62-a917-bc42c567b962,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.413429 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.413803 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.414142 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.414477 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.414805 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.415125 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.415443 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.415761 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.416075 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.416398 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.416714 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.417024 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.417405 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:18.468389 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Attempting to bind port 5045c69e-c403-4b62-a917-bc42c567b962 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:18.468825 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Attempting to bind port 5045c69e-c403-4b62-a917-bc42c567b962 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:18.469246 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Attempting to bind port 5045c69e-c403-4b62-a917-bc42c567b962 on network 5f1052e4-029a-47b6-a372-e15661a80a62 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:18.476665 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:18.477253 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Checking segment: {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:18.477824 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.478577 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Bound using segment: {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:18.479200 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Bound port: 5045c69e-c403-4b62-a917-bc42c567b962, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:18.479764 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5045c69e-c403-4b62-a917-bc42c567b962), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.490115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c41cf9d-f7df-4445-b8be-1b47552821ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (b5be57e7-8640-4ba2-a0c0-3a702dd0e613), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.499459 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c41cf9d-f7df-4445-b8be-1b47552821ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (b5be57e7-8640-4ba2-a0c0-3a702dd0e613), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.503374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:18.504700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 08d86861-2ced-4cb4-99f5-3ba99a57a56f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:18.524770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41cf9d-f7df-4445-b8be-1b47552821ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5be57e7-8640-4ba2-a0c0-3a702dd0e613,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.533198 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5c41cf9d-f7df-4445-b8be-1b47552821ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.538286 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5c41cf9d-f7df-4445-b8be-1b47552821ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4620876 Feb 11 13:39:18.538956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57776) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:18.545828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a0137dc3-c97f-4109-8c06-34e0ef3fbf2b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '83a022bf-ee8a-4898-b840-643c24c9e582', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:18.562079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 08d86861-2ced-4cb4-99f5-3ba99a57a56f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:18.562775 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.571633 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] For port 5045c69e-c403-4b62-a917-bc42c567b962, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:18.576070 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] For port 5045c69e-c403-4b62-a917-bc42c567b962, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5045c69e-c403-4b62-a917-bc42c567b962,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:18.584376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0137dc3-c97f-4109-8c06-34e0ef3fbf2b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (3fa37182-a00a-4615-a7aa-7f2c1b6dab85), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.586029 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5045c69e-c403-4b62-a917-bc42c567b962), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.655393 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40f47f-f5f0-4318-98be-596c7a19b685 None None] Pushing event updated for resources: {'Port': ['ID=5045c69e-c403-4b62-a917-bc42c567b962,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.658446 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:18.659001 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:39:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:18.681926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d8940a41-ee70-425b-8b42-157fdab66e7c None None] Provisioning complete for port 5045c69e-c403-4b62-a917-bc42c567b962 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:18.682176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d8940a41-ee70-425b-8b42-157fdab66e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5045c69e-c403-4b62-a917-bc42c567b962), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.684919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 08d86861-2ced-4cb4-99f5-3ba99a57a56f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:18.688914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0137dc3-c97f-4109-8c06-34e0ef3fbf2b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (3fa37182-a00a-4615-a7aa-7f2c1b6dab85), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.699347 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0137dc3-c97f-4109-8c06-34e0ef3fbf2b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3fa37182-a00a-4615-a7aa-7f2c1b6dab85), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.739854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0137dc3-c97f-4109-8c06-34e0ef3fbf2b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa37182-a00a-4615-a7aa-7f2c1b6dab85,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.745318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a0137dc3-c97f-4109-8c06-34e0ef3fbf2b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.747558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a0137dc3-c97f-4109-8c06-34e0ef3fbf2b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2072687 Feb 11 13:39:18.749998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57778) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:18.755525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c5f77488-07e2-4935-929c-043188b9ebfc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '83a022bf-ee8a-4898-b840-643c24c9e582', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:18.776301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d8940a41-ee70-425b-8b42-157fdab66e7c None None] Current status of the port 5045c69e-c403-4b62-a917-bc42c567b962 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:18.776760 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d8940a41-ee70-425b-8b42-157fdab66e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5045c69e-c403-4b62-a917-bc42c567b962), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.793752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f77488-07e2-4935-929c-043188b9ebfc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (11e124b1-f9ef-44c8-bf6f-da4aa1bebc33), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.827201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d8940a41-ee70-425b-8b42-157fdab66e7c None None] For port 5045c69e-c403-4b62-a917-bc42c567b962, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5045c69e-c403-4b62-a917-bc42c567b962,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:18.839387 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d8940a41-ee70-425b-8b42-157fdab66e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5045c69e-c403-4b62-a917-bc42c567b962), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.886999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f77488-07e2-4935-929c-043188b9ebfc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (11e124b1-f9ef-44c8-bf6f-da4aa1bebc33), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.896149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f77488-07e2-4935-929c-043188b9ebfc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (11e124b1-f9ef-44c8-bf6f-da4aa1bebc33), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.913974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f77488-07e2-4935-929c-043188b9ebfc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e124b1-f9ef-44c8-bf6f-da4aa1bebc33,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.915888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:18.919010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8940a41-ee70-425b-8b42-157fdab66e7c None None] Pushing event updated for resources: {'Port': ['ID=5045c69e-c403-4b62-a917-bc42c567b962,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:18.942094 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c5f77488-07e2-4935-929c-043188b9ebfc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.946260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57780) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:18.946442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c5f77488-07e2-4935-929c-043188b9ebfc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1950371 Feb 11 13:39:18.951684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-38d1adcb-3efb-456d-8418-c04afd16d793 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '83a022bf-ee8a-4898-b840-643c24c9e582', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:18.972157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b0cec681-970e-4ffd-9301-0869ea57acef None None] Provisioning complete for port 5045c69e-c403-4b62-a917-bc42c567b962 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:18.972730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b0cec681-970e-4ffd-9301-0869ea57acef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5045c69e-c403-4b62-a917-bc42c567b962), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:18.982727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38d1adcb-3efb-456d-8418-c04afd16d793 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (1d64988d-b2aa-4ad8-bd6c-b133f4656ac1), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.057487 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38d1adcb-3efb-456d-8418-c04afd16d793 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (1d64988d-b2aa-4ad8-bd6c-b133f4656ac1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.066056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38d1adcb-3efb-456d-8418-c04afd16d793 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (1d64988d-b2aa-4ad8-bd6c-b133f4656ac1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.077438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b0cec681-970e-4ffd-9301-0869ea57acef None None] Current status of the port 5045c69e-c403-4b62-a917-bc42c567b962 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:19.084391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1adcb-3efb-456d-8418-c04afd16d793 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d64988d-b2aa-4ad8-bd6c-b133f4656ac1,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.109048 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-38d1adcb-3efb-456d-8418-c04afd16d793 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.111295 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-38d1adcb-3efb-456d-8418-c04afd16d793 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635261 Feb 11 13:39:19.114091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57782) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:19.119241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '83a022bf-ee8a-4898-b840-643c24c9e582', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:19.142835 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Project c11c8f013a4a44c6bd8fd92fe51cc65e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:39:19.150502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (6a7508c5-c1a4-430c-80ff-ed39525a0ee5), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.163940 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:19.197096 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1136200-57b5-4541-846c-5cd61355fce1 None None] The sync data for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 is: [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:19.220680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (6a7508c5-c1a4-430c-80ff-ed39525a0ee5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.225340 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6a7508c5-c1a4-430c-80ff-ed39525a0ee5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.242857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7508c5-c1a4-430c-80ff-ed39525a0ee5,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.264028 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.268669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5ce04286-f1d6-4650-81c4-5fdc5918afa6 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1532331 Feb 11 13:39:19.268827 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57784) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:19.273747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '83a022bf-ee8a-4898-b840-643c24c9e582', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:19.294699 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Project c11c8f013a4a44c6bd8fd92fe51cc65e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:39:19.303769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (2bcf6b63-6adb-4232-90e7-952d1ade554f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.367985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (2bcf6b63-6adb-4232-90e7-952d1ade554f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.373652 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (2bcf6b63-6adb-4232-90e7-952d1ade554f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.394030 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcf6b63-6adb-4232-90e7-952d1ade554f,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.408629 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:19.410572 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a44807d0-b333-4857-b23e-8009eac9b35c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405492 Feb 11 13:39:19.573557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-71d1ac9a-7db7-4f09-8783-6457f48605ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548260498&fields=id&tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 267 time: 0.0557191 Feb 11 13:39:19.686467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-b0900115-6065-4e71-bff1-0227e26799d5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:19.688320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-b0900115-6065-4e71-bff1-0227e26799d5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/networks?id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 796 time: 0.1081047 Feb 11 13:39:19.707831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-94134dad-a3e5-4ccb-9373-511092707325 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/quotas/c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 375 time: 0.0136480 Feb 11 13:39:19.766743 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-3af84c34-f63d-4969-bfbe-b5312e6dd067 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535183 Feb 11 13:39:19.884666 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f1337184-c827-4221-a77c-cb547a23c4d5 service neutron] 10.222.0.42 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059949 Feb 11 13:39:19.981258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-acb61add-5b93-490f-bc75-d6d4458472ff service neutron] 10.222.0.42 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906191 Feb 11 13:39:20.253342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5045c69e-c403-4b62-a917-bc42c567b962 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:20.306168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5045c69e-c403-4b62-a917-bc42c567b962 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:20.306542 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5045c69e-c403-4b62-a917-bc42c567b962), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:20.383681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5045c69e-c403-4b62-a917-bc42c567b962 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:21.167530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a29f7d80-5c6b-443a-be1e-bf05eab3bb0f req-bfc2dceb-75f5-421b-bd67-7991e87676d5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 210 time: 0.0335660 Feb 11 13:39:22.267903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4857d5be-fc0f-48c0-b755-9c078770b515 req-31c6d074-8739-440a-97c7-efa79c4dc108 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 210 time: 0.0323417 Feb 11 13:39:22.332018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-3138e504-6a23-45a9-bf7e-a63735b6d664 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:22.333535 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-3138e504-6a23-45a9-bf7e-a63735b6d664 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "GET /v2.0/networks?id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 796 time: 0.1075585 Feb 11 13:39:22.395605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-187d7b3e-f9bd-4572-b71b-4682b914c41f tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 379 time: 0.0534222 Feb 11 13:39:22.404621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'port': {'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'admin_state_up': True, 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'security_groups': ['83a022bf-ee8a-4898-b840-643c24c9e582']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:22.524064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:22.527462 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.658825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.20.0.12 (5f1052e4-029a-47b6-a372-e15661a80a62/dcf78fab-f928-4c6c-a57f-3ea84349549a/8edc5e6e-4b56-47ed-92b8-0b7a98f4e325) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:22.809485 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.844892 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.888135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5f1052e4-029a-47b6-a372-e15661a80a62 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:22.891300 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:22.895095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:22.922914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:22.952577 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:22.953208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:22.970907 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-295ed73d-5565-42ea-87a2-2f41739d9b58 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698512 Feb 11 13:39:23.073711 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Request body: {'port': {'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:23.125800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f7ad5c8a-43fc-46e8-9182-45c01d7fd2f5 None None] Provisioning complete for port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:23.126436 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f7ad5c8a-43fc-46e8-9182-45c01d7fd2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.131743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.164655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f7ad5c8a-43fc-46e8-9182-45c01d7fd2f5 None None] Port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:39:23.387682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494c2a-da57-4d5d-87c1-9bf1256997f4 req-fed26c79-f685-4df7-b15f-6b1965e52af3 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.389082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39494c2a-da57-4d5d-87c1-9bf1256997f4 req-fed26c79-f685-4df7-b15f-6b1965e52af3 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 932 time: 0.0527756 Feb 11 13:39:23.401320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:39:23.409082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Publish callbacks [] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.421279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Transition to ACTIVE for port object 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:23.426620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.446364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39494c2a-da57-4d5d-87c1-9bf1256997f4 req-08ddf768-93c9-430a-a385-759050195238 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509696 Feb 11 13:39:23.520519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Pushing event updated for resources: {'Port': ['ID=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.553675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Attempting to bind port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:39:23.554151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Attempting to bind port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:39:23.554492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Attempting to bind port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 on network 5f1052e4-029a-47b6-a372-e15661a80a62 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:23.559152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 on network 5f1052e4-029a-47b6-a372-e15661a80a62 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:39:23.559485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Attempting to bind port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 on network 5f1052e4-029a-47b6-a372-e15661a80a62 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:23.565310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:23.565557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Checking segment: {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:39:23.565828 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Bound using segment: {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:23.566257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Bound port: 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272e373f-78f2-471d-832c-f3efcaae3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:39:23.566619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.637307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] For port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:23.640401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] For port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:23.648232 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.685444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.686102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:23.687861 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] 10.222.0.53 "PUT /v2.0/ports/8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 200 len: 1092 time: 0.7096426 Feb 11 13:39:23.688308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:23.690711 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aafef2-d782-48b4-9377-26b710ec1e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:23.715502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63785a2-f288-49c1-abf6-4126eb767600 service neutron] Pushing event updated for resources: {'Port': ['ID=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.738131 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da4ad1f-c804-42e8-8cb4-06a0cbcbc422 x-openstack-request-id: req-6da4ad1f-c804-42e8-8cb4-06a0cbcbc422 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:23.738443 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:23.738846 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6da4ad1f-c804-42e8-8cb4-06a0cbcbc422 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:23.739203 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'status': 'completed', 'code': 200} Feb 11 13:39:23.792286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-12e90955-9d16-434b-bc30-e893bffa6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.794019 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-12e90955-9d16-434b-bc30-e893bffa6ca5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1126 time: 0.0468006 Feb 11 13:39:23.841687 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-2201fa08-f2fa-4f24-bf6c-290df38f3b26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 200 len: 217 time: 0.0402369 Feb 11 13:39:23.894362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-3b0a3edd-a0eb-491f-a1b7-ec616946d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.895747 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-3b0a3edd-a0eb-491f-a1b7-ec616946d095 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcf78fab-f928-4c6c-a57f-3ea84349549a HTTP/1.1" status: 200 len: 834 time: 0.0470786 Feb 11 13:39:23.952820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6586e-f874-4969-8414-63b88bde22f7 req-e886b665-ee40-4a66-a52a-f45b59679e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.954400 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-e886b665-ee40-4a66-a52a-f45b59679e8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f1052e4-029a-47b6-a372-e15661a80a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512695 Feb 11 13:39:24.051259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-56a6915d-d09e-44d0-aa29-0dca21a2250b service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896270 Feb 11 13:39:24.143056 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-93e6586e-f874-4969-8414-63b88bde22f7 req-f482dfdc-3ac7-4f37-9a1d-a1503db9c583 service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831764 Feb 11 13:39:24.243208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-dad40f77-a9f0-44ed-9488-4ca2a319ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.244746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-dad40f77-a9f0-44ed-9488-4ca2a319ee3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1126 time: 0.0510061 Feb 11 13:39:24.338982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-d2da046f-a201-4d53-b1a2-5801060bd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.340475 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-d2da046f-a201-4d53-b1a2-5801060bd8b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 897 time: 0.0892260 Feb 11 13:39:24.385569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-97a47d9f-139f-4f80-8aca-870e68f00942 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 200 len: 217 time: 0.0386062 Feb 11 13:39:24.436289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-c71ff61c-646e-4345-8159-eb0be7838f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.438012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-c71ff61c-646e-4345-8159-eb0be7838f91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcf78fab-f928-4c6c-a57f-3ea84349549a HTTP/1.1" status: 200 len: 834 time: 0.0442138 Feb 11 13:39:24.495646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-4b361715-1cd1-4634-9a6b-33b4a948f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.497189 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-4b361715-1cd1-4634-9a6b-33b4a948f44e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f1052e4-029a-47b6-a372-e15661a80a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463765 Feb 11 13:39:24.568858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87631-409b-4b38-b1b3-0dc5318fe066 req-37d57bb5-9d77-4493-9594-18b1a59fed9e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.570389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2b87631-409b-4b38-b1b3-0dc5318fe066 req-37d57bb5-9d77-4493-9594-18b1a59fed9e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 944 time: 0.0535331 Feb 11 13:39:24.595095 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-f8a8ba1d-5296-4e02-aed0-2c18eb36a247 service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889339 Feb 11 13:39:24.623584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2b87631-409b-4b38-b1b3-0dc5318fe066 req-eb203b49-f0b3-49f0-b1e2-3b78f89d015e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474460 Feb 11 13:39:24.694264 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-94aafef2-d782-48b4-9377-26b710ec1e4a req-0405243e-adbb-4eae-9ed1-c08d4e9359f6 service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880313 Feb 11 13:39:25.756400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abf76d-d3cd-412f-8e69-a25f3950597f req-137b62e9-b3a9-403a-8cf6-eb50e4b7adc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:25.757927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34abf76d-d3cd-412f-8e69-a25f3950597f req-137b62e9-b3a9-403a-8cf6-eb50e4b7adc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 944 time: 0.0616961 Feb 11 13:39:25.812244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34abf76d-d3cd-412f-8e69-a25f3950597f req-2e5a24cb-b987-410e-94fc-7b06393454e5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448101 Feb 11 13:39:26.874888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:39:26.940897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e2c41-0590-4690-8c69-b36751ae9689 req-090018c3-17b7-40bd-98a8-4a9719c6b22c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:26.942631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c78e2c41-0590-4690-8c69-b36751ae9689 req-090018c3-17b7-40bd-98a8-4a9719c6b22c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 944 time: 0.0578616 Feb 11 13:39:26.978777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:26.991474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:39:26.994183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c78e2c41-0590-4690-8c69-b36751ae9689 req-484a3f57-5966-4139-882b-793225d0eeec tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456605 Feb 11 13:39:27.028696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:27.029080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.042536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:39:27.063922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:27.069308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:27.123356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.366123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['8edc5e6e-4b56-47ed-92b8-0b7a98f4e325'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:28.129970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a2ea1-81c8-441c-855a-d30b88f36718 req-01611b64-9f73-498b-a502-224a2124ea6c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:28.131470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f64a2ea1-81c8-441c-855a-d30b88f36718 req-01611b64-9f73-498b-a502-224a2124ea6c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 945 time: 0.0598428 Feb 11 13:39:28.181468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f64a2ea1-81c8-441c-855a-d30b88f36718 req-bbe6e0c3-d288-4908-9f8c-37b47014a5b8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443177 Feb 11 13:39:28.893959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:28.955463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:28.959415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:28.959796 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.035039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:39:29.035434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.057944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:29.060219 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb19b946-741a-4c1f-9888-80a45e39fc32" -d '{"events": [{"server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "name": "network-vif-plugged", "status": "completed", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:29.072721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:29.077593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.104076 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d9d42f-0e9c-4515-81c5-351268c45816 x-openstack-request-id: req-00d9d42f-0e9c-4515-81c5-351268c45816 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:29.113735 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "name": "network-vif-plugged", "status": "completed", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:29.113735 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-00d9d42f-0e9c-4515-81c5-351268c45816 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:29.113735 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'code': 200} Feb 11 13:39:29.132854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.202034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bac4f-2581-4993-a891-7855abc0a5a4 req-2ac9c929-a7ca-4e12-ba1a-b567cf48dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.203516 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-030bac4f-2581-4993-a891-7855abc0a5a4 req-2ac9c929-a7ca-4e12-ba1a-b567cf48dd33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1128 time: 0.0442619 Feb 11 13:39:29.256055 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-030bac4f-2581-4993-a891-7855abc0a5a4 req-be6ce884-c3b5-4841-b0fc-5d322edb073f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453937 Feb 11 13:39:29.302381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102376-712b-4c44-bf0a-926567927d52 req-cd04fc64-e22f-4ca1-9107-567c4c02bea0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.303881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39102376-712b-4c44-bf0a-926567927d52 req-cd04fc64-e22f-4ca1-9107-567c4c02bea0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 946 time: 0.0543160 Feb 11 13:39:29.350301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b82a6207-43c0-483c-8eb2-a53275d13233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:29.356707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39102376-712b-4c44-bf0a-926567927d52 req-f6aa2af7-2614-481e-9c43-b5fb9863ad26 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460837 Feb 11 13:39:30.071838 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:39:30.482954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7896a7-f113-42a9-9d6e-1c4db072a807 req-06642a50-4856-4220-a200-6fef526f2c44 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.484438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7896a7-f113-42a9-9d6e-1c4db072a807 req-06642a50-4856-4220-a200-6fef526f2c44 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 946 time: 0.0559273 Feb 11 13:39:30.542812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7896a7-f113-42a9-9d6e-1c4db072a807 req-4b4b7257-22d0-40b5-ad79-bfa7ae6abe80 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523710 Feb 11 13:39:31.440547 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c24bf247-320c-46aa-998c-61f00e02bb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:31.677517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42336191-eb25-4918-a2e1-28d6e75373d3 req-47de2bda-3654-4ffd-bc40-a542b02b2a9c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:31.679052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42336191-eb25-4918-a2e1-28d6e75373d3 req-47de2bda-3654-4ffd-bc40-a542b02b2a9c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 946 time: 0.0610666 Feb 11 13:39:31.728234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42336191-eb25-4918-a2e1-28d6e75373d3 req-a8da94f4-fe60-4911-b43b-5d2490125460 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433450 Feb 11 13:39:31.854755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed08fc-f44c-43b1-90ce-64626ae38854 req-bb8fb40f-34be-430b-9c00-319e07ac82ec tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:31.856245 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ed08fc-f44c-43b1-90ce-64626ae38854 req-bb8fb40f-34be-430b-9c00-319e07ac82ec tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 946 time: 0.0611944 Feb 11 13:39:31.910025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ed08fc-f44c-43b1-90ce-64626ae38854 req-69f896f9-163f-42ef-8492-f2c62a120634 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460529 Feb 11 13:39:31.939426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57846) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:31.994379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b323195c-c000-43fb-b96f-929410216647 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:31.995860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b323195c-c000-43fb-b96f-929410216647 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1123 time: 0.0550141 Feb 11 13:39:31.999004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57848) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:32.003633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:32.029675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.129791 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.253090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.25.1.249 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:32.359878 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.402033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:32.442477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:32.445494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:32.449018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:32.454384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:32.683969 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.302719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (e80b15a8-2981-4d3b-a5e1-8542ed0ff17c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.423053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.587161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.594517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.655138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.671628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (e80b15a8-2981-4d3b-a5e1-8542ed0ff17c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:33.775820 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Floating IP e80b15a8-2981-4d3b-a5e1-8542ed0ff17c associated. External IP: 172.25.1.249, port: 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325. Feb 11 13:39:33.993909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:34.107056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:34.117727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] Sync routers for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:34.129508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.130637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:34.131281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:39:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:34.160189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-441e0e85-1842-4a8d-9a1d-0e122a48da95 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1601508 Feb 11 13:39:34.161310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:39:34.163328 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57850) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:34.164084 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:34.201331 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d8181b-47c0-4672-9a46-5e12da71927e x-openstack-request-id: req-04d8181b-47c0-4672-9a46-5e12da71927e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:34.201626 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:34.201917 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04d8181b-47c0-4672-9a46-5e12da71927e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:34.202324 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'status': 'completed', 'code': 200} Feb 11 13:39:34.240796 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89990844-76f2-4aec-9e33-442cc7146295 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/floatingips/e80b15a8-2981-4d3b-a5e1-8542ed0ff17c HTTP/1.1" status: 200 len: 992 time: 0.0741458 Feb 11 13:39:34.247994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:34.272070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-7396885d-c36d-42ef-858c-668e237fa16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.273592 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-7396885d-c36d-42ef-858c-668e237fa16f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1128 time: 0.0473752 Feb 11 13:39:34.349445 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:34.369068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-328162ec-eb70-421e-9133-80b99a0d89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.370637 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-328162ec-eb70-421e-9133-80b99a0d89e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 897 time: 0.0895748 Feb 11 13:39:34.436712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-833b1071-6e67-4c17-b020-331b9eb77fe7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 200 len: 1000 time: 0.0597887 Feb 11 13:39:34.491817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-8c89ca4d-f41f-42a4-918e-0f804db6a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.492373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 0, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:34.493285 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-8c89ca4d-f41f-42a4-918e-0f804db6a301 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcf78fab-f928-4c6c-a57f-3ea84349549a HTTP/1.1" status: 200 len: 834 time: 0.0488808 Feb 11 13:39:34.519094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] Checking router: bd9a527e-c28c-40ce-b603-cc5b1ed8b050 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:39:34.528225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:34.528840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:39:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:34.543782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-655a1921-8917-41cf-b66f-be4d808efd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.545303 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-655a1921-8917-41cf-b66f-be4d808efd2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f1052e4-029a-47b6-a372-e15661a80a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442359 Feb 11 13:39:34.635428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-1d3b8f78-7dc9-4cea-881f-362d6662772b service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833905 Feb 11 13:39:34.639465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:39:34.734462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-af3bda4a-fcc7-4e14-b184-bf750ffcb5d0 req-a80ff065-7e6e-42cc-9be3-2513948da61f service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927331 Feb 11 13:39:34.874532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 0, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:34.901833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b0b2c-6460-4d4d-96c6-62e43c470e0e None None] The sync data for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 is: [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:32Z', 'revision_number': 0, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:35.110935 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35a0ae8-88fd-4254-be2a-12f49c61fee3 None None] New status for floating IP e80b15a8-2981-4d3b-a5e1-8542ed0ff17c: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:39:35.243716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57854) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:39:35.310515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34aaa702-4faa-4365-a052-a8dbc6fec77c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/floatingips/e80b15a8-2981-4d3b-a5e1-8542ed0ff17c HTTP/1.1" status: 200 len: 994 time: 0.0656030 Feb 11 13:39:35.350974 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:38.893055 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-8ab21480-1824-46e9-b968-e1e798e9c027 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493140 Feb 11 13:39:39.001405 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-ea9659a9-e50d-41fb-a6a7-f31aa2eb8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.003324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-ea9659a9-e50d-41fb-a6a7-f31aa2eb8959 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1128 time: 0.0526116 Feb 11 13:39:39.112340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-3d3976f4-12eb-48c2-ac62-60e9a3058c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.113903 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-3d3976f4-12eb-48c2-ac62-60e9a3058c58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 897 time: 0.0903845 Feb 11 13:39:39.182129 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-0e69d287-4b46-4df4-a9af-04ef1298904f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 200 len: 1002 time: 0.0603871 Feb 11 13:39:39.232968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-1a6e09a4-ca05-4fed-b9a7-7ee9f8252e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.234482 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-1a6e09a4-ca05-4fed-b9a7-7ee9f8252e68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcf78fab-f928-4c6c-a57f-3ea84349549a HTTP/1.1" status: 200 len: 834 time: 0.0456893 Feb 11 13:39:39.289710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-5d8780c3-f617-499a-a723-c6c54406aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.291263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-5d8780c3-f617-499a-a723-c6c54406aee2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f1052e4-029a-47b6-a372-e15661a80a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499635 Feb 11 13:39:39.392423 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-11ee2fa3-40a2-492e-8414-a547c2f789ab service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939617 Feb 11 13:39:39.499412 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f5d50f5d-7436-44db-b232-e7d81e95df0a req-6f46c7bc-15e7-4f2e-a118-c4bb75b8929d service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003482 Feb 11 13:39:46.562269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:47.508739 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:39:59.364642 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2aceb30-eb28-4cd1-bc9b-fdd0970c50d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:01.435133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c9065568-ceb1-4228-9793-84bcc692f15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:02.694016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:04.343912 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:05.349439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:07.075031 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:40:08.486212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57872) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:08.571066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad2272-5cb2-41c3-bfef-b92b44e636f3 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:08.571532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad2272-5cb2-41c3-bfef-b92b44e636f3 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:08.571994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ad2272-5cb2-41c3-bfef-b92b44e636f3 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:08.573789 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-53ad2272-5cb2-41c3-bfef-b92b44e636f3 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=c11c8f013a4a44c6bd8fd92fe51cc65e&network_id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 3073 time: 0.0861957 Feb 11 13:40:10.504511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57890) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:10.564160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b758db-d868-40f8-be29-71943aed7766 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:10.565741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-53b758db-d868-40f8-be29-71943aed7766 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0 HTTP/1.1" status: 200 len: 814 time: 0.0598857 Feb 11 13:40:11.410148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57896) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.415667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'network': {'name': 'tempest-network-smoke--1572775974', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:11.435566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:11.439635 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:11.467678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:11.476255 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (7f56a94a-e8a0-4e85-a27a-dff70b970e94), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:11.476599 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Added segment 7f56a94a-e8a0-4e85-a27a-dff70b970e94 of type vlan for network 17cd5b51-fce7-4ec8-9347-980729411c3e Feb 11 13:40:11.514711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (17cd5b51-fce7-4ec8-9347-980729411c3e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:11.542586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (17cd5b51-fce7-4ec8-9347-980729411c3e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:11.547431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.548005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:11.588580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1745377 Feb 11 13:40:11.588945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.642736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Network': ['ID=17cd5b51-fce7-4ec8-9347-980729411c3e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:11.668309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.668654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.668988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.669316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.669665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.670011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.670328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.670654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.670971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.671295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.671625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.671927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.672248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-096f6098-b667-408e-8815-3ed789bc7b15 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:11.684558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 17cd5b51-fce7-4ec8-9347-980729411c3e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:11.695483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38d0ca0-7dde-4af8-91f3-71360a1dd9ff tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.696992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a38d0ca0-7dde-4af8-91f3-71360a1dd9ff tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c11c8f013a4a44c6bd8fd92fe51cc65e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1071215 Feb 11 13:40:11.699952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.787813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cec6db-807f-4663-bfa8-4c7990fd0adc tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.789345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-72cec6db-807f-4663-bfa8-4c7990fd0adc tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884967 Feb 11 13:40:11.792409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57902) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.824339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0a95893b-2d38-4bfd-a328-a2a448020f60 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280881 Feb 11 13:40:11.824601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57904) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.859982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-da22d330-3e49-449e-8b67-14948a35c7b6 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c11c8f013a4a44c6bd8fd92fe51cc65e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318627 Feb 11 13:40:11.860240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57906) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.949931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c3f8e-be9a-41ea-be45-e9fea8626194 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:11.951339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-274c3f8e-be9a-41ea-be45-e9fea8626194 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902948 Feb 11 13:40:11.955916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:11.994398 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2df07c48-2d1f-4fde-8cd8-d6ceb56f61d4 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370538 Feb 11 13:40:11.997118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57910) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:12.004445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1219104883', 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:12.105664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:12.110996 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.300431 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (b7e43d14-14a1-461e-baf5-710bccff9c83), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.352846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Subnet': ['ID=b7e43d14-14a1-461e-baf5-710bccff9c83,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.369092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Checking segment: {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:12.369457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network hostable DHCP agents. Network: 17cd5b51-fce7-4ec8-9347-980729411c3e, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:12.391367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 17cd5b51-fce7-4ec8-9347-980729411c3e is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:12.402192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 17cd5b51-fce7-4ec8-9347-980729411c3e) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:12.408034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:12.408803 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.411322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c203bd14-8322-4a4e-8605-ed77cc17ac5f None None] Network 17cd5b51-fce7-4ec8-9347-980729411c3e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:12.429109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8851fffc-d12d-4f23-968b-f466e107db27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4280279 Feb 11 13:40:12.515648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-17cd5b51-fce7-4ec8-9347-980729411c3e', 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ips': [{'subnet_id': 'b7e43d14-14a1-461e-baf5-710bccff9c83'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:40:12.516454 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.648043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Allocated IP 172.20.0.18 (17cd5b51-fce7-4ec8-9347-980729411c3e/b7e43d14-14a1-461e-baf5-710bccff9c83/9b0591b8-3a38-42b4-a731-f4ee8dac18b6) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:12.791711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Publish callbacks [] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.798055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.831289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57916) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:12.835888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Network 17cd5b51-fce7-4ec8-9347-980729411c3e is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:12.836193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-aa8bf725-ad79-4647-9c80-652fc1146d2a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1613964777', 'description': 'tempest-secgroup-smoke-1613964777 description', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:12.838790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:12.844169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:12.851201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Pushing event updated for resources: {'Port': ['ID=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.865026 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf725-ad79-4647-9c80-652fc1146d2a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.909469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Attempting to bind port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:12.909865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Attempting to bind port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:12.910378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Attempting to bind port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 on network 17cd5b51-fce7-4ec8-9347-980729411c3e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:12.916234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:12.916613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Checking segment: {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:12.917016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.917440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Bound using segment: {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:12.918019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Bound port: 9b0591b8-3a38-42b4-a731-f4ee8dac18b6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:12.918398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.934914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf725-ad79-4647-9c80-652fc1146d2a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (2ce86299-d3e6-41af-9d4c-dd2366fdc0c6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.940019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf725-ad79-4647-9c80-652fc1146d2a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2ce86299-d3e6-41af-9d4c-dd2366fdc0c6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.969306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bf725-ad79-4647-9c80-652fc1146d2a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:12.970809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa8bf725-ad79-4647-9c80-652fc1146d2a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1382096 Feb 11 13:40:12.972657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8bf725-ad79-4647-9c80-652fc1146d2a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.973871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 57918) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:12.981035 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '2ce86299-d3e6-41af-9d4c-dd2366fdc0c6', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:12.981464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-75c05860-83da-45fb-bdec-36584a308081 None None] For port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:12.984462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-75c05860-83da-45fb-bdec-36584a308081 None None] For port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:12.991008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.007566 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (7749cffa-2d40-4a9e-ab29-e3771c67546f), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.046113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c05860-83da-45fb-bdec-36584a308081 None None] Pushing event updated for resources: {'Port': ['ID=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.070127 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (7749cffa-2d40-4a9e-ab29-e3771c67546f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.074643 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7749cffa-2d40-4a9e-ab29-e3771c67546f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.090844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7749cffa-2d40-4a9e-ab29-e3771c67546f,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.106530 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.107508 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324258 Feb 11 13:40:13.108939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.109284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.109625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.109981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.110309 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.110563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57922) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.110685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.110953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.111632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.111966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.112289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.112816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.113147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.113493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189690fc-1bfa-4a54-ae96-159f943fc0ae tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:13.115377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7efa4dfd-cddb-490a-88eb-12254f89ddb4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '2ce86299-d3e6-41af-9d4c-dd2366fdc0c6', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.144669 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efa4dfd-cddb-490a-88eb-12254f89ddb4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (b515dc5a-87c6-44dd-9516-e039975d8150), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.219419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efa4dfd-cddb-490a-88eb-12254f89ddb4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (b515dc5a-87c6-44dd-9516-e039975d8150), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.224545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efa4dfd-cddb-490a-88eb-12254f89ddb4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (b515dc5a-87c6-44dd-9516-e039975d8150), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.243807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa4dfd-cddb-490a-88eb-12254f89ddb4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b515dc5a-87c6-44dd-9516-e039975d8150,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.254831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7efa4dfd-cddb-490a-88eb-12254f89ddb4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.256369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7efa4dfd-cddb-490a-88eb-12254f89ddb4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1444166 Feb 11 13:40:13.259111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57926) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.264712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-526a405b-a3bc-4a13-948a-c1b2e24c4667 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '2ce86299-d3e6-41af-9d4c-dd2366fdc0c6', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.299259 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-526a405b-a3bc-4a13-948a-c1b2e24c4667 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (389b1384-8aa5-4ee6-bbbe-3405a5331e99), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.362515 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-526a405b-a3bc-4a13-948a-c1b2e24c4667 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (389b1384-8aa5-4ee6-bbbe-3405a5331e99), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.367509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-526a405b-a3bc-4a13-948a-c1b2e24c4667 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (389b1384-8aa5-4ee6-bbbe-3405a5331e99), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.387510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a405b-a3bc-4a13-948a-c1b2e24c4667 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389b1384-8aa5-4ee6-bbbe-3405a5331e99,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.394020 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-526a405b-a3bc-4a13-948a-c1b2e24c4667 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.395263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-526a405b-a3bc-4a13-948a-c1b2e24c4667 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351759 Feb 11 13:40:13.398656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57928) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.403443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-392a2889-0fb8-4731-a70c-25d109c9658e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '2ce86299-d3e6-41af-9d4c-dd2366fdc0c6', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.429018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-392a2889-0fb8-4731-a70c-25d109c9658e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (08fe79e3-c124-4a04-a027-f5d8abcf23f1), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.491502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-392a2889-0fb8-4731-a70c-25d109c9658e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (08fe79e3-c124-4a04-a027-f5d8abcf23f1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.498945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-392a2889-0fb8-4731-a70c-25d109c9658e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (08fe79e3-c124-4a04-a027-f5d8abcf23f1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.517445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a2889-0fb8-4731-a70c-25d109c9658e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fe79e3-c124-4a04-a027-f5d8abcf23f1,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.526487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-392a2889-0fb8-4731-a70c-25d109c9658e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.527706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-392a2889-0fb8-4731-a70c-25d109c9658e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280537 Feb 11 13:40:13.530451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57930) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.534869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '2ce86299-d3e6-41af-9d4c-dd2366fdc0c6', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.556358 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Project c11c8f013a4a44c6bd8fd92fe51cc65e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:40:13.561191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (80b7730d-90db-4065-a0a8-dbe64c626fe0), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.624960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (80b7730d-90db-4065-a0a8-dbe64c626fe0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.630051 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (80b7730d-90db-4065-a0a8-dbe64c626fe0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.648249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b7730d-90db-4065-a0a8-dbe64c626fe0,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.659643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.660917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0fae4643-cfdd-404a-847e-968a99918816 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295211 Feb 11 13:40:13.663827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57932) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:13.668424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '2ce86299-d3e6-41af-9d4c-dd2366fdc0c6', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:13.691611 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Project c11c8f013a4a44c6bd8fd92fe51cc65e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:40:13.696927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (a0bbc8bb-bb50-48a7-8a55-f4fcb3bcc6d1), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.760608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (a0bbc8bb-bb50-48a7-8a55-f4fcb3bcc6d1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.765630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a0bbc8bb-bb50-48a7-8a55-f4fcb3bcc6d1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.785537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bbc8bb-bb50-48a7-8a55-f4fcb3bcc6d1,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.794397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:13.795753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f70a7e14-dea7-401b-93c1-63bf47751f59 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309533 Feb 11 13:40:13.935650 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35885d23-a13f-4562-8f03-e16e32a14e42 None None] Network 17cd5b51-fce7-4ec8-9347-980729411c3e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:40:13.946439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-22f39003-3c5c-4938-b886-4048353f4f1e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1613964777&fields=id&tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 267 time: 0.0451000 Feb 11 13:40:14.032822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-81aa879a-d9ab-4de0-ad02-a1d14e2a82c0 None None] Provisioning complete for port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:14.033208 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-81aa879a-d9ab-4de0-ad02-a1d14e2a82c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.069894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-0a1ba32b-57ac-4a45-b4dc-221a85586f67 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:14.071269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-0a1ba32b-57ac-4a45-b4dc-221a85586f67 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/networks?id=17cd5b51-fce7-4ec8-9347-980729411c3e HTTP/1.1" status: 200 len: 797 time: 0.1132202 Feb 11 13:40:14.086311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-d4b2507e-1d79-47f7-85c7-4c7ebb3f00b4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/quotas/c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 375 time: 0.0093803 Feb 11 13:40:14.145034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-81aa879a-d9ab-4de0-ad02-a1d14e2a82c0 None None] Current status of the port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:14.145437 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-81aa879a-d9ab-4de0-ad02-a1d14e2a82c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.151292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-b4d9fa27-2556-4508-aaa0-c3c3fad1e750 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0595713 Feb 11 13:40:14.182248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-81aa879a-d9ab-4de0-ad02-a1d14e2a82c0 None None] For port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:14.187931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-81aa879a-d9ab-4de0-ad02-a1d14e2a82c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.246910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa879a-d9ab-4de0-ad02-a1d14e2a82c0 None None] Pushing event updated for resources: {'Port': ['ID=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:14.281229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-50abe765-954a-4c80-a291-d68accb4e619 service neutron] 10.222.0.42 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144958 Feb 11 13:40:14.324484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:14.371528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:14.371988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.373619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-ff7568de-a22b-44ac-9f5e-4f1ee47e52e1 service neutron] 10.222.0.42 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880783 Feb 11 13:40:14.426798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-77ba4162-9bf7-4106-9805-9d047ed1b637 None None] Provisioning complete for port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:14.427169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-77ba4162-9bf7-4106-9805-9d047ed1b637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:14.498761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:14.543460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-77ba4162-9bf7-4106-9805-9d047ed1b637 None None] Current status of the port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:14.546381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71ccca3d-2420-4c07-b888-12d391cf1c2e req-2aec4b7b-9a02-4143-88f2-429d57b54595 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 210 time: 0.0280993 Feb 11 13:40:15.654246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d5f5f63-a1fa-4ec9-9c97-6701bc416436 req-5fccb834-cff0-4629-a6df-249bb4e3144b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 210 time: 0.0301867 Feb 11 13:40:15.678682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-eba75f33-bdaa-4023-82c5-1d6c9f8485de tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:15.680805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-eba75f33-bdaa-4023-82c5-1d6c9f8485de tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.64 "GET /v2.0/networks?id=17cd5b51-fce7-4ec8-9347-980729411c3e HTTP/1.1" status: 200 len: 797 time: 0.1386502 Feb 11 13:40:15.778570 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-314ad342-9d68-4dcf-94e6-8239db8be5f7 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 472 time: 0.0861602 Feb 11 13:40:15.788605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'port': {'device_id': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e', 'admin_state_up': True, 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'security_groups': ['2ce86299-d3e6-41af-9d4c-dd2366fdc0c6']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:15.899067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:15.902476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.032900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.20.0.20 (17cd5b51-fce7-4ec8-9347-980729411c3e/b7e43d14-14a1-461e-baf5-710bccff9c83/21c9ac1d-4e2b-4331-a565-b0594fc754fb) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:16.174842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.212786 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.257571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 17cd5b51-fce7-4ec8-9347-980729411c3e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:16.260901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:16.264585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:16.266359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:16.296487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=21c9ac1d-4e2b-4331-a565-b0594fc754fb,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:16.316981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:16.317576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:16.317780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.317967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.335897 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-7ea79f36-d57b-4877-bca1-82928ba9d459 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510542 Feb 11 13:40:16.347360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Request body: {'port': {'device_id': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:16.400433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:16.413788 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.478635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-39533e27-0b39-4ddf-8454-5bf8bc582a39 None None] Provisioning complete for port 21c9ac1d-4e2b-4331-a565-b0594fc754fb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:16.479000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39533e27-0b39-4ddf-8454-5bf8bc582a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.515479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-39533e27-0b39-4ddf-8454-5bf8bc582a39 None None] Port 21c9ac1d-4e2b-4331-a565-b0594fc754fb cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:16.550657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.680783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c9ac1d-4e2b-4331-a565-b0594fc754fb {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:16.689285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Publish callbacks [] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.702192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Transition to ACTIVE for port object 21c9ac1d-4e2b-4331-a565-b0594fc754fb will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:40:16.707145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:16.789216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Pushing event updated for resources: {'Port': ['ID=21c9ac1d-4e2b-4331-a565-b0594fc754fb,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:17.119624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f2ab-348b-49b8-91ff-f075a663a591 req-56298870-1ad4-4774-8a8b-e0ea5ee1993d tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.120976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b001f2ab-348b-49b8-91ff-f075a663a591 req-56298870-1ad4-4774-8a8b-e0ea5ee1993d tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 944 time: 0.3878341 Feb 11 13:40:17.146968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Attempting to bind port 21c9ac1d-4e2b-4331-a565-b0594fc754fb on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:17.147307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Attempting to bind port 21c9ac1d-4e2b-4331-a565-b0594fc754fb by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:17.147626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Attempting to bind port 21c9ac1d-4e2b-4331-a565-b0594fc754fb on network 17cd5b51-fce7-4ec8-9347-980729411c3e {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:17.156755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Port 21c9ac1d-4e2b-4331-a565-b0594fc754fb on network 17cd5b51-fce7-4ec8-9347-980729411c3e not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:40:17.157071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Attempting to bind port 21c9ac1d-4e2b-4331-a565-b0594fc754fb on network 17cd5b51-fce7-4ec8-9347-980729411c3e {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:17.169107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:17.169458 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Checking segment: {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:17.169860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Bound using segment: {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:17.170284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Bound port: 21c9ac1d-4e2b-4331-a565-b0594fc754fb, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:17.170630 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.195058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b001f2ab-348b-49b8-91ff-f075a663a591 req-53897e12-7bc6-4cfa-a982-ef3dfbca0ec0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675488 Feb 11 13:40:17.248989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] For port 21c9ac1d-4e2b-4331-a565-b0594fc754fb, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:17.251988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] For port 21c9ac1d-4e2b-4331-a565-b0594fc754fb, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:17.260941 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.298315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.299172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.300566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] 10.222.0.64 "PUT /v2.0/ports/21c9ac1d-4e2b-4331-a565-b0594fc754fb HTTP/1.1" status: 200 len: 1092 time: 0.9577191 Feb 11 13:40:17.301040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'tag': '21c9ac1d-4e2b-4331-a565-b0594fc754fb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:17.304251 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a26b554-a569-473e-9023-b24058a4c3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "275fb701-6cf5-4a24-852a-39aa1996eddc", "tag": "21c9ac1d-4e2b-4331-a565-b0594fc754fb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:17.336946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67612934-0465-4a29-abfe-f63c70f39787 service neutron] Pushing event updated for resources: {'Port': ['ID=21c9ac1d-4e2b-4331-a565-b0594fc754fb,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:17.370052 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5e1477-0a2a-4803-a700-4b04169b2e0d x-openstack-request-id: req-ec5e1477-0a2a-4803-a700-4b04169b2e0d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:17.370394 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275fb701-6cf5-4a24-852a-39aa1996eddc", "tag": "21c9ac1d-4e2b-4331-a565-b0594fc754fb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:17.370732 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec5e1477-0a2a-4803-a700-4b04169b2e0d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:17.371153 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'tag': '21c9ac1d-4e2b-4331-a565-b0594fc754fb', 'status': 'completed', 'code': 200} Feb 11 13:40:17.418528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-fa819dc7-5d36-4b17-a986-58d5838d213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.420243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-fa819dc7-5d36-4b17-a986-58d5838d213f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 1126 time: 0.0482357 Feb 11 13:40:17.467622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-21036dd7-7142-4ef4-a9ec-4f03bec07921 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb HTTP/1.1" status: 200 len: 217 time: 0.0403955 Feb 11 13:40:17.515284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-9d0644dd-f89c-4fe4-98b2-744eea24940b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.516757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-9d0644dd-f89c-4fe4-98b2-744eea24940b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7e43d14-14a1-461e-baf5-710bccff9c83 HTTP/1.1" status: 200 len: 838 time: 0.0437901 Feb 11 13:40:17.527839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:17.580822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-82852f7b-48d3-4a08-9113-7bbec529b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.582405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-82852f7b-48d3-4a08-9113-7bbec529b82d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17cd5b51-fce7-4ec8-9347-980729411c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0598085 Feb 11 13:40:17.677155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-d3aa2248-f56c-47b8-8ae1-280b8ef62010 service neutron] 10.222.0.64 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884881 Feb 11 13:40:17.776929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f15ebe5-e673-4b18-a2f7-fa64ab098d7c req-4b1c9a55-d33a-475e-ac5c-eba4615f18cc service neutron] 10.222.0.64 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935903 Feb 11 13:40:17.889769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-bea0cc94-0cb1-49f5-9bcf-633f855d7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.891299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-bea0cc94-0cb1-49f5-9bcf-633f855d7cf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 1126 time: 0.0519924 Feb 11 13:40:17.983610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-81ce1382-df72-45b2-a31f-7aa356be3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:17.984977 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-81ce1382-df72-45b2-a31f-7aa356be3d21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17cd5b51-fce7-4ec8-9347-980729411c3e HTTP/1.1" status: 200 len: 898 time: 0.0850799 Feb 11 13:40:18.039572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-78ea218d-e975-40a4-a794-82b0fb265132 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb HTTP/1.1" status: 200 len: 217 time: 0.0475757 Feb 11 13:40:18.091529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-732178cf-cfa3-46fe-97cd-f021042294ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:18.093036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-732178cf-cfa3-46fe-97cd-f021042294ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7e43d14-14a1-461e-baf5-710bccff9c83 HTTP/1.1" status: 200 len: 838 time: 0.0467050 Feb 11 13:40:18.145476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-6beeb41a-b40c-410c-915f-0972a34129b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:18.147026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-6beeb41a-b40c-410c-915f-0972a34129b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17cd5b51-fce7-4ec8-9347-980729411c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474894 Feb 11 13:40:18.245034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-76ec1619-4303-488e-9c7e-c6c3e691e663 service neutron] 10.222.0.64 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916650 Feb 11 13:40:18.370387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a26b554-a569-473e-9023-b24058a4c3f7 req-43e76d15-fef1-43cd-855b-4c659532e04a service neutron] 10.222.0.64 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190574 Feb 11 13:40:18.378692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517602b-02ae-43ce-a267-63b8da8fd4ec req-4f10f4fe-b1ed-4068-9d89-7808225ae4ba tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:18.380145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1517602b-02ae-43ce-a267-63b8da8fd4ec req-4f10f4fe-b1ed-4068-9d89-7808225ae4ba tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 944 time: 0.1101127 Feb 11 13:40:18.434248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1517602b-02ae-43ce-a267-63b8da8fd4ec req-8c1f14d7-2da5-4014-997e-958dcde3ad2d tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482726 Feb 11 13:40:19.551798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 21c9ac1d-4e2b-4331-a565-b0594fc754fb details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:40:19.559071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ec688-7247-4724-b66b-add350307898 req-d063a328-d430-4bf2-b7b4-ec0afb1abe1c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:19.561599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-852ec688-7247-4724-b66b-add350307898 req-d063a328-d430-4bf2-b7b4-ec0afb1abe1c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 944 time: 0.0582352 Feb 11 13:40:19.610030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-852ec688-7247-4724-b66b-add350307898 req-ee61856e-5472-4cec-8101-c7df9a742ef0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432184 Feb 11 13:40:19.653119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 21c9ac1d-4e2b-4331-a565-b0594fc754fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:19.664185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '21c9ac1d-4e2b-4331-a565-b0594fc754fb', 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e', 'port_id': '21c9ac1d-4e2b-4331-a565-b0594fc754fb', 'mac_address': 'fa:16:3e:d1:9a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e43d14-14a1-461e-baf5-710bccff9c83', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:40:19.712684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 21c9ac1d-4e2b-4331-a565-b0594fc754fb is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:19.712931 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.726735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c9ac1d-4e2b-4331-a565-b0594fc754fb {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:40:19.746466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 21c9ac1d-4e2b-4331-a565-b0594fc754fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:19.753881 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:19.799517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=21c9ac1d-4e2b-4331-a565-b0594fc754fb,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.807310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.807637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.807975 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.808280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.808633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.808961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.809380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.809775 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.810077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.810395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.810708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.811027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:19.811319 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:20.068259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['21c9ac1d-4e2b-4331-a565-b0594fc754fb'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:20.743776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3bcca-7be8-4c31-bac6-18661e2c43cc req-c9f0af80-e4de-4b30-9288-fbbafb82761c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:20.745162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8c3bcca-7be8-4c31-bac6-18661e2c43cc req-c9f0af80-e4de-4b30-9288-fbbafb82761c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 945 time: 0.0560374 Feb 11 13:40:20.800283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8c3bcca-7be8-4c31-bac6-18661e2c43cc req-faa7e19c-af48-404e-ab48-008cee08d1d9 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Feb 11 13:40:21.569032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 21c9ac1d-4e2b-4331-a565-b0594fc754fb up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:21.630675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 21c9ac1d-4e2b-4331-a565-b0594fc754fb completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:40:21.634499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 21c9ac1d-4e2b-4331-a565-b0594fc754fb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:21.634873 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:21.727278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 21c9ac1d-4e2b-4331-a565-b0594fc754fb is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:21.727674 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:21.754239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c9ac1d-4e2b-4331-a565-b0594fc754fb'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:40:21.756481 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36b9259-1d10-4b35-89c2-4c1a2842df7c" -d '{"events": [{"server_uuid": "275fb701-6cf5-4a24-852a-39aa1996eddc", "name": "network-vif-plugged", "status": "completed", "tag": "21c9ac1d-4e2b-4331-a565-b0594fc754fb"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:21.768674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 21c9ac1d-4e2b-4331-a565-b0594fc754fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:21.773758 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:21.796612 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60cb5e-64c0-4495-af11-53d30fb9aafc x-openstack-request-id: req-6c60cb5e-64c0-4495-af11-53d30fb9aafc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:21.796907 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275fb701-6cf5-4a24-852a-39aa1996eddc", "name": "network-vif-plugged", "status": "completed", "tag": "21c9ac1d-4e2b-4331-a565-b0594fc754fb", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:21.797155 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c60cb5e-64c0-4495-af11-53d30fb9aafc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:21.797538 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c9ac1d-4e2b-4331-a565-b0594fc754fb', 'code': 200} Feb 11 13:40:21.826848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=21c9ac1d-4e2b-4331-a565-b0594fc754fb,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.930856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de16bb-c57c-464e-8f3f-a620a9223e3c req-392d3e6b-6251-4b10-b79b-67ad58c9fe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.932365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0de16bb-c57c-464e-8f3f-a620a9223e3c req-392d3e6b-6251-4b10-b79b-67ad58c9fe85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 1128 time: 0.0754750 Feb 11 13:40:21.950593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3d89b-5581-4473-8fc9-11a4efea1c13 req-726f283d-3882-40a6-9993-5e012c0818db tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.951994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77a3d89b-5581-4473-8fc9-11a4efea1c13 req-726f283d-3882-40a6-9993-5e012c0818db tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 946 time: 0.0694940 Feb 11 13:40:22.010047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0de16bb-c57c-464e-8f3f-a620a9223e3c req-c2d90791-f8dc-4408-ad29-d5b5f0692427 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710208 Feb 11 13:40:22.023499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77a3d89b-5581-4473-8fc9-11a4efea1c13 req-8e13e772-39d5-4a48-99e6-ea0affd90be0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640721 Feb 11 13:40:23.162260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec7c4-03d5-4eb4-81f3-e585051ea526 req-ad24000f-56d3-4f72-83ee-ff2ea2d6141b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:23.163751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58fec7c4-03d5-4eb4-81f3-e585051ea526 req-ad24000f-56d3-4f72-83ee-ff2ea2d6141b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 946 time: 0.0603631 Feb 11 13:40:23.215697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58fec7c4-03d5-4eb4-81f3-e585051ea526 req-8bb7a8de-aec5-430e-9748-94f9e946bcdb tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Feb 11 13:40:24.357492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6ad50-e41f-4d47-8f31-9109704eab3c req-2586b6f4-9f7e-41d3-a8aa-0fb0a882389f tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:24.359238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02e6ad50-e41f-4d47-8f31-9109704eab3c req-2586b6f4-9f7e-41d3-a8aa-0fb0a882389f tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 946 time: 0.0674984 Feb 11 13:40:24.414124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02e6ad50-e41f-4d47-8f31-9109704eab3c req-6add0033-9a5d-4a58-85eb-b75e2f755162 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488226 Feb 11 13:40:24.533211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe14c8d-e33d-4f4f-9d35-e5042b4a456d req-7bacc89d-3d0a-43e8-84c4-8a51a1edbb09 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:24.534874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7fe14c8d-e33d-4f4f-9d35-e5042b4a456d req-7bacc89d-3d0a-43e8-84c4-8a51a1edbb09 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 946 time: 0.0538726 Feb 11 13:40:24.587416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7fe14c8d-e33d-4f4f-9d35-e5042b4a456d req-97d470f7-c47b-4f52-9ca2-cb9eedfcb836 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469601 Feb 11 13:40:26.092811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 57996) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:26.539876 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:26.814428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.20.0.17 (17cd5b51-fce7-4ec8-9347-980729411c3e/b7e43d14-14a1-461e-baf5-710bccff9c83/77ad38bb-59fd-43e0-a96b-6921699ddea8) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:26.937124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:26.978541 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.018430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 17cd5b51-fce7-4ec8-9347-980729411c3e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:27.021802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:27.025500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:27.052662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=77ad38bb-59fd-43e0-a96b-6921699ddea8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.075164 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.215061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.260505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ebc40b14-955d-44c3-8236-f5a87e884002 None None] Provisioning complete for port 77ad38bb-59fd-43e0-a96b-6921699ddea8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:27.261030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebc40b14-955d-44c3-8236-f5a87e884002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.295205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ebc40b14-955d-44c3-8236-f5a87e884002 None None] Port 77ad38bb-59fd-43e0-a96b-6921699ddea8 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:27.500526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.507712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.577045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=77ad38bb-59fd-43e0-a96b-6921699ddea8,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.579580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:27.943624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 17cd5b51-fce7-4ec8-9347-980729411c3e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:27.945080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:28.064266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:28.178043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:28.183480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1a058da0-5182-4833-9e4e-0fcf9dc6d697 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "PUT /v2.0/routers/bd9a527e-c28c-40ce-b603-cc5b1ed8b050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0895672 Feb 11 13:40:28.196891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Sync routers for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:28.210978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:28.211733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:40:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:28.266423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-01b8e167-29a1-463b-954b-2d975fcde098 None None] Provisioning complete for port 77ad38bb-59fd-43e0-a96b-6921699ddea8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:28.267023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-01b8e167-29a1-463b-954b-2d975fcde098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.338506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-01b8e167-29a1-463b-954b-2d975fcde098 None None] Port 77ad38bb-59fd-43e0-a96b-6921699ddea8 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:40:28.353050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:28.586735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:27Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 1, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ad38bb-59fd-43e0-a96b-6921699ddea8', 'name': '', 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:20:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'b7e43d14-14a1-461e-baf5-710bccff9c83', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:26Z', 'updated_at': '2022-02-11T13:40:27Z', 'revision_number': 2, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'b7e43d14-14a1-461e-baf5-710bccff9c83', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:28.615955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Checking router: bd9a527e-c28c-40ce-b603-cc5b1ed8b050 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:28.616307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Updating router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 port 77ad38bb-59fd-43e0-a96b-6921699ddea8 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:40:28.642819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.918772 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Publish callbacks [] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.926995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:28.978307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821ba7e-0619-4b45-857e-a6bfc8695e02 None None] Pushing event updated for resources: {'Port': ['ID=77ad38bb-59fd-43e0-a96b-6921699ddea8,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:29.032913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Attempting to bind port 77ad38bb-59fd-43e0-a96b-6921699ddea8 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:40:29.033855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Attempting to bind port 77ad38bb-59fd-43e0-a96b-6921699ddea8 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:40:29.033855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Attempting to bind port 77ad38bb-59fd-43e0-a96b-6921699ddea8 on network 17cd5b51-fce7-4ec8-9347-980729411c3e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:29.039222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:29.039595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Checking segment: {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:40:29.040009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.040396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Bound using segment: {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:29.040860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Bound port: 77ad38bb-59fd-43e0-a96b-6921699ddea8, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f56a94a-e8a0-4e85-a27a-dff70b970e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:40:29.041233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.105288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] For port 77ad38bb-59fd-43e0-a96b-6921699ddea8, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:29.108474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] For port 77ad38bb-59fd-43e0-a96b-6921699ddea8, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=77ad38bb-59fd-43e0-a96b-6921699ddea8,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:29.119377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.362798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2911399a-e515-4ecd-85ae-fe74212f9b2a None None] Provisioning complete for port 77ad38bb-59fd-43e0-a96b-6921699ddea8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:29.363462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2911399a-e515-4ecd-85ae-fe74212f9b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.393667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821ba7e-0619-4b45-857e-a6bfc8695e02 None None] Pushing event updated for resources: {'Port': ['ID=77ad38bb-59fd-43e0-a96b-6921699ddea8,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:29.402781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:29.403428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:40:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:29.410694 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4ee99add-fa8a-4bd7-b8e3-ebfb3b225fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.549185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2911399a-e515-4ecd-85ae-fe74212f9b2a None None] Current status of the port 77ad38bb-59fd-43e0-a96b-6921699ddea8 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:29.549588 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2911399a-e515-4ecd-85ae-fe74212f9b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.567455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:29.626127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2911399a-e515-4ecd-85ae-fe74212f9b2a None None] For port 77ad38bb-59fd-43e0-a96b-6921699ddea8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=77ad38bb-59fd-43e0-a96b-6921699ddea8,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:29.656353 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2911399a-e515-4ecd-85ae-fe74212f9b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.741666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911399a-e515-4ecd-85ae-fe74212f9b2a None None] Pushing event updated for resources: {'Port': ['ID=77ad38bb-59fd-43e0-a96b-6921699ddea8,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:29.804748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3ba24a59-5ff9-4dc2-a2f7-cacad9cba5b4 None None] Provisioning complete for port 77ad38bb-59fd-43e0-a96b-6921699ddea8 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:29.805121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ba24a59-5ff9-4dc2-a2f7-cacad9cba5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:29.929815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:27Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 1, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ad38bb-59fd-43e0-a96b-6921699ddea8', 'name': '', 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:20:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'b7e43d14-14a1-461e-baf5-710bccff9c83', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:26Z', 'updated_at': '2022-02-11T13:40:29Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'b7e43d14-14a1-461e-baf5-710bccff9c83', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:29.931959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3ba24a59-5ff9-4dc2-a2f7-cacad9cba5b4 None None] Current status of the port 77ad38bb-59fd-43e0-a96b-6921699ddea8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:29.965339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dfeb47-59fa-493a-a5dc-52c33f2b56bf None None] The sync data for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 is: [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:27Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 1, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ad38bb-59fd-43e0-a96b-6921699ddea8', 'name': '', 'network_id': '17cd5b51-fce7-4ec8-9347-980729411c3e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:20:ca:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'b7e43d14-14a1-461e-baf5-710bccff9c83', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:40:26Z', 'updated_at': '2022-02-11T13:40:29Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'b7e43d14-14a1-461e-baf5-710bccff9c83', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:30.290174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 77ad38bb-59fd-43e0-a96b-6921699ddea8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:30.343986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 77ad38bb-59fd-43e0-a96b-6921699ddea8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:30.344396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:30.425629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 77ad38bb-59fd-43e0-a96b-6921699ddea8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:40:31.442887 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-55bc6179-e18e-4f79-becd-7706b8903ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:32.691022 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.347197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:34.874348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-f7091854-a175-4a17-b98a-eb8760ee9377 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475225 Feb 11 13:40:34.966309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-2fa8b05a-70a3-4c92-82dc-c59a54030d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:34.967824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-2fa8b05a-70a3-4c92-82dc-c59a54030d91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 1128 time: 0.0476339 Feb 11 13:40:35.080870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-a588b01b-06ce-4e2e-958c-e0b308be7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.082410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-a588b01b-06ce-4e2e-958c-e0b308be7ac8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17cd5b51-fce7-4ec8-9347-980729411c3e HTTP/1.1" status: 200 len: 898 time: 0.0954697 Feb 11 13:40:35.124348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-7db52d89-ce97-497f-a4df-a9825e6e1195 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb HTTP/1.1" status: 200 len: 217 time: 0.0348322 Feb 11 13:40:35.180557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-560740e8-5624-4117-a74e-fa3669c6d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.182156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-560740e8-5624-4117-a74e-fa3669c6d33c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b7e43d14-14a1-461e-baf5-710bccff9c83 HTTP/1.1" status: 200 len: 838 time: 0.0514777 Feb 11 13:40:35.240311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-0c0245e9-ffc6-4913-8348-cc190ae74efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.241832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-0c0245e9-ffc6-4913-8348-cc190ae74efb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17cd5b51-fce7-4ec8-9347-980729411c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515890 Feb 11 13:40:35.339270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-afc8d7d5-1de1-4e94-8836-e3a50b78aa75 service neutron] 10.222.0.64 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912359 Feb 11 13:40:35.345324 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:35.439542 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-217a68bd-a4b0-4df0-b2b3-bfd92a28e22c req-fb10995c-a9f2-4f7e-963e-dac3421770a3 service neutron] 10.222.0.64 "GET /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938506 Feb 11 13:40:39.882781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-b6a1b6ff-5978-470c-9a48-c4313b811c28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626786 Feb 11 13:40:39.970247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f869-1d58-4427-93fc-75e13a9e436e req-f8b6370f-cde6-481b-a8a2-8317295004a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:39.971801 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-f8b6370f-cde6-481b-a8a2-8317295004a9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1128 time: 0.0462420 Feb 11 13:40:40.096928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f869-1d58-4427-93fc-75e13a9e436e req-daee5bf4-7311-4d00-8789-d1eb70739ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:40.098450 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-daee5bf4-7311-4d00-8789-d1eb70739ded service neutron] 10.222.0.53 "GET /v2.0/networks?id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 897 time: 0.1042838 Feb 11 13:40:40.172656 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-77469267-9125-4cfe-8074-8ad9fdfdb296 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 200 len: 1002 time: 0.0660326 Feb 11 13:40:40.223272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f869-1d58-4427-93fc-75e13a9e436e req-d6e4eccc-8134-48e4-9c04-d589c3d2bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:40.224755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-d6e4eccc-8134-48e4-9c04-d589c3d2bc4b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcf78fab-f928-4c6c-a57f-3ea84349549a HTTP/1.1" status: 200 len: 834 time: 0.0458882 Feb 11 13:40:40.284134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f869-1d58-4427-93fc-75e13a9e436e req-f355f613-1909-4738-921f-51047c31c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:40.285763 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-f355f613-1909-4738-921f-51047c31c6ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f1052e4-029a-47b6-a372-e15661a80a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536325 Feb 11 13:40:40.296473 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-ff4728a3-5db6-4a7a-9f0b-e4309f880a4c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:40:40.297397 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-ff4728a3-5db6-4a7a-9f0b-e4309f880a4c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048695 Feb 11 13:40:40.387870 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-863a4922-8312-4602-8780-56522e161f0f service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841467 Feb 11 13:40:40.490459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d744f869-1d58-4427-93fc-75e13a9e436e req-fd32ac70-ccc6-4622-a4a0-a95c9dd23786 service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957561 Feb 11 13:40:44.080521 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:40:46.561451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:47.547945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:52.558371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-c0707b4c-ece7-4ab8-9438-97afb2d1ce2f req-b46a2a9c-0f66-480a-a6c8-9b7289f47c4f service neutron] (109685) timed out ('10.222.0.64', 58300) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:40:57.140614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58034) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:40:57.603318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:57.969941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 77ad38bb-59fd-43e0-a96b-6921699ddea8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:40:57.970349 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.069006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port 77ad38bb-59fd-43e0-a96b-6921699ddea8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=77ad38bb-59fd-43e0-a96b-6921699ddea8,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:58.069371 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.082314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 77ad38bb-59fd-43e0-a96b-6921699ddea8 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:40:58.276395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (77ad38bb-59fd-43e0-a96b-6921699ddea8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.303942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=77ad38bb-59fd-43e0-a96b-6921699ddea8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.486382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:58.712894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:59.102452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:59.107551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb2b78a3-5024-4d21-a24b-9dc4c8128f79 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "PUT /v2.0/routers/bd9a527e-c28c-40ce-b603-cc5b1ed8b050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657147 Feb 11 13:40:59.112720 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280254cc-e038-42d4-98af-867825524a86 None None] Sync routers for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:59.125226 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:59.125839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:40:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.235162 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:59.355518 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7d32b4da-9812-4fa3-8e7d-88c701fd0178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:40:59.476599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52e69a-81e3-4024-b459-2ba8c63210f4 req-bc46ccf3-e9c7-4f7d-8c5c-6dc96e7309be tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:59.477593 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:58Z', 'revision_number': 6, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 1, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.478124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f52e69a-81e3-4024-b459-2ba8c63210f4 req-bc46ccf3-e9c7-4f7d-8c5c-6dc96e7309be tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 946 time: 0.1941428 Feb 11 13:40:59.503441 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280254cc-e038-42d4-98af-867825524a86 None None] Checking router: bd9a527e-c28c-40ce-b603-cc5b1ed8b050 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:59.511618 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:59.512231 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:40:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.526224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f52e69a-81e3-4024-b459-2ba8c63210f4 req-e9adc28b-449c-4a5d-9688-16a5dadee2f5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Feb 11 13:40:59.628952 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:59.860146 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-280254cc-e038-42d4-98af-867825524a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:58Z', 'revision_number': 6, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 1, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.885767 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280254cc-e038-42d4-98af-867825524a86 None None] The sync data for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 is: [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:58Z', 'revision_number': 6, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e80b15a8-2981-4d3b-a5e1-8542ed0ff17c', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.249', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'port_id': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'mac_address': 'fa:16:3e:aa:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f913eec-b052-4131-b92d-50538156740c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:39:32Z', 'updated_at': '2022-02-11T13:39:35Z', 'revision_number': 1, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:00.295634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 77ad38bb-59fd-43e0-a96b-6921699ddea8 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:00.317188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 77ad38bb-59fd-43e0-a96b-6921699ddea8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:00.317544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 77ad38bb-59fd-43e0-a96b-6921699ddea8 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:00.657171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e9372-40cd-415a-a780-01439b90c963 req-09e5ede9-2904-45c9-8e31-5c48648d5d4b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.658712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e9372-40cd-415a-a780-01439b90c963 req-09e5ede9-2904-45c9-8e31-5c48648d5d4b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 946 time: 0.0606301 Feb 11 13:41:00.711507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9e9372-40cd-415a-a780-01439b90c963 req-c89944b5-3e3c-4298-824e-6e8bb60e4d8b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435548 Feb 11 13:41:00.790725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-39e01d58-f5b6-4685-acac-d6e64266e355 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.792220 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-39e01d58-f5b6-4685-acac-d6e64266e355 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.64 "GET /v2.0/ports?device_id=275fb701-6cf5-4a24-852a-39aa1996eddc HTTP/1.1" status: 200 len: 946 time: 0.0563159 Feb 11 13:41:00.893170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 21c9ac1d-4e2b-4331-a565-b0594fc754fb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:00.893380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.984581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port 21c9ac1d-4e2b-4331-a565-b0594fc754fb, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=21c9ac1d-4e2b-4331-a565-b0594fc754fb,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:00.984936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:00.997191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 21c9ac1d-4e2b-4331-a565-b0594fc754fb owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:01.134766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (21c9ac1d-4e2b-4331-a565-b0594fc754fb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.167526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=21c9ac1d-4e2b-4331-a565-b0594fc754fb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.212993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] No DVR routers for this DVR port 21c9ac1d-4e2b-4331-a565-b0594fc754fb on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:01.216182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.219727 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59fb9dc3-f962-4104-ab6a-135dfbd7132a req-30c14dee-0f6a-4632-aabf-dc8182fa0ec4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.64 "DELETE /v2.0/ports/21c9ac1d-4e2b-4331-a565-b0594fc754fb HTTP/1.1" status: 204 len: 173 time: 0.4222953 Feb 11 13:41:01.220176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'name': 'network-vif-deleted', 'tag': '21c9ac1d-4e2b-4331-a565-b0594fc754fb'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:01.222605 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9755d4-1732-423c-94b0-62be196f48f4" -d '{"events": [{"server_uuid": "275fb701-6cf5-4a24-852a-39aa1996eddc", "name": "network-vif-deleted", "tag": "21c9ac1d-4e2b-4331-a565-b0594fc754fb"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:01.265007 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f388372b-58a0-486c-8cbf-3bbbccedfff9 x-openstack-request-id: req-f388372b-58a0-486c-8cbf-3bbbccedfff9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:01.265302 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275fb701-6cf5-4a24-852a-39aa1996eddc", "name": "network-vif-deleted", "tag": "21c9ac1d-4e2b-4331-a565-b0594fc754fb", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:01.265553 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f388372b-58a0-486c-8cbf-3bbbccedfff9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:01.265992 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275fb701-6cf5-4a24-852a-39aa1996eddc', 'name': 'network-vif-deleted', 'tag': '21c9ac1d-4e2b-4331-a565-b0594fc754fb', 'status': 'completed', 'code': 200} Feb 11 13:41:01.437459 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bb972f8a-7f8a-4695-a15d-57505dc61db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.769579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58052) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:01.830176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94becb0-83c9-4a93-ae0a-815aeed33063 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (2ce86299-d3e6-41af-9d4c-dd2366fdc0c6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.855720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94becb0-83c9-4a93-ae0a-815aeed33063 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (2ce86299-d3e6-41af-9d4c-dd2366fdc0c6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.917231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94becb0-83c9-4a93-ae0a-815aeed33063 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (2ce86299-d3e6-41af-9d4c-dd2366fdc0c6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.919849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a94becb0-83c9-4a93-ae0a-815aeed33063 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:01.921029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a94becb0-83c9-4a93-ae0a-815aeed33063 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/security-groups/2ce86299-d3e6-41af-9d4c-dd2366fdc0c6 HTTP/1.1" status: 204 len: 168 time: 0.1504455 Feb 11 13:41:01.930517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94becb0-83c9-4a93-ae0a-815aeed33063 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce86299-d3e6-41af-9d4c-dd2366fdc0c6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.955311 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58056) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:02.006900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting subnet b7e43d14-14a1-461e-baf5-710bccff9c83 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:41:02.010041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for subnet (b7e43d14-14a1-461e-baf5-710bccff9c83), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.048487 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (b7e43d14-14a1-461e-baf5-710bccff9c83), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.136521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b7e43d14-14a1-461e-baf5-710bccff9c83), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.201688 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (b7e43d14-14a1-461e-baf5-710bccff9c83), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.228983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e43d14-14a1-461e-baf5-710bccff9c83,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.232695 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.235925 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3ca860de-ab9a-48e7-bd14-966f4f291405 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/subnets/b7e43d14-14a1-461e-baf5-710bccff9c83 HTTP/1.1" status: 204 len: 168 time: 0.2795565 Feb 11 13:41:02.239078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58058) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:02.242878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51785ca-1ee0-498b-a6c6-3f3df7247b0e None None] Network 17cd5b51-fce7-4ec8-9347-980729411c3e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:02.319050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (17cd5b51-fce7-4ec8-9347-980729411c3e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.375593 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:02.375933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.395611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] DHCP port deletion for 17cd5b51-fce7-4ec8-9347-980729411c3e request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:41:02.447006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:02.447375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.460662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] Deleting port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:02.461191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:02.461309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.523755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] For port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,segment=NetworkSegment(7f56a94a-e8a0-4e85-a27a-dff70b970e94),segment_id=7f56a94a-e8a0-4e85-a27a-dff70b970e94)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:02.524150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.536706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] Calling delete_port for 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:02.540847 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.564186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.569930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] No DVR routers for this DVR port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:02.616303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9b0591b8-3a38-42b4-a731-f4ee8dac18b6), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.641003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] Pushing event deleted for resources: {'Port': ['ID=9b0591b8-3a38-42b4-a731-f4ee8dac18b6,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.647405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa7a29a-490a-4b2e-8b3b-e6bd23fe37cc None None] No DVR routers for this DVR port 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:02.650167 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (17cd5b51-fce7-4ec8-9347-980729411c3e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.680420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cd5b51-fce7-4ec8-9347-980729411c3e']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:02.691094 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f56a94a-e8a0-4e85-a27a-dff70b970e94') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:02.691428 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f56a94a-e8a0-4e85-a27a-dff70b970e94') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:02.694425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.700848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (7f56a94a-e8a0-4e85-a27a-dff70b970e94), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.714360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (7f56a94a-e8a0-4e85-a27a-dff70b970e94), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.720587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:02.720975 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (7f56a94a-e8a0-4e85-a27a-dff70b970e94), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:02.724500 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:02.786235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (17cd5b51-fce7-4ec8-9347-980729411c3e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.794189 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:02.804055 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/networks/17cd5b51-fce7-4ec8-9347-980729411c3e HTTP/1.1" status: 204 len: 168 time: 0.5582819 Feb 11 13:41:02.804284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58060) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:02.809798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fb74c-9f19-4004-9634-5b0387b30fc8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Network': ['ID=17cd5b51-fce7-4ec8-9347-980729411c3e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.021920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:03.022270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.102139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.102463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.116129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:03.321682 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.345004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=44bbfd28-ad22-4fc5-8b9f-fb954c9bf3e5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.412726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (e80b15a8-2981-4d3b-a5e1-8542ed0ff17c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.413041 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Floating IP e80b15a8-2981-4d3b-a5e1-8542ed0ff17c disassociated (deleted). External IP: 172.25.1.249, port: 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325. Feb 11 13:41:03.630865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:03.742634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:03.747589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:03.752435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] Sync routers for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:03.762717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:03.763366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:03.778819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6aa0dd91-89f8-44cd-957f-b6edd967fc3b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/floatingips/e80b15a8-2981-4d3b-a5e1-8542ed0ff17c HTTP/1.1" status: 204 len: 168 time: 0.9765770 Feb 11 13:41:03.779448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:03.781808 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae78414-63e4-4235-a731-8b20cfef4688" -d '{"events": [{"name": "network-changed", "server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:03.876892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:03.939212 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a52403-13cd-48e0-8dec-ea6702354df4 x-openstack-request-id: req-d1a52403-13cd-48e0-8dec-ea6702354df4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:03.939699 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:03.939772 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d1a52403-13cd-48e0-8dec-ea6702354df4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:03.940227 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'status': 'completed', 'code': 200} Feb 11 13:41:04.008189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-aff5ea54-5149-471b-bc9a-fdf460b675cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.009774 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-aff5ea54-5149-471b-bc9a-fdf460b675cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 1128 time: 0.0489118 Feb 11 13:41:04.037878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48cc0b6-f566-4537-b1a5-999521c5893b req-f5c91f4f-d6c8-4564-a0e0-fa9eb5171422 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.039676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c48cc0b6-f566-4537-b1a5-999521c5893b req-f5c91f4f-d6c8-4564-a0e0-fa9eb5171422 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 946 time: 0.0556724 Feb 11 13:41:04.094159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c48cc0b6-f566-4537-b1a5-999521c5893b req-2d0ad74f-af82-4304-bf21-3bb350e966d1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473199 Feb 11 13:41:04.095234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:58Z', 'revision_number': 6, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:04.126359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] Checking router: bd9a527e-c28c-40ce-b603-cc5b1ed8b050 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:04.136266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:04.136895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:04.260038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:04.304742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:04.360813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:04.361125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9b0591b8-3a38-42b4-a731-f4ee8dac18b6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:04.393300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:04.421890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-7ca47e4a-f76c-460b-89f7-736c39d80df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.423431 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-7ca47e4a-f76c-460b-89f7-736c39d80df7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 200 len: 897 time: 0.4067452 Feb 11 13:41:04.465056 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-668efb67-00d3-4ee0-b9b9-47af4b02f9e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 200 len: 217 time: 0.0350976 Feb 11 13:41:04.504265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:58Z', 'revision_number': 6, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:04.512722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-bac3ebfb-8a32-435f-aa7c-7bdca2aa19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.514233 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-bac3ebfb-8a32-435f-aa7c-7bdca2aa19cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dcf78fab-f928-4c6c-a57f-3ea84349549a HTTP/1.1" status: 200 len: 834 time: 0.0424948 Feb 11 13:41:04.535616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2311df-5b43-40f7-9799-9dbdfe0ebd37 None None] The sync data for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 is: [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:40:58Z', 'revision_number': 6, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5045c69e-c403-4b62-a917-bc42c567b962', 'name': '', 'network_id': '5f1052e4-029a-47b6-a372-e15661a80a62', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:76:fd:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:15Z', 'updated_at': '2022-02-11T13:39:18Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': 'dcf78fab-f928-4c6c-a57f-3ea84349549a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:04.565395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-e4f0f099-0725-496d-b546-537591743dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.566805 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-e4f0f099-0725-496d-b546-537591743dd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5f1052e4-029a-47b6-a372-e15661a80a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465269 Feb 11 13:41:04.667426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-4347bab2-adf7-4eb7-99ed-ceef323e754a service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930088 Feb 11 13:41:04.770084 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3ae78414-63e4-4235-a731-8b20cfef4688 req-687f5ae5-a02b-49c6-b513-0c1be67f2065 service neutron] 10.222.0.53 "GET /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943308 Feb 11 13:41:04.780645 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff16494-6f59-4dec-b6f7-63720cdbfb60 None None] New status for floating IP e80b15a8-2981-4d3b-a5e1-8542ed0ff17c: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:41:05.221166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cded2c8-1bef-4fde-85a9-ad2545d80093 req-ba38f1eb-ba14-414c-a43f-cc252a516512 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.222973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cded2c8-1bef-4fde-85a9-ad2545d80093 req-ba38f1eb-ba14-414c-a43f-cc252a516512 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 946 time: 0.0559387 Feb 11 13:41:05.277032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cded2c8-1bef-4fde-85a9-ad2545d80093 req-49ae90bb-1b4e-4a64-ab27-71818e754d5d tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=83a022bf-ee8a-4898-b840-643c24c9e582&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481064 Feb 11 13:41:05.308504 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-318d21c5-4ec6-415e-86d2-b9908373287a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.310209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-318d21c5-4ec6-415e-86d2-b9908373287a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f913eec-b052-4131-b92d-50538156740c HTTP/1.1" status: 200 len: 946 time: 0.0582249 Feb 11 13:41:05.340239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.405513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:05.405746 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.498250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:05.498616 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.512017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:05.645045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (8edc5e6e-4b56-47ed-92b8-0b7a98f4e325), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.674707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=8edc5e6e-4b56-47ed-92b8-0b7a98f4e325,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.728644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] No DVR routers for this DVR port 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:05.731207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:05.734945 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2460c97f-d2a4-4217-8323-210fa3b7087d req-a187f8c7-8059-45bd-99bf-a46d5d1a7bc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "DELETE /v2.0/ports/8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 HTTP/1.1" status: 204 len: 173 time: 0.4192920 Feb 11 13:41:05.735490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'name': 'network-vif-deleted', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:05.739436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 21c9ac1d-4e2b-4331-a565-b0594fc754fb no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:05.739738 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc7904-6004-447a-8b72-0e19dd2ee172" -d '{"events": [{"server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "name": "network-vif-deleted", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:05.765907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 21c9ac1d-4e2b-4331-a565-b0594fc754fb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:05.766346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 21c9ac1d-4e2b-4331-a565-b0594fc754fb not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:05.908389 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c554f-c10e-45e8-b4d3-a552b356ee27 x-openstack-request-id: req-669c554f-c10e-45e8-b4d3-a552b356ee27 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:05.908848 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f913eec-b052-4131-b92d-50538156740c", "name": "network-vif-deleted", "tag": "8edc5e6e-4b56-47ed-92b8-0b7a98f4e325", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:05.909189 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-669c554f-c10e-45e8-b4d3-a552b356ee27 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:05.909696 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f913eec-b052-4131-b92d-50538156740c', 'name': 'network-vif-deleted', 'tag': '8edc5e6e-4b56-47ed-92b8-0b7a98f4e325', 'status': 'completed', 'code': 200} Feb 11 13:41:06.336954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58076) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:06.395875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156f722c-845d-4948-a2d3-4c95fef76f47 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (83a022bf-ee8a-4898-b840-643c24c9e582), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.421448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156f722c-845d-4948-a2d3-4c95fef76f47 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (83a022bf-ee8a-4898-b840-643c24c9e582), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.483061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156f722c-845d-4948-a2d3-4c95fef76f47 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (83a022bf-ee8a-4898-b840-643c24c9e582), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.485948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-156f722c-845d-4948-a2d3-4c95fef76f47 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:06.487131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-156f722c-845d-4948-a2d3-4c95fef76f47 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/security-groups/83a022bf-ee8a-4898-b840-643c24c9e582 HTTP/1.1" status: 204 len: 168 time: 0.1490355 Feb 11 13:41:06.496532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f722c-845d-4948-a2d3-4c95fef76f47 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a022bf-ee8a-4898-b840-643c24c9e582,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.526107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58080) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:06.912455 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:07.192969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 5045c69e-c403-4b62-a917-bc42c567b962 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:07.193375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5045c69e-c403-4b62-a917-bc42c567b962), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:07.281724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port 5045c69e-c403-4b62-a917-bc42c567b962, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5045c69e-c403-4b62-a917-bc42c567b962,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:07.282098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5045c69e-c403-4b62-a917-bc42c567b962), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:07.295740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 5045c69e-c403-4b62-a917-bc42c567b962 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:07.498449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5045c69e-c403-4b62-a917-bc42c567b962), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:07.526154 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=5045c69e-c403-4b62-a917-bc42c567b962,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:07.702039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:07.942395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:08.061106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:08.066817 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-145b05fd-0d56-484b-8743-bcdedbf1b0cc tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "PUT /v2.0/routers/bd9a527e-c28c-40ce-b603-cc5b1ed8b050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5395677 Feb 11 13:41:08.070499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58082) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:08.073816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] Sync routers for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:08.085749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:08.086644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:08.121253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting subnet dcf78fab-f928-4c6c-a57f-3ea84349549a {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:41:08.124711 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for subnet (dcf78fab-f928-4c6c-a57f-3ea84349549a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.166368 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (dcf78fab-f928-4c6c-a57f-3ea84349549a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.259063 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (dcf78fab-f928-4c6c-a57f-3ea84349549a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.323662 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (dcf78fab-f928-4c6c-a57f-3ea84349549a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.350820 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf78fab-f928-4c6c-a57f-3ea84349549a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.356446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.360051 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a11d53b4-c762-47bd-9540-b290fc62e04b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/subnets/dcf78fab-f928-4c6c-a57f-3ea84349549a HTTP/1.1" status: 204 len: 168 time: 0.2886670 Feb 11 13:41:08.362941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58084) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:08.365563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7393f-abbb-461e-a2bf-eeb90c785116 None None] Network 5f1052e4-029a-47b6-a372-e15661a80a62 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:08.400473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:08.475633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.586094 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.636159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89'}], 'enable_snat': True}, 'gw_port_id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:41:07Z', 'revision_number': 7, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': '08d86861-2ced-4cb4-99f5-3ba99a57a56f', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:dc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:39:13Z', 'updated_at': '2022-02-11T13:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:08.642797 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 08d86861-2ced-4cb4-99f5-3ba99a57a56f {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:08.643142 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.664214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] DHCP port deletion for 5f1052e4-029a-47b6-a372-e15661a80a62 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:41:08.666431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] Checking router: bd9a527e-c28c-40ce-b603-cc5b1ed8b050 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:08.696211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] Routers {'bd9a527e-c28c-40ce-b603-cc5b1ed8b050'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:08.696829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:08.728849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port 08d86861-2ced-4cb4-99f5-3ba99a57a56f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=08d86861-2ced-4cb4-99f5-3ba99a57a56f,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:08.729217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.741440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 08d86861-2ced-4cb4-99f5-3ba99a57a56f owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:08.793152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] Set router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:08.847371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:41:08Z', 'revision_number': 8, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:08.849990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] Deleting port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:41:08.850360 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.886493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c7bde3-eecc-44d3-afee-e22e37438ded None None] The sync data for ids ['bd9a527e-c28c-40ce-b603-cc5b1ed8b050'] in n-d-828675-3 is: [{'id': 'bd9a527e-c28c-40ce-b603-cc5b1ed8b050', 'name': 'tempest-TestNetworkBasicOps-router-53685259', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:39:12Z', 'updated_at': '2022-02-11T13:41:08Z', 'revision_number': 8, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:08.925521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (08d86861-2ced-4cb4-99f5-3ba99a57a56f), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.940635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] For port d22d6aca-b0fb-44f6-a1ff-534c85bc6450, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d22d6aca-b0fb-44f6-a1ff-534c85bc6450,segment=NetworkSegment(272e373f-78f2-471d-832c-f3efcaae3dc6),segment_id=272e373f-78f2-471d-832c-f3efcaae3dc6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:08.941025 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:08.952861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=08d86861-2ced-4cb4-99f5-3ba99a57a56f,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.953280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] Calling delete_port for d22d6aca-b0fb-44f6-a1ff-534c85bc6450 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:41:09.016907 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.036959 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (d22d6aca-b0fb-44f6-a1ff-534c85bc6450), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.061826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] Pushing event deleted for resources: {'Port': ['ID=d22d6aca-b0fb-44f6-a1ff-534c85bc6450,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.067138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f2cdcb-4967-4b91-a6aa-2e57970ff482 None None] No DVR routers for this DVR port d22d6aca-b0fb-44f6-a1ff-534c85bc6450 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:09.114467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.116700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_controller (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.161544 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (bd9a527e-c28c-40ce-b603-cc5b1ed8b050), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.162082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Fanout notify agent at l3_agent the message router_deleted on router bd9a527e-c28c-40ce-b603-cc5b1ed8b050 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:09.168931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.170120 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-86305fd7-42f5-4167-b128-10ca3c613d1b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/routers/bd9a527e-c28c-40ce-b603-cc5b1ed8b050 HTTP/1.1" status: 204 len: 168 time: 0.8060646 Feb 11 13:41:09.172975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58086) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:09.253770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (5f1052e4-029a-47b6-a372-e15661a80a62), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.344079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (5f1052e4-029a-47b6-a372-e15661a80a62), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.363944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1052e4-029a-47b6-a372-e15661a80a62']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.373196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272e373f-78f2-471d-832c-f3efcaae3dc6') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.373435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272e373f-78f2-471d-832c-f3efcaae3dc6') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.382942 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (272e373f-78f2-471d-832c-f3efcaae3dc6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.397097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (272e373f-78f2-471d-832c-f3efcaae3dc6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.403417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:09.403804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (272e373f-78f2-471d-832c-f3efcaae3dc6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:09.406949 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:09.418263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:09.442783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:09.443191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 8edc5e6e-4b56-47ed-92b8-0b7a98f4e325 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:09.470203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (5f1052e4-029a-47b6-a372-e15661a80a62), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.477594 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.480758 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/networks/5f1052e4-029a-47b6-a372-e15661a80a62 HTTP/1.1" status: 204 len: 168 time: 0.3068938 Feb 11 13:41:09.491935 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527074a-00a4-4fa5-9a68-9e64009b8d27 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Network': ['ID=5f1052e4-029a-47b6-a372-e15661a80a62,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.501829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58088) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:09.507310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'network': {'name': 'tempest-network-smoke--371158160', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:09.529660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:09.533024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.557657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:09.567181 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (442a3de4-bdd9-4134-bd54-11f003858a3d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.567508 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Added segment 442a3de4-bdd9-4134-bd54-11f003858a3d of type vlan for network 5237873d-6ff2-4ced-8614-1f889139902e Feb 11 13:41:09.606792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (5237873d-6ff2-4ced-8614-1f889139902e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.634734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (5237873d-6ff2-4ced-8614-1f889139902e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.639666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:09.640243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.682451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1794326 Feb 11 13:41:09.685118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58090) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:09.689800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'admin_state_up': True, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:09.725906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a319b24-f2af-44ed-8ba7-b538440d9562 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Network': ['ID=5237873d-6ff2-4ced-8614-1f889139902e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.738116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 5237873d-6ff2-4ced-8614-1f889139902e details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:09.740787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (3201e1c4-eb21-4851-8030-d3c44e83d649), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.741859 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (3201e1c4-eb21-4851-8030-d3c44e83d649), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.797017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_controller (3201e1c4-eb21-4851-8030-d3c44e83d649), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:09.943769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (3201e1c4-eb21-4851-8030-d3c44e83d649), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.146279 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (3201e1c4-eb21-4851-8030-d3c44e83d649), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.165210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.271634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.25.1.43 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/d99720e2-4cee-42b9-b37b-030cdbed75b2) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:10.293656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5045c69e-c403-4b62-a917-bc42c567b962 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:10.318921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5045c69e-c403-4b62-a917-bc42c567b962 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:10.319306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5045c69e-c403-4b62-a917-bc42c567b962 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:10.319717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d22d6aca-b0fb-44f6-a1ff-534c85bc6450 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:10.339425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d22d6aca-b0fb-44f6-a1ff-534c85bc6450 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:10.339425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d22d6aca-b0fb-44f6-a1ff-534c85bc6450 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:10.339768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 08d86861-2ced-4cb4-99f5-3ba99a57a56f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:10.358921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 08d86861-2ced-4cb4-99f5-3ba99a57a56f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:41:10.358921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 08d86861-2ced-4cb4-99f5-3ba99a57a56f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:10.377668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.414413 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:10.456656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:10.459659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:10.463811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:10.466838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=d99720e2-4cee-42b9-b37b-030cdbed75b2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:10.733771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (3201e1c4-eb21-4851-8030-d3c44e83d649), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.226684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (3201e1c4-eb21-4851-8030-d3c44e83d649), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.365109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router 3201e1c4-eb21-4851-8030-d3c44e83d649 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:11.476325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:11.487571 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Sync routers for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:11.498646 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:11.499012 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.499437 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:11.503562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2fbd3e77-cc7a-4911-bfb9-c6e8b8863633 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8141475 Feb 11 13:41:11.503949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58094) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:11.531749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9545f7a7-e3a5-4d4e-805f-6bbac390b05e tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c11c8f013a4a44c6bd8fd92fe51cc65e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266805 Feb 11 13:41:11.534514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58096) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:11.629388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c3017-fff2-4730-8040-fb2d704db089 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.631137 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a50c3017-fff2-4730-8040-fb2d704db089 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956998 Feb 11 13:41:11.634043 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58098) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:11.662875 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-878c331c-a766-4581-999a-1f360a151300 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276248 Feb 11 13:41:11.665532 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58100) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:11.670485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031398117', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:11.711490 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:11.765149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:11.768954 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.884001 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:10Z', 'revision_number': 3, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:11.915009 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Checking router: 3201e1c4-eb21-4851-8030-d3c44e83d649 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:11.915355 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Updating router 3201e1c4-eb21-4851-8030-d3c44e83d649 port d99720e2-4cee-42b9-b37b-030cdbed75b2 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:41:11.942648 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:11.954822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (2d840e87-e3e3-4dba-96db-bc22f6c90bb8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.015881 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Subnet': ['ID=2d840e87-e3e3-4dba-96db-bc22f6c90bb8,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.029066 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Checking segment: {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:12.029509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network hostable DHCP agents. Network: 5237873d-6ff2-4ced-8614-1f889139902e, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:12.048056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5237873d-6ff2-4ced-8614-1f889139902e is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:12.057944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 5237873d-6ff2-4ced-8614-1f889139902e) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:12.062170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.063164 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.068510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac00ad-4501-4e6f-9d9c-50b0b28770cf None None] Network 5237873d-6ff2-4ced-8614-1f889139902e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:12.081331 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2d52a6ab-eae0-40d8-ad5b-f55020f208ce tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146135 Feb 11 13:41:12.084211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58102) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:12.173200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-5237873d-6ff2-4ced-8614-1f889139902e', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:41:12.174225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.212173 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Publish callbacks [] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.218634 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.279110 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Pushing event updated for resources: {'Port': ['ID=d99720e2-4cee-42b9-b37b-030cdbed75b2,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.284489 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Attempting to bind port d99720e2-4cee-42b9-b37b-030cdbed75b2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:12.284952 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Attempting to bind port d99720e2-4cee-42b9-b37b-030cdbed75b2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:12.285926 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Attempting to bind port d99720e2-4cee-42b9-b37b-030cdbed75b2 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:12.293840 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:12.294289 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:12.294744 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.295208 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:12.295730 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Bound port: d99720e2-4cee-42b9-b37b-030cdbed75b2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:12.296164 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.311940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Allocated IP 172.20.0.2 (5237873d-6ff2-4ced-8614-1f889139902e/2d840e87-e3e3-4dba-96db-bc22f6c90bb8/317db7c0-febd-4122-9b16-191c72068f14) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:12.318262 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.318549 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.318883 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.319207 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.319526 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.319844 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.320157 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.320468 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.320796 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.321088 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.321399 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.322126 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.322126 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:12.355413 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] For port d99720e2-4cee-42b9-b37b-030cdbed75b2, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:12.358571 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] For port d99720e2-4cee-42b9-b37b-030cdbed75b2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d99720e2-4cee-42b9-b37b-030cdbed75b2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:12.364557 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.416523 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:12.416714 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:12.467635 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fe486-7e4e-4426-957c-f4f70de26880 None None] Pushing event updated for resources: {'Port': ['ID=d99720e2-4cee-42b9-b37b-030cdbed75b2,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.489137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Publish callbacks [] for port (317db7c0-febd-4122-9b16-191c72068f14), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.496596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (317db7c0-febd-4122-9b16-191c72068f14), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.535915 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:12.541445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Network 5237873d-6ff2-4ced-8614-1f889139902e is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:12.546157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:12.548786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:12.551654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.606239 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Pushing event updated for resources: {'Port': ['ID=317db7c0-febd-4122-9b16-191c72068f14,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.611637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Attempting to bind port 317db7c0-febd-4122-9b16-191c72068f14 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:12.612012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Attempting to bind port 317db7c0-febd-4122-9b16-191c72068f14 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:12.612800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Attempting to bind port 317db7c0-febd-4122-9b16-191c72068f14 on network 5237873d-6ff2-4ced-8614-1f889139902e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:12.618328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:12.618712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Checking segment: {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:12.619116 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.619507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Bound using segment: {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:12.619981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Bound port: 317db7c0-febd-4122-9b16-191c72068f14, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:12.620366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (317db7c0-febd-4122-9b16-191c72068f14), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.687246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] For port 317db7c0-febd-4122-9b16-191c72068f14, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:12.692074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] For port 317db7c0-febd-4122-9b16-191c72068f14, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=317db7c0-febd-4122-9b16-191c72068f14,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:12.699557 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (317db7c0-febd-4122-9b16-191c72068f14), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:12.719856 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:10Z', 'revision_number': 3, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:12.747987 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a80d73-ce9c-403a-bc13-c95bf0ebc2ce None None] The sync data for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 is: [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:10Z', 'revision_number': 3, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:12.770069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26d66-3f34-4309-b2db-0d0d4c7476a3 None None] Pushing event updated for resources: {'Port': ['ID=317db7c0-febd-4122-9b16-191c72068f14,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.856907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.20.0.1 (5237873d-6ff2-4ced-8614-1f889139902e/2d840e87-e3e3-4dba-96db-bc22f6c90bb8/717e4586-bd6c-4dfa-b614-68cdf56360c6) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:13.007648 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.053623 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.106024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5237873d-6ff2-4ced-8614-1f889139902e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:13.109387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:13.114197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:13.118328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=717e4586-bd6c-4dfa-b614-68cdf56360c6,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.145777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.146095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.146430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.146762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.147095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.147423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.147746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.148066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.148387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.148701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.149017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.149336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.149721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:13.171915 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (3201e1c4-eb21-4851-8030-d3c44e83d649), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.322904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.635298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.641306 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.712829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=717e4586-bd6c-4dfa-b614-68cdf56360c6,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.717997 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (3201e1c4-eb21-4851-8030-d3c44e83d649), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.764926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac708a-43cb-4fb9-9974-d00b9fa192d2 None None] Network 5237873d-6ff2-4ced-8614-1f889139902e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:41:13.814624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5237873d-6ff2-4ced-8614-1f889139902e is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:13.816255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:13.874216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-29a4e1ae-5fb7-4ae3-a4fa-a00024561370 None None] Provisioning complete for port 317db7c0-febd-4122-9b16-191c72068f14 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:13.874557 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29a4e1ae-5fb7-4ae3-a4fa-a00024561370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (317db7c0-febd-4122-9b16-191c72068f14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.934606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router 3201e1c4-eb21-4851-8030-d3c44e83d649 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:13.964173 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-29a4e1ae-5fb7-4ae3-a4fa-a00024561370 None None] Current status of the port 317db7c0-febd-4122-9b16-191c72068f14 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:13.964847 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29a4e1ae-5fb7-4ae3-a4fa-a00024561370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (317db7c0-febd-4122-9b16-191c72068f14), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:13.999142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-29a4e1ae-5fb7-4ae3-a4fa-a00024561370 None None] For port 317db7c0-febd-4122-9b16-191c72068f14, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=317db7c0-febd-4122-9b16-191c72068f14,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:14.006368 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29a4e1ae-5fb7-4ae3-a4fa-a00024561370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (317db7c0-febd-4122-9b16-191c72068f14), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.057467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4e1ae-5fb7-4ae3-a4fa-a00024561370 None None] Pushing event updated for resources: {'Port': ['ID=317db7c0-febd-4122-9b16-191c72068f14,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:14.059226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:14.069809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-78720e5f-9428-46f7-909b-f54bac64c260 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "PUT /v2.0/routers/3201e1c4-eb21-4851-8030-d3c44e83d649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9826090 Feb 11 13:41:14.070554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58104) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:14.239795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b55a6be8-5773-4f54-9f28-bf2c5bb8c9c0 None None] Provisioning complete for port 717e4586-bd6c-4dfa-b614-68cdf56360c6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:14.240178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b55a6be8-5773-4f54-9f28-bf2c5bb8c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.289957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b55a6be8-5773-4f54-9f28-bf2c5bb8c9c0 None None] Port 717e4586-bd6c-4dfa-b614-68cdf56360c6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:41:14.301759 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b55a6be8-5773-4f54-9f28-bf2c5bb8c9c0 None None] Provisioning complete for port 317db7c0-febd-4122-9b16-191c72068f14 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:14.302135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b55a6be8-5773-4f54-9f28-bf2c5bb8c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (317db7c0-febd-4122-9b16-191c72068f14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.416582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d99720e2-4cee-42b9-b37b-030cdbed75b2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:14.462494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b55a6be8-5773-4f54-9f28-bf2c5bb8c9c0 None None] Current status of the port 317db7c0-febd-4122-9b16-191c72068f14 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:14.487276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d99720e2-4cee-42b9-b37b-030cdbed75b2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:14.487656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.572023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Sync routers for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:14.598272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d99720e2-4cee-42b9-b37b-030cdbed75b2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:14.598679 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.604402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:14.605040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:14.608146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55cf379-9aa8-4bde-b41a-94baff7fce09 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.608638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55cf379-9aa8-4bde-b41a-94baff7fce09 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.609133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55cf379-9aa8-4bde-b41a-94baff7fce09 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.609686 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55cf379-9aa8-4bde-b41a-94baff7fce09 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.611896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b55cf379-9aa8-4bde-b41a-94baff7fce09 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.5397820 Feb 11 13:41:14.614353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:14.622195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-cb6abe72-d399-42f7-92f2-cc4d2dfbb5a6 None None] Provisioning complete for port 717e4586-bd6c-4dfa-b614-68cdf56360c6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:14.622622 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cb6abe72-d399-42f7-92f2-cc4d2dfbb5a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.666130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534e6b3-c596-422b-ad72-976789070a94 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.666598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534e6b3-c596-422b-ad72-976789070a94 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.667212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534e6b3-c596-422b-ad72-976789070a94 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.667858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534e6b3-c596-422b-ad72-976789070a94 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.672189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2534e6b3-c596-422b-ad72-976789070a94 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0540669 Feb 11 13:41:14.672576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58108) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:14.689487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d99720e2-4cee-42b9-b37b-030cdbed75b2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d99720e2-4cee-42b9-b37b-030cdbed75b2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:14.702811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:14.703607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 317db7c0-febd-4122-9b16-191c72068f14 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:14.753084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cb6abe72-d399-42f7-92f2-cc4d2dfbb5a6 None None] Port 717e4586-bd6c-4dfa-b614-68cdf56360c6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:41:14.818452 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-04975921-57a6-46f4-999a-02997e29700f tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1446149 Feb 11 13:41:15.006432 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58112) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.011531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945631352', 'description': 'tempest-secgroup-smoke-1945631352 description', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.015561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:15.017424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-824cbdf0-ad6a-4e47-9106-d7eda9050d55 None None] Provisioning complete for port 717e4586-bd6c-4dfa-b614-68cdf56360c6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:15.017799 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-824cbdf0-ad6a-4e47-9106-d7eda9050d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.019374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d99720e2-4cee-42b9-b37b-030cdbed75b2,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.035853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.109247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (0e30d404-0357-48c3-987d-a7e98a2b7b05), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.114936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0e30d404-0357-48c3-987d-a7e98a2b7b05), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.126817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-824cbdf0-ad6a-4e47-9106-d7eda9050d55 None None] Port 717e4586-bd6c-4dfa-b614-68cdf56360c6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:41:15.129701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 317db7c0-febd-4122-9b16-191c72068f14 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:15.130382 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (317db7c0-febd-4122-9b16-191c72068f14), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.147577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.148885 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1412196 Feb 11 13:41:15.150871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30d404-0357-48c3-987d-a7e98a2b7b05,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.151934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58114) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.156916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e2c7a4d8-a4da-40ac-9fde-88437ab71953 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '0e30d404-0357-48c3-987d-a7e98a2b7b05', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.158492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.159204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.159573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.159943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.160295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.160615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.160944 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.161272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.161606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.161951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.162282 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.162596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.162917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ec6a01-4452-40c8-a708-f6700d8b804a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:15.196486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4d8-a4da-40ac-9fde-88437ab71953 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (86d7ce71-e57b-4ac6-b93a-6c306475a0c9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.259010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4d8-a4da-40ac-9fde-88437ab71953 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (86d7ce71-e57b-4ac6-b93a-6c306475a0c9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.263854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4d8-a4da-40ac-9fde-88437ab71953 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (86d7ce71-e57b-4ac6-b93a-6c306475a0c9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.281595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7a4d8-a4da-40ac-9fde-88437ab71953 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d7ce71-e57b-4ac6-b93a-6c306475a0c9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.291248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e2c7a4d8-a4da-40ac-9fde-88437ab71953 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.295133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e2c7a4d8-a4da-40ac-9fde-88437ab71953 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391838 Feb 11 13:41:15.295323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58116) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.300556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e4180ba8-cb15-4094-9928-ded2f0c9d086 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '0e30d404-0357-48c3-987d-a7e98a2b7b05', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.301743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 317db7c0-febd-4122-9b16-191c72068f14 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:15.326866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 2, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:15.327374 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4180ba8-cb15-4094-9928-ded2f0c9d086 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (b96588c6-5532-4fe2-a51e-19f34e66fdd4), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.353396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Checking router: 3201e1c4-eb21-4851-8030-d3c44e83d649 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:15.353776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Updating router 3201e1c4-eb21-4851-8030-d3c44e83d649 port 717e4586-bd6c-4dfa-b614-68cdf56360c6 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:41:15.385441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.387668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4180ba8-cb15-4094-9928-ded2f0c9d086 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (b96588c6-5532-4fe2-a51e-19f34e66fdd4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.391544 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4180ba8-cb15-4094-9928-ded2f0c9d086 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (b96588c6-5532-4fe2-a51e-19f34e66fdd4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.409299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4180ba8-cb15-4094-9928-ded2f0c9d086 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96588c6-5532-4fe2-a51e-19f34e66fdd4,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.419115 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4180ba8-cb15-4094-9928-ded2f0c9d086 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.420333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e4180ba8-cb15-4094-9928-ded2f0c9d086 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236773 Feb 11 13:41:15.423231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58118) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.427840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-fc9076e1-8cf5-4c0d-a03f-0b9befae91e1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '0e30d404-0357-48c3-987d-a7e98a2b7b05', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.453897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc9076e1-8cf5-4c0d-a03f-0b9befae91e1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (1073f412-bc9b-4a99-a5a6-73e5c6490467), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.510226 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc9076e1-8cf5-4c0d-a03f-0b9befae91e1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (1073f412-bc9b-4a99-a5a6-73e5c6490467), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.515247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc9076e1-8cf5-4c0d-a03f-0b9befae91e1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (1073f412-bc9b-4a99-a5a6-73e5c6490467), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.533662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9076e1-8cf5-4c0d-a03f-0b9befae91e1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1073f412-bc9b-4a99-a5a6-73e5c6490467,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.542645 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fc9076e1-8cf5-4c0d-a03f-0b9befae91e1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.544019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fc9076e1-8cf5-4c0d-a03f-0b9befae91e1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198480 Feb 11 13:41:15.546852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58120) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.551662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9f459fb0-ad0f-4698-b381-11596fc01e5e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '0e30d404-0357-48c3-987d-a7e98a2b7b05', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.580113 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f459fb0-ad0f-4698-b381-11596fc01e5e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (a54c3994-7e15-4a8f-a1b8-6b289f0634d4), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.638696 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f459fb0-ad0f-4698-b381-11596fc01e5e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (a54c3994-7e15-4a8f-a1b8-6b289f0634d4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.643049 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f459fb0-ad0f-4698-b381-11596fc01e5e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a54c3994-7e15-4a8f-a1b8-6b289f0634d4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.659344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Publish callbacks [] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.660786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f459fb0-ad0f-4698-b381-11596fc01e5e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54c3994-7e15-4a8f-a1b8-6b289f0634d4,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.666932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.672720 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9f459fb0-ad0f-4698-b381-11596fc01e5e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.676637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9f459fb0-ad0f-4698-b381-11596fc01e5e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260757 Feb 11 13:41:15.676939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58122) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.681514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '0e30d404-0357-48c3-987d-a7e98a2b7b05', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.704192 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Project c11c8f013a4a44c6bd8fd92fe51cc65e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:41:15.709970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (a2217b07-996b-4490-88dc-ce65f030dbe9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.755760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dffa70-d187-44eb-8fe8-f1d86af86ff4 None None] Pushing event updated for resources: {'Port': ['ID=717e4586-bd6c-4dfa-b614-68cdf56360c6,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.776716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (a2217b07-996b-4490-88dc-ce65f030dbe9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.782762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a2217b07-996b-4490-88dc-ce65f030dbe9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.792688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Attempting to bind port 717e4586-bd6c-4dfa-b614-68cdf56360c6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:15.793032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Attempting to bind port 717e4586-bd6c-4dfa-b614-68cdf56360c6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:15.793399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Attempting to bind port 717e4586-bd6c-4dfa-b614-68cdf56360c6 on network 5237873d-6ff2-4ced-8614-1f889139902e {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:15.799012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:15.799393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Checking segment: {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:15.799867 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.800275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Bound using segment: {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:15.800817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Bound port: 717e4586-bd6c-4dfa-b614-68cdf56360c6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:15.801220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.801665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2217b07-996b-4490-88dc-ce65f030dbe9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.809868 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.811290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-14d39a97-19b9-4e1b-b472-60d9d9fc4db8 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332183 Feb 11 13:41:15.814558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58124) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:15.819573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'security_group_rule': {'security_group_id': '0e30d404-0357-48c3-987d-a7e98a2b7b05', 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.841207 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Project c11c8f013a4a44c6bd8fd92fe51cc65e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:41:15.846849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (194f921f-f135-448e-bb8a-aaa105c1a64f), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.871736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] For port 717e4586-bd6c-4dfa-b614-68cdf56360c6, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:15.875503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] For port 717e4586-bd6c-4dfa-b614-68cdf56360c6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=717e4586-bd6c-4dfa-b614-68cdf56360c6,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:15.882647 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.920398 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (194f921f-f135-448e-bb8a-aaa105c1a64f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.925745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (194f921f-f135-448e-bb8a-aaa105c1a64f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.946063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194f921f-f135-448e-bb8a-aaa105c1a64f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.954662 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:15.956007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e6d0769d-b426-4aea-a3c5-a02a078cbeed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400592 Feb 11 13:41:15.957848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:15.958482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:16.012208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dffa70-d187-44eb-8fe8-f1d86af86ff4 None None] Pushing event updated for resources: {'Port': ['ID=717e4586-bd6c-4dfa-b614-68cdf56360c6,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:16.018925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bd38bb62-34ae-477e-b4f0-3692505caebf None None] Provisioning complete for port 717e4586-bd6c-4dfa-b614-68cdf56360c6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:16.019747 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd38bb62-34ae-477e-b4f0-3692505caebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.126373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:16.132855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-1595b2d8-27a7-4e5e-b35a-12d547c8a028 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945631352&fields=id&tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 267 time: 0.0478935 Feb 11 13:41:16.196629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bd38bb62-34ae-477e-b4f0-3692505caebf None None] Current status of the port 717e4586-bd6c-4dfa-b614-68cdf56360c6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:16.197049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd38bb62-34ae-477e-b4f0-3692505caebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.242842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-514a0119-06a7-4389-b002-446457d5cfab tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:16.244417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-514a0119-06a7-4389-b002-446457d5cfab tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/networks?id=5237873d-6ff2-4ced-8614-1f889139902e HTTP/1.1" status: 200 len: 796 time: 0.1047699 Feb 11 13:41:16.260236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-79776b17-ec14-44a2-b9d4-0a6ae55437fa tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/quotas/c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 375 time: 0.0099916 Feb 11 13:41:16.310442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d99720e2-4cee-42b9-b37b-030cdbed75b2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:16.315533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bd38bb62-34ae-477e-b4f0-3692505caebf None None] For port 717e4586-bd6c-4dfa-b614-68cdf56360c6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=717e4586-bd6c-4dfa-b614-68cdf56360c6,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:16.321557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-43423454-4af4-43cf-945c-41dfa3f47c17 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555179 Feb 11 13:41:16.341819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd38bb62-34ae-477e-b4f0-3692505caebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.439080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38bb62-34ae-477e-b4f0-3692505caebf None None] Pushing event updated for resources: {'Port': ['ID=717e4586-bd6c-4dfa-b614-68cdf56360c6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:16.464685 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d99720e2-4cee-42b9-b37b-030cdbed75b2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:16.465048 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.506847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-96e05535-4f2f-45c7-8231-1fc8ce46e42f None None] Provisioning complete for port 717e4586-bd6c-4dfa-b614-68cdf56360c6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:16.507216 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96e05535-4f2f-45c7-8231-1fc8ce46e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.544914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:15Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:16.589451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff489fc3-59e1-4769-90a6-6062b89ba49a None None] The sync data for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 is: [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:15Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:16.604411 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:16.678042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d99720e2-4cee-42b9-b37b-030cdbed75b2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:16.698188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-96e05535-4f2f-45c7-8231-1fc8ce46e42f None None] Current status of the port 717e4586-bd6c-4dfa-b614-68cdf56360c6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:16.817797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-c721ecb6-b512-431f-97f0-80acc623699d service neutron] 10.222.0.42 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837515 Feb 11 13:41:16.908267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-6051a71b-4f21-4109-a5a7-21383b37789f service neutron] 10.222.0.42 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845075 Feb 11 13:41:17.074283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-903aafea-5356-4894-93b2-6bb7db873a52 req-2e933571-b533-4777-80a6-9e6631c27735 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 210 time: 0.0306590 Feb 11 13:41:17.528811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.033252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-aa44a8c0-d8e6-4cdc-8484-89764516d3da tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:18.034827 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-aa44a8c0-d8e6-4cdc-8484-89764516d3da tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "GET /v2.0/networks?id=5237873d-6ff2-4ced-8614-1f889139902e HTTP/1.1" status: 200 len: 796 time: 0.1011651 Feb 11 13:41:18.098734 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-d6975878-ff29-450d-b8e1-1e51e8b0adc5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e HTTP/1.1" status: 200 len: 380 time: 0.0540426 Feb 11 13:41:18.110757 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'port': {'device_id': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'admin_state_up': True, 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'security_groups': ['0e30d404-0357-48c3-987d-a7e98a2b7b05']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:18.172011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a439c76a-5591-4526-9e54-20b0c88032ac req-4facf04e-7d5a-46f2-bac6-1f22c8d48b67 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 210 time: 0.0266454 Feb 11 13:41:18.226354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Made reservation on behalf of c11c8f013a4a44c6bd8fd92fe51cc65e for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:18.229727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.325164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 717e4586-bd6c-4dfa-b614-68cdf56360c6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:18.366769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.20.0.6 (5237873d-6ff2-4ced-8614-1f889139902e/2d840e87-e3e3-4dba-96db-bc22f6c90bb8/e9d32072-010f-44e0-a644-c5ad22be23fd) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:18.375576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 717e4586-bd6c-4dfa-b614-68cdf56360c6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:18.376419 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.458979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 717e4586-bd6c-4dfa-b614-68cdf56360c6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:18.512413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.552442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.614021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 5237873d-6ff2-4ced-8614-1f889139902e is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:18.617163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:18.622071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:18.656092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=e9d32072-010f-44e0-a644-c5ad22be23fd,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.688834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:18.689475 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.710631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e23d8768-9616-4796-9029-da3394960620 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037624 Feb 11 13:41:18.722646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Request body: {'port': {'device_id': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:18.785842 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.838488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-650651f2-da9a-4e16-9700-b523a1405666 None None] Provisioning complete for port e9d32072-010f-44e0-a644-c5ad22be23fd triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:18.839101 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-650651f2-da9a-4e16-9700-b523a1405666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:18.874747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-650651f2-da9a-4e16-9700-b523a1405666 None None] Port e9d32072-010f-44e0-a644-c5ad22be23fd cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:41:19.059401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d32072-010f-44e0-a644-c5ad22be23fd {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:19.067567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Publish callbacks [] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.080463 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Transition to ACTIVE for port object e9d32072-010f-44e0-a644-c5ad22be23fd will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:41:19.087641 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.136195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d32072-010f-44e0-a644-c5ad22be23fd,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.215064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Attempting to bind port e9d32072-010f-44e0-a644-c5ad22be23fd on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:41:19.215407 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Attempting to bind port e9d32072-010f-44e0-a644-c5ad22be23fd by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:41:19.215736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Attempting to bind port e9d32072-010f-44e0-a644-c5ad22be23fd on network 5237873d-6ff2-4ced-8614-1f889139902e {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:19.220536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Port e9d32072-010f-44e0-a644-c5ad22be23fd on network 5237873d-6ff2-4ced-8614-1f889139902e not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:41:19.220865 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Attempting to bind port e9d32072-010f-44e0-a644-c5ad22be23fd on network 5237873d-6ff2-4ced-8614-1f889139902e {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:19.226630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:19.226989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Checking segment: {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:41:19.227368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Bound using segment: {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:19.227790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Bound port: e9d32072-010f-44e0-a644-c5ad22be23fd, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '442a3de4-bdd9-4134-bd54-11f003858a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:41:19.228124 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.298618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] For port e9d32072-010f-44e0-a644-c5ad22be23fd, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:19.302136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] For port e9d32072-010f-44e0-a644-c5ad22be23fd, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e9d32072-010f-44e0-a644-c5ad22be23fd,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:19.302996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047843cf-1d5d-4cbd-8f45-4b5bfc3688cb req-ced52198-adce-4e5e-b4a2-edaae4cdc39a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.304676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-047843cf-1d5d-4cbd-8f45-4b5bfc3688cb req-ced52198-adce-4e5e-b4a2-edaae4cdc39a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 943 time: 0.0598888 Feb 11 13:41:19.310309 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.346713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.347332 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:19.348746 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] 10.222.0.53 "PUT /v2.0/ports/e9d32072-010f-44e0-a644-c5ad22be23fd HTTP/1.1" status: 200 len: 1091 time: 0.6305897 Feb 11 13:41:19.349189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:19.351493 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf52241-f005-4727-9892-4bc1370232af" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:19.354705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-047843cf-1d5d-4cbd-8f45-4b5bfc3688cb req-585886ac-7035-4bfe-9e6e-73a0f3cebcf7 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424645 Feb 11 13:41:19.374722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a919ec-d1c8-4fe8-b027-ee498fed9a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d32072-010f-44e0-a644-c5ad22be23fd,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.439870 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050fbbcd-945e-42f0-99ab-fc7eb27f3549 x-openstack-request-id: req-050fbbcd-945e-42f0-99ab-fc7eb27f3549 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:19.440197 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:19.440450 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-050fbbcd-945e-42f0-99ab-fc7eb27f3549 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:19.440861 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'status': 'completed', 'code': 200} Feb 11 13:41:19.465173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-7f7dd21d-3d76-47f5-8fec-72be3bd4bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.466948 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-7f7dd21d-3d76-47f5-8fec-72be3bd4bb35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 1125 time: 0.0734200 Feb 11 13:41:19.516904 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-2a237904-4bc3-4a0c-b805-12b23f3c4128 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d32072-010f-44e0-a644-c5ad22be23fd HTTP/1.1" status: 200 len: 217 time: 0.0425930 Feb 11 13:41:19.573606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-5201c13d-d309-4eda-aa14-7ff56db5ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.575318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-5201c13d-d309-4eda-aa14-7ff56db5ab52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d840e87-e3e3-4dba-96db-bc22f6c90bb8 HTTP/1.1" status: 200 len: 835 time: 0.0508657 Feb 11 13:41:19.627679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302873e3-379b-4076-a796-c90b1f452fe3 req-1c9eabbd-74cc-4dfc-9719-fdf3f5a69d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.629355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-1c9eabbd-74cc-4dfc-9719-fdf3f5a69d69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5237873d-6ff2-4ced-8614-1f889139902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478897 Feb 11 13:41:19.727235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-fc14f528-c4fc-43d7-a8ab-c14f9ca03ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909922 Feb 11 13:41:19.817490 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-302873e3-379b-4076-a796-c90b1f452fe3 req-e1ace3b9-b53d-4cd7-a152-301d3f95b2d7 service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837553 Feb 11 13:41:19.919397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52241-f005-4727-9892-4bc1370232af req-d3572c6d-769e-47fc-ac1a-ededaee41eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.920944 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6cf52241-f005-4727-9892-4bc1370232af req-d3572c6d-769e-47fc-ac1a-ededaee41eec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 1125 time: 0.0518975 Feb 11 13:41:20.025958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52241-f005-4727-9892-4bc1370232af req-6466dbd3-70fa-4e57-9ca7-637184556c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.027418 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6cf52241-f005-4727-9892-4bc1370232af req-6466dbd3-70fa-4e57-9ca7-637184556c1b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5237873d-6ff2-4ced-8614-1f889139902e HTTP/1.1" status: 200 len: 897 time: 0.1001141 Feb 11 13:41:20.076762 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6cf52241-f005-4727-9892-4bc1370232af req-5b939e3e-c2ec-4b39-920e-51d2be0bb730 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d32072-010f-44e0-a644-c5ad22be23fd HTTP/1.1" status: 200 len: 217 time: 0.0419893 Feb 11 13:41:20.127253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52241-f005-4727-9892-4bc1370232af req-b3e6383d-d76f-4af7-9e48-119cd55f576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.128743 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6cf52241-f005-4727-9892-4bc1370232af req-b3e6383d-d76f-4af7-9e48-119cd55f576e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d840e87-e3e3-4dba-96db-bc22f6c90bb8 HTTP/1.1" status: 200 len: 835 time: 0.0452540 Feb 11 13:41:20.183182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf52241-f005-4727-9892-4bc1370232af req-5cb0d6e3-c168-4c65-adf3-108fd76df3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.184742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6cf52241-f005-4727-9892-4bc1370232af req-5cb0d6e3-c168-4c65-adf3-108fd76df3fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5237873d-6ff2-4ced-8614-1f889139902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492468 Feb 11 13:41:20.282109 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6cf52241-f005-4727-9892-4bc1370232af req-cb206a39-0edb-42d1-8b0d-65b0951ca17c service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898943 Feb 11 13:41:20.386259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6cf52241-f005-4727-9892-4bc1370232af req-c582178b-d3c4-4194-8fc2-9675df79ffd0 service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971935 Feb 11 13:41:20.509517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03fced-46c2-4429-bafc-3f2cdf22499a req-bb615978-bb54-492c-b4f6-1b67ce388c57 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.511060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed03fced-46c2-4429-bafc-3f2cdf22499a req-bb615978-bb54-492c-b4f6-1b67ce388c57 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 943 time: 0.0545528 Feb 11 13:41:20.562084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed03fced-46c2-4429-bafc-3f2cdf22499a req-cdc9ecd6-d380-4ce7-8fa0-e945c758c93c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450063 Feb 11 13:41:21.083979 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:41:21.464966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e9d32072-010f-44e0-a644-c5ad22be23fd details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:41:21.573303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e9d32072-010f-44e0-a644-c5ad22be23fd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e9d32072-010f-44e0-a644-c5ad22be23fd,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:21.585509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'port_id': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'mac_address': 'fa:16:3e:76:30:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:41:21.623665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e9d32072-010f-44e0-a644-c5ad22be23fd is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:21.624067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:21.637309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d32072-010f-44e0-a644-c5ad22be23fd {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:41:21.657517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e9d32072-010f-44e0-a644-c5ad22be23fd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e9d32072-010f-44e0-a644-c5ad22be23fd,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:21.662171 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:21.689738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050abb7d-2599-4073-9fa2-d09b39c23539 req-013a7525-9bb9-4db2-8b09-e16299fe6a99 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:21.691598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-050abb7d-2599-4073-9fa2-d09b39c23539 req-013a7525-9bb9-4db2-8b09-e16299fe6a99 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 943 time: 0.0578144 Feb 11 13:41:21.709098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e9d32072-010f-44e0-a644-c5ad22be23fd,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.716480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.716825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.717164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.717493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.717849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.718178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.718503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.718825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.719258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.719584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.719904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.720226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.720542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:21.747153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-050abb7d-2599-4073-9fa2-d09b39c23539 req-66cfe980-1590-43b4-bce3-f48131d3ab72 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 Feb 11 13:41:21.878470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e9d32072-010f-44e0-a644-c5ad22be23fd'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:41:22.876108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a67c00-3183-4cb5-9480-0addacec9df0 req-fb7cc805-c27a-44a5-85fe-54d2c3c4aeca tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:22.877677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7a67c00-3183-4cb5-9480-0addacec9df0 req-fb7cc805-c27a-44a5-85fe-54d2c3c4aeca tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 944 time: 0.0552247 Feb 11 13:41:22.929842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7a67c00-3183-4cb5-9480-0addacec9df0 req-fb0bd051-207e-4485-b9bc-502d04b5d729 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Feb 11 13:41:23.465997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e9d32072-010f-44e0-a644-c5ad22be23fd up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:23.517340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port e9d32072-010f-44e0-a644-c5ad22be23fd completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:41:23.521591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e9d32072-010f-44e0-a644-c5ad22be23fd triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:23.521988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.598758 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e9d32072-010f-44e0-a644-c5ad22be23fd is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:41:23.599148 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.623559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:23.625863 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ab87c9-2b2b-4f77-93dd-a688be096315" -d '{"events": [{"server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "name": "network-vif-plugged", "status": "completed", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:23.642014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e9d32072-010f-44e0-a644-c5ad22be23fd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e9d32072-010f-44e0-a644-c5ad22be23fd,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:23.647536 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:23.694225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e9d32072-010f-44e0-a644-c5ad22be23fd,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:23.729432 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec33d7c-3884-4305-9cbb-c0f3c7cf3c72 x-openstack-request-id: req-dec33d7c-3884-4305-9cbb-c0f3c7cf3c72 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:23.729759 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "name": "network-vif-plugged", "status": "completed", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:23.729996 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dec33d7c-3884-4305-9cbb-c0f3c7cf3c72 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:23.730408 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'code': 200} Feb 11 13:41:23.842859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928d55-b8d9-4df3-a5ec-395fc21e77a3 req-9b76c362-05cb-4e2c-8e51-481f983c50d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:23.844388 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d928d55-b8d9-4df3-a5ec-395fc21e77a3 req-9b76c362-05cb-4e2c-8e51-481f983c50d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 1127 time: 0.0518751 Feb 11 13:41:23.890131 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-2d928d55-b8d9-4df3-a5ec-395fc21e77a3 req-b0c44074-1835-48bb-939e-c1b72dce1694 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390058 Feb 11 13:41:24.071244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1017a-db0f-42c2-aa9c-8cccae37877d req-080786ec-f0cc-4300-a48e-bf648b6721fa tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:24.072761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39d1017a-db0f-42c2-aa9c-8cccae37877d req-080786ec-f0cc-4300-a48e-bf648b6721fa tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 945 time: 0.0551991 Feb 11 13:41:24.128820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39d1017a-db0f-42c2-aa9c-8cccae37877d req-0a24a1fb-b5f9-49b3-be47-da4be797b7ba tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502107 Feb 11 13:41:25.265147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c5138-e45a-4861-9ccb-61ce1cf7a58a req-ac174f2c-4a83-4f74-af0d-3955f9ead094 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:25.266647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed2c5138-e45a-4861-9ccb-61ce1cf7a58a req-ac174f2c-4a83-4f74-af0d-3955f9ead094 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 945 time: 0.0545678 Feb 11 13:41:25.316632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed2c5138-e45a-4861-9ccb-61ce1cf7a58a req-fa8107f0-181b-471c-914a-be3c8d2ebb23 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Feb 11 13:41:25.440134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa33d0-0d97-4d03-949f-dad9d4d5db90 req-4c511d73-5cee-4bad-9c30-2ffbc2899a5f tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:25.441626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2fa33d0-0d97-4d03-949f-dad9d4d5db90 req-4c511d73-5cee-4bad-9c30-2ffbc2899a5f tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 945 time: 0.0578828 Feb 11 13:41:25.494593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2fa33d0-0d97-4d03-949f-dad9d4d5db90 req-611d2a52-9734-4658-9467-dba4b05488be tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446341 Feb 11 13:41:25.517482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58176) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:25.567680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ad9c4-c86f-4670-8e75-39b4f8c2eec5 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:25.569283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-096ad9c4-c86f-4670-8e75-39b4f8c2eec5 tempest-TestNetworkBasicOps-213456813 tempest-TestNetworkBasicOps-213456813-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 1122 time: 0.0505307 Feb 11 13:41:25.572104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58178) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:25.576420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:25.599795 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.697054 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.805310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Allocated IP 172.25.1.67 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:25.910718 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.947175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:25.989360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:25.992289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:25.995788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:26.001428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.371125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (a2f1558d-fc6b-43f5-a65f-b0fe076be6a2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.449387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.604067 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.611025 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.677504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event updated for resources: {'Port': ['ID=f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.688501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (a2f1558d-fc6b-43f5-a65f-b0fe076be6a2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:26.790601 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Floating IP a2f1558d-fc6b-43f5-a65f-b0fe076be6a2 associated. External IP: 172.25.1.67, port: e9d32072-010f-44e0-a644-c5ad22be23fd. Feb 11 13:41:27.008187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router 3201e1c4-eb21-4851-8030-d3c44e83d649 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:27.119447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:27.130566 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] Sync routers for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:27.140518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:27.142223 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:27.142871 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.170103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ab7d7fc4-ac3a-4a55-b28f-8060ba65f56c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5968244 Feb 11 13:41:27.170721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:41:27.172979 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fa3b1-23cb-46af-94d8-ace9b6596505" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:41:27.173214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58180) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:27.209344 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81f8a33-c5a4-49af-ad73-cc525a1d495d x-openstack-request-id: req-a81f8a33-c5a4-49af-ad73-cc525a1d495d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:41:27.209675 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:41:27.209944 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a81f8a33-c5a4-49af-ad73-cc525a1d495d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:41:27.210344 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'status': 'completed', 'code': 200} Feb 11 13:41:27.252311 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:27.264646 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-119df408-2b0d-42ad-b3e2-b571cce4d082 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/floatingips/a2f1558d-fc6b-43f5-a65f-b0fe076be6a2 HTTP/1.1" status: 200 len: 990 time: 0.0896378 Feb 11 13:41:27.284247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-753693d3-ae16-4032-ba49-5beebfb73b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.285922 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-753693d3-ae16-4032-ba49-5beebfb73b7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 1127 time: 0.0517597 Feb 11 13:41:27.383217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-dc74461c-38a5-4fea-b5be-0f0dfc179335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.383217 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-dc74461c-38a5-4fea-b5be-0f0dfc179335 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5237873d-6ff2-4ced-8614-1f889139902e HTTP/1.1" status: 200 len: 897 time: 0.0894039 Feb 11 13:41:27.452354 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-0aed4242-3e31-4c5d-b9e8-68f7b7a92adc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d32072-010f-44e0-a644-c5ad22be23fd HTTP/1.1" status: 200 len: 998 time: 0.0642068 Feb 11 13:41:27.474945 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'a2f1558d-fc6b-43f5-a65f-b0fe076be6a2', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'port_id': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'mac_address': 'fa:16:3e:76:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:41:26Z', 'updated_at': '2022-02-11T13:41:26Z', 'revision_number': 0, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:16Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.500641 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] Checking router: 3201e1c4-eb21-4851-8030-d3c44e83d649 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:27.501148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-f16a7ce4-20de-4f54-838d-e128eed847b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.502887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-f16a7ce4-20de-4f54-838d-e128eed847b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d840e87-e3e3-4dba-96db-bc22f6c90bb8 HTTP/1.1" status: 200 len: 835 time: 0.0442953 Feb 11 13:41:27.509259 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:27.509882 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:41:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.553219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-6744b755-5c5e-4dbe-ae9f-0b261f7ff732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:27.554673 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-6744b755-5c5e-4dbe-ae9f-0b261f7ff732 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5237873d-6ff2-4ced-8614-1f889139902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454838 Feb 11 13:41:27.653729 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-97044734-f342-4e32-9dfe-fe5edc6e5931 service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926137 Feb 11 13:41:27.712420 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:27.746160 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9c9fa3b1-23cb-46af-94d8-ace9b6596505 req-1c094fb5-011b-495b-94ea-cf0140c6ce68 service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Feb 11 13:41:27.932880 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'a2f1558d-fc6b-43f5-a65f-b0fe076be6a2', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'port_id': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'mac_address': 'fa:16:3e:76:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:41:26Z', 'updated_at': '2022-02-11T13:41:26Z', 'revision_number': 0, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:16Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.958647 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae77b16-c975-45c9-8361-ea4f6ca23be0 None None] The sync data for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 is: [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'a2f1558d-fc6b-43f5-a65f-b0fe076be6a2', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'port_id': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'mac_address': 'fa:16:3e:76:30:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:41:26Z', 'updated_at': '2022-02-11T13:41:26Z', 'revision_number': 0, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:16Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:28.157003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e1247b-4538-480a-8efa-f88f23a0864d None None] New status for floating IP a2f1558d-fc6b-43f5-a65f-b0fe076be6a2: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:41:28.267734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58184) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:28.335093 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd97362b-e771-4efa-9275-fdf6ce60b1d7 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/floatingips/a2f1558d-fc6b-43f5-a65f-b0fe076be6a2 HTTP/1.1" status: 200 len: 990 time: 0.0660675 Feb 11 13:41:29.339539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58186) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:41:29.357683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2931889-da1e-47c8-8e3e-8bc2c5607202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:29.406268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bc5f14a8-1165-4763-ad56-92fbe4d91a13 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/floatingips/a2f1558d-fc6b-43f5-a65f-b0fe076be6a2 HTTP/1.1" status: 200 len: 992 time: 0.0654166 Feb 11 13:41:31.448539 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c115f8c9-3a92-47e7-b3bc-5b055fbb629f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:32.702285 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:34.350301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:35.351930 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:39.857550 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-8a33dd77-9e63-4642-bdb7-ae8a1f8402a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476220 Feb 11 13:41:39.950835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-0f3da884-22c5-4f78-805a-d6e3527e2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:39.952377 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-0f3da884-22c5-4f78-805a-d6e3527e2e32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 1127 time: 0.0508699 Feb 11 13:41:40.065756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-bbfed043-4f94-4858-aa85-8af55ec1aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.067348 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-bbfed043-4f94-4858-aa85-8af55ec1aabb service neutron] 10.222.0.53 "GET /v2.0/networks?id=5237873d-6ff2-4ced-8614-1f889139902e HTTP/1.1" status: 200 len: 897 time: 0.0941360 Feb 11 13:41:40.134741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-0cc7b931-7a61-4a85-bb95-96c99b2afe44 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d32072-010f-44e0-a644-c5ad22be23fd HTTP/1.1" status: 200 len: 1000 time: 0.0602140 Feb 11 13:41:40.189346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-06f5d07b-d71d-4665-8fcd-6566802f797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.190905 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-06f5d07b-d71d-4665-8fcd-6566802f797d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d840e87-e3e3-4dba-96db-bc22f6c90bb8 HTTP/1.1" status: 200 len: 835 time: 0.0495794 Feb 11 13:41:40.240977 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-7137e4c6-73b6-450d-a061-423230f8a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.242509 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-7137e4c6-73b6-450d-a061-423230f8a4e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5237873d-6ff2-4ced-8614-1f889139902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446658 Feb 11 13:41:40.334208 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-da38f5b3-1842-4d21-9c22-3f7453f51136 service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Feb 11 13:41:40.439269 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-e071ba09-a800-427d-84d0-6a8f3b74b8e5 req-e34ebeb5-efc6-454f-9565-45c51d11349a service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972328 Feb 11 13:41:46.575865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:47.531375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:41:58.088879 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:41:59.358546 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d1df1699-e668-4551-b4b2-262c9800f0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:00.619172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58202) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:00.690403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fff7d8b4-07f3-471c-ba80-3e1d08f36214 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/floatingips/a2f1558d-fc6b-43f5-a65f-b0fe076be6a2 HTTP/1.1" status: 200 len: 992 time: 0.0697813 Feb 11 13:42:00.922009 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58208) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:01.088673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:01.089024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.177276 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.177484 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.191790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:01.348916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.375097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=f8ee09f5-6ab7-4f2b-bb8c-5ee11091f480,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:01.436196 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for floatingip (a2f1558d-fc6b-43f5-a65f-b0fe076be6a2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.436918 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Floating IP a2f1558d-fc6b-43f5-a65f-b0fe076be6a2 disassociated (deleted). External IP: 172.25.1.67, port: e9d32072-010f-44e0-a644-c5ad22be23fd. Feb 11 13:42:01.446533 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1b58eeec-8c7f-4f8e-af62-04e2c963f913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.660978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router 3201e1c4-eb21-4851-8030-d3c44e83d649 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:01.772716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:01.778060 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:01.783383 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] Sync routers for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:01.794311 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:01.794949 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:01.807889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-85c9fe80-14e6-47dc-9bee-b0ca261b1592 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/floatingips/a2f1558d-fc6b-43f5-a65f-b0fe076be6a2 HTTP/1.1" status: 204 len: 168 time: 0.8847268 Feb 11 13:42:01.808492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:01.810858 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b6b09-47d2-45d1-8d61-2afb78771308" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:01.903585 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:01.970954 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da73fe7c-efa0-48d5-b84b-9bf78dd62959 x-openstack-request-id: req-da73fe7c-efa0-48d5-b84b-9bf78dd62959 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:01.971253 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:01.971627 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da73fe7c-efa0-48d5-b84b-9bf78dd62959 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:01.972047 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'status': 'completed', 'code': 200} Feb 11 13:42:02.043434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-c6f5aabc-428b-461d-a2cd-88a5ff868853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.044881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-c6f5aabc-428b-461d-a2cd-88a5ff868853 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 1127 time: 0.0477808 Feb 11 13:42:02.074315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f7912-4a79-4af1-965f-3ffb45511fc1 req-c2f95123-4dce-4f34-8264-31b51c91c61e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.076138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a03f7912-4a79-4af1-965f-3ffb45511fc1 req-c2f95123-4dce-4f34-8264-31b51c91c61e tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 945 time: 0.0597672 Feb 11 13:42:02.106082 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:16Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:02.131366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a03f7912-4a79-4af1-965f-3ffb45511fc1 req-8b54c45a-8242-4491-b771-38e1da4899ed tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495570 Feb 11 13:42:02.132546 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] Checking router: 3201e1c4-eb21-4851-8030-d3c44e83d649 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:02.141002 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:02.141615 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:02.146849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-8a4e4ab4-99cf-4bbf-b922-67ea11ad6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.148459 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-8a4e4ab4-99cf-4bbf-b922-67ea11ad6682 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5237873d-6ff2-4ced-8614-1f889139902e HTTP/1.1" status: 200 len: 897 time: 0.0944993 Feb 11 13:42:02.190964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-b364c737-7cb7-41b8-ad45-9521c00fcbfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9d32072-010f-44e0-a644-c5ad22be23fd HTTP/1.1" status: 200 len: 217 time: 0.0353580 Feb 11 13:42:02.240429 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-31d51522-b4e8-4196-853e-b849d357d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.241937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-31d51522-b4e8-4196-853e-b849d357d575 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2d840e87-e3e3-4dba-96db-bc22f6c90bb8 HTTP/1.1" status: 200 len: 835 time: 0.0438900 Feb 11 13:42:02.248548 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:02.296513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-1a6335a7-2309-48ee-8226-3e5f22e79b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.298031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-1a6335a7-2309-48ee-8226-3e5f22e79b16 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5237873d-6ff2-4ced-8614-1f889139902e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491304 Feb 11 13:42:02.388781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-08946528-47bd-4c59-821b-e124b16de82b service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830762 Feb 11 13:42:02.450493 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:16Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:02.477517 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90788d0d-adf2-4236-a08b-b0bc82ef214c None None] The sync data for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 is: [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:41:13Z', 'revision_number': 4, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '717e4586-bd6c-4dfa-b614-68cdf56360c6', 'name': '', 'network_id': '5237873d-6ff2-4ced-8614-1f889139902e', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'mac_address': 'fa:16:3e:f6:1b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:12Z', 'updated_at': '2022-02-11T13:41:16Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'subnets': [{'id': '2d840e87-e3e3-4dba-96db-bc22f6c90bb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:02.486457 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a74b6b09-47d2-45d1-8d61-2afb78771308 req-a2552a84-1353-4b90-93ea-42541fcce4d6 service neutron] 10.222.0.53 "GET /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900769 Feb 11 13:42:02.703938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:02.704941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea60525d-7d87-433b-9c7d-659fd8bd1131 None None] New status for floating IP a2f1558d-fc6b-43f5-a65f-b0fe076be6a2: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:42:03.273692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13c376-699c-4400-9109-af95fde8e906 req-6a903ab9-560a-421e-9cd1-4fd545ef67b1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.275228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea13c376-699c-4400-9109-af95fde8e906 req-6a903ab9-560a-421e-9cd1-4fd545ef67b1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 945 time: 0.0595014 Feb 11 13:42:03.328835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea13c376-699c-4400-9109-af95fde8e906 req-e1e60d1e-904c-44cb-9306-3dd9dc2171d5 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/security-groups?id=0e30d404-0357-48c3-987d-a7e98a2b7b05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454426 Feb 11 13:42:03.525079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-31324f29-9c50-4808-9b85-2091f5a6302c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.526618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-31324f29-9c50-4808-9b85-2091f5a6302c tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 945 time: 0.0617344 Feb 11 13:42:03.628131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port e9d32072-010f-44e0-a644-c5ad22be23fd {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:03.628690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.719040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port e9d32072-010f-44e0-a644-c5ad22be23fd, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e9d32072-010f-44e0-a644-c5ad22be23fd,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:03.719296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.732833 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for e9d32072-010f-44e0-a644-c5ad22be23fd owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:03.872428 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e9d32072-010f-44e0-a644-c5ad22be23fd), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.902674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=e9d32072-010f-44e0-a644-c5ad22be23fd,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:03.945567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] No DVR routers for this DVR port e9d32072-010f-44e0-a644-c5ad22be23fd on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:03.948433 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:03.951869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d8eef674-d654-41a4-a73c-8173803e7f61 req-e8c33e34-c901-440e-8695-6788ed9d6c0b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.53 "DELETE /v2.0/ports/e9d32072-010f-44e0-a644-c5ad22be23fd HTTP/1.1" status: 204 len: 173 time: 0.4195814 Feb 11 13:42:03.952316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'name': 'network-vif-deleted', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:03.954619 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955fabd1-1762-4cb2-98ac-bba326f142fe" -d '{"events": [{"server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "name": "network-vif-deleted", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:03.993023 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2cca66-9949-4526-beca-d709882abf90 x-openstack-request-id: req-3e2cca66-9949-4526-beca-d709882abf90 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:03.993312 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb6609d-474f-4a4a-b590-a25ba716688e", "name": "network-vif-deleted", "tag": "e9d32072-010f-44e0-a644-c5ad22be23fd", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:03.993581 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e2cca66-9949-4526-beca-d709882abf90 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:03.994008 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb6609d-474f-4a4a-b590-a25ba716688e', 'name': 'network-vif-deleted', 'tag': 'e9d32072-010f-44e0-a644-c5ad22be23fd', 'status': 'completed', 'code': 200} Feb 11 13:42:04.364462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:04.459178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7d7fcf4-e6e2-4c74-b173-17ce3108506a req-2dd1ca6f-0f81-4473-977e-4f59e6781617 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdb6609d-474f-4a4a-b590-a25ba716688e HTTP/1.1" status: 200 len: 210 time: 0.0327294 Feb 11 13:42:05.349952 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.520185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58224) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:05.580916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdedab2e-9b27-4463-a738-784101b2d6d1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (0e30d404-0357-48c3-987d-a7e98a2b7b05), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.607308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdedab2e-9b27-4463-a738-784101b2d6d1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (0e30d404-0357-48c3-987d-a7e98a2b7b05), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.685766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdedab2e-9b27-4463-a738-784101b2d6d1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0e30d404-0357-48c3-987d-a7e98a2b7b05), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.688724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cdedab2e-9b27-4463-a738-784101b2d6d1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:05.689974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cdedab2e-9b27-4463-a738-784101b2d6d1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e30d404-0357-48c3-987d-a7e98a2b7b05 HTTP/1.1" status: 204 len: 168 time: 0.1687632 Feb 11 13:42:05.700164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdedab2e-9b27-4463-a738-784101b2d6d1 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30d404-0357-48c3-987d-a7e98a2b7b05,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.730726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58228) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:06.114727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (3201e1c4-eb21-4851-8030-d3c44e83d649), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.380409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port 717e4586-bd6c-4dfa-b614-68cdf56360c6 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:06.380663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.478002 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port 717e4586-bd6c-4dfa-b614-68cdf56360c6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=717e4586-bd6c-4dfa-b614-68cdf56360c6,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:06.478373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:06.491369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for 717e4586-bd6c-4dfa-b614-68cdf56360c6 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:07.006489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (717e4586-bd6c-4dfa-b614-68cdf56360c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.033042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=717e4586-bd6c-4dfa-b614-68cdf56360c6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.207089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (3201e1c4-eb21-4851-8030-d3c44e83d649), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.436014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Router 3201e1c4-eb21-4851-8030-d3c44e83d649 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:07.554451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:07.559658 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e52234df-7c31-4e13-a057-8604b83ea95a tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "PUT /v2.0/routers/3201e1c4-eb21-4851-8030-d3c44e83d649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8278906 Feb 11 13:42:07.562502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58230) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:07.566395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] Sync routers for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:07.576889 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:07.577503 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:07.614843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting subnet 2d840e87-e3e3-4dba-96db-bc22f6c90bb8 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:42:07.618299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for subnet (2d840e87-e3e3-4dba-96db-bc22f6c90bb8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.657879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e9d32072-010f-44e0-a644-c5ad22be23fd no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:07.664267 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (2d840e87-e3e3-4dba-96db-bc22f6c90bb8), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.678783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: e9d32072-010f-44e0-a644-c5ad22be23fd {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:07.679220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e9d32072-010f-44e0-a644-c5ad22be23fd not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:07.685885 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:07.749507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (2d840e87-e3e3-4dba-96db-bc22f6c90bb8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.812136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (2d840e87-e3e3-4dba-96db-bc22f6c90bb8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.843749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Subnet': ['ID=2d840e87-e3e3-4dba-96db-bc22f6c90bb8,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.847521 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.850785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6daa0aae-b202-424c-81ae-81fb3a81277b tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/subnets/2d840e87-e3e3-4dba-96db-bc22f6c90bb8 HTTP/1.1" status: 204 len: 168 time: 0.2864764 Feb 11 13:42:07.853373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58232) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:07.859388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf173210-03fc-47ef-b144-f4ca777430e7 None None] Network 5237873d-6ff2-4ced-8614-1f889139902e requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:07.871115 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:42:06Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:07.976499 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router (3201e1c4-eb21-4851-8030-d3c44e83d649), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:07.997513 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] Checking router: 3201e1c4-eb21-4851-8030-d3c44e83d649 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:08.007268 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] Routers {'3201e1c4-eb21-4851-8030-d3c44e83d649'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:08.007890 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3201e1c4-eb21-4851-8030-d3c44e83d649'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.039855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] DHCP port deletion for 5237873d-6ff2-4ced-8614-1f889139902e request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:42:08.086741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] Deleting port 317db7c0-febd-4122-9b16-191c72068f14 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:08.087107 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (317db7c0-febd-4122-9b16-191c72068f14), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.101338 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_gateway (3201e1c4-eb21-4851-8030-d3c44e83d649), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.121130 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] Set router 3201e1c4-eb21-4851-8030-d3c44e83d649 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:08.161201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] For port 317db7c0-febd-4122-9b16-191c72068f14, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=317db7c0-febd-4122-9b16-191c72068f14,segment=NetworkSegment(442a3de4-bdd9-4134-bd54-11f003858a3d),segment_id=442a3de4-bdd9-4134-bd54-11f003858a3d)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:08.161611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (317db7c0-febd-4122-9b16-191c72068f14), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.168793 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Deleting port d99720e2-4cee-42b9-b37b-030cdbed75b2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:08.169126 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.178116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] Calling delete_port for 317db7c0-febd-4122-9b16-191c72068f14 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:08.251293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] For port d99720e2-4cee-42b9-b37b-030cdbed75b2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d99720e2-4cee-42b9-b37b-030cdbed75b2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:08.251669 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.267338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Calling delete_port for d99720e2-4cee-42b9-b37b-030cdbed75b2 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:08.268262 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (317db7c0-febd-4122-9b16-191c72068f14), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.284819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] No DVR routers for this DVR port 317db7c0-febd-4122-9b16-191c72068f14 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:08.301093 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:42:06Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.323600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b109e6-5e28-4ede-843f-f8856da63447 None None] Pushing event deleted for resources: {'Port': ['ID=317db7c0-febd-4122-9b16-191c72068f14,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:08.332204 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd48e1c-cab1-433f-ac8d-10e97581ee3e None None] The sync data for ids ['3201e1c4-eb21-4851-8030-d3c44e83d649'] in n-d-828675-3 is: [{'id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'name': 'tempest-TestNetworkBasicOps-router-1490939100', 'tenant_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:09Z', 'updated_at': '2022-02-11T13:42:06Z', 'revision_number': 5, 'project_id': 'c11c8f013a4a44c6bd8fd92fe51cc65e', 'gw_port': {'id': 'd99720e2-4cee-42b9-b37b-030cdbed75b2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:05:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3201e1c4-eb21-4851-8030-d3c44e83d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:10Z', 'updated_at': '2022-02-11T13:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:08.465207 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (d99720e2-4cee-42b9-b37b-030cdbed75b2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.494195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Port': ['ID=d99720e2-4cee-42b9-b37b-030cdbed75b2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:08.555706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (3201e1c4-eb21-4851-8030-d3c44e83d649), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.649752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (3201e1c4-eb21-4851-8030-d3c44e83d649), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.653361 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router_controller (3201e1c4-eb21-4851-8030-d3c44e83d649), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.705589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (3201e1c4-eb21-4851-8030-d3c44e83d649), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.706621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Fanout notify agent at l3_agent the message router_deleted on router 3201e1c4-eb21-4851-8030-d3c44e83d649 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:08.716948 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.720685 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-92bb7fc8-5b52-4a63-b7f1-3bb427f7f1e0 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/routers/3201e1c4-eb21-4851-8030-d3c44e83d649 HTTP/1.1" status: 204 len: 168 time: 0.8638542 Feb 11 13:42:08.720940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58234) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:08.731336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 317db7c0-febd-4122-9b16-191c72068f14 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:08.751940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 317db7c0-febd-4122-9b16-191c72068f14 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:08.752361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 317db7c0-febd-4122-9b16-191c72068f14 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:08.803523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (5237873d-6ff2-4ced-8614-1f889139902e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.894654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (5237873d-6ff2-4ced-8614-1f889139902e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.915880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5237873d-6ff2-4ced-8614-1f889139902e']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.926681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442a3de4-bdd9-4134-bd54-11f003858a3d') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.926983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442a3de4-bdd9-4134-bd54-11f003858a3d') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:08.937289 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (442a3de4-bdd9-4134-bd54-11f003858a3d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.951663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (442a3de4-bdd9-4134-bd54-11f003858a3d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.958362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:08.958749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (442a3de4-bdd9-4134-bd54-11f003858a3d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: timer() Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:08.961888 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:09.022440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (5237873d-6ff2-4ced-8614-1f889139902e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.029406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.032595 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] 10.222.0.42 "DELETE /v2.0/networks/5237873d-6ff2-4ced-8614-1f889139902e HTTP/1.1" status: 204 len: 168 time: 0.3106880 Feb 11 13:42:09.043810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa84612-a2cd-4f82-a37c-7c1ee07070e4 tempest-TestNetworkBasicOps-1158322779 tempest-TestNetworkBasicOps-1158322779-project] Pushing event deleted for resources: {'Network': ['ID=5237873d-6ff2-4ced-8614-1f889139902e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.352581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58240) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:09.486450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b231df5e-d87e-48b6-9668-a4194f130e0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c11c8f013a4a44c6bd8fd92fe51cc65e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326709 Feb 11 13:42:09.489268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58244) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:09.537912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa93c8d5-a13b-4263-9c12-76a9dc9f22a9 admin admin] Publish callbacks [] for security_group (99def9ab-f2af-4312-8892-f15287438ce6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.558820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa93c8d5-a13b-4263-9c12-76a9dc9f22a9 admin admin] Publish callbacks [] for security_group (99def9ab-f2af-4312-8892-f15287438ce6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.609567 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa93c8d5-a13b-4263-9c12-76a9dc9f22a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (99def9ab-f2af-4312-8892-f15287438ce6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.612327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fa93c8d5-a13b-4263-9c12-76a9dc9f22a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.613516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fa93c8d5-a13b-4263-9c12-76a9dc9f22a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99def9ab-f2af-4312-8892-f15287438ce6 HTTP/1.1" status: 204 len: 168 time: 0.1233530 Feb 11 13:42:09.621362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93c8d5-a13b-4263-9c12-76a9dc9f22a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99def9ab-f2af-4312-8892-f15287438ce6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.889653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58250) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:09.903588 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0abbe1d5-f9f7-46e7-ae27-d87c775fa37d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.980551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0abbe1d5-f9f7-46e7-ae27-d87c775fa37d admin admin] Publish callbacks [] for security_group (d9509cf9-d385-48bf-b252-f770f8127e0e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:09.986784 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0abbe1d5-f9f7-46e7-ae27-d87c775fa37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9509cf9-d385-48bf-b252-f770f8127e0e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.027731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0abbe1d5-f9f7-46e7-ae27-d87c775fa37d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3284ab792ad471ea1dbdfe20290b549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368754 Feb 11 13:42:10.028683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbe1d5-f9f7-46e7-ae27-d87c775fa37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9509cf9-d385-48bf-b252-f770f8127e0e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.030752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58252) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:10.085904 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-690e40f7-8fbf-489d-a506-692774458c3e admin admin] Publish callbacks [] for security_group (d9509cf9-d385-48bf-b252-f770f8127e0e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.108273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-690e40f7-8fbf-489d-a506-692774458c3e admin admin] Publish callbacks [] for security_group (d9509cf9-d385-48bf-b252-f770f8127e0e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.156831 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-690e40f7-8fbf-489d-a506-692774458c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d9509cf9-d385-48bf-b252-f770f8127e0e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.159526 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-690e40f7-8fbf-489d-a506-692774458c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:10.160760 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-690e40f7-8fbf-489d-a506-692774458c3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9509cf9-d385-48bf-b252-f770f8127e0e HTTP/1.1" status: 204 len: 168 time: 0.1288681 Feb 11 13:42:10.168843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e40f7-8fbf-489d-a506-692774458c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9509cf9-d385-48bf-b252-f770f8127e0e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.328985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d99720e2-4cee-42b9-b37b-030cdbed75b2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:10.349178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d99720e2-4cee-42b9-b37b-030cdbed75b2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:10.349539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d99720e2-4cee-42b9-b37b-030cdbed75b2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:10.350000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 717e4586-bd6c-4dfa-b614-68cdf56360c6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:10.372538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 717e4586-bd6c-4dfa-b614-68cdf56360c6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:10.372880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 717e4586-bd6c-4dfa-b614-68cdf56360c6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:10.923779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58274) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:11.026360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2106539814-network', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:11.050143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:11.054067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.065405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.146628 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks [] for security_group (0f63e5d1-e111-4983-8d35-7335564b5ba6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.153602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0f63e5d1-e111-4983-8d35-7335564b5ba6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.175199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:11.191332 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f63e5d1-e111-4983-8d35-7335564b5ba6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.195864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b1c2d415-30d0-4983-b34c-ebe8f2df0ee2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.196210 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Added segment b1c2d415-30d0-4983-b34c-ebe8f2df0ee2 of type vlan for network c7ddf8bb-8945-41ea-acd2-00a058935f6b Feb 11 13:42:11.236890 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c7ddf8bb-8945-41ea-acd2-00a058935f6b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.276804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c7ddf8bb-8945-41ea-acd2-00a058935f6b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.277885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.278520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.318042 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3900924 Feb 11 13:42:11.318352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58278) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:11.323332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Request body: {'subnet': {'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2106539814-subnet', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:11.341900 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ccc76-e190-4d7a-ae62-2566767d1d1a admin admin] Pushing event updated for resources: {'Network': ['ID=c7ddf8bb-8945-41ea-acd2-00a058935f6b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.343381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:11.346176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.352661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:11.522199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (77f7f1d6-7200-4252-8de5-0c04045758af), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.574576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f7f1d6-7200-4252-8de5-0c04045758af,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.584773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:11.585133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Network hostable DHCP agents. Network: c7ddf8bb-8945-41ea-acd2-00a058935f6b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:11.602517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:11.611930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c7ddf8bb-8945-41ea-acd2-00a058935f6b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:11.616172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.616808 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.620663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383b318-7823-4827-b916-0158fc438131 None None] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:11.634282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c73c61bb-3965-483a-9ab1-52c373bc8ce5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3147883 Feb 11 13:42:11.637098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58280) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:11.641319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:11.663850 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (0741b170-9c85-4cc8-b60f-aacc305f38ec), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.665034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (0741b170-9c85-4cc8-b60f-aacc305f38ec), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.720830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks [] for router_controller (0741b170-9c85-4cc8-b60f-aacc305f38ec), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.724186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:11.725229 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.863512 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks [] for router_gateway (0741b170-9c85-4cc8-b60f-aacc305f38ec), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:11.867532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Allocated IP 172.20.0.2 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/0187c4f2-9970-4cb3-bfe0-931a50695540) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:12.012715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Publish callbacks [] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.020609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.068568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:12.071632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:12.075400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:12.085304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Pushing event updated for resources: {'Port': ['ID=0187c4f2-9970-4cb3-bfe0-931a50695540,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.137770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Attempting to bind port 0187c4f2-9970-4cb3-bfe0-931a50695540 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:12.138058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Attempting to bind port 0187c4f2-9970-4cb3-bfe0-931a50695540 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:12.138572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Attempting to bind port 0187c4f2-9970-4cb3-bfe0-931a50695540 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:12.144226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:12.144579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:12.145006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.145393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:12.145902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Bound port: 0187c4f2-9970-4cb3-bfe0-931a50695540, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:12.146277 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.210616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] For port 0187c4f2-9970-4cb3-bfe0-931a50695540, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:12.213809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] For port 0187c4f2-9970-4cb3-bfe0-931a50695540, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0187c4f2-9970-4cb3-bfe0-931a50695540,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:12.221308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.292190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad367010-6877-4b74-9d54-5d2600742570 None None] Pushing event updated for resources: {'Port': ['ID=0187c4f2-9970-4cb3-bfe0-931a50695540,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.365078 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks [] for router_gateway (0741b170-9c85-4cc8-b60f-aacc305f38ec), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.384346 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.509712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Allocated IP 172.25.1.248 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/7ba6ca88-5f2f-47ca-b746-1a082f04df5e) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:12.619095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks [] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.654185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:12.693994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:12.696782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:12.700310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:12.723128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.965616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks [] for router_gateway (0741b170-9c85-4cc8-b60f-aacc305f38ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.179308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (0741b170-9c85-4cc8-b60f-aacc305f38ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.247379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f73bb-f86c-47cd-9d39-1042322c734f None None] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:13.308425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-38c73436-ec8b-4166-b637-27181d83b4a2 None None] Provisioning complete for port 0187c4f2-9970-4cb3-bfe0-931a50695540 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:13.308798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c73436-ec8b-4166-b637-27181d83b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.318432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:13.428082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-38c73436-ec8b-4166-b637-27181d83b4a2 None None] Current status of the port 0187c4f2-9970-4cb3-bfe0-931a50695540 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:13.428332 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c73436-ec8b-4166-b637-27181d83b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.433742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:13.446399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:13.455799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.457513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2953c03a-6cb0-4b8e-8deb-030d939b6d25 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8194106 Feb 11 13:42:13.460843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58282) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:13.473398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:13.474083 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:13.479335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-38c73436-ec8b-4166-b637-27181d83b4a2 None None] For port 0187c4f2-9970-4cb3-bfe0-931a50695540, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0187c4f2-9970-4cb3-bfe0-931a50695540,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:13.519425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c73436-ec8b-4166-b637-27181d83b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.580653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c73436-ec8b-4166-b637-27181d83b4a2 None None] Pushing event updated for resources: {'Port': ['ID=0187c4f2-9970-4cb3-bfe0-931a50695540,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:13.642754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:13.782943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2a9f8556-387e-4eb3-ac4a-3255818c782d None None] Provisioning complete for port 0187c4f2-9970-4cb3-bfe0-931a50695540 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:13.783163 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2a9f8556-387e-4eb3-ac4a-3255818c782d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.885563 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:13.895768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f8556-387e-4eb3-ac4a-3255818c782d None None] Current status of the port 0187c4f2-9970-4cb3-bfe0-931a50695540 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:13.898635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:12Z', 'revision_number': 3, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:14.047397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Allocated IP 172.20.0.1 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/000120e0-dd44-4f63-97ad-e8c65bbb600f) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:14.088756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:14.089109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Updating router 0741b170-9c85-4cc8-b60f-aacc305f38ec port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:14.116704 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.155539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks [] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.190139 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.229352 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:14.233840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:14.238384 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:14.241481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Pushing event updated for resources: {'Port': ['ID=000120e0-dd44-4f63-97ad-e8c65bbb600f,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.278627 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (0741b170-9c85-4cc8-b60f-aacc305f38ec), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.415018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0187c4f2-9970-4cb3-bfe0-931a50695540 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:14.420825 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Publish callbacks [] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.437000 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.450142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.521290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Attempting to bind port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:14.521290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Attempting to bind port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:14.521622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Attempting to bind port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:14.526860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a612e-eb69-4062-91ba-dd3d4a4ba630 None None] Pushing event updated for resources: {'Port': ['ID=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.537972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:14.538354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:14.538761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.539150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:14.539622 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Bound port: 7ba6ca88-5f2f-47ca-b746-1a082f04df5e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:14.540000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.546009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e2c24e02-4a37-4a71-ab8b-776bf924df1c None None] Provisioning complete for port 000120e0-dd44-4f63-97ad-e8c65bbb600f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:14.546377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c24e02-4a37-4a71-ab8b-776bf924df1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.570909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0187c4f2-9970-4cb3-bfe0-931a50695540 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:14.571143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.605829 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks [] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.611522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.643614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e2c24e02-4a37-4a71-ab8b-776bf924df1c None None] Port 000120e0-dd44-4f63-97ad-e8c65bbb600f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:14.656562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] For port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:14.660430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] For port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:14.670219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.681115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (0741b170-9c85-4cc8-b60f-aacc305f38ec), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:14.683778 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Pushing event updated for resources: {'Port': ['ID=000120e0-dd44-4f63-97ad-e8c65bbb600f,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.758303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0187c4f2-9970-4cb3-bfe0-931a50695540 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:14.765177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:14.765858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:14.769540 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a612e-eb69-4062-91ba-dd3d4a4ba630 None None] Pushing event updated for resources: {'Port': ['ID=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.779543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:14.780984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:14.881631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:14.908868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:15.024957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:15.030770 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42a2fed6-0b65-48c5-b5a7-ea8e85628525 admin admin] 10.222.0.42 "PUT /v2.0/routers/0741b170-9c85-4cc8-b60f-aacc305f38ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688078 Feb 11 13:42:15.079686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-968482cf-290d-49c3-8298-fc90425dca9c None None] Provisioning complete for port 000120e0-dd44-4f63-97ad-e8c65bbb600f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:15.080064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-968482cf-290d-49c3-8298-fc90425dca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.121709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-968482cf-290d-49c3-8298-fc90425dca9c None None] Port 000120e0-dd44-4f63-97ad-e8c65bbb600f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:15.129942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 2, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:15.160954 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85969f-e92d-4c72-b50f-02f76145e828 None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 2, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:15.537112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58298) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:15.542729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1466515498-network', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:15.563864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Made reservation on behalf of 89262fc9bbd94c6a86e78417d7224fce for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:15.567190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.577752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.658353 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks [] for security_group (beac809f-48cd-449a-b5f6-493bdb4a6e3e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.663494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (beac809f-48cd-449a-b5f6-493bdb4a6e3e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.691011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:15.701334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beac809f-48cd-449a-b5f6-493bdb4a6e3e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:15.706132 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (400bac55-e65c-4426-bcb4-d1e1d4c8cf83), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.706659 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Added segment 400bac55-e65c-4426-bcb4-d1e1d4c8cf83 of type vlan for network 832b2981-2a6c-4ea1-9b50-764c2c686697 Feb 11 13:42:15.720052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.720396 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.720761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.721091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.721415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.721773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.722172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.722489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.722804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.723123 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.723440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.723756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.724072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:15.779741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (832b2981-2a6c-4ea1-9b50-764c2c686697), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.810208 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (832b2981-2a6c-4ea1-9b50-764c2c686697), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.811155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:15.811824 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.856188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3173831 Feb 11 13:42:15.859024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58300) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:15.864350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Request body: {'subnet': {'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1466515498-subnet', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:15.885613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Made reservation on behalf of 89262fc9bbd94c6a86e78417d7224fce for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:15.888025 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:15.894215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb9e96-519e-4f76-8a97-4afd5551f3cf admin admin] Pushing event updated for resources: {'Network': ['ID=832b2981-2a6c-4ea1-9b50-764c2c686697,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:15.904397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:16.372880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7ba6ca88-5f2f-47ca-b746-1a082f04df5e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:16.408333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (41c95098-0b00-4ada-91b5-3f78e0fcba28), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.443229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:16.443229 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.465830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c95098-0b00-4ada-91b5-3f78e0fcba28,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:16.478565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.478912 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.479261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.479595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.479925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.480275 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.480576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.480899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.481219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.481536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.481959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.482278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.482596 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:16.486946 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Checking segment: {'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:16.487303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Network hostable DHCP agents. Network: 832b2981-2a6c-4ea1-9b50-764c2c686697, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:16.505885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:16.516737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 832b2981-2a6c-4ea1-9b50-764c2c686697) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:16.523288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:16.524360 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.526399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9da7ef-99db-41e5-8daa-5717e1088e96 None None] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:16.530998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:16.531423 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.540985 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a11eb0f4-d72f-4237-9ff3-a1a9bc58b146 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6808188 Feb 11 13:42:16.543708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 58302) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:16.548887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:16.570889 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (cbfd6aa1-13f6-473d-8543-325954d45c50), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.572055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (cbfd6aa1-13f6-473d-8543-325954d45c50), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.617397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:16.627207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.629832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks [] for router_controller (cbfd6aa1-13f6-473d-8543-325954d45c50), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.630187 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.699706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-832b2981-2a6c-4ea1-9b50-764c2c686697', 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697', 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'fixed_ips': [{'subnet_id': '41c95098-0b00-4ada-91b5-3f78e0fcba28'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:42:16.700617 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.716626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:16.777727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks [] for router_gateway (cbfd6aa1-13f6-473d-8543-325954d45c50), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:16.857444 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Allocated IP 172.20.0.2 (832b2981-2a6c-4ea1-9b50-764c2c686697/41c95098-0b00-4ada-91b5-3f78e0fcba28/9635eacf-2493-42dc-ae6f-ef0c216ef269) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:16.989235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks [] for router_gateway (cbfd6aa1-13f6-473d-8543-325954d45c50), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.013780 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Publish callbacks [] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.018490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.021249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.063093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:17.066369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:17.070827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:17.074078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Pushing event updated for resources: {'Port': ['ID=9635eacf-2493-42dc-ae6f-ef0c216ef269,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.128552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Attempting to bind port 9635eacf-2493-42dc-ae6f-ef0c216ef269 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:17.128910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Attempting to bind port 9635eacf-2493-42dc-ae6f-ef0c216ef269 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:17.129270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Attempting to bind port 9635eacf-2493-42dc-ae6f-ef0c216ef269 on network 832b2981-2a6c-4ea1-9b50-764c2c686697 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:17.132812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Allocated IP 172.25.1.117 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/cb723516-cdbd-41cb-94aa-8f335e368020) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:17.134610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:17.136294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Checking segment: {'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:17.136294 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.136294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Bound using segment: {'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:17.136294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Bound port: 9635eacf-2493-42dc-ae6f-ef0c216ef269, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:17.136594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.174230 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:17.184985 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:17.185595 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:17.207316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] For port 9635eacf-2493-42dc-ae6f-ef0c216ef269, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:17.210755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] For port 9635eacf-2493-42dc-ae6f-ef0c216ef269, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9635eacf-2493-42dc-ae6f-ef0c216ef269,segment=NetworkSegment(400bac55-e65c-4426-bcb4-d1e1d4c8cf83),segment_id=400bac55-e65c-4426-bcb4-d1e1d4c8cf83)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:17.218119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.245011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks [] for port (cb723516-cdbd-41cb-94aa-8f335e368020), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.280863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb36fa1-0f23-4759-bda0-c389ea751ea9 None None] Pushing event updated for resources: {'Port': ['ID=9635eacf-2493-42dc-ae6f-ef0c216ef269,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.288570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.303000 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:17.328524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:17.333073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:17.336723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:17.362701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Pushing event updated for resources: {'Port': ['ID=cb723516-cdbd-41cb-94aa-8f335e368020,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.543587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.555986 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 2, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:17.586865 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:17.587299 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Updating router 0741b170-9c85-4cc8-b60f-aacc305f38ec port 000120e0-dd44-4f63-97ad-e8c65bbb600f binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:17.615661 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.653826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks [] for router_gateway (cbfd6aa1-13f6-473d-8543-325954d45c50), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.855654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (cbfd6aa1-13f6-473d-8543-325954d45c50), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.878772 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Publish callbacks [] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.885525 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:17.985501 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Pushing event updated for resources: {'Port': ['ID=000120e0-dd44-4f63-97ad-e8c65bbb600f,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.998664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Router cbfd6aa1-13f6-473d-8543-325954d45c50 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:18.002727 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.003191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.003845 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.004300 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.004948 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.005706 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.006084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.006484 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.007297 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.007719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.008084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.008464 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.008844 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:18.015520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Attempting to bind port 000120e0-dd44-4f63-97ad-e8c65bbb600f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:18.015953 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Attempting to bind port 000120e0-dd44-4f63-97ad-e8c65bbb600f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:18.016377 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Attempting to bind port 000120e0-dd44-4f63-97ad-e8c65bbb600f on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:18.027497 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:18.027892 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:18.028368 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.028828 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:18.029364 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Bound port: 000120e0-dd44-4f63-97ad-e8c65bbb600f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:18.029845 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.108261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] For port 000120e0-dd44-4f63-97ad-e8c65bbb600f, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:18.113062 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] For port 000120e0-dd44-4f63-97ad-e8c65bbb600f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=000120e0-dd44-4f63-97ad-e8c65bbb600f,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:18.124254 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.143422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:18.154316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Sync routers for ids ['cbfd6aa1-13f6-473d-8543-325954d45c50'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:18.167433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Routers {'cbfd6aa1-13f6-473d-8543-325954d45c50'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:18.168172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cbfd6aa1-13f6-473d-8543-325954d45c50'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:18.170058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.172246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cc0c67ec-d158-41ce-a019-bd0675eec042 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6266911 Feb 11 13:42:18.174356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 58304) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:42:18.215372 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:18.216595 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:18.257166 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6ba4e-0c6d-40fa-8c94-beabfce4bd70 None None] Pushing event updated for resources: {'Port': ['ID=000120e0-dd44-4f63-97ad-e8c65bbb600f,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:18.296922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4d2fe32c-43ee-47f5-bd8a-f6d6a40d6256 None None] Provisioning complete for port 000120e0-dd44-4f63-97ad-e8c65bbb600f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:18.297297 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe32c-43ee-47f5-bd8a-f6d6a40d6256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.387210 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:18.469513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Set router cbfd6aa1-13f6-473d-8543-325954d45c50 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:18.569106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c2afb-f99b-4c12-96fa-ac4cfe8dd590 None None] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:42:18.624267 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9635eacf-2493-42dc-ae6f-ef0c216ef269 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:18.768931 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:18.776599 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.796768 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e42dc04-65a3-46c3-8c6c-e1a7d0eff390 None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:18.890051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4d2fe32c-43ee-47f5-bd8a-f6d6a40d6256 None None] Current status of the port 000120e0-dd44-4f63-97ad-e8c65bbb600f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:18.890451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe32c-43ee-47f5-bd8a-f6d6a40d6256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:18.951264 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Allocated IP 172.20.0.1 (832b2981-2a6c-4ea1-9b50-764c2c686697/41c95098-0b00-4ada-91b5-3f78e0fcba28/43ff92cb-b0d0-4159-bdf1-b4f018d605e3) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:18.987880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4d2fe32c-43ee-47f5-bd8a-f6d6a40d6256 None None] For port 000120e0-dd44-4f63-97ad-e8c65bbb600f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=000120e0-dd44-4f63-97ad-e8c65bbb600f,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:19.018411 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d2fe32c-43ee-47f5-bd8a-f6d6a40d6256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.055715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9635eacf-2493-42dc-ae6f-ef0c216ef269 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:19.055945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.061922 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks [] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.098732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.129364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fe32c-43ee-47f5-bd8a-f6d6a40d6256 None None] Pushing event updated for resources: {'Port': ['ID=000120e0-dd44-4f63-97ad-e8c65bbb600f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.139126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:19.142382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:19.148974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:19.170523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:42:17Z', 'revision_number': 3, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port': {'id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:87:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:17Z', 'updated_at': '2022-02-11T13:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:19.172395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-67cec8d0-f1f5-4c96-94c4-9c227688b04f None None] Provisioning complete for port 000120e0-dd44-4f63-97ad-e8c65bbb600f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:19.172766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-67cec8d0-f1f5-4c96-94c4-9c227688b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.191836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Pushing event updated for resources: {'Port': ['ID=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.203489 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (cbfd6aa1-13f6-473d-8543-325954d45c50), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.234723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Checking router: cbfd6aa1-13f6-473d-8543-325954d45c50 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:19.235084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Updating router cbfd6aa1-13f6-473d-8543-325954d45c50 port cb723516-cdbd-41cb-94aa-8f335e368020 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:19.302664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9635eacf-2493-42dc-ae6f-ef0c216ef269 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:19.303078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.306095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.356176 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.480000 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 9635eacf-2493-42dc-ae6f-ef0c216ef269, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9635eacf-2493-42dc-ae6f-ef0c216ef269,segment=NetworkSegment(400bac55-e65c-4426-bcb4-d1e1d4c8cf83),segment_id=400bac55-e65c-4426-bcb4-d1e1d4c8cf83)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:19.495646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-67cec8d0-f1f5-4c96-94c4-9c227688b04f None None] Current status of the port 000120e0-dd44-4f63-97ad-e8c65bbb600f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:19.498818 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.499727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7ba6ca88-5f2f-47ca-b746-1a082f04df5e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:19.595296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks [] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.603183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.625603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-67cec8d0-f1f5-4c96-94c4-9c227688b04f None None] Provisioning complete for port 9635eacf-2493-42dc-ae6f-ef0c216ef269 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:19.626046 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-67cec8d0-f1f5-4c96-94c4-9c227688b04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.670138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Pushing event updated for resources: {'Port': ['ID=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.675868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (cbfd6aa1-13f6-473d-8543-325954d45c50), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.702231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=9635eacf-2493-42dc-ae6f-ef0c216ef269,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.728828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:19.729203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.777997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:19.779968 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:19.851973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-67cec8d0-f1f5-4c96-94c4-9c227688b04f None None] Current status of the port 9635eacf-2493-42dc-ae6f-ef0c216ef269 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:19.928533 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Router cbfd6aa1-13f6-473d-8543-325954d45c50 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:19.946059 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Publish callbacks [] for port (cb723516-cdbd-41cb-94aa-8f335e368020), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.960486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:19.966718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:19.967794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 000120e0-dd44-4f63-97ad-e8c65bbb600f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:20.064842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4248eb1c-f52f-4ebf-8bfe-c8e918dac6f0 None None] Provisioning complete for port 9635eacf-2493-42dc-ae6f-ef0c216ef269 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:20.065710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4248eb1c-f52f-4ebf-8bfe-c8e918dac6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.069994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f252f4-9ad5-45cd-ae3e-edec1462450d None None] Pushing event updated for resources: {'Port': ['ID=cb723516-cdbd-41cb-94aa-8f335e368020,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:20.088616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:20.094663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0f5cbf5d-9794-4833-abad-d14b7eea4e07 admin admin] 10.222.0.42 "PUT /v2.0/routers/cbfd6aa1-13f6-473d-8543-325954d45c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183900 Feb 11 13:42:20.098040 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Attempting to bind port cb723516-cdbd-41cb-94aa-8f335e368020 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:20.098401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Attempting to bind port cb723516-cdbd-41cb-94aa-8f335e368020 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:20.098786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Attempting to bind port cb723516-cdbd-41cb-94aa-8f335e368020 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:20.116529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:20.116913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:20.117321 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.117937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:20.118431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Bound port: cb723516-cdbd-41cb-94aa-8f335e368020, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:20.118842 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.188841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 000120e0-dd44-4f63-97ad-e8c65bbb600f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:20.189500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.214238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] For port cb723516-cdbd-41cb-94aa-8f335e368020, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:20.251527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] For port cb723516-cdbd-41cb-94aa-8f335e368020, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cb723516-cdbd-41cb-94aa-8f335e368020,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:20.266738 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.279875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4248eb1c-f52f-4ebf-8bfe-c8e918dac6f0 None None] Current status of the port 9635eacf-2493-42dc-ae6f-ef0c216ef269 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:20.372571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f252f4-9ad5-45cd-ae3e-edec1462450d None None] Pushing event updated for resources: {'Port': ['ID=cb723516-cdbd-41cb-94aa-8f335e368020,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:20.377271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4248eb1c-f52f-4ebf-8bfe-c8e918dac6f0 None None] Provisioning complete for port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:20.377677 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4248eb1c-f52f-4ebf-8bfe-c8e918dac6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.382489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Routers {'cbfd6aa1-13f6-473d-8543-325954d45c50'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:20.383137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cbfd6aa1-13f6-473d-8543-325954d45c50'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:20.433945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 000120e0-dd44-4f63-97ad-e8c65bbb600f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:20.465661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4248eb1c-f52f-4ebf-8bfe-c8e918dac6f0 None None] Port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:20.518159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9635eacf-2493-42dc-ae6f-ef0c216ef269 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:20.556835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] Set router cbfd6aa1-13f6-473d-8543-325954d45c50 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:20.653750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-40bf76e0-3e53-4da6-8eaf-90e10cbe00f4 None None] Provisioning complete for port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:20.654125 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-40bf76e0-3e53-4da6-8eaf-90e10cbe00f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.713603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9635eacf-2493-42dc-ae6f-ef0c216ef269 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:20.714000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:20.715457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-40bf76e0-3e53-4da6-8eaf-90e10cbe00f4 None None] Port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:20.885159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9635eacf-2493-42dc-ae6f-ef0c216ef269 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:20.886247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 000120e0-dd44-4f63-97ad-e8c65bbb600f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:21.088854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 4, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port': {'id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:87:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:17Z', 'updated_at': '2022-02-11T13:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '43ff92cb-b0d0-4159-bdf1-b4f018d605e3', 'name': '', 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'mac_address': 'fa:16:3e:6b:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:18Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 2, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'subnets': [{'id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:21.119039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8718b4c0-1ae6-43cc-8bcc-c156bcc6846c None None] The sync data for ids ['cbfd6aa1-13f6-473d-8543-325954d45c50'] in n-d-828675-3 is: [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 4, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port': {'id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:87:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:17Z', 'updated_at': '2022-02-11T13:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '43ff92cb-b0d0-4159-bdf1-b4f018d605e3', 'name': '', 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'mac_address': 'fa:16:3e:6b:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:18Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 2, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'subnets': [{'id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:21.136183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 000120e0-dd44-4f63-97ad-e8c65bbb600f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:21.136567 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:21.219339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 000120e0-dd44-4f63-97ad-e8c65bbb600f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:22.523185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cb723516-cdbd-41cb-94aa-8f335e368020 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:22.578507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port cb723516-cdbd-41cb-94aa-8f335e368020 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:22.578881 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.655339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port cb723516-cdbd-41cb-94aa-8f335e368020 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:22.655733 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.679632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port cb723516-cdbd-41cb-94aa-8f335e368020, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cb723516-cdbd-41cb-94aa-8f335e368020,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:22.684040 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:22.734307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=cb723516-cdbd-41cb-94aa-8f335e368020,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.742232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.742566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.742906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.743240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.743574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.743902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.744226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.744548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.744870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.745190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.745511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.745857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:22.746176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:23.058822 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Sync routers for ids ['cbfd6aa1-13f6-473d-8543-325954d45c50'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:23.069293 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Routers {'cbfd6aa1-13f6-473d-8543-325954d45c50'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:23.069943 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cbfd6aa1-13f6-473d-8543-325954d45c50'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:23.183421 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Set router cbfd6aa1-13f6-473d-8543-325954d45c50 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:23.214326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-0011cd04-7ad2-4ce0-87d1-a9dabde17db7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:23.215748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-0011cd04-7ad2-4ce0-87d1-a9dabde17db7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1022656 Feb 11 13:42:23.230532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9899652a-5e60-410c-9c08-c7bea27641b2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/quotas/e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 375 time: 0.0091918 Feb 11 13:42:23.286480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-fcb6d991-580c-4173-82c2-83fae89877b0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506837 Feb 11 13:42:23.387660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-63c67913-c1af-4b35-9641-60d570e37f27 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922146 Feb 11 13:42:23.402957 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 4, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port': {'id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:17Z', 'updated_at': '2022-02-11T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '43ff92cb-b0d0-4159-bdf1-b4f018d605e3', 'name': '', 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'mac_address': 'fa:16:3e:6b:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:18Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 2, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'subnets': [{'id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:23.429235 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Checking router: cbfd6aa1-13f6-473d-8543-325954d45c50 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:23.429566 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Updating router cbfd6aa1-13f6-473d-8543-325954d45c50 port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:23.457381 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.478950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-183804c5-ecfa-4a1d-bb6d-1ffc643c1004 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843668 Feb 11 13:42:23.730603 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Publish callbacks [] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.737180 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.785053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47994968-d5da-4895-8800-cdc1a7b5d1e7 req-f091caa1-69c5-4382-8849-3024cd55326f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0425053 Feb 11 13:42:23.812087 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fae76-2442-4ca4-8a33-8e9aeb169541 None None] Pushing event updated for resources: {'Port': ['ID=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.849264 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Attempting to bind port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:23.849630 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Attempting to bind port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:23.850011 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Attempting to bind port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 on network 832b2981-2a6c-4ea1-9b50-764c2c686697 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:23.855339 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:23.855715 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Checking segment: {'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:23.856114 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.856500 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Bound using segment: {'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:23.856957 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Bound port: 43ff92cb-b0d0-4159-bdf1-b4f018d605e3, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400bac55-e65c-4426-bcb4-d1e1d4c8cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:23.857331 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.927821 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] For port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:23.931291 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] For port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,segment=NetworkSegment(400bac55-e65c-4426-bcb4-d1e1d4c8cf83),segment_id=400bac55-e65c-4426-bcb4-d1e1d4c8cf83)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:23.939214 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:23.999327 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Routers {'cbfd6aa1-13f6-473d-8543-325954d45c50'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:23.999962 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:42:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cbfd6aa1-13f6-473d-8543-325954d45c50'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:24.001817 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fae76-2442-4ca4-8a33-8e9aeb169541 None None] Pushing event updated for resources: {'Port': ['ID=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:24.068568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-10b7881c-b529-404a-9739-e7c38585771d None None] Provisioning complete for port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:24.069126 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10b7881c-b529-404a-9739-e7c38585771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.125754 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] Set router cbfd6aa1-13f6-473d-8543-325954d45c50 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:24.170218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-10b7881c-b529-404a-9739-e7c38585771d None None] Current status of the port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:24.170708 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10b7881c-b529-404a-9739-e7c38585771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.215589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-10b7881c-b529-404a-9739-e7c38585771d None None] For port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,segment=NetworkSegment(400bac55-e65c-4426-bcb4-d1e1d4c8cf83),segment_id=400bac55-e65c-4426-bcb4-d1e1d4c8cf83)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:24.220079 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-10b7881c-b529-404a-9739-e7c38585771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.272870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7881c-b529-404a-9739-e7c38585771d None None] Pushing event updated for resources: {'Port': ['ID=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:24.339561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d51379f1-e2fa-4890-9946-b11626182586 None None] Provisioning complete for port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:24.339932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d51379f1-e2fa-4890-9946-b11626182586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.346055 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 4, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port': {'id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:17Z', 'updated_at': '2022-02-11T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '43ff92cb-b0d0-4159-bdf1-b4f018d605e3', 'name': '', 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'mac_address': 'fa:16:3e:6b:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:18Z', 'updated_at': '2022-02-11T13:42:23Z', 'revision_number': 4, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'subnets': [{'id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:24.377061 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713fafb8-d100-4bc9-9b24-05f329fb6174 None None] The sync data for ids ['cbfd6aa1-13f6-473d-8543-325954d45c50'] in n-d-828675-3 is: [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:42:19Z', 'revision_number': 4, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port': {'id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:17Z', 'updated_at': '2022-02-11T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '43ff92cb-b0d0-4159-bdf1-b4f018d605e3', 'name': '', 'network_id': '832b2981-2a6c-4ea1-9b50-764c2c686697', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'mac_address': 'fa:16:3e:6b:36:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:18Z', 'updated_at': '2022-02-11T13:42:23Z', 'revision_number': 4, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'subnets': [{'id': '41c95098-0b00-4ada-91b5-3f78e0fcba28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:24.424337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d51379f1-e2fa-4890-9946-b11626182586 None None] Current status of the port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:24.531781 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cb723516-cdbd-41cb-94aa-8f335e368020 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:24.583882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port cb723516-cdbd-41cb-94aa-8f335e368020 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:24.584253 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.668986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port cb723516-cdbd-41cb-94aa-8f335e368020 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:24.670342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:24.724637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:24.725036 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:24.817896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:24.848690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-bd96572c-1dc4-46d7-94ca-be017dd45b74 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.850368 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-bd96572c-1dc4-46d7-94ca-be017dd45b74 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1306360 Feb 11 13:42:24.865168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'port': {'device_id': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'admin_state_up': True, 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:24.920479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9994e0c-e1d5-40b6-89ee-f2c4da9192bf req-fd682bb6-c878-43e1-841f-226a3d244680 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0509531 Feb 11 13:42:25.014506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:25.018386 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.151384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.20.0.4 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/e5599184-9557-41a9-8db9-1816e4d36dee) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:25.296958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (e5599184-9557-41a9-8db9-1816e4d36dee), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.335519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.383232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:25.386481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:25.390117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:25.421151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=e5599184-9557-41a9-8db9-1816e4d36dee,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.461665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.462468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.483058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-6a69b9ff-5099-4ec0-a152-6c43715d2bfd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6239145 Feb 11 13:42:25.606326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Request body: {'port': {'device_id': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:25.659710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f40f93d3-0e64-416d-9ac4-3bb4731618cf None None] Provisioning complete for port e5599184-9557-41a9-8db9-1816e4d36dee triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:25.660959 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f40f93d3-0e64-416d-9ac4-3bb4731618cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.665880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:25.701127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f40f93d3-0e64-416d-9ac4-3bb4731618cf None None] Port e5599184-9557-41a9-8db9-1816e4d36dee cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:42:26.238485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8af520-d67a-4dd2-bb7b-b545996f4908 req-eba215c1-1da3-4e66-82e9-c24901d97a9b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.239868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a8af520-d67a-4dd2-bb7b-b545996f4908 req-eba215c1-1da3-4e66-82e9-c24901d97a9b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 931 time: 0.0870390 Feb 11 13:42:26.304048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5599184-9557-41a9-8db9-1816e4d36dee {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:26.317833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Publish callbacks [] for port (e5599184-9557-41a9-8db9-1816e4d36dee), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.331134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a8af520-d67a-4dd2-bb7b-b545996f4908 req-7b2d5844-44dc-41ba-89d0-93d733120267 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854783 Feb 11 13:42:26.335827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Transition to ACTIVE for port object e5599184-9557-41a9-8db9-1816e4d36dee will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:26.343193 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.394431 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Pushing event updated for resources: {'Port': ['ID=e5599184-9557-41a9-8db9-1816e4d36dee,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.473372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Attempting to bind port e5599184-9557-41a9-8db9-1816e4d36dee on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:42:26.473889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Attempting to bind port e5599184-9557-41a9-8db9-1816e4d36dee by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:42:26.474281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Attempting to bind port e5599184-9557-41a9-8db9-1816e4d36dee on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:26.479245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Port e5599184-9557-41a9-8db9-1816e4d36dee on network c7ddf8bb-8945-41ea-acd2-00a058935f6b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:42:26.479695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Attempting to bind port e5599184-9557-41a9-8db9-1816e4d36dee on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:26.484709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:26.485124 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:42:26.485564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:26.486092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Bound port: e5599184-9557-41a9-8db9-1816e4d36dee, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:42:26.486507 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.557564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] For port e5599184-9557-41a9-8db9-1816e4d36dee, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:26.560825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] For port e5599184-9557-41a9-8db9-1816e4d36dee, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5599184-9557-41a9-8db9-1816e4d36dee,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:26.569220 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.608836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.609461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:26.610926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] 10.222.0.64 "PUT /v2.0/ports/e5599184-9557-41a9-8db9-1816e4d36dee HTTP/1.1" status: 200 len: 1091 time: 1.1212721 Feb 11 13:42:26.611368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'tag': 'e5599184-9557-41a9-8db9-1816e4d36dee'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:26.613898 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb084f33-4465-47a5-84ef-6c27ab7dcfd1", "tag": "e5599184-9557-41a9-8db9-1816e4d36dee"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:26.633981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c923137-2427-4088-bfba-1a5b0a299367 service neutron] Pushing event updated for resources: {'Port': ['ID=e5599184-9557-41a9-8db9-1816e4d36dee,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.722560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-67f331e9-70a3-4eb9-8f3d-edbdbe05b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.724226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-67f331e9-70a3-4eb9-8f3d-edbdbe05b36d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 1125 time: 0.0604260 Feb 11 13:42:26.769389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-76495b00-f185-4eb9-ac6e-613de76b7a3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5599184-9557-41a9-8db9-1816e4d36dee HTTP/1.1" status: 200 len: 217 time: 0.0386519 Feb 11 13:42:26.834897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-07df666a-86c6-465a-b4d1-155588e371d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.836599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-07df666a-86c6-465a-b4d1-155588e371d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0619807 Feb 11 13:42:26.852441 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc06deb7-072b-4699-886e-6d2e7e1d42af x-openstack-request-id: req-cc06deb7-072b-4699-886e-6d2e7e1d42af {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:26.852736 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb084f33-4465-47a5-84ef-6c27ab7dcfd1", "tag": "e5599184-9557-41a9-8db9-1816e4d36dee", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:26.853126 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc06deb7-072b-4699-886e-6d2e7e1d42af {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:26.853531 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'tag': 'e5599184-9557-41a9-8db9-1816e4d36dee', 'status': 'completed', 'code': 200} Feb 11 13:42:26.890380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-79b78efe-7826-4c14-86ff-7386b5140779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:26.891908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-79b78efe-7826-4c14-86ff-7386b5140779 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492342 Feb 11 13:42:26.986451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-40a02267-ba5d-4a8d-8be1-b54e90f1fc65 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881045 Feb 11 13:42:27.078588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5e13ebd-bce4-4892-b02e-2ccb97fe03ec req-bfefacf0-63bf-43d1-a420-34b5ddd090b4 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Feb 11 13:42:27.168292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-bd003a14-9ccc-49ea-a75b-20e47f7687c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.169854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-bd003a14-9ccc-49ea-a75b-20e47f7687c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 1125 time: 0.0467680 Feb 11 13:42:27.261786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-73cf3e30-589f-4edc-b1f3-fbf9eddbad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.263258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-73cf3e30-589f-4edc-b1f3-fbf9eddbad80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0880444 Feb 11 13:42:27.303120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-765f0c29-4b4b-4eb1-bc87-2492933f1861 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5599184-9557-41a9-8db9-1816e4d36dee HTTP/1.1" status: 200 len: 217 time: 0.0342522 Feb 11 13:42:27.356706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-042be25b-2a27-4cdf-96e9-ae6eaedeb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.358353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-042be25b-2a27-4cdf-96e9-ae6eaedeb129 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0487347 Feb 11 13:42:27.438157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-adf53b1b-e7c7-4733-a0dc-c84f343c75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.439758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-adf53b1b-e7c7-4733-a0dc-c84f343c75cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756578 Feb 11 13:42:27.520911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19336e78-48db-4b95-a917-7fcddfa39baa req-8b291272-4050-4dc6-a587-b2c03c031527 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:27.522396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19336e78-48db-4b95-a917-7fcddfa39baa req-8b291272-4050-4dc6-a587-b2c03c031527 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.1166871 Feb 11 13:42:27.573237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-08cd3e90-3492-4a68-9d22-15e3ef4965b6 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259551 Feb 11 13:42:27.599504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19336e78-48db-4b95-a917-7fcddfa39baa req-eb4a7e9e-d70a-4984-87ba-fd5d90674b7a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710304 Feb 11 13:42:27.679490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2352c19-f0e2-4cae-a088-f6afc3f4c59b req-9a03c3d0-43ba-4f79-b50e-0bb5e493cf65 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975831 Feb 11 13:42:28.729323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932aa3e-2ebe-45e9-a136-bcf8093d33ad req-d995f330-0c7d-4432-84d3-6ad0cb6a53ce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.730777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b932aa3e-2ebe-45e9-a136-bcf8093d33ad req-d995f330-0c7d-4432-84d3-6ad0cb6a53ce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0613649 Feb 11 13:42:28.778498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b932aa3e-2ebe-45e9-a136-bcf8093d33ad req-11b43881-c969-4c66-8500-1a469bb1e703 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415473 Feb 11 13:42:29.356323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea18eb7d-5aab-4eba-8107-9bb6b9835a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:29.903046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb460c5-2877-4f6a-bfcb-2a051ac5a092 req-0c6ce3fb-106a-494d-adb8-777594c7f054 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.904552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbb460c5-2877-4f6a-bfcb-2a051ac5a092 req-0c6ce3fb-106a-494d-adb8-777594c7f054 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0539155 Feb 11 13:42:29.954545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbb460c5-2877-4f6a-bfcb-2a051ac5a092 req-1a7950f3-b91f-4232-a193-355f7dd3269f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Feb 11 13:42:31.082109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fce9e-8488-4d89-885f-b98c24425e36 req-8ea193e1-95ae-4228-b69e-b498640dfae7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:31.083598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0fce9e-8488-4d89-885f-b98c24425e36 req-8ea193e1-95ae-4228-b69e-b498640dfae7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0594194 Feb 11 13:42:31.131689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f0fce9e-8488-4d89-885f-b98c24425e36 req-a05747d7-63fc-4631-b8b8-20bfcc0fc4a9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420377 Feb 11 13:42:31.443791 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63d5994d-9062-4257-9eed-d7fb1f7d28c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:32.252726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb268-ca19-4800-985b-ebf7271c2ace req-eb4071b9-4271-4635-920c-7a359b4dbdf9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:32.254303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fadb268-ca19-4800-985b-ebf7271c2ace req-eb4071b9-4271-4635-920c-7a359b4dbdf9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0545411 Feb 11 13:42:32.302423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fadb268-ca19-4800-985b-ebf7271c2ace req-13eb30ad-2b64-4d5c-a2ed-f1da032d92b1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Feb 11 13:42:32.702335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:33.424366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2006-e2a2-4232-85c3-77bf12553a6e req-bfb0e1bc-fd02-4df4-848b-722f7a875cae tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:33.426283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-561b2006-e2a2-4232-85c3-77bf12553a6e req-bfb0e1bc-fd02-4df4-848b-722f7a875cae tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0541556 Feb 11 13:42:33.479047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-561b2006-e2a2-4232-85c3-77bf12553a6e req-2e836731-9639-4754-a18f-baedd1ca9c33 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Feb 11 13:42:34.356208 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:34.616215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a4aa2-228f-49b2-a9b1-ca012e5cb073 req-e7681c55-459a-407c-9e55-4d5ec531834c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:34.618246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-667a4aa2-228f-49b2-a9b1-ca012e5cb073 req-e7681c55-459a-407c-9e55-4d5ec531834c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0657883 Feb 11 13:42:34.668986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-667a4aa2-228f-49b2-a9b1-ca012e5cb073 req-bfd423b5-665d-4988-9312-f3dc2c198edf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422630 Feb 11 13:42:35.093723 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:42:35.354023 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:35.805924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1461c-95cc-440d-a3d5-7bdf5c5e5883 req-5dd490df-f4ae-45fe-9b0d-53fdddba5a01 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:35.807409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-12b1461c-95cc-440d-a3d5-7bdf5c5e5883 req-5dd490df-f4ae-45fe-9b0d-53fdddba5a01 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0638337 Feb 11 13:42:35.856606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-12b1461c-95cc-440d-a3d5-7bdf5c5e5883 req-e427edc2-0ca6-4646-8c49-e5ba6db6becc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427229 Feb 11 13:42:37.012695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b27f0-6aff-4bab-8ade-9271a661163c req-8feea45f-8674-4d7d-9bad-2a0c8c38ae0d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.014236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-303b27f0-6aff-4bab-8ade-9271a661163c req-8feea45f-8674-4d7d-9bad-2a0c8c38ae0d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0714333 Feb 11 13:42:37.061245 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-303b27f0-6aff-4bab-8ade-9271a661163c req-ca245976-2bb4-41b1-8a63-6fd0e4dd7698 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Feb 11 13:42:38.197385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662dcfa-c85b-41f8-9cc3-37d630d14631 req-5fe9c8c1-7232-4984-9f3d-04aebfd14874 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:38.198902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0662dcfa-c85b-41f8-9cc3-37d630d14631 req-5fe9c8c1-7232-4984-9f3d-04aebfd14874 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0576000 Feb 11 13:42:38.261111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0662dcfa-c85b-41f8-9cc3-37d630d14631 req-47e254cc-6acb-4998-84ae-b48cc1dd97f6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537484 Feb 11 13:42:39.398865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d13c47-9816-4bd1-beb5-013809d43d97 req-9f8b30fc-c19b-417d-813c-2a58e45735e1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:39.400393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13d13c47-9816-4bd1-beb5-013809d43d97 req-9f8b30fc-c19b-417d-813c-2a58e45735e1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0574803 Feb 11 13:42:39.462127 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13d13c47-9816-4bd1-beb5-013809d43d97 req-4c6d0ae2-7f95-47c3-b6b6-537949928c15 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534623 Feb 11 13:42:40.593282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0571b1c-a0d4-4f32-be4c-b422babb77bc req-5170b5d4-9762-465a-b4a9-2078be9138f4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:40.595227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0571b1c-a0d4-4f32-be4c-b422babb77bc req-5170b5d4-9762-465a-b4a9-2078be9138f4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0638201 Feb 11 13:42:40.643976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0571b1c-a0d4-4f32-be4c-b422babb77bc req-af42a9ee-58bc-4202-9715-9e2e248ed220 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Feb 11 13:42:41.770959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0dac8-3031-4d2e-bea5-656c320ac5b0 req-913e4dc7-d888-4ce0-898b-2fe331711c44 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:41.772362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbb0dac8-3031-4d2e-bea5-656c320ac5b0 req-913e4dc7-d888-4ce0-898b-2fe331711c44 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0547595 Feb 11 13:42:41.822162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbb0dac8-3031-4d2e-bea5-656c320ac5b0 req-0c9b4f3e-b0e0-4432-964d-3252238c0c47 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Feb 11 13:42:42.959714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac10cb1-fe40-4068-b0aa-343d2d0cb984 req-c0aaf458-1eac-41ae-909c-782d23459877 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:42.961192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ac10cb1-fe40-4068-b0aa-343d2d0cb984 req-c0aaf458-1eac-41ae-909c-782d23459877 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0572050 Feb 11 13:42:43.007253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ac10cb1-fe40-4068-b0aa-343d2d0cb984 req-ac2c2448-3731-4aee-bd08-6a9a2d54cd48 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403185 Feb 11 13:42:44.130385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42301700-8a38-4764-8b88-c0da601a3f8e req-8f6b309b-cf7b-4726-a25e-48546c300599 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:44.131878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42301700-8a38-4764-8b88-c0da601a3f8e req-8f6b309b-cf7b-4726-a25e-48546c300599 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 943 time: 0.0537946 Feb 11 13:42:44.179445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42301700-8a38-4764-8b88-c0da601a3f8e req-c22dc2a0-6448-4345-a40a-5096a924dfd5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 Feb 11 13:42:44.219997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5599184-9557-41a9-8db9-1816e4d36dee details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:42:44.328663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e5599184-9557-41a9-8db9-1816e4d36dee, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5599184-9557-41a9-8db9-1816e4d36dee,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:44.347003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'e5599184-9557-41a9-8db9-1816e4d36dee', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'port_id': 'e5599184-9557-41a9-8db9-1816e4d36dee', 'mac_address': 'fa:16:3e:01:52:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:42:44.389943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e5599184-9557-41a9-8db9-1816e4d36dee is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:44.390343 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:44.403829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5599184-9557-41a9-8db9-1816e4d36dee {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:42:44.422677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e5599184-9557-41a9-8db9-1816e4d36dee, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5599184-9557-41a9-8db9-1816e4d36dee,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:44.427329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:44.475502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e5599184-9557-41a9-8db9-1816e4d36dee,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:44.766634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e5599184-9557-41a9-8db9-1816e4d36dee'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:45.312314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71666b6a-a913-43d6-8fad-b744a3e70e30 req-4b6230ff-bacf-46b6-b0e8-c92c581bfd4f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:45.314150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71666b6a-a913-43d6-8fad-b744a3e70e30 req-4b6230ff-bacf-46b6-b0e8-c92c581bfd4f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 944 time: 0.0577617 Feb 11 13:42:45.360496 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71666b6a-a913-43d6-8fad-b744a3e70e30 req-521144aa-39f0-43f8-a39d-c8d27f8eea4a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Feb 11 13:42:46.237262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5599184-9557-41a9-8db9-1816e4d36dee up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:46.292195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port e5599184-9557-41a9-8db9-1816e4d36dee completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:46.298311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port e5599184-9557-41a9-8db9-1816e4d36dee triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:46.298989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.384416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e5599184-9557-41a9-8db9-1816e4d36dee is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:42:46.384792 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.412751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5599184-9557-41a9-8db9-1816e4d36dee'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:46.415085 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d2aeb-47f0-48ec-ab2b-a37d14229b0e" -d '{"events": [{"server_uuid": "cb084f33-4465-47a5-84ef-6c27ab7dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e5599184-9557-41a9-8db9-1816e4d36dee"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:46.428020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e5599184-9557-41a9-8db9-1816e4d36dee, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5599184-9557-41a9-8db9-1816e4d36dee,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:46.433024 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.482359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e5599184-9557-41a9-8db9-1816e4d36dee,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:46.482580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91a2b9-8976-430b-a452-621c9ff929e8 req-929e0c6e-d566-4ded-b8a6-55d9358c2fea tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:46.483900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f91a2b9-8976-430b-a452-621c9ff929e8 req-929e0c6e-d566-4ded-b8a6-55d9358c2fea tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0535698 Feb 11 13:42:46.531253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f91a2b9-8976-430b-a452-621c9ff929e8 req-240f7b03-9b8e-4c89-9d7b-8235038361c8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Feb 11 13:42:46.569905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:46.575210 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf3bdd4-e8ae-4014-bbf8-8cc73367579d x-openstack-request-id: req-1bf3bdd4-e8ae-4014-bbf8-8cc73367579d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:46.575526 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb084f33-4465-47a5-84ef-6c27ab7dcfd1", "name": "network-vif-plugged", "status": "completed", "tag": "e5599184-9557-41a9-8db9-1816e4d36dee", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:46.575784 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1bf3bdd4-e8ae-4014-bbf8-8cc73367579d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:46.576179 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5599184-9557-41a9-8db9-1816e4d36dee', 'code': 200} Feb 11 13:42:46.675798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49cb91-37fa-47b8-9779-985df35f9d3c req-6326636c-66c3-4f24-8814-88b04482c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:46.677612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b49cb91-37fa-47b8-9779-985df35f9d3c req-6326636c-66c3-4f24-8814-88b04482c6ce service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 1127 time: 0.0466726 Feb 11 13:42:46.727313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b49cb91-37fa-47b8-9779-985df35f9d3c req-dade74b0-b2d0-4a02-9441-dd8d12dc7081 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Feb 11 13:42:47.525659 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:47.668654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbdead-09a4-4904-a5b7-ec542858557a req-8b1c9f6d-6440-4a9c-9b8d-43b16686fc40 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:47.670222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ebbdead-09a4-4904-a5b7-ec542858557a req-8b1c9f6d-6440-4a9c-9b8d-43b16686fc40 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0686553 Feb 11 13:42:47.721504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ebbdead-09a4-4904-a5b7-ec542858557a req-b2b96b0b-9183-4da8-8e73-072f5733caf2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Feb 11 13:42:48.860476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2ae9f-9979-47d9-9ebf-3073c95992dc req-f5b12640-b35c-41f5-b8cf-ec6bc53ba0c5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:48.862116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3b2ae9f-9979-47d9-9ebf-3073c95992dc req-f5b12640-b35c-41f5-b8cf-ec6bc53ba0c5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0598722 Feb 11 13:42:48.909404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3b2ae9f-9979-47d9-9ebf-3073c95992dc req-925778b4-c5d0-483d-9ab2-28e65ac1c1fb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Feb 11 13:42:49.044510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d2471-50e6-421e-9c9d-bf50552daceb req-073bd0e2-86d4-459b-906b-616ef77fbc3c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:49.045956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d1d2471-50e6-421e-9c9d-bf50552daceb req-073bd0e2-86d4-459b-906b-616ef77fbc3c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0712864 Feb 11 13:42:49.101511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d1d2471-50e6-421e-9c9d-bf50552daceb req-b74eca7b-3ae3-4957-be38-5cb34ab12a5a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496504 Feb 11 13:42:49.222924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d362a2e-a17a-48fd-b0d5-d3b12fba6727 req-bac5c340-79ea-4a04-adba-aa2dde15060f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:49.224661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d362a2e-a17a-48fd-b0d5-d3b12fba6727 req-bac5c340-79ea-4a04-adba-aa2dde15060f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0570319 Feb 11 13:42:49.278487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d362a2e-a17a-48fd-b0d5-d3b12fba6727 req-7194b0fb-a423-4ec1-bbb6-09e00e3e7ab3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Feb 11 13:42:49.571416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cd6df-5b02-4deb-866d-85136283faf4 req-5dcc715d-0d7e-45d3-9b56-0c7fdda04ba7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:49.572812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-740cd6df-5b02-4deb-866d-85136283faf4 req-5dcc715d-0d7e-45d3-9b56-0c7fdda04ba7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0670242 Feb 11 13:42:49.634109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-740cd6df-5b02-4deb-866d-85136283faf4 req-3eff15ce-b4d8-4387-b8d1-ef62da651922 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512354 Feb 11 13:42:50.773012 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ed431-2093-44b8-8bd7-5f42405b539a req-7ba7e525-d4fa-4e98-92f1-2da711286e08 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:50.774472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb5ed431-2093-44b8-8bd7-5f42405b539a req-7ba7e525-d4fa-4e98-92f1-2da711286e08 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0650437 Feb 11 13:42:50.830410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb5ed431-2093-44b8-8bd7-5f42405b539a req-ef8d5e28-14e6-43ae-a12e-46174e8ebd68 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499966 Feb 11 13:42:51.181908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-2911ea61-5a21-4741-8136-7c485090f7c0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:51.183379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-2911ea61-5a21-4741-8136-7c485090f7c0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 945 time: 0.0631793 Feb 11 13:42:51.283068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port e5599184-9557-41a9-8db9-1816e4d36dee {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:42:51.283411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.373341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] For port e5599184-9557-41a9-8db9-1816e4d36dee, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e5599184-9557-41a9-8db9-1816e4d36dee,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:51.373747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.386851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for e5599184-9557-41a9-8db9-1816e4d36dee owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:42:51.534331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e5599184-9557-41a9-8db9-1816e4d36dee), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.549623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e5599184-9557-41a9-8db9-1816e4d36dee'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:51.568899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=e5599184-9557-41a9-8db9-1816e4d36dee,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:51.621478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] No DVR routers for this DVR port e5599184-9557-41a9-8db9-1816e4d36dee on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:51.624394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:51.628203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2630fe49-750b-4f1c-a30c-8cc0e74c51f2 req-3a703f1a-1e73-4640-ba67-6742693cb3d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "DELETE /v2.0/ports/e5599184-9557-41a9-8db9-1816e4d36dee HTTP/1.1" status: 204 len: 173 time: 0.4392629 Feb 11 13:42:51.628838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'name': 'network-vif-deleted', 'tag': 'e5599184-9557-41a9-8db9-1816e4d36dee'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:42:51.631204 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59037cd-b029-4acb-b699-dfe164d65601" -d '{"events": [{"server_uuid": "cb084f33-4465-47a5-84ef-6c27ab7dcfd1", "name": "network-vif-deleted", "tag": "e5599184-9557-41a9-8db9-1816e4d36dee"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:51.677159 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85df48d9-e84d-4744-a38f-c7932e831839 x-openstack-request-id: req-85df48d9-e84d-4744-a38f-c7932e831839 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:51.677440 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb084f33-4465-47a5-84ef-6c27ab7dcfd1", "name": "network-vif-deleted", "tag": "e5599184-9557-41a9-8db9-1816e4d36dee", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:51.677752 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85df48d9-e84d-4744-a38f-c7932e831839 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:51.678583 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb084f33-4465-47a5-84ef-6c27ab7dcfd1', 'name': 'network-vif-deleted', 'tag': 'e5599184-9557-41a9-8db9-1816e4d36dee', 'status': 'completed', 'code': 200} Feb 11 13:42:51.929822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8437a9d-218f-47e4-9128-3253b1b921f4 req-134e2663-53d2-4de3-b5e2-4229da9f86f3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Feb 11 13:42:53.026718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7066759-0153-43db-ad41-1d51bed76cd1 req-b5f167c7-c0e2-4240-8f8e-3d636851c4ce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0278993 Feb 11 13:42:54.123078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36a90dfa-704e-40e7-b276-5178573e60ff req-80ecf18f-c12b-403a-8348-b8b3092bb1f0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Feb 11 13:42:54.298068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5599184-9557-41a9-8db9-1816e4d36dee no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:54.319015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: e5599184-9557-41a9-8db9-1816e4d36dee {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:42:54.319268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e5599184-9557-41a9-8db9-1816e4d36dee not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:55.222793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47948603-5cce-404b-a193-f8b22b6b737c req-b90dd991-fc43-46bc-a7b2-e8b10df6db47 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0308683 Feb 11 13:42:56.319303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39b1427a-ac6e-499c-9675-bb383a33d0ad req-30b56e54-e73c-49dd-b491-cba4d0f1b647 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0280817 Feb 11 13:42:57.420819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5f7e6ec-712e-479d-af3b-25fb7d63d0db req-6d204a16-bd8d-4623-9c4f-5670f0346730 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Feb 11 13:42:57.534105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-5a3f30de-f722-4f30-bb9e-3449907160a5 req-b921e2af-a882-4659-b1c4-c403870487ee tempest-ServerRescueTestJSON-1716339490 tempest-ServerRescueTestJSON-1716339490-project] (109685) timed out ('10.222.0.53', 64858) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:42:58.518379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cca1422-4535-47f1-97a1-35044b89a300 req-a785a98f-4a3e-40c3-a76f-d5f8c516b1ac tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0277538 Feb 11 13:42:59.350803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0a2726a-abbc-45b6-b3fb-4d665732493c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:42:59.621947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17f03ea1-c564-44f9-95c0-3314ff1b9539 req-ff926374-145a-4fda-b080-f0d59452c8b6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb084f33-4465-47a5-84ef-6c27ab7dcfd1 HTTP/1.1" status: 200 len: 210 time: 0.0273097 Feb 11 13:43:01.448461 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3c7b-8cf1-43cd-b869-263b65f96fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:02.705622 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:04.363283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:05.355997 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:12.095458 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:43:16.579166 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:17.524456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.090669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-b52e059a-130f-4f0c-8585-2b4125fc7e27 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.092139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-b52e059a-130f-4f0c-8585-2b4125fc7e27 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1086133 Feb 11 13:43:29.106972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-acd6ea73-da7b-412b-a894-041698f68df9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/quotas/e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 375 time: 0.0091412 Feb 11 13:43:29.162046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-c14da2e7-e713-4ce3-8ce5-74fac8aa7bcd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501511 Feb 11 13:43:29.257209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-9f6ac816-e391-4946-a5ba-219c8aabde95 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876894 Feb 11 13:43:29.349791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-b9068288-a0f2-4722-9f9e-789916945149 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866218 Feb 11 13:43:29.356726 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-782255a4-7985-4622-8d0b-06aff8729c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:29.533915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e96e1364-f396-4020-a25d-4c522d4b3037 req-ffba4fb1-1a1f-43ab-a9e0-10bee433959d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0288513 Feb 11 13:43:30.638250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5bac7089-76f5-44bb-914b-fb213f5ebd1b req-d401461f-3b72-498c-a70e-cd8f69a432b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0350621 Feb 11 13:43:31.042330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-23b54124-7089-4f78-b507-52bddcf18914 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.043794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-23b54124-7089-4f78-b507-52bddcf18914 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1037879 Feb 11 13:43:31.059536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'port': {'device_id': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'admin_state_up': True, 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.173574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:31.177376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.304483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.20.0.6 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/938f6aba-8ed5-4707-87b8-cad4eb7ee245) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:31.461522 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-202354cb-f9ef-429d-b8fe-5f8f901bdc9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.474434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.509933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.553621 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:31.556730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:31.560373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:31.567249 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=938f6aba-8ed5-4707-87b8-cad4eb7ee245,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.600232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.600578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.600915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.601250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.601581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.601932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.602258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.602581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.602902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.603221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.603545 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.603863 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.604178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.629109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.629963 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.648177 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-7f563436-b52b-4509-bed3-73014b925188 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5923195 Feb 11 13:43:31.660062 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Request body: {'port': {'device_id': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:31.729302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.770518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05386e-c7fa-40ff-be81-4755d39e203f req-a23212bd-a8bf-42c7-a0ad-fe76123ab393 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.778935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e05386e-c7fa-40ff-be81-4755d39e203f req-a23212bd-a8bf-42c7-a0ad-fe76123ab393 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 931 time: 0.0673285 Feb 11 13:43:31.822952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-14b38a6f-5067-450d-bc2d-ad0d5f019786 None None] Provisioning complete for port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:31.823603 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-14b38a6f-5067-450d-bc2d-ad0d5f019786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:31.838625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e05386e-c7fa-40ff-be81-4755d39e203f req-2aac41bf-5d73-4257-a118-da425efba062 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580075 Feb 11 13:43:31.871174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-14b38a6f-5067-450d-bc2d-ad0d5f019786 None None] Port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:43:32.006156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938f6aba-8ed5-4707-87b8-cad4eb7ee245 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:43:32.014016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Publish callbacks [] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.026852 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Transition to ACTIVE for port object 938f6aba-8ed5-4707-87b8-cad4eb7ee245 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:32.031239 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.082748 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Pushing event updated for resources: {'Port': ['ID=938f6aba-8ed5-4707-87b8-cad4eb7ee245,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.155677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Attempting to bind port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:43:32.156014 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Attempting to bind port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:43:32.156337 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Attempting to bind port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:32.161164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:43:32.161488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Attempting to bind port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:32.166616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:32.166949 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:43:32.167334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:32.167760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Bound port: 938f6aba-8ed5-4707-87b8-cad4eb7ee245, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:43:32.168109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.241070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] For port 938f6aba-8ed5-4707-87b8-cad4eb7ee245, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:32.244345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] For port 938f6aba-8ed5-4707-87b8-cad4eb7ee245, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=938f6aba-8ed5-4707-87b8-cad4eb7ee245,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:32.252075 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.288001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.288617 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.290858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] 10.222.0.53 "PUT /v2.0/ports/938f6aba-8ed5-4707-87b8-cad4eb7ee245 HTTP/1.1" status: 200 len: 1091 time: 0.6348524 Feb 11 13:43:32.290858 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'tag': '938f6aba-8ed5-4707-87b8-cad4eb7ee245'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:43:32.292719 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9b470a-4a41-4cc9-97f3-f54310207a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab", "tag": "938f6aba-8ed5-4707-87b8-cad4eb7ee245"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:32.326870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9d987-5132-4284-acc1-3d21868ccb42 service neutron] Pushing event updated for resources: {'Port': ['ID=938f6aba-8ed5-4707-87b8-cad4eb7ee245,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.349153 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8f537f-e237-4177-bfb1-1717e417ba65 x-openstack-request-id: req-db8f537f-e237-4177-bfb1-1717e417ba65 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:32.349454 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab", "tag": "938f6aba-8ed5-4707-87b8-cad4eb7ee245", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:32.349754 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-db8f537f-e237-4177-bfb1-1717e417ba65 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:32.350156 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'tag': '938f6aba-8ed5-4707-87b8-cad4eb7ee245', 'status': 'completed', 'code': 200} Feb 11 13:43:32.385907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-574c4d0f-7698-471a-95e8-f774c5f5583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.387596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-574c4d0f-7698-471a-95e8-f774c5f5583f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 1125 time: 0.0524113 Feb 11 13:43:32.439079 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-279d5622-9598-4bd7-881c-8a9a64007bd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=938f6aba-8ed5-4707-87b8-cad4eb7ee245 HTTP/1.1" status: 200 len: 217 time: 0.0439463 Feb 11 13:43:32.498741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-9fd90e49-8f2d-4fdb-b742-82e1425272f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.500243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-9fd90e49-8f2d-4fdb-b742-82e1425272f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0553470 Feb 11 13:43:32.558788 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-6fcf4614-ecbd-4c8b-9aea-c73fdcb4c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.560323 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-6fcf4614-ecbd-4c8b-9aea-c73fdcb4c2ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0540104 Feb 11 13:43:32.664750 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-66d05d5a-2392-4b96-89ca-e98b122a42b2 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975435 Feb 11 13:43:32.715346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:32.761900 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6892ff4-ecea-42a1-999c-4ad8d62464b1 req-6cfcbdc1-80ce-4f16-8a53-50a735f3a42a service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905457 Feb 11 13:43:32.856468 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-91316363-341f-423f-857d-f448c1a46192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.858078 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-91316363-341f-423f-857d-f448c1a46192 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 1125 time: 0.0510862 Feb 11 13:43:32.954350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-a62a1bc1-ccb5-4017-ad68-cd769736785e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.955879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a060bf2-c20b-4cad-8a89-ba11b5b3083a req-e96e198f-f030-4a0b-8d60-304e98b8b1a7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.956413 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-a62a1bc1-ccb5-4017-ad68-cd769736785e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0917656 Feb 11 13:43:32.957390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a060bf2-c20b-4cad-8a89-ba11b5b3083a req-e96e198f-f030-4a0b-8d60-304e98b8b1a7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0552859 Feb 11 13:43:32.997569 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-8a298169-9401-48d0-90b7-ffd26fc70cbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=938f6aba-8ed5-4707-87b8-cad4eb7ee245 HTTP/1.1" status: 200 len: 217 time: 0.0352449 Feb 11 13:43:33.006007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2a060bf2-c20b-4cad-8a89-ba11b5b3083a req-79420483-a0fb-41bd-8659-870b2fd9e5d3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Feb 11 13:43:33.052038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-cc2a6362-4989-463f-984c-2a900f5e0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.053515 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-cc2a6362-4989-463f-984c-2a900f5e0eb2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0505135 Feb 11 13:43:33.103874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-1c541da0-a032-4458-816a-44b61e488a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.105375 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-1c541da0-a032-4458-816a-44b61e488a6b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455620 Feb 11 13:43:33.196415 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-ea8a0dad-1401-4c9c-b57b-beb14a092324 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845404 Feb 11 13:43:33.286904 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bf9b470a-4a41-4cc9-97f3-f54310207a1e req-f610b759-0d29-4618-b195-4f3797a3a41c service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830762 Feb 11 13:43:34.135179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cdb30-aec1-4b84-8a69-32467fde3291 req-8a22cfdb-0ff1-45f3-8bfe-1e128ed2781d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:34.136666 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f0cdb30-aec1-4b84-8a69-32467fde3291 req-8a22cfdb-0ff1-45f3-8bfe-1e128ed2781d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0585213 Feb 11 13:43:34.184186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f0cdb30-aec1-4b84-8a69-32467fde3291 req-69632682-c601-4127-8646-4ac838eb3f3f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 Feb 11 13:43:34.361508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.305722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3588fb-8a38-4975-ae6a-bcffbaaa9c09 req-0e65f19b-c9a5-49ff-a000-98da197cf512 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:35.307453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c3588fb-8a38-4975-ae6a-bcffbaaa9c09 req-0e65f19b-c9a5-49ff-a000-98da197cf512 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0530987 Feb 11 13:43:35.352741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:35.359314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4c3588fb-8a38-4975-ae6a-bcffbaaa9c09 req-7ae78fe0-5c19-4cd3-a9d9-2ab6c03326f4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452082 Feb 11 13:43:36.500041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ff367-2851-4040-8b30-5ff6df6d7936 req-f61fd7a1-8105-48f9-b27d-ba2009aee873 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:36.507312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d1ff367-2851-4040-8b30-5ff6df6d7936 req-f61fd7a1-8105-48f9-b27d-ba2009aee873 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0774353 Feb 11 13:43:36.569444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d1ff367-2851-4040-8b30-5ff6df6d7936 req-c7c8f932-f5ca-4987-8987-0dc8ddd4932c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609219 Feb 11 13:43:37.782738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508c0d2-aaf6-42ac-a34e-917581d2e3d3 req-6c255f37-335e-4362-94c2-191d49785d07 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:37.784834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5508c0d2-aaf6-42ac-a34e-917581d2e3d3 req-6c255f37-335e-4362-94c2-191d49785d07 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0933301 Feb 11 13:43:37.869899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5508c0d2-aaf6-42ac-a34e-917581d2e3d3 req-7ef7f9cc-1b2c-4a4c-909b-dc1737754efa tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740104 Feb 11 13:43:39.004599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63117264-790a-4c25-9e18-0fd930478ed2 req-8905228a-3c29-42d2-a6ae-078298fd061f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:39.006129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63117264-790a-4c25-9e18-0fd930478ed2 req-8905228a-3c29-42d2-a6ae-078298fd061f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0545511 Feb 11 13:43:39.068632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63117264-790a-4c25-9e18-0fd930478ed2 req-d676a8d6-652a-4fed-afbd-4aacee8d0b1d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565560 Feb 11 13:43:40.205683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a530ef-5ea8-4972-9158-b0e4b5f86adc req-c95a3ed5-33ae-4dfc-a382-a056609ff955 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.212930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56a530ef-5ea8-4972-9158-b0e4b5f86adc req-c95a3ed5-33ae-4dfc-a382-a056609ff955 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0601227 Feb 11 13:43:40.262757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56a530ef-5ea8-4972-9158-b0e4b5f86adc req-baf1728c-77d6-4fd0-bab5-a12cc077b8f3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Feb 11 13:43:41.380593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94834d-936c-4773-a0ce-38fa6192f18a req-f8c3dc35-5276-419e-aba2-30202aae0816 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:41.382035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc94834d-936c-4773-a0ce-38fa6192f18a req-f8c3dc35-5276-419e-aba2-30202aae0816 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0552323 Feb 11 13:43:41.431595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc94834d-936c-4773-a0ce-38fa6192f18a req-ae0589bc-4426-4239-bd21-95111d97742b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Feb 11 13:43:42.560209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13712f08-3371-47cf-a5cf-15c8c5425782 req-0a8dc593-e911-4a53-af2e-e96161681ff7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.561755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13712f08-3371-47cf-a5cf-15c8c5425782 req-0a8dc593-e911-4a53-af2e-e96161681ff7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0605536 Feb 11 13:43:42.610298 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13712f08-3371-47cf-a5cf-15c8c5425782 req-5210871e-2275-40ec-b0f5-05103d255f77 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423756 Feb 11 13:43:43.734562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20776b9d-a227-48d1-903c-807ae906ad7c req-851ce65f-7034-4beb-a2be-e28c790b7076 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:43.738165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20776b9d-a227-48d1-903c-807ae906ad7c req-851ce65f-7034-4beb-a2be-e28c790b7076 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0591145 Feb 11 13:43:43.783958 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20776b9d-a227-48d1-903c-807ae906ad7c req-1d6958ff-a732-4390-8107-04600d9e37fd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422258 Feb 11 13:43:44.909010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa8827-e485-4819-9c00-905193ba4a44 req-decc8ea8-742d-4a8a-99fd-62f2921cafab tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:44.910613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6fa8827-e485-4819-9c00-905193ba4a44 req-decc8ea8-742d-4a8a-99fd-62f2921cafab tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0556903 Feb 11 13:43:44.963884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6fa8827-e485-4819-9c00-905193ba4a44 req-2a2d2a77-9256-493b-a6e8-12d958fc2d38 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473459 Feb 11 13:43:46.085763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c049-9faa-42d2-b839-b94ac0e6d23c req-fac3e4b9-f5cb-43d0-9f12-54db5ae62dc9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:46.087266 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d63c049-9faa-42d2-b839-b94ac0e6d23c req-fac3e4b9-f5cb-43d0-9f12-54db5ae62dc9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0538750 Feb 11 13:43:46.135333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d63c049-9faa-42d2-b839-b94ac0e6d23c req-5e958272-3f50-48e3-9568-5f03295c1e20 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424881 Feb 11 13:43:46.579145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:47.259860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082217a3-6da9-4b2a-87a1-834981975dfa req-97086734-8d1a-4974-8da1-df91c7a5dfdd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:47.261447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-082217a3-6da9-4b2a-87a1-834981975dfa req-97086734-8d1a-4974-8da1-df91c7a5dfdd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0537913 Feb 11 13:43:47.310907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-082217a3-6da9-4b2a-87a1-834981975dfa req-c519f329-d617-4e56-bb76-f0a8822c6ab0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Feb 11 13:43:47.519070 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:43:48.437963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e3db2-930d-4d9d-a29a-03cc405ce109 req-3c21a666-2d9f-497f-90ea-3bea90d707da tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:48.439515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-564e3db2-930d-4d9d-a29a-03cc405ce109 req-3c21a666-2d9f-497f-90ea-3bea90d707da tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0590024 Feb 11 13:43:48.486036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-564e3db2-930d-4d9d-a29a-03cc405ce109 req-c84e0d49-84cf-4391-a19e-fca1e1b5fd8f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Feb 11 13:43:49.094604 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:43:49.612748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ae9d7-357c-494a-a6a7-8587957cc7f3 req-01b290b9-1c4c-4cf5-b663-d6851daede92 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:49.614401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b81ae9d7-357c-494a-a6a7-8587957cc7f3 req-01b290b9-1c4c-4cf5-b663-d6851daede92 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0567572 Feb 11 13:43:49.663796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b81ae9d7-357c-494a-a6a7-8587957cc7f3 req-a17f2719-0f2f-44f7-aa83-386974ca9ce1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Feb 11 13:43:50.802187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3089e-8672-4328-ab8b-607eabddec24 req-3d207087-8ca8-484e-8e77-179c594aa772 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:50.803726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acf3089e-8672-4328-ab8b-607eabddec24 req-3d207087-8ca8-484e-8e77-179c594aa772 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0631526 Feb 11 13:43:50.858577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-acf3089e-8672-4328-ab8b-607eabddec24 req-129bb36d-f522-4b14-9d58-8a1ee754848c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478258 Feb 11 13:43:51.985810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3862b8-e0a5-4e42-be1b-470d3f28dc06 req-207f190c-b324-4164-b01f-acf1f1642132 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:51.987394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f3862b8-e0a5-4e42-be1b-470d3f28dc06 req-207f190c-b324-4164-b01f-acf1f1642132 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0546215 Feb 11 13:43:52.036650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f3862b8-e0a5-4e42-be1b-470d3f28dc06 req-d9a9dfbb-c7e3-4e12-b541-35701c04d626 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Feb 11 13:43:53.157567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e4ad3-eb8a-4574-927e-d0dd7b46d0b4 req-fbf95b77-f78b-46f8-9def-29895ff8b139 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.159148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-243e4ad3-eb8a-4574-927e-d0dd7b46d0b4 req-fbf95b77-f78b-46f8-9def-29895ff8b139 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0528727 Feb 11 13:43:53.210641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-243e4ad3-eb8a-4574-927e-d0dd7b46d0b4 req-eedafb9f-0f13-46bb-8fb0-b7b65632ab2e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Feb 11 13:43:54.350818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab16992-dda8-459b-b8da-16d5d5660326 req-64928ff8-814a-4466-bccc-02ad75d22cca tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:54.352295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ab16992-dda8-459b-b8da-16d5d5660326 req-64928ff8-814a-4466-bccc-02ad75d22cca tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0631628 Feb 11 13:43:54.400228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ab16992-dda8-459b-b8da-16d5d5660326 req-ed14b635-7fe9-48a2-ae43-e2010fa19243 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 Feb 11 13:43:55.529980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40332d3e-68db-4352-8fe2-957fb778207c req-4aa2d2c9-0809-43fa-b87c-30dd768bbce1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:55.531561 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40332d3e-68db-4352-8fe2-957fb778207c req-4aa2d2c9-0809-43fa-b87c-30dd768bbce1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0604200 Feb 11 13:43:55.581355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40332d3e-68db-4352-8fe2-957fb778207c req-b9b1ccea-da25-4efa-b028-0943251ff880 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434389 Feb 11 13:43:56.722133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fd8d0-1495-4992-838c-6e1b56db87a1 req-4d4e1452-b7a8-4385-9f3a-ae7df6b1fcdb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:56.723506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38fd8d0-1495-4992-838c-6e1b56db87a1 req-4d4e1452-b7a8-4385-9f3a-ae7df6b1fcdb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0636873 Feb 11 13:43:56.769453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e38fd8d0-1495-4992-838c-6e1b56db87a1 req-ce055b7e-3c51-40ae-805e-3ef9a551e90e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401876 Feb 11 13:43:57.909456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118c2c5-f1a4-44d5-ba06-55625b9faa16 req-e9163179-a9e9-40b1-9756-376d285a005b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:57.910971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7118c2c5-f1a4-44d5-ba06-55625b9faa16 req-e9163179-a9e9-40b1-9756-376d285a005b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0552647 Feb 11 13:43:57.960717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7118c2c5-f1a4-44d5-ba06-55625b9faa16 req-77128e57-e14f-4f66-9cc2-8f10611477a2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 Feb 11 13:43:59.100768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788159b-a039-493a-83c8-8fa3aaf9771d req-3969ef5b-8adf-4ea9-9bba-3bb5031b1568 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.102307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5788159b-a039-493a-83c8-8fa3aaf9771d req-3969ef5b-8adf-4ea9-9bba-3bb5031b1568 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0572889 Feb 11 13:43:59.156743 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5788159b-a039-493a-83c8-8fa3aaf9771d req-99ea7e5e-5e91-4773-941e-18ca072b8099 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Feb 11 13:43:59.374155 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-87b1c9c9-e163-431f-9a4b-39f375e067e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:00.296006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859577b0-09d2-4880-ad90-1ec9127a6997 req-4aec4339-2bfa-47d3-9756-35abccb0608d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.297475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-859577b0-09d2-4880-ad90-1ec9127a6997 req-4aec4339-2bfa-47d3-9756-35abccb0608d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0598531 Feb 11 13:44:00.344912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-859577b0-09d2-4880-ad90-1ec9127a6997 req-b3a537f7-a1bb-4d33-9257-4474d5a7523e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Feb 11 13:44:01.456346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-48e76965-dcbb-4c71-a69c-45c953df7a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:01.480122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcb4ef-61eb-42a5-8411-c7649e7f0e94 req-cc5d7ca8-be51-4bc4-8d97-14595dea36be tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:01.482324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97fcb4ef-61eb-42a5-8411-c7649e7f0e94 req-cc5d7ca8-be51-4bc4-8d97-14595dea36be tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 943 time: 0.0543621 Feb 11 13:44:01.527813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97fcb4ef-61eb-42a5-8411-c7649e7f0e94 req-0eb447ef-ad0f-44e4-bbed-7a4a13cfa96a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397954 Feb 11 13:44:02.024624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 938f6aba-8ed5-4707-87b8-cad4eb7ee245 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:44:02.134193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 938f6aba-8ed5-4707-87b8-cad4eb7ee245, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=938f6aba-8ed5-4707-87b8-cad4eb7ee245,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:02.147024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '938f6aba-8ed5-4707-87b8-cad4eb7ee245', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'port_id': '938f6aba-8ed5-4707-87b8-cad4eb7ee245', 'mac_address': 'fa:16:3e:5a:ab:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:44:02.187087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:02.187481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.201541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938f6aba-8ed5-4707-87b8-cad4eb7ee245 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:44:02.222024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 938f6aba-8ed5-4707-87b8-cad4eb7ee245, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=938f6aba-8ed5-4707-87b8-cad4eb7ee245,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:02.227149 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:02.279709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=938f6aba-8ed5-4707-87b8-cad4eb7ee245,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.287592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.287944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.288277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.288611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.288971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.289314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.289623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.289963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.290287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.290606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.290925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.291243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.291566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:02.450489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['938f6aba-8ed5-4707-87b8-cad4eb7ee245'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:44:02.653249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132dffa-3e70-4a91-be22-46c2de883d2d req-3861abba-1aa0-4ac9-997f-5b899fb9526a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:02.654778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1132dffa-3e70-4a91-be22-46c2de883d2d req-3861abba-1aa0-4ac9-997f-5b899fb9526a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 944 time: 0.0574617 Feb 11 13:44:02.702999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1132dffa-3e70-4a91-be22-46c2de883d2d req-00c40519-c3b4-43d8-a0d6-e4356c6163ef tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Feb 11 13:44:02.713075 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:03.829365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1988b-6231-41dc-a3a1-be015822b0ae req-9ad2c4c5-58d3-4fac-9432-af1f75660011 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:03.830911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9b1988b-6231-41dc-a3a1-be015822b0ae req-9ad2c4c5-58d3-4fac-9432-af1f75660011 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 944 time: 0.0559480 Feb 11 13:44:03.880441 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9b1988b-6231-41dc-a3a1-be015822b0ae req-7180bb80-fb6e-441f-b5f5-e7c3f67720ed tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437832 Feb 11 13:44:04.039944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 938f6aba-8ed5-4707-87b8-cad4eb7ee245 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:04.096315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:04.100090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:04.100466 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.178152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:44:04.178543 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.211130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f6aba-8ed5-4707-87b8-cad4eb7ee245'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:04.213362 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6a00dc-a2bf-4304-96d7-48eaeedb61e7" -d '{"events": [{"server_uuid": "50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab", "name": "network-vif-plugged", "status": "completed", "tag": "938f6aba-8ed5-4707-87b8-cad4eb7ee245"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:04.227955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 938f6aba-8ed5-4707-87b8-cad4eb7ee245, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=938f6aba-8ed5-4707-87b8-cad4eb7ee245,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:04.233424 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.270016 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda8aef-a87f-4cc2-acf5-e0d5289bbf99 x-openstack-request-id: req-6dda8aef-a87f-4cc2-acf5-e0d5289bbf99 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:04.270311 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab", "name": "network-vif-plugged", "status": "completed", "tag": "938f6aba-8ed5-4707-87b8-cad4eb7ee245", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:04.270561 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dda8aef-a87f-4cc2-acf5-e0d5289bbf99 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:04.270945 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f6aba-8ed5-4707-87b8-cad4eb7ee245', 'code': 200} Feb 11 13:44:04.325312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=938f6aba-8ed5-4707-87b8-cad4eb7ee245,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.357783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db3ea4-d809-49e8-bef8-852ecf44b3d4 req-6ef2be4e-ab9e-4aa3-8905-2f1e1e44a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:04.359321 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0db3ea4-d809-49e8-bef8-852ecf44b3d4 req-6ef2be4e-ab9e-4aa3-8905-2f1e1e44a2b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 1127 time: 0.0460327 Feb 11 13:44:04.395087 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:04.410482 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0db3ea4-d809-49e8-bef8-852ecf44b3d4 req-49d3d674-954b-4ce8-9998-00656d145147 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444472 Feb 11 13:44:05.007193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b12c4e-82b7-421d-bbaa-2e782969c25c req-b92390cc-048a-4ac5-92a1-5684c1ece3d9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.008651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7b12c4e-82b7-421d-bbaa-2e782969c25c req-b92390cc-048a-4ac5-92a1-5684c1ece3d9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 945 time: 0.0580366 Feb 11 13:44:05.055898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7b12c4e-82b7-421d-bbaa-2e782969c25c req-761f9424-296d-4450-8c3d-d415ba18dcdc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414767 Feb 11 13:44:05.348138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:06.177920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933358ab-795c-4721-b9d0-26133c2efc8a req-58416319-ab7a-4c29-93f4-ceb62064886c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.179431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-933358ab-795c-4721-b9d0-26133c2efc8a req-58416319-ab7a-4c29-93f4-ceb62064886c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 945 time: 0.0544887 Feb 11 13:44:06.228517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-933358ab-795c-4721-b9d0-26133c2efc8a req-e48d318b-229a-4f1d-9481-e38632b42e78 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Feb 11 13:44:06.348841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fceae3-23b6-4eca-9cd6-9d1b29d78768 req-c9e59236-764e-4b85-82a9-7dbaa168fe4a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.350247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76fceae3-23b6-4eca-9cd6-9d1b29d78768 req-c9e59236-764e-4b85-82a9-7dbaa168fe4a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 945 time: 0.0537972 Feb 11 13:44:06.402271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76fceae3-23b6-4eca-9cd6-9d1b29d78768 req-08490c5b-47fb-4021-a025-aa7aa26252a0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Feb 11 13:44:06.525375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f534353-e419-458f-bccf-a628da2d21c6 req-5f696464-fdd0-42c5-a4ea-9d839a84fd03 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.526921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f534353-e419-458f-bccf-a628da2d21c6 req-5f696464-fdd0-42c5-a4ea-9d839a84fd03 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 945 time: 0.0554903 Feb 11 13:44:06.574734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f534353-e419-458f-bccf-a628da2d21c6 req-028f9931-948b-4489-baef-f96e642b3772 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Feb 11 13:44:06.885518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a74c8-c846-4df9-a2df-b32f34f261b6 req-af3f5e72-6f54-4a4e-ba62-28239f27b953 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.887066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-688a74c8-c846-4df9-a2df-b32f34f261b6 req-af3f5e72-6f54-4a4e-ba62-28239f27b953 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 945 time: 0.0600946 Feb 11 13:44:06.934556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-688a74c8-c846-4df9-a2df-b32f34f261b6 req-e2c11626-6552-4242-b2af-00c51bc46eb4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Feb 11 13:44:08.080900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd4483-b74b-4b28-972d-69eaaa58b734 req-601e2aa2-11cc-46f0-a4da-62e3af34d9f3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:08.082392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17cd4483-b74b-4b28-972d-69eaaa58b734 req-601e2aa2-11cc-46f0-a4da-62e3af34d9f3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 945 time: 0.0687695 Feb 11 13:44:08.133710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17cd4483-b74b-4b28-972d-69eaaa58b734 req-9114d6e0-f659-4938-8438-e8c40556222a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423286 Feb 11 13:44:08.382418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-acad7702-12c2-4d0c-a1ad-645138ff99e3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:08.383808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-acad7702-12c2-4d0c-a1ad-645138ff99e3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 945 time: 0.0649061 Feb 11 13:44:08.481199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:44:08.481547 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.574784 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] For port 938f6aba-8ed5-4707-87b8-cad4eb7ee245, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=938f6aba-8ed5-4707-87b8-cad4eb7ee245,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:08.575145 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.594235 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for 938f6aba-8ed5-4707-87b8-cad4eb7ee245 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:44:08.733371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (938f6aba-8ed5-4707-87b8-cad4eb7ee245), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.746089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['938f6aba-8ed5-4707-87b8-cad4eb7ee245'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:44:08.761816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=938f6aba-8ed5-4707-87b8-cad4eb7ee245,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.808370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] No DVR routers for this DVR port 938f6aba-8ed5-4707-87b8-cad4eb7ee245 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:08.811199 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:08.815377 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-47519b86-83f8-460e-aacd-4fb7e68c2deb req-f8c2174f-346f-4aed-904a-704d42e7f3f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "DELETE /v2.0/ports/938f6aba-8ed5-4707-87b8-cad4eb7ee245 HTTP/1.1" status: 204 len: 173 time: 0.4257987 Feb 11 13:44:08.815845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'name': 'network-vif-deleted', 'tag': '938f6aba-8ed5-4707-87b8-cad4eb7ee245'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:08.818274 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b106268e-c4cd-415e-954b-9cdeb39c4f82" -d '{"events": [{"server_uuid": "50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab", "name": "network-vif-deleted", "tag": "938f6aba-8ed5-4707-87b8-cad4eb7ee245"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:08.856382 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf6a4c6-07dd-4073-9afb-e0f63e1e16d2 x-openstack-request-id: req-dbf6a4c6-07dd-4073-9afb-e0f63e1e16d2 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:08.856665 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab", "name": "network-vif-deleted", "tag": "938f6aba-8ed5-4707-87b8-cad4eb7ee245", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:08.856924 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbf6a4c6-07dd-4073-9afb-e0f63e1e16d2 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:08.857334 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab', 'name': 'network-vif-deleted', 'tag': '938f6aba-8ed5-4707-87b8-cad4eb7ee245', 'status': 'completed', 'code': 200} Feb 11 13:44:09.234584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7030573f-d989-493a-b3ed-d079870268c4 req-79a902d2-4df0-4cb4-9cca-3ea9872cbb21 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0282068 Feb 11 13:44:10.332843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c78d62b0-126f-4b17-ae5b-80dd83536a91 req-69d1624c-46f1-4f19-b826-e5a1d9eacc22 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0282235 Feb 11 13:44:11.442767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d8a5889-68d9-43d8-830d-f73bf2846b06 req-fa3075a3-e510-4f00-a459-7972b48fea0f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0357685 Feb 11 13:44:12.076275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 938f6aba-8ed5-4707-87b8-cad4eb7ee245 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:12.097418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 938f6aba-8ed5-4707-87b8-cad4eb7ee245 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:44:12.097802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 938f6aba-8ed5-4707-87b8-cad4eb7ee245 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:12.541131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2755a71-973f-4f8d-828d-b04ddaa5b27b req-0fff139d-2b70-4233-9527-ca018036c082 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0277946 Feb 11 13:44:13.640273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5baf9507-47cd-41b2-99b0-ce6423e71f65 req-2222ce37-8c95-44f9-8ae9-7edbefa2c86d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0291898 Feb 11 13:44:14.736772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b97832c-688c-402f-9059-31b2a3d72129 req-0ca26f80-5eca-4991-9df4-df7178851ed9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0272102 Feb 11 13:44:15.836225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-277a1f1b-b3c0-4556-a30d-1a620b9bd98f req-31698fb1-ddfe-480c-ad38-2fd56cd95a93 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0306377 Feb 11 13:44:16.593654 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:16.943338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-211ee863-10dd-48ef-8a4b-69edbf93356b req-a197d124-3420-4f14-9fca-c5d878f2fa46 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=50f4ce2b-779d-4203-a1b2-c70bfc4dc5ab HTTP/1.1" status: 200 len: 210 time: 0.0291214 Feb 11 13:44:17.524516 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:26.095177 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:44:29.359879 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-af719d37-67b3-4c2b-8e9c-c281bb369e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:31.460688 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e651bdfc-c071-4957-aaa5-475b2f10b1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:32.717174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:34.367452 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:35.356635 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:46.601842 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:47.521783 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:49.320625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-19cf0ecf-e0dd-423b-afe1-f695cd2fb137 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:49.321994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-19cf0ecf-e0dd-423b-afe1-f695cd2fb137 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1045408 Feb 11 13:44:49.336559 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-b55fc2aa-c3b5-4512-98d8-7f1a18697ffd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/quotas/e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 375 time: 0.0092165 Feb 11 13:44:49.394419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-0c5551af-7879-4d9f-a99b-9c1bf42894c2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530272 Feb 11 13:44:49.488770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-4d00402f-88ae-40ae-8b0e-7d7e2a92578d service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877430 Feb 11 13:44:49.582630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-8f228be8-4f45-48e7-8432-a72708a566de service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879650 Feb 11 13:44:49.898555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d6fab91-2a0e-4f80-9460-520437b203d0 req-079c6f9a-5d76-4a9e-9c9c-5111e13ccd52 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Feb 11 13:44:50.951111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-86034674-2ee5-412e-a0f4-ae7240e0e653 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.952631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-86034674-2ee5-412e-a0f4-ae7240e0e653 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1379166 Feb 11 13:44:50.969204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'port': {'device_id': '60af900e-dc9a-4313-8251-ceef6eadf033', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'admin_state_up': True, 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:51.007016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-326eb819-7def-4d5d-ba57-21340e5f31b0 req-3126c18c-8abb-44ca-9dde-d05a3179bd39 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0333517 Feb 11 13:44:51.089894 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:51.093420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.223417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.20.0.12 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/89df6c5b-0170-41d0-ae65-57ae2a031e36) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:51.375833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.413460 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.461010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:51.464177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:51.468599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:51.472650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=89df6c5b-0170-41d0-ae65-57ae2a031e36,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:51.500905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.501320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.501578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.501958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.502284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.502613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.502938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.503261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.503582 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.503901 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.504219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.504535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.504853 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:51.529657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:51.530296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.549896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-ea9e0620-43ba-4632-a731-5b0f1c5e5a67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853119 Feb 11 13:44:51.615652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Request body: {'port': {'device_id': '60af900e-dc9a-4313-8251-ceef6eadf033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:51.683134 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.699661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5c5e8edc-e3d8-46ee-8465-4987e8cd5a4c None None] Provisioning complete for port 89df6c5b-0170-41d0-ae65-57ae2a031e36 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:51.700259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c5e8edc-e3d8-46ee-8465-4987e8cd5a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.733836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e8edc-e3d8-46ee-8465-4987e8cd5a4c None None] Port 89df6c5b-0170-41d0-ae65-57ae2a031e36 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:44:51.942682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89df6c5b-0170-41d0-ae65-57ae2a031e36 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:44:51.950197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Publish callbacks [] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:51.962571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Transition to ACTIVE for port object 89df6c5b-0170-41d0-ae65-57ae2a031e36 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:51.969016 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.070646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Pushing event updated for resources: {'Port': ['ID=89df6c5b-0170-41d0-ae65-57ae2a031e36,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.101266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Attempting to bind port 89df6c5b-0170-41d0-ae65-57ae2a031e36 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:44:52.101664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Attempting to bind port 89df6c5b-0170-41d0-ae65-57ae2a031e36 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:44:52.101957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Attempting to bind port 89df6c5b-0170-41d0-ae65-57ae2a031e36 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:52.107007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Port 89df6c5b-0170-41d0-ae65-57ae2a031e36 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:44:52.107330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Attempting to bind port 89df6c5b-0170-41d0-ae65-57ae2a031e36 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:52.113182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:52.113515 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:44:52.113937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:52.114361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Bound port: 89df6c5b-0170-41d0-ae65-57ae2a031e36, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:44:52.114712 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.166500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d2d37-8b37-40f9-998f-4edced700f7b req-3e5661c4-dc0a-4388-b0e3-eff4fd0b8b9a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.177107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-524d2d37-8b37-40f9-998f-4edced700f7b req-3e5661c4-dc0a-4388-b0e3-eff4fd0b8b9a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0851195 Feb 11 13:44:52.187361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] For port 89df6c5b-0170-41d0-ae65-57ae2a031e36, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:52.192010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] For port 89df6c5b-0170-41d0-ae65-57ae2a031e36, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:52.201204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.241925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-524d2d37-8b37-40f9-998f-4edced700f7b req-948592c9-b21c-44c0-8edc-27acd54c13c0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636601 Feb 11 13:44:52.248195 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.249120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:52.250890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] 10.222.0.53 "PUT /v2.0/ports/89df6c5b-0170-41d0-ae65-57ae2a031e36 HTTP/1.1" status: 200 len: 1092 time: 0.6937652 Feb 11 13:44:52.253628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60af900e-dc9a-4313-8251-ceef6eadf033', 'tag': '89df6c5b-0170-41d0-ae65-57ae2a031e36'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:44:52.256759 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48e2c49-c756-42a5-8eae-ed164838844a" -d '{"events": [{"name": "network-changed", "server_uuid": "60af900e-dc9a-4313-8251-ceef6eadf033", "tag": "89df6c5b-0170-41d0-ae65-57ae2a031e36"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:52.290501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9b5c4-9fa5-4534-9e2a-46a7699b5505 service neutron] Pushing event updated for resources: {'Port': ['ID=89df6c5b-0170-41d0-ae65-57ae2a031e36,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.651537 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa0c23e-7d2b-4e6b-98d4-8ce894665ff9 x-openstack-request-id: req-aaa0c23e-7d2b-4e6b-98d4-8ce894665ff9 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:52.651817 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60af900e-dc9a-4313-8251-ceef6eadf033", "tag": "89df6c5b-0170-41d0-ae65-57ae2a031e36", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:52.652072 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aaa0c23e-7d2b-4e6b-98d4-8ce894665ff9 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:52.652464 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60af900e-dc9a-4313-8251-ceef6eadf033', 'tag': '89df6c5b-0170-41d0-ae65-57ae2a031e36', 'status': 'completed', 'code': 200} Feb 11 13:44:52.671320 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-91556f2c-60c2-4508-b84e-ff28717a128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.672858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-91556f2c-60c2-4508-b84e-ff28717a128b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 1126 time: 0.3700693 Feb 11 13:44:52.713964 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-09c75713-71d6-4873-9640-92c53e23d114 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36 HTTP/1.1" status: 200 len: 217 time: 0.0338840 Feb 11 13:44:52.763205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-27233d1b-7143-4b07-8a06-fb38e9ba5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.764842 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-27233d1b-7143-4b07-8a06-fb38e9ba5ce6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0450203 Feb 11 13:44:52.821211 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-b1f67b7c-5942-4028-b41c-265e07f4bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.822708 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-b1f67b7c-5942-4028-b41c-265e07f4bc92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504775 Feb 11 13:44:52.914235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-0301e4f7-cf0a-49e3-9a81-5a285961bddc service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Feb 11 13:44:53.010518 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-243245e7-3740-4510-b6bb-afe5b9325d07 req-b534a93f-aa7c-46bb-bb60-120ab1385ad8 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897908 Feb 11 13:44:53.101230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e2c49-c756-42a5-8eae-ed164838844a req-ba765707-16d3-40eb-bdb6-28676abbd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:53.102682 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c48e2c49-c756-42a5-8eae-ed164838844a req-ba765707-16d3-40eb-bdb6-28676abbd746 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 1126 time: 0.0472195 Feb 11 13:44:53.194556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e2c49-c756-42a5-8eae-ed164838844a req-6c310569-f20d-449d-9d53-e1fd611f054c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:53.195993 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c48e2c49-c756-42a5-8eae-ed164838844a req-6c310569-f20d-449d-9d53-e1fd611f054c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0873375 Feb 11 13:44:53.236183 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c48e2c49-c756-42a5-8eae-ed164838844a req-867eb9fb-5805-488e-b09e-0f3a04fca591 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36 HTTP/1.1" status: 200 len: 217 time: 0.0336967 Feb 11 13:44:53.287201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e2c49-c756-42a5-8eae-ed164838844a req-9e93b623-8f2d-405a-a070-44416e035656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:53.288881 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c48e2c49-c756-42a5-8eae-ed164838844a req-9e93b623-8f2d-405a-a070-44416e035656 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0468299 Feb 11 13:44:53.343874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e2c49-c756-42a5-8eae-ed164838844a req-2f44f435-87ac-4c1d-8b16-3523169d516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:53.345998 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c48e2c49-c756-42a5-8eae-ed164838844a req-2f44f435-87ac-4c1d-8b16-3523169d516a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511360 Feb 11 13:44:53.394119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2e243-6b7a-4cff-bc55-57e849677518 req-49f5d859-b96e-44d5-a40c-d091ce6058fb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:53.400835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78e2e243-6b7a-4cff-bc55-57e849677518 req-49f5d859-b96e-44d5-a40c-d091ce6058fb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0742543 Feb 11 13:44:53.442374 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c48e2c49-c756-42a5-8eae-ed164838844a req-915eb3b1-455f-4913-8f83-b57f1aab2419 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887940 Feb 11 13:44:53.451539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78e2e243-6b7a-4cff-bc55-57e849677518 req-ce5cc01c-97db-486f-bf44-0036b95dd942 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470541 Feb 11 13:44:53.540263 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c48e2c49-c756-42a5-8eae-ed164838844a req-d3edb578-9011-4b5b-bb58-9d7927d2dc40 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911353 Feb 11 13:44:54.574811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb6093-0459-4ee2-8cb9-144397694ad7 req-967fd3ac-e5eb-45f4-8673-6213fe517a6f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:54.576304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13eb6093-0459-4ee2-8cb9-144397694ad7 req-967fd3ac-e5eb-45f4-8673-6213fe517a6f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0537488 Feb 11 13:44:54.625527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13eb6093-0459-4ee2-8cb9-144397694ad7 req-b4d689fd-835b-4853-b83c-81dbe015311f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Feb 11 13:44:55.753020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101e03-1e27-4f48-a40e-202c607953d1 req-4494a563-ceb3-44b9-9b1c-45bb1c1eb32c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.754536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf101e03-1e27-4f48-a40e-202c607953d1 req-4494a563-ceb3-44b9-9b1c-45bb1c1eb32c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0574377 Feb 11 13:44:55.801210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf101e03-1e27-4f48-a40e-202c607953d1 req-5d34b5fc-52d0-4123-8eb6-56b73ff8c3c2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Feb 11 13:44:56.932070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d564a74-747d-46c9-8918-f2e7b24c5edb req-38500cd8-b4e6-44c8-a8e5-e1a3e7e743a3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:56.933738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d564a74-747d-46c9-8918-f2e7b24c5edb req-38500cd8-b4e6-44c8-a8e5-e1a3e7e743a3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0629063 Feb 11 13:44:56.985017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d564a74-747d-46c9-8918-f2e7b24c5edb req-0e227dde-1bf2-45f7-b272-05a0bf88e194 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445948 Feb 11 13:44:58.109213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b6de2-9b5d-4a10-abbf-b0964f0a3d18 req-be43ee2e-dab9-4f2a-ab08-9fe588d277d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:58.110912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d1b6de2-9b5d-4a10-abbf-b0964f0a3d18 req-be43ee2e-dab9-4f2a-ab08-9fe588d277d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0571406 Feb 11 13:44:58.454015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d1b6de2-9b5d-4a10-abbf-b0964f0a3d18 req-99d253e5-3afb-4a46-80a7-b6bcd10762e0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372099 Feb 11 13:44:59.373008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52def5e8-035c-47f3-8c8c-933258f5f80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:44:59.584833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477d769-b90a-4c50-8b22-61c6e39f9e90 req-4432ad68-a97d-4c4b-8c96-76e17d4aad69 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:59.586401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c477d769-b90a-4c50-8b22-61c6e39f9e90 req-4432ad68-a97d-4c4b-8c96-76e17d4aad69 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0549755 Feb 11 13:44:59.632917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c477d769-b90a-4c50-8b22-61c6e39f9e90 req-adc5574a-5c23-4332-a508-d7cd295af884 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Feb 11 13:45:00.767260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c728c-ac0b-485e-9e6b-20de07a9d4d0 req-6c1e9e06-3668-49d7-8f4f-f143f1b4cb0f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:00.768787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-837c728c-ac0b-485e-9e6b-20de07a9d4d0 req-6c1e9e06-3668-49d7-8f4f-f143f1b4cb0f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0637140 Feb 11 13:45:00.826776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-837c728c-ac0b-485e-9e6b-20de07a9d4d0 req-246657c1-b22b-4a8f-9958-d1f7fa001b75 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518150 Feb 11 13:45:01.465203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-caad7072-4239-4a10-a630-3ce5fc5fdb43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:01.960231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24472ca-3e2c-4f10-a084-13fccb5e5c31 req-8c8cbe57-a1ad-4e4c-ba13-e386f267dfca tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:01.961747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b24472ca-3e2c-4f10-a084-13fccb5e5c31 req-8c8cbe57-a1ad-4e4c-ba13-e386f267dfca tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0581000 Feb 11 13:45:02.019401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b24472ca-3e2c-4f10-a084-13fccb5e5c31 req-cbd40d30-224e-4fb7-9cda-7cf05281c7a1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493433 Feb 11 13:45:02.716881 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:03.097257 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:45:03.145784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baf781-28f9-4e2c-b9c4-475ab4b2efa6 req-c9d63a33-7a7c-4430-b5bb-b32301fbb8a7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:03.147355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33baf781-28f9-4e2c-b9c4-475ab4b2efa6 req-c9d63a33-7a7c-4430-b5bb-b32301fbb8a7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0547619 Feb 11 13:45:03.212663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33baf781-28f9-4e2c-b9c4-475ab4b2efa6 req-9ae28414-26d9-4d86-8892-87ca705d2aa2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565679 Feb 11 13:45:04.355700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b3c31-8b2c-41bb-8780-3f0a5b60a307 req-8c4f4e87-b11f-4205-88ba-4d99788bf0b0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:04.357207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de3b3c31-8b2c-41bb-8780-3f0a5b60a307 req-8c4f4e87-b11f-4205-88ba-4d99788bf0b0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0593314 Feb 11 13:45:04.369652 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:04.406527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de3b3c31-8b2c-41bb-8780-3f0a5b60a307 req-b1d8f973-e76b-4bbb-b1ae-a723d1610e5e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Feb 11 13:45:05.356345 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:05.528504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a5898-4a9a-4a5e-94a7-aa9c95092392 req-5ba5072e-8e4a-4098-b2cb-d31604cb09e6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.530184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-708a5898-4a9a-4a5e-94a7-aa9c95092392 req-5ba5072e-8e4a-4098-b2cb-d31604cb09e6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0538635 Feb 11 13:45:05.584539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-708a5898-4a9a-4a5e-94a7-aa9c95092392 req-9da67897-7635-4f82-af09-4de7496f233d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484939 Feb 11 13:45:06.716521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca186f8-5413-47f3-b4a9-740114bae6c0 req-213c7578-69d1-47ef-add9-97743ed0de27 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:06.717931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ca186f8-5413-47f3-b4a9-740114bae6c0 req-213c7578-69d1-47ef-add9-97743ed0de27 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0584381 Feb 11 13:45:06.766264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ca186f8-5413-47f3-b4a9-740114bae6c0 req-87f3d562-63aa-4fc2-8674-4f5516b076ce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423162 Feb 11 13:45:07.892741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18903e2d-acb3-4ed6-84e8-31c3b2293cb7 req-0aa89776-7897-4ee3-8883-f822b8879c9d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:07.894257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18903e2d-acb3-4ed6-84e8-31c3b2293cb7 req-0aa89776-7897-4ee3-8883-f822b8879c9d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 944 time: 0.0538523 Feb 11 13:45:07.941834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18903e2d-acb3-4ed6-84e8-31c3b2293cb7 req-4cec87da-2868-460b-abe9-fea40f7cf3b0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Feb 11 13:45:08.335768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 89df6c5b-0170-41d0-ae65-57ae2a031e36 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:45:08.440543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 89df6c5b-0170-41d0-ae65-57ae2a031e36, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:08.452165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '89df6c5b-0170-41d0-ae65-57ae2a031e36', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'port_id': '89df6c5b-0170-41d0-ae65-57ae2a031e36', 'mac_address': 'fa:16:3e:59:34:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:45:08.491890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 89df6c5b-0170-41d0-ae65-57ae2a031e36 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:08.492278 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.505294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89df6c5b-0170-41d0-ae65-57ae2a031e36 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:08.525316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 89df6c5b-0170-41d0-ae65-57ae2a031e36, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:08.531657 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:08.588530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=89df6c5b-0170-41d0-ae65-57ae2a031e36,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:08.596448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.596800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.597131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.597462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.597820 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.598144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.598466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.598782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.599123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.599457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.599761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.600087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.600395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:08.747276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['89df6c5b-0170-41d0-ae65-57ae2a031e36'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:09.075886 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c784a86-4a99-420c-a66d-4ec9c962386c req-9aa06a0a-9eaf-42aa-88d6-5ee5af4d5aab tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:09.077379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c784a86-4a99-420c-a66d-4ec9c962386c req-9aa06a0a-9eaf-42aa-88d6-5ee5af4d5aab tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 945 time: 0.0644779 Feb 11 13:45:09.127640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c784a86-4a99-420c-a66d-4ec9c962386c req-f6fd25eb-e0fb-402e-9192-d19af8bc1057 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444627 Feb 11 13:45:10.263426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f17f20-04c6-4936-ad18-65242e4478f3 req-3c05ece0-03be-4f15-884c-8179662a6e50 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:10.264850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25f17f20-04c6-4936-ad18-65242e4478f3 req-3c05ece0-03be-4f15-884c-8179662a6e50 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 945 time: 0.0524015 Feb 11 13:45:10.311034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25f17f20-04c6-4936-ad18-65242e4478f3 req-9d4987a4-0b34-4cc7-9fbb-df92a61ce5d7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Feb 11 13:45:10.334072 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 89df6c5b-0170-41d0-ae65-57ae2a031e36 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:10.397786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 89df6c5b-0170-41d0-ae65-57ae2a031e36 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:10.401849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 89df6c5b-0170-41d0-ae65-57ae2a031e36 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:10.402229 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.481486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 89df6c5b-0170-41d0-ae65-57ae2a031e36 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:10.481902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.505262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af900e-dc9a-4313-8251-ceef6eadf033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df6c5b-0170-41d0-ae65-57ae2a031e36'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:10.507591 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65095705-bda4-413d-aafc-51421e11242a" -d '{"events": [{"server_uuid": "60af900e-dc9a-4313-8251-ceef6eadf033", "name": "network-vif-plugged", "status": "completed", "tag": "89df6c5b-0170-41d0-ae65-57ae2a031e36"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:10.519641 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 89df6c5b-0170-41d0-ae65-57ae2a031e36, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:10.524839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:10.548038 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633474be-a6e8-4641-9423-b7298d7280b3 x-openstack-request-id: req-633474be-a6e8-4641-9423-b7298d7280b3 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:10.548335 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af900e-dc9a-4313-8251-ceef6eadf033", "name": "network-vif-plugged", "status": "completed", "tag": "89df6c5b-0170-41d0-ae65-57ae2a031e36", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:10.548586 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-633474be-a6e8-4641-9423-b7298d7280b3 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:10.548971 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af900e-dc9a-4313-8251-ceef6eadf033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89df6c5b-0170-41d0-ae65-57ae2a031e36', 'code': 200} Feb 11 13:45:10.576244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=89df6c5b-0170-41d0-ae65-57ae2a031e36,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:10.647301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4f899-41ae-4322-b29d-253c9e8d2474 req-faad8ce5-9fae-49ce-8c5b-40ff04146eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:10.648802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f4f899-41ae-4322-b29d-253c9e8d2474 req-faad8ce5-9fae-49ce-8c5b-40ff04146eae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 1128 time: 0.0455050 Feb 11 13:45:10.692748 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-98f4f899-41ae-4322-b29d-253c9e8d2474 req-d0b6cfcf-3cd8-494f-813a-736321c1ff80 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Feb 11 13:45:11.452475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4642af5-c1f7-4d41-948c-57028ae86890 req-8201b1b2-7622-42d3-a09e-7f1a9e43f6ad tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:11.453970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4642af5-c1f7-4d41-948c-57028ae86890 req-8201b1b2-7622-42d3-a09e-7f1a9e43f6ad tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 946 time: 0.0561342 Feb 11 13:45:11.501137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4642af5-c1f7-4d41-948c-57028ae86890 req-a7bc0bd3-a1fd-4d33-adc7-2823bef82a56 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Feb 11 13:45:12.641285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550f1f3-9afc-4402-8114-2d3c547a4de5 req-2ba357ab-3f60-4856-83c3-eb77483ced32 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:12.642785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e550f1f3-9afc-4402-8114-2d3c547a4de5 req-2ba357ab-3f60-4856-83c3-eb77483ced32 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 946 time: 0.0596430 Feb 11 13:45:12.691055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e550f1f3-9afc-4402-8114-2d3c547a4de5 req-65773819-0f70-407b-a84b-423a5e10cef3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Feb 11 13:45:12.809000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f21fb3-d7af-4fde-b57b-a32311b52281 req-4a9c2451-4358-43a8-9e20-fba0caea214d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:12.810500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f21fb3-d7af-4fde-b57b-a32311b52281 req-4a9c2451-4358-43a8-9e20-fba0caea214d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 946 time: 0.0534408 Feb 11 13:45:12.857403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f21fb3-d7af-4fde-b57b-a32311b52281 req-65891197-a487-4f32-b0b0-ced4a1131de3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407813 Feb 11 13:45:16.467014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-b844e01c-c77b-4ed5-b60f-6d84cbb1cf10 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:16.468485 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-b844e01c-c77b-4ed5-b60f-6d84cbb1cf10 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1086364 Feb 11 13:45:16.483379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-e15634da-fb5e-43a4-9df0-0ceb8aeaf333 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/quotas/e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 375 time: 0.0093069 Feb 11 13:45:16.542500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bbef2080-3864-4089-aa23-2837911c59d9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540884 Feb 11 13:45:16.601117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:16.637257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-1cd3e57d-f640-42a4-8aae-0bd42a97fff0 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875740 Feb 11 13:45:16.726054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-b0922c06-09c0-40d3-9585-bb4625f63588 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828331 Feb 11 13:45:16.918467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ca1852c-46cd-4fec-a20d-f0ac13ae1b42 req-0d94cfd1-8923-47b7-8ce0-cf86159a8382 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0280321 Feb 11 13:45:17.536280 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:17.938670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-ed283c8d-ae87-4ca4-9f00-25858c7c8563 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:17.940134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-ed283c8d-ae87-4ca4-9f00-25858c7c8563 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1074214 Feb 11 13:45:17.952798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'port': {'device_id': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'admin_state_up': True, 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:18.045693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95417b93-2c38-4675-8c20-0e5558d077ca req-267a0826-3cda-4426-97d5-e6ea6665f1d7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0327096 Feb 11 13:45:18.086700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:18.090104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.217442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.20.0.10 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/87852c13-14e6-42b1-88c0-4c6061225e1a) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:18.369525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.403783 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.416361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['89df6c5b-0170-41d0-ae65-57ae2a031e36'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:18.454240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:18.457475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:18.461364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:18.494163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=87852c13-14e6-42b1-88c0-4c6061225e1a,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:18.508242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.508915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.509429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.509981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.510491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.511016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.511537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.512038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.512537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.513130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.513663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.514168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.514668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:18.529317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.530281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.555483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-bf186b5b-e8be-4395-adc2-4394e4c283a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067078 Feb 11 13:45:18.567352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Request body: {'port': {'device_id': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:18.631246 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.704836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ee81a14d-6f34-459e-9c2a-3ab72bcb9f56 None None] Provisioning complete for port 87852c13-14e6-42b1-88c0-4c6061225e1a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:18.705326 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee81a14d-6f34-459e-9c2a-3ab72bcb9f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.739985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ee81a14d-6f34-459e-9c2a-3ab72bcb9f56 None None] Port 87852c13-14e6-42b1-88c0-4c6061225e1a cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:45:18.904570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87852c13-14e6-42b1-88c0-4c6061225e1a {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:18.915250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Publish callbacks [] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.928108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Transition to ACTIVE for port object 87852c13-14e6-42b1-88c0-4c6061225e1a will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:18.933204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:18.986669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Pushing event updated for resources: {'Port': ['ID=87852c13-14e6-42b1-88c0-4c6061225e1a,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:19.061729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Attempting to bind port 87852c13-14e6-42b1-88c0-4c6061225e1a on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:45:19.062065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Attempting to bind port 87852c13-14e6-42b1-88c0-4c6061225e1a by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:45:19.062393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Attempting to bind port 87852c13-14e6-42b1-88c0-4c6061225e1a on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:19.068584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Port 87852c13-14e6-42b1-88c0-4c6061225e1a on network c7ddf8bb-8945-41ea-acd2-00a058935f6b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:19.068584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Attempting to bind port 87852c13-14e6-42b1-88c0-4c6061225e1a on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:19.073539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:19.073980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:45:19.074351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:19.075231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Bound port: 87852c13-14e6-42b1-88c0-4c6061225e1a, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:45:19.075231 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.170209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] For port 87852c13-14e6-42b1-88c0-4c6061225e1a, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:19.185505 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] For port 87852c13-14e6-42b1-88c0-4c6061225e1a, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=87852c13-14e6-42b1-88c0-4c6061225e1a,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:19.197325 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.207033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efc494-635b-4862-a203-a12fe787f58e req-7f011e7c-c1d5-4521-b365-afc2ad2a8e59 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.214273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55efc494-635b-4862-a203-a12fe787f58e req-7f011e7c-c1d5-4521-b365-afc2ad2a8e59 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0922215 Feb 11 13:45:19.270539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.271307 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:19.272758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] 10.222.0.64 "PUT /v2.0/ports/87852c13-14e6-42b1-88c0-4c6061225e1a HTTP/1.1" status: 200 len: 1092 time: 0.7101805 Feb 11 13:45:19.275187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'tag': '87852c13-14e6-42b1-88c0-4c6061225e1a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:19.277428 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7858991f-8b48-45df-bc37-a79ea7bb73c4", "tag": "87852c13-14e6-42b1-88c0-4c6061225e1a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:19.308729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2158d-969d-4717-b55b-df22b4741d81 service neutron] Pushing event updated for resources: {'Port': ['ID=87852c13-14e6-42b1-88c0-4c6061225e1a,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:19.325820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-55efc494-635b-4862-a203-a12fe787f58e req-4ae817cf-fc84-4668-be64-ea8026a5b6d9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098840 Feb 11 13:45:19.370188 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63563884-9651-4ec5-832f-7aa974b58eba x-openstack-request-id: req-63563884-9651-4ec5-832f-7aa974b58eba {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:19.370664 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7858991f-8b48-45df-bc37-a79ea7bb73c4", "tag": "87852c13-14e6-42b1-88c0-4c6061225e1a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:19.370925 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63563884-9651-4ec5-832f-7aa974b58eba {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:19.371335 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'tag': '87852c13-14e6-42b1-88c0-4c6061225e1a', 'status': 'completed', 'code': 200} Feb 11 13:45:19.385769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-8c7c135e-4531-44cf-b9a4-5018092703e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.387309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-8c7c135e-4531-44cf-b9a4-5018092703e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 1126 time: 0.0604489 Feb 11 13:45:19.435224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-f78034f3-e5c3-4b11-82e5-79c2a2d2f2cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87852c13-14e6-42b1-88c0-4c6061225e1a HTTP/1.1" status: 200 len: 217 time: 0.0411916 Feb 11 13:45:19.498705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-45ff5a8b-8c4e-481c-b3f2-98baae7ddccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.500350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-45ff5a8b-8c4e-481c-b3f2-98baae7ddccc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0589144 Feb 11 13:45:19.559434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5d507f49-f690-480b-9068-a16eb7aecc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.560925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-5d507f49-f690-480b-9068-a16eb7aecc00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544863 Feb 11 13:45:19.655253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-62af7d52-24ab-4c11-8c62-f596d9392544 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877507 Feb 11 13:45:19.747888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-357278a7-d35c-4a48-86a7-4ec0815bd43a req-7ae430e9-3427-4b43-ad3f-4296c5af03e2 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865047 Feb 11 13:45:19.837745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-810f87a7-5787-4f48-8062-43363f0d9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.839290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-810f87a7-5787-4f48-8062-43363f0d9552 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 1126 time: 0.0478854 Feb 11 13:45:19.934820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-139fe383-c09a-4859-9eec-5bf53fa106d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:19.936316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-139fe383-c09a-4859-9eec-5bf53fa106d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0912330 Feb 11 13:45:19.977057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-e99c3840-13ea-4bc6-9511-5076ae77dd6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87852c13-14e6-42b1-88c0-4c6061225e1a HTTP/1.1" status: 200 len: 217 time: 0.0344844 Feb 11 13:45:20.024714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-a82bbf2c-8222-4a7a-b022-7b735f171f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.025594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-a82bbf2c-8222-4a7a-b022-7b735f171f54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0428264 Feb 11 13:45:20.079871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-aade6927-6ec0-440d-8bb4-6093c4b1ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.081387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-aade6927-6ec0-440d-8bb4-6093c4b1ae72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500622 Feb 11 13:45:20.173386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-028bacc9-a03e-44af-8cc5-1ace8be18bb1 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854681 Feb 11 13:45:20.267938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e1d445f-d134-4cb4-97b2-618c2c3ca4bb req-e5580933-b4cd-47a2-b3ca-798aa264bf7c service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883753 Feb 11 13:45:20.443726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26c67e-6de1-4bbd-8bb9-4c2864b08876 req-267827b6-5ac4-49c9-8085-c795680b9c6f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.445218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb26c67e-6de1-4bbd-8bb9-4c2864b08876 req-267827b6-5ac4-49c9-8085-c795680b9c6f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0537155 Feb 11 13:45:20.491746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb26c67e-6de1-4bbd-8bb9-4c2864b08876 req-cd59dfd5-8f38-4333-aace-0c905f0b75db tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Feb 11 13:45:21.616637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bc6e0-006a-4dc7-a1eb-d38c88226997 req-2cbaa522-3eaf-4303-89aa-6884b8a77419 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:21.618150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-226bc6e0-006a-4dc7-a1eb-d38c88226997 req-2cbaa522-3eaf-4303-89aa-6884b8a77419 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0537465 Feb 11 13:45:21.668977 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-226bc6e0-006a-4dc7-a1eb-d38c88226997 req-fd19bee9-de53-4118-8353-74407cf550da tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449717 Feb 11 13:45:22.794112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8602ee7-2255-444b-b0c7-c4cef1822336 req-54071e73-a041-4538-b063-1680d563120a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:22.795521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8602ee7-2255-444b-b0c7-c4cef1822336 req-54071e73-a041-4538-b063-1680d563120a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0556722 Feb 11 13:45:22.844634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8602ee7-2255-444b-b0c7-c4cef1822336 req-6f97f027-df04-4c74-a515-3d8b2968cc65 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Feb 11 13:45:24.008911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180ee16-32cc-4a7a-8c25-36ed2166dcf3 req-f21b8729-918b-48a9-b09f-24a454778164 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:24.011186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0180ee16-32cc-4a7a-8c25-36ed2166dcf3 req-f21b8729-918b-48a9-b09f-24a454778164 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0796523 Feb 11 13:45:24.079148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0180ee16-32cc-4a7a-8c25-36ed2166dcf3 req-99884803-4214-4f51-a406-f13dc9f49a4e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605583 Feb 11 13:45:25.289150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5da8b-0a71-43da-b9a6-ff91932b0e78 req-53e71b1e-7614-44ff-8248-71c1c290792e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.291605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08e5da8b-0a71-43da-b9a6-ff91932b0e78 req-53e71b1e-7614-44ff-8248-71c1c290792e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.1023633 Feb 11 13:45:25.361681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08e5da8b-0a71-43da-b9a6-ff91932b0e78 req-f3f63423-327e-469f-95f2-378391f4d176 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573900 Feb 11 13:45:26.526240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b3ab9-cb53-4a57-af7e-cb614e644062 req-7fa95be9-e6c7-4823-bf55-0149dc62beb4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.527862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-317b3ab9-cb53-4a57-af7e-cb614e644062 req-7fa95be9-e6c7-4823-bf55-0149dc62beb4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0857720 Feb 11 13:45:26.580006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-317b3ab9-cb53-4a57-af7e-cb614e644062 req-37dd7297-3c39-427e-9214-a2d282c33d23 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439186 Feb 11 13:45:27.707714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafbcb1-dc61-4427-b6a6-50becdc86a8b req-546db978-1e02-4842-89dc-5e3607b5662b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.709168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cafbcb1-dc61-4427-b6a6-50becdc86a8b req-546db978-1e02-4842-89dc-5e3607b5662b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0585887 Feb 11 13:45:27.765237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cafbcb1-dc61-4427-b6a6-50becdc86a8b req-c09ff3bd-09d5-4e4f-b4cb-eea42c66d91c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Feb 11 13:45:28.892294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c5fe4-9d69-4915-ad46-beb6f70df845 req-40de264c-07c9-4d85-8406-b0754dac45b2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.893812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9c5fe4-9d69-4915-ad46-beb6f70df845 req-40de264c-07c9-4d85-8406-b0754dac45b2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0564165 Feb 11 13:45:28.955970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9c5fe4-9d69-4915-ad46-beb6f70df845 req-dba15f31-48d2-4707-a68e-b7fc8243c14f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561807 Feb 11 13:45:29.378651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a9ca5e64-bfcd-4934-8a97-acaf31572b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:30.082879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba181b-62cd-4be0-96c7-56580df913bc req-f882e1a8-8020-4919-a80f-ad2e2a6a1db8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.084421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9ba181b-62cd-4be0-96c7-56580df913bc req-f882e1a8-8020-4919-a80f-ad2e2a6a1db8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0547769 Feb 11 13:45:30.138612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9ba181b-62cd-4be0-96c7-56580df913bc req-a71ef7ec-890b-49fd-887b-808303097d57 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484064 Feb 11 13:45:31.271215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9c0cc-99dd-47b1-8269-577e20a7b6f0 req-0b17621f-e526-428a-a83f-91cacc5508ba tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.272742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd9c0cc-99dd-47b1-8269-577e20a7b6f0 req-0b17621f-e526-428a-a83f-91cacc5508ba tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0544224 Feb 11 13:45:31.319736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cd9c0cc-99dd-47b1-8269-577e20a7b6f0 req-727a8d12-f109-4101-a576-65bef964f440 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Feb 11 13:45:31.468428 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f922358-7fee-4f70-ad5f-b755f48749a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:32.446060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27b4b7-eefe-4780-a0cf-5297d95f31c4 req-74ab7f5f-da41-4203-83ac-b8fce248ce9f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:32.447684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab27b4b7-eefe-4780-a0cf-5297d95f31c4 req-74ab7f5f-da41-4203-83ac-b8fce248ce9f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0573907 Feb 11 13:45:32.495949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab27b4b7-eefe-4780-a0cf-5297d95f31c4 req-dce8fd9d-85c0-47fd-a4e5-5687ce2d8099 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Feb 11 13:45:32.716583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:33.630003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead06882-048d-490e-aad0-67c5acc8e196 req-e1b4eee1-47e6-4db5-b0b4-3574377de783 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:33.631573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead06882-048d-490e-aad0-67c5acc8e196 req-e1b4eee1-47e6-4db5-b0b4-3574377de783 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0626059 Feb 11 13:45:33.683343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead06882-048d-490e-aad0-67c5acc8e196 req-afca3720-04f8-4084-a02b-e117eb5e733b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Feb 11 13:45:34.372228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:34.803663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6431932-2ab8-469f-94b1-526de1d91574 req-1c8a7806-b248-4362-8ee2-80278873e20a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.805156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6431932-2ab8-469f-94b1-526de1d91574 req-1c8a7806-b248-4362-8ee2-80278873e20a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0531914 Feb 11 13:45:34.852783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6431932-2ab8-469f-94b1-526de1d91574 req-2233929b-1ae9-4c6a-9bbe-aae88eff5a8d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Feb 11 13:45:35.352801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:35.979787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cb4b6-a163-4d9d-b0d7-0c0e7a1b93d1 req-214eeb17-bb86-4ac3-9b57-e59b1fa33e36 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:35.981295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd6cb4b6-a163-4d9d-b0d7-0c0e7a1b93d1 req-214eeb17-bb86-4ac3-9b57-e59b1fa33e36 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0570529 Feb 11 13:45:36.035276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd6cb4b6-a163-4d9d-b0d7-0c0e7a1b93d1 req-10b74b29-7ee8-4c6f-b0ed-87fed81489ae tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Feb 11 13:45:37.169891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808223a4-2a0b-422b-b933-e0bc9f20feed req-dc500def-fc30-49e3-af87-9f3c3223087f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:37.171665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-808223a4-2a0b-422b-b933-e0bc9f20feed req-dc500def-fc30-49e3-af87-9f3c3223087f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0592489 Feb 11 13:45:37.224657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-808223a4-2a0b-422b-b933-e0bc9f20feed req-96af115e-70d5-4d04-8fc1-b83fb22a6a4e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458391 Feb 11 13:45:38.357161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd08e-3164-4465-aa02-564024ce817f req-0639abb0-a163-4a8d-9fc6-eedef6b3caf4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.358752 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d56bd08e-3164-4465-aa02-564024ce817f req-0639abb0-a163-4a8d-9fc6-eedef6b3caf4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0579302 Feb 11 13:45:38.409830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d56bd08e-3164-4465-aa02-564024ce817f req-989317dd-6a19-4920-84f6-7710a80e31c2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451157 Feb 11 13:45:39.538711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db64da-81a5-45ca-ae6c-2f5853908e3f req-4c8f542b-50bb-4144-b65b-7dc49c5ad69b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:39.540221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5db64da-81a5-45ca-ae6c-2f5853908e3f req-4c8f542b-50bb-4144-b65b-7dc49c5ad69b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0579383 Feb 11 13:45:39.593998 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5db64da-81a5-45ca-ae6c-2f5853908e3f req-9f3d3eaf-8e31-4f53-818e-12690489ab69 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Feb 11 13:45:40.103392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:45:40.715130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c8b21-a1b0-497e-9688-8028fab09302 req-6d9d45f1-ccd4-4e84-b4c5-67e7ab7be99f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.716553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-224c8b21-a1b0-497e-9688-8028fab09302 req-6d9d45f1-ccd4-4e84-b4c5-67e7ab7be99f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0527456 Feb 11 13:45:40.762938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-224c8b21-a1b0-497e-9688-8028fab09302 req-cf0095ae-82e9-45ce-a317-f920f0f5e569 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Feb 11 13:45:41.896809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962b546-080a-435c-b29e-ae5317af6981 req-4be43404-2b90-4042-9151-cb137fae7c96 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.898360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6962b546-080a-435c-b29e-ae5317af6981 req-4be43404-2b90-4042-9151-cb137fae7c96 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0591526 Feb 11 13:45:41.947303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6962b546-080a-435c-b29e-ae5317af6981 req-93c2181d-1dee-4a18-9c26-4c39b4ed3877 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427349 Feb 11 13:45:43.096087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fe18d-3d14-4edb-b204-56445ad07c08 req-b7285ad3-a987-4f62-a242-8e084c4dbe83 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.097588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d35fe18d-3d14-4edb-b204-56445ad07c08 req-b7285ad3-a987-4f62-a242-8e084c4dbe83 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0595038 Feb 11 13:45:43.146677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d35fe18d-3d14-4edb-b204-56445ad07c08 req-afc0cab0-3ec2-4da9-9644-a0808e89a517 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Feb 11 13:45:44.279741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a60f88-ae13-4142-a2c1-ea07e5211f6e req-9c83278f-9e1c-4d63-a301-76481ba24d29 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.281552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8a60f88-ae13-4142-a2c1-ea07e5211f6e req-9c83278f-9e1c-4d63-a301-76481ba24d29 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0615718 Feb 11 13:45:44.340404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8a60f88-ae13-4142-a2c1-ea07e5211f6e req-e72ab8a9-3b5d-477b-8d93-fb0a1bae36ca tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506549 Feb 11 13:45:44.847710 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-fcaea9b0-cfc8-48bb-900f-257d4bb63de3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472558 Feb 11 13:45:44.948590 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-00acc339-8397-451c-a53f-97616daf007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.950183 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-00acc339-8397-451c-a53f-97616daf007f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 1128 time: 0.0557966 Feb 11 13:45:45.058104 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-f196c381-9fa1-4647-a8bb-bf064b62d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:45.059580 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-f196c381-9fa1-4647-a8bb-bf064b62d645 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0876329 Feb 11 13:45:45.105975 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-0152ae90-defe-4205-84c3-2f28272f2c80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36 HTTP/1.1" status: 200 len: 217 time: 0.0390501 Feb 11 13:45:45.155006 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-245a12eb-2214-42bd-a08b-933b39df2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:45.156554 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-245a12eb-2214-42bd-a08b-933b39df2902 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0448351 Feb 11 13:45:45.207058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-83d9dbb1-af62-4836-a993-396bf535919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:45.208692 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-83d9dbb1-af62-4836-a993-396bf535919d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462186 Feb 11 13:45:45.323679 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-c8af0c61-dcdf-4485-a961-6f011fa38e80 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074805 Feb 11 13:45:45.419339 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-b6be6110-58de-49a8-ac20-c295a5a88138 req-3c083d88-ffb9-4d06-a9fe-37970f715034 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885503 Feb 11 13:45:45.477981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbe02f-c7db-4d4d-af04-15ea896015f2 req-c6281bde-0bf3-4952-ba78-fb9b880b717b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:45.479451 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75dbe02f-c7db-4d4d-af04-15ea896015f2 req-c6281bde-0bf3-4952-ba78-fb9b880b717b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0627434 Feb 11 13:45:45.527487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-75dbe02f-c7db-4d4d-af04-15ea896015f2 req-ee737e6b-dbc5-4c31-8391-6d1b8f966c40 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Feb 11 13:45:46.599065 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:46.666099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be425f-1b5f-4e36-8074-5db0efcf7762 req-7b80df03-a98c-4a9e-95f5-9bd60778abff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:46.667596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17be425f-1b5f-4e36-8074-5db0efcf7762 req-7b80df03-a98c-4a9e-95f5-9bd60778abff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0629737 Feb 11 13:45:46.714416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-17be425f-1b5f-4e36-8074-5db0efcf7762 req-c203192a-b2c3-45da-842d-9572bde84ac5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Feb 11 13:45:47.532920 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:47.872563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52efe4b-36eb-4c41-8a08-b4a8cdbed1a9 req-847e308d-9983-4047-a1a3-0fbbca3fe2b8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:47.874147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f52efe4b-36eb-4c41-8a08-b4a8cdbed1a9 req-847e308d-9983-4047-a1a3-0fbbca3fe2b8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0592399 Feb 11 13:45:47.924894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f52efe4b-36eb-4c41-8a08-b4a8cdbed1a9 req-aa7826d7-65c9-46f0-bd0f-70666a98c4f1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Feb 11 13:45:49.053208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2b6ef-dc01-47dd-b546-74301d77b5a1 req-f2a9fddc-2ef8-4be7-b76c-5eff29dc23e8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.054757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cf2b6ef-dc01-47dd-b546-74301d77b5a1 req-f2a9fddc-2ef8-4be7-b76c-5eff29dc23e8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 944 time: 0.0551472 Feb 11 13:45:49.102170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cf2b6ef-dc01-47dd-b546-74301d77b5a1 req-e647145a-2af8-4dc5-83a0-29843916b2f3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Feb 11 13:45:49.107692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 87852c13-14e6-42b1-88c0-4c6061225e1a details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:45:49.369842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 87852c13-14e6-42b1-88c0-4c6061225e1a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=87852c13-14e6-42b1-88c0-4c6061225e1a,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:49.380927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '87852c13-14e6-42b1-88c0-4c6061225e1a', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'port_id': '87852c13-14e6-42b1-88c0-4c6061225e1a', 'mac_address': 'fa:16:3e:d7:9b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:45:49.417778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 87852c13-14e6-42b1-88c0-4c6061225e1a is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:49.418165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:49.431010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87852c13-14e6-42b1-88c0-4c6061225e1a {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:45:49.454066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 87852c13-14e6-42b1-88c0-4c6061225e1a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=87852c13-14e6-42b1-88c0-4c6061225e1a,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:49.460937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:49.514392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=87852c13-14e6-42b1-88c0-4c6061225e1a,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.792433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['87852c13-14e6-42b1-88c0-4c6061225e1a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:50.227589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149d0b3-74af-4722-9d26-31e9ac7d9a6f req-8a12c621-75d4-40ec-af16-9d97b13b1670 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:50.229116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2149d0b3-74af-4722-9d26-31e9ac7d9a6f req-8a12c621-75d4-40ec-af16-9d97b13b1670 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 945 time: 0.0539236 Feb 11 13:45:50.281129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2149d0b3-74af-4722-9d26-31e9ac7d9a6f req-aa2a33f8-47cf-4d68-9eab-7d983ee965df tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460694 Feb 11 13:45:51.117129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 87852c13-14e6-42b1-88c0-4c6061225e1a up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:51.170481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 87852c13-14e6-42b1-88c0-4c6061225e1a completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:45:51.174730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 87852c13-14e6-42b1-88c0-4c6061225e1a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:51.175116 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.253865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 87852c13-14e6-42b1-88c0-4c6061225e1a is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:45:51.254285 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.277285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87852c13-14e6-42b1-88c0-4c6061225e1a'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:51.279568 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8374c089-a4c0-48aa-8a89-8976fe653317" -d '{"events": [{"server_uuid": "7858991f-8b48-45df-bc37-a79ea7bb73c4", "name": "network-vif-plugged", "status": "completed", "tag": "87852c13-14e6-42b1-88c0-4c6061225e1a"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:51.292361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 87852c13-14e6-42b1-88c0-4c6061225e1a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=87852c13-14e6-42b1-88c0-4c6061225e1a,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:51.297472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:51.324604 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deba0185-f85c-4c5a-8c75-be838367eae7 x-openstack-request-id: req-deba0185-f85c-4c5a-8c75-be838367eae7 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:51.324886 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7858991f-8b48-45df-bc37-a79ea7bb73c4", "name": "network-vif-plugged", "status": "completed", "tag": "87852c13-14e6-42b1-88c0-4c6061225e1a", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:51.325184 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-deba0185-f85c-4c5a-8c75-be838367eae7 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:51.325525 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87852c13-14e6-42b1-88c0-4c6061225e1a', 'code': 200} Feb 11 13:45:51.357187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=87852c13-14e6-42b1-88c0-4c6061225e1a,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.469700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309ee74-4c7a-4c17-a781-dd4d4d6f29f8 req-aadb9e6c-de9c-45d9-b74a-d9bf0269170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.471281 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f309ee74-4c7a-4c17-a781-dd4d4d6f29f8 req-aadb9e6c-de9c-45d9-b74a-d9bf0269170b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 1128 time: 0.0868714 Feb 11 13:45:51.478236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b2778-3bf6-44cf-bb57-c1ebfdffaa83 req-4c664d56-cf39-4a03-a6dc-5a26a068471d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.479690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c1b2778-3bf6-44cf-bb57-c1ebfdffaa83 req-4c664d56-cf39-4a03-a6dc-5a26a068471d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 946 time: 0.0969934 Feb 11 13:45:51.545180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f309ee74-4c7a-4c17-a781-dd4d4d6f29f8 req-afe04fb9-d058-4f6c-a570-1b9daeada61b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645409 Feb 11 13:45:51.552514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c1b2778-3bf6-44cf-bb57-c1ebfdffaa83 req-01d389ea-793b-4941-9431-934d2b4352c5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658274 Feb 11 13:45:52.703082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693ae73-0e8d-45e5-ab3b-e1ff79213596 req-bd16481f-bf0c-4c90-8fda-d13dcffc4041 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:52.704741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1693ae73-0e8d-45e5-ab3b-e1ff79213596 req-bd16481f-bf0c-4c90-8fda-d13dcffc4041 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 946 time: 0.0706801 Feb 11 13:45:52.765907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1693ae73-0e8d-45e5-ab3b-e1ff79213596 req-861aa5db-f22e-430d-aa20-a1b849726fc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521984 Feb 11 13:45:53.899181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9745ba-3c29-41b8-9d60-6f2d0ab668b1 req-8a06ad49-b3cf-4576-8f85-c767bb9e7b4e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.901208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae9745ba-3c29-41b8-9d60-6f2d0ab668b1 req-8a06ad49-b3cf-4576-8f85-c767bb9e7b4e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 946 time: 0.0568378 Feb 11 13:45:53.960319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae9745ba-3c29-41b8-9d60-6f2d0ab668b1 req-51f52b9f-96d0-4d90-9dd2-ad2b421503a6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515549 Feb 11 13:45:54.093896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352708b-9ee5-419c-a272-2ac7b1432335 req-3a13559d-941d-4ea6-aa19-82bb20d8099b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:54.095347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e352708b-9ee5-419c-a272-2ac7b1432335 req-3a13559d-941d-4ea6-aa19-82bb20d8099b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 946 time: 0.0621591 Feb 11 13:45:54.149617 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e352708b-9ee5-419c-a272-2ac7b1432335 req-27f327c3-8341-49b7-b2c4-505eb277194f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459499 Feb 11 13:45:54.481327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc04a1f-dae0-41ba-8fbd-e227b34aa5d4 req-9afeb3ec-5b48-443a-bfff-341b562bca07 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:54.483246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6cc04a1f-dae0-41ba-8fbd-e227b34aa5d4 req-9afeb3ec-5b48-443a-bfff-341b562bca07 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 946 time: 0.0627024 Feb 11 13:45:54.539464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6cc04a1f-dae0-41ba-8fbd-e227b34aa5d4 req-d1d98dce-3658-4c7e-ad08-fb5ae321996b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497975 Feb 11 13:45:55.673850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928371eb-62fc-442a-820f-1e52e28f11f4 req-726a8a98-a2cd-4529-9859-b93c6f4d9fe4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:55.675400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-928371eb-62fc-442a-820f-1e52e28f11f4 req-726a8a98-a2cd-4529-9859-b93c6f4d9fe4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 946 time: 0.0576053 Feb 11 13:45:55.730251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-928371eb-62fc-442a-820f-1e52e28f11f4 req-c92c74a6-5219-4a01-96f7-b0aea7567f73 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Feb 11 13:45:56.020565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-57228607-ca20-4a35-b97b-9fd59391f87e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.022010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-57228607-ca20-4a35-b97b-9fd59391f87e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 946 time: 0.0624890 Feb 11 13:45:56.120712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port 87852c13-14e6-42b1-88c0-4c6061225e1a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:45:56.121173 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.224035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] For port 87852c13-14e6-42b1-88c0-4c6061225e1a, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=87852c13-14e6-42b1-88c0-4c6061225e1a,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:56.224477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.239682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for 87852c13-14e6-42b1-88c0-4c6061225e1a owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:45:56.376626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (87852c13-14e6-42b1-88c0-4c6061225e1a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.391274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['87852c13-14e6-42b1-88c0-4c6061225e1a'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:56.393848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['89df6c5b-0170-41d0-ae65-57ae2a031e36'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:45:56.406217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=87852c13-14e6-42b1-88c0-4c6061225e1a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:56.452377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] No DVR routers for this DVR port 87852c13-14e6-42b1-88c0-4c6061225e1a on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:56.455363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:45:56.459596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fd7127aa-e855-4120-ab80-fbe92785bce9 req-8ec7db21-683f-4e0d-bafa-b4b98e46f688 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "DELETE /v2.0/ports/87852c13-14e6-42b1-88c0-4c6061225e1a HTTP/1.1" status: 204 len: 173 time: 0.4322319 Feb 11 13:45:56.460295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'name': 'network-vif-deleted', 'tag': '87852c13-14e6-42b1-88c0-4c6061225e1a'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:45:56.463550 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dc126e6ebfaf98bb29c708864ef2a5c569518f2d0cc9b07cc12e019c040a2fa7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5861f1-4987-476d-a32c-86e767740285" -d '{"events": [{"server_uuid": "7858991f-8b48-45df-bc37-a79ea7bb73c4", "name": "network-vif-deleted", "tag": "87852c13-14e6-42b1-88c0-4c6061225e1a"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:56.511618 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1f430-0e23-4f6a-b651-a9a8de38a0ed x-openstack-request-id: req-0fa1f430-0e23-4f6a-b651-a9a8de38a0ed {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:56.511916 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7858991f-8b48-45df-bc37-a79ea7bb73c4", "name": "network-vif-deleted", "tag": "87852c13-14e6-42b1-88c0-4c6061225e1a", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:56.512170 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fa1f430-0e23-4f6a-b651-a9a8de38a0ed {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:56.512925 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7858991f-8b48-45df-bc37-a79ea7bb73c4', 'name': 'network-vif-deleted', 'tag': '87852c13-14e6-42b1-88c0-4c6061225e1a', 'status': 'completed', 'code': 200} Feb 11 13:45:56.835824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6bd5ebc-bbf7-4953-9162-c5c5b1e9e075 req-18246bc8-9d0c-4731-8d81-7bfa429cef83 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0286102 Feb 11 13:45:57.939568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43dc282e-f83b-4eb4-aab2-ea84c2b66ed3 req-d60b7f7f-2c35-4de1-9bd6-f82fcac19923 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0314734 Feb 11 13:45:59.106420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ac95c70-09b3-4f7b-8482-43b7b111dac8 req-50853616-ecef-41c7-af12-988730b9250d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0972826 Feb 11 13:45:59.162761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 87852c13-14e6-42b1-88c0-4c6061225e1a no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:59.183826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 87852c13-14e6-42b1-88c0-4c6061225e1a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:45:59.184187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 87852c13-14e6-42b1-88c0-4c6061225e1a not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:59.377417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d4417337-09ee-4914-b81d-b456fa1fe78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:00.206649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5da45324-353f-4020-b33c-234ef2d9b22e req-5a066757-8ca9-477b-9cbc-2472885ea971 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0277629 Feb 11 13:46:01.308876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09103f99-93a5-4161-b717-3f1ba984eb4a req-17ff6a44-0eda-4eef-bfe8-6e20ac9ec068 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0282607 Feb 11 13:46:01.475561 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dc64e4ae-3aa3-46ab-b6e2-f2396d7a3b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:02.408286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-238657e9-08d2-4114-80e6-86c239d61dff req-32ec97b4-8484-4679-a135-f63a669852c1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0278764 Feb 11 13:46:02.723043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:03.507834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae11c672-6539-45cb-9829-f7966f96c320 req-7b368dc4-14f0-475f-bc93-0888ee8061fd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0287244 Feb 11 13:46:04.374343 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:04.612316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-991f1f47-3f15-4ed4-9dbe-e9a17eb303ec req-614a149a-b1e5-40d2-af37-9a3884c1f577 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=7858991f-8b48-45df-bc37-a79ea7bb73c4 HTTP/1.1" status: 200 len: 210 time: 0.0312819 Feb 11 13:46:05.348207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:13.301914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e6a3-9fa7-46e6-8a48-bcf03018153b req-577176ef-3158-4dbd-be54-d730dac1e353 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:13.303335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6250e6a3-9fa7-46e6-8a48-bcf03018153b req-577176ef-3158-4dbd-be54-d730dac1e353 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 946 time: 0.0633862 Feb 11 13:46:13.354132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6250e6a3-9fa7-46e6-8a48-bcf03018153b req-0ae60c48-ff77-4b65-bf8c-00dcde957cd4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Feb 11 13:46:14.481288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d1ec3-c8c0-4d1e-bc9a-a1d18bb6cb4e req-1fbd05bf-8704-49b4-aa61-ce2c4d9edf4b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:14.482852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c77d1ec3-c8c0-4d1e-bc9a-a1d18bb6cb4e req-1fbd05bf-8704-49b4-aa61-ce2c4d9edf4b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 946 time: 0.0557930 Feb 11 13:46:14.532914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c77d1ec3-c8c0-4d1e-bc9a-a1d18bb6cb4e req-793b5708-da4a-4df8-9c26-b3e1438d8db4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=0f63e5d1-e111-4983-8d35-7335564b5ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439789 Feb 11 13:46:14.871201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eea69-0717-400a-bff0-a0441d745e3d req-6cf08a15-c6fb-4332-befd-d29fa3c83c7a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:14.872818 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-053eea69-0717-400a-bff0-a0441d745e3d req-6cf08a15-c6fb-4332-befd-d29fa3c83c7a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 946 time: 0.0681927 Feb 11 13:46:14.969777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port 89df6c5b-0170-41d0-ae65-57ae2a031e36 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:46:14.970123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.064624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] For port 89df6c5b-0170-41d0-ae65-57ae2a031e36, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=89df6c5b-0170-41d0-ae65-57ae2a031e36,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:15.064992 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.077102 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for 89df6c5b-0170-41d0-ae65-57ae2a031e36 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:46:15.226168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (89df6c5b-0170-41d0-ae65-57ae2a031e36), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.258840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=89df6c5b-0170-41d0-ae65-57ae2a031e36,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:15.288152 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.288501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.288842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.289185 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.289519 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.289871 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.290197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.290521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.290843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.291164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.291499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.291826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.292149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:15.311767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] No DVR routers for this DVR port 89df6c5b-0170-41d0-ae65-57ae2a031e36 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:15.314726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:15.318145 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-053eea69-0717-400a-bff0-a0441d745e3d req-47897bbe-340d-49bc-adff-2237b7372155 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "DELETE /v2.0/ports/89df6c5b-0170-41d0-ae65-57ae2a031e36 HTTP/1.1" status: 204 len: 173 time: 0.4381328 Feb 11 13:46:15.318587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60af900e-dc9a-4313-8251-ceef6eadf033', 'name': 'network-vif-deleted', 'tag': '89df6c5b-0170-41d0-ae65-57ae2a031e36'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:15.320839 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b076c-9862-49fc-819a-ff9ce9dd7d07" -d '{"events": [{"server_uuid": "60af900e-dc9a-4313-8251-ceef6eadf033", "name": "network-vif-deleted", "tag": "89df6c5b-0170-41d0-ae65-57ae2a031e36"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:15.425989 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e12d5f-7f39-4b0b-b5d7-f89ad924c2f2 x-openstack-request-id: req-a9e12d5f-7f39-4b0b-b5d7-f89ad924c2f2 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:15.426186 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60af900e-dc9a-4313-8251-ceef6eadf033", "name": "network-vif-deleted", "tag": "89df6c5b-0170-41d0-ae65-57ae2a031e36", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:15.426444 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9e12d5f-7f39-4b0b-b5d7-f89ad924c2f2 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:15.426855 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60af900e-dc9a-4313-8251-ceef6eadf033', 'name': 'network-vif-deleted', 'tag': '89df6c5b-0170-41d0-ae65-57ae2a031e36', 'status': 'completed', 'code': 200} Feb 11 13:46:15.641092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cb5127c-ccfb-4209-af9b-77bbc86861b2 req-86a61522-6faa-4381-ad81-2b67ec39b938 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0318100 Feb 11 13:46:16.592968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:16.707942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 89df6c5b-0170-41d0-ae65-57ae2a031e36 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:16.728103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 89df6c5b-0170-41d0-ae65-57ae2a031e36 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:46:16.728412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 89df6c5b-0170-41d0-ae65-57ae2a031e36 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:17.042101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21e02073-235b-4498-a354-583e502fd3e1 req-c4a1dce3-9138-4860-a442-068e5ff7a0d2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.3310351 Feb 11 13:46:17.103457 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:46:17.535270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:18.138546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2dd2324-6a6a-42a3-a469-357214658fbd req-43cf11aa-8c22-4b72-9514-0bd4d0c90972 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Feb 11 13:46:19.235349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-442a94cf-502a-4d5b-8971-eb36a2fbaf21 req-db921785-5c9f-4de1-9ac4-7bbd94c3f38c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Feb 11 13:46:20.332766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2817b8e9-d6cd-4ef0-95e5-6483fa8629cb req-b2caa79a-5593-4390-81e1-3dc05924403b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0274301 Feb 11 13:46:21.431137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-375e1447-836a-4701-bc0e-fff8206415d9 req-56dac25c-f4f1-40b7-9587-3e5b16a6c3d1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0295599 Feb 11 13:46:22.532581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-027eb52b-b0e7-46fa-bf8e-1fd7440d1744 req-9d9f8ad2-faa8-465e-8116-1e1c80585ff3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0272157 Feb 11 13:46:23.638695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27038ba2-59ba-4a2b-84e9-7155eff2e881 req-3a08aa3d-6c85-4e97-a44a-c74018e9b27b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=60af900e-dc9a-4313-8251-ceef6eadf033 HTTP/1.1" status: 200 len: 210 time: 0.0342445 Feb 11 13:46:29.380080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3bc977c6-f25a-4e42-8f94-f385b1fa0b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.711178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59320) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:29.716093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-40bbbd80-5797-483b-9bfb-76ae7c41a215 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134133195', 'description': 'tempest-secgroup-smoke-1134133195 description', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:29.738905 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40bbbd80-5797-483b-9bfb-76ae7c41a215 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.803635 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40bbbd80-5797-483b-9bfb-76ae7c41a215 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group (e0ac7644-3420-42ce-8dc4-584c98561491), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.807908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40bbbd80-5797-483b-9bfb-76ae7c41a215 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e0ac7644-3420-42ce-8dc4-584c98561491), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.838029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-40bbbd80-5797-483b-9bfb-76ae7c41a215 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.839274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-40bbbd80-5797-483b-9bfb-76ae7c41a215 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1270635 Feb 11 13:46:29.840449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbbd80-5797-483b-9bfb-76ae7c41a215 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac7644-3420-42ce-8dc4-584c98561491,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:29.843389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59322) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:29.848884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac7644-3420-42ce-8dc4-584c98561491', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:29.877513 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (cbb9a3f4-d9ef-4a90-9cab-f0a59481069c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.942276 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (cbb9a3f4-d9ef-4a90-9cab-f0a59481069c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.947880 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (cbb9a3f4-d9ef-4a90-9cab-f0a59481069c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.967871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb9a3f4-d9ef-4a90-9cab-f0a59481069c,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:29.977522 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:29.982342 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:29.982600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378202 Feb 11 13:46:29.984186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.984625 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.985077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.985493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.985947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.986372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.986819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.987239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.987495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ab6751b3-8038-428c-8579-bbc900d877b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac7644-3420-42ce-8dc4-584c98561491', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:29.987713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.988048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.988626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.988958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:29.989287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ad4dde-77ac-4cd6-bb20-bab3e10e80bf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:30.017490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab6751b3-8038-428c-8579-bbc900d877b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (8ec2b617-5ba1-4471-99b4-d90ad1b00f22), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.082951 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab6751b3-8038-428c-8579-bbc900d877b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (8ec2b617-5ba1-4471-99b4-d90ad1b00f22), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.087821 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab6751b3-8038-428c-8579-bbc900d877b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (8ec2b617-5ba1-4471-99b4-d90ad1b00f22), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.109250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6751b3-8038-428c-8579-bbc900d877b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec2b617-5ba1-4471-99b4-d90ad1b00f22,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.119264 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ab6751b3-8038-428c-8579-bbc900d877b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.124262 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ab6751b3-8038-428c-8579-bbc900d877b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371686 Feb 11 13:46:30.124503 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59326) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:30.129050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-50855654-4908-48e1-94ca-d17e8f02d7dc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac7644-3420-42ce-8dc4-584c98561491', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:30.156241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50855654-4908-48e1-94ca-d17e8f02d7dc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (66001ad0-11fc-43e4-b4ba-2ff984ad4678), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.219490 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50855654-4908-48e1-94ca-d17e8f02d7dc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (66001ad0-11fc-43e4-b4ba-2ff984ad4678), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.224295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50855654-4908-48e1-94ca-d17e8f02d7dc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (66001ad0-11fc-43e4-b4ba-2ff984ad4678), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.239281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50855654-4908-48e1-94ca-d17e8f02d7dc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66001ad0-11fc-43e4-b4ba-2ff984ad4678,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.250974 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-50855654-4908-48e1-94ca-d17e8f02d7dc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.252185 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-50855654-4908-48e1-94ca-d17e8f02d7dc tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266966 Feb 11 13:46:30.255109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59328) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:30.259510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6ed3b2e8-0efa-44da-8e28-d77fe888163c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac7644-3420-42ce-8dc4-584c98561491', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:30.284982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b2e8-0efa-44da-8e28-d77fe888163c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (45fa151b-f056-4106-a84b-afd3625d3bc6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.349804 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b2e8-0efa-44da-8e28-d77fe888163c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (45fa151b-f056-4106-a84b-afd3625d3bc6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.354875 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b2e8-0efa-44da-8e28-d77fe888163c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (45fa151b-f056-4106-a84b-afd3625d3bc6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.374373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3b2e8-0efa-44da-8e28-d77fe888163c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fa151b-f056-4106-a84b-afd3625d3bc6,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.384203 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b2e8-0efa-44da-8e28-d77fe888163c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.385739 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6ed3b2e8-0efa-44da-8e28-d77fe888163c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294518 Feb 11 13:46:30.388975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:30.394340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac7644-3420-42ce-8dc4-584c98561491', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:30.420218 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Project e8e392d92aa34c26ab5b2530a81d6df2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:30.426398 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (60f77773-03a9-4028-8133-4bd24ba4ce40), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.491941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (60f77773-03a9-4028-8133-4bd24ba4ce40), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.497447 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (60f77773-03a9-4028-8133-4bd24ba4ce40), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.515629 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f77773-03a9-4028-8133-4bd24ba4ce40,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.523625 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.524856 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-42bbd7c0-ae94-4214-b1b1-48f0fb544fff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347246 Feb 11 13:46:30.527699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59332) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:46:30.532256 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'security_group_rule': {'security_group_id': 'e0ac7644-3420-42ce-8dc4-584c98561491', 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:30.553230 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Project e8e392d92aa34c26ab5b2530a81d6df2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:30.560458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (a853502b-9c19-43e2-8bb8-d7f9f9bfb712), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.628171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (a853502b-9c19-43e2-8bb8-d7f9f9bfb712), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.634941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a853502b-9c19-43e2-8bb8-d7f9f9bfb712), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.654414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a853502b-9c19-43e2-8bb8-d7f9f9bfb712,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.660539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:30.661780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c12a18fc-117d-4eb7-955e-5d40cc77158b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329529 Feb 11 13:46:31.470849 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-032e002a-af0a-44f8-96e0-606f9f3a142b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:32.724571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:34.379687 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:35.354342 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:46.593686 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:47.537681 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:50.176985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-56ac5be4-d1fc-4197-b6c4-3d6df5dc864e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134133195&fields=id&tenant_id=e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 267 time: 0.0498455 Feb 11 13:46:50.283767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-19ca0c2e-d2f1-4dbc-bfb9-d7f199130a7b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:50.285397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-19ca0c2e-d2f1-4dbc-bfb9-d7f199130a7b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1018183 Feb 11 13:46:50.303552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-dcabab06-fc98-4048-a80d-541d6af7e9be tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/quotas/e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 375 time: 0.0103469 Feb 11 13:46:50.361138 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-d406c223-02fa-4ae8-86ef-985eea81a422 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499117 Feb 11 13:46:50.429095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-90ab5097-d099-42ba-9362-fb3b1d9b8052 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:46:50.430070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-90ab5097-d099-42ba-9362-fb3b1d9b8052 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548229 Feb 11 13:46:50.526826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-de71a636-d9b0-40bb-835b-acecb616869e service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905385 Feb 11 13:46:50.621719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-022a5c6c-d52c-4e09-a4a7-17a2bc15a67b service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879505 Feb 11 13:46:50.905597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d85be8ff-d53f-440a-99b5-469d63b3b76a req-84bacda1-4bfd-499c-9f04-b20eaaaa09a1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0269203 Feb 11 13:46:51.959924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-ed4ca617-d5e2-4d0f-8f4c-a614b3f5e377 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:51.961299 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-ed4ca617-d5e2-4d0f-8f4c-a614b3f5e377 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1055806 Feb 11 13:46:52.013358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-862b6680-1f28-48aa-b2d0-221f95a01022 req-59949178-c5e5-4707-a58c-8ea1d4323423 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0285413 Feb 11 13:46:52.037851 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-a4d8dbc3-9e45-44e5-b12f-acd74b1844b2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 380 time: 0.0656085 Feb 11 13:46:52.047612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'port': {'device_id': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'admin_state_up': True, 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'security_groups': ['e0ac7644-3420-42ce-8dc4-584c98561491']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:52.162534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:52.166041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.302693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.20.0.8 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/82898cfa-ff1d-4269-af14-cdcc126fe800) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:52.462589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.505246 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.551005 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:52.554339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:52.558690 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:52.584252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=82898cfa-ff1d-4269-af14-cdcc126fe800,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:52.614205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:52.614862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.633225 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-18758960-b85a-44bb-91a1-15edd3e0f480 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893776 Feb 11 13:46:52.645720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Request body: {'port': {'device_id': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:52.721120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.832709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-acc44487-587c-4e1a-9c29-37443bae8c44 None None] Provisioning complete for port 82898cfa-ff1d-4269-af14-cdcc126fe800 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:52.833255 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-acc44487-587c-4e1a-9c29-37443bae8c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:52.874884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-acc44487-587c-4e1a-9c29-37443bae8c44 None None] Port 82898cfa-ff1d-4269-af14-cdcc126fe800 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:46:53.022829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82898cfa-ff1d-4269-af14-cdcc126fe800 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:46:53.032113 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Publish callbacks [] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.047401 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Transition to ACTIVE for port object 82898cfa-ff1d-4269-af14-cdcc126fe800 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:46:53.053349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.138909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=82898cfa-ff1d-4269-af14-cdcc126fe800,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:53.154931 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ab29c-a342-4a29-afa5-f97a9ab89173 req-d2726b15-a164-4ae8-9bc1-385c4dc3ca8d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:53.162249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce9ab29c-a342-4a29-afa5-f97a9ab89173 req-d2726b15-a164-4ae8-9bc1-385c4dc3ca8d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0761142 Feb 11 13:46:53.202241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Attempting to bind port 82898cfa-ff1d-4269-af14-cdcc126fe800 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:46:53.202578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Attempting to bind port 82898cfa-ff1d-4269-af14-cdcc126fe800 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:46:53.203053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Attempting to bind port 82898cfa-ff1d-4269-af14-cdcc126fe800 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:53.207734 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Port 82898cfa-ff1d-4269-af14-cdcc126fe800 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:46:53.208060 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Attempting to bind port 82898cfa-ff1d-4269-af14-cdcc126fe800 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:53.213550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:53.213936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:46:53.214323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:53.214751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Bound port: 82898cfa-ff1d-4269-af14-cdcc126fe800, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:46:53.215052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce9ab29c-a342-4a29-afa5-f97a9ab89173 req-bddef738-d962-4604-af93-551b8ec2d3f0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513988 Feb 11 13:46:53.215195 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.297789 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] For port 82898cfa-ff1d-4269-af14-cdcc126fe800, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:53.300947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] For port 82898cfa-ff1d-4269-af14-cdcc126fe800, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=82898cfa-ff1d-4269-af14-cdcc126fe800,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:53.308088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.343339 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:53.343968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:46:53.345390 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] 10.222.0.53 "PUT /v2.0/ports/82898cfa-ff1d-4269-af14-cdcc126fe800 HTTP/1.1" status: 200 len: 1091 time: 0.7040808 Feb 11 13:46:53.350843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:46:53.353158 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b2a628-5221-434f-9307-b65946e827ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:53.388886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb68cb-b291-4ccd-8ac7-a2e388749dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=82898cfa-ff1d-4269-af14-cdcc126fe800,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:53.423686 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fb81ab-8a53-4d58-a272-ff57e65d694f x-openstack-request-id: req-15fb81ab-8a53-4d58-a272-ff57e65d694f {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:53.424025 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:53.424320 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15fb81ab-8a53-4d58-a272-ff57e65d694f {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:53.424718 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'status': 'completed', 'code': 200} Feb 11 13:46:53.451095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-2da84f73-d8c1-4122-9868-79be454f77e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:53.452712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-2da84f73-d8c1-4122-9868-79be454f77e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 1125 time: 0.0597436 Feb 11 13:46:53.501996 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-3be4f0bf-2085-4f0f-9bfe-7264c1303d40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82898cfa-ff1d-4269-af14-cdcc126fe800 HTTP/1.1" status: 200 len: 217 time: 0.0418301 Feb 11 13:46:53.554872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-b06777b8-a269-47db-a7f6-d185ee19af1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:53.556406 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-b06777b8-a269-47db-a7f6-d185ee19af1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0468879 Feb 11 13:46:53.613592 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-50e3c140-5869-4b04-a18c-b01b5795322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:53.615032 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-50e3c140-5869-4b04-a18c-b01b5795322a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481415 Feb 11 13:46:53.709658 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-5419a05c-d9c6-444b-9cb2-f22e0f791600 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878096 Feb 11 13:46:53.800749 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f51a4fe-7e74-4f9a-9f02-4300bb8d2a24 req-2329edb9-a42f-4161-99b1-93b56e91075b service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840731 Feb 11 13:46:53.899158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a628-5221-434f-9307-b65946e827ca req-f5d9584c-aac1-4cbe-9c32-6175551f4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:53.900581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59b2a628-5221-434f-9307-b65946e827ca req-f5d9584c-aac1-4cbe-9c32-6175551f4830 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 1125 time: 0.0521190 Feb 11 13:46:53.994204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a628-5221-434f-9307-b65946e827ca req-f2cd9c7b-ceac-40e9-8a5c-d667bb6060bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:53.995696 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59b2a628-5221-434f-9307-b65946e827ca req-f2cd9c7b-ceac-40e9-8a5c-d667bb6060bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0874705 Feb 11 13:46:54.042396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59b2a628-5221-434f-9307-b65946e827ca req-606a7024-074e-43d2-aa87-4cec1f3e679d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82898cfa-ff1d-4269-af14-cdcc126fe800 HTTP/1.1" status: 200 len: 217 time: 0.0394046 Feb 11 13:46:54.094660 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a628-5221-434f-9307-b65946e827ca req-1d57ed3b-17e6-419e-b292-09c60bb2ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.096148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59b2a628-5221-434f-9307-b65946e827ca req-1d57ed3b-17e6-419e-b292-09c60bb2ae1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0452633 Feb 11 13:46:54.103641 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:46:54.146366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a628-5221-434f-9307-b65946e827ca req-f47e0739-a42f-4cf1-ac68-8b4cab87caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.147880 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59b2a628-5221-434f-9307-b65946e827ca req-f47e0739-a42f-4cf1-ac68-8b4cab87caa6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453699 Feb 11 13:46:54.242536 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59b2a628-5221-434f-9307-b65946e827ca req-f21463da-5561-48c0-a106-2f8485cd3260 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873494 Feb 11 13:46:54.335724 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59b2a628-5221-434f-9307-b65946e827ca req-1c40761c-35c5-4e51-8457-f84ca05af011 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856490 Feb 11 13:46:54.348794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ed83a-d731-418c-9e8e-ff76e5992094 req-ab17656e-273a-4319-b15a-be37572cf455 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:54.351217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b72ed83a-d731-418c-9e8e-ff76e5992094 req-ab17656e-273a-4319-b15a-be37572cf455 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0607431 Feb 11 13:46:54.400028 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b72ed83a-d731-418c-9e8e-ff76e5992094 req-d7bbd9e1-c074-4562-943d-66fc2dc96bb6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Feb 11 13:46:55.525621 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94b01d-a5e5-4303-bc45-20435923ccfa req-2c01776c-f10e-4159-ab58-7923659febbf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:55.527150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa94b01d-a5e5-4303-bc45-20435923ccfa req-2c01776c-f10e-4159-ab58-7923659febbf tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0561774 Feb 11 13:46:55.578114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa94b01d-a5e5-4303-bc45-20435923ccfa req-3c6031d9-68b4-485f-8a29-4e0bd13f425b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Feb 11 13:46:56.701506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25321eb2-36b9-4643-a7f5-87328a150c7a req-fd7cca93-fda3-4352-ac0e-a80679363652 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:56.702945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25321eb2-36b9-4643-a7f5-87328a150c7a req-fd7cca93-fda3-4352-ac0e-a80679363652 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0538762 Feb 11 13:46:56.757027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25321eb2-36b9-4643-a7f5-87328a150c7a req-84c12a08-88be-4b76-a129-f32366e46562 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481963 Feb 11 13:46:57.877426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e8ad5-2d33-41ef-957a-21e9fd549f19 req-31ace9c4-5e3c-4a9a-9719-03869783186d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:57.878980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea5e8ad5-2d33-41ef-957a-21e9fd549f19 req-31ace9c4-5e3c-4a9a-9719-03869783186d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0537732 Feb 11 13:46:57.933286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea5e8ad5-2d33-41ef-957a-21e9fd549f19 req-4b7222aa-2d6c-4c47-a4f1-ec648abf30d3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485153 Feb 11 13:46:59.055818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e077105-5d98-403a-bd8b-72c2d4a9ca3f req-259bb8f4-6b0f-475b-bdf6-709b9e752223 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:59.057303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e077105-5d98-403a-bd8b-72c2d4a9ca3f req-259bb8f4-6b0f-475b-bdf6-709b9e752223 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0536149 Feb 11 13:46:59.106148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e077105-5d98-403a-bd8b-72c2d4a9ca3f req-24ae4487-89a7-466b-bf0d-bd09df220194 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426471 Feb 11 13:46:59.376403 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a5fbea4b-587b-4f06-98d6-2453c7a7d2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:00.232558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062f593-52ee-49da-b8cd-3de30a77c91a req-84a04213-3b71-46b8-b0c6-405a6e55defe tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:00.234149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1062f593-52ee-49da-b8cd-3de30a77c91a req-84a04213-3b71-46b8-b0c6-405a6e55defe tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0581918 Feb 11 13:47:00.284096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1062f593-52ee-49da-b8cd-3de30a77c91a req-2093a08d-686e-41cf-b30d-20dc5da1de85 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Feb 11 13:47:01.409317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18add2-6764-46a2-a0f7-361edea489ed req-3c72644b-f8c1-4a87-975f-fdbd415f1278 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:01.411243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed18add2-6764-46a2-a0f7-361edea489ed req-3c72644b-f8c1-4a87-975f-fdbd415f1278 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0557630 Feb 11 13:47:01.466371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed18add2-6764-46a2-a0f7-361edea489ed req-6d8cbdc0-6abb-467a-98d3-36c9f40708c9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493777 Feb 11 13:47:01.475457 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3f8db140-4dd4-49a7-87b5-1f8c234aab6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:02.596518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59d379-be15-4411-87e3-af930337dc2b req-d8a839c3-155a-4866-a8d0-4bb4b40789b6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:02.598051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd59d379-be15-4411-87e3-af930337dc2b req-d8a839c3-155a-4866-a8d0-4bb4b40789b6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0609984 Feb 11 13:47:02.652508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd59d379-be15-4411-87e3-af930337dc2b req-3dd93924-120c-419d-828e-48e1d20985a4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487642 Feb 11 13:47:02.728167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:03.790871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d203b-f6a7-4284-acd7-662e40382bc6 req-c3b2666c-cd09-4dba-86c1-17ab4765a871 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:03.792366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c2d203b-f6a7-4284-acd7-662e40382bc6 req-c3b2666c-cd09-4dba-86c1-17ab4765a871 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0601914 Feb 11 13:47:03.841730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9c2d203b-f6a7-4284-acd7-662e40382bc6 req-2c6a5f9b-1392-41f2-bf27-494831954256 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435815 Feb 11 13:47:04.382448 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:04.965706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3e03a-5cbe-4dd0-b5ba-c277eae85400 req-d93a9675-7609-4138-a2ab-98ff28790410 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:04.967484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fe3e03a-5cbe-4dd0-b5ba-c277eae85400 req-d93a9675-7609-4138-a2ab-98ff28790410 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0556767 Feb 11 13:47:05.016313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fe3e03a-5cbe-4dd0-b5ba-c277eae85400 req-4dd21e77-de4d-4eb4-82af-af37dc909d79 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Feb 11 13:47:05.360061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:06.144161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37045405-539d-4c93-b5a5-1135f32cd0e0 req-93c5e6c0-01c4-4378-8b16-8fe6e1db29d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.145675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37045405-539d-4c93-b5a5-1135f32cd0e0 req-93c5e6c0-01c4-4378-8b16-8fe6e1db29d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0606980 Feb 11 13:47:06.194070 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37045405-539d-4c93-b5a5-1135f32cd0e0 req-82228809-63f8-43b2-9846-a9200c585b33 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Feb 11 13:47:07.322133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10360556-d037-49cd-8068-fcf90b2e1541 req-d75239ec-28ab-45f4-b7f6-cd922888acbb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:07.323684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10360556-d037-49cd-8068-fcf90b2e1541 req-d75239ec-28ab-45f4-b7f6-cd922888acbb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0543721 Feb 11 13:47:07.372584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10360556-d037-49cd-8068-fcf90b2e1541 req-1a597e71-f7fb-4c60-be10-62879bf1f939 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Feb 11 13:47:08.513257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f79c9-c3af-4094-a1e2-071b952c5e3e req-629c3f6c-b22e-407a-a1f5-91a8084cd143 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:08.514955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-022f79c9-c3af-4094-a1e2-071b952c5e3e req-629c3f6c-b22e-407a-a1f5-91a8084cd143 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0691888 Feb 11 13:47:08.566842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-022f79c9-c3af-4094-a1e2-071b952c5e3e req-c84508f9-8a7a-4c0e-9c57-cf17cdf16ead tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433428 Feb 11 13:47:09.702311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f4c98-f8ab-45ca-8661-70af7bc9b224 req-d37bee8f-7a86-449f-a672-0854320807dd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:09.703814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-568f4c98-f8ab-45ca-8661-70af7bc9b224 req-d37bee8f-7a86-449f-a672-0854320807dd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0571618 Feb 11 13:47:09.752701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-568f4c98-f8ab-45ca-8661-70af7bc9b224 req-ca8e9c53-5d41-4019-a9cb-fc55c18166de tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429759 Feb 11 13:47:10.890664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08814f11-ce77-467a-b185-f48d4de33f8f req-da37596a-6ce6-470d-b4d5-afdb75e4730c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:10.892193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08814f11-ce77-467a-b185-f48d4de33f8f req-da37596a-6ce6-470d-b4d5-afdb75e4730c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 943 time: 0.0616107 Feb 11 13:47:10.949306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08814f11-ce77-467a-b185-f48d4de33f8f req-ce67b7d0-6005-4f7e-90cf-8d7afe4c179c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489955 Feb 11 13:47:10.965077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 82898cfa-ff1d-4269-af14-cdcc126fe800 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:47:11.067071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 82898cfa-ff1d-4269-af14-cdcc126fe800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=82898cfa-ff1d-4269-af14-cdcc126fe800,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:11.078933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'port_id': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'mac_address': 'fa:16:3e:e8:5c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:47:11.115283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 82898cfa-ff1d-4269-af14-cdcc126fe800 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:11.115663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:11.132121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82898cfa-ff1d-4269-af14-cdcc126fe800 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:47:11.153679 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 82898cfa-ff1d-4269-af14-cdcc126fe800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=82898cfa-ff1d-4269-af14-cdcc126fe800,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:11.159609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:11.206079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=82898cfa-ff1d-4269-af14-cdcc126fe800,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:11.214441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.214793 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.215135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.215472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.215804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.216105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.216438 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.216765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.217089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.217410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.217760 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.218109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.218427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:11.396129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['82898cfa-ff1d-4269-af14-cdcc126fe800'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:12.087095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc3f10-6332-4b3c-9e07-74ed1f58923f req-f460360f-6159-45a6-8237-e9f50206874d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:12.088619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28bc3f10-6332-4b3c-9e07-74ed1f58923f req-f460360f-6159-45a6-8237-e9f50206874d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 944 time: 0.0622408 Feb 11 13:47:12.140446 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28bc3f10-6332-4b3c-9e07-74ed1f58923f req-be2251a9-f860-4ab1-8e9b-a54f958bab3c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 Feb 11 13:47:12.991475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 82898cfa-ff1d-4269-af14-cdcc126fe800 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:13.048514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 82898cfa-ff1d-4269-af14-cdcc126fe800 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:13.052391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 82898cfa-ff1d-4269-af14-cdcc126fe800 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:13.052771 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.136068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 82898cfa-ff1d-4269-af14-cdcc126fe800 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:47:13.136466 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.160578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:13.162925 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec21fe5fdbd69576622604e7acf60046fce27484639971a627f9a5b9fd258a7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704cd005-c05f-472d-b566-9b291c064df5" -d '{"events": [{"server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "name": "network-vif-plugged", "status": "completed", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:13.175904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 82898cfa-ff1d-4269-af14-cdcc126fe800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=82898cfa-ff1d-4269-af14-cdcc126fe800,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:13.181207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:13.231715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=82898cfa-ff1d-4269-af14-cdcc126fe800,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:13.263034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a59bc-cea6-434e-973f-126782dd60a7 req-b2e5669e-7d32-4544-8210-059b302baf87 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:13.264487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b5a59bc-cea6-434e-973f-126782dd60a7 req-b2e5669e-7d32-4544-8210-059b302baf87 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 945 time: 0.0531559 Feb 11 13:47:13.317272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b5a59bc-cea6-434e-973f-126782dd60a7 req-10c7b05a-0fc2-4090-879a-8f85abd45a59 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440712 Feb 11 13:47:13.429941 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eac595-5581-4bf5-b555-42c323dffb0d x-openstack-request-id: req-09eac595-5581-4bf5-b555-42c323dffb0d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:13.430295 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "name": "network-vif-plugged", "status": "completed", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:13.430556 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09eac595-5581-4bf5-b555-42c323dffb0d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:13.430990 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'code': 200} Feb 11 13:47:13.543791 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98ff0a-6617-48e2-ab21-e6cea6049d66 req-641a258f-fb92-4d33-b3c2-a281a49bdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:13.545780 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b98ff0a-6617-48e2-ab21-e6cea6049d66 req-641a258f-fb92-4d33-b3c2-a281a49bdea9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 1127 time: 0.0564301 Feb 11 13:47:13.602929 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4b98ff0a-6617-48e2-ab21-e6cea6049d66 req-98470360-fe1c-46f9-82c4-27d69792e876 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509470 Feb 11 13:47:14.448062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1444c04-806c-445a-a795-736ced3602f3 req-533216f3-6b1f-4e83-ab4e-42bce46f418c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:14.449574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1444c04-806c-445a-a795-736ced3602f3 req-533216f3-6b1f-4e83-ab4e-42bce46f418c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 945 time: 0.0593767 Feb 11 13:47:14.498852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e1444c04-806c-445a-a795-736ced3602f3 req-33214115-e383-4d8e-8bf7-44be5ebf7f11 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435307 Feb 11 13:47:15.650884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59819b-08cd-4fa2-a271-06b51340fbf9 req-bf42e509-81b0-454e-a98d-9a9737e0dd90 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:15.652377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd59819b-08cd-4fa2-a271-06b51340fbf9 req-bf42e509-81b0-454e-a98d-9a9737e0dd90 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 945 time: 0.0562959 Feb 11 13:47:15.703476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd59819b-08cd-4fa2-a271-06b51340fbf9 req-73fa2dad-baca-4e54-a5ed-5e247db07d60 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 Feb 11 13:47:15.823442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb68635-98e0-4fa5-b4c0-8592600b4995 req-b44aba5c-983e-4d7f-ab35-ca8c6ae6762f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:15.824940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb68635-98e0-4fa5-b4c0-8592600b4995 req-b44aba5c-983e-4d7f-ab35-ca8c6ae6762f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 945 time: 0.0572646 Feb 11 13:47:15.880594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cb68635-98e0-4fa5-b4c0-8592600b4995 req-d8f5a449-aae2-4568-94a0-34868c049f7d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475841 Feb 11 13:47:15.909153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59548) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:15.960595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591ccdb9-c21d-44ff-acae-411a3e138950 tempest-TestVolumeBootPattern-616651412 tempest-TestVolumeBootPattern-616651412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:15.962495 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-591ccdb9-c21d-44ff-acae-411a3e138950 tempest-TestVolumeBootPattern-616651412 tempest-TestVolumeBootPattern-616651412-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 1122 time: 0.0522430 Feb 11 13:47:15.965693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59550) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:47:15.972007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:15.995982 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.099001 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.204305 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.25.1.121 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/ec707345-3507-4127-b487-2c109f8ec29e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:16.325351 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (ec707345-3507-4127-b487-2c109f8ec29e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.362830 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ec707345-3507-4127-b487-2c109f8ec29e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.401298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:16.404312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:16.407878 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:16.432528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=ec707345-3507-4127-b487-2c109f8ec29e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:16.446722 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.447071 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.447418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.447758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.448091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.448426 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.448761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.449075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.449398 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.449749 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.450073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.450393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.450718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:16.607979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.808028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (363022c0-bebf-4ec1-9791-241281add16c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:16.888965 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ec707345-3507-4127-b487-2c109f8ec29e), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.057595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (ec707345-3507-4127-b487-2c109f8ec29e), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.063622 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ec707345-3507-4127-b487-2c109f8ec29e), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.136705 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=ec707345-3507-4127-b487-2c109f8ec29e,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.148378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (363022c0-bebf-4ec1-9791-241281add16c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.550911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.572471 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Floating IP 363022c0-bebf-4ec1-9791-241281add16c associated. External IP: 172.25.1.121, port: 82898cfa-ff1d-4269-af14-cdcc126fe800. Feb 11 13:47:17.795699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:17.913742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:17.925060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:17.933882 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:17.940526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:17.941155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:47:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.964785 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2cd412c5-a36d-4d37-8a7f-10d9de916a51 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9978547 Feb 11 13:47:17.965484 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:47:17.967747 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3772bd5e41a9da61de1e55236900e16736cb5555129722071ea316b42db9eecd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:18.006943 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf0b16b-2cb3-4737-a5f9-4627485d1115 x-openstack-request-id: req-dcf0b16b-2cb3-4737-a5f9-4627485d1115 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:18.007235 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:18.007487 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcf0b16b-2cb3-4737-a5f9-4627485d1115 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:18.007904 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'status': 'completed', 'code': 200} Feb 11 13:47:18.054329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:18.075205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-59e5abbf-20fd-427b-a27f-1b9813d61446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:18.076867 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-59e5abbf-20fd-427b-a27f-1b9813d61446 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 1127 time: 0.0458159 Feb 11 13:47:18.170316 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-4ed06092-f6de-4343-a28b-a8bcc4749dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:18.171765 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-4ed06092-f6de-4343-a28b-a8bcc4749dbf service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0877349 Feb 11 13:47:18.246271 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-621f2a06-57da-4486-bbb3-7b09678ab1bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82898cfa-ff1d-4269-af14-cdcc126fe800 HTTP/1.1" status: 200 len: 999 time: 0.0680850 Feb 11 13:47:18.279916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '363022c0-bebf-4ec1-9791-241281add16c', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:e8:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:16Z', 'updated_at': '2022-02-11T13:47:16Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.294421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-829b165d-3b61-4533-8763-b339644b5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:18.295887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-829b165d-3b61-4533-8763-b339644b5ec0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0429313 Feb 11 13:47:18.306400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:18.315819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:18.316522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:47:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.349480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-00029b35-99a5-4116-a698-20415b1e845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:18.351030 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-00029b35-99a5-4116-a698-20415b1e845e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489907 Feb 11 13:47:18.424809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:18.449018 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-ac878d13-50c0-4f98-a49b-b5cef7222f70 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919037 Feb 11 13:47:18.547616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ef33af9f-70b8-4ce7-ae68-3a4d7cc827fa req-c70ba23b-9e53-4ef5-a52f-29a67a3ef328 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901332 Feb 11 13:47:18.662745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '363022c0-bebf-4ec1-9791-241281add16c', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:e8:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:16Z', 'updated_at': '2022-02-11T13:47:16Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.689469 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1913b7-9394-4504-9f66-4bfa195f1dbf None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '363022c0-bebf-4ec1-9791-241281add16c', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:e8:5c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:16Z', 'updated_at': '2022-02-11T13:47:16Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:18.891995 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154793c-e338-40ac-867c-f45ff066254b None None] New status for floating IP 363022c0-bebf-4ec1-9791-241281add16c: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:47:29.386014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c05cfa89-ab35-4d1d-bde3-cfcacf881511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:31.110190 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:47:31.480653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f761d2cc-31ed-4ca6-89b0-7bb27e0acd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:32.737222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:34.384631 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:35.365854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:46.624936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.543237 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:47:47.862376 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-a7088ff3-4f34-451d-b91f-12ed28455adf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477800 Feb 11 13:47:47.952528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-055a7a1e-b490-4da4-961f-59f16452b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:47.954303 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-055a7a1e-b490-4da4-961f-59f16452b45f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 1127 time: 0.0485127 Feb 11 13:47:48.061735 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-d9094d05-68a2-4941-a76b-71187b952547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.063635 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-d9094d05-68a2-4941-a76b-71187b952547 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0899177 Feb 11 13:47:48.128845 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-a40293bd-d30d-4147-a68c-e9fef5aa7faf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82898cfa-ff1d-4269-af14-cdcc126fe800 HTTP/1.1" status: 200 len: 1001 time: 0.0589397 Feb 11 13:47:48.183204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-f74042c0-12b1-4898-a8cf-1ddb70d50be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.184663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-f74042c0-12b1-4898-a8cf-1ddb70d50be0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0491407 Feb 11 13:47:48.235885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-e818af27-1cc4-4645-8a34-eb39d9cfa9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.237385 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-e818af27-1cc4-4645-8a34-eb39d9cfa9ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461073 Feb 11 13:47:48.329739 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-de771754-0bec-4d68-b913-b05963a8df3a service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853608 Feb 11 13:47:48.427786 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c8d662f4-0085-4653-8cdb-51bf09bd816b req-9eb69226-0cba-4506-8e53-72627acb0b73 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902190 Feb 11 13:47:59.388927 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8aa8cb11-59a2-469a-802a-4a2606db8c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:01.493481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7967c4b-d31d-4191-b97a-ef8a67a9d2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:02.733556 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:04.387137 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:05.375676 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:08.106008 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:48:16.646543 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:17.562661 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:29.388661 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-82450c95-c307-4b6a-a036-b06f77849f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:31.486655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8923-8d1b-472b-8481-933752111541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:32.738057 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:34.388472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:35.377015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:45.112088 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:48:46.640670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:47.573021 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:48:49.925902 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-9fafcef7-c5b9-4593-b59e-77e92865c873 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941455 Feb 11 13:48:50.024350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-59f3f36b-281f-4f62-b1b7-4f8ad3045300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.025916 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-59f3f36b-281f-4f62-b1b7-4f8ad3045300 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 1127 time: 0.0527902 Feb 11 13:48:50.146662 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-2297e838-e639-4bfb-b5c4-e421b508d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.148092 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-2297e838-e639-4bfb-b5c4-e421b508d212 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0997951 Feb 11 13:48:50.221356 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-a2f3a62f-19cb-4bb8-8a5a-36e88278abf9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82898cfa-ff1d-4269-af14-cdcc126fe800 HTTP/1.1" status: 200 len: 1001 time: 0.0659351 Feb 11 13:48:50.270123 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-bba895e6-ac56-45d4-b564-e92fc06099c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.271640 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-bba895e6-ac56-45d4-b564-e92fc06099c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0442901 Feb 11 13:48:50.324226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-9a878c6f-13bb-45eb-8b29-d5eb1a33a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.325788 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-9a878c6f-13bb-45eb-8b29-d5eb1a33a979 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481312 Feb 11 13:48:50.424103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-aa8c9178-d246-4d5c-9978-51660229c46a service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898855 Feb 11 13:48:50.519566 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-0dc5bc2e-c903-46aa-8717-a52a73cfec9a req-62bb5d9e-a9b8-4264-800d-8c3d135f2209 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889556 Feb 11 13:48:59.385824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2dffad36-f5aa-4f66-8e24-313286efd1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:01.493242 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-91965562-bf0b-440c-bfb4-659f820126a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:02.741102 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:04.391038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:05.535937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:15.776951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa9a4d-1706-425d-b648-1eb16c1dd4db req-2b38896c-aa8a-4131-adc6-15683ddba12e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:15.778626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2aaa9a4d-1706-425d-b648-1eb16c1dd4db req-2b38896c-aa8a-4131-adc6-15683ddba12e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 945 time: 0.1160450 Feb 11 13:49:15.829456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2aaa9a4d-1706-425d-b648-1eb16c1dd4db req-3cd59053-54d1-4cfe-bcaa-e126ca5fbdc1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Feb 11 13:49:16.655500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:16.969425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf9d26-e56a-4e0e-a9b6-b77df77acfe6 req-24abf54c-7506-4796-922e-020dd852bc46 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:16.970964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acf9d26-e56a-4e0e-a9b6-b77df77acfe6 req-24abf54c-7506-4796-922e-020dd852bc46 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Feb 11 13:49:17.023360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6acf9d26-e56a-4e0e-a9b6-b77df77acfe6 req-0e316f6a-e136-4f06-a1a9-a163b6ea3a05 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466466 Feb 11 13:49:17.437091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86314857-682b-441b-997b-e61dffcf0ba9 req-77a86d94-7b4f-41e6-8028-08aad1ddc6db tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:17.438928 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-86314857-682b-441b-997b-e61dffcf0ba9 req-77a86d94-7b4f-41e6-8028-08aad1ddc6db tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 945 time: 0.0694387 Feb 11 13:49:17.535444 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port 82898cfa-ff1d-4269-af14-cdcc126fe800 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:49:17.535786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.576880 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.626889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] For port 82898cfa-ff1d-4269-af14-cdcc126fe800, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=82898cfa-ff1d-4269-af14-cdcc126fe800,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:17.627263 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.846725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.847136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (363022c0-bebf-4ec1-9791-241281add16c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:17.847464 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Floating IP 363022c0-bebf-4ec1-9791-241281add16c disassociated. External IP: 172.25.1.121, port: 82898cfa-ff1d-4269-af14-cdcc126fe800. Feb 11 13:49:17.847811 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for 82898cfa-ff1d-4269-af14-cdcc126fe800 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:49:17.990334 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (82898cfa-ff1d-4269-af14-cdcc126fe800), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:18.021818 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=82898cfa-ff1d-4269-af14-cdcc126fe800,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:18.032741 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.033090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.033434 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.033799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.034135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.034470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.034799 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.035126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.035449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.035765 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.036087 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.036408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.036766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:18.120086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48a61014-e94a-4791-8605-97dae8524f66 req-e3bca6a7-c41b-4958-9023-c3f6a44b1313 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0273561 Feb 11 13:49:18.153011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:18.279449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:18.291174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:18.302289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:18.302865 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:49:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:18.320803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] No DVR routers for this DVR port 82898cfa-ff1d-4269-af14-cdcc126fe800 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:18.323635 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:18.327103 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-86314857-682b-441b-997b-e61dffcf0ba9 req-7a07d00b-f193-4cf2-9bc1-2a3cb6e78c12 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "DELETE /v2.0/ports/82898cfa-ff1d-4269-af14-cdcc126fe800 HTTP/1.1" status: 204 len: 173 time: 0.8828223 Feb 11 13:49:18.327544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'name': 'network-vif-deleted', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:18.373590 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d686155f-8d30-466d-a711-37191f7091bd" -d '{"events": [{"server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "name": "network-vif-deleted", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:18.426835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:18.491443 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b8d66b-12ec-4f37-b074-5d285f6a452d x-openstack-request-id: req-79b8d66b-12ec-4f37-b074-5d285f6a452d {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:18.491924 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38dccb4-9780-45fb-905e-af83f0a04060", "name": "network-vif-deleted", "tag": "82898cfa-ff1d-4269-af14-cdcc126fe800", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:18.492011 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79b8d66b-12ec-4f37-b074-5d285f6a452d {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:18.492399 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38dccb4-9780-45fb-905e-af83f0a04060', 'name': 'network-vif-deleted', 'tag': '82898cfa-ff1d-4269-af14-cdcc126fe800', 'status': 'completed', 'code': 200} Feb 11 13:49:18.639185 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:18.665592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:18.676309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:18.677120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:49:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:18.786985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:18.985687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:19.011922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450c2692-715a-40f9-bc35-759610621bc2 None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:19.225324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-85afe290-847c-4b24-bbcd-32f68c0363fb req-f4aefe81-d477-4ee4-b665-a2c1e235f3a5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0297565 Feb 11 13:49:19.263246 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cca203-9e38-4f4c-916f-5372f6cfcc63 None None] New status for floating IP 363022c0-bebf-4ec1-9791-241281add16c: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:49:20.323242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a8e72f1-756c-4790-ba1f-95c4b236dd49 req-f781c817-dca6-48be-acf4-fb20e1ada572 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0277898 Feb 11 13:49:21.422134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0edd34a2-c3b6-499c-9486-c4e1b3ae7b8a req-a7561f3b-cfe4-4b47-9349-8e2634cc9f9c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0274580 Feb 11 13:49:21.427311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 82898cfa-ff1d-4269-af14-cdcc126fe800 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:21.452403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 82898cfa-ff1d-4269-af14-cdcc126fe800 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:49:21.452854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 82898cfa-ff1d-4269-af14-cdcc126fe800 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:22.113527 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:49:22.522071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a91dc8b8-d7e4-4583-bcfe-30a7db5adb9d req-7050f395-b987-4498-b894-fa59d19e033b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0275016 Feb 11 13:49:23.622630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-147a211c-2b35-4351-9d20-469d57ea726b req-b7d86621-8dea-4838-bd9f-78bab1104a79 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0321612 Feb 11 13:49:24.720644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a1461b3-0efc-4d44-a20e-1998531be1e7 req-4bff0220-fb91-49a9-9e85-af5c986a7249 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0278571 Feb 11 13:49:25.827701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ebeb025-227b-42d0-9969-fad6fac271ab req-1f75ee3c-69af-4115-9f2c-6622cd16439b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0287089 Feb 11 13:49:26.951048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9ad4987b-e341-41ab-b070-898708a3dc23 req-e2ee2923-9854-4690-bcc5-0af5ca78cb5b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=b38dccb4-9780-45fb-905e-af83f0a04060 HTTP/1.1" status: 200 len: 210 time: 0.0314033 Feb 11 13:49:28.164126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-018d2c2b-0402-496f-b956-1c7bf3f0225f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134133195&fields=id&tenant_id=e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 267 time: 0.0448549 Feb 11 13:49:28.282150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-baddeaeb-a5e0-4ae0-9ae9-221a1bb9c1f8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:28.283509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-baddeaeb-a5e0-4ae0-9ae9-221a1bb9c1f8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1096551 Feb 11 13:49:28.299551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-47aea254-60e0-4d9e-825e-34014d459a34 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/quotas/e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 375 time: 0.0091445 Feb 11 13:49:28.356575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-16ce9cc7-e1a9-4c3e-a10e-4ac4541ff888 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522242 Feb 11 13:49:28.576152 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-b6017127-d156-450e-86d3-dd2025199030 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417179 Feb 11 13:49:28.689961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-056c353f-b465-4413-ae4d-34f931ce104d service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055470 Feb 11 13:49:29.386132 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fd08c2ca-6496-42fd-9c2e-9eb81919b166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:30.001169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74547eed-2c09-4cde-9b51-59ec800c4998 req-f560e478-dace-467f-b416-2b37f55ac0f9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0275989 Feb 11 13:49:30.964646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-90966e9b-1fb1-4930-9f7c-9f82f4adf795 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:30.966116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-90966e9b-1fb1-4930-9f7c-9f82f4adf795 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1184146 Feb 11 13:49:31.031314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-fce33d1a-bc79-4e06-81bc-7faaf089f7d8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 380 time: 0.0572131 Feb 11 13:49:31.039778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'port': {'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'admin_state_up': True, 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'security_groups': ['e0ac7644-3420-42ce-8dc4-584c98561491']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:31.147508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2d8ad21c-beb8-4607-9f0e-875bf0ab53cd req-59c7c3cb-7569-4e9b-a0c9-dfa9c424537d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0339966 Feb 11 13:49:31.191249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:49:31.194837 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.325274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.20.0.4 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/3c525a22-00a0-400f-aac3-22e341a6b0af) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:31.462767 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.501270 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.504445 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-53883131-c241-4b59-9b3a-8b1bf247fb8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.550987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:31.554217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:31.559052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:31.587523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=3c525a22-00a0-400f-aac3-22e341a6b0af,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:31.604610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.604954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.605305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.605699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.606007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.606350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.606682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.607011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.607361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.607668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.607997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.608322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.608650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:31.622184 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:31.622822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:31.642401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-1faf2e64-62a9-4635-a5f7-eba23ca1b05d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065512 Feb 11 13:49:31.653477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-b31d6344-7c22-4dae-bb61-19b1cc52dc54 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:49:31.654810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-b31d6344-7c22-4dae-bb61-19b1cc52dc54 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071621 Feb 11 13:49:31.748515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Request body: {'port': {'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:31.813271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.004687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a1e5306a-8225-4cb0-b440-351b95f454c8 None None] Provisioning complete for port 3c525a22-00a0-400f-aac3-22e341a6b0af triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:32.005515 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a1e5306a-8225-4cb0-b440-351b95f454c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.051688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5306a-8225-4cb0-b440-351b95f454c8 None None] Port 3c525a22-00a0-400f-aac3-22e341a6b0af cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:49:32.104193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c525a22-00a0-400f-aac3-22e341a6b0af {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:32.112050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Publish callbacks [] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.124423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Transition to ACTIVE for port object 3c525a22-00a0-400f-aac3-22e341a6b0af will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:32.129576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.186405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Pushing event updated for resources: {'Port': ['ID=3c525a22-00a0-400f-aac3-22e341a6b0af,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:32.294127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Attempting to bind port 3c525a22-00a0-400f-aac3-22e341a6b0af on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:49:32.294556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Attempting to bind port 3c525a22-00a0-400f-aac3-22e341a6b0af by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:49:32.294950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Attempting to bind port 3c525a22-00a0-400f-aac3-22e341a6b0af on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:32.304810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Port 3c525a22-00a0-400f-aac3-22e341a6b0af on network c7ddf8bb-8945-41ea-acd2-00a058935f6b not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:49:32.305229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Attempting to bind port 3c525a22-00a0-400f-aac3-22e341a6b0af on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:32.315532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d198b-7e4b-410a-99a6-c0901e8823b5 req-9fc93c1a-9fca-4be3-8de5-50bc4eff0076 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.317193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a96d198b-7e4b-410a-99a6-c0901e8823b5 req-9fc93c1a-9fca-4be3-8de5-50bc4eff0076 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0869637 Feb 11 13:49:32.320413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:32.320753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:49:32.321133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:32.321561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Bound port: 3c525a22-00a0-400f-aac3-22e341a6b0af, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:49:32.321947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.407688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a96d198b-7e4b-410a-99a6-c0901e8823b5 req-0749f6ce-e8f3-4b9a-b392-85bd48513b5f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833979 Feb 11 13:49:32.423676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] For port 3c525a22-00a0-400f-aac3-22e341a6b0af, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:32.427269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] For port 3c525a22-00a0-400f-aac3-22e341a6b0af, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3c525a22-00a0-400f-aac3-22e341a6b0af,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:32.435210 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.476635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.477321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.478660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] 10.222.0.64 "PUT /v2.0/ports/3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 1091 time: 0.7785165 Feb 11 13:49:32.479109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:32.531821 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:32.551765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111ebca-162c-4037-836f-9b5c7fe45c57 service neutron] Pushing event updated for resources: {'Port': ['ID=3c525a22-00a0-400f-aac3-22e341a6b0af,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:32.605300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a776400e-84cb-4b2e-9ad8-61d84149a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.607007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-a776400e-84cb-4b2e-9ad8-61d84149a220 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1125 time: 0.0785172 Feb 11 13:49:32.655770 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704615b3-6304-4bff-ab26-96798d80bfb8 x-openstack-request-id: req-704615b3-6304-4bff-ab26-96798d80bfb8 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:32.656128 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:32.656310 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-704615b3-6304-4bff-ab26-96798d80bfb8 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:32.656759 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'status': 'completed', 'code': 200} Feb 11 13:49:32.658763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-e81c51f1-e855-4c46-9cfb-de82b1e2fdce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 217 time: 0.0434911 Feb 11 13:49:32.725555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-48b297b9-bc0e-4aba-8d07-fc268a586ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.727124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-48b297b9-bc0e-4aba-8d07-fc268a586ef5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0620391 Feb 11 13:49:32.743226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:32.778186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-4d75f21f-9197-42f8-bdb1-7ed166b09d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.779697 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-4d75f21f-9197-42f8-bdb1-7ed166b09d3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463028 Feb 11 13:49:32.870112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-7f3e8860-71d4-46d5-b03f-d11a7fcf32df service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836809 Feb 11 13:49:32.964042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f472bf4-88fb-4d91-a4ca-7c22d2b71838 req-472eb39a-ae4a-4534-a897-e50063bbb4af service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889182 Feb 11 13:49:33.057899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-9a53769a-74da-4e44-8920-83c47c9fa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:33.059432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-9a53769a-74da-4e44-8920-83c47c9fa0be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1125 time: 0.0484211 Feb 11 13:49:33.152432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-d5ba3c7f-c07f-41a4-9c8b-a412c5c594d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:33.153889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-d5ba3c7f-c07f-41a4-9c8b-a412c5c594d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0890186 Feb 11 13:49:33.194327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-d223de88-38d5-4a5f-9fd7-e1fa667c6e03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 217 time: 0.0350263 Feb 11 13:49:33.245453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-8d1e7dd3-fc9e-4397-88a0-128fef60bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:33.246962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-8d1e7dd3-fc9e-4397-88a0-128fef60bce9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0474479 Feb 11 13:49:33.294991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-66cf2911-7754-4771-8788-43989752e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:33.296482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-66cf2911-7754-4771-8788-43989752e1dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442209 Feb 11 13:49:33.388191 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-cbcfbe3a-caf1-4c7e-be37-c31ecdd6ab8c service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848997 Feb 11 13:49:33.493698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39ffa600-9c44-4ed7-997d-ad1cb3e88d91 req-085395c6-17b2-499a-85b0-83fc332a0cbf service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000180 Feb 11 13:49:33.532503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b1854-6301-43f7-ae40-e746c9a068fd req-a0ad647d-a91f-4d9b-8f56-055d37ef313e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:33.534003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef8b1854-6301-43f7-ae40-e746c9a068fd req-a0ad647d-a91f-4d9b-8f56-055d37ef313e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0539737 Feb 11 13:49:33.586729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef8b1854-6301-43f7-ae40-e746c9a068fd req-344f2afe-bd7c-431f-82d2-7829dc04954f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458226 Feb 11 13:49:34.393405 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:34.717017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad6e16-7f50-4c53-8655-586ef12fc147 req-fe5df05b-5ef3-475f-8c71-21d6d8e647ff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:34.718554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ad6e16-7f50-4c53-8655-586ef12fc147 req-fe5df05b-5ef3-475f-8c71-21d6d8e647ff tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0588856 Feb 11 13:49:34.767437 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7ad6e16-7f50-4c53-8655-586ef12fc147 req-6aabfbae-a131-4057-8ec2-a3e1c5581712 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Feb 11 13:49:35.374451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:35.891526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42745cee-120c-48b9-9ccc-06d4bbccbac9 req-d60c93c4-aef1-4214-88b0-5f5e3f7dd8d9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:35.893137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42745cee-120c-48b9-9ccc-06d4bbccbac9 req-d60c93c4-aef1-4214-88b0-5f5e3f7dd8d9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0553284 Feb 11 13:49:35.944725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42745cee-120c-48b9-9ccc-06d4bbccbac9 req-c4711244-80fd-418f-844b-6e53cb65e02e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457449 Feb 11 13:49:37.068972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919884b0-3a08-4216-82a7-6921cfb3d2d2 req-af3fb473-b8aa-479f-a781-71eb54c05213 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:37.070588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-919884b0-3a08-4216-82a7-6921cfb3d2d2 req-af3fb473-b8aa-479f-a781-71eb54c05213 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0551670 Feb 11 13:49:37.127207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-919884b0-3a08-4216-82a7-6921cfb3d2d2 req-67c5d11e-7874-435d-ab30-812947683c5c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505428 Feb 11 13:49:38.248296 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867eef2-fc3a-46ea-bc49-7aac7d356bae req-b2a2608e-e986-439a-87a4-8e32f25648a5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:38.249835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f867eef2-fc3a-46ea-bc49-7aac7d356bae req-b2a2608e-e986-439a-87a4-8e32f25648a5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0532382 Feb 11 13:49:38.299443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f867eef2-fc3a-46ea-bc49-7aac7d356bae req-b731d66d-8f0f-4acc-87a2-81e1f0b1845e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Feb 11 13:49:39.421896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15f212-9062-4d83-837e-a36a0dc4642b req-9e6a20d1-ee9b-4220-89f7-b881b3225123 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:39.423415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c15f212-9062-4d83-837e-a36a0dc4642b req-9e6a20d1-ee9b-4220-89f7-b881b3225123 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0546310 Feb 11 13:49:39.473043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c15f212-9062-4d83-837e-a36a0dc4642b req-24856ce9-e6a3-4e3f-97db-993dfe5e2d48 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Feb 11 13:49:40.608488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b1c45-8135-473e-93e4-b85fd9da7a0c req-7269fc52-d4e8-4411-b164-fc3baebf39c0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:40.609992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a31b1c45-8135-473e-93e4-b85fd9da7a0c req-7269fc52-d4e8-4411-b164-fc3baebf39c0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0603316 Feb 11 13:49:40.659213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a31b1c45-8135-473e-93e4-b85fd9da7a0c req-c4d7594e-532b-4a79-b3bb-a3e7bd7b1b3a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417578 Feb 11 13:49:41.795027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca05208-a0f2-43ed-ac7a-f757af4a171a req-56f743ea-8a84-453a-927d-e92dee307c54 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:41.796516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fca05208-a0f2-43ed-ac7a-f757af4a171a req-56f743ea-8a84-453a-927d-e92dee307c54 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0621808 Feb 11 13:49:41.847796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fca05208-a0f2-43ed-ac7a-f757af4a171a req-14c83344-ce22-4a6b-b1f3-6a6fa3820415 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Feb 11 13:49:42.976490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f7227-4411-4897-8292-eabf9b1f52f9 req-b8e2e9f0-e52f-4e70-b04b-e5b0772780b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:42.977910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-693f7227-4411-4897-8292-eabf9b1f52f9 req-b8e2e9f0-e52f-4e70-b04b-e5b0772780b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0616524 Feb 11 13:49:43.032841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-693f7227-4411-4897-8292-eabf9b1f52f9 req-0be3b40b-4250-417f-84e8-6b3c7697a6ab tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470157 Feb 11 13:49:44.161983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6db09e-3218-4313-92db-2ff477fcd7ac req-4552fd1e-1d02-4bec-9958-a1a7911cc5de tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:44.163426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c6db09e-3218-4313-92db-2ff477fcd7ac req-4552fd1e-1d02-4bec-9958-a1a7911cc5de tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0543792 Feb 11 13:49:44.214698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2c6db09e-3218-4313-92db-2ff477fcd7ac req-c6be1b4c-f8d3-448b-8a44-db884723f585 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Feb 11 13:49:45.350298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5511-1622-4cb7-b40d-958300b99b83 req-4f1fc69a-9507-4682-9edd-c85cdf8b466f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:45.351843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01ea5511-1622-4cb7-b40d-958300b99b83 req-4f1fc69a-9507-4682-9edd-c85cdf8b466f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0579998 Feb 11 13:49:45.400636 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-01ea5511-1622-4cb7-b40d-958300b99b83 req-400b1b6d-c021-4a19-b732-e8a2ea2df985 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Feb 11 13:49:46.538688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e852f-830f-4c3a-bd20-5dd5e938bb9f req-253e60ba-977a-4f1b-b53c-7edbc8b081c6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:46.540174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-397e852f-830f-4c3a-bd20-5dd5e938bb9f req-253e60ba-977a-4f1b-b53c-7edbc8b081c6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0604117 Feb 11 13:49:46.595005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-397e852f-830f-4c3a-bd20-5dd5e938bb9f req-09e6fe9d-f5d6-4a76-a940-70210000ac6d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466387 Feb 11 13:49:46.672502 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.591962 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:47.732299 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c3664-765f-4f0c-8d80-6501db46c206 req-d25e1243-0d5e-4c6e-b9d6-09851e89abb9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:47.733686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d7c3664-765f-4f0c-8d80-6501db46c206 req-d25e1243-0d5e-4c6e-b9d6-09851e89abb9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 943 time: 0.0624089 Feb 11 13:49:47.790847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0d7c3664-765f-4f0c-8d80-6501db46c206 req-782cf6fc-f721-4c83-bf47-6e893ca03449 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488420 Feb 11 13:49:48.493913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3c525a22-00a0-400f-aac3-22e341a6b0af details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:49:48.597335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3c525a22-00a0-400f-aac3-22e341a6b0af, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3c525a22-00a0-400f-aac3-22e341a6b0af,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:48.608851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:49:48.649945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 3c525a22-00a0-400f-aac3-22e341a6b0af is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:48.650338 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:48.664360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c525a22-00a0-400f-aac3-22e341a6b0af {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:49:48.685317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3c525a22-00a0-400f-aac3-22e341a6b0af, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3c525a22-00a0-400f-aac3-22e341a6b0af,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:48.692221 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:48.739669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=3c525a22-00a0-400f-aac3-22e341a6b0af,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:48.747617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.747976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.748324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.748673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.749014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.749352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.749673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.750049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.750375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.750707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.751019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.751344 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.751671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:48.933728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de8a4-8939-41e9-a5c5-79c43631f10a req-7ffe6a75-05e2-4e99-a39c-b9fb15906068 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:48.935231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa9de8a4-8939-41e9-a5c5-79c43631f10a req-7ffe6a75-05e2-4e99-a39c-b9fb15906068 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 944 time: 0.0679309 Feb 11 13:49:48.993751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa9de8a4-8939-41e9-a5c5-79c43631f10a req-0a52aacd-789f-43ee-a2cb-77bba11c7f3f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516946 Feb 11 13:49:49.050614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['3c525a22-00a0-400f-aac3-22e341a6b0af'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:49:50.126889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa41df-149b-47ef-ba39-fed3fccd471e req-ccf5156d-61eb-4435-a63f-26c67ed3ee8b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:50.128365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4fa41df-149b-47ef-ba39-fed3fccd471e req-ccf5156d-61eb-4435-a63f-26c67ed3ee8b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 944 time: 0.0527856 Feb 11 13:49:50.182715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4fa41df-149b-47ef-ba39-fed3fccd471e req-d3231aeb-766b-46a1-b7bd-e43bbc12fe6e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457938 Feb 11 13:49:50.494797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3c525a22-00a0-400f-aac3-22e341a6b0af up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:50.551410 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 3c525a22-00a0-400f-aac3-22e341a6b0af completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:50.555493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 3c525a22-00a0-400f-aac3-22e341a6b0af triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:50.555867 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.640607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 3c525a22-00a0-400f-aac3-22e341a6b0af is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:49:50.641000 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.665107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:50.678530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 3c525a22-00a0-400f-aac3-22e341a6b0af, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3c525a22-00a0-400f-aac3-22e341a6b0af,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:50.683595 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:50.707757 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ba4819-4df7-43f8-9abc-7420227b3ddc" -d '{"events": [{"server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "name": "network-vif-plugged", "status": "completed", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:50.735423 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=3c525a22-00a0-400f-aac3-22e341a6b0af,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:50.793372 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a60e98-cf1a-4a21-ac2b-9602333e2183 x-openstack-request-id: req-94a60e98-cf1a-4a21-ac2b-9602333e2183 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:50.793821 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "name": "network-vif-plugged", "status": "completed", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:50.794128 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94a60e98-cf1a-4a21-ac2b-9602333e2183 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:50.794733 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'code': 200} Feb 11 13:49:50.914063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7e928-c862-4279-8866-27222bf9c5a7 req-2b4a5363-afd8-4093-a95c-da06bff164f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:50.915606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3df7e928-c862-4279-8866-27222bf9c5a7 req-2b4a5363-afd8-4093-a95c-da06bff164f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1127 time: 0.0648623 Feb 11 13:49:50.968778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3df7e928-c862-4279-8866-27222bf9c5a7 req-0c986841-2968-4312-8dd2-160f351cf5f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Feb 11 13:49:51.320947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9666fe-f55d-4d12-b661-c9267bd2e65f req-b41c4a8e-75c9-4562-95d3-9e7c41082de8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:51.322861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b9666fe-f55d-4d12-b661-c9267bd2e65f req-b41c4a8e-75c9-4562-95d3-9e7c41082de8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 945 time: 0.0578215 Feb 11 13:49:51.383510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b9666fe-f55d-4d12-b661-c9267bd2e65f req-06f7bed4-d3e7-4492-9cab-1a82126a1e62 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522597 Feb 11 13:49:52.520432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1158864-0a04-4005-a4de-e94e0fffcb46 req-03de47e2-fe71-4d88-915f-81c1dad3b77e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.521896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1158864-0a04-4005-a4de-e94e0fffcb46 req-03de47e2-fe71-4d88-915f-81c1dad3b77e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 945 time: 0.0549307 Feb 11 13:49:52.575330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1158864-0a04-4005-a4de-e94e0fffcb46 req-cd1aed87-634e-4c0f-95b7-379542480a66 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458388 Feb 11 13:49:52.703966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f754bb-5a88-41c7-a9b4-1db92a8ec34b req-3d3784e8-4995-4d5f-a1cb-db0440529c57 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.705486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f754bb-5a88-41c7-a9b4-1db92a8ec34b req-3d3784e8-4995-4d5f-a1cb-db0440529c57 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 945 time: 0.0600159 Feb 11 13:49:52.757067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36f754bb-5a88-41c7-a9b4-1db92a8ec34b req-80207d60-e42a-4ad1-8f2b-826827d28fcd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458455 Feb 11 13:49:52.779783 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59736) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:52.871952 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99eec8a-4445-409c-916b-aba93e94a1b2 tempest-TestVolumeBootPattern-616651412 tempest-TestVolumeBootPattern-616651412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:52.873526 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d99eec8a-4445-409c-916b-aba93e94a1b2 tempest-TestVolumeBootPattern-616651412 tempest-TestVolumeBootPattern-616651412-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1122 time: 0.0926745 Feb 11 13:49:52.876669 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59740) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:49:52.881240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:52.901352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.331314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.448388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.25.1.151 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/59dcbfa2-3279-4469-a636-d8670ffbbf08) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:49:53.564471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.604412 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:53.655420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:49:53.659490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:49:53.666078 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:49:53.674861 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=59dcbfa2-3279-4469-a636-d8670ffbbf08,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:54.101026 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (5db201d1-1328-40b8-ab4b-8ad970b48b21), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.191697 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.342773 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.350328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.422452 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=59dcbfa2-3279-4469-a636-d8670ffbbf08,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:54.432765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (5db201d1-1328-40b8-ab4b-8ad970b48b21), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.538313 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Floating IP 5db201d1-1328-40b8-ab4b-8ad970b48b21 associated. External IP: 172.25.1.151, port: 3c525a22-00a0-400f-aac3-22e341a6b0af. Feb 11 13:49:54.763851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:54.878009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:54.889818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:54.899121 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:49:54.904246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:54.904875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:49:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:54.929003 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f4894c7a-6cb4-4089-9c8a-484fb1e5a9c4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0512726 Feb 11 13:49:54.929597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:49:54.931948 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:54.977672 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adf7e45-67dd-4847-ac18-be8b8a981ec1 x-openstack-request-id: req-6adf7e45-67dd-4847-ac18-be8b8a981ec1 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:54.977960 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:54.978217 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6adf7e45-67dd-4847-ac18-be8b8a981ec1 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:54.978629 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'status': 'completed', 'code': 200} Feb 11 13:49:55.017722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:55.042365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-11782bfe-f93f-4524-b81a-b42c47a91d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:55.043945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-11782bfe-f93f-4524-b81a-b42c47a91d24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1127 time: 0.0450413 Feb 11 13:49:55.138389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-16b2dd3d-a9bf-448c-b8f6-4fae13b1008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:55.139912 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-16b2dd3d-a9bf-448c-b8f6-4fae13b1008e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0906458 Feb 11 13:49:55.235616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-63ff1519-284e-4233-b812-93a968a6bdaa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 999 time: 0.0875664 Feb 11 13:49:55.246225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:53Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:55.272387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:55.280681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:55.281294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:49:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:55.287844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-c872e3ca-90bd-4db3-b255-6257dd680817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:55.289327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-c872e3ca-90bd-4db3-b255-6257dd680817 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0478542 Feb 11 13:49:55.339195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-6fe91431-cb9d-4cf0-93ff-4340eabf1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:55.340718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-6fe91431-cb9d-4cf0-93ff-4340eabf1cf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455554 Feb 11 13:49:55.390628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:55.435089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-e272a54f-afdd-4760-b2bd-1e11c1b7e6b5 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885341 Feb 11 13:49:55.627672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:53Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:55.655114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee5de9e-dbb5-4bf0-931a-b37762cc55ca None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:53Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:55.830237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e633c6f-b60f-46ee-a6f9-b8f3ed64f05a req-3c4662ab-dfed-45a8-b127-f215677a082a service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894956 Feb 11 13:49:55.851185 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ab3e4f-9d6d-49c4-ab09-343726e3a968 None None] New status for floating IP 5db201d1-1328-40b8-ab4b-8ad970b48b21: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:49:59.114449 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:49:59.388034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a4358eb4-258d-45f4-aa53-4e7c1ce9b24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:01.490726 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee697e52-c205-4bd8-8c92-bfebab230bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:02.746732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:04.397767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:05.371529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:16.680944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:17.596582 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:29.388174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-651a3429-0201-4613-9f1b-0ad63239764a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:31.495900 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-48b35989-a3de-42c5-a296-b6fda8c58a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:32.750121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:34.404198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:35.371874 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:36.114583 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:50:45.867737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-560bdbca-bc8c-4ab7-b73a-4f8ec1030946 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536220 Feb 11 13:50:45.964359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-5a2ff98e-86a3-4923-8692-76bdcf9adbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:45.965969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-5a2ff98e-86a3-4923-8692-76bdcf9adbf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1127 time: 0.0556824 Feb 11 13:50:46.070093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-6be0f2ae-91eb-484b-b2b3-f293511240ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.071606 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-6be0f2ae-91eb-484b-b2b3-f293511240ac service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0874336 Feb 11 13:50:46.140213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-5eefb72a-c4f5-4b36-83a4-f58ed80cead3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 1001 time: 0.0623057 Feb 11 13:50:46.189926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-a065e14a-fb0b-4324-a064-54f9a9441a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.191377 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-a065e14a-fb0b-4324-a064-54f9a9441a18 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0456116 Feb 11 13:50:46.241424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-0c17ffe7-1528-4e50-9550-088d0e5cf273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.243041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-0c17ffe7-1528-4e50-9550-088d0e5cf273 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458107 Feb 11 13:50:46.339986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-66155e83-3630-4d3b-9824-fb0cbba3c854 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891838 Feb 11 13:50:46.439299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84a28f40-32a0-4532-a7a2-ab9760922bc2 req-9ea38de3-2e8b-4d99-98c8-e5c1b9bdc6ec service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937786 Feb 11 13:50:46.710467 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:47.591026 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:50:59.393938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13186882-0435-44dc-b00a-866e7dffa857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:01.495534 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dae743ff-2a30-4b57-9227-463ee8263e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:02.766320 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:04.406730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:05.368094 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:13.117191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:51:16.740304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:17.597730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:29.392046 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ab3018f1-a642-4950-9698-b6394c1a41dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:31.491610 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-af56aec9-9dbb-47d2-93ff-c5261c6d5f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:32.762118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:34.405832 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:35.364188 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.752528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:46.915735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-a4a23a38-f8ac-4080-807e-668663e33f98 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538058 Feb 11 13:51:47.009585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-e65ab5b0-0d21-45ba-a233-e2a03f778bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:47.011044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-e65ab5b0-0d21-45ba-a233-e2a03f778bf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1127 time: 0.0470557 Feb 11 13:51:47.123101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-4ca6bd7a-03c2-4145-8e4e-7768a9596e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:47.124571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-4ca6bd7a-03c2-4145-8e4e-7768a9596e00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0950129 Feb 11 13:51:47.190533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-8f6421a9-0f3d-48a0-bff2-8ad3b32b1dfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 1001 time: 0.0598993 Feb 11 13:51:47.240372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-4006eabc-5e77-4641-b8b1-6248a35838eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:47.241894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-4006eabc-5e77-4641-b8b1-6248a35838eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0456376 Feb 11 13:51:47.320657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-72227a64-ad6f-4e3c-bace-2fb053e8a9d5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134133195&fields=id&tenant_id=e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 267 time: 0.0751019 Feb 11 13:51:47.329949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-cfe442e6-730b-4cff-9450-393580c407d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:47.331391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-cfe442e6-730b-4cff-9450-393580c407d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0799887 Feb 11 13:51:47.493360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-380014a3-98d5-4159-8be5-31fdbf393be6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:47.494843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-380014a3-98d5-4159-8be5-31fdbf393be6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1672618 Feb 11 13:51:47.498388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-4286cae7-0c93-4364-97e8-d81ee4fa97f3 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587675 Feb 11 13:51:47.518216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ae185c57-ac4e-4895-a1f8-a61fa7cf8220 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/quotas/e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 375 time: 0.0171518 Feb 11 13:51:47.589813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:47.628853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed49fe15-c333-48f9-989e-a1a85eaad6be req-ac1c44bc-882e-4ed6-b1fc-15460b8b0f5f service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216061 Feb 11 13:51:47.636042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-1e0929c8-69f9-4a38-a65e-a409ca886667 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1088867 Feb 11 13:51:47.741007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-67f11c65-2ec0-4c0b-ada8-80d6b26a056a service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921261 Feb 11 13:51:47.842057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-386f741f-3db8-4e40-9697-089bd85858e5 service neutron] 10.222.0.42 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924056 Feb 11 13:51:48.143057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-428d7397-c29b-4b1e-b1fd-c7298d7d1566 req-297141e7-dce8-4ed1-9234-1aae97ccaf54 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0303693 Feb 11 13:51:49.179330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-a3ac00c6-e568-48d0-9290-cae74bf79b67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.180770 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-a3ac00c6-e568-48d0-9290-cae74bf79b67 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 812 time: 0.1099489 Feb 11 13:51:49.243005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d4e8ef7-683a-485b-819a-634c7cecd804 req-565c9113-d454-4de5-bf16-6fc406a2f694 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0286021 Feb 11 13:51:49.266409 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-2bda77ff-d595-4d12-8553-5522876a2b87 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8e392d92aa34c26ab5b2530a81d6df2 HTTP/1.1" status: 200 len: 380 time: 0.0745366 Feb 11 13:51:49.275836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'port': {'device_id': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'admin_state_up': True, 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'security_groups': ['e0ac7644-3420-42ce-8dc4-584c98561491']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:49.400262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Made reservation on behalf of e8e392d92aa34c26ab5b2530a81d6df2 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:49.404283 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.549953 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.20.0.11 (c7ddf8bb-8945-41ea-acd2-00a058935f6b/77f7f1d6-7200-4252-8de5-0c04045758af/5614f052-8802-4adb-aa26-61f685099088) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:49.712792 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (5614f052-8802-4adb-aa26-61f685099088), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.748443 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5614f052-8802-4adb-aa26-61f685099088), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.791578 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:49.794904 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:49.798883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:49.827717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=5614f052-8802-4adb-aa26-61f685099088,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:49.841237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.841622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.842103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.842221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.842540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.842872 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.843207 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.843707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.844206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.844584 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.844920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.845223 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.845546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:49.869107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.869867 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:49.890259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-923ea419-ae9c-4449-98c7-68c573df8dce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6183093 Feb 11 13:51:49.899708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ba1e3805-377e-487b-8953-75c8d165e24a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:51:49.900986 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ba1e3805-377e-487b-8953-75c8d165e24a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059054 Feb 11 13:51:49.917823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Request body: {'port': {'device_id': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:49.988429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5614f052-8802-4adb-aa26-61f685099088), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.135889 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:51:50.141731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b5e40ce8-e52a-4c25-ba0a-e2d0f5a3a964 None None] Provisioning complete for port 5614f052-8802-4adb-aa26-61f685099088 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:50.142861 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b5e40ce8-e52a-4c25-ba0a-e2d0f5a3a964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5614f052-8802-4adb-aa26-61f685099088), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.187675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b5e40ce8-e52a-4c25-ba0a-e2d0f5a3a964 None None] Port 5614f052-8802-4adb-aa26-61f685099088 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:51:50.278036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5614f052-8802-4adb-aa26-61f685099088 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:51:50.288461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Publish callbacks [] for port (5614f052-8802-4adb-aa26-61f685099088), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.303642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Transition to ACTIVE for port object 5614f052-8802-4adb-aa26-61f685099088 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:50.308115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (5614f052-8802-4adb-aa26-61f685099088), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.367640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Pushing event updated for resources: {'Port': ['ID=5614f052-8802-4adb-aa26-61f685099088,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:50.393260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf35de-4ae6-48a6-9d2d-8ed442c62119 req-82dc1bc9-e0fb-4f85-ac4e-ccae73c47308 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.395295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cbf35de-4ae6-48a6-9d2d-8ed442c62119 req-82dc1bc9-e0fb-4f85-ac4e-ccae73c47308 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0768683 Feb 11 13:51:50.466266 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Attempting to bind port 5614f052-8802-4adb-aa26-61f685099088 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:51:50.466605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Attempting to bind port 5614f052-8802-4adb-aa26-61f685099088 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:51:50.466936 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Attempting to bind port 5614f052-8802-4adb-aa26-61f685099088 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:50.472093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Port 5614f052-8802-4adb-aa26-61f685099088 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:50.472467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Attempting to bind port 5614f052-8802-4adb-aa26-61f685099088 on network c7ddf8bb-8945-41ea-acd2-00a058935f6b {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:50.477699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:50.478026 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Checking segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:51:50.478418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Bound using segment: {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:50.478838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Bound port: 5614f052-8802-4adb-aa26-61f685099088, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:51:50.479196 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5614f052-8802-4adb-aa26-61f685099088), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.487736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cbf35de-4ae6-48a6-9d2d-8ed442c62119 req-ac1205ba-d579-45df-8785-e2b3ecc4ca2d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809426 Feb 11 13:51:50.553773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] For port 5614f052-8802-4adb-aa26-61f685099088, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:50.557281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] For port 5614f052-8802-4adb-aa26-61f685099088, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5614f052-8802-4adb-aa26-61f685099088,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:50.565295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (5614f052-8802-4adb-aa26-61f685099088), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.603262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.603900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:50.605461 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] 10.222.0.53 "PUT /v2.0/ports/5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 200 len: 1092 time: 0.6926136 Feb 11 13:51:50.606095 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'tag': '5614f052-8802-4adb-aa26-61f685099088'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:51:50.608315 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6754e75a-e4e0-4a64-861b-71f0b398b8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "tag": "5614f052-8802-4adb-aa26-61f685099088"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:50.638171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbad02a-8b18-45ff-8b60-a99782eadc7e service neutron] Pushing event updated for resources: {'Port': ['ID=5614f052-8802-4adb-aa26-61f685099088,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:50.688670 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928cc30f-aa24-4ed5-a8ce-c4d5e31b59a5 x-openstack-request-id: req-928cc30f-aa24-4ed5-a8ce-c4d5e31b59a5 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:50.689008 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "tag": "5614f052-8802-4adb-aa26-61f685099088", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:50.689275 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-928cc30f-aa24-4ed5-a8ce-c4d5e31b59a5 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:50.689800 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'tag': '5614f052-8802-4adb-aa26-61f685099088', 'status': 'completed', 'code': 200} Feb 11 13:51:50.711232 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-0d24e9aa-48f0-45ee-878a-9c3bb1698e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.712911 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-0d24e9aa-48f0-45ee-878a-9c3bb1698e72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1126 time: 0.0595596 Feb 11 13:51:50.761428 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-d12d3bf8-f95f-417d-bdc7-c1c8f5f4a30a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 200 len: 217 time: 0.0401204 Feb 11 13:51:50.819135 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-0bf356f9-63cb-4d07-93c3-d4174d3e103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.820612 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-0bf356f9-63cb-4d07-93c3-d4174d3e103a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0497777 Feb 11 13:51:50.882273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-2ef6e8fc-3319-45d7-80a7-e3184aa33688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:50.883828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-2ef6e8fc-3319-45d7-80a7-e3184aa33688 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565703 Feb 11 13:51:50.978176 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-69afc2d1-d524-464e-aa46-9a25ff20829a service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866079 Feb 11 13:51:51.073045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-69a0da0f-b5b9-4fd4-8842-775f916b97da req-3f82e1d4-c8ae-48da-86e7-215a1bece6e1 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868957 Feb 11 13:51:51.170649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-baedab16-037e-4661-9eee-eeadccc30dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.172328 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-baedab16-037e-4661-9eee-eeadccc30dad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1126 time: 0.0510395 Feb 11 13:51:51.271399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-14fcd79a-7c24-4305-8240-dd6807ee3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.273031 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-14fcd79a-7c24-4305-8240-dd6807ee3ba5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0907536 Feb 11 13:51:51.323814 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-422a4581-174c-4ccb-97b8-173890a334ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 200 len: 217 time: 0.0407054 Feb 11 13:51:51.379738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-0c5efd49-4417-4e22-bd6d-c022f501a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.381491 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-0c5efd49-4417-4e22-bd6d-c022f501a45f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0475028 Feb 11 13:51:51.439524 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-89affcff-6498-4f85-b052-19de265dd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.441050 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-89affcff-6498-4f85-b052-19de265dd5a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482662 Feb 11 13:51:51.551896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-16ffbbb6-e42f-4d7b-8a5e-bd7b64468b8d service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041543 Feb 11 13:51:51.612200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c8f58-83b8-4d11-ab55-29b90e480a57 req-b949edf7-4c55-42a3-8522-a7645a2ef082 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:51.613662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c03c8f58-83b8-4d11-ab55-29b90e480a57 req-b949edf7-4c55-42a3-8522-a7645a2ef082 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0534098 Feb 11 13:51:51.647846 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-6754e75a-e4e0-4a64-861b-71f0b398b8a2 req-549b9539-7889-439b-b4aa-7b83a27b2398 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887840 Feb 11 13:51:51.664422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c03c8f58-83b8-4d11-ab55-29b90e480a57 req-de3b1662-0af9-49a8-9996-3b4251241428 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 Feb 11 13:51:52.801952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f1d28-ca83-4328-8450-c66eb840b15b req-51880834-cf0e-4a23-90e7-fc41695767a4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:52.803465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f4f1d28-ca83-4328-8450-c66eb840b15b req-51880834-cf0e-4a23-90e7-fc41695767a4 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0579841 Feb 11 13:51:52.854762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f4f1d28-ca83-4328-8450-c66eb840b15b req-6e45866f-7e56-4bff-baeb-a0d4e8f94597 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 Feb 11 13:51:53.977073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7f56d-d810-479d-b937-6dca8039f6d2 req-652099f9-aa41-4bb5-b750-fef19cf72851 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:53.978604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ccb7f56d-d810-479d-b937-6dca8039f6d2 req-652099f9-aa41-4bb5-b750-fef19cf72851 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0554059 Feb 11 13:51:54.029610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ccb7f56d-d810-479d-b937-6dca8039f6d2 req-8e882255-7dc5-47eb-a03c-c6cdb94c1cce tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Feb 11 13:51:55.159650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1b653-6862-4b22-865b-ffb275c7727d req-8dddf054-76fe-4992-9bfa-056c74a64493 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:55.161741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c1b653-6862-4b22-865b-ffb275c7727d req-8dddf054-76fe-4992-9bfa-056c74a64493 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0627580 Feb 11 13:51:55.214624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8c1b653-6862-4b22-865b-ffb275c7727d req-08d4a2f5-6c92-4664-9797-59e8f109cf83 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473137 Feb 11 13:51:56.353589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbecee-c7eb-4e80-8205-2a2461992bd3 req-a40acc03-5b17-45e9-bbc6-6b99befa936b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.355502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00fbecee-c7eb-4e80-8205-2a2461992bd3 req-a40acc03-5b17-45e9-bbc6-6b99befa936b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0627532 Feb 11 13:51:56.410112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00fbecee-c7eb-4e80-8205-2a2461992bd3 req-25a1f491-ccb0-4956-aa33-524f81f666c8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484018 Feb 11 13:51:57.533165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795703e-48bd-40db-b919-84539ee15ecd req-5bd27fce-27c6-4d79-a3b5-f8f36d35db63 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:57.534737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6795703e-48bd-40db-b919-84539ee15ecd req-5bd27fce-27c6-4d79-a3b5-f8f36d35db63 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0546083 Feb 11 13:51:57.585013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6795703e-48bd-40db-b919-84539ee15ecd req-e785bb9a-31b2-465a-903a-fc948b5e27be tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Feb 11 13:51:58.717503 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a3bb0-d577-4356-baf1-17a0f9ea757d req-15b14303-603a-4903-8e70-13055aa6afe6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:58.719038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c08a3bb0-d577-4356-baf1-17a0f9ea757d req-15b14303-603a-4903-8e70-13055aa6afe6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0619516 Feb 11 13:51:58.770800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c08a3bb0-d577-4356-baf1-17a0f9ea757d req-5d0f405a-bece-4f3b-8151-c5eef51d6545 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455914 Feb 11 13:51:59.379579 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6b483df4-e52b-43a3-9ae8-2d96d2de8f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:51:59.909539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ea60f-ba07-42db-aedc-4c927898ee71 req-8c048676-7167-46a0-8bf9-63fe5a9bf19b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:59.911063 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-947ea60f-ba07-42db-aedc-4c927898ee71 req-8c048676-7167-46a0-8bf9-63fe5a9bf19b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0652900 Feb 11 13:51:59.962137 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-947ea60f-ba07-42db-aedc-4c927898ee71 req-b406ed0e-56a7-47ef-bf04-8c3cc28f45ed tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 Feb 11 13:52:01.085552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a4b8a-08c4-4375-a054-309a885038dc req-5961334b-bed2-4796-a872-850f9c372f0b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:01.087075 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-986a4b8a-08c4-4375-a054-309a885038dc req-5961334b-bed2-4796-a872-850f9c372f0b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0570283 Feb 11 13:52:01.159444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-986a4b8a-08c4-4375-a054-309a885038dc req-8fadb04f-5030-4070-a742-b78796466d1f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641539 Feb 11 13:52:01.499354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e1d685f8-51fb-43a6-8384-f22f1a832d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:02.295406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d37c5-e17d-4b3b-9027-6228b1e3cd77 req-2aafb5ed-92dd-4f88-8f70-48373183e80f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:02.297144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-466d37c5-e17d-4b3b-9027-6228b1e3cd77 req-2aafb5ed-92dd-4f88-8f70-48373183e80f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0561669 Feb 11 13:52:02.349930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-466d37c5-e17d-4b3b-9027-6228b1e3cd77 req-f7d6f35d-2fad-4738-a3ca-d8092f42ced8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447602 Feb 11 13:52:02.762030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:03.486260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12983-ad6b-4dac-af0d-84924cedf590 req-f1f1d83f-2523-435f-891d-cefc466c966b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.487718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a12983-ad6b-4dac-af0d-84924cedf590 req-f1f1d83f-2523-435f-891d-cefc466c966b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0550923 Feb 11 13:52:03.534824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a12983-ad6b-4dac-af0d-84924cedf590 req-8d237fba-2197-4c69-a256-30e6a09fe926 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Feb 11 13:52:04.411391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:04.676905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b91e77-8b43-421a-8f09-2ade65cd1068 req-29fe2c7f-a440-4495-97bc-36d97eab9ed2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:04.678543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6b91e77-8b43-421a-8f09-2ade65cd1068 req-29fe2c7f-a440-4495-97bc-36d97eab9ed2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0665979 Feb 11 13:52:04.728320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6b91e77-8b43-421a-8f09-2ade65cd1068 req-b0e7de19-68df-4596-b73a-90f73ea2fb48 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Feb 11 13:52:05.370479 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:05.851485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479820e-ab66-4daf-a85e-b868ef68d19a req-d302e908-9719-436f-91ec-5b05a26ec96e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.852984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5479820e-ab66-4daf-a85e-b868ef68d19a req-d302e908-9719-436f-91ec-5b05a26ec96e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0548851 Feb 11 13:52:05.904304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5479820e-ab66-4daf-a85e-b868ef68d19a req-4d471958-5b01-4a34-94d0-33ff50b12fae tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452998 Feb 11 13:52:07.044614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bad99a-c6f9-40b5-8895-bfd28612f59c req-f3ac2424-47de-42a6-9d0c-d9f117b2b8f8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.046020 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9bad99a-c6f9-40b5-8895-bfd28612f59c req-f3ac2424-47de-42a6-9d0c-d9f117b2b8f8 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0631664 Feb 11 13:52:07.094148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9bad99a-c6f9-40b5-8895-bfd28612f59c req-bd886f23-cc1e-4266-a73e-973d792b64b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424557 Feb 11 13:52:08.214354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5614f052-8802-4adb-aa26-61f685099088 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:52:08.240401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c6a3a-06fb-4730-94a6-31bf54f35a57 req-92c41fa5-a245-461d-a025-000adc9514a1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:08.242206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a2c6a3a-06fb-4730-94a6-31bf54f35a57 req-92c41fa5-a245-461d-a025-000adc9514a1 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 944 time: 0.0656469 Feb 11 13:52:08.296362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a2c6a3a-06fb-4730-94a6-31bf54f35a57 req-31cf55da-cd05-4b2f-8a25-707924ad2391 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486109 Feb 11 13:52:08.327430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 5614f052-8802-4adb-aa26-61f685099088, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5614f052-8802-4adb-aa26-61f685099088,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:08.339009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '5614f052-8802-4adb-aa26-61f685099088', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'port_id': '5614f052-8802-4adb-aa26-61f685099088', 'mac_address': 'fa:16:3e:55:9c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:52:08.377765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 5614f052-8802-4adb-aa26-61f685099088 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:08.378158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5614f052-8802-4adb-aa26-61f685099088), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.392061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5614f052-8802-4adb-aa26-61f685099088 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:52:08.412190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 5614f052-8802-4adb-aa26-61f685099088, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5614f052-8802-4adb-aa26-61f685099088,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:08.418676 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5614f052-8802-4adb-aa26-61f685099088), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:08.464770 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=5614f052-8802-4adb-aa26-61f685099088,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:08.474902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.475240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.475570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.475925 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.476257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.476585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.476913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.477232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.477561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.477908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.478230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.478553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.478867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:08.690644 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['5614f052-8802-4adb-aa26-61f685099088'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:09.433747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e09b9c-f40c-4abf-a2e5-e1c8b5391715 req-15df13d5-b407-4d38-9159-f4e6c03f2dee tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:09.435259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74e09b9c-f40c-4abf-a2e5-e1c8b5391715 req-15df13d5-b407-4d38-9159-f4e6c03f2dee tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 945 time: 0.0574586 Feb 11 13:52:09.489305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74e09b9c-f40c-4abf-a2e5-e1c8b5391715 req-b940c2d7-b622-4aac-b9b1-1bf2da107cb6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478194 Feb 11 13:52:10.230883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5614f052-8802-4adb-aa26-61f685099088 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:10.291447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 5614f052-8802-4adb-aa26-61f685099088 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:10.295318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 5614f052-8802-4adb-aa26-61f685099088 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:10.295697 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5614f052-8802-4adb-aa26-61f685099088), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.376295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 5614f052-8802-4adb-aa26-61f685099088 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:52:10.376693 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5614f052-8802-4adb-aa26-61f685099088), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.399780 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5614f052-8802-4adb-aa26-61f685099088'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:52:10.402077 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584a3923-f1b8-4b03-990a-d9670f87c015" -d '{"events": [{"server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "name": "network-vif-plugged", "status": "completed", "tag": "5614f052-8802-4adb-aa26-61f685099088"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:10.415204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 5614f052-8802-4adb-aa26-61f685099088, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5614f052-8802-4adb-aa26-61f685099088,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:10.419775 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5614f052-8802-4adb-aa26-61f685099088), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:10.443760 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5688e3-e040-4296-a668-b1d612cc5c3f x-openstack-request-id: req-eb5688e3-e040-4296-a668-b1d612cc5c3f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:10.444079 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "name": "network-vif-plugged", "status": "completed", "tag": "5614f052-8802-4adb-aa26-61f685099088", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:10.444308 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb5688e3-e040-4296-a668-b1d612cc5c3f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:10.444701 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5614f052-8802-4adb-aa26-61f685099088', 'code': 200} Feb 11 13:52:10.474499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=5614f052-8802-4adb-aa26-61f685099088,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:10.552451 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69370b-0d42-451b-a81e-e8661cff38a1 req-2b7a147b-2a5a-4344-ad3f-9a2befac7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:10.554159 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e69370b-0d42-451b-a81e-e8661cff38a1 req-2b7a147b-2a5a-4344-ad3f-9a2befac7cde service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1128 time: 0.0511968 Feb 11 13:52:10.607180 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3e69370b-0d42-451b-a81e-e8661cff38a1 req-70d81c2d-76d5-4c88-80d0-1371c3d6bc7b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466361 Feb 11 13:52:10.609740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b1bb3-7da2-4c30-bdd2-43eb1942574f req-0e8255f8-409c-47be-a98a-abf54aa1c531 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:10.611319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7b1bb3-7da2-4c30-bdd2-43eb1942574f req-0e8255f8-409c-47be-a98a-abf54aa1c531 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 946 time: 0.0531085 Feb 11 13:52:10.663095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7b1bb3-7da2-4c30-bdd2-43eb1942574f req-8c02c530-6c61-469c-8352-c8e2de9996fb tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439234 Feb 11 13:52:11.800587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc7731-a393-42cb-a94d-fe7145ecc68a req-f847d97a-30c0-47ec-9ad7-92d55819ed58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:11.802092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adbc7731-a393-42cb-a94d-fe7145ecc68a req-f847d97a-30c0-47ec-9ad7-92d55819ed58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 946 time: 0.0630386 Feb 11 13:52:11.854120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adbc7731-a393-42cb-a94d-fe7145ecc68a req-0e8f709b-9c59-493c-b720-0d0fd64e745c tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Feb 11 13:52:11.993537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ca180-f8e5-4343-8160-1154af8c712d req-6cb688cb-e39c-4a36-97db-4bbce84c7864 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:11.994962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-797ca180-f8e5-4343-8160-1154af8c712d req-6cb688cb-e39c-4a36-97db-4bbce84c7864 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 946 time: 0.0681293 Feb 11 13:52:12.060047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-797ca180-f8e5-4343-8160-1154af8c712d req-efcd26a2-a4c2-488d-a177-741e4d009247 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557551 Feb 11 13:52:12.089517 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:12.141671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae64180-307b-4302-b34e-a12aee56df04 tempest-TestVolumeBootPattern-616651412 tempest-TestVolumeBootPattern-616651412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:12.143202 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fae64180-307b-4302-b34e-a12aee56df04 tempest-TestVolumeBootPattern-616651412 tempest-TestVolumeBootPattern-616651412-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1123 time: 0.0526187 Feb 11 13:52:12.146073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 59942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:52:12.150291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '5614f052-8802-4adb-aa26-61f685099088', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:12.175296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.288442 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.409562 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Allocated IP 172.25.1.224 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:12.515328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.553576 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:12.592613 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:12.597178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:12.601333 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:12.604343 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:13.296735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (73980b6b-307f-4d5f-92fc-705be7b31350), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.372983 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.521397 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.528573 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.599069 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event updated for resources: {'Port': ['ID=ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:13.611290 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (73980b6b-307f-4d5f-92fc-705be7b31350), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:13.714050 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Floating IP 73980b6b-307f-4d5f-92fc-705be7b31350 associated. External IP: 172.25.1.224, port: 5614f052-8802-4adb-aa26-61f685099088. Feb 11 13:52:13.930760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:14.044082 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:14.056773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:14.066720 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:14.070681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:14.071320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.109672 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4732bb7e-ed3a-4b63-ac8a-de9bb3c53628 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9495149 Feb 11 13:52:14.109672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'tag': '5614f052-8802-4adb-aa26-61f685099088'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:52:14.109672 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b7e5c-d166-48ea-8c52-20db3f323b05" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "tag": "5614f052-8802-4adb-aa26-61f685099088"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:14.136949 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dae8729-b880-4e47-97b7-9447c4aa7620 x-openstack-request-id: req-4dae8729-b880-4e47-97b7-9447c4aa7620 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:14.137250 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "tag": "5614f052-8802-4adb-aa26-61f685099088", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:14.137513 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4dae8729-b880-4e47-97b7-9447c4aa7620 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:14.137957 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'tag': '5614f052-8802-4adb-aa26-61f685099088', 'status': 'completed', 'code': 200} Feb 11 13:52:14.185190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:14.206551 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-f35af88e-b98c-4ce1-9740-fbd0a9fc9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.208127 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-f35af88e-b98c-4ce1-9740-fbd0a9fc9f62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1128 time: 0.0482392 Feb 11 13:52:14.303457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-73f38a55-d7a2-4b0b-b172-17dfaddf49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.304965 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-73f38a55-d7a2-4b0b-b172-17dfaddf49e3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0900078 Feb 11 13:52:14.371245 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-549667df-5760-4dbd-8847-1d53608fb91f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 200 len: 1000 time: 0.0583553 Feb 11 13:52:14.413115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:55Z', 'revision_number': 1, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}, {'id': '73980b6b-307f-4d5f-92fc-705be7b31350', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '5614f052-8802-4adb-aa26-61f685099088', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:55:9c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:13Z', 'updated_at': '2022-02-11T13:52:13Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.421098 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-19b0208e-1df9-46c6-81a0-27a7fb3c3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.422892 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-19b0208e-1df9-46c6-81a0-27a7fb3c3641 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0451310 Feb 11 13:52:14.443219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:14.451603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:14.452205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:52:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.478167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-f136769d-6289-4212-995e-92c6e0fc384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.479697 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-f136769d-6289-4212-995e-92c6e0fc384e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492890 Feb 11 13:52:14.557797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:14.571381 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-be67a8ba-6273-4450-b0a2-18d8a8476c66 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Feb 11 13:52:14.669125 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-574b7e5c-d166-48ea-8c52-20db3f323b05 req-bbd7f7e1-c635-4f1d-aff3-211d06edd264 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911598 Feb 11 13:52:14.777986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:55Z', 'revision_number': 1, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}, {'id': '73980b6b-307f-4d5f-92fc-705be7b31350', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '5614f052-8802-4adb-aa26-61f685099088', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:55:9c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:13Z', 'updated_at': '2022-02-11T13:52:13Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.807374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9652936-5a0c-4e36-8c07-cf7f86219c95 None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:55Z', 'revision_number': 1, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}, {'id': '73980b6b-307f-4d5f-92fc-705be7b31350', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '5614f052-8802-4adb-aa26-61f685099088', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:55:9c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:13Z', 'updated_at': '2022-02-11T13:52:13Z', 'revision_number': 0, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:15.012648 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c20ee-3756-4d67-8a92-55088d100cfa None None] New status for floating IP 73980b6b-307f-4d5f-92fc-705be7b31350: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:52:16.756241 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:17.588814 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:27.118169 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:52:29.374629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4c4a4124-a664-4cd7-a697-729f67ea5b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:31.497809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6f2322c4-626c-494e-8cce-7d5b19f9bda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:32.764976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:34.417611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:35.371177 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.760531 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:46.858461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-52ae6b17-4c24-4a4e-a15f-34d92de2a9ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454328 Feb 11 13:52:46.955901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-338e013e-a574-4d83-b6e4-f9a3cb5358d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.957411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-338e013e-a574-4d83-b6e4-f9a3cb5358d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1127 time: 0.0538824 Feb 11 13:52:47.064694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-293ac40b-e47b-407c-abee-78351a19cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.066237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-293ac40b-e47b-407c-abee-78351a19cd76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0892651 Feb 11 13:52:47.130996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-8cde2837-2857-4ac0-adba-e806dddb3173 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 1001 time: 0.0588264 Feb 11 13:52:47.183377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-dde8b603-930f-4205-ad05-3a993c9d7d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.184867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-dde8b603-930f-4205-ad05-3a993c9d7d70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0486903 Feb 11 13:52:47.242264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-5deebdac-ed3d-4632-b3af-44e2c8d9bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.244445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-5deebdac-ed3d-4632-b3af-44e2c8d9bee5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531316 Feb 11 13:52:47.342364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-5a6a3684-f780-450c-b0b2-069cdfea5493 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904565 Feb 11 13:52:47.454815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2222b8ce-5906-4af6-84e8-00098636c1fc req-31161010-a846-4682-95a2-cbd456c617cd service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064661 Feb 11 13:52:47.589705 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:52:52.831702 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-9490f7ba-c517-4ff1-8009-177e60a3c864 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528438 Feb 11 13:52:52.919403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-028f2de6-5027-456d-b186-66502d0c1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:52.920978 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-028f2de6-5027-456d-b186-66502d0c1cde service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1128 time: 0.0463400 Feb 11 13:52:53.026930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-5f3011a3-a8d5-4ca7-90b2-ff7af688b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:53.028403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-5f3011a3-a8d5-4ca7-90b2-ff7af688b961 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0887187 Feb 11 13:52:53.102868 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-c9c24550-f454-46e5-8377-72ff4609be7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 200 len: 1002 time: 0.0681365 Feb 11 13:52:53.154174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-144c0eee-b60f-4fa1-8009-b28c71d986df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:53.155625 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-144c0eee-b60f-4fa1-8009-b28c71d986df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0468805 Feb 11 13:52:53.207873 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-34eb334b-0fc8-4f64-b0a9-afa785c7224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:53.209350 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-34eb334b-0fc8-4f64-b0a9-afa785c7224b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471528 Feb 11 13:52:53.296719 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-c9955e78-4400-47b3-bbd4-77152a79b924 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814874 Feb 11 13:52:53.390151 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-818c61fe-1fdb-44ad-8ec1-1fa7b4727073 req-1e007a4c-0e9e-4536-9ab2-88228d2dc7e3 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859399 Feb 11 13:52:59.381537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ef84a93e-805d-4eef-9aea-d4a5163f913a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:01.494377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-799c9710-d732-4bbd-9bbe-decda6d8f7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:02.769983 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:04.118012 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:53:04.417973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:05.366270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:16.770653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:17.602358 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:29.382565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-298b6693-41c5-48d5-a5fd-17f4a8f86601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:31.495130 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28cb2429-b37b-49cf-b9be-3244bb0cf2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:32.781226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:34.420117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:35.384034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:41.120874 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:53:46.795479 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:46.872405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-6d1c669b-7a97-48b5-a35d-638791b94f72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459609 Feb 11 13:53:46.965813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-e1f88695-9465-4e1d-b923-18654431c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:46.967331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-e1f88695-9465-4e1d-b923-18654431c066 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1127 time: 0.0523489 Feb 11 13:53:47.074868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-f99b2ef3-ed15-4306-88c1-5895250184f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:47.076278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-f99b2ef3-ed15-4306-88c1-5895250184f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0870700 Feb 11 13:53:47.147961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-6c184376-9685-4ba1-8090-d4e86cbb8778 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 1001 time: 0.0656753 Feb 11 13:53:47.203084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-91442781-5ab7-44fc-905c-a543dd922576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:47.204531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-91442781-5ab7-44fc-905c-a543dd922576 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0517972 Feb 11 13:53:47.254385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-844fd532-541d-49fe-8c61-fd1d9180a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:47.255890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-844fd532-541d-49fe-8c61-fd1d9180a8bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456407 Feb 11 13:53:47.349777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-a386d339-5468-41fc-983f-ddcdddb7bf3c service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878446 Feb 11 13:53:47.439691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df0ff4-a0cf-4eb7-9a3f-174998bf1606 req-691efb06-f32e-44ff-8c42-208c469fbda7 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840151 Feb 11 13:53:47.624740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:52.974218 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-30c8743e-3a48-427c-92b1-fc17e052e3ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1714921 Feb 11 13:53:53.055112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 59978) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:53:53.066111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-be9b5cc9-0769-4b43-a2ad-c40b1e914cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:53.067544 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-be9b5cc9-0769-4b43-a2ad-c40b1e914cab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1128 time: 0.0476646 Feb 11 13:53:53.179133 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-39937267-0f7a-4029-b0db-45121475a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:53.180663 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-39937267-0f7a-4029-b0db-45121475a1b1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.0937808 Feb 11 13:53:53.216106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:53.216727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.247209 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-c842b935-5bc6-49c4-95b6-451dff0d84e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 200 len: 1002 time: 0.0602078 Feb 11 13:53:53.295355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.295640 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.299960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-13cb2320-6ab8-4a98-8933-67b81244b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:53.301458 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-13cb2320-6ab8-4a98-8933-67b81244b0bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0476789 Feb 11 13:53:53.307730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:53.350898 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-7f1970dc-cb79-4549-91cc-df7f01e98b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:53.352324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-7f1970dc-cb79-4549-91cc-df7f01e98b81 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447609 Feb 11 13:53:53.445538 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-3e601b8d-f731-4907-99d8-955e82e51f12 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871725 Feb 11 13:53:53.464263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.491033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=ab1a7bc4-cfaf-4301-ac5f-75ffc0dcef27,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:53.518174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.518520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.518883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.519213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.519509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.519831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.520151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.520468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.520817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.521131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.521430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.521770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.522073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:53.534594 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-633b23d8-0b2d-4707-9392-e17eb93a7aa1 req-5eed3adc-fe42-479f-99e7-375ebff801f7 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830879 Feb 11 13:53:53.562735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (73980b6b-307f-4d5f-92fc-705be7b31350), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.563087 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Floating IP 73980b6b-307f-4d5f-92fc-705be7b31350 disassociated (deleted). External IP: 172.25.1.224, port: 5614f052-8802-4adb-aa26-61f685099088. Feb 11 13:53:53.790668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:53:53.907415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:53:53.912650 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:53.917739 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:53:53.928727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:53.929355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:53.944150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fbc24b4b-baf6-43cb-b0e8-11073a04ec58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "DELETE /v2.0/floatingips/73980b6b-307f-4d5f-92fc-705be7b31350 HTTP/1.1" status: 204 len: 168 time: 0.8877749 Feb 11 13:53:53.944719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'tag': '5614f052-8802-4adb-aa26-61f685099088'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:53:53.947069 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675" -d '{"events": [{"name": "network-changed", "server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "tag": "5614f052-8802-4adb-aa26-61f685099088"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:54.130177 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc13ab-4bf1-4969-8ef8-f47b68bccbc7 x-openstack-request-id: req-6edc13ab-4bf1-4969-8ef8-f47b68bccbc7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:54.130817 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "tag": "5614f052-8802-4adb-aa26-61f685099088", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:54.130817 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6edc13ab-4bf1-4969-8ef8-f47b68bccbc7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:54.131083 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'tag': '5614f052-8802-4adb-aa26-61f685099088', 'status': 'completed', 'code': 200} Feb 11 13:53:54.202715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-365eb6da-8970-46bd-b62f-4d1483fdb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:54.204544 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-365eb6da-8970-46bd-b62f-4d1483fdb66d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 1128 time: 0.0486863 Feb 11 13:53:54.215734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:54.230544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e88c7-50ce-41d3-a067-dd8deb1e40bf req-7763f16f-b600-45bb-af45-32c7f67d4a47 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:54.233071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-260e88c7-50ce-41d3-a067-dd8deb1e40bf req-7763f16f-b600-45bb-af45-32c7f67d4a47 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 946 time: 0.0566368 Feb 11 13:53:54.289146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-260e88c7-50ce-41d3-a067-dd8deb1e40bf req-38651283-e474-4961-a788-337fbd54203b tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493476 Feb 11 13:53:54.311530 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-1094a388-da4e-408a-8028-606e1a7ca825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:54.313618 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-1094a388-da4e-408a-8028-606e1a7ca825 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.1011288 Feb 11 13:53:54.355045 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-eb4de924-7559-4a61-94cc-07b21e7a2520 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 200 len: 217 time: 0.0341587 Feb 11 13:53:54.407237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-88bb1e51-9932-4621-999d-058980eeb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:54.408725 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-88bb1e51-9932-4621-999d-058980eeb646 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0473483 Feb 11 13:53:54.445079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:55Z', 'revision_number': 1, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:54.458294 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-46e99012-3046-4f5f-a1ad-7e30d002bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:54.459887 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-46e99012-3046-4f5f-a1ad-7e30d002bbc3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449948 Feb 11 13:53:54.471677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:53:54.480659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:53:54.481595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:53:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:54.558258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-8fc6f938-5052-4eee-922d-78f8ab2ad3ed service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910196 Feb 11 13:53:54.594763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:53:54.656701 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-66bc15eb-2ff6-4f48-a86b-b1ee1e565675 req-2d88e503-30ab-4daa-a526-b1df094e0de9 service neutron] 10.222.0.53 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902774 Feb 11 13:53:54.837493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:55Z', 'revision_number': 1, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:53:54.863792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1c58a-439f-49ec-b130-0ff923572dc5 None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '5db201d1-1328-40b8-ab4b-8ad970b48b21', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'port_id': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'mac_address': 'fa:16:3e:69:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:49:53Z', 'updated_at': '2022-02-11T13:49:55Z', 'revision_number': 1, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:53:55.113223 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9cdf65-b09a-43fb-8171-feea5aadbbae None None] New status for floating IP 73980b6b-307f-4d5f-92fc-705be7b31350: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:53:55.423607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a070a67-2c23-4cb2-a76f-ca383a2ff775 req-cdeae394-5ac0-4171-bbde-916659eb9662 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:55.425175 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a070a67-2c23-4cb2-a76f-ca383a2ff775 req-cdeae394-5ac0-4171-bbde-916659eb9662 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 946 time: 0.0565245 Feb 11 13:53:55.474781 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a070a67-2c23-4cb2-a76f-ca383a2ff775 req-0b532db0-28fb-4972-a0cf-b802f16ec873 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436075 Feb 11 13:53:55.744672 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-db480aba-031c-4e5c-861e-03a9c7e29402 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:55.746049 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-db480aba-031c-4e5c-861e-03a9c7e29402 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 946 time: 0.0577159 Feb 11 13:53:55.844461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port 5614f052-8802-4adb-aa26-61f685099088 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:53:55.844778 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5614f052-8802-4adb-aa26-61f685099088), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.940566 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] For port 5614f052-8802-4adb-aa26-61f685099088, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5614f052-8802-4adb-aa26-61f685099088,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:55.940934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5614f052-8802-4adb-aa26-61f685099088), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:55.954124 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for 5614f052-8802-4adb-aa26-61f685099088 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:53:56.098968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (5614f052-8802-4adb-aa26-61f685099088), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.127939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=5614f052-8802-4adb-aa26-61f685099088,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:56.159051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.159381 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.159714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.160045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.160375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.160941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.161387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.161966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.162559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.163136 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.163625 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.163930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.164257 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:56.185226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] No DVR routers for this DVR port 5614f052-8802-4adb-aa26-61f685099088 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:56.188914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:56.193792 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-44daf6e5-575f-4b7d-9d5a-d8e8940946b5 req-75541c9a-3ad1-47c1-a687-775c896f8862 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.53 "DELETE /v2.0/ports/5614f052-8802-4adb-aa26-61f685099088 HTTP/1.1" status: 204 len: 173 time: 0.4421568 Feb 11 13:53:56.194774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'name': 'network-vif-deleted', 'tag': '5614f052-8802-4adb-aa26-61f685099088'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:53:56.197166 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e7b4e8-732d-4e87-8519-f94480aa3907" -d '{"events": [{"server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "name": "network-vif-deleted", "tag": "5614f052-8802-4adb-aa26-61f685099088"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:56.237512 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1166ad65-7e0a-4a08-bd84-2113e7793af1 x-openstack-request-id: req-1166ad65-7e0a-4a08-bd84-2113e7793af1 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:56.238027 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9eb8afa-9e0e-4987-9c40-57ad34986d3f", "name": "network-vif-deleted", "tag": "5614f052-8802-4adb-aa26-61f685099088", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:56.238337 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1166ad65-7e0a-4a08-bd84-2113e7793af1 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:56.238770 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9eb8afa-9e0e-4987-9c40-57ad34986d3f', 'name': 'network-vif-deleted', 'tag': '5614f052-8802-4adb-aa26-61f685099088', 'status': 'completed', 'code': 200} Feb 11 13:53:56.590435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c78d525a-2aa6-451f-8646-dc67a0144d5f req-a4290679-5a48-4502-9f31-0bbc6d4559b7 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0353134 Feb 11 13:53:57.694456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-532dfbef-c27a-47c7-9a17-b626be508397 req-43c775e3-41ec-4d8d-a13c-663d52cd4f83 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0313470 Feb 11 13:53:58.790438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4318a723-21d4-4e28-8ed1-2b73c464f1c2 req-67acb199-f9c3-4cc6-a3a7-4d0d8a030076 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0270805 Feb 11 13:53:59.380978 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71404de4-0327-4d8c-95cd-03dec0a95acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:53:59.886753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbdcb3dd-8726-4181-9f5f-09681a417345 req-ca055124-1748-4db6-b32f-590e69767153 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0272236 Feb 11 13:54:00.684329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5614f052-8802-4adb-aa26-61f685099088 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:00.706223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 5614f052-8802-4adb-aa26-61f685099088 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:00.706493 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5614f052-8802-4adb-aa26-61f685099088 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:00.986517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5987ac1-6f34-4292-8e95-52a661f18123 req-54777b99-c373-432f-9d25-8c72a3b581a0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0284042 Feb 11 13:54:01.490899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28bee929-c25b-42a2-83f7-5119fd921da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:02.083924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7fb39081-fe09-4ded-bc3c-481e7af8dddb req-18dc3ec8-0749-430c-8074-a6477b067b28 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0283697 Feb 11 13:54:02.776375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:03.183708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de5c9b38-a8dd-4e85-868d-cf5441479607 req-131e1bcf-afe4-4d30-ac36-617cc303ab42 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0305438 Feb 11 13:54:04.280101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46bf138e-161c-4476-aa7e-1c9b910302d1 req-70a1a497-0265-4211-a463-a6dfb29017f5 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9eb8afa-9e0e-4987-9c40-57ad34986d3f HTTP/1.1" status: 200 len: 210 time: 0.0274332 Feb 11 13:54:04.422804 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:05.371096 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:13.894075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60042) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:14.064094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port 59dcbfa2-3279-4469-a636-d8670ffbbf08 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:14.064436 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.139754 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.139975 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (59dcbfa2-3279-4469-a636-d8670ffbbf08), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.152622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for 59dcbfa2-3279-4469-a636-d8670ffbbf08 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:14.630402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (59dcbfa2-3279-4469-a636-d8670ffbbf08), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.658293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=59dcbfa2-3279-4469-a636-d8670ffbbf08,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.729420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (5db201d1-1328-40b8-ab4b-8ad970b48b21), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:14.729718 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Floating IP 5db201d1-1328-40b8-ab4b-8ad970b48b21 disassociated (deleted). External IP: 172.25.1.151, port: 3c525a22-00a0-400f-aac3-22e341a6b0af. Feb 11 13:54:14.948394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:15.058593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:15.064247 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:15.069220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:15.079730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:15.080349 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:15.095507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-327f2e86-df98-4c99-a944-a07d6bd15629 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "DELETE /v2.0/floatingips/5db201d1-1328-40b8-ab4b-8ad970b48b21 HTTP/1.1" status: 204 len: 168 time: 1.2001755 Feb 11 13:54:15.096116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:54:15.098435 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650d2b9-622c-4928-8f9e-6dd897c3cd17" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:15.190711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:15.411492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:15.443266 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:15.453698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:15.454355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:54:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:15.487734 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faefc371-6841-482a-a255-85770b94fc4f x-openstack-request-id: req-faefc371-6841-482a-a255-85770b94fc4f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:15.488037 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:15.488289 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-faefc371-6841-482a-a255-85770b94fc4f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:15.488687 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'status': 'completed', 'code': 200} Feb 11 13:54:15.562477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-05592640-4c8f-4f28-b310-d544738759c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.564344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-05592640-4c8f-4f28-b310-d544738759c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 1127 time: 0.0538008 Feb 11 13:54:15.566500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:15.707760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-98fff490-f0c9-415d-aef5-4fa4a06d8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.709252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-98fff490-f0c9-415d-aef5-4fa4a06d8ecb service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 200 len: 913 time: 0.1389101 Feb 11 13:54:15.718908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fedfb6-ce4e-4d1e-800c-2295544725b3 req-560fea9f-f749-46cb-a2b9-406a606794ae tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.720320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80fedfb6-ce4e-4d1e-800c-2295544725b3 req-560fea9f-f749-46cb-a2b9-406a606794ae tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 945 time: 0.1817887 Feb 11 13:54:15.774428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:15.779354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-162d9b6c-713e-4089-9403-001478b26d9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 200 len: 217 time: 0.0579431 Feb 11 13:54:15.801866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b2967-ca40-43da-8d6d-c65f3e53a62e None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:42:14Z', 'revision_number': 4, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '000120e0-dd44-4f63-97ad-e8c65bbb600f', 'name': '', 'network_id': 'c7ddf8bb-8945-41ea-acd2-00a058935f6b', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'mac_address': 'fa:16:3e:3b:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:13Z', 'updated_at': '2022-02-11T13:42:18Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'subnets': [{'id': '77f7f1d6-7200-4252-8de5-0c04045758af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:15.861109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80fedfb6-ce4e-4d1e-800c-2295544725b3 req-b8a37f55-a468-4753-8f9f-573013c65e4f tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321681 Feb 11 13:54:15.862736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-78fa9567-47a3-4317-b959-541661948e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.864153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-78fa9567-47a3-4317-b959-541661948e31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 200 len: 851 time: 0.0762937 Feb 11 13:54:15.916039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-eab600de-4496-4040-895e-080aa7b41bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.917623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-eab600de-4496-4040-895e-080aa7b41bdb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7ddf8bb-8945-41ea-acd2-00a058935f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468731 Feb 11 13:54:16.018577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-c6193866-dff0-45df-979a-01243ba77dde service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938127 Feb 11 13:54:16.040664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974922c-eeab-4ac1-9d70-40bff1165506 None None] New status for floating IP 5db201d1-1328-40b8-ab4b-8ad970b48b21: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:54:16.111507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2650d2b9-622c-4928-8f9e-6dd897c3cd17 req-20d4615d-6ea2-4533-886c-4dc6b21f9a01 service neutron] 10.222.0.64 "GET /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865602 Feb 11 13:54:16.796265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:16.991779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df1ab9-23e7-42d1-b218-f8a8634243e1 req-2ea6340a-86c6-4c72-b552-87bff1f5875a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:16.993306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df1ab9-23e7-42d1-b218-f8a8634243e1 req-2ea6340a-86c6-4c72-b552-87bff1f5875a tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 945 time: 0.0611813 Feb 11 13:54:17.044250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6df1ab9-23e7-42d1-b218-f8a8634243e1 req-cb197319-b8e0-4c43-bf7e-f62d582e5e44 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0ac7644-3420-42ce-8dc4-584c98561491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438111 Feb 11 13:54:17.311254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-521317f1-8551-47e3-ae4e-a26b074043ed tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:17.312936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-521317f1-8551-47e3-ae4e-a26b074043ed tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 945 time: 0.0597615 Feb 11 13:54:17.421401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port 3c525a22-00a0-400f-aac3-22e341a6b0af {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:17.421773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.517523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] For port 3c525a22-00a0-400f-aac3-22e341a6b0af, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=3c525a22-00a0-400f-aac3-22e341a6b0af,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:17.517914 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.531174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for 3c525a22-00a0-400f-aac3-22e341a6b0af owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:17.631319 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.674849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3c525a22-00a0-400f-aac3-22e341a6b0af), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.705405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=3c525a22-00a0-400f-aac3-22e341a6b0af,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:17.749914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] No DVR routers for this DVR port 3c525a22-00a0-400f-aac3-22e341a6b0af on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:17.752675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:17.756113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a15fea94-758d-4ef2-b553-c95ec33332b8 req-ebee582e-feba-46cf-9884-80a288975dc0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.64 "DELETE /v2.0/ports/3c525a22-00a0-400f-aac3-22e341a6b0af HTTP/1.1" status: 204 len: 173 time: 0.4376867 Feb 11 13:54:17.756566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'name': 'network-vif-deleted', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:54:17.758949 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fa33a-b653-4c8b-a398-e44425e1210e" -d '{"events": [{"server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "name": "network-vif-deleted", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:17.796075 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa083928-5049-4f0c-bb4d-287f73daed30 x-openstack-request-id: req-aa083928-5049-4f0c-bb4d-287f73daed30 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:17.796383 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4d5604-3d6a-4266-92cd-6f08765e8fae", "name": "network-vif-deleted", "tag": "3c525a22-00a0-400f-aac3-22e341a6b0af", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:17.796642 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa083928-5049-4f0c-bb4d-287f73daed30 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:17.797051 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4d5604-3d6a-4266-92cd-6f08765e8fae', 'name': 'network-vif-deleted', 'tag': '3c525a22-00a0-400f-aac3-22e341a6b0af', 'status': 'completed', 'code': 200} Feb 11 13:54:18.129440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:54:18.154434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36601b57-9f2d-4ab2-a544-42bbf369fbd7 req-808ff8f0-a612-4efa-ad7f-1e7ebce59b4e tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0359397 Feb 11 13:54:19.253339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a44d42a0-335c-43bb-a706-9cd116c2c57e req-2b6020ba-0d01-4409-8630-7bd3dc3bb1f0 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0284233 Feb 11 13:54:19.523291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3c525a22-00a0-400f-aac3-22e341a6b0af no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:19.544175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 3c525a22-00a0-400f-aac3-22e341a6b0af {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:19.544399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 3c525a22-00a0-400f-aac3-22e341a6b0af not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:20.351833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27b054e3-9462-4828-9c97-bd3226d6fdcd req-3b26f66e-9342-42ef-a351-bbe50e6c1c58 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0290685 Feb 11 13:54:21.450277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea175dd5-387f-4cbb-87b1-f264d5ca456b req-009f85a8-deac-4796-a0ce-b53b20064f8d tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0277560 Feb 11 13:54:22.553166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-627b86bb-5f4f-4d3f-af2d-c5c71ba05b1b req-748f28db-6b39-4922-a80e-e2f4935030d2 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0288386 Feb 11 13:54:23.651550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-928305a7-38de-4647-a348-27ea0d87257e req-7ec916e3-4052-455d-b898-0f843de92fa9 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0279434 Feb 11 13:54:24.754185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd44eef2-3351-492b-bc15-1a04bd8feff0 req-097c15d0-2b77-4c12-8e87-0962e9485fc6 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0325677 Feb 11 13:54:25.853941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20093840-20a6-45bd-b24d-563361921667 req-7030a36d-1d42-47eb-afd6-9aa46e6d3f92 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c4d5604-3d6a-4266-92cd-6f08765e8fae HTTP/1.1" status: 200 len: 210 time: 0.0281172 Feb 11 13:54:26.916712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60076) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:27.045807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Deleting port ec707345-3507-4127-b487-2c109f8ec29e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:27.046119 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ec707345-3507-4127-b487-2c109f8ec29e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.121263 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ec707345-3507-4127-b487-2c109f8ec29e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.121557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (ec707345-3507-4127-b487-2c109f8ec29e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.134118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Calling delete_port for ec707345-3507-4127-b487-2c109f8ec29e owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:27.280625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ec707345-3507-4127-b487-2c109f8ec29e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.305511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'Port': ['ID=ec707345-3507-4127-b487-2c109f8ec29e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:27.371581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for floatingip (363022c0-bebf-4ec1-9791-241281add16c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.374528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:27.375713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e303c61c-4189-4334-a136-bace13b42cbd tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "DELETE /v2.0/floatingips/363022c0-bebf-4ec1-9791-241281add16c HTTP/1.1" status: 204 len: 168 time: 0.4579880 Feb 11 13:54:29.377446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d799e3ba-43f7-4fc4-8ee6-0767413f0e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:31.496724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7ba8a848-c2e1-45dc-8493-43419c86361b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.772467 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60096) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:32.785945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.831211 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec998e6c-4ba4-4436-8b9c-558f391bb8c3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group (e0ac7644-3420-42ce-8dc4-584c98561491), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.856921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec998e6c-4ba4-4436-8b9c-558f391bb8c3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group (e0ac7644-3420-42ce-8dc4-584c98561491), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.919163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec998e6c-4ba4-4436-8b9c-558f391bb8c3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e0ac7644-3420-42ce-8dc4-584c98561491), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.922401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ec998e6c-4ba4-4436-8b9c-558f391bb8c3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:32.923621 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ec998e6c-4ba4-4436-8b9c-558f391bb8c3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] 10.222.0.42 "DELETE /v2.0/security-groups/e0ac7644-3420-42ce-8dc4-584c98561491 HTTP/1.1" status: 204 len: 168 time: 0.1501789 Feb 11 13:54:32.937011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec998e6c-4ba4-4436-8b9c-558f391bb8c3 tempest-TestVolumeBootPattern-1579043111 tempest-TestVolumeBootPattern-1579043111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac7644-3420-42ce-8dc4-584c98561491,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:33.008745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60100) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:33.508601 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (0741b170-9c85-4cc8-b60f-aacc305f38ec), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.768684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Deleting port 000120e0-dd44-4f63-97ad-e8c65bbb600f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:33.768885 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.850740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] For port 000120e0-dd44-4f63-97ad-e8c65bbb600f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=000120e0-dd44-4f63-97ad-e8c65bbb600f,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:33.851103 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:33.864578 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Calling delete_port for 000120e0-dd44-4f63-97ad-e8c65bbb600f owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:34.067170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (000120e0-dd44-4f63-97ad-e8c65bbb600f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.090832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Pushing event deleted for resources: {'Port': ['ID=000120e0-dd44-4f63-97ad-e8c65bbb600f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:34.270649 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (0741b170-9c85-4cc8-b60f-aacc305f38ec), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.429398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.507793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Router 0741b170-9c85-4cc8-b60f-aacc305f38ec has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:34.618962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:34.624728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6500dae0-0477-4a38-99fd-6cd8fdaf40be admin admin] 10.222.0.42 "PUT /v2.0/routers/0741b170-9c85-4cc8-b60f-aacc305f38ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6149094 Feb 11 13:54:34.627738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:34.628977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] Sync routers for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:34.640278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:34.640883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:34.734565 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks [] for router (0741b170-9c85-4cc8-b60f-aacc305f38ec), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.750249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:34.840272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks [] for router_gateway (0741b170-9c85-4cc8-b60f-aacc305f38ec), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.895949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Deleting port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:34.896302 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.929102 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:54:34Z', 'revision_number': 5, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port': {'id': '7ba6ca88-5f2f-47ca-b746-1a082f04df5e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:12Z', 'updated_at': '2022-02-11T13:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:34.984434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] For port 7ba6ca88-5f2f-47ca-b746-1a082f04df5e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:34.984894 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:34.999588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Calling delete_port for 7ba6ca88-5f2f-47ca-b746-1a082f04df5e owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:35.125442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] Checking router: 0741b170-9c85-4cc8-b60f-aacc305f38ec for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:35.134074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] Routers {'0741b170-9c85-4cc8-b60f-aacc305f38ec'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:35.134727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['0741b170-9c85-4cc8-b60f-aacc305f38ec'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:35.227763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] Set router 0741b170-9c85-4cc8-b60f-aacc305f38ec gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:35.286569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:54:34Z', 'revision_number': 6, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:35.317606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f984dd2-e926-45b6-9ee5-7eb2c9e4f75f None None] The sync data for ids ['0741b170-9c85-4cc8-b60f-aacc305f38ec'] in n-d-828675-3 is: [{'id': '0741b170-9c85-4cc8-b60f-aacc305f38ec', 'name': 'tempest-TestVolumeBootPattern-2106539814-router', 'tenant_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:11Z', 'updated_at': '2022-02-11T13:54:34Z', 'revision_number': 6, 'project_id': 'e8e392d92aa34c26ab5b2530a81d6df2', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:35.368933 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.483525 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7ba6ca88-5f2f-47ca-b746-1a082f04df5e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.508612 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba6ca88-5f2f-47ca-b746-1a082f04df5e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:35.571284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (0741b170-9c85-4cc8-b60f-aacc305f38ec), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.689363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (0741b170-9c85-4cc8-b60f-aacc305f38ec), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.691846 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks [] for router_controller (0741b170-9c85-4cc8-b60f-aacc305f38ec), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.757616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (0741b170-9c85-4cc8-b60f-aacc305f38ec), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.758193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0741b170-9c85-4cc8-b60f-aacc305f38ec {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:35.762452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.763900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ea5a84d5-3c44-4973-bb43-74d06b50e943 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0741b170-9c85-4cc8-b60f-aacc305f38ec HTTP/1.1" status: 204 len: 168 time: 1.1350737 Feb 11 13:54:35.766540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:35.814879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] Deleting subnet 77f7f1d6-7200-4252-8de5-0c04045758af {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:35.818137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] Publish callbacks [] for subnet (77f7f1d6-7200-4252-8de5-0c04045758af), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.853298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (77f7f1d6-7200-4252-8de5-0c04045758af), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:35.957945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (77f7f1d6-7200-4252-8de5-0c04045758af), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.012128 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (77f7f1d6-7200-4252-8de5-0c04045758af), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.038936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f7f1d6-7200-4252-8de5-0c04045758af,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.040938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.044306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-36b6676e-3051-4555-bb5d-cd0cbe4a1f38 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/77f7f1d6-7200-4252-8de5-0c04045758af HTTP/1.1" status: 204 len: 168 time: 0.2767909 Feb 11 13:54:36.047040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60108) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:36.047211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660295b4-0d1a-43ac-825f-154d9d074b33 None None] Network c7ddf8bb-8945-41ea-acd2-00a058935f6b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:36.116702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c7ddf8bb-8945-41ea-acd2-00a058935f6b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.176150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Deleting port 0187c4f2-9970-4cb3-bfe0-931a50695540 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:36.176489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.212943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] DHCP port deletion for c7ddf8bb-8945-41ea-acd2-00a058935f6b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:36.240496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] For port 0187c4f2-9970-4cb3-bfe0-931a50695540, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0187c4f2-9970-4cb3-bfe0-931a50695540,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:36.240859 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.254576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Calling delete_port for 0187c4f2-9970-4cb3-bfe0-931a50695540 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:36.265231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Deleting port 0187c4f2-9970-4cb3-bfe0-931a50695540 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:36.265604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.338368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] For port 0187c4f2-9970-4cb3-bfe0-931a50695540, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0187c4f2-9970-4cb3-bfe0-931a50695540,segment=NetworkSegment(b1c2d415-30d0-4983-b34c-ebe8f2df0ee2),segment_id=b1c2d415-30d0-4983-b34c-ebe8f2df0ee2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:36.338999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.344387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.355612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Calling delete_port for 0187c4f2-9970-4cb3-bfe0-931a50695540 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:36.372193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0187c4f2-9970-4cb3-bfe0-931a50695540,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.375822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] No DVR routers for this DVR port 0187c4f2-9970-4cb3-bfe0-931a50695540 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:36.437196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (0187c4f2-9970-4cb3-bfe0-931a50695540), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.450986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c7ddf8bb-8945-41ea-acd2-00a058935f6b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.461731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Pushing event deleted for resources: {'Port': ['ID=0187c4f2-9970-4cb3-bfe0-931a50695540,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.466830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] No DVR routers for this DVR port 0187c4f2-9970-4cb3-bfe0-931a50695540 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:36.471014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ddf8bb-8945-41ea-acd2-00a058935f6b']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:36.477383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.477383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.477383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.477383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.477383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.477383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.478150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.478150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.478150 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.478531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.478750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.479071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.479389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eb3338-6d90-4f32-8eaa-5c5b313bf643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:36.482802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:36.483105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c2d415-30d0-4983-b34c-ebe8f2df0ee2') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:36.492838 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (b1c2d415-30d0-4983-b34c-ebe8f2df0ee2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.506341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b1c2d415-30d0-4983-b34c-ebe8f2df0ee2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.512414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:36.512794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (b1c2d415-30d0-4983-b34c-ebe8f2df0ee2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:36.514658 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:36.573017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c7ddf8bb-8945-41ea-acd2-00a058935f6b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.579001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:36.582248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c7ddf8bb-8945-41ea-acd2-00a058935f6b HTTP/1.1" status: 204 len: 168 time: 0.5342464 Feb 11 13:54:36.585402 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60110) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:36.593422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d67e0a-15a6-482c-8261-701197395bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ddf8bb-8945-41ea-acd2-00a058935f6b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:36.941555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7ba6ca88-5f2f-47ca-b746-1a082f04df5e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:36.963828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 7ba6ca88-5f2f-47ca-b746-1a082f04df5e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:36.964180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7ba6ca88-5f2f-47ca-b746-1a082f04df5e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:36.964602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 000120e0-dd44-4f63-97ad-e8c65bbb600f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:36.985031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 000120e0-dd44-4f63-97ad-e8c65bbb600f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:36.985348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 000120e0-dd44-4f63-97ad-e8c65bbb600f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:36.985841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0187c4f2-9970-4cb3-bfe0-931a50695540 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:37.009874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 0187c4f2-9970-4cb3-bfe0-931a50695540 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:37.010225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0187c4f2-9970-4cb3-bfe0-931a50695540 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:37.270964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (cbfd6aa1-13f6-473d-8543-325954d45c50), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.546581 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Deleting port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:37.546816 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.628437 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] For port 43ff92cb-b0d0-4159-bdf1-b4f018d605e3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,segment=NetworkSegment(400bac55-e65c-4426-bcb4-d1e1d4c8cf83),segment_id=400bac55-e65c-4426-bcb4-d1e1d4c8cf83)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:37.629225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.642144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Calling delete_port for 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:37.829525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (43ff92cb-b0d0-4159-bdf1-b4f018d605e3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:37.859597 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Pushing event deleted for resources: {'Port': ['ID=43ff92cb-b0d0-4159-bdf1-b4f018d605e3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:38.030393 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (cbfd6aa1-13f6-473d-8543-325954d45c50), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.262000 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Router cbfd6aa1-13f6-473d-8543-325954d45c50 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:38.375240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:38.380742 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1155a5e6-24d4-44b1-b683-dbc993888bca admin admin] 10.222.0.42 "PUT /v2.0/routers/cbfd6aa1-13f6-473d-8543-325954d45c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942605 Feb 11 13:54:38.384317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:38.387012 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] Sync routers for ids ['cbfd6aa1-13f6-473d-8543-325954d45c50'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:38.398372 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] Routers {'cbfd6aa1-13f6-473d-8543-325954d45c50'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:38.399034 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cbfd6aa1-13f6-473d-8543-325954d45c50'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:38.496673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks [] for router (cbfd6aa1-13f6-473d-8543-325954d45c50), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.510018 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] Set router cbfd6aa1-13f6-473d-8543-325954d45c50 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:38.602234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks [] for router_gateway (cbfd6aa1-13f6-473d-8543-325954d45c50), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.660481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Deleting port cb723516-cdbd-41cb-94aa-8f335e368020 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:38.660822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.690740 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:54:37Z', 'revision_number': 5, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port': {'id': 'cb723516-cdbd-41cb-94aa-8f335e368020', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:17Z', 'updated_at': '2022-02-11T13:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:38.717137 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] Checking router: cbfd6aa1-13f6-473d-8543-325954d45c50 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:38.725395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] Routers {'cbfd6aa1-13f6-473d-8543-325954d45c50'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:38.726395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:54:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cbfd6aa1-13f6-473d-8543-325954d45c50'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:38.741478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] For port cb723516-cdbd-41cb-94aa-8f335e368020, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=cb723516-cdbd-41cb-94aa-8f335e368020,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:38.741864 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.755139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Calling delete_port for cb723516-cdbd-41cb-94aa-8f335e368020 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:38.814888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] Set router cbfd6aa1-13f6-473d-8543-325954d45c50 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:38.869667 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:54:38Z', 'revision_number': 6, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:38.896581 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a7b1e9-9750-4b24-95c9-f74136033a58 None None] The sync data for ids ['cbfd6aa1-13f6-473d-8543-325954d45c50'] in n-d-828675-3 is: [{'id': 'cbfd6aa1-13f6-473d-8543-325954d45c50', 'name': 'tempest-TestVolumeBootPattern-1466515498-router', 'tenant_id': '89262fc9bbd94c6a86e78417d7224fce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:16Z', 'updated_at': '2022-02-11T13:54:38Z', 'revision_number': 6, 'project_id': '89262fc9bbd94c6a86e78417d7224fce', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:38.932327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (cb723516-cdbd-41cb-94aa-8f335e368020), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:38.958656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb723516-cdbd-41cb-94aa-8f335e368020,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.024946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (cbfd6aa1-13f6-473d-8543-325954d45c50), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.118843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (cbfd6aa1-13f6-473d-8543-325954d45c50), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.121127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks [] for router_controller (cbfd6aa1-13f6-473d-8543-325954d45c50), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.165215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (cbfd6aa1-13f6-473d-8543-325954d45c50), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.165774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbfd6aa1-13f6-473d-8543-325954d45c50 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:54:39.170643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.171780 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2545aac5-dce6-4363-9a8d-1262a9aac289 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cbfd6aa1-13f6-473d-8543-325954d45c50 HTTP/1.1" status: 204 len: 168 time: 0.7864087 Feb 11 13:54:39.174528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60114) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.223836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] Deleting subnet 41c95098-0b00-4ada-91b5-3f78e0fcba28 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:54:39.226945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] Publish callbacks [] for subnet (41c95098-0b00-4ada-91b5-3f78e0fcba28), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.262153 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (41c95098-0b00-4ada-91b5-3f78e0fcba28), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.344121 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (41c95098-0b00-4ada-91b5-3f78e0fcba28), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.400821 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (41c95098-0b00-4ada-91b5-3f78e0fcba28), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.432417 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c95098-0b00-4ada-91b5-3f78e0fcba28,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.434427 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.439334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b4a0486b-508c-45c4-b064-ba3e093ceff1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/41c95098-0b00-4ada-91b5-3f78e0fcba28 HTTP/1.1" status: 204 len: 168 time: 0.2624469 Feb 11 13:54:39.439940 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3ec0f-360e-4e90-bd32-0b0fd105c9ea None None] Network 832b2981-2a6c-4ea1-9b50-764c2c686697 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:54:39.440933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60116) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:39.508311 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (832b2981-2a6c-4ea1-9b50-764c2c686697), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.565921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Deleting port 9635eacf-2493-42dc-ae6f-ef0c216ef269 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:39.566267 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.632310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] For port 9635eacf-2493-42dc-ae6f-ef0c216ef269, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9635eacf-2493-42dc-ae6f-ef0c216ef269,segment=NetworkSegment(400bac55-e65c-4426-bcb4-d1e1d4c8cf83),segment_id=400bac55-e65c-4426-bcb4-d1e1d4c8cf83)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:39.632557 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.645652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Calling delete_port for 9635eacf-2493-42dc-ae6f-ef0c216ef269 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:39.675526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] DHCP port deletion for 832b2981-2a6c-4ea1-9b50-764c2c686697 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:54:39.727209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] Deleting port 9635eacf-2493-42dc-ae6f-ef0c216ef269 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:54:39.727583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.729495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.756277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=9635eacf-2493-42dc-ae6f-ef0c216ef269,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.758143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] No DVR routers for this DVR port 9635eacf-2493-42dc-ae6f-ef0c216ef269 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:39.790888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] For port 9635eacf-2493-42dc-ae6f-ef0c216ef269, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:39.791297 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.805766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] Calling delete_port for 9635eacf-2493-42dc-ae6f-ef0c216ef269 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:54:39.808655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] Port 9635eacf-2493-42dc-ae6f-ef0c216ef269 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:54:39.810703 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9635eacf-2493-42dc-ae6f-ef0c216ef269), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.841486 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] Pushing event deleted for resources: {'Port': ['ID=9635eacf-2493-42dc-ae6f-ef0c216ef269,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.843569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32138b9-d45d-4a3d-9f31-c5fcb2f4956c None None] No DVR routers for this DVR port 9635eacf-2493-42dc-ae6f-ef0c216ef269 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:54:39.843982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (832b2981-2a6c-4ea1-9b50-764c2c686697), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.867133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832b2981-2a6c-4ea1-9b50-764c2c686697']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:39.876903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400bac55-e65c-4426-bcb4-d1e1d4c8cf83') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:39.877195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400bac55-e65c-4426-bcb4-d1e1d4c8cf83') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:39.886665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (400bac55-e65c-4426-bcb4-d1e1d4c8cf83), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.900277 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (400bac55-e65c-4426-bcb4-d1e1d4c8cf83), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.906891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:54:39.907276 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (400bac55-e65c-4426-bcb4-d1e1d4c8cf83), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:54:39.909153 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:54:39.971154 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (832b2981-2a6c-4ea1-9b50-764c2c686697), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.978170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:39.983764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] 10.222.0.42 "DELETE /v2.0/networks/832b2981-2a6c-4ea1-9b50-764c2c686697 HTTP/1.1" status: 204 len: 168 time: 0.5389504 Feb 11 13:54:39.992510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0033f9-1c7c-4cb1-9dfd-7d7718ff3b12 admin admin] Pushing event deleted for resources: {'Network': ['ID=832b2981-2a6c-4ea1-9b50-764c2c686697,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.107458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60120) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.149779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c79e6d09-eb42-4fcc-ad6c-a65d43f9c294 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8e392d92aa34c26ab5b2530a81d6df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409691 Feb 11 13:54:40.152480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60122) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.200784 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b70e453-96d8-43ed-af67-fc41b812028d admin admin] Publish callbacks [] for security_group (0f63e5d1-e111-4983-8d35-7335564b5ba6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.222002 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b70e453-96d8-43ed-af67-fc41b812028d admin admin] Publish callbacks [] for security_group (0f63e5d1-e111-4983-8d35-7335564b5ba6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.271585 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b70e453-96d8-43ed-af67-fc41b812028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (0f63e5d1-e111-4983-8d35-7335564b5ba6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.274217 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8b70e453-96d8-43ed-af67-fc41b812028d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.275490 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8b70e453-96d8-43ed-af67-fc41b812028d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f63e5d1-e111-4983-8d35-7335564b5ba6 HTTP/1.1" status: 204 len: 168 time: 0.1220865 Feb 11 13:54:40.283271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e453-96d8-43ed-af67-fc41b812028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f63e5d1-e111-4983-8d35-7335564b5ba6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.628178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60128) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.668833 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-286e9d46-f0b6-4dd7-86d4-8c32bcfabeaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89262fc9bbd94c6a86e78417d7224fce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394614 Feb 11 13:54:40.672409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60130) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:54:40.723055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-586d9ed8-2f9f-45eb-90d0-0080f198cc25 admin admin] Publish callbacks [] for security_group (beac809f-48cd-449a-b5f6-493bdb4a6e3e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.743864 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-586d9ed8-2f9f-45eb-90d0-0080f198cc25 admin admin] Publish callbacks [] for security_group (beac809f-48cd-449a-b5f6-493bdb4a6e3e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.794049 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-586d9ed8-2f9f-45eb-90d0-0080f198cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (beac809f-48cd-449a-b5f6-493bdb4a6e3e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.796888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-586d9ed8-2f9f-45eb-90d0-0080f198cc25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:40.798098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-586d9ed8-2f9f-45eb-90d0-0080f198cc25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beac809f-48cd-449a-b5f6-493bdb4a6e3e HTTP/1.1" status: 204 len: 168 time: 0.1247761 Feb 11 13:54:40.806360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d9ed8-2f9f-45eb-90d0-0080f198cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac809f-48cd-449a-b5f6-493bdb4a6e3e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.938918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9635eacf-2493-42dc-ae6f-ef0c216ef269 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:40.959706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9635eacf-2493-42dc-ae6f-ef0c216ef269 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:40.960081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9635eacf-2493-42dc-ae6f-ef0c216ef269 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:40.960500 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cb723516-cdbd-41cb-94aa-8f335e368020 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:40.980054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: cb723516-cdbd-41cb-94aa-8f335e368020 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:40.980278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device cb723516-cdbd-41cb-94aa-8f335e368020 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:40.980708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:41.001324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:54:41.001698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 43ff92cb-b0d0-4159-bdf1-b4f018d605e3 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:54:46.815103 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:47.631356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:51.465080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-8b123477-1d5f-479e-b691-f58fbc40a508 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5a3f4a36565c4579874687ac329eb389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299611 Feb 11 13:54:51.656234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-0484374f-5b1f-43c8-b756-8df13cdc0002 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:51.657622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-0484374f-5b1f-43c8-b756-8df13cdc0002 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871052 Feb 11 13:54:51.672470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-fded07ce-9419-4d1b-8d4f-cfdfcb016378 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/quotas/5a3f4a36565c4579874687ac329eb389 HTTP/1.1" status: 200 len: 375 time: 0.0093822 Feb 11 13:54:51.709375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-460d78e1-b2d5-4795-9805-8a6b71313e14 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a3f4a36565c4579874687ac329eb389&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319862 Feb 11 13:54:51.868782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ef2dfef-2a7f-48a8-95ae-8959b096645b req-443e4b0d-b77e-4f07-866a-218169f30c74 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 210 time: 0.0274427 Feb 11 13:54:52.952410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2761d08-0d9f-4920-9af8-63f3ba18ec00 req-ee4534e5-e548-4e34-a8da-ccb62ee352ec tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Feb 11 13:54:54.033490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-819c01d6-8c8f-4075-972e-372c0b19f322 req-8b669fb0-aa9b-4c20-84da-3b161d5c1a10 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 210 time: 0.0284786 Feb 11 13:54:55.120463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f504d353-ee54-4763-ac0d-b190725cd6ed req-b6b2344b-0afc-4def-90c8-3afff68b19f3 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 210 time: 0.0304871 Feb 11 13:54:55.121149 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:54:56.237546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-25a97b0f-c489-4b31-860d-89073bb1ec4b req-471d7e4a-8864-437e-b9ed-13983df90118 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 210 time: 0.0362880 Feb 11 13:54:57.051235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-76cfd735-7234-448e-908c-7249002b252b tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5a3f4a36565c4579874687ac329eb389&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342622 Feb 11 13:54:57.233973 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-3be41230-60e5-4e25-8b6d-1cba61d7764c tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:57.235794 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-3be41230-60e5-4e25-8b6d-1cba61d7764c tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794822 Feb 11 13:54:57.251022 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Request body: {'port': {'device_id': '005680df-f931-4732-a1af-6b21380bfba1', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'admin_state_up': True, 'tenant_id': '5a3f4a36565c4579874687ac329eb389'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:57.339874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-12bd26b4-e6b7-4ed4-82cc-23527d277f30 req-397e2ad7-74f7-460c-b2c7-8665ac371621 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 210 time: 0.0281518 Feb 11 13:54:57.365390 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Made reservation on behalf of 5a3f4a36565c4579874687ac329eb389 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:57.368933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.378208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.456785 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks [] for security_group (c54baecb-dd62-4d58-87b6-7739a7aed33c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.462081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c54baecb-dd62-4d58-87b6-7739a7aed33c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.529171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c54baecb-dd62-4d58-87b6-7739a7aed33c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:57.543120 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.543483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.543823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.544161 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.544540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.544845 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.545247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.545574 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.545941 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.546270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.546598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.546907 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.547230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:57.606972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Allocated IP 192.168.233.73 (fbe00390-96e4-4889-9bcb-c16e11a8a1a3/650f9020-525d-4d3c-bfef-dec9172e89d8/50fa19de-766f-4e60-97b8-c1d2520a64ec) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:57.762529 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks [] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.801547 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.845671 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:57.848882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:57.852493 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:57.859159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Pushing event updated for resources: {'Port': ['ID=50fa19de-766f-4e60-97b8-c1d2520a64ec,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:57.905439 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:57.906115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:57.923776 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-673f50f6-089a-4a59-9539-47fbb02d4d4e tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6779022 Feb 11 13:54:57.935627 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Request body: {'port': {'device_id': '005680df-f931-4732-a1af-6b21380bfba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:58.000446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.119451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-dcbd6d37-e76a-4fd5-b19e-9a3011d00eb2 None None] Provisioning complete for port 50fa19de-766f-4e60-97b8-c1d2520a64ec triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:58.120020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-dcbd6d37-e76a-4fd5-b19e-9a3011d00eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.158293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd6d37-e76a-4fd5-b19e-9a3011d00eb2 None None] Port 50fa19de-766f-4e60-97b8-c1d2520a64ec cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:54:58.268481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fa19de-766f-4e60-97b8-c1d2520a64ec {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:54:58.276352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Publish callbacks [] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.294483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Transition to ACTIVE for port object 50fa19de-766f-4e60-97b8-c1d2520a64ec will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:54:58.301686 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.357854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=50fa19de-766f-4e60-97b8-c1d2520a64ec,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:58.434217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Attempting to bind port 50fa19de-766f-4e60-97b8-c1d2520a64ec on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:54:58.434688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Attempting to bind port 50fa19de-766f-4e60-97b8-c1d2520a64ec by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:54:58.435093 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Attempting to bind port 50fa19de-766f-4e60-97b8-c1d2520a64ec on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:58.440301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Port 50fa19de-766f-4e60-97b8-c1d2520a64ec on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:54:58.440628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Attempting to bind port 50fa19de-766f-4e60-97b8-c1d2520a64ec on network fbe00390-96e4-4889-9bcb-c16e11a8a1a3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:58.445835 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:58.446178 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Checking segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:54:58.446557 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Bound using segment: {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:58.446989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Bound port: 50fa19de-766f-4e60-97b8-c1d2520a64ec, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:54:58.447346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.474313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32036d-629a-494e-9cab-cd4d677c6c69 req-3413f395-3e0a-4160-8533-56cc03ac8dd8 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.475861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e32036d-629a-494e-9cab-cd4d677c6c69 req-3413f395-3e0a-4160-8533-56cc03ac8dd8 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 947 time: 0.0585563 Feb 11 13:54:58.519141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] For port 50fa19de-766f-4e60-97b8-c1d2520a64ec, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:58.522370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] For port 50fa19de-766f-4e60-97b8-c1d2520a64ec, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=50fa19de-766f-4e60-97b8-c1d2520a64ec,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:58.526619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e32036d-629a-494e-9cab-cd4d677c6c69 req-7e5a03f2-032c-443d-be23-52691f8af9e3 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Feb 11 13:54:58.530282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.570507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.571111 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:58.572497 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] 10.222.0.53 "PUT /v2.0/ports/50fa19de-766f-4e60-97b8-c1d2520a64ec HTTP/1.1" status: 200 len: 1095 time: 0.6412394 Feb 11 13:54:58.572934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005680df-f931-4732-a1af-6b21380bfba1', 'tag': '50fa19de-766f-4e60-97b8-c1d2520a64ec'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:54:58.575181 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489" -d '{"events": [{"name": "network-changed", "server_uuid": "005680df-f931-4732-a1af-6b21380bfba1", "tag": "50fa19de-766f-4e60-97b8-c1d2520a64ec"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:58.595979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92474ac1-1c6e-4409-b597-cd365b89e9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=50fa19de-766f-4e60-97b8-c1d2520a64ec,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:58.666138 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-bf38624a-5c18-4268-905b-ffee4b3fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.667888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-bf38624a-5c18-4268-905b-ffee4b3fbfd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a3f4a36565c4579874687ac329eb389&device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 1129 time: 0.0522721 Feb 11 13:54:58.720382 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309fbd07-ac52-4d7d-82bc-2a47e776426b x-openstack-request-id: req-309fbd07-ac52-4d7d-82bc-2a47e776426b {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:58.720681 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005680df-f931-4732-a1af-6b21380bfba1", "tag": "50fa19de-766f-4e60-97b8-c1d2520a64ec", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:58.720938 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-309fbd07-ac52-4d7d-82bc-2a47e776426b {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:58.721349 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005680df-f931-4732-a1af-6b21380bfba1', 'tag': '50fa19de-766f-4e60-97b8-c1d2520a64ec', 'status': 'completed', 'code': 200} Feb 11 13:54:58.723366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-19032bec-6021-4c98-af86-88f2ba948267 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=50fa19de-766f-4e60-97b8-c1d2520a64ec HTTP/1.1" status: 200 len: 217 time: 0.0462894 Feb 11 13:54:58.774579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-b85372e4-118f-4280-b4ff-455405326588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.776169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-b85372e4-118f-4280-b4ff-455405326588 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0468824 Feb 11 13:54:58.832268 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e80230-8708-4996-bc42-5eeb8e556718 req-844cb73d-2bda-42bf-951c-80a58596c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.833844 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-844cb73d-2bda-42bf-951c-80a58596c7b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0505526 Feb 11 13:54:58.924274 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-736bce77-9ee7-432b-a335-8fc9dfc15481 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836544 Feb 11 13:54:59.022289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-83e80230-8708-4996-bc42-5eeb8e556718 req-2f11bd5e-d4f3-4bd3-a715-cf53741b5d68 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916908 Feb 11 13:54:59.121674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-163cd087-8513-4f26-b95a-52c54401bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.123408 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-163cd087-8513-4f26-b95a-52c54401bf57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a3f4a36565c4579874687ac329eb389&device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 1129 time: 0.0468524 Feb 11 13:54:59.217355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-08931af0-689b-499c-ae23-d7c50a81b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.219008 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-08931af0-689b-499c-ae23-d7c50a81b2d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3 HTTP/1.1" status: 200 len: 870 time: 0.0894954 Feb 11 13:54:59.260040 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-a510531c-4cbd-4f33-9fd3-45005bf729d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=50fa19de-766f-4e60-97b8-c1d2520a64ec HTTP/1.1" status: 200 len: 217 time: 0.0351231 Feb 11 13:54:59.311341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-57427014-ccd1-4655-b7c3-329abdefd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.313111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-57427014-ccd1-4655-b7c3-329abdefd10f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=650f9020-525d-4d3c-bfef-dec9172e89d8 HTTP/1.1" status: 200 len: 843 time: 0.0459089 Feb 11 13:54:59.370151 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-21cdb3b3-03cb-4b64-85ae-0bee0c30e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.371705 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-21cdb3b3-03cb-4b64-85ae-0bee0c30e631 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fbe00390-96e4-4889-9bcb-c16e11a8a1a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0508189 Feb 11 13:54:59.372001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a6e3965f-42f2-4440-a496-ee71e4428077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:54:59.464106 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-a1400158-53c1-4ac4-96e6-b4af4e98d2f2 service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853844 Feb 11 13:54:59.564411 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-bee1ea38-53c7-4f52-86ae-cd4a64ce1489 req-409506fe-40f8-4e16-ba02-06b0ad75616b service neutron] 10.222.0.53 "GET /v2.0/networks/fbe00390-96e4-4889-9bcb-c16e11a8a1a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924578 Feb 11 13:54:59.664267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4eab8-7498-47eb-8cbd-29661e4458ed req-b93df5fc-dead-4c01-a269-19231de4cd52 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.665839 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8df4eab8-7498-47eb-8cbd-29661e4458ed req-b93df5fc-dead-4c01-a269-19231de4cd52 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 947 time: 0.0628355 Feb 11 13:54:59.715602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8df4eab8-7498-47eb-8cbd-29661e4458ed req-dae9698c-a84f-4ed6-9c8a-29b6357ea4f4 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420718 Feb 11 13:55:00.852658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a79f8-a722-4b53-b96c-21cf62d632d7 req-9a359361-8e1e-4d93-93f7-1bdc18a43104 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:00.854165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c46a79f8-a722-4b53-b96c-21cf62d632d7 req-9a359361-8e1e-4d93-93f7-1bdc18a43104 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 947 time: 0.0538301 Feb 11 13:55:00.880558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 50fa19de-766f-4e60-97b8-c1d2520a64ec details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:55:00.903066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c46a79f8-a722-4b53-b96c-21cf62d632d7 req-8e6ce7ad-9bd7-4407-9ec6-4c143138f042 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Feb 11 13:55:00.986115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 50fa19de-766f-4e60-97b8-c1d2520a64ec, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=50fa19de-766f-4e60-97b8-c1d2520a64ec,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:00.996712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '50fa19de-766f-4e60-97b8-c1d2520a64ec', 'network_id': 'fbe00390-96e4-4889-9bcb-c16e11a8a1a3', 'port_id': '50fa19de-766f-4e60-97b8-c1d2520a64ec', 'mac_address': 'fa:16:3e:9f:4c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '650f9020-525d-4d3c-bfef-dec9172e89d8', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:55:01.034803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 50fa19de-766f-4e60-97b8-c1d2520a64ec is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:01.035199 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.048070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fa19de-766f-4e60-97b8-c1d2520a64ec {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:55:01.071710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 50fa19de-766f-4e60-97b8-c1d2520a64ec, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=50fa19de-766f-4e60-97b8-c1d2520a64ec,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:01.077299 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:01.124553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=50fa19de-766f-4e60-97b8-c1d2520a64ec,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:01.346286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['50fa19de-766f-4e60-97b8-c1d2520a64ec'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:01.498005 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1e678006-87e3-44b8-a0ec-c9c353e03bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.053915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dec3d-17cd-4929-b1ed-912a145b404a req-6f814db5-e683-41ac-81cf-3ceb6ffe4fc9 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:02.055396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f26dec3d-17cd-4929-b1ed-912a145b404a req-6f814db5-e683-41ac-81cf-3ceb6ffe4fc9 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 948 time: 0.0651441 Feb 11 13:55:02.106598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f26dec3d-17cd-4929-b1ed-912a145b404a req-8e1f1e79-8278-404f-afbc-849e3c8efa49 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Feb 11 13:55:02.781414 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:02.895910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 50fa19de-766f-4e60-97b8-c1d2520a64ec up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:02.956866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 50fa19de-766f-4e60-97b8-c1d2520a64ec completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:55:02.960712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 50fa19de-766f-4e60-97b8-c1d2520a64ec triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:02.961084 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.038879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 50fa19de-766f-4e60-97b8-c1d2520a64ec is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:03.039148 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.066765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005680df-f931-4732-a1af-6b21380bfba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fa19de-766f-4e60-97b8-c1d2520a64ec'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:03.070119 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6915286-4c56-4f39-9ed2-e78f0a528d6e" -d '{"events": [{"server_uuid": "005680df-f931-4732-a1af-6b21380bfba1", "name": "network-vif-plugged", "status": "completed", "tag": "50fa19de-766f-4e60-97b8-c1d2520a64ec"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:03.087297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 50fa19de-766f-4e60-97b8-c1d2520a64ec, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=50fa19de-766f-4e60-97b8-c1d2520a64ec,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:03.092293 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:03.138978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=50fa19de-766f-4e60-97b8-c1d2520a64ec,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:03.166528 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2c96c2-1fd6-4de0-bbd6-e195a9d6d69f x-openstack-request-id: req-9e2c96c2-1fd6-4de0-bbd6-e195a9d6d69f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:03.166803 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005680df-f931-4732-a1af-6b21380bfba1", "name": "network-vif-plugged", "status": "completed", "tag": "50fa19de-766f-4e60-97b8-c1d2520a64ec", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:03.167054 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e2c96c2-1fd6-4de0-bbd6-e195a9d6d69f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:03.167449 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005680df-f931-4732-a1af-6b21380bfba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fa19de-766f-4e60-97b8-c1d2520a64ec', 'code': 200} Feb 11 13:55:03.263441 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c011e-007a-472c-a40a-04468198040e req-f39dcc4f-7df5-4e91-b8aa-71beef97bbb9 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:03.264939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c4c011e-007a-472c-a40a-04468198040e req-f39dcc4f-7df5-4e91-b8aa-71beef97bbb9 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 949 time: 0.0534797 Feb 11 13:55:03.268991 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f17c6a-a56e-416c-b273-488e214c2750 req-a4ead998-82f1-425c-9cd1-c9a1a01cc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:03.270560 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6f17c6a-a56e-416c-b273-488e214c2750 req-a4ead998-82f1-425c-9cd1-c9a1a01cc597 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 1131 time: 0.0477901 Feb 11 13:55:03.316486 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c6f17c6a-a56e-416c-b273-488e214c2750 req-06747d17-5cd4-4ffd-96ae-101f1473a940 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Feb 11 13:55:03.323035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c4c011e-007a-472c-a40a-04468198040e req-6bc5a24d-910d-45a8-bc85-99d32d5d1170 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522203 Feb 11 13:55:04.433397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:04.445477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d323d9-9308-48bd-9ed7-a76c21ca52b1 req-a3c2912c-e776-439b-aa3e-7fb614118e89 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:04.447044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9d323d9-9308-48bd-9ed7-a76c21ca52b1 req-a3c2912c-e776-439b-aa3e-7fb614118e89 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 949 time: 0.0565124 Feb 11 13:55:04.502419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9d323d9-9308-48bd-9ed7-a76c21ca52b1 req-d5d17ec1-3808-4f63-bcc7-aaac693d63cb tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496390 Feb 11 13:55:04.880099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-71fc064e-7f12-4998-b528-8ee2c8e81357 req-a84a72a3-5d85-4a17-9174-761eee7406a0 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:55:04.881095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71fc064e-7f12-4998-b528-8ee2c8e81357 req-a84a72a3-5d85-4a17-9174-761eee7406a0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1088290 Feb 11 13:55:05.363935 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:05.490428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446b06-b49b-469b-974f-87fea805a362 req-aefd212b-0f86-414d-9eb4-faf79da31e7f tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:05.491971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8446b06-b49b-469b-974f-87fea805a362 req-aefd212b-0f86-414d-9eb4-faf79da31e7f tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 949 time: 0.0554972 Feb 11 13:55:05.540197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8446b06-b49b-469b-974f-87fea805a362 req-7d8841d6-21b7-440c-a12d-e9aa9fc93ec9 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Feb 11 13:55:06.663450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5af1-6edd-4505-a672-4ba1a1dd667f req-abb58b9f-d5b3-4fc9-b509-1eaa6dd1069f tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:06.665032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c7b5af1-6edd-4505-a672-4ba1a1dd667f req-abb58b9f-d5b3-4fc9-b509-1eaa6dd1069f tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 949 time: 0.0526142 Feb 11 13:55:06.717882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c7b5af1-6edd-4505-a672-4ba1a1dd667f req-63e829df-0504-4ed8-879c-59e4402f0965 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/security-groups?id=c54baecb-dd62-4d58-87b6-7739a7aed33c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463257 Feb 11 13:55:06.807526 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-036ee399-65ea-46b3-b2a6-4648a09263c6 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:06.809043 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-036ee399-65ea-46b3-b2a6-4648a09263c6 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.53 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 949 time: 0.0527418 Feb 11 13:55:06.910786 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Deleting port 50fa19de-766f-4e60-97b8-c1d2520a64ec {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:06.911133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:07.003489 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] For port 50fa19de-766f-4e60-97b8-c1d2520a64ec, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=50fa19de-766f-4e60-97b8-c1d2520a64ec,segment=NetworkSegment(31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6),segment_id=31aa4b7a-0b2d-4cb3-b3b3-f53fe90f0cb6)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:07.003708 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:07.015966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Calling delete_port for 50fa19de-766f-4e60-97b8-c1d2520a64ec owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:07.475274 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (50fa19de-766f-4e60-97b8-c1d2520a64ec), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:07.489523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['50fa19de-766f-4e60-97b8-c1d2520a64ec'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:07.508171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Pushing event deleted for resources: {'Port': ['ID=50fa19de-766f-4e60-97b8-c1d2520a64ec,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:07.551657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] No DVR routers for this DVR port 50fa19de-766f-4e60-97b8-c1d2520a64ec on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:07.554909 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:07.558387 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-9f07ce18-977c-49d5-85dc-c41792c63bd8 req-886a1d97-8623-45f8-83d7-433ed1b39637 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.53 "DELETE /v2.0/ports/50fa19de-766f-4e60-97b8-c1d2520a64ec HTTP/1.1" status: 204 len: 173 time: 0.7432258 Feb 11 13:55:07.558859 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005680df-f931-4732-a1af-6b21380bfba1', 'name': 'network-vif-deleted', 'tag': '50fa19de-766f-4e60-97b8-c1d2520a64ec'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:07.561205 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b23f824-464a-46bf-88d1-dd2b6f08804a" -d '{"events": [{"server_uuid": "005680df-f931-4732-a1af-6b21380bfba1", "name": "network-vif-deleted", "tag": "50fa19de-766f-4e60-97b8-c1d2520a64ec"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:07.604964 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff987e-8b98-4705-bd5e-74675bd9eac2 x-openstack-request-id: req-cdff987e-8b98-4705-bd5e-74675bd9eac2 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:07.605249 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005680df-f931-4732-a1af-6b21380bfba1", "name": "network-vif-deleted", "tag": "50fa19de-766f-4e60-97b8-c1d2520a64ec", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:07.605477 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdff987e-8b98-4705-bd5e-74675bd9eac2 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:07.605897 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005680df-f931-4732-a1af-6b21380bfba1', 'name': 'network-vif-deleted', 'tag': '50fa19de-766f-4e60-97b8-c1d2520a64ec', 'status': 'completed', 'code': 200} Feb 11 13:55:07.834092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfca0b9c-7c91-4e98-a2d7-25dc63cb9d0b req-b1748e2e-436f-4530-af0a-c9eb3ab6b0f5 tempest-ServersAdminNegativeTestJSON-1807247864 tempest-ServersAdminNegativeTestJSON-1807247864-project] 10.222.0.42 "GET /v2.0/ports?device_id=005680df-f931-4732-a1af-6b21380bfba1 HTTP/1.1" status: 200 len: 210 time: 0.0313396 Feb 11 13:55:09.167682 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60294) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:09.299858 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bc0efe87-ed39-4820-bfa8-c7f1521bb54b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a3f4a36565c4579874687ac329eb389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307571 Feb 11 13:55:09.302576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:09.351694 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d0751b7e-b9a1-4816-a344-b407f3530366 admin admin] Publish callbacks [] for security_group (c54baecb-dd62-4d58-87b6-7739a7aed33c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.374786 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d0751b7e-b9a1-4816-a344-b407f3530366 admin admin] Publish callbacks [] for security_group (c54baecb-dd62-4d58-87b6-7739a7aed33c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.428422 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d0751b7e-b9a1-4816-a344-b407f3530366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (c54baecb-dd62-4d58-87b6-7739a7aed33c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.431663 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d0751b7e-b9a1-4816-a344-b407f3530366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.433438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d0751b7e-b9a1-4816-a344-b407f3530366 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c54baecb-dd62-4d58-87b6-7739a7aed33c HTTP/1.1" status: 204 len: 168 time: 0.1293967 Feb 11 13:55:09.443569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0751b7e-b9a1-4816-a344-b407f3530366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54baecb-dd62-4d58-87b6-7739a7aed33c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:09.707728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60304) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:09.721250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.799723 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Publish callbacks [] for security_group (d1af9c97-b425-4b74-8f7e-f957a139a3e8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.806581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d1af9c97-b425-4b74-8f7e-f957a139a3e8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.847273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2aed732894c44039f9117ed0422e967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384034 Feb 11 13:55:09.848227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1af9c97-b425-4b74-8f7e-f957a139a3e8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:09.850292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60306) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:09.867631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.868002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.868321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.868653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.868987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.869317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.869672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.870016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.870341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.870666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.870974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.871325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.871648 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887b4a38-7c97-43eb-af89-ce62439aa216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:09.919272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105ad7a3-0843-4811-bde7-71a563fc9a8a admin admin] Publish callbacks [] for security_group (d1af9c97-b425-4b74-8f7e-f957a139a3e8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.945107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105ad7a3-0843-4811-bde7-71a563fc9a8a admin admin] Publish callbacks [] for security_group (d1af9c97-b425-4b74-8f7e-f957a139a3e8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:09.998735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105ad7a3-0843-4811-bde7-71a563fc9a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d1af9c97-b425-4b74-8f7e-f957a139a3e8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.002212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-105ad7a3-0843-4811-bde7-71a563fc9a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.003419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-105ad7a3-0843-4811-bde7-71a563fc9a8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1af9c97-b425-4b74-8f7e-f957a139a3e8 HTTP/1.1" status: 204 len: 168 time: 0.1522269 Feb 11 13:55:10.011566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ad7a3-0843-4811-bde7-71a563fc9a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1af9c97-b425-4b74-8f7e-f957a139a3e8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:10.742308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60328) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:10.841360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-397583383-network', 'tenant_id': '0d936bb3c7f143098f07cbff44ce05c8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:10.865024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Made reservation on behalf of 0d936bb3c7f143098f07cbff44ce05c8 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:10.867502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.879466 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.943225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 50fa19de-766f-4e60-97b8-c1d2520a64ec no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:10.961101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks [] for security_group (bc3b0989-59fd-4c46-ab86-86e536031be0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.966576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 50fa19de-766f-4e60-97b8-c1d2520a64ec {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:55:10.966941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 50fa19de-766f-4e60-97b8-c1d2520a64ec not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:10.967128 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bc3b0989-59fd-4c46-ab86-86e536031be0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:10.991899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:55:11.001459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3b0989-59fd-4c46-ab86-86e536031be0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:11.006327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (015a8ec8-7db1-49a0-be73-ae77863b9469), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.006728 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Added segment 015a8ec8-7db1-49a0-be73-ae77863b9469 of type vlan for network c83f455c-4ec7-4e52-bab8-69e397516e02 Feb 11 13:55:11.047839 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c83f455c-4ec7-4e52-bab8-69e397516e02), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.074892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c83f455c-4ec7-4e52-bab8-69e397516e02), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.075912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:11.076555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.113316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3698990 Feb 11 13:55:11.116386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60332) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:11.121412 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Request body: {'subnet': {'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-397583383-subnet', 'tenant_id': '0d936bb3c7f143098f07cbff44ce05c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:11.140291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4dc33-a1c1-49c3-b6c1-6efe196559ca admin admin] Pushing event updated for resources: {'Network': ['ID=c83f455c-4ec7-4e52-bab8-69e397516e02,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:11.141884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Made reservation on behalf of 0d936bb3c7f143098f07cbff44ce05c8 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:11.144247 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.150478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c83f455c-4ec7-4e52-bab8-69e397516e02 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:55:11.315349 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (7ecd1abc-1488-46b7-8653-e646b4449e16), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.369462 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ecd1abc-1488-46b7-8653-e646b4449e16,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:11.378689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Checking segment: {'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:11.379042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Network hostable DHCP agents. Network: c83f455c-4ec7-4e52-bab8-69e397516e02, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:55:11.398461 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Network c83f455c-4ec7-4e52-bab8-69e397516e02 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:55:11.409825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c83f455c-4ec7-4e52-bab8-69e397516e02) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:11.414636 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:11.415775 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:11.419087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac0d55-e17e-4fb9-9ff4-dae82cceb1d0 None None] Network c83f455c-4ec7-4e52-bab8-69e397516e02 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:11.440695 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4d608a0e-f52f-4a80-822e-1a5f8a9e9d3e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3230069 Feb 11 13:55:11.522348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb434a-face-4f1b-968a-d308ff590f6c None None] Network c83f455c-4ec7-4e52-bab8-69e397516e02 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:55:11.867255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-7197bdd7-a8fc-4c06-af80-f91be31d358a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:11.868646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-7197bdd7-a8fc-4c06-af80-f91be31d358a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 811 time: 0.1112776 Feb 11 13:55:11.884039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-db742518-c42c-419e-8b16-f3e8e2a167d9 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/quotas/0d936bb3c7f143098f07cbff44ce05c8 HTTP/1.1" status: 200 len: 375 time: 0.0097568 Feb 11 13:55:11.915935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-f764f332-ddfd-44ca-b596-6cee367c5c40 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267589 Feb 11 13:55:12.014812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-3b0d3954-d511-4794-b929-c5dc9e695ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921931 Feb 11 13:55:12.107312 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b571419a-9bdd-4fd7-99cf-c37b6a54394c service neutron] 10.222.0.42 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861361 Feb 11 13:55:12.275560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df207d09-8916-43bf-88c8-b731ceef426d req-cb265bf4-f193-435a-9d9d-5425a431b1cf tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 210 time: 0.0314450 Feb 11 13:55:13.377899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f29b4ad4-71e9-4036-992e-d50f1ae164f4 req-0edc213d-1271-4a69-8df6-5eaf275249ee tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 210 time: 0.0310533 Feb 11 13:55:13.401179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-305f222f-30fc-4072-b9da-60560acd8a0d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:13.401685 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-305f222f-30fc-4072-b9da-60560acd8a0d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.53 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 811 time: 0.1140451 Feb 11 13:55:13.413537 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Request body: {'port': {'device_id': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02', 'admin_state_up': True, 'tenant_id': '0d936bb3c7f143098f07cbff44ce05c8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:13.530459 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Made reservation on behalf of 0d936bb3c7f143098f07cbff44ce05c8 for: {'port': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:13.533891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.662617 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Allocated IP 172.20.0.2 (c83f455c-4ec7-4e52-bab8-69e397516e02/7ecd1abc-1488-46b7-8653-e646b4449e16/97c34b99-5ee1-44c6-9e15-dc7ce5d60a62) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:13.820223 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks [] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.855988 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.900926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Network c83f455c-4ec7-4e52-bab8-69e397516e02 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:13.904220 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:13.908009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:13.914716 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:13.960843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:13.961429 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:13.979470 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-b0622fce-4859-43ea-9e46-a0f0b889100c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698586 Feb 11 13:55:13.990801 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Request body: {'port': {'device_id': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:14.055293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.331514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 {{(pid=109684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:55:14.338900 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Publish callbacks [] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.350939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Transition to ACTIVE for port object 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:55:14.358047 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.409003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:14.483586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:14.483916 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:14.484236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on network c83f455c-4ec7-4e52-bab8-69e397516e02 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:14.489111 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on network c83f455c-4ec7-4e52-bab8-69e397516e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:55:14.489542 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on network c83f455c-4ec7-4e52-bab8-69e397516e02 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:14.495113 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:14.495454 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Checking segment: {'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:14.495841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Bound using segment: {'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:14.496292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Bound port: 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:14.496650 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.506762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108cbd4-e791-4cb8-8f8b-9447cb3aea5d req-4c022884-c7a4-4e42-85a5-b23544b093af tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:14.508392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b108cbd4-e791-4cb8-8f8b-9447cb3aea5d req-4c022884-c7a4-4e42-85a5-b23544b093af tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.0538929 Feb 11 13:55:14.556200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b108cbd4-e791-4cb8-8f8b-9447cb3aea5d req-f50da606-cd1c-4384-8011-5bfd3ebb82a3 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 Feb 11 13:55:14.562338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:14.565829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:14.577930 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.614440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:14.615062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:14.616468 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] 10.222.0.53 "PUT /v2.0/ports/97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 1091 time: 0.6297433 Feb 11 13:55:14.616909 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:14.619196 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88adb80e-f201-451e-964b-43ff8621cafa" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:14.640687 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d48312-5c79-4f0f-a909-a2bb547b6d95 service neutron] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=3']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:14.664189 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c266624-fd6e-4dc2-a99d-81ad8e2d4e10 x-openstack-request-id: req-8c266624-fd6e-4dc2-a99d-81ad8e2d4e10 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:14.664479 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:14.664736 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c266624-fd6e-4dc2-a99d-81ad8e2d4e10 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:14.665128 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'status': 'completed', 'code': 200} Feb 11 13:55:14.706580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-524a1f76-137f-406a-8751-584b664663a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:14.708243 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-524a1f76-137f-406a-8751-584b664663a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1125 time: 0.0534256 Feb 11 13:55:14.750851 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-5d9330b8-208e-432b-b8c0-a458c3219a4c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 217 time: 0.0347474 Feb 11 13:55:14.800724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-a09c9ffe-d452-4b41-805c-6be5a6b27a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:14.802197 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-a09c9ffe-d452-4b41-805c-6be5a6b27a1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 200 len: 851 time: 0.0448864 Feb 11 13:55:14.833317 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-2c3cd38d-d2a1-44bb-b347-cfbef0031575 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c83f455c-4ec7-4e52-bab8-69e397516e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254083 Feb 11 13:55:14.926462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-7f0c03ff-b38d-49e6-ad18-93474969163c service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866649 Feb 11 13:55:15.024636 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-f6fbc578-65dc-4b02-b5b5-3a9696a75d2d req-2ad7ed84-b378-46dc-b0e5-97d5d6d1a1b4 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920587 Feb 11 13:55:15.120197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adb80e-f201-451e-964b-43ff8621cafa req-e8d2815a-eb58-470a-9bb2-e922a25e4038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:15.121781 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88adb80e-f201-451e-964b-43ff8621cafa req-e8d2815a-eb58-470a-9bb2-e922a25e4038 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1125 time: 0.0460296 Feb 11 13:55:15.212753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adb80e-f201-451e-964b-43ff8621cafa req-034866fb-a872-4d97-a86e-9752486058cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:15.214258 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88adb80e-f201-451e-964b-43ff8621cafa req-034866fb-a872-4d97-a86e-9752486058cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 912 time: 0.0851662 Feb 11 13:55:15.274658 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88adb80e-f201-451e-964b-43ff8621cafa req-e6a75c3e-1bdd-42c6-8fb9-cd26b2445565 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 217 time: 0.0525069 Feb 11 13:55:15.326016 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adb80e-f201-451e-964b-43ff8621cafa req-b1134c12-6dc6-4847-b30d-c572f9686ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:15.327495 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88adb80e-f201-451e-964b-43ff8621cafa req-b1134c12-6dc6-4847-b30d-c572f9686ec0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 200 len: 851 time: 0.0470352 Feb 11 13:55:15.359395 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88adb80e-f201-451e-964b-43ff8621cafa req-ed94df66-2107-4e68-aed4-3dc97c4a6517 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c83f455c-4ec7-4e52-bab8-69e397516e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256102 Feb 11 13:55:15.459396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88adb80e-f201-451e-964b-43ff8621cafa req-9f827c76-2544-4661-8167-730c66098c28 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912867 Feb 11 13:55:15.550495 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-88adb80e-f201-451e-964b-43ff8621cafa req-6fd0e4f4-68ea-4d3b-b7c0-9e6efd666472 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849204 Feb 11 13:55:15.683029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4564d78-b86e-49bc-83fa-da13a96d558f req-8e916034-9e44-4e5a-8504-aba5d788ba5b tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:15.684503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4564d78-b86e-49bc-83fa-da13a96d558f req-8e916034-9e44-4e5a-8504-aba5d788ba5b tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.0566981 Feb 11 13:55:15.740675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4564d78-b86e-49bc-83fa-da13a96d558f req-41dfd971-6ad0-4fff-a93a-3e5e91ba04df tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499237 Feb 11 13:55:16.813587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:16.882939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788c3ca-338f-4b2a-b641-7b7cfea98217 req-56390a84-5dfb-473c-9c33-d816d02faf93 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:16.884431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3788c3ca-338f-4b2a-b641-7b7cfea98217 req-56390a84-5dfb-473c-9c33-d816d02faf93 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.0673046 Feb 11 13:55:16.943734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:55:16.944559 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3788c3ca-338f-4b2a-b641-7b7cfea98217 req-027bb346-a41a-43eb-af51-d76c355011a3 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543234 Feb 11 13:55:17.222737 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:17.234071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02', 'port_id': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'mac_address': 'fa:16:3e:53:09:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ecd1abc-1488-46b7-8653-e646b4449e16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:55:17.275430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:17.275993 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:17.294741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:55:17.323276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:17.330008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:17.380403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:17.524254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['97c34b99-5ee1-44c6-9e15-dc7ce5d60a62'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:17.627074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:18.084584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf7c9b-12fc-401f-92e3-d578f58c5662 req-c119515f-b856-4629-97d9-36917e9f1d7a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:18.086174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eddf7c9b-12fc-401f-92e3-d578f58c5662 req-c119515f-b856-4629-97d9-36917e9f1d7a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 944 time: 0.0612154 Feb 11 13:55:18.137076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eddf7c9b-12fc-401f-92e3-d578f58c5662 req-f0121e2f-e400-41a0-8647-c3d5a67c5f9f tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Feb 11 13:55:18.943087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:19.003796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:55:19.008162 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:19.008494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.102623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:19.103018 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.126385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:19.128619 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4415634-6865-4c6f-802b-77e7da849c93" -d '{"events": [{"server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "name": "network-vif-plugged", "status": "completed", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:19.141406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:19.147152 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:19.170417 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fe80ae-1955-4bb2-9034-d18d5f33c4b0 x-openstack-request-id: req-85fe80ae-1955-4bb2-9034-d18d5f33c4b0 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:19.170713 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "name": "network-vif-plugged", "status": "completed", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:19.170968 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85fe80ae-1955-4bb2-9034-d18d5f33c4b0 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:19.171363 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'code': 200} Feb 11 13:55:19.202321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:19.267658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aef17-7dd3-449d-b72e-e47f210947f7 req-b1ac5a19-e740-4688-b9e2-4b83b7137510 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:19.269274 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-617aef17-7dd3-449d-b72e-e47f210947f7 req-b1ac5a19-e740-4688-b9e2-4b83b7137510 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0566680 Feb 11 13:55:19.277611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b2c-6bca-4ca2-8791-51a6bdb0aa78 req-c81a8b3c-867a-4631-a2a5-e5be1112095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:19.279442 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73a63b2c-6bca-4ca2-8791-51a6bdb0aa78 req-c81a8b3c-867a-4631-a2a5-e5be1112095e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1127 time: 0.0503657 Feb 11 13:55:19.317552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-617aef17-7dd3-449d-b72e-e47f210947f7 req-af96efc1-776e-4293-8052-598716cdb5c9 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Feb 11 13:55:19.325298 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-73a63b2c-6bca-4ca2-8791-51a6bdb0aa78 req-f2fa6410-e292-4dbd-9ce6-88a8a2e3c2c1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Feb 11 13:55:20.442522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781295-e8d5-475d-9869-ae59e8ab494b req-57ac83e9-325b-41fb-b6dc-c56d12006964 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:20.444136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5781295-e8d5-475d-9869-ae59e8ab494b req-57ac83e9-325b-41fb-b6dc-c56d12006964 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0575922 Feb 11 13:55:20.491711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5781295-e8d5-475d-9869-ae59e8ab494b req-e78b5603-7224-4847-8809-f9cb25315cae tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Feb 11 13:55:21.619553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d0d07-f2fe-4653-9310-78f3e383ada3 req-1686eb35-9f55-4b7d-8ff1-c1230078adb5 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:21.621053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-673d0d07-f2fe-4653-9310-78f3e383ada3 req-1686eb35-9f55-4b7d-8ff1-c1230078adb5 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0559256 Feb 11 13:55:21.668011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-673d0d07-f2fe-4653-9310-78f3e383ada3 req-3f1a116a-4f24-4633-98e7-8041f14f344a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Feb 11 13:55:21.998924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60388) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:22.022995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382133-5a3c-4d17-a069-02e789eacae6 req-affdfaeb-d286-44d4-8b94-21e00ad57247 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:22.024512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c382133-5a3c-4d17-a069-02e789eacae6 req-affdfaeb-d286-44d4-8b94-21e00ad57247 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0540934 Feb 11 13:55:22.071085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1c382133-5a3c-4d17-a069-02e789eacae6 req-59c9ac0d-bffa-40f2-8fcf-477b29120c8d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407765 Feb 11 13:55:22.087616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-c647219c-6066-4833-b7e0-a3401d6313d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871019 Feb 11 13:55:22.096214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-657210b5-4f93-4d32-b171-da1389c4e714 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:55:22.097228 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-657210b5-4f93-4d32-b171-da1389c4e714 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050471 Feb 11 13:55:22.481046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60410) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:55:22.587724 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-7d18926d-acce-488c-b699-2149323582d7 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:22.589097 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-7d18926d-acce-488c-b699-2149323582d7 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports/97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 942 time: 0.1070461 Feb 11 13:55:23.220193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4edb87-eb85-4e7f-96f3-4301d07a90b0 req-5bdc9209-86cf-4ae1-91e8-ca81f8fb3145 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.221944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c4edb87-eb85-4e7f-96f3-4301d07a90b0 req-5bdc9209-86cf-4ae1-91e8-ca81f8fb3145 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0601208 Feb 11 13:55:23.276087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c4edb87-eb85-4e7f-96f3-4301d07a90b0 req-cf105482-9c65-4235-9222-1dc62ea996e0 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476596 Feb 11 13:55:23.418139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-34f7ad35-a36f-4fbf-a329-e134c0e8e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.419689 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-34f7ad35-a36f-4fbf-a329-e134c0e8e289 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1127 time: 0.0481827 Feb 11 13:55:23.518446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-26cb6a75-a8e1-4bc2-a13b-211de464d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.519936 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-26cb6a75-a8e1-4bc2-a13b-211de464d466 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 912 time: 0.0933218 Feb 11 13:55:23.561000 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-1383dc0e-ecd2-4f14-a6e4-b71ae9e857e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 217 time: 0.0343094 Feb 11 13:55:23.613090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-6cf41a5f-9cb3-4358-83a1-b3eb0c2f301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.614628 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-6cf41a5f-9cb3-4358-83a1-b3eb0c2f301c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 200 len: 851 time: 0.0477870 Feb 11 13:55:23.646462 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-7e135430-d11d-489c-b34b-79154d367137 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c83f455c-4ec7-4e52-bab8-69e397516e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260923 Feb 11 13:55:23.739349 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-be6971f1-4345-4fb6-a881-5b464a752141 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869212 Feb 11 13:55:23.837266 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-4a55ae7d-c6a7-4d96-998e-f6890e1fc435 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880942 Feb 11 13:55:24.398718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c764d-5ad6-4f2a-815e-8a6d70d5bead req-3a6be4e8-e9ca-4a50-9ef7-ac70566e5ce3 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:24.400637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-538c764d-5ad6-4f2a-815e-8a6d70d5bead req-3a6be4e8-e9ca-4a50-9ef7-ac70566e5ce3 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0525906 Feb 11 13:55:24.452143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-538c764d-5ad6-4f2a-815e-8a6d70d5bead req-dca810e5-3d8a-4257-a032-3b365b56095b tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 Feb 11 13:55:25.585400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79b44a-9607-4458-8851-cd5f67efadd0 req-8c0c89be-133c-4d96-885a-b720862808c7 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:25.587010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e79b44a-9607-4458-8851-cd5f67efadd0 req-8c0c89be-133c-4d96-885a-b720862808c7 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0628262 Feb 11 13:55:25.634383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e79b44a-9607-4458-8851-cd5f67efadd0 req-6da07283-e6f7-4b28-9f24-9f7712c9d81e tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414648 Feb 11 13:55:26.776614 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bd59-7da3-4486-8f1d-1076b133afb9 req-636a1381-8635-417e-8616-d2d9ce372ba1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:26.778074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2487bd59-7da3-4486-8f1d-1076b133afb9 req-636a1381-8635-417e-8616-d2d9ce372ba1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0617039 Feb 11 13:55:26.827923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2487bd59-7da3-4486-8f1d-1076b133afb9 req-412d1805-87b2-49fc-99c7-724c8dfdc6db tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Feb 11 13:55:27.966015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08395a09-18b5-4479-8568-1f543b018ae4 req-9cd4931e-0315-4e26-8d8e-72118cc73dd2 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:27.967563 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08395a09-18b5-4479-8568-1f543b018ae4 req-9cd4931e-0315-4e26-8d8e-72118cc73dd2 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0579195 Feb 11 13:55:28.017781 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08395a09-18b5-4479-8568-1f543b018ae4 req-82fdb9a9-b389-42e5-9962-4efffd33449b tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Feb 11 13:55:29.160479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe5aee-a5bd-48ae-9ce5-40ce584a03bb req-16a21074-d318-4f73-b609-e4931a6ddc5d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:29.162056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfbe5aee-a5bd-48ae-9ce5-40ce584a03bb req-16a21074-d318-4f73-b609-e4931a6ddc5d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0590146 Feb 11 13:55:29.218808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfbe5aee-a5bd-48ae-9ce5-40ce584a03bb req-0f48faf1-6bb1-4fc3-83ef-7be616c98ca7 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489180 Feb 11 13:55:29.387329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1fdbbd25-5e1d-44c7-a9ce-2b23329842ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:30.345910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb1559-66c5-4fdf-b5d1-93bfc57725d6 req-95349340-11c3-48cf-a8bb-7616f47e644d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:30.347383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4afb1559-66c5-4fdf-b5d1-93bfc57725d6 req-95349340-11c3-48cf-a8bb-7616f47e644d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0555015 Feb 11 13:55:30.396967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4afb1559-66c5-4fdf-b5d1-93bfc57725d6 req-8e3d462d-0aa0-4bc1-bd4a-6edbb67198a1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Feb 11 13:55:31.491916 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9595de9-ca63-40ce-a982-51e672202242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:31.529678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab152cbe-5fa3-426b-a692-1dea178aecf0 req-49f2a0cf-123d-4beb-af1d-36c461a5c7d5 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:31.531242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab152cbe-5fa3-426b-a692-1dea178aecf0 req-49f2a0cf-123d-4beb-af1d-36c461a5c7d5 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0571663 Feb 11 13:55:31.583645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab152cbe-5fa3-426b-a692-1dea178aecf0 req-b66f4ffb-0321-4670-a46b-08f236bf32cd tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Feb 11 13:55:32.125192 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:55:32.721748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae691b1-2a68-42af-8073-5d26f1cf974d req-621fc44a-cb47-43a3-b25c-5b6203e00176 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:32.723149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ae691b1-2a68-42af-8073-5d26f1cf974d req-621fc44a-cb47-43a3-b25c-5b6203e00176 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0583224 Feb 11 13:55:32.768665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ae691b1-2a68-42af-8073-5d26f1cf974d req-a4d7bcd3-c93c-4826-910c-4fe24568539e tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397854 Feb 11 13:55:32.786124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:33.907899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08abe-a80d-411b-90a9-10c358b7f6ae req-7c1d2b24-b5cc-46a1-b257-48aef996f619 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:33.909393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1b08abe-a80d-411b-90a9-10c358b7f6ae req-7c1d2b24-b5cc-46a1-b257-48aef996f619 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0643153 Feb 11 13:55:33.956917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1b08abe-a80d-411b-90a9-10c358b7f6ae req-84a22389-2d94-490e-95d2-4a36a716763e tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Feb 11 13:55:34.432855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.091679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32053240-caa2-4f49-b380-8d4d4329a0d7 req-512eba20-e806-4ddc-8687-41a5e3f2ffb1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:35.093413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32053240-caa2-4f49-b380-8d4d4329a0d7 req-512eba20-e806-4ddc-8687-41a5e3f2ffb1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0633347 Feb 11 13:55:35.378037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:35.446275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32053240-caa2-4f49-b380-8d4d4329a0d7 req-37e111ca-2efb-4fa9-be09-f99c674af0ae tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469346 Feb 11 13:55:36.575929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076f6ed-8d26-492b-93f7-e2b44d1ef4f9 req-3c61f7ac-1af2-4ed1-89d7-bb1a8235aaa4 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:36.577403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b076f6ed-8d26-492b-93f7-e2b44d1ef4f9 req-3c61f7ac-1af2-4ed1-89d7-bb1a8235aaa4 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0605803 Feb 11 13:55:36.630176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b076f6ed-8d26-492b-93f7-e2b44d1ef4f9 req-c9a08aa2-9461-43f7-b5dc-9ed917240252 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Feb 11 13:55:37.760075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec92be-f138-4de2-ac13-03425acfd704 req-27047949-3004-49d3-8bf2-cbec784a7f73 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:37.761460 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dcec92be-f138-4de2-ac13-03425acfd704 req-27047949-3004-49d3-8bf2-cbec784a7f73 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0630000 Feb 11 13:55:37.812760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dcec92be-f138-4de2-ac13-03425acfd704 req-bac7f190-236f-494e-9d96-1d43e45b21fd tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Feb 11 13:55:38.941712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf8495-70c8-4db6-a3b9-ef979152b0c9 req-6a80deea-cca4-4ac2-a606-ccdfdfc24521 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:38.943225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8bf8495-70c8-4db6-a3b9-ef979152b0c9 req-6a80deea-cca4-4ac2-a606-ccdfdfc24521 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0563562 Feb 11 13:55:38.989033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8bf8495-70c8-4db6-a3b9-ef979152b0c9 req-f8c2e4b9-ff6d-4aac-a300-69775c5757c0 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Feb 11 13:55:40.124453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d6cda-f79b-4ac5-bc04-b1e2f6c9f9c7 req-d416fb40-4a57-4a92-9739-a93027a33bba tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:40.126026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de0d6cda-f79b-4ac5-bc04-b1e2f6c9f9c7 req-d416fb40-4a57-4a92-9739-a93027a33bba tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0607049 Feb 11 13:55:40.174812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-de0d6cda-f79b-4ac5-bc04-b1e2f6c9f9c7 req-1a78118b-d3b3-4b0d-92f3-2b794f656f40 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429628 Feb 11 13:55:41.324965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6d0be-1b59-42ca-b4f5-20d46e8f61a4 req-e68804ae-4472-4196-a1c8-8424826f05d7 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:41.326469 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9bc6d0be-1b59-42ca-b4f5-20d46e8f61a4 req-e68804ae-4472-4196-a1c8-8424826f05d7 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0690329 Feb 11 13:55:41.373375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9bc6d0be-1b59-42ca-b4f5-20d46e8f61a4 req-6ce3e638-6ddb-4d84-bb0e-ccb77a52d600 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Feb 11 13:55:42.499819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b727-7682-41dc-aa82-40b0f562fd9c req-19f3d045-3491-459c-840c-b3ff055c896c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:42.501828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d833b727-7682-41dc-aa82-40b0f562fd9c req-19f3d045-3491-459c-840c-b3ff055c896c tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0559568 Feb 11 13:55:42.551952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d833b727-7682-41dc-aa82-40b0f562fd9c req-0aedac3f-81f7-4de6-8772-07e8dc5c1792 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Feb 11 13:55:43.705361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d74f8-e9a3-431a-9b2b-2e6cb705a765 req-1b448b9b-8007-406a-930d-9d319ba74e89 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:43.706950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f4d74f8-e9a3-431a-9b2b-2e6cb705a765 req-1b448b9b-8007-406a-930d-9d319ba74e89 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0787065 Feb 11 13:55:43.753586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f4d74f8-e9a3-431a-9b2b-2e6cb705a765 req-de36468d-bc23-463b-97b8-fdbc5ca3ffe3 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Feb 11 13:55:44.883055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecfd4a-9d96-4fa7-94d3-3e549f9c2c7b req-6f5f0a24-a5f7-4848-b38c-e3da0dbc006f tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:44.884559 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9aecfd4a-9d96-4fa7-94d3-3e549f9c2c7b req-6f5f0a24-a5f7-4848-b38c-e3da0dbc006f tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0594137 Feb 11 13:55:44.937376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9aecfd4a-9d96-4fa7-94d3-3e549f9c2c7b req-f9a63b8f-26a9-4181-bb6a-0013c7dcfa24 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 Feb 11 13:55:46.076699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb27022-1d59-4279-8fde-808b133b7e7d req-178e5be8-4cde-4935-9fc5-67fd520cd9eb tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.078307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bb27022-1d59-4279-8fde-808b133b7e7d req-178e5be8-4cde-4935-9fc5-67fd520cd9eb tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0606463 Feb 11 13:55:46.137907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bb27022-1d59-4279-8fde-808b133b7e7d req-f9b26256-cdb7-4bde-af72-dcac6861715e tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Feb 11 13:55:46.836777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:47.270082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d4e4e-506c-40de-9881-4154c26b079a req-cd38877b-8de1-43c1-a4f8-622c50e71b96 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:47.271598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f57d4e4e-506c-40de-9881-4154c26b079a req-cd38877b-8de1-43c1-a4f8-622c50e71b96 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0540094 Feb 11 13:55:47.319969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f57d4e4e-506c-40de-9881-4154c26b079a req-e0cf687b-b05a-4162-850d-44d5be0b51c1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Feb 11 13:55:47.625399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:48.717653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5944-4fff-48a9-9663-4108be659f01 req-84a7a63d-503e-4a24-a80a-192e87305a36 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:48.719663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-570c5944-4fff-48a9-9663-4108be659f01 req-84a7a63d-503e-4a24-a80a-192e87305a36 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0634689 Feb 11 13:55:48.768989 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-570c5944-4fff-48a9-9663-4108be659f01 req-2eb9c287-520d-40f1-b2e9-2f5d337c2540 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425255 Feb 11 13:55:49.896792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a1577-5653-49e2-992d-258566cab023 req-c950e254-76d8-42ab-b9d0-62f6ad242192 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:49.898302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-958a1577-5653-49e2-992d-258566cab023 req-c950e254-76d8-42ab-b9d0-62f6ad242192 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0593314 Feb 11 13:55:49.949218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-958a1577-5653-49e2-992d-258566cab023 req-190febd5-b440-4ac5-b796-dd1f7cce958b tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Feb 11 13:55:51.088070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141ec8-e78d-4e97-a63f-ac1bc7647961 req-322bc904-bc91-44dd-bc3e-92aa3612a614 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:51.089571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb141ec8-e78d-4e97-a63f-ac1bc7647961 req-322bc904-bc91-44dd-bc3e-92aa3612a614 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 945 time: 0.0568624 Feb 11 13:55:51.099407 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-59345e83-19e7-4836-92bf-299601e09eda req-948a36cb-ee36-4acf-9289-b7d8cdd45a7b service neutron] show failed (client error): The resource could not be found. Feb 11 13:55:51.100332 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-948a36cb-ee36-4acf-9289-b7d8cdd45a7b service neutron] 10.222.0.53 "GET /v2.0/ports/97c34b99-5ee1-44c6-9e15-dc7ce5d60a62/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0574658 Feb 11 13:55:51.143962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb141ec8-e78d-4e97-a63f-ac1bc7647961 req-39dec1aa-bfb1-470d-9f9e-d5e5839cd3f0 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Feb 11 13:55:51.395730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-ff891931-44f4-4ad5-8008-cbcdfdfe54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:51.397284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-ff891931-44f4-4ad5-8008-cbcdfdfe54f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f&tenant_id=0d936bb3c7f143098f07cbff44ce05c8 HTTP/1.1" status: 200 len: 1127 time: 0.1317797 Feb 11 13:55:51.411438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:51.473341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.670731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:51.708477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:51.747087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:51.749395 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3790fb2e-c0e0-4abf-bdc4-96698c90b827" -d '{"events": [{"server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "name": "network-vif-unplugged", "status": "completed", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:51.753632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Publish callbacks [] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.767536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Transition to ACTIVE for port object 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:55:51.772734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.839163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] No DVR routers for this DVR port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:51.841183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:51.853417 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2155947-7b54-4b69-ad55-1e6a30d3c80b x-openstack-request-id: req-e2155947-7b54-4b69-ad55-1e6a30d3c80b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:51.853747 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "name": "network-vif-unplugged", "status": "completed", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:51.854049 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2155947-7b54-4b69-ad55-1e6a30d3c80b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:51.854401 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'code': 200} Feb 11 13:55:51.881133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:55:51.881471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:55:51.881845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on network c83f455c-4ec7-4e52-bab8-69e397516e02 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:51.886255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on network c83f455c-4ec7-4e52-bab8-69e397516e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:55:51.886600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Attempting to bind port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on network c83f455c-4ec7-4e52-bab8-69e397516e02 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:51.891634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:51.892283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Checking segment: {'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:55:51.892670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Bound using segment: {'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:51.893101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Bound port: 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015a8ec8-7db1-49a0-be73-ae77863b9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:55:51.893455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:51.962842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:51.966276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:51.974534 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.007761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:52.008606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:52.010615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] 10.222.0.64 "PUT /v2.0/ports/97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 1091 time: 0.6058402 Feb 11 13:55:52.059813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564acd10-597a-4e9e-af80-9ecf8314348a service neutron] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:52.082647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-670a04f8-e225-4351-994f-62cab25d5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:52.084218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-670a04f8-e225-4351-994f-62cab25d5496 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1125 time: 0.0511491 Feb 11 13:55:52.180490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-38c52438-c884-4cf6-bef5-2cc77f975611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:52.182069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-38c52438-c884-4cf6-bef5-2cc77f975611 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 912 time: 0.0910358 Feb 11 13:55:52.231875 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-b6d13610-54dc-410f-9d0d-e6b7b7c732e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 217 time: 0.0439777 Feb 11 13:55:52.318557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59345e83-19e7-4836-92bf-299601e09eda req-d5f9e8c3-19ef-4908-8d89-338376f036f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:52.320037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-d5f9e8c3-19ef-4908-8d89-338376f036f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 200 len: 851 time: 0.0616250 Feb 11 13:55:52.329938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd830b-b471-497f-9ad8-61308175cfe9 req-ec5a31b0-c56d-486b-85a9-9db0c8e301be tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:52.331321 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8dd830b-b471-497f-9ad8-61308175cfe9 req-ec5a31b0-c56d-486b-85a9-9db0c8e301be tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.1088774 Feb 11 13:55:52.362170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-b205322e-d752-42ca-9d94-095c1c50ad56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c83f455c-4ec7-4e52-bab8-69e397516e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299163 Feb 11 13:55:52.449555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8dd830b-b471-497f-9ad8-61308175cfe9 req-cf0b82ad-5dd8-4d44-9a0c-2bf43d4a4f20 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099133 Feb 11 13:55:52.478229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-a3a4480f-67af-402c-b423-317d89283711 service neutron] 10.222.0.64 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102018 Feb 11 13:55:52.571300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59345e83-19e7-4836-92bf-299601e09eda req-dea048d7-9658-45f6-bfd9-de00f5d20f89 service neutron] 10.222.0.64 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852206 Feb 11 13:55:53.592816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b54486-06e1-4ec1-a2fa-c063fbde34d3 req-c9171d2c-a9c6-4c93-9f93-5dfed7f4e35f tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:53.594467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b54486-06e1-4ec1-a2fa-c063fbde34d3 req-c9171d2c-a9c6-4c93-9f93-5dfed7f4e35f tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.0745020 Feb 11 13:55:53.653931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58b54486-06e1-4ec1-a2fa-c063fbde34d3 req-67f225aa-2a0b-4aae-a625-6449440b3533 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534532 Feb 11 13:55:53.856617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:53.860294 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5219cd-6cce-4f56-8cec-84ceb9590061" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:53.914860 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ea79db-a9c3-49fb-8264-05b8c1a3f2ba x-openstack-request-id: req-76ea79db-a9c3-49fb-8264-05b8c1a3f2ba {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:53.915649 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:53.915969 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-76ea79db-a9c3-49fb-8264-05b8c1a3f2ba {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:53.916382 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'status': 'completed', 'code': 200} Feb 11 13:55:53.981935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-564276b0-3652-4e46-9847-87d73d4120bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:53.983508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-564276b0-3652-4e46-9847-87d73d4120bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1125 time: 0.0488679 Feb 11 13:55:53.985920 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-8406294a-e5c3-4f07-99f4-fbf9fc2ab541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:53.987581 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-8406294a-e5c3-4f07-99f4-fbf9fc2ab541 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1125 time: 0.0502851 Feb 11 13:55:54.080354 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-346a4ad8-d047-4e7c-8d64-4b79b77de7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:54.081966 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-346a4ad8-d047-4e7c-8d64-4b79b77de7c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 912 time: 0.0887632 Feb 11 13:55:54.082936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-327763a1-5cf5-43b6-834d-2fff93f42ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:54.084410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-327763a1-5cf5-43b6-834d-2fff93f42ae9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 912 time: 0.0936503 Feb 11 13:55:54.126352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-1849c6da-cbef-44c2-b4cb-d4f341b62b88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 217 time: 0.0350401 Feb 11 13:55:54.126580 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-8930ea6d-620c-49cc-aa13-531188928dd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 217 time: 0.0378819 Feb 11 13:55:54.173469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-a125341c-262f-46e6-9d5d-b0c3b8699c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:54.175084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-77f589ce-3538-4829-8af7-7fdf3b4d0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:54.175356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-a125341c-262f-46e6-9d5d-b0c3b8699c3e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 200 len: 851 time: 0.0431769 Feb 11 13:55:54.176539 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-77f589ce-3538-4829-8af7-7fdf3b4d0925 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 200 len: 851 time: 0.0446649 Feb 11 13:55:54.208005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-09c76985-c8f6-4d58-a496-aeec0a10f723 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c83f455c-4ec7-4e52-bab8-69e397516e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261438 Feb 11 13:55:54.208366 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-26a1d7e1-2600-4c2e-8869-0a87f1c2d710 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c83f455c-4ec7-4e52-bab8-69e397516e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258498 Feb 11 13:55:54.300738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-f40964a3-0087-42ec-904b-1d391a782d99 service neutron] 10.222.0.64 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863762 Feb 11 13:55:54.301921 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-4576c0c0-a0b1-4125-9359-313c1d524997 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875080 Feb 11 13:55:54.393879 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-0662e8ca-8069-40c2-8d54-e6de09def701 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856292 Feb 11 13:55:54.394105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce5219cd-6cce-4f56-8cec-84ceb9590061 req-a0af1729-fd8f-4c5a-9b40-5a5bb2db77f7 service neutron] 10.222.0.64 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864460 Feb 11 13:55:54.789066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c12cf-1d0d-456d-bc1d-4f4e03c5862c req-16d21d94-c031-4c26-bab1-69f720c3bb92 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:54.790720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-815c12cf-1d0d-456d-bc1d-4f4e03c5862c req-16d21d94-c031-4c26-bab1-69f720c3bb92 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.0558467 Feb 11 13:55:54.838344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-815c12cf-1d0d-456d-bc1d-4f4e03c5862c req-81f1d735-5637-4dd3-a290-5225ef7a507d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Feb 11 13:55:55.115481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:55.159433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:55:55.160061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:55.978748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965cc58-6dec-40d1-bc18-9a1115c192d6 req-6b08cf2b-4734-4cec-a141-47d45b5bad1d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:55.980305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2965cc58-6dec-40d1-bc18-9a1115c192d6 req-6b08cf2b-4734-4cec-a141-47d45b5bad1d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.0720034 Feb 11 13:55:56.035691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2965cc58-6dec-40d1-bc18-9a1115c192d6 req-29df9672-1bae-42a7-94c7-211cc8254ec8 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492933 Feb 11 13:55:56.408670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-38d21949-6bc7-4ccf-9793-69430b23a660 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.410384 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-38d21949-6bc7-4ccf-9793-69430b23a660 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f&tenant_id=0d936bb3c7f143098f07cbff44ce05c8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 943 time: 0.1196282 Feb 11 13:55:56.484097 n-d-828675-3 neutron-server[109684]: INFO neutron.api.v2.resource [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-562971a9-337f-46d6-bae8-3a3dae0bbc23 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:55:56.485146 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-562971a9-337f-46d6-bae8-3a3dae0bbc23 service neutron] 10.222.0.53 "DELETE /v2.0/ports/97c34b99-5ee1-44c6-9e15-dc7ce5d60a62/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0678437 Feb 11 13:55:56.591772 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-88e957ab-a888-45d0-9b0f-6b0f30c967cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.593315 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-88e957ab-a888-45d0-9b0f-6b0f30c967cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 1125 time: 0.0520005 Feb 11 13:55:56.706374 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-819db4bb-cbd2-400f-818a-01660d6edd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.711396 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-819db4bb-cbd2-400f-818a-01660d6edd6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 200 len: 912 time: 0.1117740 Feb 11 13:55:56.760148 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-77814d98-78b2-40d1-9b1b-c0082774d2db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 200 len: 217 time: 0.0421185 Feb 11 13:55:56.819591 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-e8a0ecf5-29ac-4e6c-98e8-6b610ba77ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.821181 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-e8a0ecf5-29ac-4e6c-98e8-6b610ba77ce6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 200 len: 851 time: 0.0529315 Feb 11 13:55:56.864340 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-3c1ab7f2-f63a-4f86-b487-f39365315c32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c83f455c-4ec7-4e52-bab8-69e397516e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369091 Feb 11 13:55:56.967987 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-e38686d0-ca91-4608-9f76-90c3a8c3653d service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969110 Feb 11 13:55:57.063237 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-e44b6a58-268f-4c43-8dc5-db1a37983b70 service neutron] 10.222.0.53 "GET /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885749 Feb 11 13:55:57.803841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f24ad-c247-467a-b84e-7afe2fc1f07d req-4f2ca43b-6578-473d-847e-e8db63ca6e78 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:57.805326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c66f24ad-c247-467a-b84e-7afe2fc1f07d req-4f2ca43b-6578-473d-847e-e8db63ca6e78 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 943 time: 0.0597529 Feb 11 13:55:57.853096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c66f24ad-c247-467a-b84e-7afe2fc1f07d req-3585d340-ce53-4ab1-948d-fe6459339a24 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Feb 11 13:55:57.966314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:55:58.071588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:58.082792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'network_id': 'c83f455c-4ec7-4e52-bab8-69e397516e02', 'port_id': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'mac_address': 'fa:16:3e:53:09:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ecd1abc-1488-46b7-8653-e646b4449e16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:55:58.126504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:55:58.126899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.142086 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:55:58.160994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:58.167264 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:58.214773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:58.222659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.222933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.223318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.223774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.224002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.224328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.224615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.224934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.225284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.225580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.225922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.226240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.226549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:58.557243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['97c34b99-5ee1-44c6-9e15-dc7ce5d60a62'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:58.983899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eb40c-e436-4004-93ca-c5247fcbc1cc req-f63bace9-695e-4e66-b86f-98d64786974e tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:58.985431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b9eb40c-e436-4004-93ca-c5247fcbc1cc req-f63bace9-695e-4e66-b86f-98d64786974e tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 944 time: 0.0560646 Feb 11 13:55:59.036276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b9eb40c-e436-4004-93ca-c5247fcbc1cc req-9aa47ad3-3961-4680-8137-4c2b31cacd2d tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.42 "GET /v2.0/security-groups?id=bc3b0989-59fd-4c46-ab86-86e536031be0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Feb 11 13:55:59.127956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-0cd819f3-d453-453c-96a4-8049bf6aa9c1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:59.130013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-0cd819f3-d453-453c-96a4-8049bf6aa9c1 tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.64 "GET /v2.0/ports?device_id=3e6cacc2-f980-4149-8266-bf3a0c3dd82f HTTP/1.1" status: 200 len: 944 time: 0.0593710 Feb 11 13:55:59.231221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Deleting port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:55:59.231571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.323624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] For port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,segment=NetworkSegment(015a8ec8-7db1-49a0-be73-ae77863b9469),segment_id=015a8ec8-7db1-49a0-be73-ae77863b9469)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:59.323984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.335856 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Calling delete_port for 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:55:59.381897 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-95a73e20-e528-4a16-ad6f-6751bbaff1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.468112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (97c34b99-5ee1-44c6-9e15-dc7ce5d60a62), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.500147 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Pushing event deleted for resources: {'Port': ['ID=97c34b99-5ee1-44c6-9e15-dc7ce5d60a62,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:59.542151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] No DVR routers for this DVR port 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:59.544970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:55:59.548466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ce87963-f0e6-4029-9d0a-b656fda201e8 req-802bfaf3-a895-429e-a840-584ce59d9d4a tempest-DeleteServersTestJSON-593008068 tempest-DeleteServersTestJSON-593008068-project] 10.222.0.64 "DELETE /v2.0/ports/97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 HTTP/1.1" status: 204 len: 173 time: 0.4124279 Feb 11 13:55:59.548917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'name': 'network-vif-deleted', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:55:59.551329 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7bc0a2-6a44-4d51-9b64-52e8e56e04c8" -d '{"events": [{"server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "name": "network-vif-deleted", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:59.588173 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6aa72f-4d39-4398-8981-a3da272101bb x-openstack-request-id: req-bf6aa72f-4d39-4398-8981-a3da272101bb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:59.588476 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6cacc2-f980-4149-8266-bf3a0c3dd82f", "name": "network-vif-deleted", "tag": "97c34b99-5ee1-44c6-9e15-dc7ce5d60a62", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:59.588728 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf6aa72f-4d39-4398-8981-a3da272101bb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:59.589134 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6cacc2-f980-4149-8266-bf3a0c3dd82f', 'name': 'network-vif-deleted', 'tag': '97c34b99-5ee1-44c6-9e15-dc7ce5d60a62', 'status': 'completed', 'code': 200} Feb 11 13:55:59.969242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:55:59.973872 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No ports have port_id starting with 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 Feb 11 13:55:59.975386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 requested by agent hyperv_n-h1-828675-3 not found in database {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 11 13:56:00.178212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60498) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:00.227710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] Deleting subnet 7ecd1abc-1488-46b7-8653-e646b4449e16 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:56:00.234636 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] Publish callbacks [] for subnet (7ecd1abc-1488-46b7-8653-e646b4449e16), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.275949 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (7ecd1abc-1488-46b7-8653-e646b4449e16), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.318832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (7ecd1abc-1488-46b7-8653-e646b4449e16), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.372867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (7ecd1abc-1488-46b7-8653-e646b4449e16), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.399342 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ecd1abc-1488-46b7-8653-e646b4449e16,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:00.401385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.404706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-faa05f31-f709-4a55-ab26-1eb85c62dcdc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7ecd1abc-1488-46b7-8653-e646b4449e16 HTTP/1.1" status: 204 len: 168 time: 0.2254329 Feb 11 13:56:00.407556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60500) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:00.475586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c83f455c-4ec7-4e52-bab8-69e397516e02), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.560670 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c83f455c-4ec7-4e52-bab8-69e397516e02), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.582127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c83f455c-4ec7-4e52-bab8-69e397516e02']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:00.592286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015a8ec8-7db1-49a0-be73-ae77863b9469') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:00.592582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015a8ec8-7db1-49a0-be73-ae77863b9469') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:00.601966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (015a8ec8-7db1-49a0-be73-ae77863b9469), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.615757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (015a8ec8-7db1-49a0-be73-ae77863b9469), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.622401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:56:00.622834 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (015a8ec8-7db1-49a0-be73-ae77863b9469), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:56:00.624731 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:56:00.684093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c83f455c-4ec7-4e52-bab8-69e397516e02), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.690684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.693909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] 10.222.0.42 "DELETE /v2.0/networks/c83f455c-4ec7-4e52-bab8-69e397516e02 HTTP/1.1" status: 204 len: 168 time: 0.2854218 Feb 11 13:56:00.704867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabba72e-5b46-4599-84a8-fdd9b6e5151c admin admin] Pushing event deleted for resources: {'Network': ['ID=c83f455c-4ec7-4e52-bab8-69e397516e02,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:00.808302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60506) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:00.853555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-443309e7-ff63-4f06-bb46-5592881d0fa6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d936bb3c7f143098f07cbff44ce05c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438449 Feb 11 13:56:00.856156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60508) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:00.905177 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1fb51b8-b34a-4f6a-9d89-2fdd3a89b275 admin admin] Publish callbacks [] for security_group (bc3b0989-59fd-4c46-ab86-86e536031be0), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.927470 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1fb51b8-b34a-4f6a-9d89-2fdd3a89b275 admin admin] Publish callbacks [] for security_group (bc3b0989-59fd-4c46-ab86-86e536031be0), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.983812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1fb51b8-b34a-4f6a-9d89-2fdd3a89b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bc3b0989-59fd-4c46-ab86-86e536031be0), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.986384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c1fb51b8-b34a-4f6a-9d89-2fdd3a89b275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:00.987539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c1fb51b8-b34a-4f6a-9d89-2fdd3a89b275 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc3b0989-59fd-4c46-ab86-86e536031be0 HTTP/1.1" status: 204 len: 168 time: 0.1304982 Feb 11 13:56:00.995461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb51b8-b34a-4f6a-9d89-2fdd3a89b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3b0989-59fd-4c46-ab86-86e536031be0,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:01.497255 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e58918c6-04b8-47ab-b828-b7a620db762f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.683027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60530) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:01.784130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-746907852-network', 'tenant_id': 'c42b542391ff46f19d0c3ca353bb56a3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:01.812392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Made reservation on behalf of c42b542391ff46f19d0c3ca353bb56a3 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:01.814766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.824387 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.904765 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks [] for security_group (a9335acb-55c6-4f95-bcf2-555d62908df4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.911069 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a9335acb-55c6-4f95-bcf2-555d62908df4), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.934209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:56:01.943083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9335acb-55c6-4f95-bcf2-555d62908df4,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:01.951943 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0a821f03-fff0-4e66-a219-5d8a38ee3257), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:01.952276 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Added segment 0a821f03-fff0-4e66-a219-5d8a38ee3257 of type vlan for network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 Feb 11 13:56:01.954302 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.954645 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.954983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.955314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.955640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.955971 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.956292 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.956611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.956905 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.957241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.957555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.957962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:01.958279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:02.000508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3879cfcf-659e-41cf-89a6-dc6f3c887f07), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.027749 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3879cfcf-659e-41cf-89a6-dc6f3c887f07), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.028720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:02.029291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.064441 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3802805 Feb 11 13:56:02.067665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60534) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:02.072776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Request body: {'subnet': {'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-746907852-subnet', 'tenant_id': 'c42b542391ff46f19d0c3ca353bb56a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:02.092958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b312c73-f52b-41e9-bf3d-27e90e0d46d6 admin admin] Pushing event updated for resources: {'Network': ['ID=3879cfcf-659e-41cf-89a6-dc6f3c887f07,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:02.094238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Made reservation on behalf of c42b542391ff46f19d0c3ca353bb56a3 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:02.096570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.103969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:56:02.272236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (fb8fe886-c921-4930-b5da-4df68b78daaf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.324598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8fe886-c921-4930-b5da-4df68b78daaf,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:02.340128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Checking segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:02.340486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Network hostable DHCP agents. Network: 3879cfcf-659e-41cf-89a6-dc6f3c887f07, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:56:02.359120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:56:02.370055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3879cfcf-659e-41cf-89a6-dc6f3c887f07) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:02.374360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:02.374959 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.379568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a1d374-247d-4117-8c9d-c64afe736d4f None None] Network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:02.392173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-89cc84ac-1361-43a5-9fde-0771ba1f9b75 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3230615 Feb 11 13:56:02.481029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2564f-4907-49e1-a852-b87b927b5ddf None None] Network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:56:02.788652 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:02.844510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984219b-6120-44cc-9f41-c179b08820fe req-0d906c82-7e23-44bc-b730-4ea892f15e8a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:02.846032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-0d906c82-7e23-44bc-b730-4ea892f15e8a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 814 time: 0.1041203 Feb 11 13:56:02.861900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-ef99d5ad-5ee9-4aa7-a4d3-eab3d9ac2d8a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/quotas/c42b542391ff46f19d0c3ca353bb56a3 HTTP/1.1" status: 200 len: 375 time: 0.0094204 Feb 11 13:56:02.899308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-3803ebad-e6e2-418a-8179-5a72fcadb3ee tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323734 Feb 11 13:56:02.991421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-4ff04790-4017-4c48-80e7-40e6c425e90d service neutron] 10.222.0.42 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847127 Feb 11 13:56:03.092552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-f69ab2d4-8f71-4c5a-80fb-424007d7c6ba service neutron] 10.222.0.42 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921154 Feb 11 13:56:03.270287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d09524c7-4589-45af-98cf-73ea0d8d56b0 req-1c3643ff-ec27-4027-9ac2-d986bdd119ab tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 210 time: 0.0268514 Feb 11 13:56:03.985729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:04.008219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:56:04.008561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 97c34b99-5ee1-44c6-9e15-dc7ce5d60a62 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:04.262084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984219b-6120-44cc-9f41-c179b08820fe req-76b14c14-e747-4559-89cc-47e5e3ed3d10 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:04.263507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-76b14c14-e747-4559-89cc-47e5e3ed3d10 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.64 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 814 time: 0.1074660 Feb 11 13:56:04.276486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Request body: {'port': {'device_id': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07', 'admin_state_up': True, 'tenant_id': 'c42b542391ff46f19d0c3ca353bb56a3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:04.368579 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-515ee4ba-4c03-433f-ad78-992daedebba6 req-0294b041-7f43-4f7a-b28d-7fdcea4c68fb tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 210 time: 0.0326610 Feb 11 13:56:04.407288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Made reservation on behalf of c42b542391ff46f19d0c3ca353bb56a3 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:04.410685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:04.434512 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:04.543645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Allocated IP 172.20.0.6 (3879cfcf-659e-41cf-89a6-dc6f3c887f07/fb8fe886-c921-4930-b5da-4df68b78daaf/7d4553ee-9f9f-49bb-b802-44af296a1338) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:04.704697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks [] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:04.739295 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:04.783266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:04.786473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:04.790360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:04.796672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:04.845078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:04.845984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:04.867855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-36450dc0-e168-4a69-9987-8652bb2bfdd3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957596 Feb 11 13:56:04.879480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Request body: {'port': {'device_id': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:04.951673 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.210295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4553ee-9f9f-49bb-b802-44af296a1338 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:05.218368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Publish callbacks [] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.231166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Transition to ACTIVE for port object 7d4553ee-9f9f-49bb-b802-44af296a1338 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:56:05.236061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.306337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:05.356488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:05.356963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:05.357391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:05.362314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Port 7d4553ee-9f9f-49bb-b802-44af296a1338 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:56:05.362860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:05.368318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:05.368981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Checking segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:05.369456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Bound using segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:05.369960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Bound port: 7d4553ee-9f9f-49bb-b802-44af296a1338, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:05.370415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.372686 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.442946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:05.446582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:05.453822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.525628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:05.526273 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:05.527654 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] 10.222.0.64 "PUT /v2.0/ports/7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 1091 time: 0.6525185 Feb 11 13:56:05.529734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:05.532040 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:05.556364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f6c8b-d231-47b6-98a2-8990df33f26b service neutron] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:05.583516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0acce-7a9d-4d1a-ac1e-d477c7b47b79 req-53ffbbb5-cae9-4ade-8489-1592ecb4d1ac tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:05.585300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8f0acce-7a9d-4d1a-ac1e-d477c7b47b79 req-53ffbbb5-cae9-4ade-8489-1592ecb4d1ac tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.1290252 Feb 11 13:56:05.653504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984219b-6120-44cc-9f41-c179b08820fe req-675f701d-38ba-43ad-b2b6-4f9e972cade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:05.655046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-675f701d-38ba-43ad-b2b6-4f9e972cade1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1125 time: 0.0880854 Feb 11 13:56:05.658425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8f0acce-7a9d-4d1a-ac1e-d477c7b47b79 req-e2077a8a-7dbd-475d-8452-e8454b159675 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585971 Feb 11 13:56:06.016960 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49dcd8c-fbe0-4a8a-8a1c-a42176338cd0 x-openstack-request-id: req-c49dcd8c-fbe0-4a8a-8a1c-a42176338cd0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:06.017171 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:06.017390 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c49dcd8c-fbe0-4a8a-8a1c-a42176338cd0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:06.017801 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'status': 'completed', 'code': 200} Feb 11 13:56:06.019286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-376de8b3-1a03-4745-a628-394c8447373c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 217 time: 0.3576767 Feb 11 13:56:06.068980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984219b-6120-44cc-9f41-c179b08820fe req-52c0f04a-56f0-471f-811a-0b9de7778ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:06.070450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-52c0f04a-56f0-471f-811a-0b9de7778ec6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0453947 Feb 11 13:56:06.101578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-0b4b23b1-005e-4270-92d3-61b8c637c099 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249441 Feb 11 13:56:06.196450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-a932cf36-b646-4efe-a75b-41eae67c6c92 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888000 Feb 11 13:56:06.287530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f984219b-6120-44cc-9f41-c179b08820fe req-6ad18744-41b5-4c15-9c98-3ae372ec9bb3 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Feb 11 13:56:06.382230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-a086db98-04ad-42f8-a3a7-5e71a96b21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:06.383746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-a086db98-04ad-42f8-a3a7-5e71a96b21ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1125 time: 0.0507388 Feb 11 13:56:06.475294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-493c9cf9-a76f-428a-a366-277e41ca378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:06.476787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-493c9cf9-a76f-428a-a366-277e41ca378e service neutron] 10.222.0.64 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0867939 Feb 11 13:56:06.520603 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-028f070f-c376-4947-bc2e-766e2c993d80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 217 time: 0.0373373 Feb 11 13:56:06.571952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-56c5a6a0-840a-42d7-b077-98a3fb05a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:06.573343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-56c5a6a0-840a-42d7-b077-98a3fb05a5d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0463421 Feb 11 13:56:06.604080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-5dfd84d1-a5dd-48ec-9436-80d45be14525 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251086 Feb 11 13:56:06.702071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-f4ee2282-4bb4-4426-9f94-2c4f1cb3574c service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921459 Feb 11 13:56:06.826759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cdfe61b4-ab3e-4eff-86d9-ce8cab3fa23c req-28dd7b62-1c12-4966-9c5e-af60f568fb2a service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188779 Feb 11 13:56:06.837143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef33304-dd28-47c3-9658-6f03bebda967 req-943753b8-3239-4969-8d4f-2a8ef445fd32 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:06.838641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ef33304-dd28-47c3-9658-6f03bebda967 req-943753b8-3239-4969-8d4f-2a8ef445fd32 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.0986085 Feb 11 13:56:06.891161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ef33304-dd28-47c3-9658-6f03bebda967 req-19b8b268-a251-460b-a915-ca7e7b14f378 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465732 Feb 11 13:56:08.022319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d2491-05b5-4766-a1f7-2258ac04859a req-7ed3da24-62eb-44dc-9e8d-1a14387ab791 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:08.023761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a11d2491-05b5-4766-a1f7-2258ac04859a req-7ed3da24-62eb-44dc-9e8d-1a14387ab791 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.0547340 Feb 11 13:56:08.073552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a11d2491-05b5-4766-a1f7-2258ac04859a req-7254476d-1531-4568-bca1-09d2afba48d0 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417123 Feb 11 13:56:09.124577 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:56:09.201288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2976c-eece-44ea-85cc-e2fbf978e372 req-7f621ca8-0a1b-48f7-a444-e876dbac5755 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:09.202704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7d2976c-eece-44ea-85cc-e2fbf978e372 req-7f621ca8-0a1b-48f7-a444-e876dbac5755 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.0534694 Feb 11 13:56:09.253168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7d2976c-eece-44ea-85cc-e2fbf978e372 req-650822ae-1227-41f9-a1f8-b2c9daac2db8 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448411 Feb 11 13:56:10.016631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:56:10.121678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:10.133487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07', 'port_id': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'mac_address': 'fa:16:3e:c9:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8fe886-c921-4930-b5da-4df68b78daaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:56:10.171346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d4553ee-9f9f-49bb-b802-44af296a1338 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:10.171752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.184924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4553ee-9f9f-49bb-b802-44af296a1338 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:10.204618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:10.210055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:10.260485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:10.381183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105c6c3-4d19-45e6-8dbb-f2b1aaafec4a req-b8c36147-4c74-4621-9a89-f984dc849bc9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:10.382681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4105c6c3-4d19-45e6-8dbb-f2b1aaafec4a req-b8c36147-4c74-4621-9a89-f984dc849bc9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 944 time: 0.0596085 Feb 11 13:56:10.432569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4105c6c3-4d19-45e6-8dbb-f2b1aaafec4a req-a587b1b0-b0d1-4388-9cba-666b9f49129b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440524 Feb 11 13:56:10.499060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['7d4553ee-9f9f-49bb-b802-44af296a1338'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:11.556385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81894b3-21bd-4548-83a8-3b4ade808c20 req-db8ca133-34aa-4473-ad58-1dfa94a41c26 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:11.557882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b81894b3-21bd-4548-83a8-3b4ade808c20 req-db8ca133-34aa-4473-ad58-1dfa94a41c26 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 944 time: 0.0560498 Feb 11 13:56:11.607752 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b81894b3-21bd-4548-83a8-3b4ade808c20 req-b76f7441-a569-415e-9a65-70470953b518 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Feb 11 13:56:12.032278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:12.097811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 7d4553ee-9f9f-49bb-b802-44af296a1338 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:56:12.103021 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 7d4553ee-9f9f-49bb-b802-44af296a1338 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:12.103426 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.181725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7d4553ee-9f9f-49bb-b802-44af296a1338 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:12.182225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.206144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:12.208464 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fede1e5f-c60c-4ef8-89f6-3e9ae141aeee" -d '{"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-plugged", "status": "completed", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:12.220884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:12.225992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:12.248459 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29525c6-f228-44d5-b104-5e9a9bd1fa77 x-openstack-request-id: req-c29525c6-f228-44d5-b104-5e9a9bd1fa77 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:12.248748 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-plugged", "status": "completed", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:12.248998 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c29525c6-f228-44d5-b104-5e9a9bd1fa77 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:12.249384 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'code': 200} Feb 11 13:56:12.278872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:12.350641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e355dd-eacc-43e3-9091-e20768072b8b req-3007aba5-24a4-45cd-949a-19f23639da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:12.352130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6e355dd-eacc-43e3-9091-e20768072b8b req-3007aba5-24a4-45cd-949a-19f23639da76 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1127 time: 0.0486054 Feb 11 13:56:12.395609 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6e355dd-eacc-43e3-9091-e20768072b8b req-a075c0bc-863f-4291-88bc-538da9f77a43 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370250 Feb 11 13:56:12.758303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21abac-89cc-4720-9a38-bbe87cf05097 req-c98864e7-4d30-4694-85cc-722006de99b2 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:12.759774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa21abac-89cc-4720-9a38-bbe87cf05097 req-c98864e7-4d30-4694-85cc-722006de99b2 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0669119 Feb 11 13:56:12.812734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fa21abac-89cc-4720-9a38-bbe87cf05097 req-dc61de03-62be-4ff2-9d7f-ed8ee873b2cd tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471258 Feb 11 13:56:13.948765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e33d9-5857-46c5-bbac-5b01f772bd9a req-fb8d8fd1-1ac3-4223-9f37-a8621c56b342 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:13.950260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff4e33d9-5857-46c5-bbac-5b01f772bd9a req-fb8d8fd1-1ac3-4223-9f37-a8621c56b342 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0553708 Feb 11 13:56:14.007903 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff4e33d9-5857-46c5-bbac-5b01f772bd9a req-a348f9a9-87ed-4de5-acc9-fea7f1a0ec58 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Feb 11 13:56:14.128722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95af014-839f-4f20-9817-38133a9e81d9 req-136f2dac-2ebc-4a1b-8cc1-c0345dfafb69 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:14.130123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c95af014-839f-4f20-9817-38133a9e81d9 req-136f2dac-2ebc-4a1b-8cc1-c0345dfafb69 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0520561 Feb 11 13:56:14.184799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c95af014-839f-4f20-9817-38133a9e81d9 req-144c2859-fad4-4c65-9f9f-a6c4ed86ba02 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489058 Feb 11 13:56:14.413714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28b307-71e0-46f6-9580-aaad35557b5f req-76fce534-4ed9-4215-9ce2-20e7ec8b5f2c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:14.415255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd28b307-71e0-46f6-9580-aaad35557b5f req-76fce534-4ed9-4215-9ce2-20e7ec8b5f2c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0571094 Feb 11 13:56:14.462670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dd28b307-71e0-46f6-9580-aaad35557b5f req-9a272817-e690-4129-92f7-0823e9b7e6c4 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Feb 11 13:56:14.585960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafba49-6848-4637-80b0-4d8b48b80c8a req-81dea8ca-a09b-41a4-b269-2310cc1d1c53 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:14.587477 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cafba49-6848-4637-80b0-4d8b48b80c8a req-81dea8ca-a09b-41a4-b269-2310cc1d1c53 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0600193 Feb 11 13:56:14.634502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cafba49-6848-4637-80b0-4d8b48b80c8a req-f4b51bcf-d145-42c2-a2c9-e4ef7392ee2f tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413170 Feb 11 13:56:14.874033 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-bd55c125-7e5a-4096-a54a-3661a2cebf27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445554 Feb 11 13:56:14.885371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4ec6-8900-4673-87dd-9709398eb4c4 req-25ed0923-4bd8-422b-b742-5c93c453329d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:14.886934 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-109b4ec6-8900-4673-87dd-9709398eb4c4 req-25ed0923-4bd8-422b-b742-5c93c453329d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0527701 Feb 11 13:56:14.934041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-109b4ec6-8900-4673-87dd-9709398eb4c4 req-2fe24fc8-ef89-4238-8c1b-9da16f2c7e9b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409262 Feb 11 13:56:15.297989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-39d05d69-106a-4e55-b0af-051ae1b0234b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:15.299352 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-39d05d69-106a-4e55-b0af-051ae1b0234b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports/7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 942 time: 0.0462575 Feb 11 13:56:16.085623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a059e-973c-4bf8-94a8-4b0404b8f1d6 req-80d14852-8e11-407e-b27a-dcdaf22f01eb tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.087124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-174a059e-973c-4bf8-94a8-4b0404b8f1d6 req-80d14852-8e11-407e-b27a-dcdaf22f01eb tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0741985 Feb 11 13:56:16.152605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-174a059e-973c-4bf8-94a8-4b0404b8f1d6 req-7b90e40d-6074-4804-9d73-eb3eb1297e02 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512319 Feb 11 13:56:16.155349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-f418ff74-5f76-4702-bc8a-95ff59f3ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.156777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-f418ff74-5f76-4702-bc8a-95ff59f3ed71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1127 time: 0.0911410 Feb 11 13:56:16.249610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-cdceaa6f-e36e-4e65-949e-b60113072b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.251021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-cdceaa6f-e36e-4e65-949e-b60113072b0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0882144 Feb 11 13:56:16.291607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-053a0f50-7a1a-4fc8-86fd-7860618f59a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 217 time: 0.0345209 Feb 11 13:56:16.338949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-a2aa9de7-e774-4afa-b100-6c75e3f71584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:16.340414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-a2aa9de7-e774-4afa-b100-6c75e3f71584 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0436063 Feb 11 13:56:16.373383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-f17bdad5-cbcc-470d-8518-1958185d291e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262992 Feb 11 13:56:16.469684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-c6126f70-fb22-417f-a11e-05df66844318 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901246 Feb 11 13:56:16.569484 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-816c95b8-1ff1-49c4-9da3-f78681172158 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937819 Feb 11 13:56:16.833398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:17.282360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86ca7e-e2a4-424b-8aff-532fdcc23c58 req-5b210dd0-4381-4afe-b3e5-3f4977a048bd tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:17.283877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e86ca7e-e2a4-424b-8aff-532fdcc23c58 req-5b210dd0-4381-4afe-b3e5-3f4977a048bd tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0539379 Feb 11 13:56:17.333906 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e86ca7e-e2a4-424b-8aff-532fdcc23c58 req-81d2efbb-f48d-4686-b4f6-89309ee6147d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Feb 11 13:56:17.644658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:18.467425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1be052-ab22-40fb-9d6f-3b4fabb14dea req-e410e18d-bb7f-4b91-9a42-baaed692273c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:18.468919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d1be052-ab22-40fb-9d6f-3b4fabb14dea req-e410e18d-bb7f-4b91-9a42-baaed692273c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0584781 Feb 11 13:56:18.518212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d1be052-ab22-40fb-9d6f-3b4fabb14dea req-dd185c41-5d22-40d8-b94b-1087882bd08b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415320 Feb 11 13:56:19.654860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892e50e-9e19-48f3-a280-0aa548fa57fb req-8272be85-30d1-4623-ab62-96c2d702f458 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:19.656341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6892e50e-9e19-48f3-a280-0aa548fa57fb req-8272be85-30d1-4623-ab62-96c2d702f458 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0639915 Feb 11 13:56:19.709785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6892e50e-9e19-48f3-a280-0aa548fa57fb req-2c1b7c82-79d8-490c-92e0-248f2566c10c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 Feb 11 13:56:20.851435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1988-cd66-4ac3-a326-692b1a426f4b req-eead0eb9-d910-4900-8478-f0026bf40912 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:20.852945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08fe1988-cd66-4ac3-a326-692b1a426f4b req-eead0eb9-d910-4900-8478-f0026bf40912 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0607970 Feb 11 13:56:20.903712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08fe1988-cd66-4ac3-a326-692b1a426f4b req-2abd1fdf-ab17-4d01-8297-56a923ffdc32 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433006 Feb 11 13:56:22.041350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be443f-7e6c-4060-9f05-ba039442ee18 req-0082eec9-e186-4287-a29c-b1775d16ce13 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:22.042883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69be443f-7e6c-4060-9f05-ba039442ee18 req-0082eec9-e186-4287-a29c-b1775d16ce13 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0578349 Feb 11 13:56:22.101778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69be443f-7e6c-4060-9f05-ba039442ee18 req-a7c639d8-2156-48aa-abd5-03140e11e272 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500326 Feb 11 13:56:23.235576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8db10f-6110-4dbc-91e7-5e48c8860384 req-1f5f9a30-ce1e-457e-bee8-e2d63a93503c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:23.237004 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d8db10f-6110-4dbc-91e7-5e48c8860384 req-1f5f9a30-ce1e-457e-bee8-e2d63a93503c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0589113 Feb 11 13:56:23.286074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d8db10f-6110-4dbc-91e7-5e48c8860384 req-486d888c-16dc-4fbf-966b-686d64716769 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430861 Feb 11 13:56:24.431032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cc0bd-7d38-4f5e-b0d2-de4436b674a7 req-f71fe4bb-157a-4dee-af6f-f7d4fa14c314 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:24.432552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-945cc0bd-7d38-4f5e-b0d2-de4436b674a7 req-f71fe4bb-157a-4dee-af6f-f7d4fa14c314 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0653057 Feb 11 13:56:24.479887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-945cc0bd-7d38-4f5e-b0d2-de4436b674a7 req-e189fef8-cea6-412a-98f8-44febf199ecc tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Feb 11 13:56:25.618515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f96cbb-8b63-40d2-885e-2b23051a2e87 req-e9313e02-985e-40fa-b896-bbbfb830770b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:25.620008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28f96cbb-8b63-40d2-885e-2b23051a2e87 req-e9313e02-985e-40fa-b896-bbbfb830770b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0593848 Feb 11 13:56:25.670237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28f96cbb-8b63-40d2-885e-2b23051a2e87 req-50649a9c-80d8-4ac8-be2e-3d81d1813e7d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Feb 11 13:56:26.802892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9dbdcd-25c2-4158-9a2c-ea0a5333dd9a req-3547c2d2-36fa-43ff-a2c0-cced8968164c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:26.804399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b9dbdcd-25c2-4158-9a2c-ea0a5333dd9a req-3547c2d2-36fa-43ff-a2c0-cced8968164c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0567603 Feb 11 13:56:26.851828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b9dbdcd-25c2-4158-9a2c-ea0a5333dd9a req-a36938da-34c2-46f8-8fec-a60193e13281 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Feb 11 13:56:27.995540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391d08c-8921-48f7-8dba-c47c805cf3cf req-d0a3722a-0128-4a51-be17-41725f3b7d3a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:27.997041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b391d08c-8921-48f7-8dba-c47c805cf3cf req-d0a3722a-0128-4a51-be17-41725f3b7d3a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0608282 Feb 11 13:56:28.046585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b391d08c-8921-48f7-8dba-c47c805cf3cf req-22fd5515-fa62-4e94-88b2-36b706cf6021 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Feb 11 13:56:29.190716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470f870-cfdc-4b73-9a13-bc920ecff13b req-89580876-348b-4496-a3dd-e1ca85031ab6 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:29.192413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4470f870-cfdc-4b73-9a13-bc920ecff13b req-89580876-348b-4496-a3dd-e1ca85031ab6 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0646732 Feb 11 13:56:29.239029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4470f870-cfdc-4b73-9a13-bc920ecff13b req-73d0ef4e-35a6-49e0-857f-65f408cd385b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Feb 11 13:56:29.396180 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-32727fd4-440d-4661-b072-dbce49ad0d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:30.369510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af011824-f949-4ef8-aff8-dc874f773e1f req-96045d04-f26f-4e75-b495-ba8a517d4e56 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:30.371047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af011824-f949-4ef8-aff8-dc874f773e1f req-96045d04-f26f-4e75-b495-ba8a517d4e56 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0548263 Feb 11 13:56:30.425364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-af011824-f949-4ef8-aff8-dc874f773e1f req-eb4a288d-bf22-48ea-88b9-3dd298a26370 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457752 Feb 11 13:56:31.502183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e46b4c3-f852-4ecf-9820-fefc5250a445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:31.550698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969002e-18bf-4c3f-9929-12ad7be91d28 req-9641ecff-ef17-4e9c-94e4-15315a1e3d2a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:31.552192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a969002e-18bf-4c3f-9929-12ad7be91d28 req-9641ecff-ef17-4e9c-94e4-15315a1e3d2a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0566149 Feb 11 13:56:31.603267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a969002e-18bf-4c3f-9929-12ad7be91d28 req-9ef5445d-444b-40a8-81ae-9c44c23376a3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Feb 11 13:56:32.741471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb9afa-f9dc-48a1-9b35-25108085ca8d req-9eddc817-71a6-44b9-afdc-21c6970de36b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:32.742868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fcb9afa-f9dc-48a1-9b35-25108085ca8d req-9eddc817-71a6-44b9-afdc-21c6970de36b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0619264 Feb 11 13:56:32.791037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:32.796350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4fcb9afa-f9dc-48a1-9b35-25108085ca8d req-7d034d67-20b4-4472-a132-46f529c7a3f9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448663 Feb 11 13:56:33.925492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d491ff-fcef-4d67-b6aa-6569a41f2d64 req-62c65593-2910-49ba-838b-8b41f94acf25 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:33.927005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3d491ff-fcef-4d67-b6aa-6569a41f2d64 req-62c65593-2910-49ba-838b-8b41f94acf25 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0574996 Feb 11 13:56:33.973581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3d491ff-fcef-4d67-b6aa-6569a41f2d64 req-382849f6-fe18-4ca8-8642-a86360530c4a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407159 Feb 11 13:56:34.440327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:35.104405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c562bbf-0497-431b-ae72-a4ecd5367208 req-cc8eedf7-b27e-4ef8-a3ab-d18ca2b3ec72 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.107504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c562bbf-0497-431b-ae72-a4ecd5367208 req-cc8eedf7-b27e-4ef8-a3ab-d18ca2b3ec72 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0628417 Feb 11 13:56:35.158821 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c562bbf-0497-431b-ae72-a4ecd5367208 req-dfaee886-03b9-4448-991e-0d5c39b69f41 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Feb 11 13:56:35.379765 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:36.293380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202db7d-6a9f-44bf-ad2f-fff9e7415859 req-145df25a-df02-4327-8f0f-58900d4f2022 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:36.294869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8202db7d-6a9f-44bf-ad2f-fff9e7415859 req-145df25a-df02-4327-8f0f-58900d4f2022 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0564134 Feb 11 13:56:36.348305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8202db7d-6a9f-44bf-ad2f-fff9e7415859 req-6116d3ff-883f-4e1d-bfe3-f1a232717212 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Feb 11 13:56:37.486174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb33f80-9dfa-4e32-bd4b-37472ac918bd req-404eb52c-a7e8-4806-94df-f64f53e313e2 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.487887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecb33f80-9dfa-4e32-bd4b-37472ac918bd req-404eb52c-a7e8-4806-94df-f64f53e313e2 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0634720 Feb 11 13:56:37.540488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ecb33f80-9dfa-4e32-bd4b-37472ac918bd req-e821510e-d1e2-4180-9d9d-1f3cc79fb5a4 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466840 Feb 11 13:56:38.682610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c1194-b9d5-448e-98df-b948dcf1f09f req-89dedefb-1644-4c2d-a3ac-223fbc6ca19b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:38.684132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a0c1194-b9d5-448e-98df-b948dcf1f09f req-89dedefb-1644-4c2d-a3ac-223fbc6ca19b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0664473 Feb 11 13:56:38.733630 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a0c1194-b9d5-448e-98df-b948dcf1f09f req-3b4cd781-7af2-4b4a-bb06-aa23fea578a1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Feb 11 13:56:39.870447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7ab46-5d97-4e4f-9ce2-62f18f136b56 req-e1022ea5-16a8-4df0-a488-9d00cec66fbf tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:39.871942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fc7ab46-5d97-4e4f-9ce2-62f18f136b56 req-e1022ea5-16a8-4df0-a488-9d00cec66fbf tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0595357 Feb 11 13:56:39.923498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fc7ab46-5d97-4e4f-9ce2-62f18f136b56 req-a9c97d1a-e72a-47a8-ab74-5e8ec01d348b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 Feb 11 13:56:41.059196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1b1b4-6f47-408c-bc29-344aa25883dd req-25b75869-4486-409a-9204-374bbf001fa9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:41.060799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2a1b1b4-6f47-408c-bc29-344aa25883dd req-25b75869-4486-409a-9204-374bbf001fa9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0565188 Feb 11 13:56:41.110766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2a1b1b4-6f47-408c-bc29-344aa25883dd req-9356444b-b31a-43b6-b4b3-68208adf85a8 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433750 Feb 11 13:56:42.237385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b28ec-4247-4714-b8f9-73e604cfddd9 req-5c8672ad-2f92-4ae2-a806-f49ae9be4d5d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:42.239147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-920b28ec-4247-4714-b8f9-73e604cfddd9 req-5c8672ad-2f92-4ae2-a806-f49ae9be4d5d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0607505 Feb 11 13:56:42.291645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-920b28ec-4247-4714-b8f9-73e604cfddd9 req-bdf20cf6-09fa-4ee1-bd21-9e4ed19d2e4a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460730 Feb 11 13:56:43.468108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d78b4-e15a-4048-a02f-8563d69a49b9 req-e45e5415-4226-4888-ad76-6fff348786de tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:43.469595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b5d78b4-e15a-4048-a02f-8563d69a49b9 req-e45e5415-4226-4888-ad76-6fff348786de tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0974476 Feb 11 13:56:43.481812 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-1acf2074-42c4-4815-8e76-27857c436610 service neutron] show failed (client error): The resource could not be found. Feb 11 13:56:43.482778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-1acf2074-42c4-4815-8e76-27857c436610 service neutron] 10.222.0.64 "GET /v2.0/ports/7d4553ee-9f9f-49bb-b802-44af296a1338/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0803041 Feb 11 13:56:43.524329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b5d78b4-e15a-4048-a02f-8563d69a49b9 req-062731a1-e89b-4418-a13f-199258b270ce tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Feb 11 13:56:43.725507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-7043713a-7bd3-4517-8642-09f5826469ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:43.727159 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-7043713a-7bd3-4517-8642-09f5826469ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767&tenant_id=c42b542391ff46f19d0c3ca353bb56a3 HTTP/1.1" status: 200 len: 1127 time: 0.0823956 Feb 11 13:56:43.739301 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:43.796133 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:43.998070 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:44.030471 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h1-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:44.069117 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:44.071386 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d3a0d-5ac5-4217-948a-5759cac3dd50" -d '{"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:44.076518 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Publish callbacks [] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:44.089656 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.provisioning_blocks [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Transition to ACTIVE for port object 7d4553ee-9f9f-49bb-b802-44af296a1338 will not be triggered until provisioned by entity L2. {{(pid=109684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:56:44.096015 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:44.122956 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fc7c4f-d978-420a-b9ad-8c3daca84f93 x-openstack-request-id: req-61fc7c4f-d978-420a-b9ad-8c3daca84f93 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:44.123220 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:44.123472 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61fc7c4f-d978-420a-b9ad-8c3daca84f93 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:44.123856 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'code': 200} Feb 11 13:56:44.158624 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] No DVR routers for this DVR port 7d4553ee-9f9f-49bb-b802-44af296a1338 on host n-h1-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:44.160527 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=6']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:44.198798 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:44.199131 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:44.199443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:44.203924 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Port 7d4553ee-9f9f-49bb-b802-44af296a1338 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:56:44.204233 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Attempting to bind port 7d4553ee-9f9f-49bb-b802-44af296a1338 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:44.209058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:44.209386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Checking segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:44.210284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Bound using segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} {{(pid=109684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:44.210284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.managers [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Bound port: 7d4553ee-9f9f-49bb-b802-44af296a1338, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}}] {{(pid=109684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:44.210482 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:44.278072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h2-828675-3, cleared binding levels {{(pid=109684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:44.282360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:44.289055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:44.324838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:44.325458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:44.326890 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] 10.222.0.53 "PUT /v2.0/ports/7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 1091 time: 0.5918379 Feb 11 13:56:44.345288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bcc7b-0afb-4439-bed6-75e882490ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=7']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:44.394134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-964afa05-b004-4e40-9a68-cd6cf16fa327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:44.395686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-964afa05-b004-4e40-9a68-cd6cf16fa327 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1125 time: 0.0472898 Feb 11 13:56:44.488854 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-8771f592-2e61-45e1-a208-cb9485f48140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:44.490853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-8771f592-2e61-45e1-a208-cb9485f48140 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0895677 Feb 11 13:56:44.530282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-08d91c41-7b3c-44c2-bf9e-49559987ad9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 217 time: 0.0334289 Feb 11 13:56:44.582677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-4d3377b7-993d-42dd-a737-bf0f87d31c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:44.584302 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-4d3377b7-993d-42dd-a737-bf0f87d31c67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0479479 Feb 11 13:56:44.615910 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-e0828685-287f-479d-a1e2-6f7dbe5a428c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259621 Feb 11 13:56:44.651536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341929e-d8d3-4d52-bd70-dcadbfe5ea1d req-45a13208-6c9c-482c-a71f-869f971bdbcb tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:44.653040 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7341929e-d8d3-4d52-bd70-dcadbfe5ea1d req-45a13208-6c9c-482c-a71f-869f971bdbcb tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.0535212 Feb 11 13:56:44.700007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7341929e-d8d3-4d52-bd70-dcadbfe5ea1d req-6bddfa17-c3f7-4e00-afbc-5a7b1fe9cca0 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412507 Feb 11 13:56:44.706403 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-73c1b7d5-5743-4bf3-9a5b-2b2825d6159f service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844927 Feb 11 13:56:44.801617 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-a927a8ac-91a5-4818-83ae-43371cb763a6 req-17e1639c-939b-45c7-a1bf-807f36f517c5 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887427 Feb 11 13:56:45.837850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bf07c-faab-422c-93fa-de6311b44d33 req-5add3372-a33e-4690-9326-b63689dd08f3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:45.839347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c81bf07c-faab-422c-93fa-de6311b44d33 req-5add3372-a33e-4690-9326-b63689dd08f3 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.0643597 Feb 11 13:56:45.900645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c81bf07c-faab-422c-93fa-de6311b44d33 req-586fb009-c681-4c41-9f74-b3836511e738 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446322 Feb 11 13:56:46.125600 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:46.129251 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a3ce58-7693-46a5-a441-ef7c5af1248b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:46.129669 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:56:46.178251 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f05e9b-0861-47d2-a8c0-91aa9c5cc1c6 x-openstack-request-id: req-65f05e9b-0861-47d2-a8c0-91aa9c5cc1c6 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:46.178745 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:46.179118 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65f05e9b-0861-47d2-a8c0-91aa9c5cc1c6 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:46.179525 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'status': 'completed', 'code': 200} Feb 11 13:56:46.247036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-4ec37f72-3f1c-4ec7-be65-393e101680e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:46.247313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-8991607b-aeed-44dc-aed6-5d89b5f29634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:46.248552 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-4ec37f72-3f1c-4ec7-be65-393e101680e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1125 time: 0.0465996 Feb 11 13:56:46.248784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-8991607b-aeed-44dc-aed6-5d89b5f29634 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1125 time: 0.0526960 Feb 11 13:56:46.344135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-e14bb2b5-9a80-4940-8a0b-73996b964bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:46.347639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-e14bb2b5-9a80-4940-8a0b-73996b964bd5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0924389 Feb 11 13:56:46.354514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-bcc3fd68-de9e-4c47-b25c-477e557f9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:46.356057 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-bcc3fd68-de9e-4c47-b25c-477e557f9226 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0971193 Feb 11 13:56:46.395134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-63e4b6ad-fab1-473d-a220-503e205481c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 217 time: 0.0407200 Feb 11 13:56:46.398360 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-f8b750a4-db68-42b3-84c5-081196222784 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 217 time: 0.0352573 Feb 11 13:56:46.445228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-931d1276-0c7c-4428-b9d4-22a46cd3ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:46.446740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-931d1276-0c7c-4428-b9d4-22a46cd3ce84 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0461638 Feb 11 13:56:46.450715 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-febf10a9-514e-4260-8746-da174ef5f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:46.452165 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-febf10a9-514e-4260-8746-da174ef5f113 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0478747 Feb 11 13:56:46.478385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-aa28642b-56e7-4a4e-8d11-a63da3d8dd3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259006 Feb 11 13:56:46.483906 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-3247ddc4-1473-40b9-be0d-703840ca700d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258567 Feb 11 13:56:46.570601 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-5a5544a0-be0d-43f0-9354-363adb282f7e service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810962 Feb 11 13:56:46.571185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-3dea267a-7453-40d5-bcf0-eb6235664789 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868967 Feb 11 13:56:46.667649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-dd40ffc0-fa7c-4db8-9b3f-5b3e5558e651 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901237 Feb 11 13:56:46.842529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:46.988719 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-15a3ce58-7693-46a5-a441-ef7c5af1248b req-de8ffee3-f294-4452-b9cc-85db26019b6d service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122326 Feb 11 13:56:47.033560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c9dde-e1f4-4df6-af3a-62f12c4e91c0 req-5fff5bc2-7fda-42ce-9df7-0cdf6dd814da tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.035084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-434c9dde-e1f4-4df6-af3a-62f12c4e91c0 req-5fff5bc2-7fda-42ce-9df7-0cdf6dd814da tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.0527492 Feb 11 13:56:47.094390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-434c9dde-e1f4-4df6-af3a-62f12c4e91c0 req-f355aa17-2222-467f-8df1-ef67c6949816 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530150 Feb 11 13:56:47.328599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:56:47.364084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a24303-2c47-4b8e-a7be-70d3b9a9bc17 req-582cb7cb-60d8-4b38-b514-8e6dfe4aaaf2 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.365862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0a24303-2c47-4b8e-a7be-70d3b9a9bc17 req-582cb7cb-60d8-4b38-b514-8e6dfe4aaaf2 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 943 time: 0.1191325 Feb 11 13:56:47.373474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-a6647e13-d103-4d59-96d5-519c0a83c595 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.374950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-a6647e13-d103-4d59-96d5-519c0a83c595 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767&tenant_id=c42b542391ff46f19d0c3ca353bb56a3&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 943 time: 0.1195102 Feb 11 13:56:47.430878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:47.446628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07', 'port_id': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'mac_address': 'fa:16:3e:c9:72:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8fe886-c921-4930-b5da-4df68b78daaf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:56:47.460024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0a24303-2c47-4b8e-a7be-70d3b9a9bc17 req-d54d0d5c-c232-4c5e-bff7-5476e66a189c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841961 Feb 11 13:56:47.464786 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-e77a1cdb-4454-4810-8a81-8c8c130c3573 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:56:47.465760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-e77a1cdb-4454-4810-8a81-8c8c130c3573 service neutron] 10.222.0.64 "DELETE /v2.0/ports/7d4553ee-9f9f-49bb-b802-44af296a1338/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0840905 Feb 11 13:56:47.484539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7d4553ee-9f9f-49bb-b802-44af296a1338 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:47.485123 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:47.498779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4553ee-9f9f-49bb-b802-44af296a1338 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:47.518044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:47.523197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:47.550871 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-9b4e484c-3751-42d5-9056-49c7c06b0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.552544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-9b4e484c-3751-42d5-9056-49c7c06b0f52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 1125 time: 0.0442693 Feb 11 13:56:47.570480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:47.626966 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:47.645464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-498d5b17-9364-4e96-a459-d358cc4cd205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.647009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-498d5b17-9364-4e96-a459-d358cc4cd205 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0878875 Feb 11 13:56:47.692433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-f44056db-fdbf-4e92-b4d6-a66f9d15fb1a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 200 len: 217 time: 0.0379145 Feb 11 13:56:47.740892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7d4553ee-9f9f-49bb-b802-44af296a1338'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:47.750364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-378181f4-b502-4ef5-b9b4-1ed4a132085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.751829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-378181f4-b502-4ef5-b9b4-1ed4a132085d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0536566 Feb 11 13:56:47.786638 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-5035ea39-4a4b-4739-9e67-c99b89197c45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290077 Feb 11 13:56:47.874457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-287bad31-62fb-4ffa-a196-28ce5917bfae service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818949 Feb 11 13:56:47.975140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6db0ae0e-14bc-4988-8cca-889bc6506fa1 req-98ccba41-d066-4250-bfa2-25550efb32e1 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950251 Feb 11 13:56:48.171498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:48.215799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port 7d4553ee-9f9f-49bb-b802-44af296a1338 host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:56:48.216278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:48.584757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36333-9425-4086-b6c4-629cc2cc2675 req-9e3179bb-8681-4b5a-897a-478b11926165 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:48.586607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8f36333-9425-4086-b6c4-629cc2cc2675 req-9e3179bb-8681-4b5a-897a-478b11926165 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 944 time: 0.0560708 Feb 11 13:56:48.634054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8f36333-9425-4086-b6c4-629cc2cc2675 req-c7502f04-3d82-41c2-b7d4-8559f52c19f4 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Feb 11 13:56:48.754454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcda74a-d12d-48c4-98b2-52c4686f9244 req-d73f36ac-734b-46cc-ab92-96fb3a54e264 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:48.755944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efcda74a-d12d-48c4-98b2-52c4686f9244 req-d73f36ac-734b-46cc-ab92-96fb3a54e264 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 944 time: 0.0549040 Feb 11 13:56:48.806337 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efcda74a-d12d-48c4-98b2-52c4686f9244 req-713dc01f-c1c1-467f-9314-fdb2fd266110 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Feb 11 13:56:48.938785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ca069-9b66-4018-b9ea-39d2814804ad req-fda0d046-ccc5-45e4-ad6d-37deb4db5035 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:48.940234 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b19ca069-9b66-4018-b9ea-39d2814804ad req-fda0d046-ccc5-45e4-ad6d-37deb4db5035 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 944 time: 0.0600550 Feb 11 13:56:48.989502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b19ca069-9b66-4018-b9ea-39d2814804ad req-8b8967db-ba64-4bc5-83d6-0344ae604f11 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435467 Feb 11 13:56:49.353231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:49.366811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687462-6955-497b-aaed-649d75ce5e55 req-d2cf240a-5fbe-45f7-bea9-5a956973fe3b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:49.368324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-d2cf240a-5fbe-45f7-bea9-5a956973fe3b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 814 time: 0.1035829 Feb 11 13:56:49.383177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-6fb9e650-b987-4c47-9734-bd43b48ea6c1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/quotas/c42b542391ff46f19d0c3ca353bb56a3 HTTP/1.1" status: 200 len: 375 time: 0.0094328 Feb 11 13:56:49.406620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 7d4553ee-9f9f-49bb-b802-44af296a1338 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:56:49.411090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 7d4553ee-9f9f-49bb-b802-44af296a1338 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:49.411719 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.446681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-576cd454-b32b-4537-8461-2b878725f50f tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582166 Feb 11 13:56:49.492981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7d4553ee-9f9f-49bb-b802-44af296a1338 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:49.493363 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.516405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:49.518652 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6891d157-9555-423c-9c34-c9e56737ccad" -d '{"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-plugged", "status": "completed", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:49.530807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:49.535251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-03d22e29-93e8-456f-8788-1381caad6d81 service neutron] 10.222.0.42 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814209 Feb 11 13:56:49.535661 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:49.582416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:49.628177 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-ec2206dc-4317-45fa-9418-92dae875b127 service neutron] 10.222.0.42 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860994 Feb 11 13:56:49.770804 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741459b-b386-4d0a-bce2-f6398289692d x-openstack-request-id: req-6741459b-b386-4d0a-bce2-f6398289692d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:49.771358 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-plugged", "status": "completed", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:49.771725 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6741459b-b386-4d0a-bce2-f6398289692d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:49.772367 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'code': 200} Feb 11 13:56:49.824375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb7365d0-b3df-477b-ac47-80b3fb70bdc6 req-4552db8a-5c92-4f14-9c18-4b26c92fba7d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 210 time: 0.0273476 Feb 11 13:56:50.576313 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-4f30978d-a706-4a8f-a377-4b21820c338c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:50.577682 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-4f30978d-a706-4a8f-a377-4b21820c338c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.53 "GET /v2.0/ports?device_id=2ff7567f-60f3-48a4-907e-1e9ada2cf767 HTTP/1.1" status: 200 len: 945 time: 0.0571771 Feb 11 13:56:50.657998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.53', 49183) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:56:50.692573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Deleting port 7d4553ee-9f9f-49bb-b802-44af296a1338 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:56:50.692978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.770485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687462-6955-497b-aaed-649d75ce5e55 req-8118ee89-3d96-4b81-b75e-663e795b3fe4 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:50.772314 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-8118ee89-3d96-4b81-b75e-663e795b3fe4 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.53 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 814 time: 0.1126285 Feb 11 13:56:50.784335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Request body: {'port': {'device_id': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07', 'admin_state_up': True, 'tenant_id': 'c42b542391ff46f19d0c3ca353bb56a3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:50.798984 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] For port 7d4553ee-9f9f-49bb-b802-44af296a1338, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7d4553ee-9f9f-49bb-b802-44af296a1338,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:50.799346 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.812681 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Calling delete_port for 7d4553ee-9f9f-49bb-b802-44af296a1338 owned by compute:nova {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:56:50.896316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Made reservation on behalf of c42b542391ff46f19d0c3ca353bb56a3 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:50.900331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.943723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46e5af28-b917-4b6e-b36d-eedc76120205 req-0d956407-a5fe-4046-91d1-8575be093aec tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 210 time: 0.0399814 Feb 11 13:56:50.951834 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7d4553ee-9f9f-49bb-b802-44af296a1338), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:50.968896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7d4553ee-9f9f-49bb-b802-44af296a1338'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:50.987803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Pushing event deleted for resources: {'Port': ['ID=7d4553ee-9f9f-49bb-b802-44af296a1338,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:51.039885 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] No DVR routers for this DVR port 7d4553ee-9f9f-49bb-b802-44af296a1338 on host n-h2-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:51.042580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.045919 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.53 "DELETE /v2.0/ports/7d4553ee-9f9f-49bb-b802-44af296a1338 HTTP/1.1" status: 204 len: 173 time: 0.4539361 Feb 11 13:56:51.046364 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-deleted', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:51.048617 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428fb6eb-94be-485c-b0a7-cd77afaf10f4" -d '{"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-deleted", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:51.054000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Allocated IP 172.20.0.11 (3879cfcf-659e-41cf-89a6-dc6f3c887f07/fb8fe886-c921-4930-b5da-4df68b78daaf/09ab6d51-5fa1-4b68-aee5-e7e434b4ee50) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:51.086493 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c93db53-edf3-491b-9b0c-0a36a74d326d x-openstack-request-id: req-1c93db53-edf3-491b-9b0c-0a36a74d326d {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:51.086790 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff7567f-60f3-48a4-907e-1e9ada2cf767", "name": "network-vif-deleted", "tag": "7d4553ee-9f9f-49bb-b802-44af296a1338", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:51.087043 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c93db53-edf3-491b-9b0c-0a36a74d326d {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:51.087448 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff7567f-60f3-48a4-907e-1e9ada2cf767', 'name': 'network-vif-deleted', 'tag': '7d4553ee-9f9f-49bb-b802-44af296a1338', 'status': 'completed', 'code': 200} Feb 11 13:56:51.213854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks [] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.249355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.262700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7d4553ee-9f9f-49bb-b802-44af296a1338'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:51.299532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:51.303334 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:51.307337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:51.342143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:51.356571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.356918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.357256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.357591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.357957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.358287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.358610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.358927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.359247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.359565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.359885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.360197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.360495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:51.376916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:51.377514 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:51.395916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-3e0f24df-77ce-42c7-a91d-4989732de41c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6153631 Feb 11 13:56:51.407244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Request body: {'port': {'device_id': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:51.782138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.071399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:52.080356 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Publish callbacks [] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.097149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Transition to ACTIVE for port object 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:56:52.104378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.115192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18b281-f197-4d6f-a10a-568215fbc51a req-3356c8ba-ed61-448c-b5e1-5bb792f02ac9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.116703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac18b281-f197-4d6f-a10a-568215fbc51a req-3356c8ba-ed61-448c-b5e1-5bb792f02ac9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 932 time: 0.0810242 Feb 11 13:56:52.177683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:52.240508 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac18b281-f197-4d6f-a10a-568215fbc51a req-29b61cdb-9b23-4d18-bb38-7c6d3d9c8e25 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177609 Feb 11 13:56:52.266591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:56:52.266928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:56:52.267251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:52.271928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:56:52.272248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:52.277236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:52.277569 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Checking segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:56:52.277973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Bound using segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:52.278398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Bound port: 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:56:52.278732 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.344294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:52.347375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:52.357070 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.392771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.393387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:52.394808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] 10.222.0.53 "PUT /v2.0/ports/09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 1092 time: 0.9916906 Feb 11 13:56:52.395242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:52.397551 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:52.421781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22221b-164c-4ccb-9b9f-54c379d465fa service neutron] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:52.460886 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef881b5-6736-4b5a-9e97-25fab608cc8d x-openstack-request-id: req-4ef881b5-6736-4b5a-9e97-25fab608cc8d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:52.461188 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:52.461442 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ef881b5-6736-4b5a-9e97-25fab608cc8d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:52.461863 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'status': 'completed', 'code': 200} Feb 11 13:56:52.480659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687462-6955-497b-aaed-649d75ce5e55 req-566ab27a-b8fa-47f6-be23-924603040bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.482283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-566ab27a-b8fa-47f6-be23-924603040bc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1126 time: 0.0491085 Feb 11 13:56:52.526578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-ba501266-7072-4601-b1a2-8ebd7e7c4d3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 217 time: 0.0372610 Feb 11 13:56:52.575024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3687462-6955-497b-aaed-649d75ce5e55 req-c3d0b5ae-292d-4d5d-ba9a-9e5fb34ef2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.576461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-c3d0b5ae-292d-4d5d-ba9a-9e5fb34ef2db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0439198 Feb 11 13:56:52.607290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-ce43700c-4530-4d77-86b5-c8ad81635d95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248358 Feb 11 13:56:52.717248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-bcb0f0c0-e0ad-4052-9dac-0eb9744ebc52 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042969 Feb 11 13:56:52.815229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3687462-6955-497b-aaed-649d75ce5e55 req-ce367a83-03c8-44de-9bb1-c47fa26188e1 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917757 Feb 11 13:56:52.915984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-c9993b2a-70ed-4484-9d43-87562fb7bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.918339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-c9993b2a-70ed-4484-9d43-87562fb7bcc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1126 time: 0.0543849 Feb 11 13:56:53.018140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-4225c845-e92d-453b-bc16-ab00f99f6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:53.019626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-4225c845-e92d-453b-bc16-ab00f99f6bd8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0942659 Feb 11 13:56:53.063771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-336e54fb-587f-436f-b278-5c2253cbbf29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 217 time: 0.0377316 Feb 11 13:56:53.112004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-8d891f11-29a8-43c5-9cbc-cc08e5029915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:53.113429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-8d891f11-29a8-43c5-9cbc-cc08e5029915 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0437369 Feb 11 13:56:53.145269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-59e194e4-373a-48ce-8bac-cee8dc2dc84e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248983 Feb 11 13:56:53.239150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-e431e709-5b37-49c1-8448-7103101f429f service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868545 Feb 11 13:56:53.352968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b02e2c4-17d1-47ef-bfa5-9fc9274802bf req-416d3e79-0ab7-40ab-9b5a-91d14ada1b8b service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071131 Feb 11 13:56:53.379211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0e392-1f37-48f1-a82a-8a31c3e5437e req-815ced14-4dfd-4c4c-a34b-c931d10835b8 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:53.381037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d0e392-1f37-48f1-a82a-8a31c3e5437e req-815ced14-4dfd-4c4c-a34b-c931d10835b8 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 944 time: 0.0668590 Feb 11 13:56:53.436726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48d0e392-1f37-48f1-a82a-8a31c3e5437e req-465128d9-4cbd-478f-affe-b895ca460ab5 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492218 Feb 11 13:56:54.562026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8f31a-c029-4975-aa75-993f077c941b req-c1d1421b-8e4c-4d11-bab2-b60e62a864c1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:54.563569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61c8f31a-c029-4975-aa75-993f077c941b req-c1d1421b-8e4c-4d11-bab2-b60e62a864c1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 944 time: 0.0577052 Feb 11 13:56:54.612779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61c8f31a-c029-4975-aa75-993f077c941b req-f4fa5673-f086-4288-8566-767dc20f7755 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Feb 11 13:56:55.377725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:56:55.380208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:55.406303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 7d4553ee-9f9f-49bb-b802-44af296a1338 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:56:55.406656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7d4553ee-9f9f-49bb-b802-44af296a1338 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:55.506824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:55.517511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07', 'port_id': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'mac_address': 'fa:16:3e:56:6d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8fe886-c921-4930-b5da-4df68b78daaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:56:55.558002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:55.558396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.571913 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:56:55.591531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:55.597671 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:55.648966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:55.737577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afa24b-2d19-4811-953f-b3ce0290d792 req-39b94362-1e1d-4bde-a7bc-b1d1b5113cd1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:55.739119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4afa24b-2d19-4811-953f-b3ce0290d792 req-39b94362-1e1d-4bde-a7bc-b1d1b5113cd1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 945 time: 0.0575216 Feb 11 13:56:55.788325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4afa24b-2d19-4811-953f-b3ce0290d792 req-ef3c1cfa-f308-4be4-b598-987769d356d1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Feb 11 13:56:55.799011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:56.920826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19c485-cb83-4136-98d3-e71d4f7beacc req-d978232f-7d71-4488-b0a8-82a1a2c7fd25 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:56.922323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d19c485-cb83-4136-98d3-e71d4f7beacc req-d978232f-7d71-4488-b0a8-82a1a2c7fd25 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 945 time: 0.0644028 Feb 11 13:56:56.978388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d19c485-cb83-4136-98d3-e71d4f7beacc req-64ef1539-4b04-4f86-9045-ab4196688f0d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Feb 11 13:56:57.397550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:57.457580 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:56:57.462397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:57.462777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.555813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:56:57.556090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.581079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:56:57.583539 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6a0e16-0096-4ef1-a7f1-f92e123d571d" -d '{"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-plugged", "status": "completed", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:57.598388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:57.607402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:57.634801 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfec83a-e5c6-45eb-93ad-5b741a1fdaf0 x-openstack-request-id: req-fcfec83a-e5c6-45eb-93ad-5b741a1fdaf0 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:57.635108 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-plugged", "status": "completed", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:57.635376 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fcfec83a-e5c6-45eb-93ad-5b741a1fdaf0 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:57.635770 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'code': 200} Feb 11 13:56:57.666636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:57.767200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cb14f-8382-495b-816c-a9307667eef9 req-50efd497-7e10-40f2-b8e9-16afc9970bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:57.768743 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-326cb14f-8382-495b-816c-a9307667eef9 req-50efd497-7e10-40f2-b8e9-16afc9970bef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1128 time: 0.0708787 Feb 11 13:56:57.828294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-326cb14f-8382-495b-816c-a9307667eef9 req-b9052340-394e-45ce-b1b7-c91ce753aa4e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 Feb 11 13:56:58.124637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683fbff-7484-400d-bf28-314ee2329aeb req-88db7b9c-8713-4916-bc63-d9933619a78a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:58.126183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8683fbff-7484-400d-bf28-314ee2329aeb req-88db7b9c-8713-4916-bc63-d9933619a78a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0685604 Feb 11 13:56:58.175600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8683fbff-7484-400d-bf28-314ee2329aeb req-4a477d05-cb21-442d-bbde-4c99faaf445e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Feb 11 13:56:59.311662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25f8b-5b1a-4be0-8631-1ed8f84de648 req-923e95d7-1343-49d7-91e2-e1ac7fdde7de tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:59.313185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7e25f8b-5b1a-4be0-8631-1ed8f84de648 req-923e95d7-1343-49d7-91e2-e1ac7fdde7de tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0559478 Feb 11 13:56:59.360928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7e25f8b-5b1a-4be0-8631-1ed8f84de648 req-b8e60283-2c64-46dc-bf31-09949931572d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Feb 11 13:56:59.390671 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebea8cb3-0daa-410e-894f-62a4c75b5937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:56:59.483053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa1043-f176-4bca-9155-1e7dd698e1de req-62c8d2f2-e787-458c-900c-41e259117a0f tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:59.484459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86aa1043-f176-4bca-9155-1e7dd698e1de req-62c8d2f2-e787-458c-900c-41e259117a0f tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0536728 Feb 11 13:56:59.536731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86aa1043-f176-4bca-9155-1e7dd698e1de req-ad8b22f9-f7ee-480d-82ef-38a69b87f2d8 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Feb 11 13:56:59.775920 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-66df8867-9860-4371-8a79-b4aad3efba6f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448954 Feb 11 13:56:59.783695 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98546524-1c61-48ee-a6bd-7b4eac64962c req-010cb4c7-5bd4-4eb8-8775-98820188e0ce tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:59.785173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98546524-1c61-48ee-a6bd-7b4eac64962c req-010cb4c7-5bd4-4eb8-8775-98820188e0ce tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0530078 Feb 11 13:56:59.833792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98546524-1c61-48ee-a6bd-7b4eac64962c req-14e06d1d-508c-4b22-a20d-2dfc501455b9 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Feb 11 13:57:00.134925 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-a14eb3c3-94ee-4a17-bf79-aa6ce7da8edd tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:00.136301 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-a14eb3c3-94ee-4a17-bf79-aa6ce7da8edd tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports/09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 943 time: 0.0462265 Feb 11 13:57:00.990611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-c3765d96-7f62-4668-86ca-37b6ec795b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:00.992061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-c3765d96-7f62-4668-86ca-37b6ec795b02 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1128 time: 0.0902498 Feb 11 13:57:01.001849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12599a05-1631-46dd-9766-99f0b6660043 req-12cfecb1-0c13-4ea0-92d5-e27c3aef0b48 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:01.003217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-12599a05-1631-46dd-9766-99f0b6660043 req-12cfecb1-0c13-4ea0-92d5-e27c3aef0b48 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0930643 Feb 11 13:57:01.103131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-12599a05-1631-46dd-9766-99f0b6660043 req-387b6f97-f58e-4010-9852-66bc8ca8ed5e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918138 Feb 11 13:57:01.118952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-c5189dad-2fb5-499c-9f3f-e2562cc076a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:01.120413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-c5189dad-2fb5-499c-9f3f-e2562cc076a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.1163821 Feb 11 13:57:01.165192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-75d75334-bdf0-4ef8-8201-56a47f1bdeb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 217 time: 0.0380664 Feb 11 13:57:01.214235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-b7bf5ca6-ae5c-47bc-86db-5ee6c71bcd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:01.215637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-b7bf5ca6-ae5c-47bc-86db-5ee6c71bcd66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0438905 Feb 11 13:57:01.246490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-f766af31-0e5c-4255-bb15-dddb1a7b4025 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248210 Feb 11 13:57:01.340465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-834fcb00-2b18-48fb-8a7e-be229bd232d7 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875900 Feb 11 13:57:01.432982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-7984a570-982a-4f8b-b603-cfb8cbe51922 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866838 Feb 11 13:57:01.505070 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-257ec1c5-02fc-44f4-979f-dfad15834ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:02.243864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ed279-8134-4ab5-a4be-f090720a4d93 req-11c2debe-46a3-4d42-b9b8-a08e0cc2940e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:02.245911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb9ed279-8134-4ab5-a4be-f090720a4d93 req-11c2debe-46a3-4d42-b9b8-a08e0cc2940e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0706975 Feb 11 13:57:02.297709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb9ed279-8134-4ab5-a4be-f090720a4d93 req-d2fafe55-a4a9-470b-b01d-a7fe5a065173 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Feb 11 13:57:02.792616 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:03.435816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da311c5-b01e-4da6-8e0b-76b41558a93a req-65b28812-80cf-4361-8c91-edf2579cec46 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:03.437689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5da311c5-b01e-4da6-8e0b-76b41558a93a req-65b28812-80cf-4361-8c91-edf2579cec46 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0639930 Feb 11 13:57:03.497504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5da311c5-b01e-4da6-8e0b-76b41558a93a req-54363ecd-8838-46f0-9485-07a208f06419 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534585 Feb 11 13:57:04.443815 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:04.631285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25af173-9e4c-4696-911a-52345ecab06b req-99c25f0c-64cc-427d-aff3-abaacd0abeea tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:04.632807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a25af173-9e4c-4696-911a-52345ecab06b req-99c25f0c-64cc-427d-aff3-abaacd0abeea tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0545259 Feb 11 13:57:04.686676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a25af173-9e4c-4696-911a-52345ecab06b req-7bd5f3a3-c5dc-4bb7-9c18-8bfedf56bd62 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478227 Feb 11 13:57:05.375171 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:05.807481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f764797-6fd1-4b1e-9b3c-d42b041f680c req-02152c14-3998-4f36-a027-1da53e2fffbe tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:05.808977 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f764797-6fd1-4b1e-9b3c-d42b041f680c req-02152c14-3998-4f36-a027-1da53e2fffbe tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0529835 Feb 11 13:57:05.856657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f764797-6fd1-4b1e-9b3c-d42b041f680c req-8ec74d6b-6ca5-48bf-a66b-164023884a5e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Feb 11 13:57:06.986553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed925c-2b8e-4941-ad96-295cf29c99eb req-3e7dd724-0abd-436d-bc6b-0691beb58248 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:06.988367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4aed925c-2b8e-4941-ad96-295cf29c99eb req-3e7dd724-0abd-436d-bc6b-0691beb58248 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0608566 Feb 11 13:57:07.037479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4aed925c-2b8e-4941-ad96-295cf29c99eb req-552009cc-b2c5-40b0-a662-1ea3512fe88c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430591 Feb 11 13:57:08.174761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da53b9-8092-4f9f-a94e-540bd5fa2b06 req-944efdd1-4737-41bf-a036-5a3fcfd3e212 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:08.176259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36da53b9-8092-4f9f-a94e-540bd5fa2b06 req-944efdd1-4737-41bf-a036-5a3fcfd3e212 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0606434 Feb 11 13:57:08.226309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36da53b9-8092-4f9f-a94e-540bd5fa2b06 req-0a3abf5a-d57e-4154-ac0b-b75a696988a6 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416746 Feb 11 13:57:09.360811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61200874-3767-4a5e-ae02-937a12ad57f7 req-90da5cad-277f-4dc4-8b85-49d2c6bd6128 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:09.362333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61200874-3767-4a5e-ae02-937a12ad57f7 req-90da5cad-277f-4dc4-8b85-49d2c6bd6128 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0553489 Feb 11 13:57:09.413547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61200874-3767-4a5e-ae02-937a12ad57f7 req-36251f10-0280-4cbf-b13d-46f558839666 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423255 Feb 11 13:57:10.541079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2b343-3e38-4e14-a462-a7a1ef6f490e req-b3dd98c6-1eb8-490f-9d57-43add47abf8a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:10.542611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6d2b343-3e38-4e14-a462-a7a1ef6f490e req-b3dd98c6-1eb8-490f-9d57-43add47abf8a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0599148 Feb 11 13:57:10.595092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6d2b343-3e38-4e14-a462-a7a1ef6f490e req-a699e7dd-47bc-4a3c-8ea3-808d46f849de tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466969 Feb 11 13:57:11.729091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3ebb6-3009-4c71-af19-af030e11bbde req-e8f4a69c-bbd6-49a0-af8a-068afeb2101c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:11.730531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f3ebb6-3009-4c71-af19-af030e11bbde req-e8f4a69c-bbd6-49a0-af8a-068afeb2101c tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0563862 Feb 11 13:57:11.778802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1f3ebb6-3009-4c71-af19-af030e11bbde req-ba945406-db1c-444c-b6b2-04aef43e5f48 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Feb 11 13:57:12.917230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccb343-9ec9-4e58-b91e-5773d5088cc5 req-2b2c4878-6f98-4066-80e4-b547da3a72f0 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:12.919171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1eccb343-9ec9-4e58-b91e-5773d5088cc5 req-2b2c4878-6f98-4066-80e4-b547da3a72f0 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0584295 Feb 11 13:57:12.968582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1eccb343-9ec9-4e58-b91e-5773d5088cc5 req-ea3ed535-4bcd-4d58-9d01-843b7b83dbad tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Feb 11 13:57:14.110286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362967e-80ad-49f9-a33f-8d8590c2eb11 req-eb8b8358-32bf-43c1-b41a-e1b01548dd62 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:14.112362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b362967e-80ad-49f9-a33f-8d8590c2eb11 req-eb8b8358-32bf-43c1-b41a-e1b01548dd62 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0656791 Feb 11 13:57:14.162968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b362967e-80ad-49f9-a33f-8d8590c2eb11 req-d4bdf85f-3aa5-4c42-a7f5-9ea26f94ca85 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Feb 11 13:57:15.295791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727e71b-7cbb-46fc-8603-249cfe5b5784 req-9d9d9cea-d492-478e-be99-ab0ad788ff69 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:15.297158 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a727e71b-7cbb-46fc-8603-249cfe5b5784 req-9d9d9cea-d492-478e-be99-ab0ad788ff69 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0558789 Feb 11 13:57:15.354271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a727e71b-7cbb-46fc-8603-249cfe5b5784 req-32c679d9-82a0-4d31-a224-ee3fae293d07 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494747 Feb 11 13:57:16.490790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0655-735a-4512-a37e-004037b6a798 req-2ffa0772-bb65-40c3-98be-1f6e6d6dd423 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:16.492416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f8b0655-735a-4512-a37e-004037b6a798 req-2ffa0772-bb65-40c3-98be-1f6e6d6dd423 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0590754 Feb 11 13:57:16.548748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f8b0655-735a-4512-a37e-004037b6a798 req-9eaf9492-5873-417f-b767-165690a4e039 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Feb 11 13:57:16.868695 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.644641 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:17.675930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb56ee-681d-466a-9333-506499501507 req-ad8a8b99-e867-409f-b876-0f49e4ab1c1d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:17.677524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09bb56ee-681d-466a-9333-506499501507 req-ad8a8b99-e867-409f-b876-0f49e4ab1c1d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0539443 Feb 11 13:57:17.726248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-09bb56ee-681d-466a-9333-506499501507 req-78c7447d-8df0-4886-85ca-e952220c189b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428557 Feb 11 13:57:18.852929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397dd44-349c-4e55-9729-4768bbdf9d10 req-f0570ff5-0eec-4233-8d12-3ecb8b8f3d97 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:18.854474 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f397dd44-349c-4e55-9729-4768bbdf9d10 req-f0570ff5-0eec-4233-8d12-3ecb8b8f3d97 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0558312 Feb 11 13:57:18.905065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f397dd44-349c-4e55-9729-4768bbdf9d10 req-f160b42a-76cd-45cf-a7e6-af0da603c426 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446064 Feb 11 13:57:20.039876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be39466-a5df-438d-bc3c-ead5dbca77e5 req-3f197022-480b-4cd3-abe4-689ca1c2b926 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:20.041352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9be39466-a5df-438d-bc3c-ead5dbca77e5 req-3f197022-480b-4cd3-abe4-689ca1c2b926 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0547247 Feb 11 13:57:20.090106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9be39466-a5df-438d-bc3c-ead5dbca77e5 req-9244b6f6-b357-4584-b679-36612706943e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Feb 11 13:57:21.220958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb81fc-9425-4b07-877f-bacf92697286 req-8fba6376-2a94-4d14-a6ee-ef35be03357e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:21.222495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72cb81fc-9425-4b07-877f-bacf92697286 req-8fba6376-2a94-4d14-a6ee-ef35be03357e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0576961 Feb 11 13:57:21.271675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72cb81fc-9425-4b07-877f-bacf92697286 req-a0c577e6-6208-48a2-b12a-acbd9f80a4ac tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Feb 11 13:57:22.415040 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c781c8-da4a-4e7f-8627-f0cce8074c31 req-d7549e5a-62a6-4af6-8cb6-d1160762fa5e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:22.416550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30c781c8-da4a-4e7f-8627-f0cce8074c31 req-d7549e5a-62a6-4af6-8cb6-d1160762fa5e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0660279 Feb 11 13:57:22.466450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30c781c8-da4a-4e7f-8627-f0cce8074c31 req-5ecb778f-fe56-48c1-b056-183d4eacca25 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Feb 11 13:57:23.132688 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:57:23.600731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5e393-2e35-4315-bdd7-7a20d4cf17cd req-bbd7f904-0a62-496d-afe4-7d768434beaa tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:23.602203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dd5e393-2e35-4315-bdd7-7a20d4cf17cd req-bbd7f904-0a62-496d-afe4-7d768434beaa tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0581164 Feb 11 13:57:23.653557 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dd5e393-2e35-4315-bdd7-7a20d4cf17cd req-458f5668-07e8-4c1d-a8fb-2040bef26bac tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Feb 11 13:57:24.785937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5194f-df13-4236-a833-120dd7dc8301 req-885f9828-bab7-48b4-9f66-d0253f6bcbf1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.787620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69c5194f-df13-4236-a833-120dd7dc8301 req-885f9828-bab7-48b4-9f66-d0253f6bcbf1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0615809 Feb 11 13:57:24.841346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-69c5194f-df13-4236-a833-120dd7dc8301 req-e1941db5-4843-4bee-b560-0d6e55e8880e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453942 Feb 11 13:57:25.981795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526666ef-b1a7-4fc1-b2fc-13186a0f2743 req-63184b6f-107d-49b0-9072-7bf48a02cfde tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.983418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-526666ef-b1a7-4fc1-b2fc-13186a0f2743 req-63184b6f-107d-49b0-9072-7bf48a02cfde tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0605578 Feb 11 13:57:26.039240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-526666ef-b1a7-4fc1-b2fc-13186a0f2743 req-712f9f7a-a6fe-4378-85da-d689eb422e4a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498736 Feb 11 13:57:27.164291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec415b-2df0-41ef-a555-0017d0b06dd8 req-e7a2196a-789e-4e8b-9be9-e16b1b22af1e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:27.165797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8ec415b-2df0-41ef-a555-0017d0b06dd8 req-e7a2196a-789e-4e8b-9be9-e16b1b22af1e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0563428 Feb 11 13:57:27.218950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e8ec415b-2df0-41ef-a555-0017d0b06dd8 req-90507372-8481-43d3-919d-77ca417ac092 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Feb 11 13:57:28.390139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8024112-77d8-4445-adde-d69175277be5 req-10e58ae2-8218-4c84-b7f4-8b55a2943440 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:28.391625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8024112-77d8-4445-adde-d69175277be5 req-10e58ae2-8218-4c84-b7f4-8b55a2943440 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0986629 Feb 11 13:57:28.397081 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-971f7220-3ce0-4e8c-8856-301b85dc3e4f service neutron] show failed (client error): The resource could not be found. Feb 11 13:57:28.398060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-971f7220-3ce0-4e8c-8856-301b85dc3e4f service neutron] 10.222.0.53 "GET /v2.0/ports/09ab6d51-5fa1-4b68-aee5-e7e434b4ee50/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0724652 Feb 11 13:57:28.445241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8024112-77d8-4445-adde-d69175277be5 req-098a9102-3ca1-4d60-90cf-3330654c00f1 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Feb 11 13:57:28.610077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-3eba54b4-3d66-4b8a-b525-efa4a9144557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:28.611503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-3eba54b4-3d66-4b8a-b525-efa4a9144557 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574&tenant_id=c42b542391ff46f19d0c3ca353bb56a3 HTTP/1.1" status: 200 len: 1128 time: 0.0474527 Feb 11 13:57:28.621687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:28.682024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:28.886946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:28.920779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:28.969189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:57:28.972534 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6513b995-6c12-4de8-93fe-0cdf3bd32449" -d '{"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-unplugged", "status": "completed", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:28.976526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Publish callbacks [] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:28.991105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Transition to ACTIVE for port object 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:57:28.994919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.027773 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849411ed-321a-4e56-af1c-b07c49b49b06 x-openstack-request-id: req-849411ed-321a-4e56-af1c-b07c49b49b06 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:29.028064 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-unplugged", "status": "completed", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:29.028313 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-849411ed-321a-4e56-af1c-b07c49b49b06 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:29.028704 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'code': 200} Feb 11 13:57:29.059710 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] No DVR routers for this DVR port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:29.066602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:29.100811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:29.101141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:29.101457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:29.105874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:57:29.106191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Attempting to bind port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on network 3879cfcf-659e-41cf-89a6-dc6f3c887f07 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:29.111265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:29.111593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Checking segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:29.111964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Bound using segment: {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:29.112380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Bound port: 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a821f03-fff0-4e66-a219-5d8a38ee3257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:29.112726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.177766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:29.181076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:29.189403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.225711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:29.226331 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.227702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] 10.222.0.64 "PUT /v2.0/ports/09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 1092 time: 0.6099608 Feb 11 13:57:29.245910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e594837-4ea7-4ce4-9dd0-1cc89bd2441c service neutron] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:29.294390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-ae43068c-3461-4eec-85fd-caf49b1b1fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:29.295917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-ae43068c-3461-4eec-85fd-caf49b1b1fff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1126 time: 0.0460386 Feb 11 13:57:29.393687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-36ab0f0c-db25-4ff9-a9fe-564c3e283f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:29.395513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-36ab0f0c-db25-4ff9-a9fe-564c3e283f51 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0942080 Feb 11 13:57:29.395670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1347b3b2-1c33-4ffe-992f-ba46b5de5764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:29.439711 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-f6f9ef55-91dc-489c-8587-8fadce82a59d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 217 time: 0.0379760 Feb 11 13:57:29.490129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2681c5cf-4a1e-47cd-9891-849fdb9879f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:29.491831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-2681c5cf-4a1e-47cd-9891-849fdb9879f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0470347 Feb 11 13:57:29.529533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-ebc89ce9-125d-44d6-9499-4f83513d7d04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316541 Feb 11 13:57:29.638045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb8682-7d88-4af8-8035-798a0ac836b4 req-030ab3f8-b011-4511-95e9-3c1f61bfd919 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:29.639637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5bb8682-7d88-4af8-8035-798a0ac836b4 req-030ab3f8-b011-4511-95e9-3c1f61bfd919 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 944 time: 0.1171858 Feb 11 13:57:29.659347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-542d6d74-acfd-4764-8a00-dcc7d75ad011 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224291 Feb 11 13:57:29.742399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5bb8682-7d88-4af8-8035-798a0ac836b4 req-7881515e-c556-4d7e-8bca-42682dd1f533 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935564 Feb 11 13:57:29.771564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8fe304ae-8ab7-4a4b-ab63-e7192d586d03 req-4d8e12fd-fa87-4262-b872-12d7f4ba0672 service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052940 Feb 11 13:57:30.879018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b644a-3795-4aae-915b-f3ff6197cb51 req-d4b7ab63-a913-4731-a685-26346025b364 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:30.880572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca1b644a-3795-4aae-915b-f3ff6197cb51 req-d4b7ab63-a913-4731-a685-26346025b364 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 944 time: 0.0668991 Feb 11 13:57:30.927661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ca1b644a-3795-4aae-915b-f3ff6197cb51 req-c42ef20e-7db9-4245-8792-f0a769881e67 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414128 Feb 11 13:57:31.029595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:57:31.031941 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bfb011-a9dd-4166-b880-bb9f5233f080" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:31.079548 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7d2c21-cafd-4ae8-a9d6-667308e9e4a4 x-openstack-request-id: req-eb7d2c21-cafd-4ae8-a9d6-667308e9e4a4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:31.079840 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:31.080045 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb7d2c21-cafd-4ae8-a9d6-667308e9e4a4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:31.080506 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'status': 'completed', 'code': 200} Feb 11 13:57:31.170956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-2a4e3610-54c1-4523-9633-d066fac42146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.172456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-2a4e3610-54c1-4523-9633-d066fac42146 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1126 time: 0.0743706 Feb 11 13:57:31.174125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-d4a7e1bc-debd-4113-8f8a-e94a02d48d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.175433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-d4a7e1bc-debd-4113-8f8a-e94a02d48d56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1126 time: 0.0695498 Feb 11 13:57:31.328849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-7d9d96cc-6dc1-4264-95a1-1a59bb498ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.330251 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-7d9d96cc-6dc1-4264-95a1-1a59bb498ec4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.1515932 Feb 11 13:57:31.331287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-8aba3a06-4e96-4109-b818-1f94115caf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.332568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-8aba3a06-4e96-4109-b818-1f94115caf86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.1470258 Feb 11 13:57:31.399595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-cc455144-3096-4911-9f36-77cde0e38914 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 217 time: 0.0627251 Feb 11 13:57:31.400896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-f1952e6c-ba1e-4093-b6eb-fbed7e367471 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 217 time: 0.0583911 Feb 11 13:57:31.483699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-8a36b39e-1910-4b44-bcec-ece95f2fcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.485149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-8a36b39e-1910-4b44-bcec-ece95f2fcea5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0789981 Feb 11 13:57:31.486532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-48c68bc2-2f5e-4d23-864b-cdbb242c89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.487793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-48c68bc2-2f5e-4d23-864b-cdbb242c89f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0743666 Feb 11 13:57:31.511076 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-edffb3a5-c7e2-470e-a006-abcc5d52656b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:31.536632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-837ce7e8-3b97-4e74-a090-e795f5b7f31d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448811 Feb 11 13:57:31.538435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-d920daad-4f89-4aac-9a54-06d0daf074a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393257 Feb 11 13:57:32.033370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-a1c1b342-4040-4f9f-ab1f-78aa700b530d service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903474 Feb 11 13:57:32.056726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-9e7cc05f-d09c-4d78-93cf-5f17341ab777 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070527 Feb 11 13:57:32.202324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0a01e-6cdf-4e5f-9caa-e7b7d5994c64 req-e70e535a-801a-408c-b89e-a022292cadcc tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:32.203788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08e0a01e-6cdf-4e5f-9caa-e7b7d5994c64 req-e70e535a-801a-408c-b89e-a022292cadcc tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 944 time: 0.1913967 Feb 11 13:57:32.207283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-edde1ba1-fc52-475d-8851-0687ee29f4df service neutron] 10.222.0.64 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598859 Feb 11 13:57:32.239843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27bfb011-a9dd-4166-b880-bb9f5233f080 req-ab5cbcf0-133e-45ca-bfcb-6c3de4a892a2 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718228 Feb 11 13:57:32.266475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08e0a01e-6cdf-4e5f-9caa-e7b7d5994c64 req-d4e4eb5d-a4ad-44e3-ab81-bbcf5333a9a4 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565722 Feb 11 13:57:32.793169 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:33.409159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59fcab-8e75-42a3-a55d-aa5a065601da req-0563538a-7f96-4b1e-848b-717059ac074d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.410703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc59fcab-8e75-42a3-a55d-aa5a065601da req-0563538a-7f96-4b1e-848b-717059ac074d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 944 time: 0.0683355 Feb 11 13:57:33.467750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc59fcab-8e75-42a3-a55d-aa5a065601da req-d9dce097-74ea-4725-95e1-5aed63e96799 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Feb 11 13:57:33.533079 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:33.578951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:57:33.579352 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:33.710970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c4cba-c566-4415-9330-f323b47057e3 req-7e03d6b7-4541-468c-8d99-c778e960e0ce tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.712464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd3c4cba-c566-4415-9330-f323b47057e3 req-7e03d6b7-4541-468c-8d99-c778e960e0ce tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 944 time: 0.0883038 Feb 11 13:57:33.719851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-baf3d786-807e-47b6-a904-343d849dd31d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.721257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-baf3d786-807e-47b6-a904-343d849dd31d tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574&tenant_id=c42b542391ff46f19d0c3ca353bb56a3&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 944 time: 0.0845923 Feb 11 13:57:33.806658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd3c4cba-c566-4415-9330-f323b47057e3 req-6797557c-cad7-4a7d-b901-341d815a1b17 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843871 Feb 11 13:57:33.812423 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-f46f1396-da71-4eff-9ee8-b1f840f02d38 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:57:33.813418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-f46f1396-da71-4eff-9ee8-b1f840f02d38 service neutron] 10.222.0.53 "DELETE /v2.0/ports/09ab6d51-5fa1-4b68-aee5-e7e434b4ee50/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0848601 Feb 11 13:57:33.907928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-da0469c1-5f0e-40eb-8b18-d144ebe7e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.909334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-da0469c1-5f0e-40eb-8b18-d144ebe7e3e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 1126 time: 0.0498550 Feb 11 13:57:34.001518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-ea9f5cd6-73a8-4ee8-a1d3-a495808fd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:34.002996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-ea9f5cd6-73a8-4ee8-a1d3-a495808fd2db service neutron] 10.222.0.53 "GET /v2.0/networks?id=3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 200 len: 915 time: 0.0867736 Feb 11 13:57:34.044021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-cf801214-836a-4fbd-afb3-20e9fff049f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 200 len: 217 time: 0.0342464 Feb 11 13:57:34.093246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-8c56f51f-7ab7-43eb-90ff-3ac183469a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:34.094775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-8c56f51f-7ab7-43eb-90ff-3ac183469a59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 200 len: 854 time: 0.0450873 Feb 11 13:57:34.135779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-d6862000-8f5a-47fd-b1c5-eb8c7adf5d1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3879cfcf-659e-41cf-89a6-dc6f3c887f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347681 Feb 11 13:57:34.226859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-db25d37d-786d-4dfb-a2de-734112dea2be service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840125 Feb 11 13:57:34.318071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f20558f-c6eb-4f72-a209-4dce485df003 req-1da9e305-5beb-4bdd-a8c3-011807113425 service neutron] 10.222.0.53 "GET /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843351 Feb 11 13:57:34.448643 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.450823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:57:34.717672 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:34.730850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'network_id': '3879cfcf-659e-41cf-89a6-dc6f3c887f07', 'port_id': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'mac_address': 'fa:16:3e:56:6d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb8fe886-c921-4930-b5da-4df68b78daaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:57:34.776480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:34.776955 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.790085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:57:34.810686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:34.815710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:34.867647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:34.876483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.876849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.877244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.877735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.878041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.878452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.878948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.879380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.879708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.880328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.880909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.881242 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.882159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:34.933584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e6606-3f9c-4218-b597-f62e87be80bf req-22d13bad-cd99-416d-acd1-b480c760008a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:34.935101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea9e6606-3f9c-4218-b597-f62e87be80bf req-22d13bad-cd99-416d-acd1-b480c760008a tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 945 time: 0.0518663 Feb 11 13:57:34.983088 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ea9e6606-3f9c-4218-b597-f62e87be80bf req-c5e0b6f1-3cab-4a78-8797-f04ec744f146 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Feb 11 13:57:35.114664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ba7b0-58dc-430e-b9a6-fa571592e8ba req-696d17ce-3f35-456f-8978-dd160013404e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:35.116182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-871ba7b0-58dc-430e-b9a6-fa571592e8ba req-696d17ce-3f35-456f-8978-dd160013404e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 945 time: 0.0678756 Feb 11 13:57:35.134297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:57:35.175450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-871ba7b0-58dc-430e-b9a6-fa571592e8ba req-be01abdb-0ca2-4f66-b1c7-d75ee93da4ab tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519800 Feb 11 13:57:35.295530 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0dd9c-db60-412c-af43-16f54c98ca3a req-1fa2a2ea-67eb-4310-b028-59a456f42a27 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:35.296927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6e0dd9c-db60-412c-af43-16f54c98ca3a req-1fa2a2ea-67eb-4310-b028-59a456f42a27 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 945 time: 0.0535123 Feb 11 13:57:35.346291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6e0dd9c-db60-412c-af43-16f54c98ca3a req-4b06b5f6-b3d0-4bd5-b6a4-ed791a01695e tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 Feb 11 13:57:35.379599 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:35.707128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9532c2-2186-477a-a325-582d68b1828e req-0fabb1eb-7cdb-489d-ad60-0989765f9bdd tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:35.708619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d9532c2-2186-477a-a325-582d68b1828e req-0fabb1eb-7cdb-489d-ad60-0989765f9bdd tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 945 time: 0.0556104 Feb 11 13:57:35.757864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d9532c2-2186-477a-a325-582d68b1828e req-e2260ee1-44c4-4110-a0d6-729c3fc77ef2 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434191 Feb 11 13:57:36.450949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:36.508513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:57:36.513734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:36.514146 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.600485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:36.600875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.623175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:57:36.625424 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5599bb34-6f43-4521-ab99-c5c469e1e4ae" -d '{"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-plugged", "status": "completed", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:36.641595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:36.647158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:36.670499 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28de6bf-3d3d-4b8f-becd-8e6dd0b025d9 x-openstack-request-id: req-f28de6bf-3d3d-4b8f-becd-8e6dd0b025d9 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:36.670798 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-plugged", "status": "completed", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:36.671054 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f28de6bf-3d3d-4b8f-becd-8e6dd0b025d9 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:36.671450 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'code': 200} Feb 11 13:57:36.699158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:36.899352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3a95-b62c-49f4-b2c7-2771714a44e5 req-3d15e303-18bd-4f6f-ac84-5c334a4ea5b7 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.900830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ddd3a95-b62c-49f4-b2c7-2771714a44e5 req-3d15e303-18bd-4f6f-ac84-5c334a4ea5b7 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0611022 Feb 11 13:57:36.947685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7ddd3a95-b62c-49f4-b2c7-2771714a44e5 req-d9c4f2c6-9d0e-47ad-a247-2f87d7c9bd91 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.42 "GET /v2.0/security-groups?id=a9335acb-55c6-4f95-bcf2-555d62908df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Feb 11 13:57:37.025267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0f60-b816-47df-92a1-49b70529fbab req-a09a247f-4b35-450c-99b5-651b48b8dd9b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:37.026752 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9de0f60-b816-47df-92a1-49b70529fbab req-a09a247f-4b35-450c-99b5-651b48b8dd9b tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f6cad95-c046-42dc-812e-ebe19cd41574 HTTP/1.1" status: 200 len: 946 time: 0.0539205 Feb 11 13:57:37.128644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Deleting port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:57:37.129022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.228944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] For port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,segment=NetworkSegment(0a821f03-fff0-4e66-a219-5d8a38ee3257),segment_id=0a821f03-fff0-4e66-a219-5d8a38ee3257)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:37.229194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.243407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Calling delete_port for 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:57:37.390137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (09ab6d51-5fa1-4b68-aee5-e7e434b4ee50), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.402202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:57:37.419469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Pushing event deleted for resources: {'Port': ['ID=09ab6d51-5fa1-4b68-aee5-e7e434b4ee50,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:37.462368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] No DVR routers for this DVR port 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:37.465171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:37.468544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b9de0f60-b816-47df-92a1-49b70529fbab req-8be23b06-1b18-4cc3-8d86-6e5dbb5a8940 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] 10.222.0.64 "DELETE /v2.0/ports/09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 HTTP/1.1" status: 204 len: 173 time: 0.4369082 Feb 11 13:57:37.468989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-deleted', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:57:37.471325 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550bd206-6e0c-4032-8771-e014f8c00209" -d '{"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-deleted", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:37.507963 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e63122-0e72-4032-ae53-dd668b2bea1f x-openstack-request-id: req-b9e63122-0e72-4032-ae53-dd668b2bea1f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:37.508258 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6cad95-c046-42dc-812e-ebe19cd41574", "name": "network-vif-deleted", "tag": "09ab6d51-5fa1-4b68-aee5-e7e434b4ee50", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:37.508513 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9e63122-0e72-4032-ae53-dd668b2bea1f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:37.508925 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6cad95-c046-42dc-812e-ebe19cd41574', 'name': 'network-vif-deleted', 'tag': '09ab6d51-5fa1-4b68-aee5-e7e434b4ee50', 'status': 'completed', 'code': 200} Feb 11 13:57:38.086996 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60866) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:38.135353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] Deleting subnet fb8fe886-c921-4930-b5da-4df68b78daaf {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:57:38.138597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] Publish callbacks [] for subnet (fb8fe886-c921-4930-b5da-4df68b78daaf), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.174003 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (fb8fe886-c921-4930-b5da-4df68b78daaf), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.213998 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (fb8fe886-c921-4930-b5da-4df68b78daaf), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.267204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (fb8fe886-c921-4930-b5da-4df68b78daaf), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.291719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8fe886-c921-4930-b5da-4df68b78daaf,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:38.295519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.298777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bec0c5e7-5f21-4283-a86d-cb929bfc140f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fb8fe886-c921-4930-b5da-4df68b78daaf HTTP/1.1" status: 204 len: 168 time: 0.2108026 Feb 11 13:57:38.302088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60868) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:38.379248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3879cfcf-659e-41cf-89a6-dc6f3c887f07), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.467842 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3879cfcf-659e-41cf-89a6-dc6f3c887f07), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.487667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3879cfcf-659e-41cf-89a6-dc6f3c887f07']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:38.496991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a821f03-fff0-4e66-a219-5d8a38ee3257') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:38.497290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a821f03-fff0-4e66-a219-5d8a38ee3257') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:38.506657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (0a821f03-fff0-4e66-a219-5d8a38ee3257), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.519882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (0a821f03-fff0-4e66-a219-5d8a38ee3257), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.525766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:38.526175 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (0a821f03-fff0-4e66-a219-5d8a38ee3257), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: timer() Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:38.527782 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:38.594782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3879cfcf-659e-41cf-89a6-dc6f3c887f07), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.600810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.604221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] 10.222.0.42 "DELETE /v2.0/networks/3879cfcf-659e-41cf-89a6-dc6f3c887f07 HTTP/1.1" status: 204 len: 168 time: 0.3010697 Feb 11 13:57:38.615658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c0a65-9a47-455b-91ff-e0445083683c admin admin] Pushing event deleted for resources: {'Network': ['ID=3879cfcf-659e-41cf-89a6-dc6f3c887f07,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:38.718418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60872) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:38.764230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-24788dd0-69c3-42ac-b0de-35d2d240fea2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c42b542391ff46f19d0c3ca353bb56a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446215 Feb 11 13:57:38.766887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60874) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:38.820808 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-196b572c-8e19-4e14-b1a1-e0d960e526de admin admin] Publish callbacks [] for security_group (a9335acb-55c6-4f95-bcf2-555d62908df4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.851686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-196b572c-8e19-4e14-b1a1-e0d960e526de admin admin] Publish callbacks [] for security_group (a9335acb-55c6-4f95-bcf2-555d62908df4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.900323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-196b572c-8e19-4e14-b1a1-e0d960e526de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (a9335acb-55c6-4f95-bcf2-555d62908df4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.909535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-196b572c-8e19-4e14-b1a1-e0d960e526de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:38.909535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-196b572c-8e19-4e14-b1a1-e0d960e526de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9335acb-55c6-4f95-bcf2-555d62908df4 HTTP/1.1" status: 204 len: 168 time: 0.1364212 Feb 11 13:57:38.913671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b572c-8e19-4e14-b1a1-e0d960e526de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9335acb-55c6-4f95-bcf2-555d62908df4,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:39.614727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60896) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:39.718440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-277432629-network', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:39.747353 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Made reservation on behalf of 6a9f8bd984694377a791f5da750aa3d8 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:39.749851 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.758330 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.831693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks [] for security_group (f915842b-bf1e-44ee-a7bf-8dba737f4d6e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.837964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f915842b-bf1e-44ee-a7bf-8dba737f4d6e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.864673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:39.870982 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f915842b-bf1e-44ee-a7bf-8dba737f4d6e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:39.880385 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c3ba5e65-cb01-44c6-9099-cfc0c0e3d808), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.880707 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Added segment c3ba5e65-cb01-44c6-9099-cfc0c0e3d808 of type vlan for network a8b212eb-deab-4586-aa67-4fa9edb7047c Feb 11 13:57:39.882997 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.883341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.883685 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.884018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.884346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.884676 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.884998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.885307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.885631 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.886174 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.886506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.886825 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.887143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:39.932812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (a8b212eb-deab-4586-aa67-4fa9edb7047c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.963432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (a8b212eb-deab-4586-aa67-4fa9edb7047c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.964443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:39.965042 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:39.999206 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3831553 Feb 11 13:57:40.002397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60902) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:40.007549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Request body: {'subnet': {'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-277432629-subnet', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:40.026237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa248d7-f2ce-4761-8399-7e726191ff3a admin admin] Pushing event updated for resources: {'Network': ['ID=a8b212eb-deab-4586-aa67-4fa9edb7047c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:40.028279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Made reservation on behalf of 6a9f8bd984694377a791f5da750aa3d8 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:40.030748 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.037851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network a8b212eb-deab-4586-aa67-4fa9edb7047c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:40.206314 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (92f7e00a-3ae4-4bee-98f9-2f07673c16c1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.255335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f7e00a-3ae4-4bee-98f9-2f07673c16c1,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:40.272232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:40.272591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Network hostable DHCP agents. Network: a8b212eb-deab-4586-aa67-4fa9edb7047c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:40.291475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:40.301219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, a8b212eb-deab-4586-aa67-4fa9edb7047c) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:40.305452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.306083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.310360 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1ded41-2c4c-439c-8af5-73918c456b04 None None] Network a8b212eb-deab-4586-aa67-4fa9edb7047c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:40.323211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-67fbb667-4f51-4468-a0d7-9df5950eb6e1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3196344 Feb 11 13:57:40.326150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60904) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:40.330667 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:40.352372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.353384 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.409941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks [] for router_controller (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.420563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-a8b212eb-deab-4586-aa67-4fa9edb7047c', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:57:40.421427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.552454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks [] for router_gateway (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.555489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Allocated IP 172.20.0.2 (a8b212eb-deab-4586-aa67-4fa9edb7047c/92f7e00a-3ae4-4bee-98f9-2f07673c16c1/0b5370e4-6e9f-44e8-a2c7-38c63a3a3067) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:40.704257 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Publish callbacks [] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.710985 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.750361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:40.755322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:40.757034 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks [] for router_gateway (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.760250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:40.765074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Pushing event updated for resources: {'Port': ['ID=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:40.776755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.822990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Attempting to bind port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:40.823271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Attempting to bind port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:40.823642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Attempting to bind port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:40.829673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:40.829673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:40.829673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.830081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:40.830403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Bound port: 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:40.835560 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.884831 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Allocated IP 172.25.1.225 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/1518847b-d3c2-482f-aa19-4cc5c1433eb1) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:40.893372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] For port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:40.896902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] For port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:40.903752 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:40.963872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcd241-770c-4285-a050-ec4095f5e8e7 None None] Pushing event updated for resources: {'Port': ['ID=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:40.989728 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks [] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.026183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.068369 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:41.071458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:41.075212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:41.102453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Pushing event updated for resources: {'Port': ['ID=1518847b-d3c2-482f-aa19-4cc5c1433eb1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:41.361696 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks [] for router_gateway (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.565135 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.701975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:57:41.796329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcd060-0c0e-48e6-8c80-1df8f1666c8f None None] Network a8b212eb-deab-4586-aa67-4fa9edb7047c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:57:41.812612 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:41.828405 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:41.830409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:41.834280 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2784f00-e44a-44b9-bf31-63b3a7b52e08 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5044873 Feb 11 13:57:41.834510 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60906) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:41.883188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:41.883838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:57:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:41.885554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ce1bbe8d-c26e-4723-a9b5-112593deff82 None None] Provisioning complete for port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:41.885948 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce1bbe8d-c26e-4723-a9b5-112593deff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.084436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:42.143537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce1bbe8d-c26e-4723-a9b5-112593deff82 None None] Current status of the port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:42.143935 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce1bbe8d-c26e-4723-a9b5-112593deff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.230583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ce1bbe8d-c26e-4723-a9b5-112593deff82 None None] For port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:42.237886 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce1bbe8d-c26e-4723-a9b5-112593deff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.276593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.321291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1bbe8d-c26e-4723-a9b5-112593deff82 None None] Pushing event updated for resources: {'Port': ['ID=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:42.343119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:41Z', 'revision_number': 3, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:42.374749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:42.375077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Updating router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:57:42.409286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b7995b68-434c-49e7-89fd-3821b3563329 None None] Provisioning complete for port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:42.409680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7995b68-434c-49e7-89fd-3821b3563329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.411984 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.437810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Allocated IP 172.20.0.1 (a8b212eb-deab-4586-aa67-4fa9edb7047c/92f7e00a-3ae4-4bee-98f9-2f07673c16c1/e11bb71d-3500-49a1-ad57-732c0e5f72ea) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:42.482256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:42.543980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks [] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.553139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:57:42.553507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 09ab6d51-5fa1-4b68-aee5-e7e434b4ee50 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:42.580573 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.621259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b7995b68-434c-49e7-89fd-3821b3563329 None None] Current status of the port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:42.625340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:42.628179 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:42.631770 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:42.653579 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=e11bb71d-3500-49a1-ad57-732c0e5f72ea,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:42.678056 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.765876 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Publish callbacks [] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.773673 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.824457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.838212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa1c6f-e234-41f2-a2f0-93f35f9a3b39 None None] Pushing event updated for resources: {'Port': ['ID=1518847b-d3c2-482f-aa19-4cc5c1433eb1,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:42.842908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Attempting to bind port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:42.843271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Attempting to bind port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:42.843628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Attempting to bind port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:42.850488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:42.850885 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:42.851259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.851646 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:42.852105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Bound port: 1518847b-d3c2-482f-aa19-4cc5c1433eb1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:42.852478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.875878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-93bc5ff5-87cc-4c25-ac7b-42bdd036c1e7 None None] Provisioning complete for port e11bb71d-3500-49a1-ad57-732c0e5f72ea triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:42.876240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-93bc5ff5-87cc-4c25-ac7b-42bdd036c1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.929813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-93bc5ff5-87cc-4c25-ac7b-42bdd036c1e7 None None] Port e11bb71d-3500-49a1-ad57-732c0e5f72ea cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:42.933506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] For port 1518847b-d3c2-482f-aa19-4cc5c1433eb1, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:42.937817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] For port 1518847b-d3c2-482f-aa19-4cc5c1433eb1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1518847b-d3c2-482f-aa19-4cc5c1433eb1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:42.945535 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:42.998027 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks [] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.004074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.009951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa1c6f-e234-41f2-a2f0-93f35f9a3b39 None None] Pushing event updated for resources: {'Port': ['ID=1518847b-d3c2-482f-aa19-4cc5c1433eb1,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.012412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:43.013014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:57:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:43.080747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.084241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=e11bb71d-3500-49a1-ad57-732c0e5f72ea,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:43.117869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:43.185564 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:43.187418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:43.309408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:43.337230 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:43.425547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:43.427305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:43.427674 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.431186 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1427f37e-548e-4c20-aba7-f5e7a3498cc0 admin admin] 10.222.0.42 "PUT /v2.0/routers/cccc67a1-2fd2-4277-9dff-5fd7f82eafcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5956938 Feb 11 13:57:43.518137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-457bd151-9234-467e-adb6-53a76e8685fa None None] Provisioning complete for port e11bb71d-3500-49a1-ad57-732c0e5f72ea triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:43.518503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-457bd151-9234-467e-adb6-53a76e8685fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:43.591671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-457bd151-9234-467e-adb6-53a76e8685fa None None] Port e11bb71d-3500-49a1-ad57-732c0e5f72ea cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:43.631187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:43.650792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 2, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:43.681364 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0e7c3f-5643-4f12-9066-f786f11036c6 None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 2, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:44.081165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60914) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:44.086109 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f75e0ad9-60de-4bae-9ce8-6ef5d74cb466 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501013637', 'description': 'tempest-description--658651033'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:44.107315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f75e0ad9-60de-4bae-9ce8-6ef5d74cb466 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.187014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f75e0ad9-60de-4bae-9ce8-6ef5d74cb466 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group (01d05994-5d4f-41c4-a2b9-56861578eddc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.191525 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f75e0ad9-60de-4bae-9ce8-6ef5d74cb466 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (01d05994-5d4f-41c4-a2b9-56861578eddc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.223638 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f75e0ad9-60de-4bae-9ce8-6ef5d74cb466 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.224888 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f75e0ad9-60de-4bae-9ce8-6ef5d74cb466 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1425719 Feb 11 13:57:44.227569 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e0ad9-60de-4bae-9ce8-6ef5d74cb466 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d05994-5d4f-41c4-a2b9-56861578eddc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:44.228010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60916) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:44.232719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9b802f91-1bef-4021-918c-378afff91293 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'security_group_rule': {'security_group_id': '01d05994-5d4f-41c4-a2b9-56861578eddc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:44.268081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b802f91-1bef-4021-918c-378afff91293 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group_rule (5206d9b0-d141-4a75-a2b8-86685d281732), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.338010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b802f91-1bef-4021-918c-378afff91293 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group_rule (5206d9b0-d141-4a75-a2b8-86685d281732), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.342622 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b802f91-1bef-4021-918c-378afff91293 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5206d9b0-d141-4a75-a2b8-86685d281732), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.364295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b802f91-1bef-4021-918c-378afff91293 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5206d9b0-d141-4a75-a2b8-86685d281732,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:44.377946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9b802f91-1bef-4021-918c-378afff91293 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.382357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 60918) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:44.386249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9b802f91-1bef-4021-918c-378afff91293 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570306 Feb 11 13:57:44.387251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-37de2d18-6b9e-4b6a-ac65-f8de9b025437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'security_group_rule': {'security_group_id': '01d05994-5d4f-41c4-a2b9-56861578eddc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:44.414226 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37de2d18-6b9e-4b6a-ac65-f8de9b025437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group_rule (49d8ead0-56c2-470d-b7cf-940a5447b01d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.478225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37de2d18-6b9e-4b6a-ac65-f8de9b025437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group_rule (49d8ead0-56c2-470d-b7cf-940a5447b01d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.484440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37de2d18-6b9e-4b6a-ac65-f8de9b025437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (49d8ead0-56c2-470d-b7cf-940a5447b01d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.506744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de2d18-6b9e-4b6a-ac65-f8de9b025437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d8ead0-56c2-470d-b7cf-940a5447b01d,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:44.513336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-37de2d18-6b9e-4b6a-ac65-f8de9b025437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.514682 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-37de2d18-6b9e-4b6a-ac65-f8de9b025437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312981 Feb 11 13:57:44.518013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60920) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:44.523167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:44.543941 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.651442 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.761094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Allocated IP 172.25.1.63 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/e49573d3-f91c-4c6c-b1c8-50751cda6e26) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:44.882765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.923104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:44.968257 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:44.971259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:44.973922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:45.002192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'Port': ['ID=e49573d3-f91c-4c6c-b1c8-50751cda6e26,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:45.073043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.091741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1518847b-d3c2-482f-aa19-4cc5c1433eb1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:45.114191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.141447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:45.141701 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.218844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:45.219440 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.240263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 1518847b-d3c2-482f-aa19-4cc5c1433eb1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1518847b-d3c2-482f-aa19-4cc5c1433eb1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:45.245679 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.269848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.275810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.296967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=1518847b-d3c2-482f-aa19-4cc5c1433eb1,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:45.345143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'Port': ['ID=e49573d3-f91c-4c6c-b1c8-50751cda6e26,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:45.366450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.383317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:45.384593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2c771778-e727-4bd6-b683-64f18dc40062 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8655424 Feb 11 13:57:45.544729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-e2ab1fd2-ba63-45ae-aea2-34b19978f99a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--501013637&fields=id&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 267 time: 0.0487216 Feb 11 13:57:45.643621 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:45.654224 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:45.654840 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:57:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:45.657290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-d459fea9-1c50-4557-b2b5-f5564d4e4b90 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:45.659160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-d459fea9-1c50-4557-b2b5-f5564d4e4b90 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.1077151 Feb 11 13:57:45.673805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-67d7556e-6f80-4287-8930-c52bf4bd7cc6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/quotas/6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 375 time: 0.0092194 Feb 11 13:57:45.732685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-b521ec45-f2ed-4fe0-baf1-209f8f82ab30 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535901 Feb 11 13:57:45.748705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-29fd8707-5886-401d-968f-54047cb4d476 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:57:45.749813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-29fd8707-5886-401d-968f-54047cb4d476 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055737 Feb 11 13:57:45.849033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-e717c94b-d1d3-463b-8ba8-504024b10b31 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929101 Feb 11 13:57:45.859791 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:45.945843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-de6c333e-f20a-4710-b5bf-484857f30c87 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907118 Feb 11 13:57:46.059044 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 2, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:46.086295 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:46.086647 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Updating router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc port e11bb71d-3500-49a1-ad57-732c0e5f72ea binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:57:46.113764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-293b184d-136c-42c4-a9f5-62e00165229d req-4716817c-02af-4aec-aa06-f6774f24558f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 210 time: 0.0283399 Feb 11 13:57:46.115445 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.381025 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Publish callbacks [] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.387776 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.459444 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Pushing event updated for resources: {'Port': ['ID=e11bb71d-3500-49a1-ad57-732c0e5f72ea,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:46.502250 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.502597 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.502951 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.503276 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.503600 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.503981 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.504310 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.504633 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.504956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.505271 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.505593 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.505935 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.506248 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:46.526484 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Attempting to bind port e11bb71d-3500-49a1-ad57-732c0e5f72ea on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:46.526863 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Attempting to bind port e11bb71d-3500-49a1-ad57-732c0e5f72ea by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:46.527222 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Attempting to bind port e11bb71d-3500-49a1-ad57-732c0e5f72ea on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:46.533103 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:46.533480 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:46.533910 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.534462 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:46.535414 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Bound port: e11bb71d-3500-49a1-ad57-732c0e5f72ea, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:46.535571 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.610528 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] For port e11bb71d-3500-49a1-ad57-732c0e5f72ea, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:46.614292 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] For port e11bb71d-3500-49a1-ad57-732c0e5f72ea, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e11bb71d-3500-49a1-ad57-732c0e5f72ea,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:46.621237 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.647144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-48ea07af-7b72-4a3d-bbb1-3b222ada6c44 None None] Provisioning complete for port e11bb71d-3500-49a1-ad57-732c0e5f72ea triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:46.648304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-48ea07af-7b72-4a3d-bbb1-3b222ada6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.682743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:46.683375 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:57:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:46.737596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-48ea07af-7b72-4a3d-bbb1-3b222ada6c44 None None] Current status of the port e11bb71d-3500-49a1-ad57-732c0e5f72ea is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:46.738084 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-48ea07af-7b72-4a3d-bbb1-3b222ada6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.773066 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-48ea07af-7b72-4a3d-bbb1-3b222ada6c44 None None] For port e11bb71d-3500-49a1-ad57-732c0e5f72ea, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e11bb71d-3500-49a1-ad57-732c0e5f72ea,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:46.778715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-48ea07af-7b72-4a3d-bbb1-3b222ada6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.799683 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c99cd5-67b1-4a2b-b2ac-c004e13526d2 None None] Pushing event updated for resources: {'Port': ['ID=e11bb71d-3500-49a1-ad57-732c0e5f72ea,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:46.816180 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:46.833787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea07af-7b72-4a3d-bbb1-3b222ada6c44 None None] Pushing event updated for resources: {'Port': ['ID=e11bb71d-3500-49a1-ad57-732c0e5f72ea,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:46.854989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.899703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1d49d5d5-691b-4e01-99a7-42105ea388c9 None None] Provisioning complete for port e11bb71d-3500-49a1-ad57-732c0e5f72ea triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:46.900077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1d49d5d5-691b-4e01-99a7-42105ea388c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:46.985951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1d49d5d5-691b-4e01-99a7-42105ea388c9 None None] Current status of the port e11bb71d-3500-49a1-ad57-732c0e5f72ea is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:47.030444 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:47.062031 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c0f67-b0e0-4834-8e51-2c3b78677901 None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:47.132056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e11bb71d-3500-49a1-ad57-732c0e5f72ea up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:47.149241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-9b5b129d-681a-4cbe-811e-19ff27caf548 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:47.150743 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-9b5b129d-681a-4cbe-811e-19ff27caf548 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.1348941 Feb 11 13:57:47.187563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e11bb71d-3500-49a1-ad57-732c0e5f72ea triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:47.187937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.259773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f54c07e4-7021-4bf0-bdc2-559be276855b req-5f9d3c6d-93bd-4d05-ba2f-a682f75b2a3d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 210 time: 0.0380650 Feb 11 13:57:47.266096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-d319f905-2ca8-4620-9c0f-f82250078bd3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 379 time: 0.1060414 Feb 11 13:57:47.275907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'port': {'device_id': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'admin_state_up': True, 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'security_groups': ['01d05994-5d4f-41c4-a2b9-56861578eddc']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:47.291674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e11bb71d-3500-49a1-ad57-732c0e5f72ea is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:47.293017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1518847b-d3c2-482f-aa19-4cc5c1433eb1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:47.343284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:47.343756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.410918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Made reservation on behalf of 6a9f8bd984694377a791f5da750aa3d8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:47.414677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.427176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:47.547790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Allocated IP 172.20.0.11 (a8b212eb-deab-4586-aa67-4fa9edb7047c/92f7e00a-3ae4-4bee-98f9-2f07673c16c1/f44a5eaf-ed60-45f8-add9-2fc2d15bf13f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:47.629322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.701994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.738193 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.784546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:47.787842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:47.790525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:47.799511 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:47.844533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:47.845135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:47.862187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-f3d95c0c-19e6-4aec-a8ee-a00955ee6fba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910344 Feb 11 13:57:47.873363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Request body: {'port': {'device_id': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:47.938832 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.017795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-820c9ee8-c743-4ad3-9bf6-51056eff5a0b None None] Provisioning complete for port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:48.018404 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-820c9ee8-c743-4ad3-9bf6-51056eff5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.052463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-820c9ee8-c743-4ad3-9bf6-51056eff5a0b None None] Port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:57:48.208202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44a5eaf-ed60-45f8-add9-2fc2d15bf13f {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:57:48.215918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Publish callbacks [] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.227923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Transition to ACTIVE for port object f44a5eaf-ed60-45f8-add9-2fc2d15bf13f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:57:48.233944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.286292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:48.383827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:57:48.384170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:57:48.384499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:48.391421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:57:48.391746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:48.404215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:48.404551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:57:48.404938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:48.405382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Bound port: f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:57:48.405768 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.433557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf443d0-63c4-4a1a-bfa1-814d27ad3974 req-66ab2033-8527-48eb-8625-e17a9e3d2927 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:48.438161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5bf443d0-63c4-4a1a-bfa1-814d27ad3974 req-66ab2033-8527-48eb-8625-e17a9e3d2927 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 944 time: 0.0875883 Feb 11 13:57:48.522305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:48.525829 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:48.531047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5bf443d0-63c4-4a1a-bfa1-814d27ad3974 req-02e6fc81-f7c6-4e1c-9318-c7882ad5d58f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715156 Feb 11 13:57:48.533566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.567767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:48.568616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:48.570171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] 10.222.0.53 "PUT /v2.0/ports/f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 1092 time: 0.7010224 Feb 11 13:57:48.574914 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:57:48.577249 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba79172-f74c-4d6a-bbba-4149cb68efa3" -d '{"events": [{"name": "network-changed", "server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:48.605523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a2ad-22fa-4127-a515-dc058847dab5 service neutron] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:48.625767 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72e71d7-eb04-4a0e-b650-06ff32dbc398 x-openstack-request-id: req-d72e71d7-eb04-4a0e-b650-06ff32dbc398 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:48.626059 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:48.626308 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d72e71d7-eb04-4a0e-b650-06ff32dbc398 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:48.626702 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'status': 'completed', 'code': 200} Feb 11 13:57:48.665399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-89eeffa9-9cc6-4303-a5c9-7713cb74aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:48.666990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-89eeffa9-9cc6-4303-a5c9-7713cb74aad9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1126 time: 0.0501993 Feb 11 13:57:48.716338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-6b3581e9-9121-4c53-bdcb-a955214ce1a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 217 time: 0.0412467 Feb 11 13:57:48.765416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-5ea55544-2f54-4398-a3e1-0db620d5f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:48.766935 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-5ea55544-2f54-4398-a3e1-0db620d5f909 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0445130 Feb 11 13:57:48.818936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-185f4147-1377-41d9-97f9-dd72702242de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:48.820388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-185f4147-1377-41d9-97f9-dd72702242de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469172 Feb 11 13:57:48.914012 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-c6ad17ea-b468-43de-9564-a7404798a94f service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865834 Feb 11 13:57:49.008260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a81d69f-e8c3-48b7-84bd-9c80fa425f34 req-8b7e84df-fcf2-4825-81f2-04909b5109ab service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856309 Feb 11 13:57:49.117284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-bafb85a6-cc4d-4fb3-b19f-5ba889c9bff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:49.118794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-bafb85a6-cc4d-4fb3-b19f-5ba889c9bff4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1126 time: 0.0620453 Feb 11 13:57:49.210100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-b0c1a9cb-19a3-409f-8673-d5fbec4b14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:49.211573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-b0c1a9cb-19a3-409f-8673-d5fbec4b14fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0853784 Feb 11 13:57:49.256481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-ad9fb925-e7db-4e2d-a319-e1eed8dcfd5b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 217 time: 0.0373802 Feb 11 13:57:49.307960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-7d342778-82c1-4b31-b2b9-1bade296145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:49.309406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-7d342778-82c1-4b31-b2b9-1bade296145e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0454469 Feb 11 13:57:49.361889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-feb00fa1-bd6b-4725-8880-c93f75569818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:49.363443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-feb00fa1-bd6b-4725-8880-c93f75569818 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472906 Feb 11 13:57:49.462382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-3c4bbf52-8f37-4668-8c85-6e0069f969a9 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909266 Feb 11 13:57:49.558806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aba79172-f74c-4d6a-bbba-4149cb68efa3 req-ba2801e4-e35e-4560-a61e-28eded620916 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883222 Feb 11 13:57:49.666990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ba6d3-6a8a-4f23-a239-c5b9224e5551 req-7dcd1518-7789-4c2c-8ee8-69e4c21568e1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:49.668524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-951ba6d3-6a8a-4f23-a239-c5b9224e5551 req-7dcd1518-7789-4c2c-8ee8-69e4c21568e1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 944 time: 0.0565357 Feb 11 13:57:49.723763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-951ba6d3-6a8a-4f23-a239-c5b9224e5551 req-4369a5a6-267f-435d-82eb-aada79432945 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493839 Feb 11 13:57:50.859765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eac2a-fadc-4fe6-8aab-339026a28200 req-e4dc1756-a207-47a7-82d7-5ad860dbc9ca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:50.861255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc4eac2a-fadc-4fe6-8aab-339026a28200 req-e4dc1756-a207-47a7-82d7-5ad860dbc9ca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 944 time: 0.0577815 Feb 11 13:57:50.911610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc4eac2a-fadc-4fe6-8aab-339026a28200 req-6c6ee8e0-0c57-4c8b-8c29-598d76f6c084 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421443 Feb 11 13:57:51.656106 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:57:51.763430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:51.775002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'mac_address': 'fa:16:3e:29:72:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:57:51.815823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:51.816445 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.829768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44a5eaf-ed60-45f8-add9-2fc2d15bf13f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:57:51.850181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:51.857178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:51.915234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:52.032523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270c4b-6304-4e90-98b5-2cfbbe8d26a6 req-f57e9093-89f3-4aff-8452-ad34ae4d7b8b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:52.033937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e270c4b-6304-4e90-98b5-2cfbbe8d26a6 req-f57e9093-89f3-4aff-8452-ad34ae4d7b8b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 945 time: 0.0537171 Feb 11 13:57:52.067370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:57:52.083196 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5e270c4b-6304-4e90-98b5-2cfbbe8d26a6 req-44b4cb73-eda7-46ad-8826-394752fe92d6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429282 Feb 11 13:57:53.236272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d6c08-fc7f-4aa8-9dc5-db3db76518f1 req-d50fe3c2-a55a-4a19-a8d0-a217c20dfa65 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:53.237792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba8d6c08-fc7f-4aa8-9dc5-db3db76518f1 req-d50fe3c2-a55a-4a19-a8d0-a217c20dfa65 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 945 time: 0.0728858 Feb 11 13:57:53.295269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba8d6c08-fc7f-4aa8-9dc5-db3db76518f1 req-1d457f6c-bf00-477c-a70a-6368936e8b98 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514011 Feb 11 13:57:53.665270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:53.731779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:57:53.735747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:53.736123 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.818240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:57:53.818636 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.841011 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:57:53.843371 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04826636-2d5b-4932-81b9-69d49858d8d6" -d '{"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-plugged", "status": "completed", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:53.855804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:53.860494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:53.887081 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d57b61d-f772-43a6-9534-2322b3e37a23 x-openstack-request-id: req-0d57b61d-f772-43a6-9534-2322b3e37a23 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:53.887338 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-plugged", "status": "completed", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:53.887625 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d57b61d-f772-43a6-9534-2322b3e37a23 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:53.888011 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'code': 200} Feb 11 13:57:53.914978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:53.986786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf22df6-408f-4600-8ae8-b35b0929f04d req-ce52aa76-c621-47f3-8660-f01ddce31da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:53.988241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcf22df6-408f-4600-8ae8-b35b0929f04d req-ce52aa76-c621-47f3-8660-f01ddce31da6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1128 time: 0.0462668 Feb 11 13:57:54.034157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcf22df6-408f-4600-8ae8-b35b0929f04d req-b55e2d0f-6e29-40fd-b2be-5f52441f3648 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398643 Feb 11 13:57:54.428383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18f452-c01d-4ee4-99ac-adfbe1456b3d req-778329e1-2160-4d12-b39d-11d20a4179b7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:54.429951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a18f452-c01d-4ee4-99ac-adfbe1456b3d req-778329e1-2160-4d12-b39d-11d20a4179b7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0582738 Feb 11 13:57:54.479624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a18f452-c01d-4ee4-99ac-adfbe1456b3d req-659639b6-7938-4efa-9f72-9bf835792df0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438068 Feb 11 13:57:55.618333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6e553-ebc8-42a9-9bde-7b3fc3c56de8 req-6a2975f8-0028-451b-a605-f94a0e7abdf3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:55.619799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bcc6e553-ebc8-42a9-9bde-7b3fc3c56de8 req-6a2975f8-0028-451b-a605-f94a0e7abdf3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0588486 Feb 11 13:57:55.667952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bcc6e553-ebc8-42a9-9bde-7b3fc3c56de8 req-69a20b19-73a0-4a5d-abc1-8aaa187cb794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421810 Feb 11 13:57:55.787910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2389954-2a0e-4091-9fc6-1cf9bad92828 req-56e9909f-76a4-4e21-b471-9a9158e78214 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:55.789391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2389954-2a0e-4091-9fc6-1cf9bad92828 req-56e9909f-76a4-4e21-b471-9a9158e78214 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0568502 Feb 11 13:57:55.800731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 60966) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:57:55.805523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'floatingip': {'port_id': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:56.175206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.631234 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.637033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:56.740821 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f associated. External IP: 172.25.1.63, port: f44a5eaf-ed60-45f8-add9-2fc2d15bf13f. Feb 11 13:57:56.956406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:57.071888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:57.077005 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:57.082179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:57.092316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:57.093004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:57:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:57.108140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ff5951f-a882-4f1b-abfb-05261eaafc42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "PUT /v2.0/floatingips/1e180e7e-5535-4e58-8c74-0c4f5e43465f HTTP/1.1" status: 200 len: 991 time: 1.3060539 Feb 11 13:57:57.108739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:57:57.111404 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e67900-c821-4695-a870-e0b3a172cc4b" -d '{"events": [{"name": "network-changed", "server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:57.205745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:57.212723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e11b5d-9b26-4b1a-9ee4-200ec5d51d8e req-2611fc09-b837-44be-9f1e-301a6beec982 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:57.214248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8e11b5d-9b26-4b1a-9ee4-200ec5d51d8e req-2611fc09-b837-44be-9f1e-301a6beec982 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0544143 Feb 11 13:57:57.261116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8e11b5d-9b26-4b1a-9ee4-200ec5d51d8e req-53e4c3d9-d531-4a28-b823-7709bd08ceb4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410416 Feb 11 13:57:57.304434 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f80ed2e-a963-4c74-8f1f-7832e4cd842a x-openstack-request-id: req-2f80ed2e-a963-4c74-8f1f-7832e4cd842a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:57.304782 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:57.305046 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2f80ed2e-a963-4c74-8f1f-7832e4cd842a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:57.305464 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'status': 'completed', 'code': 200} Feb 11 13:57:57.412159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-bfc76c4e-b742-4366-aac4-8aa1b69484eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:57.413725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-bfc76c4e-b742-4366-aac4-8aa1b69484eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1128 time: 0.0846558 Feb 11 13:57:57.436307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:29:72:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:57:56Z', 'revision_number': 1, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:57.436620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd573a41-7b5e-4466-8b8b-b7ca7e20a6c0 req-92070cb2-839b-41cf-baf5-1596702b8944 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:57.437614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd573a41-7b5e-4466-8b8b-b7ca7e20a6c0 req-92070cb2-839b-41cf-baf5-1596702b8944 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0825896 Feb 11 13:57:57.466888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:57.475573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:57.476217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:57:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:57.530210 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd573a41-7b5e-4466-8b8b-b7ca7e20a6c0 req-1ebbb8b3-38d1-4441-9972-2b59f1df037f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823059 Feb 11 13:57:57.546010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-11ee7ce9-0481-4932-8ad6-466074517463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:57.547486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-11ee7ce9-0481-4932-8ad6-466074517463 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1270037 Feb 11 13:57:57.586309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:57.616426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-e7877486-0540-4c0d-a376-e5eb166285fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 999 time: 0.0630736 Feb 11 13:57:57.665016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-c76e72b2-9b00-4b1e-9a95-508c89ad7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:57.666635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-c76e72b2-9b00-4b1e-9a95-508c89ad7639 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0437665 Feb 11 13:57:57.715198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-0db24025-0665-4f6a-9445-ec7dc71df534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:57.716704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-0db24025-0665-4f6a-9445-ec7dc71df534 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436099 Feb 11 13:57:57.808982 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-16adfb37-fd94-4142-b90e-ea170366bf8e service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857017 Feb 11 13:57:57.815335 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:29:72:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:57:56Z', 'revision_number': 1, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:57.845671 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ad24c0-4d81-44b8-9476-6565e842efe1 None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:29:72:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:57:56Z', 'revision_number': 1, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:57.901114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e67900-c821-4695-a870-e0b3a172cc4b req-a4fec81e-0a18-4103-b737-387fc808812b service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863600 Feb 11 13:57:58.037188 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e277929-098a-497d-bc03-35c97fbb01fa None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:57:58.676520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52c41c-de93-4257-a04a-2c7f5d4afada req-8167d26c-73bb-4f30-9515-0704b031c12b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:58.678024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc52c41c-de93-4257-a04a-2c7f5d4afada req-8167d26c-73bb-4f30-9515-0704b031c12b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0641048 Feb 11 13:57:58.727580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc52c41c-de93-4257-a04a-2c7f5d4afada req-21911ed4-797a-4f25-af4b-1e2aa1e0e83f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Feb 11 13:57:58.840483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-9f4ff8c1-e33f-4832-961f-0ce9d37c1555 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0747631 Feb 11 13:57:58.861533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e997e8a-77b8-4817-bd8c-ecd02c8210f3 req-74780ee6-cf72-4395-866c-15e4e6786cf0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:58.864618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e997e8a-77b8-4817-bd8c-ecd02c8210f3 req-74780ee6-cf72-4395-866c-15e4e6786cf0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0674424 Feb 11 13:57:58.939260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e997e8a-77b8-4817-bd8c-ecd02c8210f3 req-365f809c-8438-41fe-976a-a748115b30a4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691392 Feb 11 13:57:58.949068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-465453a1-5f95-4053-8966-84901fecc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:58.950551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-465453a1-5f95-4053-8966-84901fecc72e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1128 time: 0.0638669 Feb 11 13:57:59.058094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-7270b403-eec7-496a-979b-7e35e83dd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:59.059568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-7270b403-eec7-496a-979b-7e35e83dd007 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0892601 Feb 11 13:57:59.127967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-71d03baf-b450-43ad-9c7d-0609b71b7cd1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 1001 time: 0.0613580 Feb 11 13:57:59.193289 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-0491f964-4cb2-4dad-b65c-a2e28dfe7dfd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450127 Feb 11 13:57:59.218883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-507ee5cd-4fb0-4da8-944b-47d6a76d924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:59.220367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-507ee5cd-4fb0-4da8-944b-47d6a76d924f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0851400 Feb 11 13:57:59.251623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4daf4f-8cba-4fdf-8bcf-f6cbaf91ee0a req-2a81406b-5ad1-4c6d-9f87-3b412a6152e1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:59.253304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a4daf4f-8cba-4fdf-8bcf-f6cbaf91ee0a req-2a81406b-5ad1-4c6d-9f87-3b412a6152e1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0893040 Feb 11 13:57:59.335173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-321b4dce-50a4-4374-bb23-b06f840f7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:59.336708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-321b4dce-50a4-4374-bb23-b06f840f7bbb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089027 Feb 11 13:57:59.340160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a4daf4f-8cba-4fdf-8bcf-f6cbaf91ee0a req-3ee00c4b-7f62-47e3-8ec7-a03103691796 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712779 Feb 11 13:57:59.407315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-51ba8030-4c5b-4ca8-90d7-a551e110903e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:57:59.448707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-93456648-704c-420c-863d-34de6bd81bdf service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036072 Feb 11 13:57:59.551678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0234c5f2-c7f5-4fcb-8727-424c1a6c37a3 req-40c6c49c-eace-4b7c-8587-920c5e222105 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941339 Feb 11 13:57:59.662554 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-95c73e9c-fcf5-43b9-adcc-2bb9cc8352b7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:59.663951 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-95c73e9c-fcf5-43b9-adcc-2bb9cc8352b7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports/f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 943 time: 0.0516346 Feb 11 13:58:00.132192 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:58:00.479332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e35264-c67e-442d-8bc0-d30d385751cc req-8fbe2ce9-7dd7-41be-b02f-2580718e49ab tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:00.480743 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5e35264-c67e-442d-8bc0-d30d385751cc req-8fbe2ce9-7dd7-41be-b02f-2580718e49ab tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0658634 Feb 11 13:58:00.548992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a5e35264-c67e-442d-8bc0-d30d385751cc req-66ef3278-4711-4e76-9df1-60c2b2e1ad2d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509520 Feb 11 13:58:00.550747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-450e9b4c-50b4-4a15-bc33-5c706ca0fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:00.552112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-450e9b4c-50b4-4a15-bc33-5c706ca0fc5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1128 time: 0.0911663 Feb 11 13:58:00.646641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-b9e50a27-324b-4344-98ee-91d968ba54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:00.648008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-b9e50a27-324b-4344-98ee-91d968ba54d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0889533 Feb 11 13:58:00.712310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-1b444731-29c9-4b43-bbb4-4046981a8c47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 1001 time: 0.0579674 Feb 11 13:58:00.759942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-6bec3287-8c2e-4bd5-99b4-95188b845178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:00.761361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-6bec3287-8c2e-4bd5-99b4-95188b845178 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0429966 Feb 11 13:58:00.814390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-42b8f541-23b2-4dd4-9ced-7b6a72a91548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:00.815889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-42b8f541-23b2-4dd4-9ced-7b6a72a91548 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486071 Feb 11 13:58:01.226510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-fc92bdc6-0f5a-461a-92f4-fcd9ba7469d7 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034615 Feb 11 13:58:01.320807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-890cb434-59be-451e-9ced-d27fc3cefaf0 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Feb 11 13:58:01.515469 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-258bf783-ffdb-487e-8bd9-de8857773fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:01.673216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092c0fc-0696-4f05-953c-1449f441d2bd req-4f0e7dcc-a295-4be4-ba4b-a94933a80f1e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:01.674691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3092c0fc-0696-4f05-953c-1449f441d2bd req-4f0e7dcc-a295-4be4-ba4b-a94933a80f1e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0530217 Feb 11 13:58:01.730257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3092c0fc-0696-4f05-953c-1449f441d2bd req-19696ed5-1849-48c3-86d8-99a8325c579d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498483 Feb 11 13:58:02.798936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:02.855827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7a22-5963-4a7e-b108-0f7b64ae9503 req-860a3579-e8d9-4971-92df-180d0d915ec9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:02.857310 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cfd7a22-5963-4a7e-b108-0f7b64ae9503 req-860a3579-e8d9-4971-92df-180d0d915ec9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0553806 Feb 11 13:58:02.917489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2cfd7a22-5963-4a7e-b108-0f7b64ae9503 req-5e739519-70b7-40b3-a6f7-bd47d946326f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511253 Feb 11 13:58:04.057302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635ed19-860a-4c5c-a280-d9f8f19857d9 req-a6b5cb4b-d8ec-4d2d-9d18-fb55e506071a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:04.058793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7635ed19-860a-4c5c-a280-d9f8f19857d9 req-a6b5cb4b-d8ec-4d2d-9d18-fb55e506071a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0639510 Feb 11 13:58:04.110896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7635ed19-860a-4c5c-a280-d9f8f19857d9 req-0c88ebb4-f75e-409c-a619-d4d65951d495 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436282 Feb 11 13:58:04.450804 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:05.234643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d1069-ff5a-47c2-913f-6363e20314af req-11674986-6148-407b-bf8f-537fa661131a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:05.236154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c2d1069-ff5a-47c2-913f-6363e20314af req-11674986-6148-407b-bf8f-537fa661131a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0546992 Feb 11 13:58:05.283433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c2d1069-ff5a-47c2-913f-6363e20314af req-9af4e3a3-c61f-49f2-97f0-c0cb5698252b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413873 Feb 11 13:58:05.384765 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:06.411293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc215d-d4ad-4cf6-88e9-27fcbfeea82c req-7b27244a-faea-4cbe-a95b-3f90cf98b004 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:06.412750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42fc215d-d4ad-4cf6-88e9-27fcbfeea82c req-7b27244a-faea-4cbe-a95b-3f90cf98b004 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0585458 Feb 11 13:58:06.462588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-42fc215d-d4ad-4cf6-88e9-27fcbfeea82c req-81896b26-03fc-4f6d-9818-156e58c5b58b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438347 Feb 11 13:58:07.598059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9471bfa-17dc-4f96-92af-dd1e09fd4ef1 req-00bdc59c-2974-4a35-b344-da7de11b519f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:07.599678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9471bfa-17dc-4f96-92af-dd1e09fd4ef1 req-00bdc59c-2974-4a35-b344-da7de11b519f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0609148 Feb 11 13:58:07.648704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9471bfa-17dc-4f96-92af-dd1e09fd4ef1 req-c20184bf-3cf0-4f38-b449-eb9d1e90a34f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Feb 11 13:58:08.787826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff610e2-2b26-4540-b918-095f7a57855b req-a13400d4-4c04-4768-a143-c2e21735f830 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:08.789302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ff610e2-2b26-4540-b918-095f7a57855b req-a13400d4-4c04-4768-a143-c2e21735f830 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0590036 Feb 11 13:58:08.839724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ff610e2-2b26-4540-b918-095f7a57855b req-11a46eb2-3a9d-4ddd-8438-d888a4409e9d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445235 Feb 11 13:58:09.979600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7e075-388d-4869-bbe5-b239ce8b0d0a req-f0a9dbc3-6b74-4ea1-9d1a-b36fe43bce9a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:09.981091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7c7e075-388d-4869-bbe5-b239ce8b0d0a req-f0a9dbc3-6b74-4ea1-9d1a-b36fe43bce9a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0570750 Feb 11 13:58:10.029891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7c7e075-388d-4869-bbe5-b239ce8b0d0a req-32c9daef-68bd-4794-a324-59f567e5b800 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404508 Feb 11 13:58:11.168619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a1a0c-0ccf-4845-9a22-83aa5ea197d3 req-a881fdba-929b-4e75-af2a-737dabd0e627 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:11.170123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-844a1a0c-0ccf-4845-9a22-83aa5ea197d3 req-a881fdba-929b-4e75-af2a-737dabd0e627 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0660248 Feb 11 13:58:11.223639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-844a1a0c-0ccf-4845-9a22-83aa5ea197d3 req-59987328-f0e3-4c79-afc7-bb16659e4b6d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477066 Feb 11 13:58:12.365308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1cf8a-97f0-4e77-a036-625136b107de req-50664f71-c524-4c36-90ee-d20e4a682ba6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:12.366860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b1cf8a-97f0-4e77-a036-625136b107de req-50664f71-c524-4c36-90ee-d20e4a682ba6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0650198 Feb 11 13:58:12.416670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e9b1cf8a-97f0-4e77-a036-625136b107de req-e70bf1a2-eaa6-4b1a-8017-885ba1974bfc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 Feb 11 13:58:13.550850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2994e-c6e6-4412-957e-96b9e327a1bc req-0004e626-cf1f-4f67-9a92-dc1fb931262a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:13.552307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58e2994e-c6e6-4412-957e-96b9e327a1bc req-0004e626-cf1f-4f67-9a92-dc1fb931262a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0601649 Feb 11 13:58:13.602598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58e2994e-c6e6-4412-957e-96b9e327a1bc req-e085f2f3-3e16-48da-af8c-14d0d2cfa77d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Feb 11 13:58:14.742947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3de7cd-6d19-4d08-9501-b98be393da51 req-928cafdd-9dc7-4b0e-abad-7e61111a6a97 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:14.744369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a3de7cd-6d19-4d08-9501-b98be393da51 req-928cafdd-9dc7-4b0e-abad-7e61111a6a97 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0616417 Feb 11 13:58:14.793340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a3de7cd-6d19-4d08-9501-b98be393da51 req-b75a0536-2b50-4c15-a4c9-a49c27697c3b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407138 Feb 11 13:58:15.928662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb1398-9b1c-4d74-9418-1662b4c2a126 req-0fb96c28-dea7-4eef-9640-8e8039749ea6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:15.930172 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ddb1398-9b1c-4d74-9418-1662b4c2a126 req-0fb96c28-dea7-4eef-9640-8e8039749ea6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0618727 Feb 11 13:58:15.977327 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ddb1398-9b1c-4d74-9418-1662b4c2a126 req-151c2402-8ed5-4101-8881-fae3ec2101fd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Feb 11 13:58:16.876040 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:17.114796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282a9f7-80c0-4a56-8b46-16df9222b62d req-37b786a0-b347-4e2f-adcb-4ce2542b21a6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:17.116257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3282a9f7-80c0-4a56-8b46-16df9222b62d req-37b786a0-b347-4e2f-adcb-4ce2542b21a6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0559530 Feb 11 13:58:17.169024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3282a9f7-80c0-4a56-8b46-16df9222b62d req-b858a268-fe5e-4f3c-bda3-c8de7066924a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446434 Feb 11 13:58:17.660013 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:18.306082 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23f35a-25dd-4131-8e13-d64acc0b21c9 req-faabaece-9b60-47b7-bb1a-a8a84aced5c8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:18.307574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a23f35a-25dd-4131-8e13-d64acc0b21c9 req-faabaece-9b60-47b7-bb1a-a8a84aced5c8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0601296 Feb 11 13:58:18.358256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a23f35a-25dd-4131-8e13-d64acc0b21c9 req-4bd9afac-23c7-40d2-88f9-4393cc968b7b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420959 Feb 11 13:58:19.491413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69ef58-e8b3-4bcc-bae0-77c137a3df37 req-b9677fa8-df27-4851-990b-61ac763da852 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:19.492936 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e69ef58-e8b3-4bcc-bae0-77c137a3df37 req-b9677fa8-df27-4851-990b-61ac763da852 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0528545 Feb 11 13:58:19.541315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e69ef58-e8b3-4bcc-bae0-77c137a3df37 req-0fffff0e-1aed-4001-8203-8362357cd467 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426872 Feb 11 13:58:20.677276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d299490-b14a-40a8-aafe-6a8535b91844 req-e15d4bbc-89cd-465e-a14b-5eca3c2bc321 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:20.678821 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d299490-b14a-40a8-aafe-6a8535b91844 req-e15d4bbc-89cd-465e-a14b-5eca3c2bc321 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0573046 Feb 11 13:58:20.727961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d299490-b14a-40a8-aafe-6a8535b91844 req-78fc5f3d-2585-479a-af62-154a27f8c36d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433841 Feb 11 13:58:21.851049 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44301f1-38ff-48a7-8ca1-e4ae77aef579 req-ea641fd0-e6cb-4194-9889-9a6c8105e217 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:21.852513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d44301f1-38ff-48a7-8ca1-e4ae77aef579 req-ea641fd0-e6cb-4194-9889-9a6c8105e217 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0528007 Feb 11 13:58:21.910814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d44301f1-38ff-48a7-8ca1-e4ae77aef579 req-b528c2f5-ffb0-4383-ad01-8349ff0e84b8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525537 Feb 11 13:58:23.044986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f83bd-76cf-48d3-884d-268b3fd7d24a req-90ae36e8-1380-4375-bebe-3a1aeeff7437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:23.046544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c83f83bd-76cf-48d3-884d-268b3fd7d24a req-90ae36e8-1380-4375-bebe-3a1aeeff7437 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0604203 Feb 11 13:58:23.094412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c83f83bd-76cf-48d3-884d-268b3fd7d24a req-8637c39c-5988-49ff-b424-33931d5b06ec tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420642 Feb 11 13:58:24.227669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c74ba-b0bb-4734-92a4-d3544df61372 req-a1b7854b-27a4-4971-8fdf-e6521085d1bd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:24.229154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae3c74ba-b0bb-4734-92a4-d3544df61372 req-a1b7854b-27a4-4971-8fdf-e6521085d1bd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0564747 Feb 11 13:58:24.282634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae3c74ba-b0bb-4734-92a4-d3544df61372 req-64deec6a-bd90-4ed2-8a0d-39c72894fef1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450623 Feb 11 13:58:25.410755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd40937-bd93-4e41-a978-ac9880d4f283 req-6a7dd981-b336-4d1a-964f-c758a6522675 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:25.412252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd40937-bd93-4e41-a978-ac9880d4f283 req-6a7dd981-b336-4d1a-964f-c758a6522675 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0548925 Feb 11 13:58:25.464565 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd40937-bd93-4e41-a978-ac9880d4f283 req-6ffb1e14-fbc2-4485-966b-2c628031b41e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465367 Feb 11 13:58:26.602371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333ebe0-71c0-4c2d-af4c-c6c7b7f30512 req-2b5ca27d-3766-423e-81d7-7629e22b838c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:26.603886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9333ebe0-71c0-4c2d-af4c-c6c7b7f30512 req-2b5ca27d-3766-423e-81d7-7629e22b838c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0589006 Feb 11 13:58:26.654012 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9333ebe0-71c0-4c2d-af4c-c6c7b7f30512 req-254d983b-0c17-4532-9077-f42c50eeae9e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415087 Feb 11 13:58:27.778752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb446a3e-c052-49b9-8e4f-04940fe9c780 req-2529653b-d122-4465-9711-fb3cddf723b9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:27.780247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb446a3e-c052-49b9-8e4f-04940fe9c780 req-2529653b-d122-4465-9711-fb3cddf723b9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0552404 Feb 11 13:58:27.838930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb446a3e-c052-49b9-8e4f-04940fe9c780 req-382afd4b-d15b-4b89-963b-3a7d637283d2 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524750 Feb 11 13:58:28.984731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5121b4-874e-472d-86db-d033b647379a req-e33774b5-7ccf-4bab-9e6c-1fc0df5c62f4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:28.986238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac5121b4-874e-472d-86db-d033b647379a req-e33774b5-7ccf-4bab-9e6c-1fc0df5c62f4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0671644 Feb 11 13:58:29.036438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac5121b4-874e-472d-86db-d033b647379a req-a3c0540f-e6ce-4e2b-921a-b1d74c536bc2 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415900 Feb 11 13:58:29.411705 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-27f8db31-822d-4018-8599-db30f5c952fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:30.180033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f5a5a-1a8c-4a6b-8cb0-e8f50cf9d6cd req-000f2249-8acf-4789-90fb-93199a90619d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.181531 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-697f5a5a-1a8c-4a6b-8cb0-e8f50cf9d6cd req-000f2249-8acf-4789-90fb-93199a90619d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0648570 Feb 11 13:58:30.232572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-697f5a5a-1a8c-4a6b-8cb0-e8f50cf9d6cd req-272d5548-55ed-4534-b6b7-be7bc126da9a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448935 Feb 11 13:58:31.381979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4791db5-dd52-4df0-90a3-8c7e46cae63f req-e97e3444-4347-4500-a11c-4dbd07f4f7cd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:31.383450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4791db5-dd52-4df0-90a3-8c7e46cae63f req-e97e3444-4347-4500-a11c-4dbd07f4f7cd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0649621 Feb 11 13:58:31.435576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4791db5-dd52-4df0-90a3-8c7e46cae63f req-0463a35b-da57-454e-9343-42fd424de3d6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462518 Feb 11 13:58:31.527419 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ca95c203-34c5-4088-9e66-4c319dc77f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:32.560225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0eed9-de16-4271-b268-e32273b3c27a req-f325e53f-347d-4aef-bd3a-dc3fce4e0315 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:32.562084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f0eed9-de16-4271-b268-e32273b3c27a req-f325e53f-347d-4aef-bd3a-dc3fce4e0315 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0547719 Feb 11 13:58:32.609043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f0eed9-de16-4271-b268-e32273b3c27a req-4f7b3ee9-bf49-45c3-8ca3-e163b6e02a1f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Feb 11 13:58:32.813623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.200351 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-a0d1376d-d5eb-4a99-a924-b7921ac48eab service neutron] show failed (client error): The resource could not be found. Feb 11 13:58:33.201379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-a0d1376d-d5eb-4a99-a924-b7921ac48eab service neutron] 10.222.0.53 "GET /v2.0/ports/f44a5eaf-ed60-45f8-add9-2fc2d15bf13f/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0584908 Feb 11 13:58:33.415122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-a4f467a4-c276-4e02-bb37-2ba5494b70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.416661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-a4f467a4-c276-4e02-bb37-2ba5494b70ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 1128 time: 0.0526462 Feb 11 13:58:33.427997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:33.490454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.737936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:33.772864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d403658-e462-4c47-ab44-31680f750b8b req-6e45d460-4b59-48ad-aae5-890c210b251e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:33.774302 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d403658-e462-4c47-ab44-31680f750b8b req-6e45d460-4b59-48ad-aae5-890c210b251e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0953498 Feb 11 13:58:33.797919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:33.854708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:33.856952 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a051c9-c0f5-4c46-92ea-636a7202f569" -d '{"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-unplugged", "status": "completed", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:33.860502 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Publish callbacks [] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.869733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d403658-e462-4c47-ab44-31680f750b8b req-bc8be0b5-3a4b-4ed1-9a9f-51cca4c18113 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896752 Feb 11 13:58:33.877189 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Transition to ACTIVE for port object f44a5eaf-ed60-45f8-add9-2fc2d15bf13f will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:58:33.883870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:33.950019 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888f7de6-3231-461f-8a8a-537e15daae33 x-openstack-request-id: req-888f7de6-3231-461f-8a8a-537e15daae33 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:33.950282 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-unplugged", "status": "completed", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:33.950555 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-888f7de6-3231-461f-8a8a-537e15daae33 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:33.950925 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'code': 200} Feb 11 13:58:33.992434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:34.016491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.016834 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.017165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.017501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.017854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.018182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.018592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.018915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.019293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.019559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.019882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.020198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.020518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:34.069870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] No DVR routers for this DVR port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:34.210725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:34.210954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:34.211273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:34.215644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:58:34.215961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Attempting to bind port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:34.220862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:34.221177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:34.221670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:34.222110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Bound port: f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:34.222455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:34.287196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:34.290072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:34.299293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:34.334737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.335207 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:34.336600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] 10.222.0.64 "PUT /v2.0/ports/f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 1092 time: 0.9126835 Feb 11 13:58:34.355513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f85fc2-24a0-41db-814a-b3d8fd4f12b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:34.418273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-6f11f31c-bd6d-4580-bbdd-2f12e3da2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.419861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-6f11f31c-bd6d-4580-bbdd-2f12e3da2655 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1126 time: 0.0528007 Feb 11 13:58:34.450549 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:34.514712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-57fb7ee6-c697-4645-963d-8f103c9701b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.516204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-57fb7ee6-c697-4645-963d-8f103c9701b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0893495 Feb 11 13:58:34.585725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-094f63d7-7aa2-4ba8-a104-700d39267c72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 999 time: 0.0633471 Feb 11 13:58:34.633017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-217876d1-6a39-44c0-acde-286bbc831c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.634428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-217876d1-6a39-44c0-acde-286bbc831c10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0433507 Feb 11 13:58:34.686825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-17107902-9f5f-4a71-ae38-7c3a0a607817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.688329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-17107902-9f5f-4a71-ae38-7c3a0a607817 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481687 Feb 11 13:58:34.781431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-6da1cd8a-5721-4e4e-a274-2427b74beca0 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862808 Feb 11 13:58:34.881007 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebc47017-2336-45dd-a592-cb106a6c97e4 req-fac57926-34b6-40a1-8598-6c9c6b8eb728 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913906 Feb 11 13:58:35.004923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8910dd-5861-4154-b932-167066f02a34 req-5d0fad30-8eec-4cc3-b666-139005f6c479 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:35.006485 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc8910dd-5861-4154-b932-167066f02a34 req-5d0fad30-8eec-4cc3-b666-139005f6c479 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 944 time: 0.0610335 Feb 11 13:58:35.054080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cc8910dd-5861-4154-b932-167066f02a34 req-530d0780-6d35-45e0-89e3-d8128c0c1713 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418174 Feb 11 13:58:35.398855 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:35.952911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:35.956969 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c25d7f-8a4e-4b86-b864-9077f600ef8d" -d '{"events": [{"name": "network-changed", "server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:36.013681 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807d3f28-f0b7-4a50-99aa-107c28ab249d x-openstack-request-id: req-807d3f28-f0b7-4a50-99aa-107c28ab249d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:36.013991 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:36.014391 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-807d3f28-f0b7-4a50-99aa-107c28ab249d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:36.014810 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'status': 'completed', 'code': 200} Feb 11 13:58:36.101984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-ee9b9838-b9da-44ce-8c14-ec0c6519296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.103523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-ee9b9838-b9da-44ce-8c14-ec0c6519296f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1126 time: 0.0718589 Feb 11 13:58:36.109427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-72ab5436-ac65-47de-814d-18ef03d04e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.110873 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-72ab5436-ac65-47de-814d-18ef03d04e1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1126 time: 0.0711868 Feb 11 13:58:36.298668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-0fd0c7dc-7aeb-4e90-ba2e-7b499a4da783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.300187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-0fd0c7dc-7aeb-4e90-ba2e-7b499a4da783 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1808617 Feb 11 13:58:36.302714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-52ee6ac4-b622-472b-8a25-74f4720adf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.304025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-52ee6ac4-b622-472b-8a25-74f4720adf3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1922948 Feb 11 13:58:36.312056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd0ebc-f28d-4a3d-9224-897ebbb6a480 req-c9b7a4a1-d718-4a6f-97c4-c276577fba29 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.313411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1fd0ebc-f28d-4a3d-9224-897ebbb6a480 req-c9b7a4a1-d718-4a6f-97c4-c276577fba29 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 944 time: 0.1857290 Feb 11 13:58:36.443390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-62261bc7-7a07-4119-a6e2-665cd241ac37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 999 time: 0.1290379 Feb 11 13:58:36.447713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-7b7f75df-77d7-40fc-8244-acb5fb485810 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 999 time: 0.1324375 Feb 11 13:58:36.510949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b1fd0ebc-f28d-4a3d-9224-897ebbb6a480 req-635be9b3-b3c7-418a-9d9d-b34a4455c94b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884217 Feb 11 13:58:36.536250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-f1f98d2c-c524-4bd7-b629-1bbf738f49a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.537669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-f1f98d2c-c524-4bd7-b629-1bbf738f49a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0854692 Feb 11 13:58:36.541032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-c776e65e-c487-4ac8-936b-ae3096fea6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.542348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-c776e65e-c487-4ac8-936b-ae3096fea6fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0793321 Feb 11 13:58:36.615599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-4f5ff776-afc6-4cd6-b329-de5e78244c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.617010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-4f5ff776-afc6-4cd6-b329-de5e78244c31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729027 Feb 11 13:58:36.619360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-342b8aaa-1b27-4731-be9c-4bbca917d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.620678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-342b8aaa-1b27-4731-be9c-4bbca917d0c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693243 Feb 11 13:58:36.770959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-9ccd4f88-b615-422a-bbb0-b88fb800056a service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468918 Feb 11 13:58:36.774291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-62da0050-36de-4cd0-8473-3e870b46fbcc service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432459 Feb 11 13:58:37.132115 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:58:37.240099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-3f03ceb3-87f4-45ed-9f22-4417bef7a61c service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625235 Feb 11 13:58:37.241964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82c25d7f-8a4e-4b86-b864-9077f600ef8d req-6872fd1f-8cd8-4a96-b3cf-b1e9005735dd service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577525 Feb 11 13:58:37.646021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9197766-aee9-4f4f-84c4-ac177f3abbbd req-eba6c563-2641-4d2d-ad23-7c4df6d3d11f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:37.647507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9197766-aee9-4f4f-84c4-ac177f3abbbd req-eba6c563-2641-4d2d-ad23-7c4df6d3d11f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 944 time: 0.0592740 Feb 11 13:58:37.695503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9197766-aee9-4f4f-84c4-ac177f3abbbd req-229d4226-8910-4c9f-9005-47e902e6b9a2 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Feb 11 13:58:37.953473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:38.000838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:58:38.001233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:38.746774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:58:38.828475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac9cfd-cdf9-44a3-88b3-79eef19d05c5 req-8aafeaf7-3861-4e99-ab87-353d13a09ac1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:38.829979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94ac9cfd-cdf9-44a3-88b3-79eef19d05c5 req-8aafeaf7-3861-4e99-ab87-353d13a09ac1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 944 time: 0.0581872 Feb 11 13:58:38.847015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:38.862356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'mac_address': 'fa:16:3e:29:72:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:58:38.877947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94ac9cfd-cdf9-44a3-88b3-79eef19d05c5 req-c93b7c75-1c81-48b4-9560-2953014d2354 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420218 Feb 11 13:58:38.901605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:38.902025 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:38.922968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44a5eaf-ed60-45f8-add9-2fc2d15bf13f {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:58:38.943334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:38.948580 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:39.002993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:39.011068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.011418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.011864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.012094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.012431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.012762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.013114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.013443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.013896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.014227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.014552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.014874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.015204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:39.110085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ce1b2-c45c-4904-b7f2-1c8d9c9dfabd req-6c559d1e-b7d9-4b45-9d81-199fa1363b62 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.111661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a89ce1b2-c45c-4904-b7f2-1c8d9c9dfabd req-6c559d1e-b7d9-4b45-9d81-199fa1363b62 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 945 time: 0.0842206 Feb 11 13:58:39.133021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-ef60465b-a822-4f41-a601-d29e06835482 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.134481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-ef60465b-a822-4f41-a601-d29e06835482 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a&tenant_id=6a9f8bd984694377a791f5da750aa3d8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 945 time: 0.0798182 Feb 11 13:58:39.209213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a89ce1b2-c45c-4904-b7f2-1c8d9c9dfabd req-39f3dbcb-cb25-4892-8f7a-fda95829a0b6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910156 Feb 11 13:58:39.218531 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-e8036771-cb86-44d4-a087-bd266beffa99 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:58:39.219529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-e8036771-cb86-44d4-a087-bd266beffa99 service neutron] 10.222.0.53 "DELETE /v2.0/ports/f44a5eaf-ed60-45f8-add9-2fc2d15bf13f/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0769401 Feb 11 13:58:39.311485 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:58:39.320181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-c4f7cf07-f941-4ce5-a11a-0dc3ea06b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.321755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-c4f7cf07-f941-4ce5-a11a-0dc3ea06b66c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 1127 time: 0.0566635 Feb 11 13:58:39.427253 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-3c92c1e6-fdd2-4b84-b13c-c3be68cba2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.428777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-3c92c1e6-fdd2-4b84-b13c-c3be68cba2a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1006846 Feb 11 13:58:39.502065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-a83e9f70-7c2a-4ee9-ac6d-e95aa5ab1e3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 200 len: 1000 time: 0.0644977 Feb 11 13:58:39.552187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-829cc1bf-b07a-434b-9699-24a56a5e71bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.553682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-829cc1bf-b07a-434b-9699-24a56a5e71bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0455437 Feb 11 13:58:39.607865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-40989338-3fcc-4309-b64c-325005e29c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.609331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-40989338-3fcc-4309-b64c-325005e29c32 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493369 Feb 11 13:58:39.697944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-8f280a72-7eee-46c9-a0f0-80d6fefb802d service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820215 Feb 11 13:58:39.789284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-702e8be0-aa3b-4cb1-92bd-c715b4ded05c req-5807703a-4c5d-48fb-8945-f2f89cb635a2 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852916 Feb 11 13:58:40.334711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7da37-6c32-4333-8ac7-8b102bf3fcd3 req-3e58f7e5-42e5-44e7-889a-1a1328b99f91 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:40.336332 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cd7da37-6c32-4333-8ac7-8b102bf3fcd3 req-3e58f7e5-42e5-44e7-889a-1a1328b99f91 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 945 time: 0.0552311 Feb 11 13:58:40.386661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cd7da37-6c32-4333-8ac7-8b102bf3fcd3 req-e3fdd1a7-e794-4ecf-8319-916f958cd047 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441875 Feb 11 13:58:40.520053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c5419-20bf-4e26-80e2-aab815e0d223 req-0924d7fd-bbaf-4f40-8ab0-44069d8ca2ba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:40.522092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-870c5419-20bf-4e26-80e2-aab815e0d223 req-0924d7fd-bbaf-4f40-8ab0-44069d8ca2ba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 945 time: 0.0597005 Feb 11 13:58:40.575863 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-870c5419-20bf-4e26-80e2-aab815e0d223 req-7875ab7e-4765-463a-b46e-528db5d2f8ba tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480871 Feb 11 13:58:40.697564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c027c9-eb71-48e7-968c-53ae432fcc6d req-0ab6878e-6d5f-4103-93e8-6bec6863f6d0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:40.699087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5c027c9-eb71-48e7-968c-53ae432fcc6d req-0ab6878e-6d5f-4103-93e8-6bec6863f6d0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 945 time: 0.0553768 Feb 11 13:58:40.745197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:40.747351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5c027c9-eb71-48e7-968c-53ae432fcc6d req-639b2e65-0b4f-4037-83c0-ef0aeef3645e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424423 Feb 11 13:58:40.796240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:58:40.800698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:40.801072 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:40.888313 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:40.888486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:40.913696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:40.915968 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06a287f-1329-468e-a596-35935083e13f" -d '{"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-plugged", "status": "completed", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:40.928372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:40.933074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:40.981677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:40.988999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa28dc-568d-4625-885e-bbf0bc6be2fe req-7c1a2a1c-f5f7-4d38-9411-a56b262ec08a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:40.990721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2aaa28dc-568d-4625-885e-bbf0bc6be2fe req-7c1a2a1c-f5f7-4d38-9411-a56b262ec08a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0523846 Feb 11 13:58:41.039022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2aaa28dc-568d-4625-885e-bbf0bc6be2fe req-241f7e75-d3cb-4188-a630-f068173eed2a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 Feb 11 13:58:41.085402 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87571d1d-a6ef-4cff-898d-06739a21ef56 x-openstack-request-id: req-87571d1d-a6ef-4cff-898d-06739a21ef56 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:41.085743 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-plugged", "status": "completed", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:41.085990 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87571d1d-a6ef-4cff-898d-06739a21ef56 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:41.086394 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'code': 200} Feb 11 13:58:42.174718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2157a-4f0b-43e4-9b22-99a1a5751d74 req-ca76fa41-d498-41ed-945c-8b9bbf12c721 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:42.176184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d2157a-4f0b-43e4-9b22-99a1a5751d74 req-ca76fa41-d498-41ed-945c-8b9bbf12c721 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0602944 Feb 11 13:58:42.225008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1d2157a-4f0b-43e4-9b22-99a1a5751d74 req-5f1dbf11-6003-4844-9f62-a78721540fbf tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430691 Feb 11 13:58:42.321693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-0e5dec13-1743-4c3e-90ad-8f2fc5df8294 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:42.323263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-0e5dec13-1743-4c3e-90ad-8f2fc5df8294 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 946 time: 0.0527606 Feb 11 13:58:42.422942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Deleting port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:58:42.423285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.518109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] For port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:42.518439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.746462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.746841 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.747182 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f disassociated. External IP: 172.25.1.63, port: f44a5eaf-ed60-45f8-add9-2fc2d15bf13f. Feb 11 13:58:42.747520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Calling delete_port for f44a5eaf-ed60-45f8-add9-2fc2d15bf13f owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:58:42.895219 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f44a5eaf-ed60-45f8-add9-2fc2d15bf13f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:42.924348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event deleted for resources: {'Port': ['ID=f44a5eaf-ed60-45f8-add9-2fc2d15bf13f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:43.042285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:43.156853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:43.167870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:43.178205 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:43.178830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:58:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:43.198777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] No DVR routers for this DVR port f44a5eaf-ed60-45f8-add9-2fc2d15bf13f on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:43.201579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:43.205051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-094ffaaa-6daa-4834-9e15-1b8449ba4f45 req-dfad885a-ab66-4de3-b88d-4aba19e0c3b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "DELETE /v2.0/ports/f44a5eaf-ed60-45f8-add9-2fc2d15bf13f HTTP/1.1" status: 204 len: 173 time: 0.8759346 Feb 11 13:58:43.205494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-deleted', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:43.207924 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b94056-1e8e-4d1d-aa8b-9eaa216738eb" -d '{"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-deleted", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:43.246591 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38491d84-5d58-45a8-b26f-9f18b55fa028 x-openstack-request-id: req-38491d84-5d58-45a8-b26f-9f18b55fa028 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:43.246881 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6835ee-e052-4567-bf4a-622a3558f10a", "name": "network-vif-deleted", "tag": "f44a5eaf-ed60-45f8-add9-2fc2d15bf13f", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:43.247133 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38491d84-5d58-45a8-b26f-9f18b55fa028 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:43.247567 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6835ee-e052-4567-bf4a-622a3558f10a', 'name': 'network-vif-deleted', 'tag': 'f44a5eaf-ed60-45f8-add9-2fc2d15bf13f', 'status': 'completed', 'code': 200} Feb 11 13:58:43.294126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:43.332231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-145aba39-a90b-4327-b088-adc0c306529b req-ba5bc14f-9f5a-4365-bc14-56698102afdc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=af6835ee-e052-4567-bf4a-622a3558f10a HTTP/1.1" status: 200 len: 210 time: 0.0314374 Feb 11 13:58:43.503168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:43.528824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:43.538308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:43.538914 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:58:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:43.648591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:43.852713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:43.878946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5099f1-db7d-4011-9ab9-a4e665d1cbee None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:44.112112 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c74c91-6beb-4bdd-aecd-542ee33092f3 None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:58:44.581082 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-b2cbcdf2-3807-4273-8c32-e6fcf9190b40 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--501013637&fields=id&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 267 time: 0.0448654 Feb 11 13:58:44.685398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-7ac0fc2e-036b-4a55-9439-ece29b988c81 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:44.687207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-7ac0fc2e-036b-4a55-9439-ece29b988c81 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.0995617 Feb 11 13:58:44.702937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-1c8f9ab1-c747-4c37-998d-11063e791501 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/quotas/6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 375 time: 0.0091677 Feb 11 13:58:44.762396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-d58c5c3f-4c8c-4d94-9384-c8e28d7d9f65 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544560 Feb 11 13:58:44.856156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-63e06f59-6cbb-4d82-bc44-48e08c6583a2 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822322 Feb 11 13:58:44.956953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6147db09-c3f8-4ec5-afca-3f9cd1a0f987 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949357 Feb 11 13:58:45.125823 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d49e1028-2583-4d75-b32a-ad02a2f63146 req-c22938ce-8799-4521-8f77-c85d3a111af3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 210 time: 0.0285358 Feb 11 13:58:46.109394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-39959ed9-dfd4-4d6c-87b2-608007e68d48 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:46.110987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-39959ed9-dfd4-4d6c-87b2-608007e68d48 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.1067524 Feb 11 13:58:46.171562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-2237bf08-be0f-498c-bc65-428e8679d36d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 379 time: 0.0522707 Feb 11 13:58:46.181128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'port': {'device_id': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'admin_state_up': True, 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'security_groups': ['01d05994-5d4f-41c4-a2b9-56861578eddc']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:46.232120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-303ff5fa-b5e6-4f2f-b8d5-687640e48f95 req-addcfd38-1415-4cf8-af37-f7cc4f12611e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 210 time: 0.0359757 Feb 11 13:58:46.318181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Made reservation on behalf of 6a9f8bd984694377a791f5da750aa3d8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:46.321526 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.446137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Allocated IP 172.20.0.7 (a8b212eb-deab-4586-aa67-4fa9edb7047c/92f7e00a-3ae4-4bee-98f9-2f07673c16c1/a30d4a85-1e19-49ac-9220-7015bb91c076) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:46.593700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.630742 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.673872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:46.677053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:46.680624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:46.687210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:46.732433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:46.733045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.750944 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-9f228900-2347-4e5e-8451-0a2bd9d9d794 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5735726 Feb 11 13:58:46.762784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Request body: {'port': {'device_id': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:46.775745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:46.796290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: f44a5eaf-ed60-45f8-add9-2fc2d15bf13f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:58:46.796643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f44a5eaf-ed60-45f8-add9-2fc2d15bf13f not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:46.828737 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.883162 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.958407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a79598fc-d504-4f69-a88d-2aa07e47e949 None None] Provisioning complete for port a30d4a85-1e19-49ac-9220-7015bb91c076 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:46.958638 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a79598fc-d504-4f69-a88d-2aa07e47e949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:46.995779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a79598fc-d504-4f69-a88d-2aa07e47e949 None None] Port a30d4a85-1e19-49ac-9220-7015bb91c076 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:58:47.093672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30d4a85-1e19-49ac-9220-7015bb91c076 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:58:47.101551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Publish callbacks [] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:47.114879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Transition to ACTIVE for port object a30d4a85-1e19-49ac-9220-7015bb91c076 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:58:47.120591 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:47.173966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:47.244039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:58:47.244391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:58:47.244724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:47.249162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Port a30d4a85-1e19-49ac-9220-7015bb91c076 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:58:47.249473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:47.255020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:47.255359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:58:47.255779 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:47.256151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Bound port: a30d4a85-1e19-49ac-9220-7015bb91c076, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:58:47.256501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:47.351968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:47.366922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:47.376170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:47.411405 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb351cf-4dea-4dff-9a91-77dd8db64539 req-0754ff77-6469-473d-911b-d213ea2d025e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:47.413041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4eb351cf-4dea-4dff-9a91-77dd8db64539 req-0754ff77-6469-473d-911b-d213ea2d025e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.1063235 Feb 11 13:58:47.420772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:47.421757 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:47.423124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] 10.222.0.53 "PUT /v2.0/ports/a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 1091 time: 0.6646483 Feb 11 13:58:47.429692 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:47.432077 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe13c343-8ac1-4bce-b566-c01e6f9755e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:47.510999 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011af04-b071-445f-94af-c4a0b70db668 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:47.533708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4eb351cf-4dea-4dff-9a91-77dd8db64539 req-e06b20df-65e7-4b93-b274-8ab952ea8bd5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053813 Feb 11 13:58:47.549948 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-de814851-8864-425b-9003-486a19896ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:47.551454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-de814851-8864-425b-9003-486a19896ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1125 time: 0.0804729 Feb 11 13:58:47.598197 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeb5a84-0a2a-4e11-a9f7-ef7925d77184 x-openstack-request-id: req-cfeb5a84-0a2a-4e11-a9f7-ef7925d77184 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:47.598472 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:47.598723 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfeb5a84-0a2a-4e11-a9f7-ef7925d77184 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:47.599119 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'status': 'completed', 'code': 200} Feb 11 13:58:47.600661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-0cdee372-8163-4264-a20a-7068206fa530 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 217 time: 0.0418475 Feb 11 13:58:47.649238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-04056f06-7f82-4053-8665-36d6744ff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:47.650768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-04056f06-7f82-4053-8665-36d6744ff093 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0435705 Feb 11 13:58:47.655940 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:47.706293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-8d68c9cd-632c-40f3-a3e1-264839e3ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:47.707740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-8d68c9cd-632c-40f3-a3e1-264839e3ee77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509810 Feb 11 13:58:47.799457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-b9174720-d59b-4bff-b366-b65ff8762d7c service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832825 Feb 11 13:58:47.891262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4563dc6f-094a-43c0-9cbb-7c8c4af8d902 req-451de2fd-8f23-4ecb-a78d-6afe20ad40a9 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860460 Feb 11 13:58:47.987492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-56ff9576-bb83-4443-b1ea-b0cc2c01cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:47.989017 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-56ff9576-bb83-4443-b1ea-b0cc2c01cba2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1125 time: 0.0475876 Feb 11 13:58:48.090617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-1c1ade2e-6ed6-4ca0-bcc5-bf2a3acc843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:48.092014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-1c1ade2e-6ed6-4ca0-bcc5-bf2a3acc843e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0966089 Feb 11 13:58:48.132980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-1c2d79a1-a8b5-4809-8733-17364f10ebf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 217 time: 0.0344150 Feb 11 13:58:48.182018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-bd74cfd2-065d-4c82-af76-9bbb2c87d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:48.183449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-bd74cfd2-065d-4c82-af76-9bbb2c87d765 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0427494 Feb 11 13:58:48.233956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-50e0a0dc-a501-45af-b653-877a6b1bb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:48.235417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-50e0a0dc-a501-45af-b653-877a6b1bb13e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440657 Feb 11 13:58:48.328379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-ab29a66e-a6ad-48df-9928-fbcc1d1e8025 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857406 Feb 11 13:58:48.771880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe13c343-8ac1-4bce-b566-c01e6f9755e4 req-b866f269-c3ee-48af-8aa9-93727ca5b97a service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365027 Feb 11 13:58:48.791255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd40e6-8ffd-43b0-9c0d-1c03407b06b3 req-a008854d-4188-456f-9a51-fb149db6233a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:48.792714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0abd40e6-8ffd-43b0-9c0d-1c03407b06b3 req-a008854d-4188-456f-9a51-fb149db6233a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0685146 Feb 11 13:58:48.842669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0abd40e6-8ffd-43b0-9c0d-1c03407b06b3 req-eb6559a1-0254-4ccb-976c-b30c31fb7498 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 Feb 11 13:58:49.974065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc6982-35b3-4cb2-8012-4c901cb4bba6 req-9a00b802-0516-4fa0-b5be-be838c9aaab4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:49.975509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fbc6982-35b3-4cb2-8012-4c901cb4bba6 req-9a00b802-0516-4fa0-b5be-be838c9aaab4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0555711 Feb 11 13:58:49.998910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:58:50.024170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fbc6982-35b3-4cb2-8012-4c901cb4bba6 req-049c225c-b937-42ed-a4a8-3510b40785dd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 Feb 11 13:58:50.108668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:50.120418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'mac_address': 'fa:16:3e:b8:8f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:58:50.161355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a30d4a85-1e19-49ac-9220-7015bb91c076 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:50.161625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:50.174797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d4a85-1e19-49ac-9220-7015bb91c076 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:58:50.195248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:50.202493 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:50.247772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:50.400745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a30d4a85-1e19-49ac-9220-7015bb91c076'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:58:51.151313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607303b-ceb3-4014-8910-01343bcd9ba7 req-757ece4a-5569-4485-9448-4019615eeaee tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:51.152806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b607303b-ceb3-4014-8910-01343bcd9ba7 req-757ece4a-5569-4485-9448-4019615eeaee tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 944 time: 0.0583119 Feb 11 13:58:51.200571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b607303b-ceb3-4014-8910-01343bcd9ba7 req-052cf729-962b-4343-9f94-a692ec4550f4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416706 Feb 11 13:58:52.007730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:52.067524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a30d4a85-1e19-49ac-9220-7015bb91c076 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:58:52.071783 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a30d4a85-1e19-49ac-9220-7015bb91c076 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:52.072161 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:52.169382 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a30d4a85-1e19-49ac-9220-7015bb91c076 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:58:52.169801 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:52.194551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:52.196783 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634fa574-b849-4d79-846e-b525119aee1f" -d '{"events": [{"server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "name": "network-vif-plugged", "status": "completed", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:52.209160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:52.214475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:52.239237 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2b8663-58fc-4e8f-abd6-f6f27c57f050 x-openstack-request-id: req-4a2b8663-58fc-4e8f-abd6-f6f27c57f050 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:52.239536 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "name": "network-vif-plugged", "status": "completed", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:52.239857 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a2b8663-58fc-4e8f-abd6-f6f27c57f050 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:52.240254 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'code': 200} Feb 11 13:58:52.270077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:52.336001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e157669-87f1-4bc6-bda9-a0e80e5ba139 req-aec4f432-eb86-4a0e-90a1-94943617aa1f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:52.337536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e157669-87f1-4bc6-bda9-a0e80e5ba139 req-aec4f432-eb86-4a0e-90a1-94943617aa1f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0583327 Feb 11 13:58:52.414333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e157669-87f1-4bc6-bda9-a0e80e5ba139 req-38e9da67-a37f-4226-8c16-e87da5713fac tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712132 Feb 11 13:58:52.423746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236ef98-5201-49db-a915-169b5dd3c987 req-45b01019-d2cd-486f-b5bc-0082d1347a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:52.425260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f236ef98-5201-49db-a915-169b5dd3c987 req-45b01019-d2cd-486f-b5bc-0082d1347a2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1127 time: 0.1193671 Feb 11 13:58:52.471670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f236ef98-5201-49db-a915-169b5dd3c987 req-7febb732-0eda-457f-be0a-db1f8e486cb1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394242 Feb 11 13:58:53.543824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71b676-3b2d-46c5-b740-ffc724f08078 req-b0b55ed9-2096-46b1-bc4f-6caa43a08136 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:53.545311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c71b676-3b2d-46c5-b740-ffc724f08078 req-b0b55ed9-2096-46b1-bc4f-6caa43a08136 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0549352 Feb 11 13:58:53.592695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0c71b676-3b2d-46c5-b740-ffc724f08078 req-837f48ba-a83c-413c-a9f3-1839c281a262 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 Feb 11 13:58:54.731926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951530b-0af4-401e-8f27-dabc274e9244 req-88695223-c640-4e49-a08a-19ddc4185181 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:54.733296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c951530b-0af4-401e-8f27-dabc274e9244 req-88695223-c640-4e49-a08a-19ddc4185181 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0674980 Feb 11 13:58:54.784170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c951530b-0af4-401e-8f27-dabc274e9244 req-919ebd46-17cc-4331-92c0-fbfc082f97f0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Feb 11 13:58:54.902846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9474e8-26c7-419f-963c-efae754964db req-62790643-a742-4fcd-bb49-fbc68e491e42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:54.904601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a9474e8-26c7-419f-963c-efae754964db req-62790643-a742-4fcd-bb49-fbc68e491e42 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0532961 Feb 11 13:58:54.914682 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 32926) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:58:54.921981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'floatingip': {'port_id': 'a30d4a85-1e19-49ac-9220-7015bb91c076'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:54.964291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:55.455134 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:55.460810 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:55.567777 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f associated. External IP: 172.25.1.63, port: a30d4a85-1e19-49ac-9220-7015bb91c076. Feb 11 13:58:55.796830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:55.912983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:55.918463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:55.923380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:55.938930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:55.939537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:58:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:55.952348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1b99fcd3-073a-4b72-9161-a9478b02ebca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "PUT /v2.0/floatingips/1e180e7e-5535-4e58-8c74-0c4f5e43465f HTTP/1.1" status: 200 len: 990 time: 1.0336130 Feb 11 13:58:55.952348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:58:55.952786 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f2dd69-6953-4505-b2af-1f024f13aca8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:56.053761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:56.076451 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a0d2a-8e8c-4eda-b990-bcd1326096b8 x-openstack-request-id: req-ac4a0d2a-8e8c-4eda-b990-bcd1326096b8 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:56.076735 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:56.076983 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac4a0d2a-8e8c-4eda-b990-bcd1326096b8 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:56.077387 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'status': 'completed', 'code': 200} Feb 11 13:58:56.175462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-8d93192d-73b8-4504-a43b-9b18c23a7a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:56.176995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-8d93192d-73b8-4504-a43b-9b18c23a7a28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1127 time: 0.0761359 Feb 11 13:58:56.218119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab672313-18b8-4a79-82e1-478f878a30de req-f1ec8167-c1ab-45b2-8eb1-d1dcfc9c52a8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:56.219581 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab672313-18b8-4a79-82e1-478f878a30de req-f1ec8167-c1ab-45b2-8eb1-d1dcfc9c52a8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0830054 Feb 11 13:58:56.293002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:b8:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:58:55Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:56.312744 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab672313-18b8-4a79-82e1-478f878a30de req-089ddfa9-3164-44ee-97ec-3d0ad5f4f045 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866170 Feb 11 13:58:56.317368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-cb3ff084-2269-4e96-98ea-f57e93454c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:56.318805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-cb3ff084-2269-4e96-98ea-f57e93454c18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1334553 Feb 11 13:58:56.320599 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:56.331526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:56.332105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:58:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:56.390091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-f37dacce-f4e3-4791-bf31-413058c45faf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 998 time: 0.0640566 Feb 11 13:58:56.441954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-283da0d1-65e6-4ebf-8d0d-506e0a95fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:56.442252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:56.443454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-283da0d1-65e6-4ebf-8d0d-506e0a95fd28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0475717 Feb 11 13:58:56.492991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-ca391450-8bf7-4de3-bb47-1b2f971d42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:56.494551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-ca391450-8bf7-4de3-bb47-1b2f971d42a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451572 Feb 11 13:58:56.587380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-b6af2114-19f3-4e46-b1c5-0ffd9bca387d service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862279 Feb 11 13:58:56.677573 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1f2dd69-6953-4505-b2af-1f024f13aca8 req-164b194a-4d50-45e5-abb8-c11111fdaff3 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840313 Feb 11 13:58:56.835533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:b8:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:58:55Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:56.861370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92430407-01aa-45eb-8889-ca6fa77af075 None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:b8:8f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:58:55Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:57.081114 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34d7b28-79e8-47d1-9441-5b795cc3a636 None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:58:57.438243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68001686-2f47-4d50-9ca9-5bb0365132ef req-d03f9347-cca5-43a8-bef9-4bb38012c9c3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:57.439918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68001686-2f47-4d50-9ca9-5bb0365132ef req-d03f9347-cca5-43a8-bef9-4bb38012c9c3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0580585 Feb 11 13:58:57.487091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68001686-2f47-4d50-9ca9-5bb0365132ef req-08a216bf-2263-44c7-a7a9-f500b585730f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412865 Feb 11 13:58:58.623060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0dc1c8-6694-4e77-9882-2f885e192eb5 req-8b586b56-b46f-4d0c-a75a-5e84a8165160 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:58.624575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f0dc1c8-6694-4e77-9882-2f885e192eb5 req-8b586b56-b46f-4d0c-a75a-5e84a8165160 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0614390 Feb 11 13:58:58.673097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f0dc1c8-6694-4e77-9882-2f885e192eb5 req-bd9fdd49-5fda-45af-8a65-eb5be1ad8b1b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 Feb 11 13:58:59.410128 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-188b1bc5-a02d-4265-8ef5-e266cd1a75c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:58:59.810422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552fe7b-f37f-4e2b-a3d2-33c7f45055e1 req-eef7626c-84da-457e-9ae5-a685d787db44 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:59.812298 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4552fe7b-f37f-4e2b-a3d2-33c7f45055e1 req-eef7626c-84da-457e-9ae5-a685d787db44 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0636585 Feb 11 13:58:59.897987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4552fe7b-f37f-4e2b-a3d2-33c7f45055e1 req-fa781014-f004-42b4-bf7a-a3c58e95b9c2 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768647 Feb 11 13:58:59.902528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-e60f9a1a-7b7e-474a-afbf-53190fbe334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:59.904328 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-e60f9a1a-7b7e-474a-afbf-53190fbe334e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1127 time: 0.0908363 Feb 11 13:59:00.025795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-14be9ec8-42b6-4095-a20f-f4399b76495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:00.027198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-14be9ec8-42b6-4095-a20f-f4399b76495b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1006279 Feb 11 13:59:00.108416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-a082cfb9-7cd8-469e-8f01-86d6003c9e25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 1000 time: 0.0736499 Feb 11 13:59:00.159717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-7cc965ea-a479-4649-b1b3-64d60610acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:00.161173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-7cc965ea-a479-4649-b1b3-64d60610acc8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0466642 Feb 11 13:59:00.211884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-1456685f-1971-492f-894a-cf2be1cb4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:00.213464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-1456685f-1971-492f-894a-cf2be1cb4e89 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451660 Feb 11 13:59:00.309223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-38cff65e-8d3d-4277-8e1c-400069cfc620 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890043 Feb 11 13:59:00.399345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40452c1a-fc77-41d2-81e3-cfe5c6fd0e5c req-b3683832-7f68-4f12-a2a7-f283eb341c91 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833867 Feb 11 13:59:01.043699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5e815-ae94-431b-b04c-bf95b0ef5ee9 req-bb5ec5b7-1d12-4582-9202-6613632bb9ec tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:01.044829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88a5e815-ae94-431b-b04c-bf95b0ef5ee9 req-bb5ec5b7-1d12-4582-9202-6613632bb9ec tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0619872 Feb 11 13:59:01.091996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88a5e815-ae94-431b-b04c-bf95b0ef5ee9 req-dea15256-712d-42d2-a4a7-3ba28beb9d1e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 Feb 11 13:59:01.528944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f315ca4-7da8-461e-98ce-e6154aeeb6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:02.225188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deaf08-d48a-4ec0-810a-6bbf1cbd242c req-3f1862df-7e5c-4d80-a0dc-a8371196afc8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:02.226713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19deaf08-d48a-4ec0-810a-6bbf1cbd242c req-3f1862df-7e5c-4d80-a0dc-a8371196afc8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0594747 Feb 11 13:59:02.273519 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19deaf08-d48a-4ec0-810a-6bbf1cbd242c req-99925912-390a-426f-8a7b-29afde4d9d59 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Feb 11 13:59:02.816863 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:03.417956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499991f-437d-43b3-91c6-98adf6e0bf34 req-fe684eb5-b59e-4cc4-9830-35b14ba5dd44 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:03.419450 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4499991f-437d-43b3-91c6-98adf6e0bf34 req-fe684eb5-b59e-4cc4-9830-35b14ba5dd44 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0611782 Feb 11 13:59:03.471651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4499991f-437d-43b3-91c6-98adf6e0bf34 req-3e8a7820-9e8c-49a0-8ddd-03691b60f3b6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461786 Feb 11 13:59:04.447554 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:04.594859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b6e45-ee56-4788-a365-48a11f42ea53 req-408176d0-c120-4ad5-ac56-8fd79374186f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:04.596369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c19b6e45-ee56-4788-a365-48a11f42ea53 req-408176d0-c120-4ad5-ac56-8fd79374186f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0548894 Feb 11 13:59:04.646801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c19b6e45-ee56-4788-a365-48a11f42ea53 req-90bb9ae5-1d5b-4c7f-ba72-6a03f47a8ae9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Feb 11 13:59:05.401501 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:05.780051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745dbcb-3240-4615-891b-1496306b702d req-5161acf3-2fcf-45de-88e1-0357e5c04506 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:05.781621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4745dbcb-3240-4615-891b-1496306b702d req-5161acf3-2fcf-45de-88e1-0357e5c04506 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0540745 Feb 11 13:59:05.834200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4745dbcb-3240-4615-891b-1496306b702d req-f1489ece-21f9-42fe-a06a-6ffbe3898fe1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464895 Feb 11 13:59:06.968879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949d194-75bc-4bff-8cb8-9d46f68e9e3b req-d8ebcd40-e2bf-413c-8734-72d0755642b1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:06.970428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1949d194-75bc-4bff-8cb8-9d46f68e9e3b req-d8ebcd40-e2bf-413c-8734-72d0755642b1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0560238 Feb 11 13:59:07.017409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1949d194-75bc-4bff-8cb8-9d46f68e9e3b req-6eb8a58c-c8fa-483b-8d80-6ce414c1b2d8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410082 Feb 11 13:59:08.154890 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f559c4c-9272-401d-9a7e-f5ebf793b3cd req-601188eb-0eb4-4ec3-bb84-2326a75daaf0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:08.156380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f559c4c-9272-401d-9a7e-f5ebf793b3cd req-601188eb-0eb4-4ec3-bb84-2326a75daaf0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0594928 Feb 11 13:59:08.207197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f559c4c-9272-401d-9a7e-f5ebf793b3cd req-8d5952d3-ad3b-4529-a025-6c4b1e2711be tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440629 Feb 11 13:59:09.350604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207b43e-5d13-4864-9fc1-48eb5a689704 req-5a3354d6-597b-4a65-82da-ce10c8015055 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:09.351959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9207b43e-5d13-4864-9fc1-48eb5a689704 req-5a3354d6-597b-4a65-82da-ce10c8015055 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0585368 Feb 11 13:59:09.407516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9207b43e-5d13-4864-9fc1-48eb5a689704 req-16b133d9-21ae-4c9a-b390-1f294655722a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420017 Feb 11 13:59:10.542734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236cc5c-993d-40f1-819d-4358f69616af req-3d06f390-e1b5-46ba-8665-ca55cd5de064 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:10.545139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5236cc5c-993d-40f1-819d-4358f69616af req-3d06f390-e1b5-46ba-8665-ca55cd5de064 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0639145 Feb 11 13:59:10.601072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5236cc5c-993d-40f1-819d-4358f69616af req-ad29d5a0-d397-4064-acdd-d32f1592605f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472169 Feb 11 13:59:11.737295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d826f3e-f9a0-40c8-9632-b9f77b2a05f7 req-6b21bca4-1a84-4b68-a0bb-904a41d75097 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:11.738724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d826f3e-f9a0-40c8-9632-b9f77b2a05f7 req-6b21bca4-1a84-4b68-a0bb-904a41d75097 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0546093 Feb 11 13:59:11.794512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d826f3e-f9a0-40c8-9632-b9f77b2a05f7 req-fadfcc63-990e-436a-882c-0266271e7741 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475752 Feb 11 13:59:12.930752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba73d7a-efba-414c-af1d-99252149cf09 req-0612b791-8593-45dd-9854-58f339524662 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:12.932262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ba73d7a-efba-414c-af1d-99252149cf09 req-0612b791-8593-45dd-9854-58f339524662 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0557945 Feb 11 13:59:12.981114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ba73d7a-efba-414c-af1d-99252149cf09 req-13020143-bf3d-43eb-bbbd-7d903d9a8ec0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426846 Feb 11 13:59:14.118823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24febd-916f-4937-a5ac-5d627f7122a1 req-1a30a250-50d2-4936-96eb-6e48dd93549a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:14.120341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce24febd-916f-4937-a5ac-5d627f7122a1 req-1a30a250-50d2-4936-96eb-6e48dd93549a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0556905 Feb 11 13:59:14.132452 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:59:14.170376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ce24febd-916f-4937-a5ac-5d627f7122a1 req-925bc510-bc08-40df-8f6e-ad8b38d5cd5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Feb 11 13:59:15.307738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0b34b-f84c-4959-98a2-28061b7c4c56 req-34573b57-8b1a-4672-8ce8-fe91a76ac245 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:15.309128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e0b34b-f84c-4959-98a2-28061b7c4c56 req-34573b57-8b1a-4672-8ce8-fe91a76ac245 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0650241 Feb 11 13:59:15.355899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d7e0b34b-f84c-4959-98a2-28061b7c4c56 req-c27b87f4-af41-4014-942e-22b8e4e08bfe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Feb 11 13:59:16.552250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2cdcd-f72a-492b-9bc7-6932e28a47a9 req-f1d46776-6127-4730-b07b-3a26c6c3c29e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:16.553774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2f2cdcd-f72a-492b-9bc7-6932e28a47a9 req-f1d46776-6127-4730-b07b-3a26c6c3c29e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.1131270 Feb 11 13:59:16.602106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2f2cdcd-f72a-492b-9bc7-6932e28a47a9 req-fc8e9f62-60b8-4a3a-9a9a-26ae82b1a452 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Feb 11 13:59:16.901992 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:17.669685 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:17.732418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6becb21-9b7b-4518-8b4c-5564dc0d6753 req-25dd80ea-4141-496d-8f41-ff7801e9145e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:17.733822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6becb21-9b7b-4518-8b4c-5564dc0d6753 req-25dd80ea-4141-496d-8f41-ff7801e9145e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0631950 Feb 11 13:59:17.780660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6becb21-9b7b-4518-8b4c-5564dc0d6753 req-f5bf84fa-8973-4e14-89cd-e32d5b25ea08 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406370 Feb 11 13:59:18.924858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99308efe-0722-480f-9fa4-b896992d5a20 req-a01b9471-9ca7-4dfd-a44a-6389be8a85c1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:18.926376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99308efe-0722-480f-9fa4-b896992d5a20 req-a01b9471-9ca7-4dfd-a44a-6389be8a85c1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0645666 Feb 11 13:59:18.983055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99308efe-0722-480f-9fa4-b896992d5a20 req-2fb91add-e866-4428-a042-6e4cf54e1dfe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480039 Feb 11 13:59:20.109071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872b298-c94d-4f42-b95c-f3349709c076 req-0adc4712-eab7-48d5-9dc9-3ab6875047f7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:20.111409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1872b298-c94d-4f42-b95c-f3349709c076 req-0adc4712-eab7-48d5-9dc9-3ab6875047f7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0556860 Feb 11 13:59:20.161301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1872b298-c94d-4f42-b95c-f3349709c076 req-d62e49b4-7b55-46ed-928a-a21a76567812 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446250 Feb 11 13:59:21.292408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f658a-819d-45fb-9aee-074def6323ff req-ee80bce7-763a-42b2-a4d9-55ef7c62ee40 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:21.293810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b86f658a-819d-45fb-9aee-074def6323ff req-ee80bce7-763a-42b2-a4d9-55ef7c62ee40 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0541692 Feb 11 13:59:21.342092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b86f658a-819d-45fb-9aee-074def6323ff req-68d00d45-fdef-4522-819c-a382ba7c179e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422375 Feb 11 13:59:22.472627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3aad2-f333-45e1-b734-5accccf54702 req-03b04dcb-6021-4eef-b4bc-4f7a70b17c46 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:22.474126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9db3aad2-f333-45e1-b734-5accccf54702 req-03b04dcb-6021-4eef-b4bc-4f7a70b17c46 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0561700 Feb 11 13:59:22.521870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9db3aad2-f333-45e1-b734-5accccf54702 req-13bf48dd-def2-4bcd-8113-67310d7e8b80 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Feb 11 13:59:22.771728 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-0b30a0bd-f989-4d3e-a44e-28f8db31fd83 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0519812 Feb 11 13:59:22.780263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191de1b-f2ef-4898-939c-4cfe21308809 req-c348fc9e-5c59-46c8-97a5-270cc84b6812 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:22.781790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4191de1b-f2ef-4898-939c-4cfe21308809 req-c348fc9e-5c59-46c8-97a5-270cc84b6812 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0583875 Feb 11 13:59:22.834202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4191de1b-f2ef-4898-939c-4cfe21308809 req-08646cd4-7549-497f-bb06-f858ec017957 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464065 Feb 11 13:59:23.153730 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-09b386d4-3f10-48d2-b907-8ac3b94c6d4b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:23.155166 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-09b386d4-3f10-48d2-b907-8ac3b94c6d4b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports/a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 942 time: 0.0563350 Feb 11 13:59:23.989217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12913f2-d4dc-4dbf-b5f2-cb3e46e6190e req-160d2b7f-d3b8-4e7f-968f-b5291f77955d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:23.990804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e12913f2-d4dc-4dbf-b5f2-cb3e46e6190e req-160d2b7f-d3b8-4e7f-968f-b5291f77955d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0785630 Feb 11 13:59:23.995287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-02a86caa-55cd-4e3a-b8b4-de88cdec5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:23.996658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-02a86caa-55cd-4e3a-b8b4-de88cdec5f7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1127 time: 0.0757332 Feb 11 13:59:24.090909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e12913f2-d4dc-4dbf-b5f2-cb3e46e6190e req-2aa0fca9-8223-4e13-b457-ab4e3de50215 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933034 Feb 11 13:59:24.117867 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-ce45b60b-6609-4091-92bb-e583410f26ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:24.119240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-ce45b60b-6609-4091-92bb-e583410f26ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1149020 Feb 11 13:59:24.194094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-1ab030a9-b42b-4174-aa2d-2215a7273147 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 1000 time: 0.0678849 Feb 11 13:59:24.246554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-9b21f729-df53-4721-adea-03841fde9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:24.248039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-9b21f729-df53-4721-adea-03841fde9288 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0480843 Feb 11 13:59:24.297301 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-48cab91e-1ad4-4ae0-a545-6f19cbc42f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:24.299069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-48cab91e-1ad4-4ae0-a545-6f19cbc42f93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447650 Feb 11 13:59:24.398775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-ecadb369-2ced-4932-9e09-13530ac4f065 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922499 Feb 11 13:59:24.496488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-9a64011d-5bfa-4153-bdb0-fda97085140f service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908129 Feb 11 13:59:25.223445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a2924-6e9c-49a1-bbee-2328ce8a48fb req-7c321cdc-0813-4b93-aec9-59b2c0d1e273 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:25.224927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d85a2924-6e9c-49a1-bbee-2328ce8a48fb req-7c321cdc-0813-4b93-aec9-59b2c0d1e273 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0568798 Feb 11 13:59:25.280424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d85a2924-6e9c-49a1-bbee-2328ce8a48fb req-c9e94d91-957e-4d13-8841-2ac5ba085125 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470552 Feb 11 13:59:26.374733 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-178b7586-32db-44b4-b0de-d552bc8039f0 service neutron] show failed (client error): The resource could not be found. Feb 11 13:59:26.375709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-178b7586-32db-44b4-b0de-d552bc8039f0 service neutron] 10.222.0.53 "GET /v2.0/ports/a30d4a85-1e19-49ac-9220-7015bb91c076/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0782654 Feb 11 13:59:26.417485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32532fb-6bfa-4eb7-bb1a-46711350224d req-6aa4e627-514f-45e4-9a41-7d90ed8cee5c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:26.419034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a32532fb-6bfa-4eb7-bb1a-46711350224d req-6aa4e627-514f-45e4-9a41-7d90ed8cee5c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 945 time: 0.0586302 Feb 11 13:59:26.469613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a32532fb-6bfa-4eb7-bb1a-46711350224d req-651d0c5e-a546-4cec-84b1-ef6f48b79191 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443039 Feb 11 13:59:26.607341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-8f76c73f-c5af-47b6-ad16-55c2e258fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:26.608717 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-8f76c73f-c5af-47b6-ad16-55c2e258fd5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 1127 time: 0.0602403 Feb 11 13:59:26.620860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:26.680963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.886062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:26.920264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:26.971395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:59:26.973673 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a30ad44-e94e-4232-b832-d3893841bcf2" -d '{"events": [{"server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:26.977531 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Publish callbacks [] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:26.990641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Transition to ACTIVE for port object a30d4a85-1e19-49ac-9220-7015bb91c076 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:59:26.995250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.022076 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6da7e17-a5d0-46de-a390-68b7537c09e4 x-openstack-request-id: req-b6da7e17-a5d0-46de-a390-68b7537c09e4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:27.022376 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:27.022632 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6da7e17-a5d0-46de-a390-68b7537c09e4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:27.023028 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'code': 200} Feb 11 13:59:27.070963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:27.114712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] No DVR routers for this DVR port a30d4a85-1e19-49ac-9220-7015bb91c076 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:27.253910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:27.254235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:27.254554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:27.259250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Port a30d4a85-1e19-49ac-9220-7015bb91c076 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:59:27.259559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Attempting to bind port a30d4a85-1e19-49ac-9220-7015bb91c076 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:27.264737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:27.265066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:27.265471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:27.265882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Bound port: a30d4a85-1e19-49ac-9220-7015bb91c076, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:27.266222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.684074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:27.687737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:27.695191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddf53c-c56a-420d-af6e-eef4fe4aa994 req-d543df36-3591-4cb1-993f-6b1b2c842911 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:27.696575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37ddf53c-c56a-420d-af6e-eef4fe4aa994 req-d543df36-3591-4cb1-993f-6b1b2c842911 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0939932 Feb 11 13:59:27.705061 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.766822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:27.767687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:27.769045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] 10.222.0.64 "PUT /v2.0/ports/a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 1091 time: 1.1523345 Feb 11 13:59:27.811848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4a500-cde4-4450-98ba-48d7d806e327 service neutron] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:27.832921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37ddf53c-c56a-420d-af6e-eef4fe4aa994 req-8b2814d2-d947-43de-b5fe-9e523da444ae tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298215 Feb 11 13:59:27.856089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-f7a9e0bc-c2f3-4f05-98be-24cb282d4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:27.856089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-f7a9e0bc-c2f3-4f05-98be-24cb282d4a98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1125 time: 0.0634346 Feb 11 13:59:27.947782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-e8cda430-22da-43eb-851b-e08ce246e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:27.949207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-e8cda430-22da-43eb-851b-e08ce246e1e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0882688 Feb 11 13:59:28.032293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-5be2002d-30a1-42d4-9f53-e16cd9caf4a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 998 time: 0.0774238 Feb 11 13:59:28.080861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-e80c4f84-1fc7-4434-a0b4-1f08549e569f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:28.082375 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-e80c4f84-1fc7-4434-a0b4-1f08549e569f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0444245 Feb 11 13:59:28.135406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-1edd58b4-883f-4fb9-98eb-09888df4e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:28.137685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-1edd58b4-883f-4fb9-98eb-09888df4e100 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492110 Feb 11 13:59:28.235309 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-687e9072-5688-4654-9dde-fe4e656e6cee service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913224 Feb 11 13:59:28.338985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4bc43e0a-87eb-4814-b0f8-fe07134ab584 req-84dfc2c9-a151-4502-b7d1-83d6ff20a258 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980492 Feb 11 13:59:28.974210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b691a-df00-4980-86f7-2cc2fcd646d4 req-869d3951-e2b7-4612-a44e-cfa115873ba5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:28.975710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d84b691a-df00-4980-86f7-2cc2fcd646d4 req-869d3951-e2b7-4612-a44e-cfa115873ba5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0650082 Feb 11 13:59:29.023610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:59:29.027182 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:29.034763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d84b691a-df00-4980-86f7-2cc2fcd646d4 req-009c7805-7460-4b82-8fa0-891f3e33dab4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507360 Feb 11 13:59:29.097871 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc92158-85b6-48e9-bcbc-1237acab0477 x-openstack-request-id: req-0fc92158-85b6-48e9-bcbc-1237acab0477 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:29.098338 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:29.099075 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fc92158-85b6-48e9-bcbc-1237acab0477 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:29.099484 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'status': 'completed', 'code': 200} Feb 11 13:59:29.198182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-96d3d81a-b57e-4cbe-9d3c-426ed1cf4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.199710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-96d3d81a-b57e-4cbe-9d3c-426ed1cf4349 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1125 time: 0.0821736 Feb 11 13:59:29.203742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-ae7a3ff8-67ef-4d9f-8055-b242761b2f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.205163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-ae7a3ff8-67ef-4d9f-8055-b242761b2f79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1125 time: 0.0757174 Feb 11 13:59:29.356325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-1f8071b1-2119-4e75-806f-77be72a4c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.357860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-1f8071b1-2119-4e75-806f-77be72a4c199 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1518235 Feb 11 13:59:29.358928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-1b527c83-dd03-4096-b289-2936112cd88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.360221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-1b527c83-dd03-4096-b289-2936112cd88b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1472082 Feb 11 13:59:29.403791 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-771a5c58-c783-4712-948c-d90254408536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:29.477693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-07cf933a-dcf9-49d0-894f-e683050e2d35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 998 time: 0.1129797 Feb 11 13:59:29.479342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-03e0f0c2-52be-4251-8118-0b8fe3c31aa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 998 time: 0.1058969 Feb 11 13:59:29.560520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-f4b456d2-fd32-4a5e-8184-021cecb496d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.562320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-f4b456d2-fd32-4a5e-8184-021cecb496d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0789173 Feb 11 13:59:29.563663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-f3f9104b-e611-44ff-b4b9-cdffd6e3ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.565264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-f3f9104b-e611-44ff-b4b9-cdffd6e3ceac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0747352 Feb 11 13:59:29.642026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-89187640-c884-4ef3-bf31-a15bbed1adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.643540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-89187640-c884-4ef3-bf31-a15bbed1adbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671451 Feb 11 13:59:29.645237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-4170c9b6-4113-44a4-892d-2fb43f392f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.646613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-4170c9b6-4113-44a4-892d-2fb43f392f31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0775800 Feb 11 13:59:29.801445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-d025f075-37ce-414d-8546-22a6e1281a9a service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506221 Feb 11 13:59:29.803207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-54b3e0f2-77cb-43c4-9dc4-7718eff96bab service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457782 Feb 11 13:59:29.953183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-92c5fea3-d841-4586-bca7-7fd5fed41261 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455202 Feb 11 13:59:29.956775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e01bab6b-d33f-43b0-bbe3-ca5eba90a3b2 req-44e7c4d4-a3db-4f36-b83c-6ae931e9f27d service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419139 Feb 11 13:59:30.174633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01c3a5-cf58-44bd-af82-f97128eb7f35 req-529fda22-e90e-4db9-aa42-c883577b4621 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:30.176151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a01c3a5-cf58-44bd-af82-f97128eb7f35 req-529fda22-e90e-4db9-aa42-c883577b4621 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0641749 Feb 11 13:59:30.186299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:59:30.227859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port a30d4a85-1e19-49ac-9220-7015bb91c076 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 13:59:30.228252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:59:30.230470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a01c3a5-cf58-44bd-af82-f97128eb7f35 req-2c6d0cd4-2646-4756-a8e3-3f80e45f0d6b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485594 Feb 11 13:59:31.356489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327bf18-bf35-4a27-85ae-37d0bc7915c0 req-12ebcbe8-0191-4ec8-8f4d-586a14e2fd3a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:31.357908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c327bf18-bf35-4a27-85ae-37d0bc7915c0 req-12ebcbe8-0191-4ec8-8f4d-586a14e2fd3a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0546384 Feb 11 13:59:31.416206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c327bf18-bf35-4a27-85ae-37d0bc7915c0 req-2a707fa6-0940-4a63-9859-8f418460395b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521874 Feb 11 13:59:31.524356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-829a2a78-f36f-481e-a87b-0bdab524716d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:31.661420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aac4c9-78cc-4ccc-88e5-f0ce3c2b0aca req-9d627b73-750b-4297-b6a7-72ec8a700902 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:31.662842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9aac4c9-78cc-4ccc-88e5-f0ce3c2b0aca req-9d627b73-750b-4297-b6a7-72ec8a700902 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0856485 Feb 11 13:59:31.674387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-91a9cf89-4169-4e20-8f6b-e631b5ed4f04 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:31.675821 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-91a9cf89-4169-4e20-8f6b-e631b5ed4f04 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4&tenant_id=6a9f8bd984694377a791f5da750aa3d8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 943 time: 0.0868268 Feb 11 13:59:31.758292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f9aac4c9-78cc-4ccc-88e5-f0ce3c2b0aca req-d47b1210-f90f-40a0-a332-7c90648a23ee tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815163 Feb 11 13:59:31.763490 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-da4d65c4-022e-4406-81cf-9578d834131f service neutron] delete failed (client error): The resource could not be found. Feb 11 13:59:31.764453 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-da4d65c4-022e-4406-81cf-9578d834131f service neutron] 10.222.0.53 "DELETE /v2.0/ports/a30d4a85-1e19-49ac-9220-7015bb91c076/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0811820 Feb 11 13:59:31.856691 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-5dda66a9-0289-4286-84d2-3fb57b4fa10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:31.858244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-5dda66a9-0289-4286-84d2-3fb57b4fa10e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1125 time: 0.0491037 Feb 11 13:59:31.952222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-5a9cc9aa-3da0-4656-ae6b-2798f0c38976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:31.953748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-5a9cc9aa-3da0-4656-ae6b-2798f0c38976 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0890071 Feb 11 13:59:32.022483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-c249b6a3-1afc-4e27-a167-d82b4c662302 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 998 time: 0.0620766 Feb 11 13:59:32.082572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-87007c07-71e0-46cb-b6e3-a88bb6e53dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:32.084038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-87007c07-71e0-46cb-b6e3-a88bb6e53dd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0545399 Feb 11 13:59:32.136154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-14a5b6b7-1ddb-4ae0-869a-ef0602ac90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:32.137631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-14a5b6b7-1ddb-4ae0-869a-ef0602ac90b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465407 Feb 11 13:59:32.236218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-af7eaa7d-4e35-4f85-b005-a1d2ae2b5302 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917711 Feb 11 13:59:32.333149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afcfa59f-dcf4-4423-aabf-18a66d122c63 req-31d9e830-5f69-4919-8a6d-ffa8a7583c29 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911319 Feb 11 13:59:32.809357 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:32.888591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975be2-aef5-48cc-819c-b521eb6c3c6c req-00e2721f-7c74-47a5-90ac-ab3b952355cb tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:32.890416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61975be2-aef5-48cc-819c-b521eb6c3c6c req-00e2721f-7c74-47a5-90ac-ab3b952355cb tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0608704 Feb 11 13:59:32.917022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:59:32.942051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61975be2-aef5-48cc-819c-b521eb6c3c6c req-7c17c95a-996d-4759-bfd2-a299fb3c909f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455315 Feb 11 13:59:33.019404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:33.031430 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'mac_address': 'fa:16:3e:b8:8f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:59:33.059830 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd464d-bf45-4ac6-a61c-6ef45391ae67 req-f72074e5-1dc0-4060-aeac-75ed1a53dc91 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.061611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0dd464d-bf45-4ac6-a61c-6ef45391ae67 req-f72074e5-1dc0-4060-aeac-75ed1a53dc91 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 943 time: 0.0518322 Feb 11 13:59:33.069018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port a30d4a85-1e19-49ac-9220-7015bb91c076 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:33.069419 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:33.084047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30d4a85-1e19-49ac-9220-7015bb91c076 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:59:33.103542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:33.107694 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:33.108766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0dd464d-bf45-4ac6-a61c-6ef45391ae67 req-5677b016-0259-4717-88e5-dce68201320f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Feb 11 13:59:33.154188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:33.343635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab6910-bf4e-40ef-ad47-ffa5e6e46cd2 req-9ee8db22-bd72-4581-9032-ea8f7e86a23b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.345039 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66ab6910-bf4e-40ef-ad47-ffa5e6e46cd2 req-9ee8db22-bd72-4581-9032-ea8f7e86a23b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 944 time: 0.0818479 Feb 11 13:59:33.367853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-1835163d-9919-4a2a-b143-76b8704a44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.369296 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-1835163d-9919-4a2a-b143-76b8704a44e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 1126 time: 0.0711474 Feb 11 13:59:33.402446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['a30d4a85-1e19-49ac-9220-7015bb91c076'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:59:33.419495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-66ab6910-bf4e-40ef-ad47-ffa5e6e46cd2 req-181e0319-0f50-471e-9433-0f25a19bf2da tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684929 Feb 11 13:59:33.479774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-410c9319-679b-4f91-90df-9398a08be1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.481267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-410c9319-679b-4f91-90df-9398a08be1b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1046927 Feb 11 13:59:33.546252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-aeef8883-0832-4b30-b185-f14ed3503268 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 200 len: 999 time: 0.0588062 Feb 11 13:59:33.597861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-1d679765-fe1e-4a9e-bd33-7252c605ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.599197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-1d679765-fe1e-4a9e-bd33-7252c605ea59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0470896 Feb 11 13:59:33.653776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-34931d40-7b44-4e10-9f1f-3df649c35065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.655295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-34931d40-7b44-4e10-9f1f-3df649c35065 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498662 Feb 11 13:59:33.665428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-5bfa5d27-d5cd-46d3-b451-c06cf19ef2d9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:59:33.666439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-5bfa5d27-d5cd-46d3-b451-c06cf19ef2d9 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049334 Feb 11 13:59:33.758492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-1468e01b-4c1f-4d40-81e0-101dedf4eb4d service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865195 Feb 11 13:59:33.862222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a4ad3c50-80cb-4a65-96d4-c11ad8cf5c7e req-a51426b6-0f56-43d9-bac6-a39206999d24 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972154 Feb 11 13:59:34.453543 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:34.551278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789ef93-3dbc-40cd-a993-9c860a506a50 req-ff8c31e7-33aa-48bc-b7b4-7923c10d4e23 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.552750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4789ef93-3dbc-40cd-a993-9c860a506a50 req-ff8c31e7-33aa-48bc-b7b4-7923c10d4e23 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 944 time: 0.0604255 Feb 11 13:59:34.600626 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4789ef93-3dbc-40cd-a993-9c860a506a50 req-24c9917e-60ba-43ad-b950-fd179a425a11 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421140 Feb 11 13:59:34.861081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d97923-cc5f-4c81-b5d6-44728b2c6a7f req-f0c20685-2fcd-4b54-b551-1672c5c80f0c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.862943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68d97923-cc5f-4c81-b5d6-44728b2c6a7f req-f0c20685-2fcd-4b54-b551-1672c5c80f0c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 944 time: 0.0632098 Feb 11 13:59:34.916729 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68d97923-cc5f-4c81-b5d6-44728b2c6a7f req-746c503e-6802-4596-b880-2dd1269daf70 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Feb 11 13:59:34.916992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:59:35.022740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:35.034690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'mac_address': 'fa:16:3e:b8:8f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:59:35.092561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['a30d4a85-1e19-49ac-9220-7015bb91c076'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:59:35.406097 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:36.050079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a959a-ba87-4fef-8f8a-f282a86cb546 req-913867d5-41c0-4452-9746-ce5d508890b8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:36.051598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f90a959a-ba87-4fef-8f8a-f282a86cb546 req-913867d5-41c0-4452-9746-ce5d508890b8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 944 time: 0.0585067 Feb 11 13:59:36.108543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f90a959a-ba87-4fef-8f8a-f282a86cb546 req-a3d86647-4a70-4e62-886a-d1cd25105aa6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510924 Feb 11 13:59:36.243633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-1e7bbd97-5495-4fc6-84b3-0b0e64145013 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:36.245008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-1e7bbd97-5495-4fc6-84b3-0b0e64145013 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 944 time: 0.0556874 Feb 11 13:59:36.340639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Deleting port a30d4a85-1e19-49ac-9220-7015bb91c076 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:59:36.340930 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:36.429583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] For port a30d4a85-1e19-49ac-9220-7015bb91c076, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=a30d4a85-1e19-49ac-9220-7015bb91c076,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:36.429983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:36.627196 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:36.627493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:36.627801 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f disassociated. External IP: 172.25.1.63, port: a30d4a85-1e19-49ac-9220-7015bb91c076. Feb 11 13:59:36.628135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Calling delete_port for a30d4a85-1e19-49ac-9220-7015bb91c076 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:59:36.761219 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a30d4a85-1e19-49ac-9220-7015bb91c076), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:36.787988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event deleted for resources: {'Port': ['ID=a30d4a85-1e19-49ac-9220-7015bb91c076,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:36.798166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.798622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.798980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.799315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.799653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.799987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.800302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.800624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.801435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.801435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.801631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.801908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.802232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:36.916325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:36.920965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:36.938479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: a30d4a85-1e19-49ac-9220-7015bb91c076 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:59:36.938866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 13:59:36.958576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Port a30d4a85-1e19-49ac-9220-7015bb91c076 not found, will not notify nova. {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 13:59:37.031597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:37.043431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:37.054553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:37.055187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:59:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:37.076134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] No DVR routers for this DVR port a30d4a85-1e19-49ac-9220-7015bb91c076 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:37.078959 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:37.082499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb162600-ce4a-4a09-ad53-410a285d1333 req-a15b1342-a153-4bce-aba6-3702f3137c09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "DELETE /v2.0/ports/a30d4a85-1e19-49ac-9220-7015bb91c076 HTTP/1.1" status: 204 len: 173 time: 0.8320506 Feb 11 13:59:37.082946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'name': 'network-vif-deleted', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:59:37.085180 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ed850-6950-4370-beb7-f492613f514d" -d '{"events": [{"server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "name": "network-vif-deleted", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:37.123214 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33d3eb1-1d90-4fcb-bb60-5bef4c8e1ae9 x-openstack-request-id: req-a33d3eb1-1d90-4fcb-bb60-5bef4c8e1ae9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:37.123505 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6873fee-6226-4fd2-8ca6-bcb5474366b4", "name": "network-vif-deleted", "tag": "a30d4a85-1e19-49ac-9220-7015bb91c076", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:37.123757 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a33d3eb1-1d90-4fcb-bb60-5bef4c8e1ae9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:37.124175 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6873fee-6226-4fd2-8ca6-bcb5474366b4', 'name': 'network-vif-deleted', 'tag': 'a30d4a85-1e19-49ac-9220-7015bb91c076', 'status': 'completed', 'code': 200} Feb 11 13:59:37.172425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:37.218344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ffbbca1f-b556-428b-88f2-6253f470f367 req-627a75ae-8247-47de-969c-9b9aa32133b2 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6873fee-6226-4fd2-8ca6-bcb5474366b4 HTTP/1.1" status: 200 len: 210 time: 0.0289130 Feb 11 13:59:37.401128 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:37.428166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:37.437480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:37.438447 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:59:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:37.547397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:37.748204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:37.778814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97edf531-5dd3-40d6-997f-c97d9fcb618c None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:38.006003 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764fb62e-76c8-46aa-b983-0691cd9e38e9 None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:59:38.479546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-ea63a10b-0731-4335-b082-b430a49e3127 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--501013637&fields=id&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 267 time: 0.0418882 Feb 11 13:59:38.597258 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-00c0399c-0a79-40b6-b3fa-b1eb906aeb85 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:38.598703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-00c0399c-0a79-40b6-b3fa-b1eb906aeb85 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.1125643 Feb 11 13:59:38.613098 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-cd1f542e-a303-46b6-ac9a-cf00ab2ff1c8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/quotas/6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 375 time: 0.0091028 Feb 11 13:59:38.667597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-2ac49f56-81fa-4d21-831b-edac54ba3f5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496705 Feb 11 13:59:38.761151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-42b44f8f-6a90-4cc4-80b0-95f978e588a3 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818868 Feb 11 13:59:38.853955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-f68da7ac-82b3-46f3-af12-a69a9e610076 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868089 Feb 11 13:59:39.021378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21c59a8c-91be-4808-9c24-6b9c959ad6e2 req-5f69ece6-5f6e-4661-b0ee-b5edc7b4b312 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Feb 11 13:59:39.973127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-d642cc77-d3e3-41c8-a83a-7081a9583f08 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:39.974659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-d642cc77-d3e3-41c8-a83a-7081a9583f08 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.1100733 Feb 11 13:59:40.042294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-823ab400-c703-4555-bd5b-c73f84c54f88 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 379 time: 0.0597718 Feb 11 13:59:40.051677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'port': {'device_id': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'admin_state_up': True, 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'security_groups': ['01d05994-5d4f-41c4-a2b9-56861578eddc']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:40.472217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6cb0cc5-3ed8-445d-bc8a-6d38d97802e3 req-c56f5ec9-c2c9-4150-84fb-43510df147de tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 210 time: 0.3651235 Feb 11 13:59:40.522022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Made reservation on behalf of 6a9f8bd984694377a791f5da750aa3d8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:40.527476 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:40.652470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Allocated IP 172.20.0.7 (a8b212eb-deab-4586-aa67-4fa9edb7047c/92f7e00a-3ae4-4bee-98f9-2f07673c16c1/f2681c51-9466-4c37-9d06-1edd380c3e19) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:40.793987 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:40.832495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:40.874567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:40.877997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:40.881665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:40.906671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:40.940519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.941086 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:40.948139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:59:40.960439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-1df51b45-faab-457c-995d-7b375a5e51f5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9127653 Feb 11 13:59:40.968526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: a30d4a85-1e19-49ac-9220-7015bb91c076 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:59:40.968881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device a30d4a85-1e19-49ac-9220-7015bb91c076 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:59:40.972061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Request body: {'port': {'device_id': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:41.032770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:41.131449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a75b1208-7835-4273-8858-4c1ae906526f None None] Provisioning complete for port f2681c51-9466-4c37-9d06-1edd380c3e19 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:41.131860 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a75b1208-7835-4273-8858-4c1ae906526f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:41.166613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a75b1208-7835-4273-8858-4c1ae906526f None None] Port f2681c51-9466-4c37-9d06-1edd380c3e19 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:59:41.311237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2681c51-9466-4c37-9d06-1edd380c3e19 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:59:41.318943 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Publish callbacks [] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:41.331461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Transition to ACTIVE for port object f2681c51-9466-4c37-9d06-1edd380c3e19 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:59:41.337589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:41.384755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:41.458933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:59:41.459247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:59:41.459595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:41.464177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:59:41.464496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:41.469933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:41.470455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:59:41.471037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:41.471524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Bound port: f2681c51-9466-4c37-9d06-1edd380c3e19, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:59:41.471879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:41.543777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:41.548069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:41.562116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:41.621374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:41.622022 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:41.623402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 1091 time: 0.6561944 Feb 11 13:59:41.625736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:59:41.628234 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6e4fad-659d-44fc-8317-83f0cba45792" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:41.667117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b5f44-4c58-4c9e-8c17-156fa683836a req-23a0d5ab-905f-4c45-9265-55d67c34aa9e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:41.669682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-479b5f44-4c58-4c9e-8c17-156fa683836a req-23a0d5ab-905f-4c45-9265-55d67c34aa9e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 943 time: 0.1235461 Feb 11 13:59:41.679866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a3aac-5954-4ae8-b060-fe0acc8a3b33 service neutron] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:41.756148 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-479b5f44-4c58-4c9e-8c17-156fa683836a req-afde9b05-1a4a-4f04-95b7-a3a2b3dbd138 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772460 Feb 11 13:59:41.759026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-01987c3e-1202-47c5-bcf5-9067b5bae0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:41.760476 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-01987c3e-1202-47c5-bcf5-9067b5bae0ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1125 time: 0.0898943 Feb 11 13:59:41.806730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-70cd730a-2fb3-481d-9099-193d240bbb41 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 217 time: 0.0381005 Feb 11 13:59:41.810376 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3d58dc-22d7-4dbd-a830-eeccb3347abc x-openstack-request-id: req-9c3d58dc-22d7-4dbd-a830-eeccb3347abc {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:41.810951 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:41.811224 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c3d58dc-22d7-4dbd-a830-eeccb3347abc {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:41.811616 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'status': 'completed', 'code': 200} Feb 11 13:59:41.855028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-1c058d00-5886-4694-8de7-0945166ea8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:41.856412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-1c058d00-5886-4694-8de7-0945166ea8ad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0429342 Feb 11 13:59:41.914266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451741c-fb71-433f-a930-b294d32235c3 req-b7cbaa0d-4d93-4e8e-91a5-7c96a803e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:41.915827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-b7cbaa0d-4d93-4e8e-91a5-7c96a803e4cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0541151 Feb 11 13:59:42.011000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-f9b6076a-0047-40af-8dad-dd2bd6921794 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885224 Feb 11 13:59:42.104286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1451741c-fb71-433f-a930-b294d32235c3 req-7c604831-8467-4a35-aea5-d06c8102cb83 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872567 Feb 11 13:59:42.205339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-a9d918b9-0e0f-409d-9f34-3cef4eb3ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.206879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-a9d918b9-0e0f-409d-9f34-3cef4eb3ccd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1125 time: 0.0461364 Feb 11 13:59:42.298853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-c953dc39-33f6-40a0-b9c2-df53b4649280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.300320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-c953dc39-33f6-40a0-b9c2-df53b4649280 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0880032 Feb 11 13:59:42.342332 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-cc1d54d8-a411-4e54-b010-b3a39fc65c9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 217 time: 0.0344813 Feb 11 13:59:42.390759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-7a97c384-4d99-49fe-b62d-7cc95781a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.392440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-7a97c384-4d99-49fe-b62d-7cc95781a0ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0448380 Feb 11 13:59:42.451316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-ab990cd2-13c8-4cd2-89a8-1c2b234dcb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.452864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-ab990cd2-13c8-4cd2-89a8-1c2b234dcb55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551171 Feb 11 13:59:42.551580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-acba030a-3168-4512-9801-3a39f32290c2 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923536 Feb 11 13:59:42.645902 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ee6e4fad-659d-44fc-8317-83f0cba45792 req-9fb2e001-db6f-4027-b39d-1fba237f0729 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883341 Feb 11 13:59:42.896763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3941056-e5b1-4696-84fb-c96dfd99c84e req-11a337ad-8777-4a1c-84d8-ee3c6a776283 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.898283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3941056-e5b1-4696-84fb-c96dfd99c84e req-11a337ad-8777-4a1c-84d8-ee3c6a776283 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 943 time: 0.0637212 Feb 11 13:59:42.948269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3941056-e5b1-4696-84fb-c96dfd99c84e req-fcbc3c38-b67e-437c-9548-17c0273bcd0d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420985 Feb 11 13:59:44.087761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a929f4-032d-4348-ab10-bd9fb2519982 req-ce180c3b-a611-4594-8972-295ad3547c4a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:44.089260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32a929f4-032d-4348-ab10-bd9fb2519982 req-ce180c3b-a611-4594-8972-295ad3547c4a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 943 time: 0.0570102 Feb 11 13:59:44.139409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32a929f4-032d-4348-ab10-bd9fb2519982 req-ebd0ae13-958b-480c-a58e-c0325efe5a3e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421407 Feb 11 13:59:44.965004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:59:45.068654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:45.081557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'mac_address': 'fa:16:3e:f9:ba:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:59:45.123604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f2681c51-9466-4c37-9d06-1edd380c3e19 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:45.124203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:45.143678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2681c51-9466-4c37-9d06-1edd380c3e19 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:59:45.163922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:45.169226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:45.216261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:45.223723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.224061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.224395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.224747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.225057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.225378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.225715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.226063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.226379 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.226704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.227017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.227328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.227643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:45.266669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203f741-ae36-4f9d-9307-0924c307d923 req-59fe22f1-7abd-49b8-95b7-ce722af9b1b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:45.268181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8203f741-ae36-4f9d-9307-0924c307d923 req-59fe22f1-7abd-49b8-95b7-ce722af9b1b4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.0571077 Feb 11 13:59:45.314135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8203f741-ae36-4f9d-9307-0924c307d923 req-663e979c-848f-473e-b6ce-5560f969194e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401070 Feb 11 13:59:45.503121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f2681c51-9466-4c37-9d06-1edd380c3e19'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:59:46.451208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17fa7f-0bd4-42e1-a4e2-cce287539c98 req-480c9890-3a70-43ce-be1b-0f28beca2404 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:46.452942 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b17fa7f-0bd4-42e1-a4e2-cce287539c98 req-480c9890-3a70-43ce-be1b-0f28beca2404 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.0581589 Feb 11 13:59:46.500964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b17fa7f-0bd4-42e1-a4e2-cce287539c98 req-c850e0f7-5a17-4932-a5f8-c772d3411c66 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Feb 11 13:59:46.900418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:46.977167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:47.029887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port f2681c51-9466-4c37-9d06-1edd380c3e19 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:59:47.033616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port f2681c51-9466-4c37-9d06-1edd380c3e19 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:47.034035 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:47.113598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f2681c51-9466-4c37-9d06-1edd380c3e19 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:59:47.113998 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:47.140060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:59:47.143309 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f161fefe-1ebd-4dc1-9ea2-d9b5ba852926" -d '{"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-plugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:47.157126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:47.162425 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:47.186256 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624afea-cb4c-428c-bec5-acd058480852 x-openstack-request-id: req-3624afea-cb4c-428c-bec5-acd058480852 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:47.186545 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-plugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:47.186791 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3624afea-cb4c-428c-bec5-acd058480852 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:47.187173 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'code': 200} Feb 11 13:59:47.216750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:47.284820 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d84998-f2db-4d6d-9d93-1df3afcdbcaa req-a46487fa-94a3-4374-9513-2abf00a21ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:47.286344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7d84998-f2db-4d6d-9d93-1df3afcdbcaa req-a46487fa-94a3-4374-9513-2abf00a21ba9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1127 time: 0.0481982 Feb 11 13:59:47.330200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7d84998-f2db-4d6d-9d93-1df3afcdbcaa req-012d074c-72b0-47db-a6f8-6c68302b1a2d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374238 Feb 11 13:59:47.632448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a49939-a773-4ecb-9efe-0c1e237cb827 req-f401d508-ddfe-4dc4-bca9-6c1d99a17302 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:47.633981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3a49939-a773-4ecb-9efe-0c1e237cb827 req-f401d508-ddfe-4dc4-bca9-6c1d99a17302 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0550003 Feb 11 13:59:47.683332 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:47.684110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c3a49939-a773-4ecb-9efe-0c1e237cb827 req-8f0b2669-3775-4e7d-b7b3-cfabcfddab7d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418298 Feb 11 13:59:48.809385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d1e97-fabe-4af8-8842-48c9fc407471 req-4b4571a7-a883-4570-9e78-bedcfe5652ff tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:48.811218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c1d1e97-fabe-4af8-8842-48c9fc407471 req-4b4571a7-a883-4570-9e78-bedcfe5652ff tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0554652 Feb 11 13:59:48.862656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c1d1e97-fabe-4af8-8842-48c9fc407471 req-cd67495f-9585-45c7-be71-e41d8f53e0e0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457454 Feb 11 13:59:48.988004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6d043-1ee7-4ce9-8aa2-581665cb1781 req-9cf51a12-d849-4221-a60b-fd944141be87 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:48.989404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56f6d043-1ee7-4ce9-8aa2-581665cb1781 req-9cf51a12-d849-4221-a60b-fd944141be87 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0544164 Feb 11 13:59:48.998194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33102) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:59:49.002947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'floatingip': {'port_id': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:49.041461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:49.501467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:49.507390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:49.611087 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f associated. External IP: 172.25.1.63, port: f2681c51-9466-4c37-9d06-1edd380c3e19. Feb 11 13:59:50.160205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:50.273379 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:50.278656 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:59:50.284656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:50.299442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:50.300059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:59:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:50.313667 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-962786ae-0a5c-4a76-a87a-5c5cd3b22d5a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "PUT /v2.0/floatingips/1e180e7e-5535-4e58-8c74-0c4f5e43465f HTTP/1.1" status: 200 len: 990 time: 1.3143024 Feb 11 13:59:50.314480 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:59:50.316843 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:50.415569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:50.480370 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05307ad2-23b7-4f13-9475-f38070eb8276 x-openstack-request-id: req-05307ad2-23b7-4f13-9475-f38070eb8276 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:50.480966 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:50.481595 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05307ad2-23b7-4f13-9475-f38070eb8276 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:50.482399 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'status': 'completed', 'code': 200} Feb 11 13:59:50.546896 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-8c98835a-0d6e-4b90-910f-1ff6a0acb5cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561788 Feb 11 13:59:50.590456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-a09a0b34-2f57-4655-a4a8-2488e2d745d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:50.591972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-a09a0b34-2f57-4655-a4a8-2488e2d745d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1127 time: 0.0840373 Feb 11 13:59:50.651413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18a59d-7822-4636-a6c1-2f409038700f req-39de4e09-0d6a-4ff1-8492-83261a4b47dc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:50.658396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d18a59d-7822-4636-a6c1-2f409038700f req-39de4e09-0d6a-4ff1-8492-83261a4b47dc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.1182725 Feb 11 13:59:50.744539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d18a59d-7822-4636-a6c1-2f409038700f req-dd8c64b2-8972-4336-9d2e-46db00ae66af tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852795 Feb 11 13:59:50.749420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-bee45d55-5867-4555-8968-db04c792e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:50.750961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-bee45d55-5867-4555-8968-db04c792e2b8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1524208 Feb 11 13:59:50.838844 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-ee7cd9a9-5eea-49e5-9d22-3dfc9593ab9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 998 time: 0.0801334 Feb 11 13:59:50.850453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:f9:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:59:49Z', 'revision_number': 9, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:50.877818 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:50.887590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:50.888206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T13:59:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:50.891535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-ab3f7ec6-4719-49d9-8a26-ded7b55d1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:50.893032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-ab3f7ec6-4719-49d9-8a26-ded7b55d1a6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0486867 Feb 11 13:59:50.920507 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-2467b46f-274d-45ec-8c6b-401fdd30a482 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:50.922032 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-2467b46f-274d-45ec-8c6b-401fdd30a482 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports/f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 942 time: 0.0554066 Feb 11 13:59:50.943822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-79bb1fdf-e484-4e12-813d-cb5cf8b4c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:50.945335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-79bb1fdf-e484-4e12-813d-cb5cf8b4c352 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463679 Feb 11 13:59:51.003393 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:51.044286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-ed9ddd58-9e01-4b2c-8d46-e4dce0cc135c service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918810 Feb 11 13:59:51.131692 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:59:51.156123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c9b8e4d-80b3-4fe6-9c8d-9ac6724708ab req-e2bac6b0-afc3-419f-87b2-d2ec1840aa90 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063154 Feb 11 13:59:51.241422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:f9:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:59:49Z', 'revision_number': 9, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:51.268123 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68471fc9-02f1-42b2-9803-0e6ebeb7dec3 None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:f9:ba:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T13:59:49Z', 'revision_number': 9, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:51.472684 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089386be-c614-4a23-b9a5-cc67307fd85e None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:59:51.741412 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-117afd69-6e8b-4f7d-abb6-52733c79fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.742991 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-117afd69-6e8b-4f7d-abb6-52733c79fb5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1127 time: 0.0522535 Feb 11 13:59:51.860758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-1096cd5e-50d4-4b3f-8fa7-3530d9266e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.862272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-1096cd5e-50d4-4b3f-8fa7-3530d9266e5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1128895 Feb 11 13:59:51.927144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f6502-d4cf-4358-a4e1-d910fc4a613a req-6cb37d16-9757-495e-b73f-a556d76ed2e4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.928622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b94f6502-d4cf-4358-a4e1-d910fc4a613a req-6cb37d16-9757-495e-b73f-a556d76ed2e4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.1083660 Feb 11 13:59:51.961772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-7c43e728-1760-45ac-84a9-036110eb016d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 1001 time: 0.0926833 Feb 11 13:59:52.018719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b94f6502-d4cf-4358-a4e1-d910fc4a613a req-a34dfaf7-8351-41c4-b804-b3f5b74df585 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841610 Feb 11 13:59:52.027839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-1eb565d1-5515-4a4b-a9f4-6af5055a9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:52.029247 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-1eb565d1-5515-4a4b-a9f4-6af5055a9587 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0609429 Feb 11 13:59:52.090293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-8374594b-0088-4e4e-aca5-b1ed7b15fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:52.091796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-8374594b-0088-4e4e-aca5-b1ed7b15fc03 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561955 Feb 11 13:59:52.182120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-26eeb461-5a2a-469f-9761-bdd83d83d3f0 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841782 Feb 11 13:59:52.277483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-607eb25e-dba2-464b-b4d4-dbf4ae76922a service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897534 Feb 11 13:59:53.152047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5afbbb-3a8a-4d1c-8503-804189902541 req-f453e632-c776-4445-aebb-edebde2f58fe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:53.153571 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f5afbbb-3a8a-4d1c-8503-804189902541 req-f453e632-c776-4445-aebb-edebde2f58fe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0554121 Feb 11 13:59:53.204423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f5afbbb-3a8a-4d1c-8503-804189902541 req-6887918e-214b-43c2-9d1d-3fed52f34b36 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448639 Feb 11 13:59:53.872491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-eb2ba77e-dea6-4bde-abc4-be830f1c01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:53.873951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-eb2ba77e-dea6-4bde-abc4-be830f1c01e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1127 time: 0.0473025 Feb 11 13:59:53.983631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-3cd14eb2-b5e2-49aa-a7df-47267900018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:53.985163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-3cd14eb2-b5e2-49aa-a7df-47267900018d service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0929363 Feb 11 13:59:54.051808 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-f2232a5d-6fc9-4cdd-b27c-4a886d19192a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 1001 time: 0.0607977 Feb 11 13:59:54.108320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-df12f16f-f560-43dc-b236-03e4fd1e175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.109809 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-df12f16f-f560-43dc-b236-03e4fd1e175c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0517378 Feb 11 13:59:54.157788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-e71f30a5-ef8e-4d23-8c11-46d4ab1f35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.159215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-e71f30a5-ef8e-4d23-8c11-46d4ab1f35cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440977 Feb 11 13:59:54.253850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-05d12542-3e35-42fd-b2a5-4f9c8d54c441 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877428 Feb 11 13:59:54.376256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-964e4f23-27ac-4649-aa97-fdc164eaf778 req-b1b1565e-f911-4c35-b5f7-3da432608dee service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160238 Feb 11 13:59:54.383957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b13a-0e8a-480f-8c67-b5a8f8be167d req-7ceaeac9-5d07-4770-868f-649868e363a3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.385367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28c6b13a-0e8a-480f-8c67-b5a8f8be167d req-7ceaeac9-5d07-4770-868f-649868e363a3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.1042037 Feb 11 13:59:54.436546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28c6b13a-0e8a-480f-8c67-b5a8f8be167d req-6c60bec2-1ab8-47cf-9294-aed062296bcd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454736 Feb 11 13:59:55.568074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ae7e5-84ae-4d4d-bed5-d1ac7f316803 req-8f6f1c3d-53b0-46a2-b7ac-022ecab8338d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:55.569564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f2ae7e5-84ae-4d4d-bed5-d1ac7f316803 req-8f6f1c3d-53b0-46a2-b7ac-022ecab8338d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0575521 Feb 11 13:59:55.620183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f2ae7e5-84ae-4d4d-bed5-d1ac7f316803 req-f6bd71c5-a086-41f6-93a4-58529469e7d8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449011 Feb 11 13:59:56.752143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be847769-7b1f-4382-a15a-80d20de594f7 req-79f12788-245a-4fd2-bbeb-d99f5fd499f1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:56.753566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be847769-7b1f-4382-a15a-80d20de594f7 req-79f12788-245a-4fd2-bbeb-d99f5fd499f1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0553274 Feb 11 13:59:56.807203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be847769-7b1f-4382-a15a-80d20de594f7 req-e5f03d59-f76e-41ae-82bb-f1804ea99306 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Feb 11 13:59:57.945361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798849d-d211-4700-936f-4cfc452fb73e req-81551ef3-1872-46fe-a1b5-05a1a67fd4bc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:57.946856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f798849d-d211-4700-936f-4cfc452fb73e req-81551ef3-1872-46fe-a1b5-05a1a67fd4bc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0599725 Feb 11 13:59:57.995372 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f798849d-d211-4700-936f-4cfc452fb73e req-4f72d8e4-9f0c-451d-87e9-08a699324f6b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Feb 11 13:59:59.127327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2912c7-18c2-4409-b2c8-e3500c8676aa req-1db7ac88-55eb-41bf-8c4a-9f74a2b6446c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:59.128970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf2912c7-18c2-4409-b2c8-e3500c8676aa req-1db7ac88-55eb-41bf-8c4a-9f74a2b6446c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0566690 Feb 11 13:59:59.183269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cf2912c7-18c2-4409-b2c8-e3500c8676aa req-8095d78d-e3bd-435a-a170-360dd71d4d45 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477443 Feb 11 13:59:59.410851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-da3732d5-7f89-44b7-89ed-98aa1a7dc657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:00.321460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9ceb7-7cb0-46a3-a5c4-03ff8c95cfe9 req-00ca424f-907a-4875-8a5f-9806d4703d88 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:00.323000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfa9ceb7-7cb0-46a3-a5c4-03ff8c95cfe9 req-00ca424f-907a-4875-8a5f-9806d4703d88 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0574906 Feb 11 14:00:00.378661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfa9ceb7-7cb0-46a3-a5c4-03ff8c95cfe9 req-08d30a47-6641-4fd7-b91a-d758d626a155 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Feb 11 14:00:01.506652 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2def4b-8d71-4bb3-a577-6d8f37f514bc req-4219cfb4-5e98-434c-ab73-8c40a7bc0d00 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:01.508097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d2def4b-8d71-4bb3-a577-6d8f37f514bc req-4219cfb4-5e98-434c-ab73-8c40a7bc0d00 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0570929 Feb 11 14:00:01.530536 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b80d47d6-bbfe-49ba-b337-e73bde91cb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:01.557943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d2def4b-8d71-4bb3-a577-6d8f37f514bc req-2791fa5a-5e47-4581-9b00-3026ccba24eb tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 Feb 11 14:00:02.698716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfe043-e0d1-4b16-b25b-0ed1fb8a4a95 req-aba9e6ed-f184-4017-b19e-74f05e2e5542 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:02.700102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3dfe043-e0d1-4b16-b25b-0ed1fb8a4a95 req-aba9e6ed-f184-4017-b19e-74f05e2e5542 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0617793 Feb 11 14:00:02.750716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3dfe043-e0d1-4b16-b25b-0ed1fb8a4a95 req-b2dbdd83-230f-434e-85eb-f9720b5a1b8f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422351 Feb 11 14:00:02.807145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:03.879004 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce883ce-59a0-46bf-87b5-a56ed7d9f762 req-d3c5c234-a449-4470-8fb9-2b6173a2f15f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:03.880518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bce883ce-59a0-46bf-87b5-a56ed7d9f762 req-d3c5c234-a449-4470-8fb9-2b6173a2f15f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0596759 Feb 11 14:00:03.930878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bce883ce-59a0-46bf-87b5-a56ed7d9f762 req-1436651b-5b94-4fab-a3d8-f799cbc5adcc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 Feb 11 14:00:04.453373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:05.059190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d100da-f9c2-4b83-9589-6f253d7aa330 req-bc58a998-e322-4d3a-9edc-6c812d5df593 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:05.060957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53d100da-f9c2-4b83-9589-6f253d7aa330 req-bc58a998-e322-4d3a-9edc-6c812d5df593 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0544310 Feb 11 14:00:05.108126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53d100da-f9c2-4b83-9589-6f253d7aa330 req-f79ab3e2-51a6-450c-9d88-96f63f6572de tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410886 Feb 11 14:00:05.404565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:06.241632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4eef3-34f7-4ad5-9d72-5fe8fcc78360 req-4210633f-dced-402f-b520-d91f1e854077 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:06.243164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07c4eef3-34f7-4ad5-9d72-5fe8fcc78360 req-4210633f-dced-402f-b520-d91f1e854077 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0606623 Feb 11 14:00:06.290188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07c4eef3-34f7-4ad5-9d72-5fe8fcc78360 req-4d132b32-a041-4e22-bfe5-727c7d529422 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411410 Feb 11 14:00:07.425190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba7271-0d2e-4f80-ae2a-f86b3edead15 req-9ce25b04-0e58-4aac-a12a-3e09734e5b75 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:07.426831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0ba7271-0d2e-4f80-ae2a-f86b3edead15 req-9ce25b04-0e58-4aac-a12a-3e09734e5b75 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0656416 Feb 11 14:00:07.475825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0ba7271-0d2e-4f80-ae2a-f86b3edead15 req-005f4185-848a-4c77-a7ae-51bd4b1d2476 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429904 Feb 11 14:00:08.610757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a958f0-d120-4faf-a31b-a3ca5e04139c req-fd6b1c57-a4f5-45b9-9609-7a978ae0630d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:08.612242 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81a958f0-d120-4faf-a31b-a3ca5e04139c req-fd6b1c57-a4f5-45b9-9609-7a978ae0630d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0603175 Feb 11 14:00:08.673394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-81a958f0-d120-4faf-a31b-a3ca5e04139c req-12430340-6a14-4f51-98da-a6de984e15bf tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526919 Feb 11 14:00:09.803374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f69b2-9bf7-49f0-8713-0ed6b438d3e7 req-df37393c-e571-48cd-96a9-2be6f153e110 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:09.804901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-905f69b2-9bf7-49f0-8713-0ed6b438d3e7 req-df37393c-e571-48cd-96a9-2be6f153e110 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0546460 Feb 11 14:00:09.854678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-905f69b2-9bf7-49f0-8713-0ed6b438d3e7 req-c5b6d1f0-c4c0-41f5-93b4-023da680d454 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Feb 11 14:00:10.989105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6097103-f4d2-4a74-98fd-1404a56bbc0d req-4ce95d8d-02ee-4947-a9f1-aa8f05b4d88a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:10.990631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6097103-f4d2-4a74-98fd-1404a56bbc0d req-4ce95d8d-02ee-4947-a9f1-aa8f05b4d88a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0607841 Feb 11 14:00:11.047436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6097103-f4d2-4a74-98fd-1404a56bbc0d req-b2b51d55-9d42-4276-90c4-81d2cc7ead60 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484028 Feb 11 14:00:12.200433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc690-0e45-44ea-886b-0cec36e6d412 req-d0c89d37-ba06-48aa-8fec-34502a2579df tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:12.202035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80dfc690-0e45-44ea-886b-0cec36e6d412 req-d0c89d37-ba06-48aa-8fec-34502a2579df tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0736816 Feb 11 14:00:12.251265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80dfc690-0e45-44ea-886b-0cec36e6d412 req-bbc0e287-0a93-4fdd-a27d-8cc297fa49d7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Feb 11 14:00:13.390969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe643dd-2ecb-45ed-b564-520ae731781f req-e707a00f-d1a1-48a6-be8e-bdd7170018a6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.392365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afe643dd-2ecb-45ed-b564-520ae731781f req-e707a00f-d1a1-48a6-be8e-bdd7170018a6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0589886 Feb 11 14:00:13.447537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afe643dd-2ecb-45ed-b564-520ae731781f req-d26b3360-c64a-44b1-bbf4-3fd834a15eb1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489566 Feb 11 14:00:14.578767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809af6c-3669-493a-b497-f686950646fd req-6a099c16-ba3c-44f5-9620-97069eec774f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:14.580255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4809af6c-3669-493a-b497-f686950646fd req-6a099c16-ba3c-44f5-9620-97069eec774f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0618618 Feb 11 14:00:14.630736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4809af6c-3669-493a-b497-f686950646fd req-fc29378f-f050-4299-8713-d08d9f5bad61 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447760 Feb 11 14:00:15.758443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197f838-83c7-4494-91d0-53c3f9fad11f req-26025d18-6765-4efd-bd1e-6ee962dba64c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:15.759816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0197f838-83c7-4494-91d0-53c3f9fad11f req-26025d18-6765-4efd-bd1e-6ee962dba64c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0541642 Feb 11 14:00:15.806498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0197f838-83c7-4494-91d0-53c3f9fad11f req-5cebbff9-85ba-42d5-bd5b-9aef8fb010a5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 Feb 11 14:00:16.906983 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:16.934583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7facf50-a353-4b70-ae60-86754bf81d84 req-9c3d3a22-8bda-44ff-8b1f-124892d7feb4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:16.936414 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7facf50-a353-4b70-ae60-86754bf81d84 req-9c3d3a22-8bda-44ff-8b1f-124892d7feb4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0596340 Feb 11 14:00:17.000537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7facf50-a353-4b70-ae60-86754bf81d84 req-1a30144f-f970-44f4-bfda-4b0b2f4aff7f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580153 Feb 11 14:00:17.692530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:18.145080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cacbf-9109-406f-8445-2de0d0f504a4 req-5a10d4c5-b53f-43c1-883b-4847447f6d1c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:18.146633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c3cacbf-9109-406f-8445-2de0d0f504a4 req-5a10d4c5-b53f-43c1-883b-4847447f6d1c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0607514 Feb 11 14:00:18.202558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c3cacbf-9109-406f-8445-2de0d0f504a4 req-1d9f2187-9067-4b17-a0fd-33deaa79543a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500238 Feb 11 14:00:19.181524 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-857728b6-c8e4-48d6-9064-094801d08d9a req-e1e0323b-7fc7-48d8-8933-24a31de58c45 service neutron] show failed (client error): The resource could not be found. Feb 11 14:00:19.182791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-e1e0323b-7fc7-48d8-8933-24a31de58c45 service neutron] 10.222.0.64 "GET /v2.0/ports/f2681c51-9466-4c37-9d06-1edd380c3e19/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0626531 Feb 11 14:00:19.326302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c241fb-66b3-489d-afdd-0708580accda req-69d51fa2-c2b2-460c-8aa4-380d6f947a0a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:19.327878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86c241fb-66b3-489d-afdd-0708580accda req-69d51fa2-c2b2-460c-8aa4-380d6f947a0a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0541904 Feb 11 14:00:19.405431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86c241fb-66b3-489d-afdd-0708580accda req-1168c101-814e-4254-a426-1becedcdfd8d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712903 Feb 11 14:00:19.414989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-6d95370a-7c24-4973-890c-09d4fddabeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:19.416516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-6d95370a-7c24-4973-890c-09d4fddabeb7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 1127 time: 0.0690424 Feb 11 14:00:19.427584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:19.489024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.693874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:19.733907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:00:19.772597 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:19.774994 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddad7168-e5a3-41df-8c9b-8e256b014e8e" -d '{"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-unplugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:19.778572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Publish callbacks [] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.791297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Transition to ACTIVE for port object f2681c51-9466-4c37-9d06-1edd380c3e19 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:00:19.795675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:19.832590 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d5491b-cf80-46cf-9ae6-d784ab1c33ab x-openstack-request-id: req-93d5491b-cf80-46cf-9ae6-d784ab1c33ab {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:19.832886 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-unplugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:19.833157 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93d5491b-cf80-46cf-9ae6-d784ab1c33ab {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:19.833502 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'code': 200} Feb 11 14:00:19.883014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:19.924568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] No DVR routers for this DVR port f2681c51-9466-4c37-9d06-1edd380c3e19 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:20.075950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:00:20.076287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:00:20.076618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:20.082069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:00:20.082365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:20.087918 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:00:20.088262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:00:20.088644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:00:20.089071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Bound port: f2681c51-9466-4c37-9d06-1edd380c3e19, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:00:20.089421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:20.162304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:00:20.165555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:00:20.174093 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:20.209460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.210099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:20.211466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] 10.222.0.53 "PUT /v2.0/ports/f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 1091 time: 0.7881386 Feb 11 14:00:20.230818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a571a-6e07-4190-81bd-ef1b12f89365 service neutron] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:20.284923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-d464e229-49f5-4714-94ca-d64dbad1dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.286171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-d464e229-49f5-4714-94ca-d64dbad1dd49 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1125 time: 0.0505280 Feb 11 14:00:20.381192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-55665b0a-5582-431e-8924-d1ab3e80d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.382712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-55665b0a-5582-431e-8924-d1ab3e80d31f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0894742 Feb 11 14:00:20.793670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-783f194a-d55f-4945-b6c8-5752e4b0169a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 999 time: 0.4035742 Feb 11 14:00:20.862888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-5a131d37-c777-4f81-bd43-5fe48674feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.864334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-5a131d37-c777-4f81-bd43-5fe48674feb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0510900 Feb 11 14:00:20.876077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2794c23-f1eb-4219-bec9-9846163bd80a req-ad8de25f-9d8f-4eea-9591-f4b465ffe115 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.877444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2794c23-f1eb-4219-bec9-9846163bd80a req-ad8de25f-9d8f-4eea-9591-f4b465ffe115 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 943 time: 0.0951860 Feb 11 14:00:20.952885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e2794c23-f1eb-4219-bec9-9846163bd80a req-8468b659-ace7-4725-a8f9-7f94f141b8ea tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672848 Feb 11 14:00:20.955481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857728b6-c8e4-48d6-9064-094801d08d9a req-93eda53a-4b41-495d-8758-ec6b9c824c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:20.956928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-93eda53a-4b41-495d-8758-ec6b9c824c12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786374 Feb 11 14:00:21.055911 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-26a2dc3c-6eea-415d-a06b-330c6ae55fcd service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908220 Feb 11 14:00:21.150085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-857728b6-c8e4-48d6-9064-094801d08d9a req-578862d2-757f-4911-a42b-f2559ea114df service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871501 Feb 11 14:00:21.834609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:21.837593 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df0495-de66-46d8-8485-e2030b08ff37" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:21.895408 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa1ebc2-0e40-402f-972a-3203fc85dc5a x-openstack-request-id: req-6aa1ebc2-0e40-402f-972a-3203fc85dc5a {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:21.895676 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:21.895973 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6aa1ebc2-0e40-402f-972a-3203fc85dc5a {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:21.896373 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'status': 'completed', 'code': 200} Feb 11 14:00:22.006341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-0ae46db7-3246-477a-9984-bba0b69747d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.007878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-0ae46db7-3246-477a-9984-bba0b69747d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1125 time: 0.0951529 Feb 11 14:00:22.009435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-59c07626-af71-48c4-8b20-4ab780378134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.010794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-59c07626-af71-48c4-8b20-4ab780378134 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1125 time: 0.0864506 Feb 11 14:00:22.207500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-471d6128-6913-4e31-9981-7c439d17eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.208963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-471d6128-6913-4e31-9981-7c439d17eb8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1951270 Feb 11 14:00:22.215661 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec5f65-adbf-41ad-a3b4-bac789404249 req-cbf446b2-7375-470f-b720-0a65a8019f75 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.217022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0ec5f65-adbf-41ad-a3b4-bac789404249 req-cbf446b2-7375-470f-b720-0a65a8019f75 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 943 time: 0.1794670 Feb 11 14:00:22.224244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-03c9646a-31e8-4252-88c7-875150a0df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.225604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-03c9646a-31e8-4252-88c7-875150a0df0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.2044866 Feb 11 14:00:22.352357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-123487e6-0c3b-4c2e-ac15-dce6c941ec1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 999 time: 0.1341231 Feb 11 14:00:22.356536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-7d78e9e5-ac79-4b55-88f9-df40066d2177 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 999 time: 0.1237342 Feb 11 14:00:22.383847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0ec5f65-adbf-41ad-a3b4-bac789404249 req-0642edc9-46db-451b-a635-a90deba6d75f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573403 Feb 11 14:00:22.448998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-a22e086f-c34d-46ca-a457-d9a4c41f92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.450518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-a22e086f-c34d-46ca-a457-d9a4c41f92a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0856867 Feb 11 14:00:22.451880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-1c32061d-5211-4949-b57f-fae8a4029eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.453203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-1c32061d-5211-4949-b57f-fae8a4029eef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0919216 Feb 11 14:00:22.528133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-fa0f3023-9c3f-4bfe-9b96-85b512cb2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.529550 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-fa0f3023-9c3f-4bfe-9b96-85b512cb2b97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726056 Feb 11 14:00:22.533619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-bab34ac1-e5cc-4c8a-a069-fb0fc4d57cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.535008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-bab34ac1-e5cc-4c8a-a069-fb0fc4d57cdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706766 Feb 11 14:00:22.690208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-a46b4186-740b-4bae-981d-8508ca8254c6 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530042 Feb 11 14:00:22.691916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-44ff5b60-b190-43a1-addd-319fa48cc65d service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479375 Feb 11 14:00:22.853750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-74587a03-7dec-490b-a5a9-2487e5dff139 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570449 Feb 11 14:00:22.855515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0df0495-de66-46d8-8485-e2030b08ff37 req-935d0a37-7980-4bc3-ab80-dd534e6e916c service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578994 Feb 11 14:00:23.213877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:23.255779 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port f2681c51-9466-4c37-9d06-1edd380c3e19 host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:00:23.256158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:23.512167 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d1af5-d103-4416-a75d-5b1c0e5d8a80 req-33402e2e-6f10-4325-b1c2-13e974d0e126 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:23.513590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331d1af5-d103-4416-a75d-5b1c0e5d8a80 req-33402e2e-6f10-4325-b1c2-13e974d0e126 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 943 time: 0.0551567 Feb 11 14:00:23.562830 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331d1af5-d103-4416-a75d-5b1c0e5d8a80 req-e27a9c2b-7591-4f33-aa1a-079c976bc5c4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428362 Feb 11 14:00:23.899325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-7c5b56e1-4c20-4cbe-b5c7-0cb0c4de9c80 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:23.900775 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-7c5b56e1-4c20-4cbe-b5c7-0cb0c4de9c80 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332&tenant_id=6a9f8bd984694377a791f5da750aa3d8&binding%3Ahost_id=n-h2-828675-3 HTTP/1.1" status: 200 len: 943 time: 0.0928304 Feb 11 14:00:23.910605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df83f-1932-4fe2-b314-a0c49eed757d req-7b60f5bd-64d5-4ed5-b186-1781afb830b5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:23.911967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c96df83f-1932-4fe2-b314-a0c49eed757d req-7b60f5bd-64d5-4ed5-b186-1781afb830b5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 943 time: 0.0760405 Feb 11 14:00:23.997428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c96df83f-1932-4fe2-b314-a0c49eed757d req-b1f9d40c-5674-48d1-8166-0be622e79cee tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795429 Feb 11 14:00:23.998835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-62a1774e-7249-463d-88b3-14f4ec0b1e05 service neutron] 10.222.0.53 "GET /v2.0/ports/f2681c51-9466-4c37-9d06-1edd380c3e19/bindings/n-h2-828675-3 HTTP/1.1" status: 200 len: 382 time: 0.0860622 Feb 11 14:00:24.080135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-fc63c415-c8ae-49ba-a324-7a51110cd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:24.081563 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-fc63c415-c8ae-49ba-a324-7a51110cd5b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1125 time: 0.0581741 Feb 11 14:00:24.178852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-e1c8cf6d-cb9a-4028-a60b-e8a1e8c055a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:24.180340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-e1c8cf6d-cb9a-4028-a60b-e8a1e8c055a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0922840 Feb 11 14:00:24.248246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-90eb32b7-cba4-4baf-a5d1-20a468d560ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 999 time: 0.0617282 Feb 11 14:00:24.295767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-aeb462aa-48c3-49a8-879c-ca107de2fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:24.297350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-aeb462aa-48c3-49a8-879c-ca107de2fce1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0430367 Feb 11 14:00:24.347707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-581de8e1-3478-42e7-89e3-e2be2c6c0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:24.349109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-581de8e1-3478-42e7-89e3-e2be2c6c0f36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453746 Feb 11 14:00:24.446144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:00:24.453984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-f6ee851b-9fe9-4dde-9880-66884f095179 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979946 Feb 11 14:00:24.547380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:24.553265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-db009bb2-393e-4fd4-a0be-5556f59d75f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928864 Feb 11 14:00:24.559766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'mac_address': 'fa:16:3e:f9:ba:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:00:24.597026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f2681c51-9466-4c37-9d06-1edd380c3e19 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:24.597417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.610563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2681c51-9466-4c37-9d06-1edd380c3e19 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:00:24.634414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:24.639305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:24.689078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:24.879621 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['f2681c51-9466-4c37-9d06-1edd380c3e19'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:25.144735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cd48b-d695-44b6-bf5d-348e38bed801 req-bf84e064-54e9-4515-ac06-9cf89efffa6e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:25.146161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b0cd48b-d695-44b6-bf5d-348e38bed801 req-bf84e064-54e9-4515-ac06-9cf89efffa6e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.0599778 Feb 11 14:00:25.196622 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7b0cd48b-d695-44b6-bf5d-348e38bed801 req-ba41e736-4529-4950-9775-b6223010f0b0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Feb 11 14:00:26.335326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614b4ab-0c26-4821-96f8-98fd125dc74c req-ca834d93-1c9e-455f-82a8-c9a49938a87b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:26.336833 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8614b4ab-0c26-4821-96f8-98fd125dc74c req-ca834d93-1c9e-455f-82a8-c9a49938a87b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.0583246 Feb 11 14:00:26.386379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8614b4ab-0c26-4821-96f8-98fd125dc74c req-48fccacd-ec25-4590-a9c2-a269e0d2ea8c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Feb 11 14:00:26.456511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:00:26.508536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port f2681c51-9466-4c37-9d06-1edd380c3e19 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:00:26.513304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port f2681c51-9466-4c37-9d06-1edd380c3e19 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:00:26.513710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:26.593114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port f2681c51-9466-4c37-9d06-1edd380c3e19 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:26.593620 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:26.617224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:26.619840 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347f3c40-8fef-4f9b-bba4-a655cdd56379" -d '{"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-plugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:26.633025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-9005c908-42f8-4f26-9595-e6ff40d1470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:26.634751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-9005c908-42f8-4f26-9595-e6ff40d1470d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 1126 time: 0.0469825 Feb 11 14:00:26.636077 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:26.640955 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:26.646706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:26.690727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:26.713095 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:26.737380 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7e36e-18fa-4e71-a118-3b4ad54ef55c x-openstack-request-id: req-0ec7e36e-18fa-4e71-a118-3b4ad54ef55c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:26.737753 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-plugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:26.737957 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ec7e36e-18fa-4e71-a118-3b4ad54ef55c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:26.738363 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'code': 200} Feb 11 14:00:26.924498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:26.965426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:00:27.011629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:27.013892 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89fabf3-5107-4f95-89cb-876789621681" -d '{"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-unplugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:27.017421 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Publish callbacks [] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:27.030604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Transition to ACTIVE for port object f2681c51-9466-4c37-9d06-1edd380c3e19 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:00:27.035501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:27.066635 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3ac19-cd1a-4696-9ec5-426ad4e86c5e x-openstack-request-id: req-3bc3ac19-cd1a-4696-9ec5-426ad4e86c5e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:27.066932 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-unplugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:27.067184 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3bc3ac19-cd1a-4696-9ec5-426ad4e86c5e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:27.067579 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'code': 200} Feb 11 14:00:27.134224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=10']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:27.184428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] No DVR routers for this DVR port f2681c51-9466-4c37-9d06-1edd380c3e19 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:27.327634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:00:27.328045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:00:27.328478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:27.333210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:00:27.333506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Attempting to bind port f2681c51-9466-4c37-9d06-1edd380c3e19 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:27.338350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:00:27.339041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:00:27.339041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:00:27.339451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Bound port: f2681c51-9466-4c37-9d06-1edd380c3e19, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:00:27.339803 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:27.409659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:00:27.412896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:00:27.420267 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:27.456620 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.457203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:27.458669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 1092 time: 0.8175256 Feb 11 14:00:27.481529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747dd74-1769-4ce8-8659-6febeace61b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=11']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:27.572507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1be3f-9998-42f4-b379-f20c323adb90 req-24acf9f7-95ad-4f4c-ad9b-be4da8f3769b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.573990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52d1be3f-9998-42f4-b379-f20c323adb90 req-24acf9f7-95ad-4f4c-ad9b-be4da8f3769b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.0881796 Feb 11 14:00:27.575938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-c555f591-423e-4c93-bfe5-0194c955c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.577301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-c555f591-423e-4c93-bfe5-0194c955c8e7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1126 time: 0.0892150 Feb 11 14:00:27.685822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52d1be3f-9998-42f4-b379-f20c323adb90 req-5626b3c6-d096-4664-98d1-9bc38104398e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049612 Feb 11 14:00:27.704381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-5bbd79e8-4083-473b-96b8-54eb7e7291e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.705879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-5bbd79e8-4083-473b-96b8-54eb7e7291e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1193178 Feb 11 14:00:27.775087 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-025457e7-4902-4723-b6c6-1e57ab921ef8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 999 time: 0.0631809 Feb 11 14:00:27.827973 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-5968a1eb-74e6-4d49-b1d7-a6180cbe9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.829682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-5968a1eb-74e6-4d49-b1d7-a6180cbe9a30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0490949 Feb 11 14:00:27.881366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-e89b5626-4c07-4123-95a8-a9eb6702f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.883605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-e89b5626-4c07-4123-95a8-a9eb6702f8f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477540 Feb 11 14:00:27.978803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-cf2d8e67-3785-4af1-8f1f-33b978d45d4d service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879662 Feb 11 14:00:28.068691 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae8aad29-0cb4-40ea-ac4d-11d92d8de18d req-34668fa5-67f2-4567-83c5-cc4fdf929623 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841048 Feb 11 14:00:28.134796 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:00:28.831233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed119b-388d-4497-a7ca-108477f21176 req-965a0652-eaf3-4f89-a3be-928071852c7b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:28.832706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9ed119b-388d-4497-a7ca-108477f21176 req-965a0652-eaf3-4f89-a3be-928071852c7b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.0683196 Feb 11 14:00:28.883628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d9ed119b-388d-4497-a7ca-108477f21176 req-378edbf4-4856-4907-bd54-23a072b7339f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452154 Feb 11 14:00:29.069409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:29.073120 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:29.129552 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e4fded-2bf3-4cf6-9963-d2ce3b353f5c x-openstack-request-id: req-83e4fded-2bf3-4cf6-9963-d2ce3b353f5c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:29.129872 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:29.130155 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83e4fded-2bf3-4cf6-9963-d2ce3b353f5c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:29.130540 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'status': 'completed', 'code': 200} Feb 11 14:00:29.226525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-be301172-b4f8-4eb4-b33a-81d3792ec666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:29.228048 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-be301172-b4f8-4eb4-b33a-81d3792ec666 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1126 time: 0.0783973 Feb 11 14:00:29.229747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-48718f98-6d1f-416b-a864-b2b0fb2c0e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:29.231096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-48718f98-6d1f-416b-a864-b2b0fb2c0e91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 1126 time: 0.0733559 Feb 11 14:00:29.386270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-d8f194b7-18ae-4c0b-ba2d-488ca3165688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:29.387671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-d8f194b7-18ae-4c0b-ba2d-488ca3165688 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1534972 Feb 11 14:00:29.388744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-8f47f7f2-9e25-4c27-86c2-f6686806fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:29.390068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-8f47f7f2-9e25-4c27-86c2-f6686806fd4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1487219 Feb 11 14:00:29.406106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3f70bcca-0a90-4980-863b-220604cbd342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:29.500197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-208896e4-0d66-4b10-8074-9f02621d2396 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 999 time: 0.1056068 Feb 11 14:00:29.502159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-19eb2919-0689-492d-aa10-56cd720c28b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 200 len: 999 time: 0.1018069 Feb 11 14:00:29.916234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-ce736094-b395-4cc5-be20-3f4448528540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:29.917738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-ce736094-b395-4cc5-be20-3f4448528540 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.4111578 Feb 11 14:00:29.919127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-1d31c2f5-3e2d-4209-b1ca-91241e05b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:29.920447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-1d31c2f5-3e2d-4209-b1ca-91241e05b780 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.4068103 Feb 11 14:00:30.032229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-1ab51f1a-14b1-4a66-b92f-df4ddcf7eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:30.033791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-1ab51f1a-14b1-4a66-b92f-df4ddcf7eafd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1102102 Feb 11 14:00:30.035313 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-a0c03242-9f01-46d8-a7a4-a5df638d0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:30.036648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-a0c03242-9f01-46d8-a7a4-a5df638d0fb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1055133 Feb 11 14:00:30.097305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d97e7-9d51-4ab5-a227-4f11b78134b3 req-ac90bdee-7786-4a87-9f64-2a161bf82672 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:30.098946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-356d97e7-9d51-4ab5-a227-4f11b78134b3 req-ac90bdee-7786-4a87-9f64-2a161bf82672 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.1262414 Feb 11 14:00:30.233255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-9495e913-3a7e-490f-bbf6-ca4ca024186e service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856577 Feb 11 14:00:30.235983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-82873c66-d7fe-49fe-a236-dbc691af7404 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963704 Feb 11 14:00:30.239481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-356d97e7-9d51-4ab5-a227-4f11b78134b3 req-c9a877de-fc62-4e9a-838d-2b93e0877486 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330738 Feb 11 14:00:30.390203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-360aeb9b-7d26-4b47-b1da-4d9b3bcea0d8 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497879 Feb 11 14:00:30.392385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e7c2f8-ba65-4edb-b977-1736cc9a0e37 req-29aea2b3-734f-404c-b1e2-e94137a917cd service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451631 Feb 11 14:00:30.496457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:30.538125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port f2681c51-9466-4c37-9d06-1edd380c3e19 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:00:30.538529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:31.272396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:00:31.370564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:31.374113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec169b-5a06-42be-9d4e-5967bbda0ff7 req-16795cb2-3926-498d-98e7-d8780caa753e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:31.375767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80ec169b-5a06-42be-9d4e-5967bbda0ff7 req-16795cb2-3926-498d-98e7-d8780caa753e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 944 time: 0.0536044 Feb 11 14:00:31.382515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'mac_address': 'fa:16:3e:f9:ba:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:00:31.423543 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-80ec169b-5a06-42be-9d4e-5967bbda0ff7 req-367cbce8-09a1-4281-90cf-c3eaf741bc44 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419765 Feb 11 14:00:31.423791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f2681c51-9466-4c37-9d06-1edd380c3e19 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:31.424019 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:31.438383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2681c51-9466-4c37-9d06-1edd380c3e19 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:00:31.457943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:31.462633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:31.512978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=12']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:31.526599 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-38c8932e-47aa-49ff-a4af-2b8c6e0081bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:31.553149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69153dd-cfa3-4f04-87a2-8f874ceba622 req-c8037dee-8034-44b4-a5cc-5fb691327278 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:31.554723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f69153dd-cfa3-4f04-87a2-8f874ceba622 req-c8037dee-8034-44b4-a5cc-5fb691327278 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0615177 Feb 11 14:00:31.602992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f69153dd-cfa3-4f04-87a2-8f874ceba622 req-d7a34d47-a76a-40cd-b1c7-7c15d58e2c96 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Feb 11 14:00:31.722337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af1a06-de8d-49b8-a319-e118f270b8c5 req-18302b87-ba5b-4f43-86f4-5693793ca778 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:31.723831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1af1a06-de8d-49b8-a319-e118f270b8c5 req-18302b87-ba5b-4f43-86f4-5693793ca778 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0551720 Feb 11 14:00:31.771360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1af1a06-de8d-49b8-a319-e118f270b8c5 req-d855f18a-2648-4c85-ae69-e10c80f63ffd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Feb 11 14:00:31.831337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['f2681c51-9466-4c37-9d06-1edd380c3e19'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:32.021018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651ff32-9c87-4cc0-9d4a-b76ba07ccfad req-07dd4793-8726-48f7-b897-aabd8121c689 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:32.022533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5651ff32-9c87-4cc0-9d4a-b76ba07ccfad req-07dd4793-8726-48f7-b897-aabd8121c689 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0536182 Feb 11 14:00:32.075517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5651ff32-9c87-4cc0-9d4a-b76ba07ccfad req-93c8661d-a819-4c12-8fc0-4a188606cea4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449026 Feb 11 14:00:32.818983 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.201957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19c06-51da-48b5-a0a3-18fd7d7d8b94 req-af7bcf67-acda-45b7-bb3a-2873cb8e9653 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:33.203514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99e19c06-51da-48b5-a0a3-18fd7d7d8b94 req-af7bcf67-acda-45b7-bb3a-2873cb8e9653 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Feb 11 14:00:33.250014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99e19c06-51da-48b5-a0a3-18fd7d7d8b94 req-f5f78c4b-3ecd-481c-847f-d520a0762075 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407119 Feb 11 14:00:33.263554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:00:33.316943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port f2681c51-9466-4c37-9d06-1edd380c3e19 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:00:33.320955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port f2681c51-9466-4c37-9d06-1edd380c3e19 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:00:33.321331 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.366681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-30318d60-fef2-4a20-bd09-df8d5c4a7b3d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:33.368067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-30318d60-fef2-4a20-bd09-df8d5c4a7b3d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Feb 11 14:00:33.407510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port f2681c51-9466-4c37-9d06-1edd380c3e19 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:33.407954 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.431291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:33.433556 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75801743-085b-4142-9bd5-e44cc45cd747" -d '{"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-plugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:33.446554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:33.451959 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.466477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Deleting port f2681c51-9466-4c37-9d06-1edd380c3e19 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:00:33.466905 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.479210 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39777d1a-1985-4f16-aef8-70e4eb90c27f x-openstack-request-id: req-39777d1a-1985-4f16-aef8-70e4eb90c27f {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:33.479505 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-plugged", "status": "completed", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:33.479761 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39777d1a-1985-4f16-aef8-70e4eb90c27f {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:33.480154 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'code': 200} Feb 11 14:00:33.505957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=13']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:33.560064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] For port f2681c51-9466-4c37-9d06-1edd380c3e19, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=f2681c51-9466-4c37-9d06-1edd380c3e19,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:33.560430 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.732834 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.733140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.733487 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f disassociated. External IP: 172.25.1.63, port: f2681c51-9466-4c37-9d06-1edd380c3e19. Feb 11 14:00:33.733862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Calling delete_port for f2681c51-9466-4c37-9d06-1edd380c3e19 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:00:33.871138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f2681c51-9466-4c37-9d06-1edd380c3e19), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:33.903658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event deleted for resources: {'Port': ['ID=f2681c51-9466-4c37-9d06-1edd380c3e19,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:34.022719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:00:34.133677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:00:34.146035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7015855-520b-4278-8151-354ad60a060d None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:00:34.157511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:00:34.158183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:00:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:34.175593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] No DVR routers for this DVR port f2681c51-9466-4c37-9d06-1edd380c3e19 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:34.178399 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:34.181718 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c8eccd2f-2957-495e-8b32-dc98cf22d3f2 req-4a290ac9-50a4-4241-87cd-63c854c0903d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "DELETE /v2.0/ports/f2681c51-9466-4c37-9d06-1edd380c3e19 HTTP/1.1" status: 204 len: 173 time: 0.8086979 Feb 11 14:00:34.182154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-deleted', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:34.184438 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1c0c3-e035-4c49-99e8-759075a81961" -d '{"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-deleted", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:34.222085 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3079a86-8e17-4f84-ad08-e2eab81243f4 x-openstack-request-id: req-a3079a86-8e17-4f84-ad08-e2eab81243f4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:34.222749 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c98534-469d-4a7f-8c2b-427d05ab1332", "name": "network-vif-deleted", "tag": "f2681c51-9466-4c37-9d06-1edd380c3e19", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:34.222749 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a3079a86-8e17-4f84-ad08-e2eab81243f4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:34.222994 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c98534-469d-4a7f-8c2b-427d05ab1332', 'name': 'network-vif-deleted', 'tag': 'f2681c51-9466-4c37-9d06-1edd380c3e19', 'status': 'completed', 'code': 200} Feb 11 14:00:34.282658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:00:34.374540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-126ab923-c713-4556-bd4d-d4ad70bf2039 req-1ad5d9bc-ecf9-47b3-8d97-3a91561c0aec tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9c98534-469d-4a7f-8c2b-427d05ab1332 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Feb 11 14:00:34.476809 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:34.504503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:34.531590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7015855-520b-4278-8151-354ad60a060d None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:00:34.540656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:00:34.541257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:00:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:34.652215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:00:34.864494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f7015855-520b-4278-8151-354ad60a060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:34.894630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7015855-520b-4278-8151-354ad60a060d None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:00:35.118554 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9cf785-0405-458e-8ac9-5afaf00d8bc5 None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:00:35.407192 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:35.619872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-2059d1ba-600d-4b20-a6ab-641718f69855 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--501013637&fields=id&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 267 time: 0.0442514 Feb 11 14:00:35.740272 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-11277194-974e-45ab-ab0b-a521d954db9b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:35.741774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-11277194-974e-45ab-ab0b-a521d954db9b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.1135309 Feb 11 14:00:35.757049 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-2a076190-6764-497f-8003-c6f5200b066f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/quotas/6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 375 time: 0.0095756 Feb 11 14:00:35.814071 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-529c829a-1905-4320-a134-5eb0defdda8d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519822 Feb 11 14:00:35.959378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-10c163de-4ff6-4eb4-b142-999c46d46d85 service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325283 Feb 11 14:00:36.052394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-f4cc9d29-437e-48aa-a4b1-da2e54f5d29b service neutron] 10.222.0.42 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869246 Feb 11 14:00:36.226488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dce45d98-8f11-4d62-ae31-2409b9f97b0b req-ddd5284c-06b2-48e8-947a-275388b473f4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0268352 Feb 11 14:00:37.259558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-bda04e28-fe76-47ff-9dd5-6febc57f5ba0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:37.261064 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-bda04e28-fe76-47ff-9dd5-6febc57f5ba0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 811 time: 0.1089065 Feb 11 14:00:37.274380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:37.298544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: f2681c51-9466-4c37-9d06-1edd380c3e19 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:00:37.298930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device f2681c51-9466-4c37-9d06-1edd380c3e19 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:37.334877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-305f850f-5d94-4393-a97a-8dbfb41be4a5 req-9e391316-66a9-4bba-8f9e-f9727a9a4dbd tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0346711 Feb 11 14:00:37.350003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-dccbd697-955d-429c-b814-cc513d1ed570 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 379 time: 0.0798752 Feb 11 14:00:37.360733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'port': {'device_id': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'admin_state_up': True, 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'security_groups': ['01d05994-5d4f-41c4-a2b9-56861578eddc']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:37.476650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Made reservation on behalf of 6a9f8bd984694377a791f5da750aa3d8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:00:37.479986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:37.605023 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Allocated IP 172.20.0.11 (a8b212eb-deab-4586-aa67-4fa9edb7047c/92f7e00a-3ae4-4bee-98f9-2f07673c16c1/7a4eec8c-57a3-4180-a21b-ed723f6e4b34) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:00:37.738946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:37.777080 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:37.825097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Network a8b212eb-deab-4586-aa67-4fa9edb7047c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:00:37.828407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:00:37.832146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:00:37.855964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:37.867799 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.868119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.868487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.868832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.869152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.869485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.870415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.870415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.870628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.870835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.871129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.871457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.871772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:37.898924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:37.899554 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:37.917044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-32b4007e-21e5-414d-9143-06c4dd8f6a03 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5599160 Feb 11 14:00:37.928680 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Request body: {'port': {'device_id': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:37.994010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:38.035687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3ac15a48-7750-435c-9d06-f5c3b8f972ca None None] Provisioning complete for port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:00:38.036162 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3ac15a48-7750-435c-9d06-f5c3b8f972ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:38.069401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3ac15a48-7750-435c-9d06-f5c3b8f972ca None None] Port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:00:38.252095 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:00:38.259539 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Publish callbacks [] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:38.273987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Transition to ACTIVE for port object 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:00:38.280563 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:38.330766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:38.409111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:00:38.409611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:00:38.409814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:38.416444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:00:38.416765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:38.430599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:00:38.430939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:00:38.431322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:00:38.431755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Bound port: 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:00:38.436527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:38.520234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02352b-ab76-4b99-9e39-59e4603675f5 req-b61e7eb5-da51-450d-851f-e5652c89dbc5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:38.521696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb02352b-ab76-4b99-9e39-59e4603675f5 req-b61e7eb5-da51-450d-851f-e5652c89dbc5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.1072564 Feb 11 14:00:38.527254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:00:38.532071 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:00:38.546865 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:38.601302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:38.601991 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:38.603491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] 10.222.0.53 "PUT /v2.0/ports/7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1092 time: 0.6790533 Feb 11 14:00:38.603804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:38.606080 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05c6615-cef8-4457-b5c8-d601d8c50869" -d '{"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:38.627037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb02352b-ab76-4b99-9e39-59e4603675f5 req-1f7ae51e-25df-4c52-a8f2-6b9d6b4da413 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974879 Feb 11 14:00:38.637570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324b09b-5915-41b0-800d-ddb17778715b service neutron] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:38.682389 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b12556-37ae-480b-9351-dc65b32861f9 x-openstack-request-id: req-a5b12556-37ae-480b-9351-dc65b32861f9 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:38.682686 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:38.682936 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5b12556-37ae-480b-9351-dc65b32861f9 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:38.683334 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'status': 'completed', 'code': 200} Feb 11 14:00:38.703847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-b71649e5-baa1-4d1e-8bec-02f21c76c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:38.705503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-b71649e5-baa1-4d1e-8bec-02f21c76c3ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1126 time: 0.0542326 Feb 11 14:00:38.750962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-ed305fed-63ee-48df-bd4d-e824be3050c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 217 time: 0.0358500 Feb 11 14:00:38.821877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-6a97be8e-6c36-4c3a-ae3a-43b52b4f88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:38.824433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-6a97be8e-6c36-4c3a-ae3a-43b52b4f88ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0664239 Feb 11 14:00:38.887877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-d546d61e-f4d3-4a2c-86aa-172e8d5b6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:38.889817 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-d546d61e-f4d3-4a2c-86aa-172e8d5b6e2f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596037 Feb 11 14:00:38.990618 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-dda53858-b1ca-47a5-b220-fb0c203c5452 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934579 Feb 11 14:00:39.086085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f83c22dd-4935-4b5e-af45-007d9ea7eb96 req-435b5c2e-094c-43a7-a304-6efba2e53f5e service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883095 Feb 11 14:00:39.186233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-20559d69-3b97-4f5a-972f-e482b5cdf59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.187862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-20559d69-3b97-4f5a-972f-e482b5cdf59f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1126 time: 0.0505431 Feb 11 14:00:39.281860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-82fc7d1e-84c0-4c14-8e55-daa9ca87168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.283351 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-82fc7d1e-84c0-4c14-8e55-daa9ca87168f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0885501 Feb 11 14:00:39.324705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-05e992fb-0f68-4a1b-b11a-9192922c57da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 217 time: 0.0339622 Feb 11 14:00:39.372599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-00b59592-ba64-486c-a160-f2b9ee4b13e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.373985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-00b59592-ba64-486c-a160-f2b9ee4b13e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0430040 Feb 11 14:00:39.428438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-ef7f49d6-199f-43d6-8f1e-25a13732bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.430003 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-ef7f49d6-199f-43d6-8f1e-25a13732bc0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491710 Feb 11 14:00:39.524677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-d4b158b1-59fa-458a-8635-27c08af1628e service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877960 Feb 11 14:00:39.617832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d05c6615-cef8-4457-b5c8-d601d8c50869 req-d948b9b2-6093-4aca-8c57-dc5dcf96baa3 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867598 Feb 11 14:00:39.760629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76fb20-a9fd-4d0f-8288-c18c3831c9ad req-8a5f566f-d4ae-4a05-834e-9ca3850be91b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.762145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed76fb20-a9fd-4d0f-8288-c18c3831c9ad req-8a5f566f-d4ae-4a05-834e-9ca3850be91b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0616920 Feb 11 14:00:39.810856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed76fb20-a9fd-4d0f-8288-c18c3831c9ad req-60caa513-4a7a-48bb-9fe7-b45f796d736a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415585 Feb 11 14:00:40.945839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5c2ba-f6b8-451a-8042-a976b04b9dea req-4d270baa-941c-4425-8b01-91d906aa6f20 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:40.947358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73d5c2ba-f6b8-451a-8042-a976b04b9dea req-4d270baa-941c-4425-8b01-91d906aa6f20 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0570931 Feb 11 14:00:41.000885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73d5c2ba-f6b8-451a-8042-a976b04b9dea req-e51b5e9c-4f00-4ade-aab0-afecfa243682 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477049 Feb 11 14:00:42.136702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf7b0-e626-48a8-b48a-c4c2ec58f14a req-99fb156a-d0b9-4ac6-a498-6411ce9c4b63 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:42.138246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3debf7b0-e626-48a8-b48a-c4c2ec58f14a req-99fb156a-d0b9-4ac6-a498-6411ce9c4b63 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0558298 Feb 11 14:00:42.185139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3debf7b0-e626-48a8-b48a-c4c2ec58f14a req-a1f14aa9-0077-460d-b6f9-71a34bfafc6d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 Feb 11 14:00:42.535921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:00:42.645224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:42.659993 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'mac_address': 'fa:16:3e:7a:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:00:42.698298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:42.698607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:42.712497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:00:42.732144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:42.737662 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:42.785978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:42.945673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7a4eec8c-57a3-4180-a21b-ed723f6e4b34'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:43.309328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f634f95-9745-4859-9f2d-0317118a4890 req-9cefeb4a-8efb-4fdb-82c4-4164ea4bcea1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:43.311151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f634f95-9745-4859-9f2d-0317118a4890 req-9cefeb4a-8efb-4fdb-82c4-4164ea4bcea1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0549829 Feb 11 14:00:43.361595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f634f95-9745-4859-9f2d-0317118a4890 req-5be2f927-f3aa-464b-9e04-5d03324879af tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414274 Feb 11 14:00:44.492644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055c7d8-ba0f-4c36-b68d-0f549a15b5f6 req-7d27bd3d-49a7-4cd5-b28c-205d77315cea tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:44.494229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1055c7d8-ba0f-4c36-b68d-0f549a15b5f6 req-7d27bd3d-49a7-4cd5-b28c-205d77315cea tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0617971 Feb 11 14:00:44.548761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1055c7d8-ba0f-4c36-b68d-0f549a15b5f6 req-017d3a1e-0c6b-41fc-8aae-739c51559a9b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459766 Feb 11 14:00:44.557829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:00:44.611056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:00:44.614616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:00:44.614991 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:44.711331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:00:44.711701 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:44.736691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:44.738985 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38db81b6-ee74-4052-a021-4b761b5e4316" -d '{"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-plugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:44.752373 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:44.757670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:44.780793 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea64e7a-c501-4cca-84b1-e28cb11883ef x-openstack-request-id: req-aea64e7a-c501-4cca-84b1-e28cb11883ef {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:44.781089 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-plugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:44.781448 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aea64e7a-c501-4cca-84b1-e28cb11883ef {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:44.781820 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'code': 200} Feb 11 14:00:44.807218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:44.875731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9064b-dac8-4392-87df-11f690e25a50 req-abc64a20-c0a6-468e-a0ee-6738fd5b5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:44.877240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eeb9064b-dac8-4392-87df-11f690e25a50 req-abc64a20-c0a6-468e-a0ee-6738fd5b5668 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1128 time: 0.0447381 Feb 11 14:00:44.922525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eeb9064b-dac8-4392-87df-11f690e25a50 req-71be36aa-b42e-46b9-ad9a-a543c3ad38ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376256 Feb 11 14:00:45.683832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4c173-06d0-458f-9c07-34ded672f681 req-85785ba1-6f5a-4603-b312-6b144440e380 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:45.685308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52d4c173-06d0-458f-9c07-34ded672f681 req-85785ba1-6f5a-4603-b312-6b144440e380 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0560226 Feb 11 14:00:45.732106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-52d4c173-06d0-458f-9c07-34ded672f681 req-e5b9a2ae-92d9-4771-9285-d5e661d7f3ac tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405760 Feb 11 14:00:46.860739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaad21-5b6e-4f5d-b159-8a7e621e5600 req-5391d055-fdc0-4ed0-b3d5-a95fa1011e06 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:46.862270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20eaad21-5b6e-4f5d-b159-8a7e621e5600 req-5391d055-fdc0-4ed0-b3d5-a95fa1011e06 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0568664 Feb 11 14:00:46.902144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:46.913223 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-20eaad21-5b6e-4f5d-b159-8a7e621e5600 req-94c173bd-82e4-4391-918b-9c4f87917612 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452845 Feb 11 14:00:47.037486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27068d8-f100-4f9e-9f1b-bc6c5020f9ae req-1f3008fa-5da6-4929-815e-5a9aa2fd3088 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:47.038952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b27068d8-f100-4f9e-9f1b-bc6c5020f9ae req-1f3008fa-5da6-4929-815e-5a9aa2fd3088 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0617716 Feb 11 14:00:47.048056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33294) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:00:47.052496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Request body: {'floatingip': {'port_id': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:47.421617 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.678562 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.858069 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.863350 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:47.967632 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f associated. External IP: 172.25.1.63, port: 7a4eec8c-57a3-4180-a21b-ed723f6e4b34. Feb 11 14:00:48.198191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:00:48.311376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:00:48.316337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:00:48.321881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:00:48.332585 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:00:48.333221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:00:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:48.348722 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ae43d6b7-f998-476b-a596-7f732806779b tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "PUT /v2.0/floatingips/1e180e7e-5535-4e58-8c74-0c4f5e43465f HTTP/1.1" status: 200 len: 992 time: 1.2995834 Feb 11 14:00:48.349311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:00:48.351870 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7597ee-d54d-467f-93e2-96164b513719" -d '{"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:48.418850 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a372c9-c660-4496-8c1d-94be945a7611 x-openstack-request-id: req-60a372c9-c660-4496-8c1d-94be945a7611 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:48.419155 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:48.419414 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60a372c9-c660-4496-8c1d-94be945a7611 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:48.419832 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'status': 'completed', 'code': 200} Feb 11 14:00:48.477754 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:00:48.485091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7597ee-d54d-467f-93e2-96164b513719 req-93e54f0e-3e28-480f-9618-246f92b9257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:48.486683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7597ee-d54d-467f-93e2-96164b513719 req-93e54f0e-3e28-480f-9618-246f92b9257b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1128 time: 0.0460010 Feb 11 14:00:48.589759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7597ee-d54d-467f-93e2-96164b513719 req-6ef90ed6-9079-4e23-9654-ec65e54e07d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:48.591261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7597ee-d54d-467f-93e2-96164b513719 req-6ef90ed6-9079-4e23-9654-ec65e54e07d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0980623 Feb 11 14:00:48.670770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7597ee-d54d-467f-93e2-96164b513719 req-997f6efb-0e82-42a6-aad0-a07835079b81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.0713639 Feb 11 14:00:48.769654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:7a:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T14:00:47Z', 'revision_number': 13, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:48.800529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:00:48.805689 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7597ee-d54d-467f-93e2-96164b513719 req-072cb7af-3d83-443f-91da-30b3c3d1bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:48.807382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7597ee-d54d-467f-93e2-96164b513719 req-072cb7af-3d83-443f-91da-30b3c3d1bec9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0694904 Feb 11 14:00:48.809334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:00:48.810064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:00:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:48.874945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7597ee-d54d-467f-93e2-96164b513719 req-e1fe5e56-61da-4a9a-b6ad-e3e71ce8424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:48.876513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7597ee-d54d-467f-93e2-96164b513719 req-e1fe5e56-61da-4a9a-b6ad-e3e71ce8424c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564561 Feb 11 14:00:48.923161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:00:48.970675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7597ee-d54d-467f-93e2-96164b513719 req-f687a73a-0aa1-4a61-aec9-94f71cbe3584 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868270 Feb 11 14:00:49.074714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6a7597ee-d54d-467f-93e2-96164b513719 req-c03ad560-e35b-4bd9-9a00-de76718250ba service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965931 Feb 11 14:00:49.166039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:7a:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T14:00:47Z', 'revision_number': 13, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:49.192558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8333054-79e0-4263-ab2d-63df62195dab None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '1e180e7e-5535-4e58-8c74-0c4f5e43465f', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'port_id': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'mac_address': 'fa:16:3e:7a:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:57:45Z', 'updated_at': '2022-02-11T14:00:47Z', 'revision_number': 13, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:00:49.383912 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c2c54a-20e4-4d69-9f2e-f7f3de4ab674 None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:00:50.908843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0a284-7a99-426a-a498-7a3568a817b9 req-71aa24ee-c299-4691-87f1-d0dacb7a6130 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:50.910376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47d0a284-7a99-426a-a498-7a3568a817b9 req-71aa24ee-c299-4691-87f1-d0dacb7a6130 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0557725 Feb 11 14:00:50.961840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-47d0a284-7a99-426a-a498-7a3568a817b9 req-e7e41174-225f-4a48-b866-00f6e793627a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Feb 11 14:00:59.403117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28af24f6-4e8f-4696-ad42-c5350a487f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:01.532750 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-332afe3b-3dab-49c0-9a85-295890328105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:02.821136 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:03.805077 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-1003a877-6795-4503-9085-08d5256aa512 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461631 Feb 11 14:01:03.906328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-739da91b-6842-4f61-8670-e6380ed5604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:03.907842 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-739da91b-6842-4f61-8670-e6380ed5604e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1128 time: 0.0534344 Feb 11 14:01:04.014811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-ce7320d7-2053-42d8-a06c-0625c42ac8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:04.016433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-ce7320d7-2053-42d8-a06c-0625c42ac8e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0885413 Feb 11 14:01:04.086988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-8426bd4c-c991-4ec9-a01b-fbba736941f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1002 time: 0.0622523 Feb 11 14:01:04.142209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-552e088c-60ee-4aff-803b-2520920c5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:04.143701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-552e088c-60ee-4aff-803b-2520920c5453 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0490136 Feb 11 14:01:04.196786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-966b1d30-09d3-43d2-9b3e-400310ffd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:04.198331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-966b1d30-09d3-43d2-9b3e-400310ffd92a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466659 Feb 11 14:01:04.291546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-a9359e84-7f38-454b-bb38-7198f2e81004 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859764 Feb 11 14:01:04.384910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d6b51a0b-e9ec-4851-917d-bf4bee36604a req-916fa103-3dbc-4a6b-aca7-65a1a4d40662 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862279 Feb 11 14:01:04.460197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:05.134037 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:01:05.405899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:07.413605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132cb7d-ce5e-48d9-9218-9613db37ef5e req-455eb3b6-d998-43d3-968b-fe7a95970a70 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:07.415153 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e132cb7d-ce5e-48d9-9218-9613db37ef5e req-455eb3b6-d998-43d3-968b-fe7a95970a70 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0583282 Feb 11 14:01:07.440254 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-f38a0aee-10d2-4721-ae66-680a49d80d26 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909340 Feb 11 14:01:07.463340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e132cb7d-ce5e-48d9-9218-9613db37ef5e req-14234a0a-3bfe-4004-8733-4bb4082e0316 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 Feb 11 14:01:07.850750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-d97b3bdd-c605-4b8b-a698-05e43aaea992 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:07.852138 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-d97b3bdd-c605-4b8b-a698-05e43aaea992 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports/7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 943 time: 0.1053133 Feb 11 14:01:08.595164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c71dc-337f-470e-b0ae-1e10a3f0fefa req-e2583ec1-5ed7-4d24-a26c-3c1cfbf7ca4e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:08.596661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a23c71dc-337f-470e-b0ae-1e10a3f0fefa req-e2583ec1-5ed7-4d24-a26c-3c1cfbf7ca4e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0608468 Feb 11 14:01:08.644733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a23c71dc-337f-470e-b0ae-1e10a3f0fefa req-9bd13092-4f00-49f0-9b25-af8d95da45ac tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Feb 11 14:01:08.735754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-132f448f-e901-4f53-921d-7af79f8bcbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:08.737535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-132f448f-e901-4f53-921d-7af79f8bcbda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1128 time: 0.0466058 Feb 11 14:01:08.844360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-f9ce7e51-e5ae-4d07-abb3-afcf550cd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:08.845780 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-f9ce7e51-e5ae-4d07-abb3-afcf550cd87c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1020939 Feb 11 14:01:08.916599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-fa70ac88-a5d4-4959-aadb-150d340fc4bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1002 time: 0.0643482 Feb 11 14:01:08.965666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-24991dfa-95a3-49d4-b2ed-d0b59f175558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:08.967115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-24991dfa-95a3-49d4-b2ed-d0b59f175558 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0444119 Feb 11 14:01:09.017031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-4e0f60fd-3f73-44a8-b420-6125c52eb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:09.018553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-4e0f60fd-3f73-44a8-b420-6125c52eb942 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453146 Feb 11 14:01:09.115089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-d06820d6-9a18-47bd-a759-fdb623a6e383 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892267 Feb 11 14:01:09.213832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-07194857-4272-4d4a-a68c-b2351369f8d1 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878580 Feb 11 14:01:09.782135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a6bfc-bf74-43b3-9472-86a495344bee req-d6997de9-4c28-4f27-9fc8-71bf29fcc2db tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:09.783629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d65a6bfc-bf74-43b3-9472-86a495344bee req-d6997de9-4c28-4f27-9fc8-71bf29fcc2db tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0570381 Feb 11 14:01:09.837269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d65a6bfc-bf74-43b3-9472-86a495344bee req-71431b45-fa08-4300-8514-fcb4673eb8fa tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451872 Feb 11 14:01:10.968638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378547-215a-4675-8bc7-a12e34651402 req-5537365f-681f-4c94-9dd8-c09b504a69be tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:10.970136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac378547-215a-4675-8bc7-a12e34651402 req-5537365f-681f-4c94-9dd8-c09b504a69be tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0542829 Feb 11 14:01:11.018835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ac378547-215a-4675-8bc7-a12e34651402 req-67e0d6ad-6e82-4e2a-b67c-e2fef696348a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429881 Feb 11 14:01:12.156385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efef1fd-8563-4a4e-8917-13f881edc730 req-a0b03420-4db4-4714-9559-56516c0a962a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:12.157925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5efef1fd-8563-4a4e-8917-13f881edc730 req-a0b03420-4db4-4714-9559-56516c0a962a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0529382 Feb 11 14:01:12.213909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5efef1fd-8563-4a4e-8917-13f881edc730 req-a0785adb-2a4e-4a7a-8338-cdf1fa3f61d2 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472186 Feb 11 14:01:13.349345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32cd88-83cb-497f-bf2a-6b194bf68e96 req-dd5bf9c8-363a-4dec-9e14-d7437b841bd1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:13.350860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c32cd88-83cb-497f-bf2a-6b194bf68e96 req-dd5bf9c8-363a-4dec-9e14-d7437b841bd1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0650437 Feb 11 14:01:13.401926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c32cd88-83cb-497f-bf2a-6b194bf68e96 req-451c90e0-c72f-49de-8deb-becc540c120d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429375 Feb 11 14:01:14.530157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd043f68-50ac-4409-9d55-7c066e62611a req-b42c249d-6c13-406f-8d28-a2bb1cc2e8ce tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:14.531651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd043f68-50ac-4409-9d55-7c066e62611a req-b42c249d-6c13-406f-8d28-a2bb1cc2e8ce tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0556946 Feb 11 14:01:14.578429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cd043f68-50ac-4409-9d55-7c066e62611a req-37a7471b-62a8-4583-9150-b86b7cf696b8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410120 Feb 11 14:01:15.724437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e5fe9-49e6-4a3e-a157-a8943f24ae7b req-043799cc-3b61-4262-979b-0382b290f309 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:15.725841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44e5fe9-49e6-4a3e-a157-a8943f24ae7b req-043799cc-3b61-4262-979b-0382b290f309 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0581594 Feb 11 14:01:15.778122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44e5fe9-49e6-4a3e-a157-a8943f24ae7b req-9f69cb9e-5ba1-4f5f-b45d-cf860ebb2986 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463378 Feb 11 14:01:16.899784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af012e-a7e0-4ce0-a8a6-a521aa018a25 req-43686fb3-b496-402b-9718-558437e5d276 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:16.901253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79af012e-a7e0-4ce0-a8a6-a521aa018a25 req-43686fb3-b496-402b-9718-558437e5d276 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0529525 Feb 11 14:01:16.912322 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:16.949055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79af012e-a7e0-4ce0-a8a6-a521aa018a25 req-e5a2f412-2c4b-4a3a-96ef-90f6130d5139 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Feb 11 14:01:17.680445 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:18.077910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d077934-dafe-4dc5-8fd5-2031c9ac5e83 req-723f62de-ff46-488f-9512-78351a5e5fa6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:18.079637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d077934-dafe-4dc5-8fd5-2031c9ac5e83 req-723f62de-ff46-488f-9512-78351a5e5fa6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0556390 Feb 11 14:01:18.131919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1d077934-dafe-4dc5-8fd5-2031c9ac5e83 req-9ddc4807-19af-4378-93b1-ce4b1b70f6bc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466218 Feb 11 14:01:19.256352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d83d3-1af8-432a-8f31-7d7607ecd47f req-7dd955c6-fe86-474e-adfb-cd40955248a9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:19.257883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e9d83d3-1af8-432a-8f31-7d7607ecd47f req-7dd955c6-fe86-474e-adfb-cd40955248a9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0548980 Feb 11 14:01:19.305033 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e9d83d3-1af8-432a-8f31-7d7607ecd47f req-d38bd621-9166-45a1-89b5-3fd05bb2b854 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412779 Feb 11 14:01:19.835854 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-28ffbde0-7f1a-4a83-8c99-ea2fac3d7f2c service neutron] show failed (client error): The resource could not be found. Feb 11 14:01:19.836908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-28ffbde0-7f1a-4a83-8c99-ea2fac3d7f2c service neutron] 10.222.0.53 "GET /v2.0/ports/7a4eec8c-57a3-4180-a21b-ed723f6e4b34/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0565670 Feb 11 14:01:20.099580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-2be95867-b4ff-4c59-a587-cf34700ca2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:20.101084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-2be95867-b4ff-4c59-a587-cf34700ca2a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 1128 time: 0.0951650 Feb 11 14:01:20.111928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:20.172572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:20.370493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:20.730843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:01:20.776765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:20.813180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7575c-ebbf-4c80-8939-2b4e25aae8da req-0bf733e6-5b50-44ec-aeef-c62f55f43ebe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:20.814680 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02c7575c-ebbf-4c80-8939-2b4e25aae8da req-0bf733e6-5b50-44ec-aeef-c62f55f43ebe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.4354076 Feb 11 14:01:20.820155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:20.820552 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:20.833980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:20.836277 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7b1a04-1aac-48fb-a1ca-ad7cb26c8c87" -d '{"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:20.840805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Publish callbacks [] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:20.863492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Transition to ACTIVE for port object 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:20.869147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:20.902770 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:01:20.903130 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:01:20.914478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02c7575c-ebbf-4c80-8939-2b4e25aae8da req-cc9bf032-d0cf-40a8-b591-8670091ae59c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937381 Feb 11 14:01:20.928703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:21.021811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] No DVR routers for this DVR port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:01:21.066245 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26a264-6048-4671-886a-c8abc54586f4 x-openstack-request-id: req-ba26a264-6048-4671-886a-c8abc54586f4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:21.066530 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:21.066775 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba26a264-6048-4671-886a-c8abc54586f4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:21.067162 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'code': 200} Feb 11 14:01:21.162572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:21.162865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:21.163217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:21.168172 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:01:21.168803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:21.174392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:21.174747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:21.175122 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:21.175538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Bound port: 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:21.175887 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:21.238367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:21.241381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:21.250608 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:21.289091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:21.289812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:21.291202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] 10.222.0.64 "PUT /v2.0/ports/7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1092 time: 1.1834936 Feb 11 14:01:21.310877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cbf42-3882-4d26-b001-bb4ea4662766 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:21.359942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1e63af40-d26e-490a-a6cf-6d6e93bb8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:21.361492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-1e63af40-d26e-490a-a6cf-6d6e93bb8e2a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1126 time: 0.0477908 Feb 11 14:01:21.445686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 is: DOWN; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:21.464332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-89a7042b-8f8d-4664-9582-de5833968d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:21.466059 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-89a7042b-8f8d-4664-9582-de5833968d35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0990305 Feb 11 14:01:21.534889 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-f8b36b8b-f1c5-430f-a21a-4b1db908eafb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.0624478 Feb 11 14:01:21.586671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-916462ff-fcc1-4d1d-a0e0-fd3d29028e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:21.588506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-916462ff-fcc1-4d1d-a0e0-fd3d29028e93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0471487 Feb 11 14:01:21.645517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-a75dae20-834b-4a80-8ff5-61269e908a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:21.647096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-a75dae20-834b-4a80-8ff5-61269e908a63 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528979 Feb 11 14:01:21.746535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-588918ef-4c70-4239-b005-62e0f9a4009f service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925684 Feb 11 14:01:21.839977 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-c698cc7d-07d9-40f2-a1d4-a38e341b5ce3 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867970 Feb 11 14:01:22.042563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba08cb-6970-4afe-8709-3d24f33a66ee req-55ba439c-3ca4-451b-a24a-b8bfcd2cb749 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:22.044348 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ccba08cb-6970-4afe-8709-3d24f33a66ee req-55ba439c-3ca4-451b-a24a-b8bfcd2cb749 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0546825 Feb 11 14:01:22.091665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ccba08cb-6970-4afe-8709-3d24f33a66ee req-0b029de6-d6a4-406d-9247-b9655fab8df3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416324 Feb 11 14:01:23.068473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:23.070888 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f520d2-5ef6-4fa9-8512-47b474c74fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:23.124737 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7110d22a-2e6e-4640-854b-ac4e79d5029b x-openstack-request-id: req-7110d22a-2e6e-4640-854b-ac4e79d5029b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:23.125239 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:23.125718 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7110d22a-2e6e-4640-854b-ac4e79d5029b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:23.126351 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'status': 'completed', 'code': 200} Feb 11 14:01:23.266683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-71495cf0-a13e-4f0c-9b04-95c1670ed838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.268207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-71495cf0-a13e-4f0c-9b04-95c1670ed838 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1126 time: 0.1173198 Feb 11 14:01:23.269841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-0b6f4928-9963-43c4-9807-0f834a2955eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.271233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-0b6f4928-9963-43c4-9807-0f834a2955eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1126 time: 0.1107810 Feb 11 14:01:23.288413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147ffa6-dcc0-4a06-bd24-bafb21082ab1 req-caf116de-66f8-4ef6-a2ce-6efa7c6b33a1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.289695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1147ffa6-dcc0-4a06-bd24-bafb21082ab1 req-caf116de-66f8-4ef6-a2ce-6efa7c6b33a1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.1066022 Feb 11 14:01:23.473454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1147ffa6-dcc0-4a06-bd24-bafb21082ab1 req-b4571e21-1037-4b2f-92f0-36b0bcb525f6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636353 Feb 11 14:01:23.474479 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-e6757b66-dd87-45a2-b6be-dd2215fb0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.475845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-e6757b66-dd87-45a2-b6be-dd2215fb0340 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.2012737 Feb 11 14:01:23.476926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-e6764ea0-fbac-4ee1-9d67-d7eb5dcecc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.478248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-e6764ea0-fbac-4ee1-9d67-d7eb5dcecc52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1868024 Feb 11 14:01:23.589490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-bef03822-acf7-484d-a113-b980749da571 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.1053650 Feb 11 14:01:23.593217 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-ae3faa2c-d169-4063-8573-dd6b91ce31d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.1030533 Feb 11 14:01:23.674808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-fcc61e62-bb91-4857-9406-e20a2f16e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.676292 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-fcc61e62-bb91-4857-9406-e20a2f16e4c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0804722 Feb 11 14:01:23.677961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-317f54fe-e14a-454c-92ef-604d205e5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.679246 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-317f54fe-e14a-454c-92ef-604d205e5157 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0764003 Feb 11 14:01:23.759817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-82cec473-fc2b-4188-b919-b17d26238ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.761373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-82cec473-fc2b-4188-b919-b17d26238ee8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0796525 Feb 11 14:01:23.763171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-bc490ed4-051b-43f1-8c28-6de9d4852e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:23.764847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-bc490ed4-051b-43f1-8c28-6de9d4852e9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753512 Feb 11 14:01:23.917435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-939fb287-d14c-4cfa-b37c-31eb1a3c9a87 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501663 Feb 11 14:01:23.919276 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-9505df0d-53b4-453e-840d-275fb0a7616c service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449418 Feb 11 14:01:24.073750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-1bdbc927-0726-456e-b210-6a6977c89768 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481650 Feb 11 14:01:24.075607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f520d2-5ef6-4fa9-8512-47b474c74fbb req-6434a17d-5723-43d9-9e66-375a6c4e87ff service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512191 Feb 11 14:01:24.604179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac9405-1a0f-4c15-8c0a-1f84815b66a6 req-6e6def19-4c15-4321-9e9b-17da8668d17e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:24.605815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18ac9405-1a0f-4c15-8c0a-1f84815b66a6 req-6e6def19-4c15-4321-9e9b-17da8668d17e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0579338 Feb 11 14:01:24.661139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-18ac9405-1a0f-4c15-8c0a-1f84815b66a6 req-bae80b73-bcec-47ac-a4cd-a6c3ca7ccbc8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490711 Feb 11 14:01:25.781570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afaea47-644e-4b7d-990b-331466e71140 req-f35e65aa-35f9-48ba-9cef-9c3012a7f523 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:25.783134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2afaea47-644e-4b7d-990b-331466e71140 req-f35e65aa-35f9-48ba-9cef-9c3012a7f523 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0541668 Feb 11 14:01:25.831339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2afaea47-644e-4b7d-990b-331466e71140 req-3736a81f-f18e-4b08-ad72-d8a71298a5bc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Feb 11 14:01:26.967683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb26c2-0370-424c-822d-e84afc6e9502 req-c2ca9047-1d83-4e31-b6db-f056907700ce tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:26.969171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3dbb26c2-0370-424c-822d-e84afc6e9502 req-c2ca9047-1d83-4e31-b6db-f056907700ce tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0555127 Feb 11 14:01:27.017578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3dbb26c2-0370-424c-822d-e84afc6e9502 req-d3636757-a478-44fe-8745-10af68d5e868 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Feb 11 14:01:28.144954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13909ebe-ef5f-4db0-9053-651beaf1b711 req-ae7169e0-6fd8-49ea-a9d3-d532bb934d70 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:28.146459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13909ebe-ef5f-4db0-9053-651beaf1b711 req-ae7169e0-6fd8-49ea-a9d3-d532bb934d70 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0578630 Feb 11 14:01:28.194968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13909ebe-ef5f-4db0-9053-651beaf1b711 req-ebb67d29-dfaf-492c-8457-80e1ce2cb729 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427711 Feb 11 14:01:29.325494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4ee08-fa01-41d3-94a1-510cccee2938 req-a490041f-533a-465e-92fd-4197f9af19f8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:29.327501 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ef4ee08-fa01-41d3-94a1-510cccee2938 req-a490041f-533a-465e-92fd-4197f9af19f8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0582051 Feb 11 14:01:29.379856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ef4ee08-fa01-41d3-94a1-510cccee2938 req-21c05abb-aeb4-4793-87c4-0aabb1218450 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460668 Feb 11 14:01:29.408371 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b58057df-7ecf-4aa8-a971-2d74ae258a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:30.525606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f72e2-d902-4390-9437-f8f7da588234 req-88526117-6d0f-4e05-a358-f4cab2e76a86 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:30.527045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d9f72e2-d902-4390-9437-f8f7da588234 req-88526117-6d0f-4e05-a358-f4cab2e76a86 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0588768 Feb 11 14:01:30.575900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d9f72e2-d902-4390-9437-f8f7da588234 req-c4b9a75a-34bc-4579-a5a0-ae7a2cfc5be0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428874 Feb 11 14:01:31.531354 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-96d943c1-a8fa-46e7-bbe4-4a68e226e6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:31.706658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082cf33-9f96-4e29-94fd-95b56072b61d req-2723aeb5-147c-4e59-8276-1dfe4d8933bb tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:31.708061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6082cf33-9f96-4e29-94fd-95b56072b61d req-2723aeb5-147c-4e59-8276-1dfe4d8933bb tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0565908 Feb 11 14:01:31.758129 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6082cf33-9f96-4e29-94fd-95b56072b61d req-dc172b53-e9cb-4ed0-9bbe-7906ad078fc5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418584 Feb 11 14:01:32.822213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:32.907929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54458375-76d9-4ed0-9b0b-38ea61141198 req-04650216-17b5-4d45-84f2-60279e8f5909 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:32.909435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54458375-76d9-4ed0-9b0b-38ea61141198 req-04650216-17b5-4d45-84f2-60279e8f5909 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0656416 Feb 11 14:01:32.961156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54458375-76d9-4ed0-9b0b-38ea61141198 req-2ba1a43e-6a7f-4045-8c26-748951bd7d01 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Feb 11 14:01:34.095196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee7148-37c4-485c-9380-c1d7ecd02a29 req-29fbff16-f6f6-4c61-8e7e-4d3f2856f753 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:34.096689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adee7148-37c4-485c-9380-c1d7ecd02a29 req-29fbff16-f6f6-4c61-8e7e-4d3f2856f753 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0539615 Feb 11 14:01:34.143583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adee7148-37c4-485c-9380-c1d7ecd02a29 req-37d0c022-9209-4053-a0a2-ce989d19892a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 Feb 11 14:01:34.464384 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:35.282501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41add2-0b31-475a-b5cb-1321a547f4dd req-2f1847ee-6a53-48ee-80a8-64ff2db97197 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:35.284009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a41add2-0b31-475a-b5cb-1321a547f4dd req-2f1847ee-6a53-48ee-80a8-64ff2db97197 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0657876 Feb 11 14:01:35.332650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a41add2-0b31-475a-b5cb-1321a547f4dd req-10f287ce-c063-48e5-aaf3-698a622eb2d7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429065 Feb 11 14:01:35.403414 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:36.465602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e59d7-ed7f-4f43-9558-eee7befc4519 req-8f35f522-d750-42bc-95dd-e97012dd58e3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:36.467271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a29e59d7-ed7f-4f43-9558-eee7befc4519 req-8f35f522-d750-42bc-95dd-e97012dd58e3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0575619 Feb 11 14:01:36.523585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a29e59d7-ed7f-4f43-9558-eee7befc4519 req-e8028759-5886-4b6f-9105-e92ba3b0e6a9 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502956 Feb 11 14:01:37.659862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55d3f-0fd3-4bf1-acb2-c1bede5454ae req-2c1d09b2-f29f-420c-9b78-f51fdecdaf6c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:37.661362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f55d3f-0fd3-4bf1-acb2-c1bede5454ae req-2c1d09b2-f29f-420c-9b78-f51fdecdaf6c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0547726 Feb 11 14:01:37.710391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-93f55d3f-0fd3-4bf1-acb2-c1bede5454ae req-a84d39bb-a4cc-4bac-95d0-7e82d5571b01 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432184 Feb 11 14:01:38.840041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4e599-f1a5-435f-8b0f-b0df34d26b1d req-93025d85-06e6-425d-a0d9-d3f22ee7e4a7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:38.841539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40c4e599-f1a5-435f-8b0f-b0df34d26b1d req-93025d85-06e6-425d-a0d9-d3f22ee7e4a7 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 944 time: 0.0535488 Feb 11 14:01:38.891751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40c4e599-f1a5-435f-8b0f-b0df34d26b1d req-e67ae00b-b7e7-4874-916a-84470321caf2 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443599 Feb 11 14:01:39.569164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:01:39.667665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:39.683415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'mac_address': 'fa:16:3e:7a:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:01:39.721776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:39.722080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:39.735288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:01:39.754510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:39.759535 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:39.805877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:39.813990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.814326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.814661 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.814986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.815295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.815619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.815937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.816250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.816566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.816878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.817192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.817503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:39.817837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:40.028705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b489e-2759-4fd9-945f-8b5c3727b015 req-33b30534-9b64-447b-91b3-7911374c8a80 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.030197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a3b489e-2759-4fd9-945f-8b5c3727b015 req-33b30534-9b64-447b-91b3-7911374c8a80 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Feb 11 14:01:40.072126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['7a4eec8c-57a3-4180-a21b-ed723f6e4b34'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:01:40.079782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a3b489e-2759-4fd9-945f-8b5c3727b015 req-78b2fbf4-38eb-4d93-a9d8-f01707f38d61 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Feb 11 14:01:40.414933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-e2c1108b-1337-4768-a74d-d1008b019d59 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.416408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-e2c1108b-1337-4768-a74d-d1008b019d59 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.64 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731&tenant_id=6a9f8bd984694377a791f5da750aa3d8&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 945 time: 0.0865879 Feb 11 14:01:40.436173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850893cf-49f2-4a1d-bcfa-0b1817468420 req-e2eaa65d-5e55-472d-9bf0-d48c0717d88f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.437755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-850893cf-49f2-4a1d-bcfa-0b1817468420 req-e2eaa65d-5e55-472d-9bf0-d48c0717d88f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0808938 Feb 11 14:01:40.517704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-f3791c7e-43f5-4a06-8525-ea8447dd175f service neutron] 10.222.0.64 "GET /v2.0/ports/7a4eec8c-57a3-4180-a21b-ed723f6e4b34/bindings/n-h1-828675-3 HTTP/1.1" status: 200 len: 382 time: 0.0933771 Feb 11 14:01:40.520862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-850893cf-49f2-4a1d-bcfa-0b1817468420 req-ec1f4626-611e-4250-aab8-a600ade342fa tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635645 Feb 11 14:01:40.586749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-40a7f2ef-0e17-454c-af33-3651dda6277b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.588159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-40a7f2ef-0e17-454c-af33-3651dda6277b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1127 time: 0.0469368 Feb 11 14:01:40.689101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-ad781f0b-478b-466f-acc2-9f81a98e51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.690715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-ad781f0b-478b-466f-acc2-9f81a98e51b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0965145 Feb 11 14:01:40.758402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-11f0520d-e85b-4e5b-a32d-368b066ed48e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1001 time: 0.0589976 Feb 11 14:01:40.820126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-8e5d0358-cf06-4058-99fd-80483d21e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.821589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-8e5d0358-cf06-4058-99fd-80483d21e977 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0574932 Feb 11 14:01:40.872607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-4fe3422a-dd2b-4dd3-9420-21c63c9c5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.874170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-4fe3422a-dd2b-4dd3-9420-21c63c9c5768 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466912 Feb 11 14:01:40.963481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-56a575b2-a258-4896-8901-8d5617c46c65 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830975 Feb 11 14:01:41.068871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-4cf0cb7d-7bb1-49a7-986c-717980e86444 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996282 Feb 11 14:01:41.585964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:01:41.637013 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:01:41.641632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:01:41.642033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:41.660256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a6a7a-fe30-4444-9951-903958d4474e req-2e64e7d6-3970-47e3-aa99-002dde697d47 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:41.661801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a85a6a7a-fe30-4444-9951-903958d4474e req-2e64e7d6-3970-47e3-aa99-002dde697d47 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0554297 Feb 11 14:01:41.710131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a85a6a7a-fe30-4444-9951-903958d4474e req-fcb01754-ec23-4062-8ecb-f40eb4d42431 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 Feb 11 14:01:41.726207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:01:41.726597 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:41.749107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:41.751445 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee6c83a-afab-4556-9268-21d7bdc7a87f" -d '{"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-plugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:41.763289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:41.768085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:41.803728 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c959b6-813c-4c41-8a42-ec09e8d7f5db x-openstack-request-id: req-f5c959b6-813c-4c41-8a42-ec09e8d7f5db {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:41.804022 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-plugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:41.804276 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5c959b6-813c-4c41-8a42-ec09e8d7f5db {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:41.804669 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'code': 200} Feb 11 14:01:41.818503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:42.138464 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:01:42.847697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530803c2-08b4-465e-a7e8-5ab4f52362ab req-08f436e0-7a96-4f83-a729-10f41b67b6da tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:42.849227 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-530803c2-08b4-465e-a7e8-5ab4f52362ab req-08f436e0-7a96-4f83-a729-10f41b67b6da tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0588875 Feb 11 14:01:42.896881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-530803c2-08b4-465e-a7e8-5ab4f52362ab req-23b7a219-9933-4c47-8b59-f800dcb04fe5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 Feb 11 14:01:44.018818 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16322498-b78c-4cd1-801b-be6e2c78fab0 req-94c6e6e6-05e8-43eb-95ae-944e6c04bc83 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:44.020294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16322498-b78c-4cd1-801b-be6e2c78fab0 req-94c6e6e6-05e8-43eb-95ae-944e6c04bc83 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0539958 Feb 11 14:01:44.068448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-16322498-b78c-4cd1-801b-be6e2c78fab0 req-aa38439b-6b4b-4f38-85e9-adf0509f43e4 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Feb 11 14:01:45.196096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7397874-8a5c-4a18-a187-68561a0520d8 req-6575dde8-1f5f-46ac-9fae-4a725a9f2d3d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:45.197695 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7397874-8a5c-4a18-a187-68561a0520d8 req-6575dde8-1f5f-46ac-9fae-4a725a9f2d3d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0575566 Feb 11 14:01:45.246527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7397874-8a5c-4a18-a187-68561a0520d8 req-93476943-7e66-4e67-b78f-3a182ba653b1 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Feb 11 14:01:46.373016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd234e-bce7-468c-a775-60acf98ebea4 req-d75bf987-bbe1-4795-8de8-41621fe53e09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:46.374634 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51bd234e-bce7-468c-a775-60acf98ebea4 req-d75bf987-bbe1-4795-8de8-41621fe53e09 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0538919 Feb 11 14:01:46.425762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-51bd234e-bce7-468c-a775-60acf98ebea4 req-3ed6a975-1eed-4e1a-a285-61620886d659 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453396 Feb 11 14:01:46.911794 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.108754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-2fafbd70-fa56-4af2-88b4-0c7f072b910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:47.110204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-2fafbd70-fa56-4af2-88b4-0c7f072b910f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731&tenant_id=6a9f8bd984694377a791f5da750aa3d8 HTTP/1.1" status: 200 len: 1128 time: 0.0465655 Feb 11 14:01:47.121394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:01:47.182470 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.399378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:01:47.439629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:47.480002 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:47.482491 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9a787e-f0fb-4882-a4df-95683cc6c7b7" -d '{"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:47.486110 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Publish callbacks [] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.510745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Transition to ACTIVE for port object 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:01:47.515165 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.600812 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:01:47.612580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=10']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:47.631745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.631745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.632137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.632237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.639666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.640210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.640352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.640709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.641223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.641516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.641895 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.642306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.642561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:01:47.654819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] The host n-h1-828675-3 is not matching for port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 host n-h2-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:01:47.655711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:01:47.668326 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c539d-03a7-4ba5-8768-56b925b585a1 req-215bbd91-91a7-41a0-9a23-7365b8e828db tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:47.670060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b8c539d-03a7-4ba5-8768-56b925b585a1 req-215bbd91-91a7-41a0-9a23-7365b8e828db tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.1728554 Feb 11 14:01:47.690913 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.700015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] No DVR routers for this DVR port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:01:47.780103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b8c539d-03a7-4ba5-8768-56b925b585a1 req-6a8cb033-928b-49c0-92e2-cb32ea18593c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022053 Feb 11 14:01:47.840407 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f8a4f5-0e3d-40a0-8d77-6125680c136d x-openstack-request-id: req-17f8a4f5-0e3d-40a0-8d77-6125680c136d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:47.840705 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:47.840957 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17f8a4f5-0e3d-40a0-8d77-6125680c136d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:47.841365 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'code': 200} Feb 11 14:01:47.867126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:01:47.867454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:01:47.867778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:47.871978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:01:47.872327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Attempting to bind port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on network a8b212eb-deab-4586-aa67-4fa9edb7047c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:01:47.877217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:01:47.877552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Checking segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:01:47.877959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Bound using segment: {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:01:47.878379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Bound port: 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:01:47.878727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.950752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:01:47.953739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:01:47.960668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.997942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:47.998586 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:47.999996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] 10.222.0.53 "PUT /v2.0/ports/7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1093 time: 0.8825080 Feb 11 14:01:48.021522 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bda47-0afd-4b66-9cb9-85ef3e3d915e service neutron] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=11']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:01:48.069480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-00c5ee54-de3d-47bf-be81-a90ad68ed190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.071178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-00c5ee54-de3d-47bf-be81-a90ad68ed190 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1127 time: 0.0467000 Feb 11 14:01:48.163483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-aaf2eea0-9acc-4a96-b4f0-6d596e3db7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.165045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-aaf2eea0-9acc-4a96-b4f0-6d596e3db7c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.0878644 Feb 11 14:01:48.564858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-419ba5be-ce80-4249-844b-59e530453955 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.3933203 Feb 11 14:01:48.621141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-55da8c6c-4c5a-443b-96b1-25b8a117915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.623252 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-55da8c6c-4c5a-443b-96b1-25b8a117915b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0511405 Feb 11 14:01:48.674032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-1542b20d-5bae-4a4b-ab98-2afcaa8574fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.675489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-1542b20d-5bae-4a4b-ab98-2afcaa8574fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449142 Feb 11 14:01:48.766228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-2abaf1aa-f0c1-4be5-b347-bafea06d9473 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844932 Feb 11 14:01:48.875621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a479933e-5623-4823-a3cf-00aeda5ff492 req-9c28029c-bbc1-4ca1-8fe1-8b4613febd0b service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975938 Feb 11 14:01:48.914426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf588f54-4e33-42d6-9a99-b46e990a92f9 req-b97a66d2-d342-4bcd-bca1-a130df1ee0bc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:48.915913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf588f54-4e33-42d6-9a99-b46e990a92f9 req-b97a66d2-d342-4bcd-bca1-a130df1ee0bc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0591929 Feb 11 14:01:48.964150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf588f54-4e33-42d6-9a99-b46e990a92f9 req-bbe39247-e924-468f-bf0a-00e20301478c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425632 Feb 11 14:01:49.843323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:01:49.845676 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590c56b2-c0c8-44dc-8b8d-7a3e93818842" -d '{"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:01:49.897259 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ec771-6d47-43de-9b59-81491b27c99c x-openstack-request-id: req-395ec771-6d47-43de-9b59-81491b27c99c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:01:49.898064 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:01:49.898064 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-395ec771-6d47-43de-9b59-81491b27c99c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:01:49.898279 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'status': 'completed', 'code': 200} Feb 11 14:01:50.004115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-9e2392ac-8439-4010-bf6e-f2031be3877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.005629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-9e2392ac-8439-4010-bf6e-f2031be3877e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1127 time: 0.0839930 Feb 11 14:01:50.007967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-1aa8c2c2-1f24-46f5-bae5-9aaa3bc677f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.008865 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-1aa8c2c2-1f24-46f5-bae5-9aaa3bc677f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1127 time: 0.0858061 Feb 11 14:01:50.201978 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-604ac4fa-ab29-434a-abcd-2b36f8be5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.203470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-604ac4fa-ab29-434a-abcd-2b36f8be5993 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1841993 Feb 11 14:01:50.212524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63b3fd-926f-4cb3-b61a-610d3811a3e6 req-b0dee8d0-0348-453c-a963-d2d3b023f829 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.213973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f63b3fd-926f-4cb3-b61a-610d3811a3e6 req-b0dee8d0-0348-453c-a963-d2d3b023f829 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.1672528 Feb 11 14:01:50.216254 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-801b70af-7d4b-4c53-9662-eea83b2d0247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.217810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-801b70af-7d4b-4c53-9662-eea83b2d0247 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.2061594 Feb 11 14:01:50.357097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-71a7e9e4-37ab-49a5-856b-28f0dce05b54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.1420338 Feb 11 14:01:50.360546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1f63b3fd-926f-4cb3-b61a-610d3811a3e6 req-4e6b2068-22b9-491b-a5c2-343bd5448f46 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361568 Feb 11 14:01:50.362340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-1b3f1aba-40a6-4f39-88a2-a9ab914ccd80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.1389213 Feb 11 14:01:50.438323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-2d95f160-61e0-424f-8903-a7b75fb3c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.439820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-2d95f160-61e0-424f-8903-a7b75fb3c21a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0766404 Feb 11 14:01:50.454429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-22964a08-a92f-468e-9dd6-e55bf2c77c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.455715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-22964a08-a92f-468e-9dd6-e55bf2c77c28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0843911 Feb 11 14:01:50.525069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-ae77a030-ec6f-4ccb-9a13-fd7be3e96cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.526639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-ae77a030-ec6f-4ccb-9a13-fd7be3e96cf9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0803621 Feb 11 14:01:50.531027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-4a845941-cee4-42e5-97a2-0d09a860d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:50.532410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-4a845941-cee4-42e5-97a2-0d09a860d0d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585437 Feb 11 14:01:50.537138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-7b63121e-5c5a-4a90-9931-6e9b0b09aba1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:01:50.538173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-7b63121e-5c5a-4a90-9931-6e9b0b09aba1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049419 Feb 11 14:01:50.695193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-446c571d-5cd9-4bfb-86d1-18503d1f5144 service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559687 Feb 11 14:01:50.697061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-bdbf85f4-15ad-441f-9479-d0df6ccf4eed service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511130 Feb 11 14:01:50.852344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-c3ec142b-200c-4c44-b51d-cc70f6491e4d service neutron] 10.222.0.64 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509430 Feb 11 14:01:50.854418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-590c56b2-c0c8-44dc-8b8d-7a3e93818842 req-fd2ae9b0-409b-4cb8-bc35-6205f735a64b service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461017 Feb 11 14:01:51.495110 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e624868-9f94-43a5-8b32-5fcd063dedd2 req-9f550648-0cf1-479f-abc9-e327ccc6b7c6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:51.496708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e624868-9f94-43a5-8b32-5fcd063dedd2 req-9f550648-0cf1-479f-abc9-e327ccc6b7c6 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0624874 Feb 11 14:01:51.547131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4e624868-9f94-43a5-8b32-5fcd063dedd2 req-2799b7ea-6847-4251-854d-3c143f74453a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444334 Feb 11 14:01:52.677450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb0408-7346-4d1b-8bca-ab2b6e59e7af req-4eef5070-fd01-452b-a393-b5822c22a1b3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:52.678956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7aeb0408-7346-4d1b-8bca-ab2b6e59e7af req-4eef5070-fd01-452b-a393-b5822c22a1b3 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0586634 Feb 11 14:01:52.726670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7aeb0408-7346-4d1b-8bca-ab2b6e59e7af req-b901bebc-8290-455f-9d7b-8b64340fed02 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414135 Feb 11 14:01:53.856225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07912137-9c0c-41dd-8ecf-f24480257c4f req-708725a3-6399-4df2-be14-11a7c5a81c02 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:53.857852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07912137-9c0c-41dd-8ecf-f24480257c4f req-708725a3-6399-4df2-be14-11a7c5a81c02 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0551255 Feb 11 14:01:53.905850 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07912137-9c0c-41dd-8ecf-f24480257c4f req-0a55c3c2-f0af-4c95-9d64-8d7fbce14175 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420146 Feb 11 14:01:55.031771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4752bd-8be5-4cf6-96e6-dcf2061f4cf2 req-fdd8628e-879e-45f7-9527-5dea694d3f4a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:55.033130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4752bd-8be5-4cf6-96e6-dcf2061f4cf2 req-fdd8628e-879e-45f7-9527-5dea694d3f4a tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0551531 Feb 11 14:01:55.086136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4752bd-8be5-4cf6-96e6-dcf2061f4cf2 req-ead963c1-2e7a-4d55-8c5b-31439e2624db tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465105 Feb 11 14:01:56.214371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f33ee1-09b9-4ab3-8737-8eccbd680d61 req-2a18721d-0a08-439c-a3ba-6146d5f2c2fe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:56.215910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64f33ee1-09b9-4ab3-8737-8eccbd680d61 req-2a18721d-0a08-439c-a3ba-6146d5f2c2fe tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0561666 Feb 11 14:01:56.270376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64f33ee1-09b9-4ab3-8737-8eccbd680d61 req-63c4d79c-f20c-4441-9d04-9ad2c8d859ca tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483971 Feb 11 14:01:57.395480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf4106-3ec5-4737-9aa1-929e63a609c1 req-aef78cbb-ef70-4e4b-b998-bfcbb79f9fc0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:57.396896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4bf4106-3ec5-4737-9aa1-929e63a609c1 req-aef78cbb-ef70-4e4b-b998-bfcbb79f9fc0 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0538454 Feb 11 14:01:57.444764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4bf4106-3ec5-4737-9aa1-929e63a609c1 req-744d132e-6b5f-4d68-ae59-0ec013917394 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417986 Feb 11 14:01:58.587017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a98e8c-a11a-45e4-b440-0637f2629614 req-d71c1c84-a79b-4006-b66d-b9d6c319ad89 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:58.588505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71a98e8c-a11a-45e4-b440-0637f2629614 req-d71c1c84-a79b-4006-b66d-b9d6c319ad89 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0696664 Feb 11 14:01:58.635611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71a98e8c-a11a-45e4-b440-0637f2629614 req-08eb0b2a-60c1-4cc6-a36d-1816f9f1ed9c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412614 Feb 11 14:01:59.422345 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a8260a5-4667-4d12-9210-e4abd8f1f588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:01:59.777000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54756d9b-7680-4dc3-823b-af64b6672c95 req-63e5e554-623b-4ce8-9bfb-cbaf372e2d31 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:59.778526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54756d9b-7680-4dc3-823b-af64b6672c95 req-63e5e554-623b-4ce8-9bfb-cbaf372e2d31 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0637693 Feb 11 14:01:59.826475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-54756d9b-7680-4dc3-823b-af64b6672c95 req-2ff909ab-dc0d-4267-8fbb-514550e3cc10 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422673 Feb 11 14:02:00.971480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd542-33e0-4773-a774-7e5dd873698a req-4dead2e7-cc47-4f5c-87a9-26f5bbb889fa tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:00.974005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e4bd542-33e0-4773-a774-7e5dd873698a req-4dead2e7-cc47-4f5c-87a9-26f5bbb889fa tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0674345 Feb 11 14:02:01.048696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e4bd542-33e0-4773-a774-7e5dd873698a req-3e3b3668-dcad-4320-99d5-42d23fdf0b53 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662410 Feb 11 14:02:01.529259 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d225aae0-4cc1-44ca-b159-a8130c709815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:02.183391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bcac4-44bd-4306-bf88-5dd81e0fe0c1 req-e57293eb-9bf3-459b-b221-7e78ba2e3a32 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:02.184905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b3bcac4-44bd-4306-bf88-5dd81e0fe0c1 req-e57293eb-9bf3-459b-b221-7e78ba2e3a32 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0547357 Feb 11 14:02:02.233877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0b3bcac4-44bd-4306-bf88-5dd81e0fe0c1 req-1b602209-d090-4514-9d24-0c268287e10c tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403700 Feb 11 14:02:02.827154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:03.371113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61461b02-3041-4fac-a669-dcd41a706e2e req-a015f760-030a-4b69-80bc-5c661e7ce496 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:03.372653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61461b02-3041-4fac-a669-dcd41a706e2e req-a015f760-030a-4b69-80bc-5c661e7ce496 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0603907 Feb 11 14:02:03.422593 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-61461b02-3041-4fac-a669-dcd41a706e2e req-b3c1589f-005c-483c-8cf4-45367494dc4e tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441566 Feb 11 14:02:04.464562 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:04.552435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe841679-b143-4ddb-8558-5fd180a5ad3e req-eeda31ae-4867-414f-a8d2-98d9c2aa9409 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:04.553959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe841679-b143-4ddb-8558-5fd180a5ad3e req-eeda31ae-4867-414f-a8d2-98d9c2aa9409 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0610042 Feb 11 14:02:04.600313 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fe841679-b143-4ddb-8558-5fd180a5ad3e req-1788e430-c13b-45b5-a35e-147f8bef6902 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Feb 11 14:02:05.400796 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:05.734553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6b6cb-32a6-4e05-87c7-5e85a38bea1a req-59c94322-0c51-40ca-a0cc-c529cb9571cc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.736864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34b6b6cb-32a6-4e05-87c7-5e85a38bea1a req-59c94322-0c51-40ca-a0cc-c529cb9571cc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0570121 Feb 11 14:02:05.820851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34b6b6cb-32a6-4e05-87c7-5e85a38bea1a req-321094cb-f6cb-4cd8-b573-6ed809345314 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763037 Feb 11 14:02:05.831115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-f2a7c5e0-7833-4b7f-9ceb-5736980fde0a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711498 Feb 11 14:02:05.951681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-25953ea8-c7af-441e-bd9f-471544491602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.953216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-25953ea8-c7af-441e-bd9f-471544491602 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a9f8bd984694377a791f5da750aa3d8&device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 1127 time: 0.0776098 Feb 11 14:02:05.969000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98510-b5b2-461a-b3f7-5b00dd4b1374 req-0d4ed749-8027-4a59-a305-bd137cab1414 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:05.970670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83c98510-b5b2-461a-b3f7-5b00dd4b1374 req-0d4ed749-8027-4a59-a305-bd137cab1414 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0694253 Feb 11 14:02:06.076290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83c98510-b5b2-461a-b3f7-5b00dd4b1374 req-4633466e-7a6c-453b-b04e-4ac972ac7009 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972574 Feb 11 14:02:06.091194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-64df9351-6e76-43a0-899f-9293c3ea3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.092858 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-64df9351-6e76-43a0-899f-9293c3ea3722 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 200 len: 912 time: 0.1213725 Feb 11 14:02:06.187792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-f32dc6d2-e49e-4496-bf04-2b6687387eb2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 200 len: 1000 time: 0.0872393 Feb 11 14:02:06.242900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437cdc1-3496-4b8b-80d8-ffa8278ac06b req-99c6e9a6-3bfe-4641-b0fe-57509a173372 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.244367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f437cdc1-3496-4b8b-80d8-ffa8278ac06b req-99c6e9a6-3bfe-4641-b0fe-57509a173372 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0960555 Feb 11 14:02:06.249960 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-acca6879-9e52-473e-8d9b-c68337ba3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.251344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-acca6879-9e52-473e-8d9b-c68337ba3ba2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 200 len: 850 time: 0.0571380 Feb 11 14:02:06.320674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f437cdc1-3496-4b8b-80d8-ffa8278ac06b req-3d33ee82-bb10-40c2-acf9-50a703f87cdc tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683520 Feb 11 14:02:06.328025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-0a3af16c-a690-4059-ab75-d8bbdfa7e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.328896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-0a3af16c-a690-4059-ab75-d8bbdfa7e125 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a8b212eb-deab-4586-aa67-4fa9edb7047c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0710866 Feb 11 14:02:06.424385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-6d841397-d043-487c-a8e1-fd27e8cc4a92 service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889647 Feb 11 14:02:06.521282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a8e1c1a-5872-4470-a982-c91a16e5dd57 req-ba6afc47-75da-4953-a84c-5f7eb50a588f service neutron] 10.222.0.53 "GET /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902998 Feb 11 14:02:06.593949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7e60-c12f-4661-9f20-1ba0a00ef5da req-aec05a23-c52f-48c7-9f51-e90fa51ce857 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:06.595418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbbd7e60-c12f-4661-9f20-1ba0a00ef5da req-aec05a23-c52f-48c7-9f51-e90fa51ce857 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 945 time: 0.0583007 Feb 11 14:02:06.644932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fbbd7e60-c12f-4661-9f20-1ba0a00ef5da req-8c786ac8-1300-4d2a-8cb9-228dd0870e0f tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417826 Feb 11 14:02:06.896564 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:07.003049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:07.014435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'port_id': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'mac_address': 'fa:16:3e:7a:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:02:07.052050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:07.052437 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:07.065332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:07.085003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:07.090492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:07.135839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=12']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:07.337215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['7a4eec8c-57a3-4180-a21b-ed723f6e4b34'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:07.776113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54fef7-48ef-4e6a-9072-50317b49475f req-1695ed57-f373-4d5f-96ff-c173887df947 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:07.777541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b54fef7-48ef-4e6a-9072-50317b49475f req-1695ed57-f373-4d5f-96ff-c173887df947 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0565488 Feb 11 14:02:07.826589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b54fef7-48ef-4e6a-9072-50317b49475f req-0a95b86a-da76-4ca9-8278-db3c1637ee56 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups?id=01d05994-5d4f-41c4-a2b9-56861578eddc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423174 Feb 11 14:02:08.131970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-119b6581-a593-430a-b863-d90fbedd9e73 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:08.133307 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-119b6581-a593-430a-b863-d90fbedd9e73 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 946 time: 0.0613515 Feb 11 14:02:08.224387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Deleting port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:08.224700 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:08.316883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] For port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:08.317249 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:08.491091 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:08.491455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:08.491784 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f disassociated. External IP: 172.25.1.63, port: 7a4eec8c-57a3-4180-a21b-ed723f6e4b34. Feb 11 14:02:08.492115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Calling delete_port for 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:08.626490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7a4eec8c-57a3-4180-a21b-ed723f6e4b34), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:08.661772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event deleted for resources: {'Port': ['ID=7a4eec8c-57a3-4180-a21b-ed723f6e4b34,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:08.787276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:02:08.906003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:08.911282 n-d-828675-3 neutron-server[109686]: INFO neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No ports have port_id starting with 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 Feb 11 14:02:08.912811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 requested by agent hyperv_n-h2-828675-3 not found in database {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 11 14:02:08.941773 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ebe4d60e-19fc-4d86-8bcd-6c4c349abb36 req-97c608cb-f136-4f97-a142-d54c1cdf360d tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0340309 Feb 11 14:02:08.946870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:02:08.958192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:02:08.968563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:08.969244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:02:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:08.989581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] No DVR routers for this DVR port 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:08.992378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:08.995940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0e111ac-34e8-43ab-9c36-9f429b45a758 req-ed947f0a-842d-4157-9090-9329781c2044 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.53 "DELETE /v2.0/ports/7a4eec8c-57a3-4180-a21b-ed723f6e4b34 HTTP/1.1" status: 204 len: 173 time: 0.8574593 Feb 11 14:02:08.996521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-deleted', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:08.999485 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfc817-dfcf-4bbe-9324-4e1f5aa042de" -d '{"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-deleted", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:09.037848 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f41de29-1072-469e-9c19-24f015ca8313 x-openstack-request-id: req-3f41de29-1072-469e-9c19-24f015ca8313 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:09.038149 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86f330f-af05-4d90-9aaa-e6322d307731", "name": "network-vif-deleted", "tag": "7a4eec8c-57a3-4180-a21b-ed723f6e4b34", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:09.038401 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f41de29-1072-469e-9c19-24f015ca8313 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:09.038806 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86f330f-af05-4d90-9aaa-e6322d307731', 'name': 'network-vif-deleted', 'tag': '7a4eec8c-57a3-4180-a21b-ed723f6e4b34', 'status': 'completed', 'code': 200} Feb 11 14:02:09.245120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:09.448372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:09.475069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:02:09.484054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:09.484665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:02:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:09.594416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:09.796341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:09.823968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969ab928-30d8-4c0c-bc71-942b5f345da4 None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:42Z', 'revision_number': 4, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'e11bb71d-3500-49a1-ad57-732c0e5f72ea', 'name': '', 'network_id': 'a8b212eb-deab-4586-aa67-4fa9edb7047c', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'mac_address': 'fa:16:3e:23:8b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:42Z', 'updated_at': '2022-02-11T13:57:46Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'subnets': [{'id': '92f7e00a-3ae4-4bee-98f9-2f07673c16c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:02:10.048585 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf763f01-9301-472d-84c4-bd5bb79649f7 None None] New status for floating IP 1e180e7e-5535-4e58-8c74-0c4f5e43465f: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:02:10.053814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6cb841c-669a-45e9-a1c4-5d2150d45c1e req-bcf3270c-a0ee-4924-a0ec-de3251aa2866 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0347931 Feb 11 14:02:11.152807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9f5be1ba-a183-456f-ab0b-f7a149764d3b req-b7d81be0-dc14-4989-8902-50342740d894 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0282915 Feb 11 14:02:12.254846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8abc1c3f-a674-4b25-8987-d1c97b56d0b4 req-69a23bcb-7348-45c2-83ca-3ce4a8d45baa tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0287817 Feb 11 14:02:12.930736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:02:12.951184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:02:12.951536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 7a4eec8c-57a3-4180-a21b-ed723f6e4b34 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:02:13.352525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57f4cc9b-7fe4-4518-9e70-20abf60f08ba req-20e61355-6f2d-40c5-9a0d-860c951f7191 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Feb 11 14:02:14.454435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a397ce97-fc75-41b8-ab1e-41c75c2e80a9 req-325dae6f-676a-43cd-92d4-d7617e4a3bd5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0296297 Feb 11 14:02:15.552553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6fc9e3b-b796-48f1-b01a-b3d7fe8aed84 req-fd53a436-bc32-468f-a83b-59eb3653d7e8 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0265825 Feb 11 14:02:16.652000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a3ad4be-2ae4-41df-931f-e58582414be0 req-dd242c10-912c-475c-abea-2875422ebfaa tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/ports?device_id=d86f330f-af05-4d90-9aaa-e6322d307731 HTTP/1.1" status: 200 len: 210 time: 0.0306873 Feb 11 14:02:16.928448 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:17.688510 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:19.138044 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:23.487899 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33582) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:23.553316 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group (01d05994-5d4f-41c4-a2b9-56861578eddc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:23.577940 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group (01d05994-5d4f-41c4-a2b9-56861578eddc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:23.628311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (01d05994-5d4f-41c4-a2b9-56861578eddc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:23.631120 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:23.632281 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "DELETE /v2.0/security-groups/01d05994-5d4f-41c4-a2b9-56861578eddc HTTP/1.1" status: 204 len: 168 time: 0.1430154 Feb 11 14:02:23.635128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33586) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:23.641622 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d05994-5d4f-41c4-a2b9-56861578eddc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:23.649866 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.650215 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.650556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.650895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.651222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.651550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.651913 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.652217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.652536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.652841 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.653208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.653689 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.653969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020fbc1d-f8d2-4fce-9df1-3273ed9ad343 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:23.985451 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-cf0bdf8c-6dfb-4376-8da3-4e72cf8b15a5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] show failed (client error): The resource could not be found. Feb 11 14:02:23.986397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cf0bdf8c-6dfb-4376-8da3-4e72cf8b15a5 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "GET /v2.0/security-groups/01d05994-5d4f-41c4-a2b9-56861578eddc HTTP/1.1" status: 404 len: 347 time: 0.3502858 Feb 11 14:02:23.989413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33588) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:24.112290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Deleting port e49573d3-f91c-4c6c-b1c8-50751cda6e26 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:24.112606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:24.188112 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:24.188419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (e49573d3-f91c-4c6c-b1c8-50751cda6e26), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:24.200323 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Calling delete_port for e49573d3-f91c-4c6c-b1c8-50751cda6e26 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:24.334050 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e49573d3-f91c-4c6c-b1c8-50751cda6e26), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:24.357270 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Pushing event deleted for resources: {'Port': ['ID=e49573d3-f91c-4c6c-b1c8-50751cda6e26,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:24.422938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks [] for floatingip (1e180e7e-5535-4e58-8c74-0c4f5e43465f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:24.425709 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:24.426854 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d41c9c7d-585c-4f7b-9564-9fd050f72697 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] 10.222.0.42 "DELETE /v2.0/floatingips/1e180e7e-5535-4e58-8c74-0c4f5e43465f HTTP/1.1" status: 204 len: 168 time: 0.4365134 Feb 11 14:02:24.429861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33590) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:24.781428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:25.045027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Deleting port e11bb71d-3500-49a1-ad57-732c0e5f72ea {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:25.045266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:25.128485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] For port e11bb71d-3500-49a1-ad57-732c0e5f72ea, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e11bb71d-3500-49a1-ad57-732c0e5f72ea,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:25.128847 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:25.142164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Calling delete_port for e11bb71d-3500-49a1-ad57-732c0e5f72ea owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:25.342309 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e11bb71d-3500-49a1-ad57-732c0e5f72ea), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:25.367778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Pushing event deleted for resources: {'Port': ['ID=e11bb71d-3500-49a1-ad57-732c0e5f72ea,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:25.538932 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:25.773832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:02:25.885336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:02:25.891282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c3ab2d5a-d50a-4ed2-9807-3c5344bdc89b admin admin] 10.222.0.42 "PUT /v2.0/routers/cccc67a1-2fd2-4277-9dff-5fd7f82eafcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4596205 Feb 11 14:02:25.893042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33592) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:25.896412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] Sync routers for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:02:25.907664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:25.908304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:02:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:25.998812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks [] for router (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.024288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:26.106338 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks [] for router_gateway (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.159261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Deleting port 1518847b-d3c2-482f-aa19-4cc5c1433eb1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:26.159627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.200017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225'}], 'enable_snat': True}, 'gw_port_id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T14:02:25Z', 'revision_number': 5, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port': {'id': '1518847b-d3c2-482f-aa19-4cc5c1433eb1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T13:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:26.230590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] Checking router: cccc67a1-2fd2-4277-9dff-5fd7f82eafcc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:02:26.239301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] Routers {'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:26.240023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:02:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:26.241835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] For port 1518847b-d3c2-482f-aa19-4cc5c1433eb1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1518847b-d3c2-482f-aa19-4cc5c1433eb1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:26.242211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.254789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Calling delete_port for 1518847b-d3c2-482f-aa19-4cc5c1433eb1 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:26.327451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] Set router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:26.378122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T14:02:26Z', 'revision_number': 6, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:26.407856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a80507-34be-4b59-8e94-c06065e73f70 None None] The sync data for ids ['cccc67a1-2fd2-4277-9dff-5fd7f82eafcc'] in n-d-828675-3 is: [{'id': 'cccc67a1-2fd2-4277-9dff-5fd7f82eafcc', 'name': 'tempest-ServerActionsTestJSON-277432629-router', 'tenant_id': '6a9f8bd984694377a791f5da750aa3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:57:40Z', 'updated_at': '2022-02-11T14:02:26Z', 'revision_number': 6, 'project_id': '6a9f8bd984694377a791f5da750aa3d8', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:02:26.423845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1518847b-d3c2-482f-aa19-4cc5c1433eb1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.451610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Pushing event deleted for resources: {'Port': ['ID=1518847b-d3c2-482f-aa19-4cc5c1433eb1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:26.510552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.628572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.630925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks [] for router_controller (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.683966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (cccc67a1-2fd2-4277-9dff-5fd7f82eafcc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.684808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cccc67a1-2fd2-4277-9dff-5fd7f82eafcc {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:02:26.690198 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.691356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3e954cac-67ae-4b44-bf13-865f0341e235 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cccc67a1-2fd2-4277-9dff-5fd7f82eafcc HTTP/1.1" status: 204 len: 168 time: 0.7974319 Feb 11 14:02:26.694103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33594) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:26.738291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] Deleting subnet 92f7e00a-3ae4-4bee-98f9-2f07673c16c1 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:02:26.741472 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] Publish callbacks [] for subnet (92f7e00a-3ae4-4bee-98f9-2f07673c16c1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.776946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (92f7e00a-3ae4-4bee-98f9-2f07673c16c1), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.858494 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (92f7e00a-3ae4-4bee-98f9-2f07673c16c1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.919532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (92f7e00a-3ae4-4bee-98f9-2f07673c16c1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.951589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:26.957357 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/92f7e00a-3ae4-4bee-98f9-2f07673c16c1 HTTP/1.1" status: 204 len: 168 time: 0.2597902 Feb 11 14:02:26.957357 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a9086-18b4-4bcd-9221-83a5ef6f4ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92f7e00a-3ae4-4bee-98f9-2f07673c16c1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:26.957961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33596) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:26.958568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f6c477-99c8-44de-8b46-869b893df644 None None] Network a8b212eb-deab-4586-aa67-4fa9edb7047c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:27.026125 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (a8b212eb-deab-4586-aa67-4fa9edb7047c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.087787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Deleting port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:27.088127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.150786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] For port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,segment=NetworkSegment(c3ba5e65-cb01-44c6-9099-cfc0c0e3d808),segment_id=c3ba5e65-cb01-44c6-9099-cfc0c0e3d808)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:27.151013 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.163688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Calling delete_port for 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:27.211240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] DHCP port deletion for a8b212eb-deab-4586-aa67-4fa9edb7047c request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:02:27.266816 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.269294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] Deleting port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:27.269796 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.284617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1518847b-d3c2-482f-aa19-4cc5c1433eb1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:02:27.294287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:27.296138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] No DVR routers for this DVR port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:27.315710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1518847b-d3c2-482f-aa19-4cc5c1433eb1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:02:27.316088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1518847b-d3c2-482f-aa19-4cc5c1433eb1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:02:27.316608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e11bb71d-3500-49a1-ad57-732c0e5f72ea no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:02:27.364819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e11bb71d-3500-49a1-ad57-732c0e5f72ea {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:02:27.365163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e11bb71d-3500-49a1-ad57-732c0e5f72ea not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:02:27.365582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:02:27.375213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (a8b212eb-deab-4586-aa67-4fa9edb7047c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.392707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:02:27.393057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:02:27.395332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b212eb-deab-4586-aa67-4fa9edb7047c']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:27.398337 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] For port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:27.398653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.408697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:27.408998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ba5e65-cb01-44c6-9099-cfc0c0e3d808') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:27.412194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] Calling delete_port for 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:27.414958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] Port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:02:27.416882 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (0b5370e4-6e9f-44e8-a2c7-38c63a3a3067), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.419598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (c3ba5e65-cb01-44c6-9099-cfc0c0e3d808), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.434866 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (c3ba5e65-cb01-44c6-9099-cfc0c0e3d808), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.443967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] Pushing event deleted for resources: {'Port': ['ID=0b5370e4-6e9f-44e8-a2c7-38c63a3a3067,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:27.446356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:02:27.446861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (c3ba5e65-cb01-44c6-9099-cfc0c0e3d808), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.448802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bf50b-c154-40c9-9cd7-5c71c70c26e1 None None] No DVR routers for this DVR port 0b5370e4-6e9f-44e8-a2c7-38c63a3a3067 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:02:27.449122 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:02:27.511985 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (a8b212eb-deab-4586-aa67-4fa9edb7047c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.518446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.521884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] 10.222.0.42 "DELETE /v2.0/networks/a8b212eb-deab-4586-aa67-4fa9edb7047c HTTP/1.1" status: 204 len: 168 time: 0.5625324 Feb 11 14:02:27.535923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af2c86-4f36-4ac7-9c2e-ff12faaf48db admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b212eb-deab-4586-aa67-4fa9edb7047c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:27.666839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33600) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:27.716191 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-39bcee7a-e5ec-48fd-afb1-4eee43e73808 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a9f8bd984694377a791f5da750aa3d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460994 Feb 11 14:02:27.717436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33602) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:27.766584 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d186f7ca-383d-40a5-8f03-50b0231be1eb admin admin] Publish callbacks [] for security_group (f915842b-bf1e-44ee-a7bf-8dba737f4d6e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.791330 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d186f7ca-383d-40a5-8f03-50b0231be1eb admin admin] Publish callbacks [] for security_group (f915842b-bf1e-44ee-a7bf-8dba737f4d6e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.839372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d186f7ca-383d-40a5-8f03-50b0231be1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f915842b-bf1e-44ee-a7bf-8dba737f4d6e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.842252 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d186f7ca-383d-40a5-8f03-50b0231be1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:27.845920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d186f7ca-383d-40a5-8f03-50b0231be1eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f915842b-bf1e-44ee-a7bf-8dba737f4d6e HTTP/1.1" status: 204 len: 168 time: 0.1249712 Feb 11 14:02:27.851453 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186f7ca-383d-40a5-8f03-50b0231be1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f915842b-bf1e-44ee-a7bf-8dba737f4d6e,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:28.543979 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33624) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:28.648303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-191522152-network', 'tenant_id': '371927c82ea24b9580437d7600dc6b98'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:28.676934 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Made reservation on behalf of 371927c82ea24b9580437d7600dc6b98 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:28.679449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.688253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.772507 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks [] for security_group (8f737810-4636-42c5-9741-9e72bc1fb3bc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.778964 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f737810-4636-42c5-9741-9e72bc1fb3bc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.802958 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:02:28.812986 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f737810-4636-42c5-9741-9e72bc1fb3bc,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:28.817810 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.818160 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Added segment 2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800 of type vlan for network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 Feb 11 14:02:28.863115 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d7e4eb0a-72f1-4e00-a2b7-5035963a91c9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.892154 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d7e4eb0a-72f1-4e00-a2b7-5035963a91c9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.893255 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.893871 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.931335 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3859725 Feb 11 14:02:28.936053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33628) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:28.940916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Request body: {'subnet': {'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-191522152-subnet', 'tenant_id': '371927c82ea24b9580437d7600dc6b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:28.962109 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Made reservation on behalf of 371927c82ea24b9580437d7600dc6b98 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:28.963378 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a38cb-729a-4126-ab8f-2dd1aa47a779 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:28.964543 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:28.973878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:02:29.148222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:29.194715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:29.214215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Checking segment: {'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:29.214575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Network hostable DHCP agents. Network: d7e4eb0a-72f1-4e00-a2b7-5035963a91c9, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:02:29.233255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:02:29.244029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d7e4eb0a-72f1-4e00-a2b7-5035963a91c9) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:29.248517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:29.249154 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:29.253942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfdb333-7bd3-4e73-a5fb-754db332e810 None None] Network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:29.266250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2980521a-edae-4200-8058-2928569cf30b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3289466 Feb 11 14:02:29.355992 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081d47c5-5f0b-40e5-bf9e-d350bbd1e760 None None] Network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:02:29.434501 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e2c6bbf9-413f-48df-806b-804602d81d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:29.713341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-0878c28b-4321-4cc6-abfd-350df2708448 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:29.715342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-0878c28b-4321-4cc6-abfd-350df2708448 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/networks?id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 HTTP/1.1" status: 200 len: 813 time: 0.1198156 Feb 11 14:02:29.730600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-94068950-bb26-4626-97be-aa670932790a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/quotas/371927c82ea24b9580437d7600dc6b98 HTTP/1.1" status: 200 len: 375 time: 0.0096722 Feb 11 14:02:29.762366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-e4cd55be-0888-45bc-bfe1-ca77c5b0ad04 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=371927c82ea24b9580437d7600dc6b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265930 Feb 11 14:02:29.856447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fdbaa03d-7894-4eaa-9380-72cb21fcf05f service neutron] 10.222.0.42 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873177 Feb 11 14:02:29.947877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-ef27eb54-5607-40ab-bc3b-ee97b9ef41e5 service neutron] 10.222.0.42 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856278 Feb 11 14:02:30.107280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-72b33fbc-6dd6-4607-bfee-e0da5dbf2003 req-3e9a9d7e-4f53-40d5-8aaa-20e6022e0381 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 210 time: 0.0267801 Feb 11 14:02:31.082363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-0a5217bd-20fb-45f5-9736-1d4ddff55825 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:31.083825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-0a5217bd-20fb-45f5-9736-1d4ddff55825 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.53 "GET /v2.0/networks?id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 HTTP/1.1" status: 200 len: 813 time: 0.1144354 Feb 11 14:02:31.096606 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Request body: {'port': {'device_id': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9', 'admin_state_up': True, 'tenant_id': '371927c82ea24b9580437d7600dc6b98'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:31.216230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34fa5fe3-e034-4a35-8b8b-90f7df946b8c req-634c3dc9-1cc5-4a3d-b398-218f6c6b1e57 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 210 time: 0.0368342 Feb 11 14:02:31.234246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Made reservation on behalf of 371927c82ea24b9580437d7600dc6b98 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:31.237610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:31.360873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Allocated IP 172.20.0.7 (d7e4eb0a-72f1-4e00-a2b7-5035963a91c9/03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c/a95c287b-6287-44d7-a28a-cb1779310696) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:31.526341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62514005-99ac-4893-aab2-e0b652f5d8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:31.532814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks [] for port (a95c287b-6287-44d7-a28a-cb1779310696), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:31.568625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a95c287b-6287-44d7-a28a-cb1779310696), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:31.615282 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:31.618349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:31.622043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:31.972707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Pushing event updated for resources: {'Port': ['ID=a95c287b-6287-44d7-a28a-cb1779310696,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:32.001803 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.002397 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.020355 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-fc27ee8b-ef58-4bef-b86c-11f1da2232e0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9275863 Feb 11 14:02:32.031355 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Request body: {'port': {'device_id': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:32.094078 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a95c287b-6287-44d7-a28a-cb1779310696), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.372267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c60ef-ca19-44c3-875a-3b9a9f585bc3 req-3c5c7025-b5e7-4599-9fdc-ecac840c4fd2 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.373770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb7c60ef-ca19-44c3-875a-3b9a9f585bc3 req-3c5c7025-b5e7-4599-9fdc-ecac840c4fd2 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 931 time: 0.0853579 Feb 11 14:02:32.416312 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95c287b-6287-44d7-a28a-cb1779310696 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:32.425974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Publish callbacks [] for port (a95c287b-6287-44d7-a28a-cb1779310696), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.454187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Transition to ACTIVE for port object a95c287b-6287-44d7-a28a-cb1779310696 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:02:32.459239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb7c60ef-ca19-44c3-875a-3b9a9f585bc3 req-3a19c81a-e776-49d1-bef8-40d5a2706c8f tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687039 Feb 11 14:02:32.460318 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a95c287b-6287-44d7-a28a-cb1779310696), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.514837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Pushing event updated for resources: {'Port': ['ID=a95c287b-6287-44d7-a28a-cb1779310696,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:32.582362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Attempting to bind port a95c287b-6287-44d7-a28a-cb1779310696 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:02:32.582670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Attempting to bind port a95c287b-6287-44d7-a28a-cb1779310696 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:02:32.583019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Attempting to bind port a95c287b-6287-44d7-a28a-cb1779310696 on network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:32.587810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Port a95c287b-6287-44d7-a28a-cb1779310696 on network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:02:32.588132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Attempting to bind port a95c287b-6287-44d7-a28a-cb1779310696 on network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:32.593382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:02:32.593752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Checking segment: {'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:32.594126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Bound using segment: {'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:02:32.594546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Bound port: a95c287b-6287-44d7-a28a-cb1779310696, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:02:32.594894 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a95c287b-6287-44d7-a28a-cb1779310696), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.659186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] For port a95c287b-6287-44d7-a28a-cb1779310696, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:32.663817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] For port a95c287b-6287-44d7-a28a-cb1779310696, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a95c287b-6287-44d7-a28a-cb1779310696,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:32.674239 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (a95c287b-6287-44d7-a28a-cb1779310696), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.717570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.718219 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.719602 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] 10.222.0.53 "PUT /v2.0/ports/a95c287b-6287-44d7-a28a-cb1779310696 HTTP/1.1" status: 200 len: 1091 time: 0.6923311 Feb 11 14:02:32.720044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'tag': 'a95c287b-6287-44d7-a28a-cb1779310696'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:32.722336 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32669fe4-23c1-48b9-9d8d-f356b9039503" -d '{"events": [{"name": "network-changed", "server_uuid": "417b02c5-a64d-43c1-8fb8-3e54580a863b", "tag": "a95c287b-6287-44d7-a28a-cb1779310696"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:32.744770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651bb4b-bbe6-4176-9203-fa71c8231144 service neutron] Pushing event updated for resources: {'Port': ['ID=a95c287b-6287-44d7-a28a-cb1779310696,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:32.769125 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5a7c3c-0859-463b-bf67-8a13d2983f20 x-openstack-request-id: req-4f5a7c3c-0859-463b-bf67-8a13d2983f20 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:32.769353 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417b02c5-a64d-43c1-8fb8-3e54580a863b", "tag": "a95c287b-6287-44d7-a28a-cb1779310696", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:32.769611 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f5a7c3c-0859-463b-bf67-8a13d2983f20 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:32.770031 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'tag': 'a95c287b-6287-44d7-a28a-cb1779310696', 'status': 'completed', 'code': 200} Feb 11 14:02:32.807932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-5d461118-cf71-4e36-af0e-7a0ca72b6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.809709 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-5d461118-cf71-4e36-af0e-7a0ca72b6894 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=371927c82ea24b9580437d7600dc6b98&device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 1125 time: 0.0503423 Feb 11 14:02:32.825515 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:32.852426 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-c44c2285-3a93-4971-93c2-8e3345e2d4c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95c287b-6287-44d7-a28a-cb1779310696 HTTP/1.1" status: 200 len: 217 time: 0.0350783 Feb 11 14:02:32.908883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-aa57f0a8-5994-4e47-b732-349f298c572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.910367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-aa57f0a8-5994-4e47-b732-349f298c572b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c HTTP/1.1" status: 200 len: 853 time: 0.0521410 Feb 11 14:02:32.943924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-6c32351b-1278-4d1e-8e9d-09422f648755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268538 Feb 11 14:02:33.033294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-45cfda98-1e12-48c1-8d69-47d83b9f842a service neutron] 10.222.0.53 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834987 Feb 11 14:02:33.140277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c560907f-3b3f-4e14-8eb3-473f33bb2745 req-9e5b3192-62ba-488d-a2f0-44df6cc7fa9b service neutron] 10.222.0.53 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003366 Feb 11 14:02:33.232954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-5c1d99a2-e28e-463a-91d1-76fea99a328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:33.234562 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-5c1d99a2-e28e-463a-91d1-76fea99a328d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=371927c82ea24b9580437d7600dc6b98&device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 1125 time: 0.0473573 Feb 11 14:02:33.329178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-652da0ac-2e0c-4e35-ab3b-2a4dcb17f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:33.330646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-652da0ac-2e0c-4e35-ab3b-2a4dcb17f051 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 HTTP/1.1" status: 200 len: 914 time: 0.0905104 Feb 11 14:02:33.371925 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-9197fb0c-0d25-4383-a664-c1efac1aa9c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a95c287b-6287-44d7-a28a-cb1779310696 HTTP/1.1" status: 200 len: 217 time: 0.0344272 Feb 11 14:02:33.420669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-2802cf8b-f0c5-40bf-b42a-228d98db7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:33.422152 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-2802cf8b-f0c5-40bf-b42a-228d98db7a46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c HTTP/1.1" status: 200 len: 853 time: 0.0436049 Feb 11 14:02:33.459635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-923fa604-fc63-4856-afda-fd67c65d8851 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299716 Feb 11 14:02:33.575504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-700afac1-803e-4de5-8d39-270e0341f451 service neutron] 10.222.0.53 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090274 Feb 11 14:02:33.624687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef31f77-27c5-4694-b29d-04ed41c19fb4 req-553382e6-9a59-4b9b-af90-4f443104d190 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:33.626079 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ef31f77-27c5-4694-b29d-04ed41c19fb4 req-553382e6-9a59-4b9b-af90-4f443104d190 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 943 time: 0.0911040 Feb 11 14:02:33.712529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32669fe4-23c1-48b9-9d8d-f356b9039503 req-0d6c4ed9-f7a0-4028-9d72-9298cc340eb8 service neutron] 10.222.0.53 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292856 Feb 11 14:02:33.716232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ef31f77-27c5-4694-b29d-04ed41c19fb4 req-5a946011-1761-4df9-95d2-cf86c0280843 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626593 Feb 11 14:02:34.472275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:34.848328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b757ab3-0db0-4258-89b3-2da60e0d84d8 req-b12b4ed7-91bb-4d14-8d93-e09838575d7a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:34.849853 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b757ab3-0db0-4258-89b3-2da60e0d84d8 req-b12b4ed7-91bb-4d14-8d93-e09838575d7a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 943 time: 0.0555067 Feb 11 14:02:34.906029 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b757ab3-0db0-4258-89b3-2da60e0d84d8 req-f25022c6-e270-4f14-be10-8f7814283299 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504789 Feb 11 14:02:35.040772 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a95c287b-6287-44d7-a28a-cb1779310696 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:35.149649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a95c287b-6287-44d7-a28a-cb1779310696, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a95c287b-6287-44d7-a28a-cb1779310696,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:35.162867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'a95c287b-6287-44d7-a28a-cb1779310696', 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9', 'port_id': 'a95c287b-6287-44d7-a28a-cb1779310696', 'mac_address': 'fa:16:3e:b5:54:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:02:35.200177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a95c287b-6287-44d7-a28a-cb1779310696 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:35.200567 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a95c287b-6287-44d7-a28a-cb1779310696), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:35.213368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95c287b-6287-44d7-a28a-cb1779310696 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:35.233595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a95c287b-6287-44d7-a28a-cb1779310696, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a95c287b-6287-44d7-a28a-cb1779310696,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:35.239676 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a95c287b-6287-44d7-a28a-cb1779310696), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:35.298236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a95c287b-6287-44d7-a28a-cb1779310696,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:35.403778 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:35.439317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a95c287b-6287-44d7-a28a-cb1779310696'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:36.047286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646a487-a980-4629-b09f-f75c6b8b4fc8 req-864cb2da-77b6-4627-96ee-26213c0f021d tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:36.048799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5646a487-a980-4629-b09f-f75c6b8b4fc8 req-864cb2da-77b6-4627-96ee-26213c0f021d tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 944 time: 0.0678439 Feb 11 14:02:36.096193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5646a487-a980-4629-b09f-f75c6b8b4fc8 req-aafa4d46-3bd9-4199-b7f8-63616de50539 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Feb 11 14:02:37.055809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a95c287b-6287-44d7-a28a-cb1779310696 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:37.119192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port a95c287b-6287-44d7-a28a-cb1779310696 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:37.125552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port a95c287b-6287-44d7-a28a-cb1779310696 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:37.125552 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a95c287b-6287-44d7-a28a-cb1779310696), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:37.209868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port a95c287b-6287-44d7-a28a-cb1779310696 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:37.210444 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a95c287b-6287-44d7-a28a-cb1779310696), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:37.223183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e38295-584e-4aa9-a75e-e45b85d17929 req-77aaccc6-0a1b-4f6a-ad10-83ef8ae56c81 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:37.230025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84e38295-584e-4aa9-a75e-e45b85d17929 req-77aaccc6-0a1b-4f6a-ad10-83ef8ae56c81 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 944 time: 0.0580025 Feb 11 14:02:37.241866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95c287b-6287-44d7-a28a-cb1779310696'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:37.244133 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a813f6e-870d-48fc-9785-a4ebdd367fa3" -d '{"events": [{"server_uuid": "417b02c5-a64d-43c1-8fb8-3e54580a863b", "name": "network-vif-plugged", "status": "completed", "tag": "a95c287b-6287-44d7-a28a-cb1779310696"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:37.257467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port a95c287b-6287-44d7-a28a-cb1779310696, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a95c287b-6287-44d7-a28a-cb1779310696,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:37.262408 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a95c287b-6287-44d7-a28a-cb1779310696), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:37.272511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-84e38295-584e-4aa9-a75e-e45b85d17929 req-d949d63f-4dc9-4d40-830d-f9198a81187d tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416441 Feb 11 14:02:37.311525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=a95c287b-6287-44d7-a28a-cb1779310696,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:37.315010 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d6d903-f5e0-41ad-84d8-ac202087c1ba x-openstack-request-id: req-81d6d903-f5e0-41ad-84d8-ac202087c1ba {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:37.315299 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417b02c5-a64d-43c1-8fb8-3e54580a863b", "name": "network-vif-plugged", "status": "completed", "tag": "a95c287b-6287-44d7-a28a-cb1779310696", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:37.315555 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81d6d903-f5e0-41ad-84d8-ac202087c1ba {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:37.315942 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95c287b-6287-44d7-a28a-cb1779310696', 'code': 200} Feb 11 14:02:37.422178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5203a-acd8-4a37-9b0b-bf680cc8b22f req-3d05a0de-fc18-47ea-b4ff-d399b16aae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:37.423689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ac5203a-acd8-4a37-9b0b-bf680cc8b22f req-3d05a0de-fc18-47ea-b4ff-d399b16aae43 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 1127 time: 0.0510154 Feb 11 14:02:37.467715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ac5203a-acd8-4a37-9b0b-bf680cc8b22f req-99ef1c0d-a34a-449a-9f2e-564507713594 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 Feb 11 14:02:38.411260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea72887-ea89-4617-8349-694adf30b000 req-0a06ce6e-203d-4cd3-b72f-3af2b4952c5f tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:38.412760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aea72887-ea89-4617-8349-694adf30b000 req-0a06ce6e-203d-4cd3-b72f-3af2b4952c5f tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0583920 Feb 11 14:02:38.461926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aea72887-ea89-4617-8349-694adf30b000 req-6618d316-c05c-4936-a4ae-a8500383aa27 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433707 Feb 11 14:02:39.597584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1d7dd-289f-498d-8f83-368ff707703a req-c999b918-60f9-456d-a85f-cf01d538b824 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:39.599108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ada1d7dd-289f-498d-8f83-368ff707703a req-c999b918-60f9-456d-a85f-cf01d538b824 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0680480 Feb 11 14:02:39.649545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ada1d7dd-289f-498d-8f83-368ff707703a req-783a1456-ec4d-4417-b17b-a1a2e9b7196d tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Feb 11 14:02:39.885657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-8de33c3d-264b-4c00-950c-ca913b4c569c tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:39.887161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-8de33c3d-264b-4c00-950c-ca913b4c569c tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/networks?id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 HTTP/1.1" status: 200 len: 813 time: 0.1113975 Feb 11 14:02:39.904917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-91ba6c75-5ee8-4196-8c1a-b95c0b717c74 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/quotas/371927c82ea24b9580437d7600dc6b98 HTTP/1.1" status: 200 len: 375 time: 0.0095742 Feb 11 14:02:39.964374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-15c3939b-9c2c-4faa-99ff-af193c7da7b6 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=371927c82ea24b9580437d7600dc6b98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521352 Feb 11 14:02:40.057922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-3c9ebfc8-710c-44b5-b353-1d433e1a7961 service neutron] 10.222.0.42 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Feb 11 14:02:40.154582 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-5e7a6edf-9815-41f1-944e-c209ec789774 service neutron] 10.222.0.42 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905395 Feb 11 14:02:40.317169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-98cd3362-7519-4c4a-8cd2-9a57b0d16395 req-3f1e7ece-b45a-4d9c-b3a6-d39ca201045f tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 210 time: 0.0277083 Feb 11 14:02:41.280552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-4f002d3c-e2d6-468b-a4a5-106c95c34874 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.282133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-4f002d3c-e2d6-468b-a4a5-106c95c34874 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.64 "GET /v2.0/networks?id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 HTTP/1.1" status: 200 len: 813 time: 0.1109853 Feb 11 14:02:41.294006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Request body: {'port': {'device_id': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9', 'admin_state_up': True, 'tenant_id': '371927c82ea24b9580437d7600dc6b98'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:41.418099 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cf4bee8-5183-4e96-a2f7-3c4340313aa0 req-84003bc3-ac76-4c43-ba2c-4fa028339981 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 210 time: 0.0336282 Feb 11 14:02:41.427154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Made reservation on behalf of 371927c82ea24b9580437d7600dc6b98 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:41.438698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.557376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Allocated IP 172.20.0.12 (d7e4eb0a-72f1-4e00-a2b7-5035963a91c9/03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c/0c4aa45f-327b-42d0-93fe-e55f82d82871) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:41.708812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks [] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.745753 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.759422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a95c287b-6287-44d7-a28a-cb1779310696'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:41.793848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:41.797062 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:41.800971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:41.824498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Pushing event updated for resources: {'Port': ['ID=0c4aa45f-327b-42d0-93fe-e55f82d82871,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:41.851949 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.852566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:41.869182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-1858811f-aa57-4685-9981-d591f1e58870 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793211 Feb 11 14:02:41.886007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Request body: {'port': {'device_id': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:41.949527 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.213605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4aa45f-327b-42d0-93fe-e55f82d82871 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:42.221924 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Publish callbacks [] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.235374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Transition to ACTIVE for port object 0c4aa45f-327b-42d0-93fe-e55f82d82871 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:02:42.241342 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.291906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4aa45f-327b-42d0-93fe-e55f82d82871,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:42.367988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Attempting to bind port 0c4aa45f-327b-42d0-93fe-e55f82d82871 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:02:42.368413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Attempting to bind port 0c4aa45f-327b-42d0-93fe-e55f82d82871 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:02:42.368926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Attempting to bind port 0c4aa45f-327b-42d0-93fe-e55f82d82871 on network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:42.374674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Port 0c4aa45f-327b-42d0-93fe-e55f82d82871 on network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:02:42.375001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Attempting to bind port 0c4aa45f-327b-42d0-93fe-e55f82d82871 on network d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:42.380394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:02:42.380737 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Checking segment: {'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:02:42.381119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Bound using segment: {'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:02:42.381541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Bound port: 0c4aa45f-327b-42d0-93fe-e55f82d82871, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:02:42.381931 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.447211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] For port 0c4aa45f-327b-42d0-93fe-e55f82d82871, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:42.450667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] For port 0c4aa45f-327b-42d0-93fe-e55f82d82871, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0c4aa45f-327b-42d0-93fe-e55f82d82871,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:42.457848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.509195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.509845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:42.511214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] 10.222.0.64 "PUT /v2.0/ports/0c4aa45f-327b-42d0-93fe-e55f82d82871 HTTP/1.1" status: 200 len: 1092 time: 0.6294756 Feb 11 14:02:42.511632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'tag': '0c4aa45f-327b-42d0-93fe-e55f82d82871'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:42.513904 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a867902-95b2-45b3-9f9f-c65b7ce88e26", "tag": "0c4aa45f-327b-42d0-93fe-e55f82d82871"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:42.562712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12d20-f21a-45e5-bf2f-f132c58a1fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4aa45f-327b-42d0-93fe-e55f82d82871,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:42.598450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e578e7-e3df-4616-92a4-920df03df607 req-b5cdb193-5d56-440e-9e45-1bcf07dcf2bc tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.599945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02e578e7-e3df-4616-92a4-920df03df607 req-b5cdb193-5d56-440e-9e45-1bcf07dcf2bc tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 944 time: 0.1111631 Feb 11 14:02:42.625266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-98cc4072-9fff-4ffe-860b-ca8bfc7138eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.627478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-98cc4072-9fff-4ffe-860b-ca8bfc7138eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=371927c82ea24b9580437d7600dc6b98&device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 1126 time: 0.0777457 Feb 11 14:02:42.683760 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-71015557-ce95-4405-881e-2b0144e01e90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4aa45f-327b-42d0-93fe-e55f82d82871 HTTP/1.1" status: 200 len: 217 time: 0.0497878 Feb 11 14:02:42.691730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02e578e7-e3df-4616-92a4-920df03df607 req-ce14edac-adc2-4776-b124-c8648d9ecb91 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850031 Feb 11 14:02:42.736837 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-8e4e9789-ec4d-4688-b6bb-f35ac383c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:42.738338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-8e4e9789-ec4d-4688-b6bb-f35ac383c0f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c HTTP/1.1" status: 200 len: 853 time: 0.0458183 Feb 11 14:02:42.739795 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ebaf09-21e0-4f50-85bb-9b82153dd097 x-openstack-request-id: req-79ebaf09-21e0-4f50-85bb-9b82153dd097 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:42.740079 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a867902-95b2-45b3-9f9f-c65b7ce88e26", "tag": "0c4aa45f-327b-42d0-93fe-e55f82d82871", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:42.740324 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79ebaf09-21e0-4f50-85bb-9b82153dd097 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:42.740705 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'tag': '0c4aa45f-327b-42d0-93fe-e55f82d82871', 'status': 'completed', 'code': 200} Feb 11 14:02:42.770816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-8734729f-705c-4f6b-b2bf-0a8864851ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253305 Feb 11 14:02:42.861081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-bc853257-99a7-45cc-9720-d0dd4ffb4088 service neutron] 10.222.0.64 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Feb 11 14:02:42.960826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36bb977d-3e49-4c71-8fd9-416fffcb84f1 req-6657871e-b52f-4143-ad66-5e40ccbc2826 service neutron] 10.222.0.64 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942185 Feb 11 14:02:43.057440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-93d9483e-b335-4de1-887e-90c0beb0b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.058891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-93d9483e-b335-4de1-887e-90c0beb0b677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=371927c82ea24b9580437d7600dc6b98&device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 1126 time: 0.0480759 Feb 11 14:02:43.156997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-5a8f5306-9d4e-419b-b6cb-cc1e509b564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.158510 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-5a8f5306-9d4e-419b-b6cb-cc1e509b564a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 HTTP/1.1" status: 200 len: 914 time: 0.0938661 Feb 11 14:02:43.199225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-b0a7f8e7-df11-495b-843a-14dfbafb0461 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4aa45f-327b-42d0-93fe-e55f82d82871 HTTP/1.1" status: 200 len: 217 time: 0.0343087 Feb 11 14:02:43.249141 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-f6efb832-ca17-477d-a79c-6a0cb740372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.250616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-f6efb832-ca17-477d-a79c-6a0cb740372b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c HTTP/1.1" status: 200 len: 853 time: 0.0461905 Feb 11 14:02:43.282260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-afb61f5b-43f7-4641-bca4-42b45ad4a71a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258400 Feb 11 14:02:43.385479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-c66cfce4-790d-4fc1-baf7-eec7779755af service neutron] 10.222.0.64 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969608 Feb 11 14:02:43.481026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fcfaee8-08e6-47eb-a614-5dbdbb13a51a req-780566b4-103e-428a-9c5a-d2dd9b617f7e service neutron] 10.222.0.64 "GET /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 Feb 11 14:02:43.822278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90f61d-8e12-4fed-94b3-825eba195413 req-bd9903f2-1284-4358-89ab-f838f38b6031 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.823740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff90f61d-8e12-4fed-94b3-825eba195413 req-bd9903f2-1284-4358-89ab-f838f38b6031 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 944 time: 0.0542345 Feb 11 14:02:43.881036 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff90f61d-8e12-4fed-94b3-825eba195413 req-436edf94-42cd-4ba7-a4ea-0eedfaa5b984 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503871 Feb 11 14:02:45.025395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114f9e2-fd6b-4703-a7f7-3b770a112d4e req-65a854c0-a29e-4177-a06d-1508f168024c tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:45.026915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9114f9e2-fd6b-4703-a7f7-3b770a112d4e req-65a854c0-a29e-4177-a06d-1508f168024c tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 944 time: 0.0586176 Feb 11 14:02:45.081303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9114f9e2-fd6b-4703-a7f7-3b770a112d4e req-aa205fd0-afdb-4817-b522-722263bfd566 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462101 Feb 11 14:02:45.945566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0c4aa45f-327b-42d0-93fe-e55f82d82871 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:46.045206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0c4aa45f-327b-42d0-93fe-e55f82d82871, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0c4aa45f-327b-42d0-93fe-e55f82d82871,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:46.057154 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '0c4aa45f-327b-42d0-93fe-e55f82d82871', 'network_id': 'd7e4eb0a-72f1-4e00-a2b7-5035963a91c9', 'port_id': '0c4aa45f-327b-42d0-93fe-e55f82d82871', 'mac_address': 'fa:16:3e:68:6f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:02:46.098281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 0c4aa45f-327b-42d0-93fe-e55f82d82871 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:46.098660 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:46.112055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4aa45f-327b-42d0-93fe-e55f82d82871 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:02:46.132653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0c4aa45f-327b-42d0-93fe-e55f82d82871, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0c4aa45f-327b-42d0-93fe-e55f82d82871,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:46.137731 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:46.185720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=0c4aa45f-327b-42d0-93fe-e55f82d82871,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:46.193491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.193852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.194436 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.194778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.195116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.195476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.195858 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.196139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.196459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.196786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.197107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.197432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.197794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:46.212881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab35666-705a-4d0f-a4e5-7d9b6f511c79 req-70a2d53c-11e9-4766-8937-769d3ec75706 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:46.214420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ab35666-705a-4d0f-a4e5-7d9b6f511c79 req-70a2d53c-11e9-4766-8937-769d3ec75706 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 945 time: 0.0559428 Feb 11 14:02:46.261432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2ab35666-705a-4d0f-a4e5-7d9b6f511c79 req-073cee2a-6cda-4b80-a754-47f092d4c3f6 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Feb 11 14:02:46.475586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0c4aa45f-327b-42d0-93fe-e55f82d82871'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:46.936164 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:47.398686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94e7a0-0bc2-4b92-9a21-b1589c3f13bc req-e6ddda03-121c-4df9-afd6-e2c2465e54ab tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:47.400219 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f94e7a0-0bc2-4b92-9a21-b1589c3f13bc req-e6ddda03-121c-4df9-afd6-e2c2465e54ab tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 945 time: 0.0608063 Feb 11 14:02:47.456019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8f94e7a0-0bc2-4b92-9a21-b1589c3f13bc req-646279cd-62c2-4606-a384-d01007172956 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475891 Feb 11 14:02:47.700714 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:47.959343 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0c4aa45f-327b-42d0-93fe-e55f82d82871 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:48.013935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 0c4aa45f-327b-42d0-93fe-e55f82d82871 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:48.018234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 0c4aa45f-327b-42d0-93fe-e55f82d82871 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:48.018603 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.101112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 0c4aa45f-327b-42d0-93fe-e55f82d82871 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:02:48.101500 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.127579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4aa45f-327b-42d0-93fe-e55f82d82871'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:48.130976 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5fa7b-97d6-4468-b502-547dd2b52afd" -d '{"events": [{"server_uuid": "8a867902-95b2-45b3-9f9f-c65b7ce88e26", "name": "network-vif-plugged", "status": "completed", "tag": "0c4aa45f-327b-42d0-93fe-e55f82d82871"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:48.145194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 0c4aa45f-327b-42d0-93fe-e55f82d82871, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0c4aa45f-327b-42d0-93fe-e55f82d82871,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:48.152205 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:48.175738 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd403d71-d9eb-44f9-92d6-ade231031bb8 x-openstack-request-id: req-fd403d71-d9eb-44f9-92d6-ade231031bb8 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:48.176032 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a867902-95b2-45b3-9f9f-c65b7ce88e26", "name": "network-vif-plugged", "status": "completed", "tag": "0c4aa45f-327b-42d0-93fe-e55f82d82871", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:48.176284 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd403d71-d9eb-44f9-92d6-ade231031bb8 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:48.176673 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4aa45f-327b-42d0-93fe-e55f82d82871', 'code': 200} Feb 11 14:02:48.204926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=0c4aa45f-327b-42d0-93fe-e55f82d82871,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:48.321878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa49b8-10f0-4489-954b-b00b395fadb8 req-58bfccc8-71e0-4637-af17-310dd576ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:48.323383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4fa49b8-10f0-4489-954b-b00b395fadb8 req-58bfccc8-71e0-4637-af17-310dd576ef65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 1128 time: 0.0549760 Feb 11 14:02:48.368688 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d4fa49b8-10f0-4489-954b-b00b395fadb8 req-0c434f6d-6125-40cd-a335-1bde4810cf9b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 Feb 11 14:02:48.592965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78efab2-31fc-4d3c-88d4-598f71474180 req-e2b4fcad-0aa8-45d9-8aca-eb53d3fdf151 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:48.594481 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e78efab2-31fc-4d3c-88d4-598f71474180 req-e2b4fcad-0aa8-45d9-8aca-eb53d3fdf151 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 946 time: 0.0652843 Feb 11 14:02:48.653118 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e78efab2-31fc-4d3c-88d4-598f71474180 req-96458997-ad2b-40ae-be23-688ede9ec431 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504851 Feb 11 14:02:49.776632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2868a8-24c4-470b-ae61-15dae85ef68d req-f80439fc-9d5f-4208-8256-a7febbec799a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:49.778169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c2868a8-24c4-470b-ae61-15dae85ef68d req-f80439fc-9d5f-4208-8256-a7febbec799a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 946 time: 0.0558512 Feb 11 14:02:49.827699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c2868a8-24c4-470b-ae61-15dae85ef68d req-e5591477-114a-42aa-95c7-9f3787dceba8 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436037 Feb 11 14:02:50.100498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fdbde-42a2-4c02-8dcc-b59651d4457c req-c477647e-5c84-48b8-a75c-e8a4caf7051d tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:50.102031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a20fdbde-42a2-4c02-8dcc-b59651d4457c req-c477647e-5c84-48b8-a75c-e8a4caf7051d tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 946 time: 0.0645163 Feb 11 14:02:50.162009 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a20fdbde-42a2-4c02-8dcc-b59651d4457c req-12d8bdba-45a5-4f40-ae52-44bb27116af1 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517735 Feb 11 14:02:51.289942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10362d4-4dd4-46a7-94fc-c819d780e7c1 req-cdcf695e-f152-4a95-aaeb-99cd07c109f7 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:51.291463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d10362d4-4dd4-46a7-94fc-c819d780e7c1 req-cdcf695e-f152-4a95-aaeb-99cd07c109f7 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 946 time: 0.0589719 Feb 11 14:02:51.338291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d10362d4-4dd4-46a7-94fc-c819d780e7c1 req-774abee0-5796-42c4-8cb0-133fa931b406 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Feb 11 14:02:51.589730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-ce11b20d-1b69-4613-afce-a4a17ac33a17 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:51.591157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-ce11b20d-1b69-4613-afce-a4a17ac33a17 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 946 time: 0.0617650 Feb 11 14:02:51.687204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Deleting port 0c4aa45f-327b-42d0-93fe-e55f82d82871 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:51.687534 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:51.777553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] For port 0c4aa45f-327b-42d0-93fe-e55f82d82871, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=0c4aa45f-327b-42d0-93fe-e55f82d82871,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:51.778149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:51.790736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Calling delete_port for 0c4aa45f-327b-42d0-93fe-e55f82d82871 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:51.929399 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (0c4aa45f-327b-42d0-93fe-e55f82d82871), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:51.943111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a95c287b-6287-44d7-a28a-cb1779310696'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:51.945368 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['0c4aa45f-327b-42d0-93fe-e55f82d82871'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:51.958767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Pushing event deleted for resources: {'Port': ['ID=0c4aa45f-327b-42d0-93fe-e55f82d82871,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:51.967487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.967847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.968190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.968528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.968841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.969188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.969514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.969873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.970195 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.970523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.970852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.971175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:51.971495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:52.013026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] No DVR routers for this DVR port 0c4aa45f-327b-42d0-93fe-e55f82d82871 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:52.015716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:52.019094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b079cf3c-563f-4b6b-8058-8491f4a06056 req-b0cc8b17-97e0-4cd8-b3a6-6cc46658d1c0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.64 "DELETE /v2.0/ports/0c4aa45f-327b-42d0-93fe-e55f82d82871 HTTP/1.1" status: 204 len: 173 time: 0.4227386 Feb 11 14:02:52.019538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'name': 'network-vif-deleted', 'tag': '0c4aa45f-327b-42d0-93fe-e55f82d82871'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:52.021883 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf3017-e699-41d5-b693-4d9c73ce0dee" -d '{"events": [{"server_uuid": "8a867902-95b2-45b3-9f9f-c65b7ce88e26", "name": "network-vif-deleted", "tag": "0c4aa45f-327b-42d0-93fe-e55f82d82871"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:52.059221 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a58de2-9c26-49f8-bcf2-141301169353 x-openstack-request-id: req-c6a58de2-9c26-49f8-bcf2-141301169353 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:52.059522 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a867902-95b2-45b3-9f9f-c65b7ce88e26", "name": "network-vif-deleted", "tag": "0c4aa45f-327b-42d0-93fe-e55f82d82871", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:52.059784 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6a58de2-9c26-49f8-bcf2-141301169353 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:52.060507 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a867902-95b2-45b3-9f9f-c65b7ce88e26', 'name': 'network-vif-deleted', 'tag': '0c4aa45f-327b-42d0-93fe-e55f82d82871', 'status': 'completed', 'code': 200} Feb 11 14:02:52.455988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c83f142-4d3e-4889-a34c-728895d80a9f req-72977ead-9f1a-4a62-9f8a-6b8578fee4fe tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a867902-95b2-45b3-9f9f-c65b7ce88e26 HTTP/1.1" status: 200 len: 210 time: 0.0319731 Feb 11 14:02:53.620622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e600e-a68e-4ce9-96e4-1eb8a50c5c15 req-f8ce35ce-8156-4338-8138-6b100471dcc1 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:53.622183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-388e600e-a68e-4ce9-96e4-1eb8a50c5c15 req-f8ce35ce-8156-4338-8138-6b100471dcc1 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0568585 Feb 11 14:02:53.673168 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-388e600e-a68e-4ce9-96e4-1eb8a50c5c15 req-0c421c00-408c-454c-9733-541e06daa351 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427215 Feb 11 14:02:53.809853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b18d1-cfd4-440b-b570-70f611a1000f req-750fee4d-deae-48d5-9633-fa909daa2767 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:53.811660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b58b18d1-cfd4-440b-b570-70f611a1000f req-750fee4d-deae-48d5-9633-fa909daa2767 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0546985 Feb 11 14:02:53.857869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b58b18d1-cfd4-440b-b570-70f611a1000f req-852ad0b8-d4c1-4a09-a596-274e3cdfc04f tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Feb 11 14:02:53.985593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42b482-d02f-46f1-88b1-ca874325e5de req-162ff5b5-fb7f-4472-a84d-99184ecfaea2 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:53.987016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc42b482-d02f-46f1-88b1-ca874325e5de req-162ff5b5-fb7f-4472-a84d-99184ecfaea2 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0609765 Feb 11 14:02:54.042686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc42b482-d02f-46f1-88b1-ca874325e5de req-fc0ca790-d85e-41fa-a76d-8a4ac1ed9548 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475061 Feb 11 14:02:54.232263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb850e2-a1bc-45c0-bb9e-cb705337f7a6 req-1764e265-c72c-4ddf-9649-ea5f5738f723 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.233767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb850e2-a1bc-45c0-bb9e-cb705337f7a6 req-1764e265-c72c-4ddf-9649-ea5f5738f723 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0616133 Feb 11 14:02:54.281306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eb850e2-a1bc-45c0-bb9e-cb705337f7a6 req-e6f7325a-4d26-4080-be31-c04138ca23d0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Feb 11 14:02:54.411816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb160f-57e4-4ae6-8a9d-ad09715b4328 req-e7d8305b-4026-4b2d-8493-b875fc46dbf0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.413331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fefb160f-57e4-4ae6-8a9d-ad09715b4328 req-e7d8305b-4026-4b2d-8493-b875fc46dbf0 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0584016 Feb 11 14:02:54.463297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fefb160f-57e4-4ae6-8a9d-ad09715b4328 req-36cac877-122e-41a0-8577-4f59bb35f8ac tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Feb 11 14:02:54.601897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac14a3-e2fd-427b-8751-d7e26117cf08 req-7a492ef0-88fe-4470-98d3-d061027b7b1e tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.603301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92ac14a3-e2fd-427b-8751-d7e26117cf08 req-7a492ef0-88fe-4470-98d3-d061027b7b1e tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0581641 Feb 11 14:02:54.655339 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92ac14a3-e2fd-427b-8751-d7e26117cf08 req-5c298dda-d915-419e-8853-a57b807cfdb5 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435925 Feb 11 14:02:54.987681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f118-8565-4546-9aa3-c82629553d76 req-c3610e5e-b291-4dbe-95c0-506ee9d5b74a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:54.989160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e419f118-8565-4546-9aa3-c82629553d76 req-c3610e5e-b291-4dbe-95c0-506ee9d5b74a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0531831 Feb 11 14:02:55.052026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e419f118-8565-4546-9aa3-c82629553d76 req-802230bd-811e-44ed-9818-7b519cdc46fe tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570943 Feb 11 14:02:55.992026 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0c4aa45f-327b-42d0-93fe-e55f82d82871 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:02:56.016296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 0c4aa45f-327b-42d0-93fe-e55f82d82871 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:02:56.016637 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 0c4aa45f-327b-42d0-93fe-e55f82d82871 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:02:56.138375 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:56.183348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76616c69-9be3-41e3-9515-140409a86dc0 req-eb5a4a2a-63eb-406c-a7f7-95612e3a3dd1 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:56.185015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76616c69-9be3-41e3-9515-140409a86dc0 req-eb5a4a2a-63eb-406c-a7f7-95612e3a3dd1 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0571129 Feb 11 14:02:56.234283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76616c69-9be3-41e3-9515-140409a86dc0 req-95b80e9c-ee6a-4e51-bc7d-857783033398 tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f737810-4636-42c5-9741-9e72bc1fb3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Feb 11 14:02:56.361392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-407c0fea-178a-4dc9-a1cb-dd2b32e06a0a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:56.362885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-407c0fea-178a-4dc9-a1cb-dd2b32e06a0a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.53 "GET /v2.0/ports?device_id=417b02c5-a64d-43c1-8fb8-3e54580a863b HTTP/1.1" status: 200 len: 945 time: 0.0641811 Feb 11 14:02:56.458901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Deleting port a95c287b-6287-44d7-a28a-cb1779310696 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:02:56.459235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a95c287b-6287-44d7-a28a-cb1779310696), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.547137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] For port a95c287b-6287-44d7-a28a-cb1779310696, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=a95c287b-6287-44d7-a28a-cb1779310696,segment=NetworkSegment(2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800),segment_id=2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:56.547363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a95c287b-6287-44d7-a28a-cb1779310696), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.559827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Calling delete_port for a95c287b-6287-44d7-a28a-cb1779310696 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:02:56.698568 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a95c287b-6287-44d7-a28a-cb1779310696), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.712276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['a95c287b-6287-44d7-a28a-cb1779310696'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:56.729760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Pushing event deleted for resources: {'Port': ['ID=a95c287b-6287-44d7-a28a-cb1779310696,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:56.774473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] No DVR routers for this DVR port a95c287b-6287-44d7-a28a-cb1779310696 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:02:56.777178 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:56.780826 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2b9169f-249b-4785-91aa-7fdfe15fc453 req-e59bfc5b-3528-46e6-bf6c-83fe9910db4a tempest-ServersNegativeTestJSON-2064941372 tempest-ServersNegativeTestJSON-2064941372-project] 10.222.0.53 "DELETE /v2.0/ports/a95c287b-6287-44d7-a28a-cb1779310696 HTTP/1.1" status: 204 len: 173 time: 0.4121537 Feb 11 14:02:56.781317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'name': 'network-vif-deleted', 'tag': 'a95c287b-6287-44d7-a28a-cb1779310696'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:02:56.783633 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fff7c2-d33d-4d0a-b376-35f934335b48" -d '{"events": [{"server_uuid": "417b02c5-a64d-43c1-8fb8-3e54580a863b", "name": "network-vif-deleted", "tag": "a95c287b-6287-44d7-a28a-cb1779310696"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:56.822806 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9deec0-2c62-4021-a194-7ccd590052e0 x-openstack-request-id: req-fb9deec0-2c62-4021-a194-7ccd590052e0 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:56.823096 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417b02c5-a64d-43c1-8fb8-3e54580a863b", "name": "network-vif-deleted", "tag": "a95c287b-6287-44d7-a28a-cb1779310696", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:56.823353 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb9deec0-2c62-4021-a194-7ccd590052e0 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:56.823750 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417b02c5-a64d-43c1-8fb8-3e54580a863b', 'name': 'network-vif-deleted', 'tag': 'a95c287b-6287-44d7-a28a-cb1779310696', 'status': 'completed', 'code': 200} Feb 11 14:02:57.296927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33766) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:57.347418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] Deleting subnet 03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:02:57.350891 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] Publish callbacks [] for subnet (03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.393681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.434921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.488693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.513307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:57.519033 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.522324 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9f4cf704-e1de-4b6a-b08c-8377dee932a8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/03c07e3e-b0c4-48c7-ab96-66e4a1cc1f3c HTTP/1.1" status: 204 len: 168 time: 0.2243354 Feb 11 14:02:57.524883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33768) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:57.599396 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d7e4eb0a-72f1-4e00-a2b7-5035963a91c9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.679739 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d7e4eb0a-72f1-4e00-a2b7-5035963a91c9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.700701 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e4eb0a-72f1-4e00-a2b7-5035963a91c9']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:57.710157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:57.710457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:57.719989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.733654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.739897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:02:57.740353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2c1db645-03bb-4fe2-a3ce-d9d9e2a3c800), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:02:57.742076 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:02:57.800440 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d7e4eb0a-72f1-4e00-a2b7-5035963a91c9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.805579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:57.808927 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d7e4eb0a-72f1-4e00-a2b7-5035963a91c9 HTTP/1.1" status: 204 len: 168 time: 0.2831275 Feb 11 14:02:57.821547 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526bcc3-b9fc-40e3-b814-76082245af57 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e4eb0a-72f1-4e00-a2b7-5035963a91c9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:57.921802 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33772) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:57.967012 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0b6086c-a388-4662-a9b4-302178fae8e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=371927c82ea24b9580437d7600dc6b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439103 Feb 11 14:02:57.969595 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33774) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:58.024103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49ff97bd-db5b-4283-a440-62eb08963305 admin admin] Publish callbacks [] for security_group (8f737810-4636-42c5-9741-9e72bc1fb3bc), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:58.046591 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49ff97bd-db5b-4283-a440-62eb08963305 admin admin] Publish callbacks [] for security_group (8f737810-4636-42c5-9741-9e72bc1fb3bc), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:58.099208 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49ff97bd-db5b-4283-a440-62eb08963305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (8f737810-4636-42c5-9741-9e72bc1fb3bc), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:58.101912 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-49ff97bd-db5b-4283-a440-62eb08963305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:58.103097 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-49ff97bd-db5b-4283-a440-62eb08963305 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f737810-4636-42c5-9741-9e72bc1fb3bc HTTP/1.1" status: 204 len: 168 time: 0.1323659 Feb 11 14:02:58.111482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff97bd-db5b-4283-a440-62eb08963305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f737810-4636-42c5-9741-9e72bc1fb3bc,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:58.828460 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33796) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:02:58.934699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-105527929'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:58.963749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:58.967319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:58.976083 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.047248 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for security_group (6009cb7f-f60b-44d3-8ccd-04760749e0f8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.052396 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6009cb7f-f60b-44d3-8ccd-04760749e0f8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.077685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:02:59.087089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6009cb7f-f60b-44d3-8ccd-04760749e0f8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:59.091726 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (336629cf-a79f-47dc-8a27-7be5b4bfbe11), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.092063 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Added segment 336629cf-a79f-47dc-8a27-7be5b4bfbe11 of type vlan for network f69a73c0-d9fe-40f1-95ea-8f3215086212 Feb 11 14:02:59.131658 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f69a73c0-d9fe-40f1-95ea-8f3215086212), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.157007 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f69a73c0-d9fe-40f1-95ea-8f3215086212), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.161861 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:59.162428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:02:59.198782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3691826 Feb 11 14:02:59.231324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa862a7-e52e-4546-9b43-4b15461ca735 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Network': ['ID=f69a73c0-d9fe-40f1-95ea-8f3215086212,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:59.242810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f69a73c0-d9fe-40f1-95ea-8f3215086212 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:02:59.409778 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-459f0bb3-f789-468d-98b0-150dbcc91405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:01.209847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a95c287b-6287-44d7-a28a-cb1779310696 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:01.230966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: a95c287b-6287-44d7-a28a-cb1779310696 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:01.231314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device a95c287b-6287-44d7-a28a-cb1779310696 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:01.523535 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c9e820ad-eb49-4d75-bb34-d54aecb63d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.484875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33800) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:02.492775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'subnet': {'network_id': 'f69a73c0-d9fe-40f1-95ea-8f3215086212', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:02.587883 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:02.591537 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.789244 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (b9fe289e-7f9c-4071-9105-9e8da93a127b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.826702 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.851236 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Subnet': ['ID=b9fe289e-7f9c-4071-9105-9e8da93a127b,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:02.861738 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Checking segment: {'id': '336629cf-a79f-47dc-8a27-7be5b4bfbe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f69a73c0-d9fe-40f1-95ea-8f3215086212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:02.862099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network hostable DHCP agents. Network: f69a73c0-d9fe-40f1-95ea-8f3215086212, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:02.880189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network f69a73c0-d9fe-40f1-95ea-8f3215086212 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:02.890410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, f69a73c0-d9fe-40f1-95ea-8f3215086212) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:02.894713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:02.895297 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.899750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d1c852-557d-4424-a75e-bbdc33136463 None None] Network f69a73c0-d9fe-40f1-95ea-8f3215086212 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:02.912540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-05c22781-2b8b-4724-acbf-2e34b90b4cda tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4264109 Feb 11 14:03:02.915960 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33802) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:02.920848 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1592942188'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:02.940051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:02.943511 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.970110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:02.980098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aa25921d-3b68-4af4-a371-fb45d9549293), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:02.980487 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Added segment aa25921d-3b68-4af4-a371-fb45d9549293 of type vlan for network c2464a46-4c1f-409e-be97-9089ec1048ae Feb 11 14:03:03.010633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-f69a73c0-d9fe-40f1-95ea-8f3215086212', 'network_id': 'f69a73c0-d9fe-40f1-95ea-8f3215086212', 'project_id': 'da56340a1d594c4b87a1b92705ab547e', 'fixed_ips': [{'subnet_id': 'b9fe289e-7f9c-4071-9105-9e8da93a127b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:03.012736 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.032238 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (c2464a46-4c1f-409e-be97-9089ec1048ae), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.061503 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (c2464a46-4c1f-409e-be97-9089ec1048ae), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.066862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.067501 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.108062 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1910110 Feb 11 14:03:03.111004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33804) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:03.115810 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'subnet': {'network_id': 'c2464a46-4c1f-409e-be97-9089ec1048ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:03.155518 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Allocated IP 2001:db8:0:ffff::2 (f69a73c0-d9fe-40f1-95ea-8f3215086212/b9fe289e-7f9c-4071-9105-9e8da93a127b/af88a735-c0dd-43e4-acbe-e9febf8fc62e) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:03.161565 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca383fb-acca-43b2-9f16-12d98d00ac81 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Network': ['ID=c2464a46-4c1f-409e-be97-9089ec1048ae,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:03.174081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network c2464a46-4c1f-409e-be97-9089ec1048ae details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:03.236630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:03.240175 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.359200 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Publish callbacks [] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.368253 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.415586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Network f69a73c0-d9fe-40f1-95ea-8f3215086212 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:03.418604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:03.422848 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:03.425953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Pushing event updated for resources: {'Port': ['ID=af88a735-c0dd-43e4-acbe-e9febf8fc62e,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:03.438138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (08e191ad-0b10-4ecf-8579-046bd3a58b6e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.479528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Attempting to bind port af88a735-c0dd-43e4-acbe-e9febf8fc62e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:03.479900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Attempting to bind port af88a735-c0dd-43e4-acbe-e9febf8fc62e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '336629cf-a79f-47dc-8a27-7be5b4bfbe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f69a73c0-d9fe-40f1-95ea-8f3215086212'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:03.480302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Attempting to bind port af88a735-c0dd-43e4-acbe-e9febf8fc62e on network f69a73c0-d9fe-40f1-95ea-8f3215086212 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:03.485519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:03.486514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Checking segment: {'id': '336629cf-a79f-47dc-8a27-7be5b4bfbe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f69a73c0-d9fe-40f1-95ea-8f3215086212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:03.486514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.486753 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Bound using segment: {'id': '336629cf-a79f-47dc-8a27-7be5b4bfbe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f69a73c0-d9fe-40f1-95ea-8f3215086212'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:03.487189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Bound port: af88a735-c0dd-43e4-acbe-e9febf8fc62e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '336629cf-a79f-47dc-8a27-7be5b4bfbe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f69a73c0-d9fe-40f1-95ea-8f3215086212'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:03.487568 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.502897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Subnet': ['ID=08e191ad-0b10-4ecf-8579-046bd3a58b6e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:03.510628 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Checking segment: {'id': 'aa25921d-3b68-4af4-a371-fb45d9549293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c2464a46-4c1f-409e-be97-9089ec1048ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:03.510975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network hostable DHCP agents. Network: c2464a46-4c1f-409e-be97-9089ec1048ae, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:03.528585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network c2464a46-4c1f-409e-be97-9089ec1048ae is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:03.538150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, c2464a46-4c1f-409e-be97-9089ec1048ae) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:03.542287 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:03.542806 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.549062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c8ce3-3354-4ef3-8c4c-2a4471867d1f None None] Network c2464a46-4c1f-409e-be97-9089ec1048ae requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:03.560770 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6bed6159-388f-4b71-a06e-c5bd74b4f702 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4472599 Feb 11 14:03:03.562355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33806) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:03.564264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] For port af88a735-c0dd-43e4-acbe-e9febf8fc62e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:03.588766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] For port af88a735-c0dd-43e4-acbe-e9febf8fc62e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=af88a735-c0dd-43e4-acbe-e9febf8fc62e,segment=NetworkSegment(336629cf-a79f-47dc-8a27-7be5b4bfbe11),segment_id=336629cf-a79f-47dc-8a27-7be5b4bfbe11)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:03.617283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.661191 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (c2464a46-4c1f-409e-be97-9089ec1048ae), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.704233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89996515-c1ac-4bde-947f-296fa0a50a49 None None] Pushing event updated for resources: {'Port': ['ID=af88a735-c0dd-43e4-acbe-e9febf8fc62e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:03.714092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b37ef74-972c-485f-85aa-70e0e0e835c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-c2464a46-4c1f-409e-be97-9089ec1048ae', 'network_id': 'c2464a46-4c1f-409e-be97-9089ec1048ae', 'project_id': 'da56340a1d594c4b87a1b92705ab547e', 'fixed_ips': [{'subnet_id': '08e191ad-0b10-4ecf-8579-046bd3a58b6e'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:03.715113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b37ef74-972c-485f-85aa-70e0e0e835c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.755671 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (08e191ad-0b10-4ecf-8579-046bd3a58b6e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.827163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (08e191ad-0b10-4ecf-8579-046bd3a58b6e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server [None req-2b37ef74-972c-485f-85aa-70e0e0e835c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08e191ad-0b10-4ecf-8579-046bd3a58b6e: This subnet is being modified by another concurrent operation. Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08e191ad-0b10-4ecf-8579-046bd3a58b6e: This subnet is being modified by another concurrent operation. Feb 11 14:03:03.838707 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Feb 11 14:03:03.875592 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdc24b-ef0c-435d-a774-4884999a7b1b None None] Network c2464a46-4c1f-409e-be97-9089ec1048ae requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:03.879276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Subnet': ['ID=08e191ad-0b10-4ecf-8579-046bd3a58b6e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:03.949732 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (c2464a46-4c1f-409e-be97-9089ec1048ae), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:03.977521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2464a46-4c1f-409e-be97-9089ec1048ae']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:03.987975 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa25921d-3b68-4af4-a371-fb45d9549293') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:03.988279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa25921d-3b68-4af4-a371-fb45d9549293') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:03.998555 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (aa25921d-3b68-4af4-a371-fb45d9549293), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.012506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (aa25921d-3b68-4af4-a371-fb45d9549293), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.019781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:04.020228 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (aa25921d-3b68-4af4-a371-fb45d9549293), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:04.023323 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:04.087103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (c2464a46-4c1f-409e-be97-9089ec1048ae), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.094626 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.097756 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/c2464a46-4c1f-409e-be97-9089ec1048ae HTTP/1.1" status: 204 len: 168 time: 0.5345120 Feb 11 14:03:04.101919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33808) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:04.108006 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361911658'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:04.109673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94aeab-b6c5-4a0f-8466-825f72bf1747 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Network': ['ID=c2464a46-4c1f-409e-be97-9089ec1048ae,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:04.127132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:04.130400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.155171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:04.164963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.165304 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Added segment 1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68 of type vlan for network 7be60363-6691-44d8-9f85-5bca7196c73f Feb 11 14:03:04.207017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (7be60363-6691-44d8-9f85-5bca7196c73f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.231944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (7be60363-6691-44d8-9f85-5bca7196c73f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.236846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.237420 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.274805 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1716695 Feb 11 14:03:04.277747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33810) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:04.283063 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'subnet': {'network_id': '7be60363-6691-44d8-9f85-5bca7196c73f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:04.313910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115c6a2-cfad-4a5e-b1b2-e84429873c28 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Network': ['ID=7be60363-6691-44d8-9f85-5bca7196c73f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:04.325464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 7be60363-6691-44d8-9f85-5bca7196c73f details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:04.378966 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:04.383648 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.445157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Performing IP validity checks on allocation pools {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:03:04.445795 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.ipam_backend_mixin [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109684) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:03:04.475430 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.577178 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (ac6b4809-645c-4c47-b371-7e812f1f25c2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.632368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Subnet': ['ID=ac6b4809-645c-4c47-b371-7e812f1f25c2,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:04.648081 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Checking segment: {'id': '1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7be60363-6691-44d8-9f85-5bca7196c73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:04.648456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network hostable DHCP agents. Network: 7be60363-6691-44d8-9f85-5bca7196c73f, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:04.661262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8196df4-d702-4176-9e3a-7d4e7cab97ea None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 14:03:04.665806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network 7be60363-6691-44d8-9f85-5bca7196c73f is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:04.676164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 7be60363-6691-44d8-9f85-5bca7196c73f) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:04.680844 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:04.681496 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:04.706319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33812) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:04.706511 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e687cf82-4d92-418a-a02d-6fed6214d95e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4273713 Feb 11 14:03:04.749042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-03da36a3-f6a3-4775-9109-e91ead2aee59 None None] Provisioning complete for port af88a735-c0dd-43e4-acbe-e9febf8fc62e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:04.749565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-03da36a3-f6a3-4775-9109-e91ead2aee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.078148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8196df4-d702-4176-9e3a-7d4e7cab97ea None None] Unable to find a vacant binding_index for network 7be60363-6691-44d8-9f85-5bca7196c73f and agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 {{(pid=109686) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 14:03:05.080487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-03da36a3-f6a3-4775-9109-e91ead2aee59 None None] Current status of the port af88a735-c0dd-43e4-acbe-e9febf8fc62e is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:05.080872 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-03da36a3-f6a3-4775-9109-e91ead2aee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.093728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8196df4-d702-4176-9e3a-7d4e7cab97ea None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 7be60363-6691-44d8-9f85-5bca7196c73f) {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:03:05.126272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-03da36a3-f6a3-4775-9109-e91ead2aee59 None None] For port af88a735-c0dd-43e4-acbe-e9febf8fc62e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=af88a735-c0dd-43e4-acbe-e9febf8fc62e,segment=NetworkSegment(336629cf-a79f-47dc-8a27-7be5b4bfbe11),segment_id=336629cf-a79f-47dc-8a27-7be5b4bfbe11)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:05.139145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-03da36a3-f6a3-4775-9109-e91ead2aee59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.148323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (7be60363-6691-44d8-9f85-5bca7196c73f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.233306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da36a3-f6a3-4775-9109-e91ead2aee59 None None] Pushing event updated for resources: {'Port': ['ID=af88a735-c0dd-43e4-acbe-e9febf8fc62e,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:05.236702 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (ac6b4809-645c-4c47-b371-7e812f1f25c2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.299213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (ac6b4809-645c-4c47-b371-7e812f1f25c2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.327306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6b4809-645c-4c47-b371-7e812f1f25c2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:05.330243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device af88a735-c0dd-43e4-acbe-e9febf8fc62e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:05.354374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a26b48-c1d0-48f3-be6d-04ec000d2abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-7be60363-6691-44d8-9f85-5bca7196c73f', 'network_id': '7be60363-6691-44d8-9f85-5bca7196c73f', 'project_id': 'da56340a1d594c4b87a1b92705ab547e', 'fixed_ips': [{'subnet_id': 'ac6b4809-645c-4c47-b371-7e812f1f25c2'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:05.355566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7a26b48-c1d0-48f3-be6d-04ec000d2abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.391054 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (7be60363-6691-44d8-9f85-5bca7196c73f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.417197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be60363-6691-44d8-9f85-5bca7196c73f']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:05.433797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:05.434795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:05.446419 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.455737 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.464727 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.471095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port af88a735-c0dd-43e4-acbe-e9febf8fc62e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:05.471477 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.471763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:05.472429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (1c52d351-ab1d-4ee9-8d9d-4cf24a6d9b68), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:05.476093 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:05.508104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543d1f0-934a-4355-97d9-8ee0398e7314 None None] Network f69a73c0-d9fe-40f1-95ea-8f3215086212 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:05.510051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9109e7a4-2186-4344-b279-d30b586882e3 None None] Network 7be60363-6691-44d8-9f85-5bca7196c73f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:05.540684 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (7be60363-6691-44d8-9f85-5bca7196c73f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.548184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.555221 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33814) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:05.555419 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/7be60363-6691-44d8-9f85-5bca7196c73f HTTP/1.1" status: 204 len: 168 time: 0.8473165 Feb 11 14:03:05.567361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659160294'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:05.573605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76860e2c-2cd5-4ef0-893b-ef066cc8d233 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Network': ['ID=7be60363-6691-44d8-9f85-5bca7196c73f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:05.596928 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:05.600293 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.625718 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:05.635614 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2f3ffa8a-96ed-4f29-a24c-335e050cc793), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.635972 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Added segment 2f3ffa8a-96ed-4f29-a24c-335e050cc793 of type vlan for network f94e25f6-cd23-4d34-8b08-b2edafbdbd47 Feb 11 14:03:05.676163 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (f94e25f6-cd23-4d34-8b08-b2edafbdbd47), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.688718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e39c996-cd8b-402d-bf96-d488e8ed7df9 None None] Network 7be60363-6691-44d8-9f85-5bca7196c73f requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:05.704947 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (f94e25f6-cd23-4d34-8b08-b2edafbdbd47), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.710654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e39c996-cd8b-402d-bf96-d488e8ed7df9 None None] Network 7be60363-6691-44d8-9f85-5bca7196c73f could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 14:03:05.710889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:05.711412 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:05.712032 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port af88a735-c0dd-43e4-acbe-e9febf8fc62e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:05.746028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33816) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:05.746342 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1881590 Feb 11 14:03:05.756331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'subnet': {'network_id': 'f94e25f6-cd23-4d34-8b08-b2edafbdbd47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:05.801938 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d885f7c-71a5-448b-9342-bbf6d3c8a8da tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Network': ['ID=f94e25f6-cd23-4d34-8b08-b2edafbdbd47,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:05.813883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network f94e25f6-cd23-4d34-8b08-b2edafbdbd47 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:05.871193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:05.874990 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.068520 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (82010c64-0d22-4741-83b5-6fe877dd2e90), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.074403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-65a82224-dbab-42c7-8cc1-1d9cd8c6a47f None None] Provisioning complete for port af88a735-c0dd-43e4-acbe-e9febf8fc62e triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:06.075051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65a82224-dbab-42c7-8cc1-1d9cd8c6a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.148690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Subnet': ['ID=82010c64-0d22-4741-83b5-6fe877dd2e90,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:06.160210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Checking segment: {'id': '2f3ffa8a-96ed-4f29-a24c-335e050cc793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f94e25f6-cd23-4d34-8b08-b2edafbdbd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:06.160594 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network hostable DHCP agents. Network: f94e25f6-cd23-4d34-8b08-b2edafbdbd47, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:06.166126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-65a82224-dbab-42c7-8cc1-1d9cd8c6a47f None None] Current status of the port af88a735-c0dd-43e4-acbe-e9febf8fc62e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:06.178005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network f94e25f6-cd23-4d34-8b08-b2edafbdbd47 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:06.187143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, f94e25f6-cd23-4d34-8b08-b2edafbdbd47) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:06.191249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:06.191843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.196859 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703991c9-c51b-436c-a07c-1272c381f06b None None] Network f94e25f6-cd23-4d34-8b08-b2edafbdbd47 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:06.212412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1afdb635-7932-47f6-b31d-e34ec8e0819a tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4630282 Feb 11 14:03:06.216028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33818) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:06.221421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892267113'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:06.241592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:06.245297 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.268866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:06.278731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4d8b9d39-fd9a-4b95-9502-e69a824e5144), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.279116 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Added segment 4d8b9d39-fd9a-4b95-9502-e69a824e5144 of type vlan for network fe6b5986-df23-4e54-92b8-5e2bbbce0042 Feb 11 14:03:06.301945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-f94e25f6-cd23-4d34-8b08-b2edafbdbd47', 'network_id': 'f94e25f6-cd23-4d34-8b08-b2edafbdbd47', 'project_id': 'da56340a1d594c4b87a1b92705ab547e', 'fixed_ips': [{'subnet_id': '82010c64-0d22-4741-83b5-6fe877dd2e90'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:06.302818 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.320928 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (fe6b5986-df23-4e54-92b8-5e2bbbce0042), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.350351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (fe6b5986-df23-4e54-92b8-5e2bbbce0042), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.355671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:06.356291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.408851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1911650 Feb 11 14:03:06.411649 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33820) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:06.416758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Request body: {'subnet': {'network_id': 'fe6b5986-df23-4e54-92b8-5e2bbbce0042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:06.451246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba600e7-ab66-4243-bccd-4c47d4e78d88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Network': ['ID=fe6b5986-df23-4e54-92b8-5e2bbbce0042,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:06.465629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network fe6b5986-df23-4e54-92b8-5e2bbbce0042 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:06.493113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Allocated IP 2001:db8::2 (f94e25f6-cd23-4d34-8b08-b2edafbdbd47/82010c64-0d22-4741-83b5-6fe877dd2e90/9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:06.514892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Made reservation on behalf of da56340a1d594c4b87a1b92705ab547e for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:06.518747 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.683147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Publish callbacks [] for port (9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.690327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.701037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (cc93f797-f080-4339-ab5a-2d489145ee0b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.729726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Network f94e25f6-cd23-4d34-8b08-b2edafbdbd47 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:06.735029 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:06.739452 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:06.741403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Pushing event updated for resources: {'Port': ['ID=9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:06.764822 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event updated for resources: {'Subnet': ['ID=cc93f797-f080-4339-ab5a-2d489145ee0b,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:06.777619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Checking segment: {'id': '4d8b9d39-fd9a-4b95-9502-e69a824e5144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'fe6b5986-df23-4e54-92b8-5e2bbbce0042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:06.777619 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network hostable DHCP agents. Network: fe6b5986-df23-4e54-92b8-5e2bbbce0042, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:06.797007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Network fe6b5986-df23-4e54-92b8-5e2bbbce0042 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:06.803917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Attempting to bind port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:06.804479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Attempting to bind port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '2f3ffa8a-96ed-4f29-a24c-335e050cc793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f94e25f6-cd23-4d34-8b08-b2edafbdbd47'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:06.804669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Attempting to bind port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3 on network f94e25f6-cd23-4d34-8b08-b2edafbdbd47 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:06.809674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, fe6b5986-df23-4e54-92b8-5e2bbbce0042) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:06.812002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:06.812402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Checking segment: {'id': '2f3ffa8a-96ed-4f29-a24c-335e050cc793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f94e25f6-cd23-4d34-8b08-b2edafbdbd47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:06.812821 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.813928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Bound using segment: {'id': '2f3ffa8a-96ed-4f29-a24c-335e050cc793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f94e25f6-cd23-4d34-8b08-b2edafbdbd47'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:06.814446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Bound port: 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f3ffa8a-96ed-4f29-a24c-335e050cc793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'f94e25f6-cd23-4d34-8b08-b2edafbdbd47'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:06.814744 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:06.814918 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.815699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.827591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc9bdaa-bc0f-4c55-bb61-a570402d24d6 None None] Network fe6b5986-df23-4e54-92b8-5e2bbbce0042 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:06.842925 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4b4d917b-29db-459f-a4bd-360259fa0d40 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4275429 Feb 11 14:03:06.843315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33822) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:06.947518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (fe6b5986-df23-4e54-92b8-5e2bbbce0042), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.948208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] For port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:06.952456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] For port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3,segment=NetworkSegment(2f3ffa8a-96ed-4f29-a24c-335e050cc793),segment_id=2f3ffa8a-96ed-4f29-a24c-335e050cc793)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:06.972216 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:06.997340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c7dbe2-7f0a-470d-9794-2b37472e1343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-fe6b5986-df23-4e54-92b8-5e2bbbce0042', 'network_id': 'fe6b5986-df23-4e54-92b8-5e2bbbce0042', 'project_id': 'da56340a1d594c4b87a1b92705ab547e', 'fixed_ips': [{'subnet_id': 'cc93f797-f080-4339-ab5a-2d489145ee0b'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:06.998202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-88c7dbe2-7f0a-470d-9794-2b37472e1343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.000989 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cc93f797-f080-4339-ab5a-2d489145ee0b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.049735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4d31f-aae7-46c0-9c7b-2c02d5aaae5c None None] Pushing event updated for resources: {'Port': ['ID=9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:07.072221 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (cc93f797-f080-4339-ab5a-2d489145ee0b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.104884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Subnet': ['ID=cc93f797-f080-4339-ab5a-2d489145ee0b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server [None req-88c7dbe2-7f0a-470d-9794-2b37472e1343 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc93f797-f080-4339-ab5a-2d489145ee0b: This subnet is being modified by another concurrent operation. Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server raise exception Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc93f797-f080-4339-ab5a-2d489145ee0b: This subnet is being modified by another concurrent operation. Feb 11 14:03:07.133787 n-d-828675-3 neutron-server[109686]: ERROR oslo_messaging.rpc.server Feb 11 14:03:07.154047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20df66-6cc0-4740-89af-6662d29d0db0 None None] Network fe6b5986-df23-4e54-92b8-5e2bbbce0042 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:07.171861 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (fe6b5986-df23-4e54-92b8-5e2bbbce0042), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.199450 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6b5986-df23-4e54-92b8-5e2bbbce0042']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:07.229998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8b9d39-fd9a-4b95-9502-e69a824e5144') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:07.230394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8b9d39-fd9a-4b95-9502-e69a824e5144') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:07.251243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (4d8b9d39-fd9a-4b95-9502-e69a824e5144), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.268365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (4d8b9d39-fd9a-4b95-9502-e69a824e5144), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.286155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:07.286799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (4d8b9d39-fd9a-4b95-9502-e69a824e5144), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:07.290255 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:07.316019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device af88a735-c0dd-43e4-acbe-e9febf8fc62e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:07.364589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (fe6b5986-df23-4e54-92b8-5e2bbbce0042), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.377322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port af88a735-c0dd-43e4-acbe-e9febf8fc62e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:07.377618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.378100 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.380792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/fe6b5986-df23-4e54-92b8-5e2bbbce0042 HTTP/1.1" status: 204 len: 168 time: 0.5364506 Feb 11 14:03:07.384122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33824) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:07.391793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dcf5d-10be-4d46-9b80-9645feb16789 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Network': ['ID=fe6b5986-df23-4e54-92b8-5e2bbbce0042,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:07.421552 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b394973-0b9b-45e6-94c8-6df81a5fd27e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] GET failed (client error): The resource could not be found. Feb 11 14:03:07.423111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2b394973-0b9b-45e6-94c8-6df81a5fd27e tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "GET /v2.0/subnets/cc93f797-f080-4339-ab5a-2d489145ee0b HTTP/1.1" status: 404 len: 337 time: 0.0379589 Feb 11 14:03:07.425891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33826) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:07.444469 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc668d8-8d47-4214-a07e-e2a00e7e7131 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] DELETE failed (client error): The resource could not be found. Feb 11 14:03:07.444976 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc668d8-8d47-4214-a07e-e2a00e7e7131 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:03:07.448072 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bcc668d8-8d47-4214-a07e-e2a00e7e7131 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/fe6b5986-df23-4e54-92b8-5e2bbbce0042 HTTP/1.1" status: 404 len: 339 time: 0.0212758 Feb 11 14:03:07.452097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33828) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:07.461589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port af88a735-c0dd-43e4-acbe-e9febf8fc62e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:07.478511 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b58f0a-15fe-49bb-bd04-fd05fd0a6fd3 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] DELETE failed (client error): The resource could not be found. Feb 11 14:03:07.478965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b58f0a-15fe-49bb-bd04-fd05fd0a6fd3 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:03:07.482098 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-34b58f0a-15fe-49bb-bd04-fd05fd0a6fd3 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/subnets/cc93f797-f080-4339-ab5a-2d489145ee0b HTTP/1.1" status: 404 len: 337 time: 0.0290239 Feb 11 14:03:07.484739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33830) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:07.502354 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-12adc9a7-c98c-41c9-8c1d-a698a7fb7412 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] DELETE failed (client error): The resource could not be found. Feb 11 14:03:07.502834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12adc9a7-c98c-41c9-8c1d-a698a7fb7412 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:03:07.505852 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-12adc9a7-c98c-41c9-8c1d-a698a7fb7412 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/fe6b5986-df23-4e54-92b8-5e2bbbce0042 HTTP/1.1" status: 404 len: 339 time: 0.0201252 Feb 11 14:03:07.508261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33832) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:07.563505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Deleting subnet 82010c64-0d22-4741-83b5-6fe877dd2e90 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:07.566859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (82010c64-0d22-4741-83b5-6fe877dd2e90), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.606980 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (82010c64-0d22-4741-83b5-6fe877dd2e90), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.690679 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (82010c64-0d22-4741-83b5-6fe877dd2e90), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.756771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (82010c64-0d22-4741-83b5-6fe877dd2e90), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.784648 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Subnet': ['ID=82010c64-0d22-4741-83b5-6fe877dd2e90,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:07.789323 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.792669 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-df59c241-916f-4fab-b5b5-f79f2bfb7919 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/subnets/82010c64-0d22-4741-83b5-6fe877dd2e90 HTTP/1.1" status: 204 len: 168 time: 0.2835007 Feb 11 14:03:07.795499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33834) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:07.875548 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f94e25f6-cd23-4d34-8b08-b2edafbdbd47), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:07.935869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Deleting port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:07.936368 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.001027 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] For port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3,segment=NetworkSegment(2f3ffa8a-96ed-4f29-a24c-335e050cc793),segment_id=2f3ffa8a-96ed-4f29-a24c-335e050cc793)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:08.001389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.009437 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85702bcb-ba08-405b-ba16-670318cf3602 None None] get_active_networks_info from n-d-828675-3 {{(pid=109686) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 14:03:08.014240 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Calling delete_port for 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:08.080143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85702bcb-ba08-405b-ba16-670318cf3602 None None] Resources bound (agent type, host, resource id): {{(pid=109686) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:03:08.096958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.117841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c9c58d9d-5679-4f8b-81eb-e4c6209ad037 None None] Could not find standard attr ID for object 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:03:08.121046 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Port': ['ID=9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:08.126698 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No DVR routers for this DVR port 9b9fcf70-e9eb-4a14-b663-9c4f9d9b7ab3 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:08.203612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f94e25f6-cd23-4d34-8b08-b2edafbdbd47), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.227851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94e25f6-cd23-4d34-8b08-b2edafbdbd47']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:08.237209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f3ffa8a-96ed-4f29-a24c-335e050cc793') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:08.237506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f3ffa8a-96ed-4f29-a24c-335e050cc793') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:08.247405 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2f3ffa8a-96ed-4f29-a24c-335e050cc793), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.248709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c168b-c6ec-4f25-a7f5-5b9bdbee250b None None] Network f94e25f6-cd23-4d34-8b08-b2edafbdbd47 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:08.260318 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2f3ffa8a-96ed-4f29-a24c-335e050cc793), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.266314 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:08.266703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2f3ffa8a-96ed-4f29-a24c-335e050cc793), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:08.269727 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:08.332298 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f94e25f6-cd23-4d34-8b08-b2edafbdbd47), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.339241 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.342564 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/f94e25f6-cd23-4d34-8b08-b2edafbdbd47 HTTP/1.1" status: 204 len: 168 time: 0.5460989 Feb 11 14:03:08.345003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33836) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.363004 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0884e9-80cf-48a4-a98a-94bf7a8adaf5 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Network': ['ID=f94e25f6-cd23-4d34-8b08-b2edafbdbd47,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:08.380747 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d92f22a-a6c0-40f8-b6e7-0d37888678f0 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] DELETE failed (client error): The resource could not be found. Feb 11 14:03:08.381205 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d92f22a-a6c0-40f8-b6e7-0d37888678f0 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:03:08.384866 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d92f22a-a6c0-40f8-b6e7-0d37888678f0 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/subnets/ac6b4809-645c-4c47-b371-7e812f1f25c2 HTTP/1.1" status: 404 len: 337 time: 0.0383904 Feb 11 14:03:08.385504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee6783-39a2-4c55-93b7-2351a5b71089 None None] DHCP port deletion for f94e25f6-cd23-4d34-8b08-b2edafbdbd47 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:08.386891 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33838) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.405011 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb00806-7091-4735-97a3-0e377e5a7e88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] DELETE failed (client error): The resource could not be found. Feb 11 14:03:08.405521 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb00806-7091-4735-97a3-0e377e5a7e88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:03:08.408596 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5eb00806-7091-4735-97a3-0e377e5a7e88 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/7be60363-6691-44d8-9f85-5bca7196c73f HTTP/1.1" status: 404 len: 339 time: 0.0207887 Feb 11 14:03:08.411147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33840) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.441216 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ae1026-3cc0-4fe2-81a1-5d5c89a23388 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] DELETE failed (client error): The resource could not be found. Feb 11 14:03:08.441666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ae1026-3cc0-4fe2-81a1-5d5c89a23388 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:03:08.444730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c1ae1026-3cc0-4fe2-81a1-5d5c89a23388 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/subnets/08e191ad-0b10-4ecf-8579-046bd3a58b6e HTTP/1.1" status: 404 len: 337 time: 0.0326595 Feb 11 14:03:08.447229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33842) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.464737 n-d-828675-3 neutron-server[109684]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e24d854-a44a-4e3b-876c-7c58dd26dcb7 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] DELETE failed (client error): The resource could not be found. Feb 11 14:03:08.465219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e24d854-a44a-4e3b-876c-7c58dd26dcb7 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109684) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:03:08.468216 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5e24d854-a44a-4e3b-876c-7c58dd26dcb7 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/c2464a46-4c1f-409e-be97-9089ec1048ae HTTP/1.1" status: 404 len: 339 time: 0.0201125 Feb 11 14:03:08.470644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33844) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.521068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Deleting subnet b9fe289e-7f9c-4071-9105-9e8da93a127b {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:08.524285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (b9fe289e-7f9c-4071-9105-9e8da93a127b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.564243 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (b9fe289e-7f9c-4071-9105-9e8da93a127b), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.649966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (b9fe289e-7f9c-4071-9105-9e8da93a127b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.710907 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (b9fe289e-7f9c-4071-9105-9e8da93a127b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.738182 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fe289e-7f9c-4071-9105-9e8da93a127b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:08.741921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.745151 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-21f847bc-ffe4-4433-a6ee-49e73e503681 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/subnets/b9fe289e-7f9c-4071-9105-9e8da93a127b HTTP/1.1" status: 204 len: 168 time: 0.2735913 Feb 11 14:03:08.747731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33846) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:08.751807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4393079-fc2b-419c-b1dc-ca13e4162dbc None None] Network f69a73c0-d9fe-40f1-95ea-8f3215086212 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:08.829681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (f69a73c0-d9fe-40f1-95ea-8f3215086212), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.885658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Deleting port af88a735-c0dd-43e4-acbe-e9febf8fc62e {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:08.886051 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.949116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] For port af88a735-c0dd-43e4-acbe-e9febf8fc62e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=af88a735-c0dd-43e4-acbe-e9febf8fc62e,segment=NetworkSegment(336629cf-a79f-47dc-8a27-7be5b4bfbe11),segment_id=336629cf-a79f-47dc-8a27-7be5b4bfbe11)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:08.949446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:08.967478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Calling delete_port for af88a735-c0dd-43e4-acbe-e9febf8fc62e owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:09.049827 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (af88a735-c0dd-43e4-acbe-e9febf8fc62e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.073628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467babd5-dc90-45c0-a527-2b24e044d094 None None] DHCP port deletion for f69a73c0-d9fe-40f1-95ea-8f3215086212 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:09.076308 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Port': ['ID=af88a735-c0dd-43e4-acbe-e9febf8fc62e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:09.079954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] No DVR routers for this DVR port af88a735-c0dd-43e4-acbe-e9febf8fc62e on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:09.165679 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (f69a73c0-d9fe-40f1-95ea-8f3215086212), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.189258 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69a73c0-d9fe-40f1-95ea-8f3215086212']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:09.199862 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336629cf-a79f-47dc-8a27-7be5b4bfbe11') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:09.200164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336629cf-a79f-47dc-8a27-7be5b4bfbe11') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:09.210508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (336629cf-a79f-47dc-8a27-7be5b4bfbe11), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.224797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (336629cf-a79f-47dc-8a27-7be5b4bfbe11), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.231112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:09.231502 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (336629cf-a79f-47dc-8a27-7be5b4bfbe11), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:09.234725 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:09.250856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device af88a735-c0dd-43e4-acbe-e9febf8fc62e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:09.270921 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: af88a735-c0dd-43e4-acbe-e9febf8fc62e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:09.271269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device af88a735-c0dd-43e4-acbe-e9febf8fc62e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:09.296776 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (f69a73c0-d9fe-40f1-95ea-8f3215086212), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.304079 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.306683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] 10.222.0.42 "DELETE /v2.0/networks/f69a73c0-d9fe-40f1-95ea-8f3215086212 HTTP/1.1" status: 204 len: 168 time: 0.5580602 Feb 11 14:03:09.583607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33852) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:09.659350 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26438081-c44a-49ca-ada6-7f79c451ea97 tempest-NetworksIpV6Test-1785684270 tempest-NetworksIpV6Test-1785684270-project] Pushing event deleted for resources: {'Network': ['ID=f69a73c0-d9fe-40f1-95ea-8f3215086212,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:09.727041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9fe82898-bdf1-46aa-a394-89209fe457dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da56340a1d594c4b87a1b92705ab547e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1421778 Feb 11 14:03:09.729734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33856) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:09.789516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40254824-fa44-4e3b-b18e-1d5444678493 admin admin] Publish callbacks [] for security_group (6009cb7f-f60b-44d3-8ccd-04760749e0f8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.811970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40254824-fa44-4e3b-b18e-1d5444678493 admin admin] Publish callbacks [] for security_group (6009cb7f-f60b-44d3-8ccd-04760749e0f8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.861664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40254824-fa44-4e3b-b18e-1d5444678493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (6009cb7f-f60b-44d3-8ccd-04760749e0f8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.864575 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40254824-fa44-4e3b-b18e-1d5444678493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:09.865771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-40254824-fa44-4e3b-b18e-1d5444678493 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6009cb7f-f60b-44d3-8ccd-04760749e0f8 HTTP/1.1" status: 204 len: 168 time: 0.1351347 Feb 11 14:03:09.873772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40254824-fa44-4e3b-b18e-1d5444678493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6009cb7f-f60b-44d3-8ccd-04760749e0f8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:10.563243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33878) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:10.669930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-40931293-4c4f-48df-953f-772413aa18fe tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-26911443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:10.698429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40931293-4c4f-48df-953f-772413aa18fe tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (5cb45112-c0f7-44de-a0f7-5fad7f030a46), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.699607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40931293-4c4f-48df-953f-772413aa18fe tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (5cb45112-c0f7-44de-a0f7-5fad7f030a46), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.754403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40931293-4c4f-48df-953f-772413aa18fe tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for router_controller (5cb45112-c0f7-44de-a0f7-5fad7f030a46), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.759211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40931293-4c4f-48df-953f-772413aa18fe tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (5cb45112-c0f7-44de-a0f7-5fad7f030a46), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.778931 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-40931293-4c4f-48df-953f-772413aa18fe tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.780122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-40931293-4c4f-48df-953f-772413aa18fe tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2158692 Feb 11 14:03:10.782966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33882) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:10.787712 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-377414084'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:10.808224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Made reservation on behalf of 3a917e4c0bff45389313165bbaaeda47 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:10.811961 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.820666 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.895366 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for security_group (49fdf355-10aa-41d3-ad4d-9bc450c7b7c7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.900827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (49fdf355-10aa-41d3-ad4d-9bc450c7b7c7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.926747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:10.936740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fdf355-10aa-41d3-ad4d-9bc450c7b7c7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:10.941463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2e53bb85-5a21-41b3-af75-e96182e899d1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:10.941839 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Added segment 2e53bb85-5a21-41b3-af75-e96182e899d1 of type vlan for network 80eefe17-51d1-4183-98b4-76f89d052167 Feb 11 14:03:10.983337 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (80eefe17-51d1-4183-98b4-76f89d052167), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.009869 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (80eefe17-51d1-4183-98b4-76f89d052167), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.015029 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:11.015617 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.051979 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2680295 Feb 11 14:03:11.054906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33884) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:11.083972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Request body: {'subnet': {'network_id': '80eefe17-51d1-4183-98b4-76f89d052167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:11.090731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e328-7247-4de1-8dde-55b5a67cdb9e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event updated for resources: {'Network': ['ID=80eefe17-51d1-4183-98b4-76f89d052167,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:11.100804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 80eefe17-51d1-4183-98b4-76f89d052167 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:11.183882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Made reservation on behalf of 3a917e4c0bff45389313165bbaaeda47 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:11.187735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.367698 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (a129d90b-7335-4602-b2f0-b3ec5ab8c35a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.426982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event updated for resources: {'Subnet': ['ID=a129d90b-7335-4602-b2f0-b3ec5ab8c35a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:11.436335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Checking segment: {'id': '2e53bb85-5a21-41b3-af75-e96182e899d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '80eefe17-51d1-4183-98b4-76f89d052167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:11.436702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Network hostable DHCP agents. Network: 80eefe17-51d1-4183-98b4-76f89d052167, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:11.455103 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Network 80eefe17-51d1-4183-98b4-76f89d052167 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:11.465013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 80eefe17-51d1-4183-98b4-76f89d052167) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:11.469457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:11.470219 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.475442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a57b52d-0209-4c27-b435-16a0ff265a51 None None] Network 80eefe17-51d1-4183-98b4-76f89d052167 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:11.489374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-525cc31f-24fb-4008-9cad-66912a5ffd79 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4334223 Feb 11 14:03:11.492701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33886) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:11.497956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-296906095'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:11.518399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Made reservation on behalf of 3a917e4c0bff45389313165bbaaeda47 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:11.521889 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.546654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:11.556166 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (10caa63e-3209-4e55-8b6a-03face244159), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.556514 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Added segment 10caa63e-3209-4e55-8b6a-03face244159 of type vlan for network b1921c5a-fe14-462a-8a64-19a795b5fafd Feb 11 14:03:11.583681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-80eefe17-51d1-4183-98b4-76f89d052167', 'network_id': '80eefe17-51d1-4183-98b4-76f89d052167', 'project_id': '3a917e4c0bff45389313165bbaaeda47', 'fixed_ips': [{'subnet_id': 'a129d90b-7335-4602-b2f0-b3ec5ab8c35a'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:11.584574 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.598378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (b1921c5a-fe14-462a-8a64-19a795b5fafd), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.626191 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (b1921c5a-fe14-462a-8a64-19a795b5fafd), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.631377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:11.631968 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.674094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1803346 Feb 11 14:03:11.676905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33888) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:11.706706 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Request body: {'subnet': {'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:11.723273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16332be-eb03-4d5a-bdf2-1d29d331c92e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event updated for resources: {'Network': ['ID=b1921c5a-fe14-462a-8a64-19a795b5fafd,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:11.723540 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Allocated IP 172.20.0.2 (80eefe17-51d1-4183-98b4-76f89d052167/a129d90b-7335-4602-b2f0-b3ec5ab8c35a/139ef2c0-eecb-4d21-90e8-51a47da290bb) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:11.733729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network b1921c5a-fe14-462a-8a64-19a795b5fafd details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:11.798766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Made reservation on behalf of 3a917e4c0bff45389313165bbaaeda47 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:11.802182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.936164 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Publish callbacks [] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.942781 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.983094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Network 80eefe17-51d1-4183-98b4-76f89d052167 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:11.986052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:11.986289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (5a7ba176-fb0e-47fd-a146-77f849d5f045), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:11.990237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:11.997365 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Pushing event updated for resources: {'Port': ['ID=139ef2c0-eecb-4d21-90e8-51a47da290bb,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:12.055844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Attempting to bind port 139ef2c0-eecb-4d21-90e8-51a47da290bb on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:12.056206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Attempting to bind port 139ef2c0-eecb-4d21-90e8-51a47da290bb by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '2e53bb85-5a21-41b3-af75-e96182e899d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '80eefe17-51d1-4183-98b4-76f89d052167'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:12.056484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event updated for resources: {'Subnet': ['ID=5a7ba176-fb0e-47fd-a146-77f849d5f045,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:12.056610 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Attempting to bind port 139ef2c0-eecb-4d21-90e8-51a47da290bb on network 80eefe17-51d1-4183-98b4-76f89d052167 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:12.061337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Checking segment: {'id': '10caa63e-3209-4e55-8b6a-03face244159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:12.061725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Network hostable DHCP agents. Network: b1921c5a-fe14-462a-8a64-19a795b5fafd, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:12.062172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:12.062566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Checking segment: {'id': '2e53bb85-5a21-41b3-af75-e96182e899d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '80eefe17-51d1-4183-98b4-76f89d052167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:12.062966 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.063449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Bound using segment: {'id': '2e53bb85-5a21-41b3-af75-e96182e899d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '80eefe17-51d1-4183-98b4-76f89d052167'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:12.063821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Bound port: 139ef2c0-eecb-4d21-90e8-51a47da290bb, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e53bb85-5a21-41b3-af75-e96182e899d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '80eefe17-51d1-4183-98b4-76f89d052167'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:12.064204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.079604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Network b1921c5a-fe14-462a-8a64-19a795b5fafd is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:12.089047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, b1921c5a-fe14-462a-8a64-19a795b5fafd) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:12.093495 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:12.094149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.098158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba549eb-9684-4963-8718-babc69796e1a None None] Network b1921c5a-fe14-462a-8a64-19a795b5fafd requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:12.112232 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1371a740-8253-4874-bc57-5834940b6af5 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4343359 Feb 11 14:03:12.115099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33890) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:12.120031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-03fc10a4-7149-4634-a825-dd61dd752046 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:12.182505 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] For port 139ef2c0-eecb-4d21-90e8-51a47da290bb, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:12.187465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] For port 139ef2c0-eecb-4d21-90e8-51a47da290bb, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=139ef2c0-eecb-4d21-90e8-51a47da290bb,segment=NetworkSegment(2e53bb85-5a21-41b3-af75-e96182e899d1),segment_id=2e53bb85-5a21-41b3-af75-e96182e899d1)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:12.197470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.255677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-b1921c5a-fe14-462a-8a64-19a795b5fafd', 'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd', 'project_id': '3a917e4c0bff45389313165bbaaeda47', 'fixed_ips': [{'subnet_id': '5a7ba176-fb0e-47fd-a146-77f849d5f045'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:12.256506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.283596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda30d96-c042-4f26-841f-0a8d1b5f9c25 None None] Pushing event updated for resources: {'Port': ['ID=139ef2c0-eecb-4d21-90e8-51a47da290bb,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:12.334813 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03fc10a4-7149-4634-a825-dd61dd752046 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for router_gateway (5cb45112-c0f7-44de-a0f7-5fad7f030a46), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.416274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Allocated IP 172.21.0.2 (b1921c5a-fe14-462a-8a64-19a795b5fafd/5a7ba176-fb0e-47fd-a146-77f849d5f045/38f308d3-c54b-4652-82fb-e75ecce891ac) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:12.474889 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [None req-03fc10a4-7149-4634-a825-dd61dd752046 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:03:12.477280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-03fc10a4-7149-4634-a825-dd61dd752046 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "PUT /v2.0/routers/5cb45112-c0f7-44de-a0f7-5fad7f030a46 HTTP/1.1" status: 400 len: 364 time: 0.3611162 Feb 11 14:03:12.483352 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33892) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:12.542518 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Deleting subnet 5a7ba176-fb0e-47fd-a146-77f849d5f045 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:12.606145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Publish callbacks [] for port (38f308d3-c54b-4652-82fb-e75ecce891ac), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.615734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (38f308d3-c54b-4652-82fb-e75ecce891ac), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.622593 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for subnet (5a7ba176-fb0e-47fd-a146-77f849d5f045), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.655050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Network b1921c5a-fe14-462a-8a64-19a795b5fafd is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:12.657953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:12.661480 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:12.663478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (5a7ba176-fb0e-47fd-a146-77f849d5f045), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.668339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Pushing event updated for resources: {'Port': ['ID=38f308d3-c54b-4652-82fb-e75ecce891ac,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:12.721371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Attempting to bind port 38f308d3-c54b-4652-82fb-e75ecce891ac on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:12.721630 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Attempting to bind port 38f308d3-c54b-4652-82fb-e75ecce891ac by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '10caa63e-3209-4e55-8b6a-03face244159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:12.722023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Attempting to bind port 38f308d3-c54b-4652-82fb-e75ecce891ac on network b1921c5a-fe14-462a-8a64-19a795b5fafd {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:12.727014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:12.727499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Checking segment: {'id': '10caa63e-3209-4e55-8b6a-03face244159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:12.727905 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.728331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Bound using segment: {'id': '10caa63e-3209-4e55-8b6a-03face244159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:12.728800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Bound port: 38f308d3-c54b-4652-82fb-e75ecce891ac, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10caa63e-3209-4e55-8b6a-03face244159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1921c5a-fe14-462a-8a64-19a795b5fafd'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:12.729176 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (38f308d3-c54b-4652-82fb-e75ecce891ac), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.753108 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (5a7ba176-fb0e-47fd-a146-77f849d5f045), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.815116 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (5a7ba176-fb0e-47fd-a146-77f849d5f045), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.817826 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] For port 38f308d3-c54b-4652-82fb-e75ecce891ac, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:12.821288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] For port 38f308d3-c54b-4652-82fb-e75ecce891ac, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=38f308d3-c54b-4652-82fb-e75ecce891ac,segment=NetworkSegment(10caa63e-3209-4e55-8b6a-03face244159),segment_id=10caa63e-3209-4e55-8b6a-03face244159)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:12.828318 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (38f308d3-c54b-4652-82fb-e75ecce891ac), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.843636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event deleted for resources: {'Subnet': ['ID=5a7ba176-fb0e-47fd-a146-77f849d5f045,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:12.848787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.852060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fee98d98-711c-48ea-845e-1867ea6041b2 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "DELETE /v2.0/subnets/5a7ba176-fb0e-47fd-a146-77f849d5f045 HTTP/1.1" status: 204 len: 168 time: 0.3676131 Feb 11 14:03:12.854879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33894) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:12.895847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c8bbc-eaef-4b4a-8a3c-4bc063a359f3 None None] Pushing event updated for resources: {'Port': ['ID=38f308d3-c54b-4652-82fb-e75ecce891ac,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:12.941438 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (b1921c5a-fe14-462a-8a64-19a795b5fafd), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:12.997217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Deleting port 38f308d3-c54b-4652-82fb-e75ecce891ac {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:12.997556 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (38f308d3-c54b-4652-82fb-e75ecce891ac), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.077732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] For port 38f308d3-c54b-4652-82fb-e75ecce891ac, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=38f308d3-c54b-4652-82fb-e75ecce891ac,segment=NetworkSegment(10caa63e-3209-4e55-8b6a-03face244159),segment_id=10caa63e-3209-4e55-8b6a-03face244159)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:13.078096 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (38f308d3-c54b-4652-82fb-e75ecce891ac), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.095800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Calling delete_port for 38f308d3-c54b-4652-82fb-e75ecce891ac owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:13.182448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (38f308d3-c54b-4652-82fb-e75ecce891ac), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.211067 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event deleted for resources: {'Port': ['ID=38f308d3-c54b-4652-82fb-e75ecce891ac,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:13.215658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] No DVR routers for this DVR port 38f308d3-c54b-4652-82fb-e75ecce891ac on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:13.304616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (b1921c5a-fe14-462a-8a64-19a795b5fafd), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.327816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1921c5a-fe14-462a-8a64-19a795b5fafd']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:13.338069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10caa63e-3209-4e55-8b6a-03face244159') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:13.338364 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10caa63e-3209-4e55-8b6a-03face244159') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:13.350642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (10caa63e-3209-4e55-8b6a-03face244159), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.363084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 38f308d3-c54b-4652-82fb-e75ecce891ac up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:13.366766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (10caa63e-3209-4e55-8b6a-03face244159), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.373892 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:13.374294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (10caa63e-3209-4e55-8b6a-03face244159), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:13.378962 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:13.383654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 38f308d3-c54b-4652-82fb-e75ecce891ac {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:13.384043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 38f308d3-c54b-4652-82fb-e75ecce891ac not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 14:03:13.404168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Port 38f308d3-c54b-4652-82fb-e75ecce891ac not found, will not notify nova. {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 14:03:13.404573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 139ef2c0-eecb-4d21-90e8-51a47da290bb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:13.406477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc43e9-28a0-4ea8-9d71-8e6e45a52319 None None] Network 80eefe17-51d1-4183-98b4-76f89d052167 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:13.446922 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (b1921c5a-fe14-462a-8a64-19a795b5fafd), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.451827 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.455248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "DELETE /v2.0/networks/b1921c5a-fe14-462a-8a64-19a795b5fafd HTTP/1.1" status: 204 len: 168 time: 0.5993676 Feb 11 14:03:13.458299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33896) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:13.469519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea7ed0-a3f0-4562-b82e-2051ee4ee52b tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event deleted for resources: {'Network': ['ID=b1921c5a-fe14-462a-8a64-19a795b5fafd,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:13.509927 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Deleting subnet a129d90b-7335-4602-b2f0-b3ec5ab8c35a {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:03:13.513206 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for subnet (a129d90b-7335-4602-b2f0-b3ec5ab8c35a), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.524595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-994d705a-717b-4bf3-a523-9e92af09488e None None] Provisioning complete for port 139ef2c0-eecb-4d21-90e8-51a47da290bb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:13.524971 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-994d705a-717b-4bf3-a523-9e92af09488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.553771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (a129d90b-7335-4602-b2f0-b3ec5ab8c35a), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.579847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 139ef2c0-eecb-4d21-90e8-51a47da290bb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:13.580235 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.649278 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a129d90b-7335-4602-b2f0-b3ec5ab8c35a), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.713823 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (a129d90b-7335-4602-b2f0-b3ec5ab8c35a), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.724768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-994d705a-717b-4bf3-a523-9e92af09488e None None] Current status of the port 139ef2c0-eecb-4d21-90e8-51a47da290bb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:13.725089 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-994d705a-717b-4bf3-a523-9e92af09488e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.742247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 139ef2c0-eecb-4d21-90e8-51a47da290bb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:13.742642 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.745034 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event deleted for resources: {'Subnet': ['ID=a129d90b-7335-4602-b2f0-b3ec5ab8c35a,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:13.747263 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.763006 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8509a6e7-0d1f-49dc-8323-bf15d647587e tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "DELETE /v2.0/subnets/a129d90b-7335-4602-b2f0-b3ec5ab8c35a HTTP/1.1" status: 204 len: 168 time: 0.3032422 Feb 11 14:03:13.765911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33898) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:13.838773 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-994d705a-717b-4bf3-a523-9e92af09488e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:03:13.839139 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-994d705a-717b-4bf3-a523-9e92af09488e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:03:13.841183 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109686) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:03:13.841523 n-d-828675-3 neutron-server[109686]: DEBUG oslo_db.api [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:03:13.863917 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (80eefe17-51d1-4183-98b4-76f89d052167), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.924092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Deleting port 139ef2c0-eecb-4d21-90e8-51a47da290bb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:03:13.924561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:13.935601 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3422e311-9e70-4a5c-9754-c1d26e7d54c9 None None] Network 80eefe17-51d1-4183-98b4-76f89d052167 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:13.991848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] For port 139ef2c0-eecb-4d21-90e8-51a47da290bb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=139ef2c0-eecb-4d21-90e8-51a47da290bb,segment=NetworkSegment(2e53bb85-5a21-41b3-af75-e96182e899d1),segment_id=2e53bb85-5a21-41b3-af75-e96182e899d1)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:13.992124 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.014685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Calling delete_port for 139ef2c0-eecb-4d21-90e8-51a47da290bb owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:03:14.090537 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12a949-2840-45ce-92c8-cd43243ccfc5 None None] DHCP port deletion for b1921c5a-fe14-462a-8a64-19a795b5fafd request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:14.105282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (139ef2c0-eecb-4d21-90e8-51a47da290bb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.110179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb004769-ba67-48b6-a6f3-d7d9677bc5e3 None None] Network b1921c5a-fe14-462a-8a64-19a795b5fafd requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:14.114748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9417cb2-5aab-4c35-9d46-22bcc060ff7d None None] DHCP port deletion for 80eefe17-51d1-4183-98b4-76f89d052167 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:03:14.127795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb004769-ba67-48b6-a6f3-d7d9677bc5e3 None None] Network b1921c5a-fe14-462a-8a64-19a795b5fafd could not be found, it might have been deleted concurrently. {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 11 14:03:14.139075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] No DVR routers for this DVR port 139ef2c0-eecb-4d21-90e8-51a47da290bb on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:03:14.143720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event deleted for resources: {'Port': ['ID=139ef2c0-eecb-4d21-90e8-51a47da290bb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:14.224031 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (80eefe17-51d1-4183-98b4-76f89d052167), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.244288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80eefe17-51d1-4183-98b4-76f89d052167']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:14.253559 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e53bb85-5a21-41b3-af75-e96182e899d1') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:14.253911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e53bb85-5a21-41b3-af75-e96182e899d1') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:14.263473 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (2e53bb85-5a21-41b3-af75-e96182e899d1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.278625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2e53bb85-5a21-41b3-af75-e96182e899d1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.285156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:03:14.285508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (2e53bb85-5a21-41b3-af75-e96182e899d1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:03:14.288778 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:03:14.351811 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (80eefe17-51d1-4183-98b4-76f89d052167), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.359415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.362665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "DELETE /v2.0/networks/80eefe17-51d1-4183-98b4-76f89d052167 HTTP/1.1" status: 204 len: 168 time: 0.5944500 Feb 11 14:03:14.365309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33900) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:14.368446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-994d705a-717b-4bf3-a523-9e92af09488e None None] Port 139ef2c0-eecb-4d21-90e8-51a47da290bb update to ACTIVE by agent not found {{(pid=109686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 14:03:14.385315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718785b-583c-493a-90cc-3ece32b28a06 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Pushing event deleted for resources: {'Network': ['ID=80eefe17-51d1-4183-98b4-76f89d052167,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:14.385522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Port 139ef2c0-eecb-4d21-90e8-51a47da290bb update to ACTIVE by agent not found {{(pid=109686) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 11 14:03:14.401373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4be7bee4-233c-4433-a20a-c8bf62ac331a tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cb45112-c0f7-44de-a0f7-5fad7f030a46 HTTP/1.1" status: 200 len: 205 time: 0.0349855 Feb 11 14:03:14.403745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33902) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:14.479301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca203298-5788-4755-9577-80c544718869 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for router (5cb45112-c0f7-44de-a0f7-5fad7f030a46), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.480545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-63dfacc9-f1e2-4327-9a2a-201653185dbc None None] Could not find standard attr ID for object 38f308d3-c54b-4652-82fb-e75ecce891ac. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:03:14.484019 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-63dfacc9-f1e2-4327-9a2a-201653185dbc None None] Could not find standard attr ID for object 139ef2c0-eecb-4d21-90e8-51a47da290bb. {{(pid=109686) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:03:14.647692 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca203298-5788-4755-9577-80c544718869 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (5cb45112-c0f7-44de-a0f7-5fad7f030a46), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.649849 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca203298-5788-4755-9577-80c544718869 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for router_controller (5cb45112-c0f7-44de-a0f7-5fad7f030a46), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.712477 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca203298-5788-4755-9577-80c544718869 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (5cb45112-c0f7-44de-a0f7-5fad7f030a46), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.713307 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca203298-5788-4755-9577-80c544718869 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Fanout notify agent at l3_agent the message router_deleted on router 5cb45112-c0f7-44de-a0f7-5fad7f030a46 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:03:14.720423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ca203298-5788-4755-9577-80c544718869 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:14.724124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ca203298-5788-4755-9577-80c544718869 tempest-RoutersNegativeTest-899349370 tempest-RoutersNegativeTest-899349370-project] 10.222.0.42 "DELETE /v2.0/routers/5cb45112-c0f7-44de-a0f7-5fad7f030a46 HTTP/1.1" status: 204 len: 168 time: 0.3169079 Feb 11 14:03:14.971845 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:15.116969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1c5ea6a-24a4-403a-9f64-bf36cbee34d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a917e4c0bff45389313165bbaaeda47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435931 Feb 11 14:03:15.119366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33912) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:15.168070 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd12606d-b1a9-455b-8997-926cdcdca830 admin admin] Publish callbacks [] for security_group (49fdf355-10aa-41d3-ad4d-9bc450c7b7c7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.189985 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd12606d-b1a9-455b-8997-926cdcdca830 admin admin] Publish callbacks [] for security_group (49fdf355-10aa-41d3-ad4d-9bc450c7b7c7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.243868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 38f308d3-c54b-4652-82fb-e75ecce891ac no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:15.245619 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd12606d-b1a9-455b-8997-926cdcdca830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (49fdf355-10aa-41d3-ad4d-9bc450c7b7c7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.248497 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dd12606d-b1a9-455b-8997-926cdcdca830 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:15.249730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dd12606d-b1a9-455b-8997-926cdcdca830 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49fdf355-10aa-41d3-ad4d-9bc450c7b7c7 HTTP/1.1" status: 204 len: 168 time: 0.1294518 Feb 11 14:03:15.257384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12606d-b1a9-455b-8997-926cdcdca830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fdf355-10aa-41d3-ad4d-9bc450c7b7c7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:15.276477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 38f308d3-c54b-4652-82fb-e75ecce891ac {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:15.277044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 38f308d3-c54b-4652-82fb-e75ecce891ac not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:15.277702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 139ef2c0-eecb-4d21-90e8-51a47da290bb no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:03:15.305097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 139ef2c0-eecb-4d21-90e8-51a47da290bb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:03:15.305449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 139ef2c0-eecb-4d21-90e8-51a47da290bb not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:03:15.903672 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33934) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:16.014336 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-724708038-network', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:16.037738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Made reservation on behalf of 3eeb1e51e79f47968710e04f1a8d7c67 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:16.041056 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.054596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.151473 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks [] for security_group (ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.158926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.182611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:16.192564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:16.197176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b4b2c7f9-3f59-4067-9941-70b967dc5749), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.197520 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Added segment b4b2c7f9-3f59-4067-9941-70b967dc5749 of type vlan for network 8585de86-35b2-443a-a078-ab08a455af1c Feb 11 14:03:16.238478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (8585de86-35b2-443a-a078-ab08a455af1c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.267361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (8585de86-35b2-443a-a078-ab08a455af1c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.268303 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:16.268883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.302869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3981242 Feb 11 14:03:16.306045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33938) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:16.311502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Request body: {'subnet': {'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-subnet', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:16.330142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528cdc5-dacc-4a9e-b1a0-e88b60cc7cdf admin admin] Pushing event updated for resources: {'Network': ['ID=8585de86-35b2-443a-a078-ab08a455af1c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:16.333053 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Made reservation on behalf of 3eeb1e51e79f47968710e04f1a8d7c67 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:16.335446 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.340638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 8585de86-35b2-443a-a078-ab08a455af1c details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:16.506024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (a3ecefd3-3f33-4c58-b0e8-5bae6f251021), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.559583 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ecefd3-3f33-4c58-b0e8-5bae6f251021,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:16.575271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Checking segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:16.575632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Network hostable DHCP agents. Network: 8585de86-35b2-443a-a078-ab08a455af1c, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:16.595918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Network 8585de86-35b2-443a-a078-ab08a455af1c is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:16.607272 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 8585de86-35b2-443a-a078-ab08a455af1c) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:16.611774 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:16.612264 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.617043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1119ad2-798a-4f6e-b65a-eb97d6d1dd4a None None] Network 8585de86-35b2-443a-a078-ab08a455af1c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:16.631549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f39e1d8f-88c6-4649-8ba6-c7f145d67a45 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3218880 Feb 11 14:03:16.631976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33940) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:16.636783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:16.656376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (9818c39c-90fc-455d-93d4-0cb6388a1a03), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.657460 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (9818c39c-90fc-455d-93d4-0cb6388a1a03), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.716698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-8585de86-35b2-443a-a078-ab08a455af1c', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'fixed_ips': [{'subnet_id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:16.716919 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks [] for router_controller (9818c39c-90fc-455d-93d4-0cb6388a1a03), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.717658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.850810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Allocated IP 172.20.0.2 (8585de86-35b2-443a-a078-ab08a455af1c/a3ecefd3-3f33-4c58-b0e8-5bae6f251021/e60430a8-cf0d-45bc-8994-7778f9de976a) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:16.860445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks [] for router_gateway (9818c39c-90fc-455d-93d4-0cb6388a1a03), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:16.955509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.012618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Publish callbacks [] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.020045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.064528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Network 8585de86-35b2-443a-a078-ab08a455af1c is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:17.067639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:17.071263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:17.078842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Pushing event updated for resources: {'Port': ['ID=e60430a8-cf0d-45bc-8994-7778f9de976a,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:17.297285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Attempting to bind port e60430a8-cf0d-45bc-8994-7778f9de976a on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:17.297656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Attempting to bind port e60430a8-cf0d-45bc-8994-7778f9de976a by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:17.298041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Attempting to bind port e60430a8-cf0d-45bc-8994-7778f9de976a on network 8585de86-35b2-443a-a078-ab08a455af1c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:17.302918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:17.303286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Checking segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:17.303680 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.304067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Bound using segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:17.304546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Bound port: e60430a8-cf0d-45bc-8994-7778f9de976a, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:17.305026 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.365545 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] For port e60430a8-cf0d-45bc-8994-7778f9de976a, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:17.370575 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] For port e60430a8-cf0d-45bc-8994-7778f9de976a, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e60430a8-cf0d-45bc-8994-7778f9de976a,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:17.377287 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.407879 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks [] for router_gateway (9818c39c-90fc-455d-93d4-0cb6388a1a03), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.430685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.440718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba1107-9b77-4130-984a-f7d16eb5a573 None None] Pushing event updated for resources: {'Port': ['ID=e60430a8-cf0d-45bc-8994-7778f9de976a,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:17.535454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Allocated IP 172.25.1.222 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/df2a4d4c-a645-44bf-8eef-dc9fd5993e76) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:17.662225 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks [] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.704317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.728019 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:17.744870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:17.747962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:17.751517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:17.774349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Pushing event updated for resources: {'Port': ['ID=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:18.018549 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks [] for router_gateway (9818c39c-90fc-455d-93d4-0cb6388a1a03), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.238232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (9818c39c-90fc-455d-93d4-0cb6388a1a03), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.294978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe090b8-c132-4d72-bef7-deed9eabdd40 None None] Network 8585de86-35b2-443a-a078-ab08a455af1c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:18.366946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-39321204-a042-479e-aa14-48a04e286711 None None] Provisioning complete for port e60430a8-cf0d-45bc-8994-7778f9de976a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:18.367622 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39321204-a042-479e-aa14-48a04e286711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.383120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Router 9818c39c-90fc-455d-93d4-0cb6388a1a03 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:03:18.485346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-39321204-a042-479e-aa14-48a04e286711 None None] Current status of the port e60430a8-cf0d-45bc-8994-7778f9de976a is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:18.485948 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39321204-a042-479e-aa14-48a04e286711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.504132 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:18.518565 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Sync routers for ids ['9818c39c-90fc-455d-93d4-0cb6388a1a03'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:18.525088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-39321204-a042-479e-aa14-48a04e286711 None None] For port e60430a8-cf0d-45bc-8994-7778f9de976a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e60430a8-cf0d-45bc-8994-7778f9de976a,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:18.528912 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.530769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-995e0fb1-0f57-45cf-95de-0d198472eae2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8977356 Feb 11 14:03:18.532899 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Routers {'9818c39c-90fc-455d-93d4-0cb6388a1a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:18.533749 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9818c39c-90fc-455d-93d4-0cb6388a1a03'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:18.534130 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:18.534884 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39321204-a042-479e-aa14-48a04e286711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.591384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39321204-a042-479e-aa14-48a04e286711 None None] Pushing event updated for resources: {'Port': ['ID=e60430a8-cf0d-45bc-8994-7778f9de976a,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:18.662834 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Set router 9818c39c-90fc-455d-93d4-0cb6388a1a03 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:18.756979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6ed2af84-9b3a-4678-815b-7ee2bc239425 None None] Provisioning complete for port e60430a8-cf0d-45bc-8994-7778f9de976a triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:18.757362 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ed2af84-9b3a-4678-815b-7ee2bc239425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.842103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6ed2af84-9b3a-4678-815b-7ee2bc239425 None None] Current status of the port e60430a8-cf0d-45bc-8994-7778f9de976a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:18.854267 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:03:17Z', 'revision_number': 3, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port': {'id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:17Z', 'updated_at': '2022-02-11T14:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:18.880843 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Checking router: 9818c39c-90fc-455d-93d4-0cb6388a1a03 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:18.881185 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Updating router 9818c39c-90fc-455d-93d4-0cb6388a1a03 port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:18.909188 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:18.995819 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.167267 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Allocated IP 172.20.0.1 (8585de86-35b2-443a-a078-ab08a455af1c/a3ecefd3-3f33-4c58-b0e8-5bae6f251021/c64c923a-0f21-4282-a70c-2ed41e455794) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:19.265870 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Publish callbacks [] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.275319 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks [] for port (c64c923a-0f21-4282-a70c-2ed41e455794), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.276376 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e60430a8-cf0d-45bc-8994-7778f9de976a up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:19.280869 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.309687 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.330524 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Attempting to bind port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:19.331048 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Attempting to bind port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:19.331497 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Attempting to bind port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:19.332099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Network 8585de86-35b2-443a-a078-ab08a455af1c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:19.337206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port e60430a8-cf0d-45bc-8994-7778f9de976a triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:19.337580 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.340500 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Pushing event updated for resources: {'Port': ['ID=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:19.343635 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:19.344138 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:19.344640 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.345112 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:19.345689 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Bound port: df2a4d4c-a645-44bf-8eef-dc9fd5993e76, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:19.346162 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.352156 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:19.354807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:19.370199 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.370810 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.371421 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.371936 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.372362 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.372795 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.373207 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.373624 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.374062 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.374477 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.374906 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.375331 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.376086 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:19.413587 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (9818c39c-90fc-455d-93d4-0cb6388a1a03), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.419312 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] For port df2a4d4c-a645-44bf-8eef-dc9fd5993e76, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:19.423553 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] For port df2a4d4c-a645-44bf-8eef-dc9fd5993e76, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:19.433113 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.441971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port e60430a8-cf0d-45bc-8994-7778f9de976a is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:19.463509 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c64c923a-0f21-4282-a70c-2ed41e455794,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:19.495046 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Routers {'9818c39c-90fc-455d-93d4-0cb6388a1a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:19.495850 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9818c39c-90fc-455d-93d4-0cb6388a1a03'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:19.545233 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfbff9-d90c-4144-945a-4d181edfa863 None None] Pushing event updated for resources: {'Port': ['ID=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:19.572888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.616989 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] Set router 9818c39c-90fc-455d-93d4-0cb6388a1a03 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:19.666363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-77d90bd5-4a3a-4ca2-8d3e-fa89a394d5e3 None None] Provisioning complete for port c64c923a-0f21-4282-a70c-2ed41e455794 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:19.666889 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-77d90bd5-4a3a-4ca2-8d3e-fa89a394d5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.703245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-77d90bd5-4a3a-4ca2-8d3e-fa89a394d5e3 None None] Port c64c923a-0f21-4282-a70c-2ed41e455794 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:19.745113 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks [] for port (c64c923a-0f21-4282-a70c-2ed41e455794), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.751019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.793701 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:03:17Z', 'revision_number': 3, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port': {'id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:17Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:19.819625 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9cf8a2-123c-4c30-a2d0-6ed7b876b06f None None] The sync data for ids ['9818c39c-90fc-455d-93d4-0cb6388a1a03'] in n-d-828675-3 is: [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:03:17Z', 'revision_number': 3, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port': {'id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:17Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:19.821435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c64c923a-0f21-4282-a70c-2ed41e455794,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:19.823833 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (9818c39c-90fc-455d-93d4-0cb6388a1a03), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:19.918388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Network 8585de86-35b2-443a-a078-ab08a455af1c is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:19.919882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:20.055771 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Router 9818c39c-90fc-455d-93d4-0cb6388a1a03 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:20.182206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:20.188034 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-acda0a92-c78e-4213-b483-8eaf431ca7a7 admin admin] 10.222.0.42 "PUT /v2.0/routers/9818c39c-90fc-455d-93d4-0cb6388a1a03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6527815 Feb 11 14:03:20.225112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bd725985-eda2-4f83-9ee8-dd0b93512e71 None None] Provisioning complete for port c64c923a-0f21-4282-a70c-2ed41e455794 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:20.225490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bd725985-eda2-4f83-9ee8-dd0b93512e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.261785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bd725985-eda2-4f83-9ee8-dd0b93512e71 None None] Port c64c923a-0f21-4282-a70c-2ed41e455794 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:20.682316 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 33958) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:20.687885 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-227412337-network', 'tenant_id': '7ea896cb848347aea6625d97ecceb936'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:20.710072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Made reservation on behalf of 7ea896cb848347aea6625d97ecceb936 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:20.712402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.721405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.806171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks [] for security_group (29451633-7288-4d3c-ad26-459fa31be574), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.812104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (29451633-7288-4d3c-ad26-459fa31be574), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.833618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:03:20.848971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29451633-7288-4d3c-ad26-459fa31be574,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:20.853454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (50862cda-be6c-4154-bfdc-373b25cba411), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.853871 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Added segment 50862cda-be6c-4154-bfdc-373b25cba411 of type vlan for network de0d6f01-6379-4c43-b536-9bc57a1d8fca Feb 11 14:03:20.895371 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (de0d6f01-6379-4c43-b536-9bc57a1d8fca), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.921368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (de0d6f01-6379-4c43-b536-9bc57a1d8fca), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.922380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:20.923032 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:20.962037 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2784128 Feb 11 14:03:20.965032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33960) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:20.970056 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Request body: {'subnet': {'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-subnet', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:20.990276 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f5c13-2208-4e74-ba28-95399d915eda admin admin] Pushing event updated for resources: {'Network': ['ID=de0d6f01-6379-4c43-b536-9bc57a1d8fca,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:20.990505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Made reservation on behalf of 7ea896cb848347aea6625d97ecceb936 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:20.993979 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.004853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:03:21.169968 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (e2dd6746-191f-4693-b4e8-325de71a45f7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.223921 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2dd6746-191f-4693-b4e8-325de71a45f7,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:21.242543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Checking segment: {'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:21.243013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Network hostable DHCP agents. Network: de0d6f01-6379-4c43-b536-9bc57a1d8fca, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:03:21.260409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:03:21.272483 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, de0d6f01-6379-4c43-b536-9bc57a1d8fca) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:21.277237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device df2a4d4c-a645-44bf-8eef-dc9fd5993e76 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:21.277616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:21.278277 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.297686 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e7cd781d-27cb-4b82-9c6d-10642148290e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3296282 Feb 11 14:03:21.298363 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33962) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:21.302283 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be01b09-9c2a-49d0-aca8-9054fe69607f None None] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:21.303121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:21.324985 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (21533694-e248-41cc-9129-6ecbec48de96), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.326062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (21533694-e248-41cc-9129-6ecbec48de96), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.383910 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks [] for router_controller (21533694-e248-41cc-9129-6ecbec48de96), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.394098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:21.394486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.440096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Sync routers for ids ['9818c39c-90fc-455d-93d4-0cb6388a1a03'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:21.457791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-de0d6f01-6379-4c43-b536-9bc57a1d8fca', 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca', 'project_id': '7ea896cb848347aea6625d97ecceb936', 'fixed_ips': [{'subnet_id': 'e2dd6746-191f-4693-b4e8-325de71a45f7'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:03:21.458624 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.478457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Routers {'9818c39c-90fc-455d-93d4-0cb6388a1a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:21.479094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9818c39c-90fc-455d-93d4-0cb6388a1a03'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:21.529812 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks [] for router_gateway (21533694-e248-41cc-9129-6ecbec48de96), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.681869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:21.682182 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.728413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Set router 9818c39c-90fc-455d-93d4-0cb6388a1a03 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:21.738406 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks [] for router_gateway (21533694-e248-41cc-9129-6ecbec48de96), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.757296 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.764256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port df2a4d4c-a645-44bf-8eef-dc9fd5993e76, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:21.778481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:21.793375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Allocated IP 172.20.0.2 (de0d6f01-6379-4c43-b536-9bc57a1d8fca/e2dd6746-191f-4693-b4e8-325de71a45f7/f57805bd-bcdd-483c-93a3-05c5135e2059) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:21.869319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Allocated IP 172.25.1.198 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/f2b915d1-2aaa-4331-9c51-24488f09e3ef) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:21.921408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:21.971588 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks [] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.008532 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.053041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:22.056219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:22.059897 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:22.085260 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Pushing event updated for resources: {'Port': ['ID=f2b915d1-2aaa-4331-9c51-24488f09e3ef,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:22.106414 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Publish callbacks [] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.114239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.165397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:22.167481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 4, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port': {'id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:17Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c64c923a-0f21-4282-a70c-2ed41e455794', 'name': '', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'mac_address': 'fa:16:3e:ce:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:19Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 2, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'subnets': [{'id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:22.197027 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:22.199565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:22.203197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Checking router: 9818c39c-90fc-455d-93d4-0cb6388a1a03 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:22.203583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Updating router 9818c39c-90fc-455d-93d4-0cb6388a1a03 port c64c923a-0f21-4282-a70c-2ed41e455794 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:22.205224 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Pushing event updated for resources: {'Port': ['ID=f57805bd-bcdd-483c-93a3-05c5135e2059,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:22.254394 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.294284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Attempting to bind port f57805bd-bcdd-483c-93a3-05c5135e2059 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:22.294667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Attempting to bind port f57805bd-bcdd-483c-93a3-05c5135e2059 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:22.295033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Attempting to bind port f57805bd-bcdd-483c-93a3-05c5135e2059 on network de0d6f01-6379-4c43-b536-9bc57a1d8fca {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:22.318104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:22.318482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Checking segment: {'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:22.318884 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.319276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Bound using segment: {'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:22.319750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Bound port: f57805bd-bcdd-483c-93a3-05c5135e2059, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:22.320241 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.642271 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] For port f57805bd-bcdd-483c-93a3-05c5135e2059, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:22.654725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks [] for router_gateway (21533694-e248-41cc-9129-6ecbec48de96), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.677839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] For port f57805bd-bcdd-483c-93a3-05c5135e2059, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f57805bd-bcdd-483c-93a3-05c5135e2059,segment=NetworkSegment(50862cda-be6c-4154-bfdc-373b25cba411),segment_id=50862cda-be6c-4154-bfdc-373b25cba411)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:22.687996 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.780589 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc2e17-b3b1-4ef6-98f9-b24b3a721112 None None] Pushing event updated for resources: {'Port': ['ID=f57805bd-bcdd-483c-93a3-05c5135e2059,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:22.834656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Publish callbacks [] for port (c64c923a-0f21-4282-a70c-2ed41e455794), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.840573 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.867725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (21533694-e248-41cc-9129-6ecbec48de96), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.893902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757301-873b-4abc-9e2a-3308d4d74151 None None] Pushing event updated for resources: {'Port': ['ID=c64c923a-0f21-4282-a70c-2ed41e455794,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:22.950063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Attempting to bind port c64c923a-0f21-4282-a70c-2ed41e455794 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:22.950448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Attempting to bind port c64c923a-0f21-4282-a70c-2ed41e455794 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:22.950816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Attempting to bind port c64c923a-0f21-4282-a70c-2ed41e455794 on network 8585de86-35b2-443a-a078-ab08a455af1c {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:22.956273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:22.956654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Checking segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:22.957058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:22.957456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Bound using segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:22.958614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Bound port: c64c923a-0f21-4282-a70c-2ed41e455794, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:22.959008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.056466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Router 21533694-e248-41cc-9129-6ecbec48de96 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:03:23.070746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] For port c64c923a-0f21-4282-a70c-2ed41e455794, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:23.074328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] For port c64c923a-0f21-4282-a70c-2ed41e455794, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c64c923a-0f21-4282-a70c-2ed41e455794,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:23.083865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.154001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Routers {'9818c39c-90fc-455d-93d4-0cb6388a1a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:23.155200 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9818c39c-90fc-455d-93d4-0cb6388a1a03'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:23.204877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22757301-873b-4abc-9e2a-3308d4d74151 None None] Pushing event updated for resources: {'Port': ['ID=c64c923a-0f21-4282-a70c-2ed41e455794,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:23.212713 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:23.225518 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Sync routers for ids ['21533694-e248-41cc-9129-6ecbec48de96'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:23.244763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-033b92a6-3582-4e4c-b6ef-ce8382b67801 None None] Provisioning complete for port c64c923a-0f21-4282-a70c-2ed41e455794 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:23.245254 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-033b92a6-3582-4e4c-b6ef-ce8382b67801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.248777 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Routers {'21533694-e248-41cc-9129-6ecbec48de96'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:23.249488 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['21533694-e248-41cc-9129-6ecbec48de96'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:23.251438 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.253270 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6a74a6d2-1f96-4c4e-9cbf-3e5e7695b9ae admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9535782 Feb 11 14:03:23.255752 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 33964) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:03:23.363752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] Set router 9818c39c-90fc-455d-93d4-0cb6388a1a03 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:23.398889 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Set router 21533694-e248-41cc-9129-6ecbec48de96 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:23.460359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device df2a4d4c-a645-44bf-8eef-dc9fd5993e76 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:23.613653 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:22Z', 'revision_number': 3, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port': {'id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:67:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:23.624970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:23.625345 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.645789 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Checking router: 21533694-e248-41cc-9129-6ecbec48de96 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:23.646022 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Updating router 21533694-e248-41cc-9129-6ecbec48de96 port f2b915d1-2aaa-4331-9c51-24488f09e3ef binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:23.672682 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-033b92a6-3582-4e4c-b6ef-ce8382b67801 None None] Current status of the port c64c923a-0f21-4282-a70c-2ed41e455794 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:23.673084 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-033b92a6-3582-4e4c-b6ef-ce8382b67801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.681422 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.727966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-033b92a6-3582-4e4c-b6ef-ce8382b67801 None None] For port c64c923a-0f21-4282-a70c-2ed41e455794, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c64c923a-0f21-4282-a70c-2ed41e455794,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:23.738779 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-033b92a6-3582-4e4c-b6ef-ce8382b67801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.805386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 4, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port': {'id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:17Z', 'updated_at': '2022-02-11T14:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c64c923a-0f21-4282-a70c-2ed41e455794', 'name': '', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'mac_address': 'fa:16:3e:ce:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:19Z', 'updated_at': '2022-02-11T14:03:23Z', 'revision_number': 4, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'subnets': [{'id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:23.825357 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:23.855997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:23.857127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f57805bd-bcdd-483c-93a3-05c5135e2059 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:23.866403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b55066-dcc4-4ba9-aba3-854e87fe6ec4 None None] The sync data for ids ['9818c39c-90fc-455d-93d4-0cb6388a1a03'] in n-d-828675-3 is: [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:03:19Z', 'revision_number': 4, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port': {'id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:17Z', 'updated_at': '2022-02-11T14:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c64c923a-0f21-4282-a70c-2ed41e455794', 'name': '', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'mac_address': 'fa:16:3e:ce:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:19Z', 'updated_at': '2022-02-11T14:03:23Z', 'revision_number': 4, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'subnets': [{'id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:23.902087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b92a6-3582-4e4c-b6ef-ce8382b67801 None None] Pushing event updated for resources: {'Port': ['ID=c64c923a-0f21-4282-a70c-2ed41e455794,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:23.918744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fc0ad7fd-22da-4c3e-8f7b-1fa328682f27 None None] Provisioning complete for port c64c923a-0f21-4282-a70c-2ed41e455794 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:23.919045 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad7fd-22da-4c3e-8f7b-1fa328682f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.054677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f57805bd-bcdd-483c-93a3-05c5135e2059 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:24.055061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.067125 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Publish callbacks [] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.076117 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.086771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fc0ad7fd-22da-4c3e-8f7b-1fa328682f27 None None] Current status of the port c64c923a-0f21-4282-a70c-2ed41e455794 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:24.121756 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Allocated IP 172.20.0.1 (de0d6f01-6379-4c43-b536-9bc57a1d8fca/e2dd6746-191f-4693-b4e8-325de71a45f7/78f95455-6a3a-4ac0-a96b-ebe0fc670026) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:24.128000 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec09ca-bd3b-45f0-8357-3790dff042cf None None] Pushing event updated for resources: {'Port': ['ID=f2b915d1-2aaa-4331-9c51-24488f09e3ef,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:24.167995 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Attempting to bind port f2b915d1-2aaa-4331-9c51-24488f09e3ef on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:24.168360 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Attempting to bind port f2b915d1-2aaa-4331-9c51-24488f09e3ef by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:24.168937 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Attempting to bind port f2b915d1-2aaa-4331-9c51-24488f09e3ef on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:24.174651 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:24.175061 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:24.175458 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.175835 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:24.176292 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Bound port: f2b915d1-2aaa-4331-9c51-24488f09e3ef, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:24.176661 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.187997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f564662f-7773-4a52-9a05-9bc93c63f0fc None None] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:03:24.222607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f57805bd-bcdd-483c-93a3-05c5135e2059 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:24.223003 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.276299 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks [] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.286183 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-c0d534f5-195b-4103-80b3-9b0f5eeac76a None None] Provisioning complete for port f57805bd-bcdd-483c-93a3-05c5135e2059 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:24.286562 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0d534f5-195b-4103-80b3-9b0f5eeac76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.315220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.321182 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] For port f2b915d1-2aaa-4331-9c51-24488f09e3ef, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:24.338804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port f57805bd-bcdd-483c-93a3-05c5135e2059, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f57805bd-bcdd-483c-93a3-05c5135e2059,segment=NetworkSegment(50862cda-be6c-4154-bfdc-373b25cba411),segment_id=50862cda-be6c-4154-bfdc-373b25cba411)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:24.354083 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] For port f2b915d1-2aaa-4331-9c51-24488f09e3ef, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f2b915d1-2aaa-4331-9c51-24488f09e3ef,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:24.365654 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.369196 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:24.375045 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:24.377368 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.382563 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:24.412340 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=78f95455-6a3a-4ac0-a96b-ebe0fc670026,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:24.427222 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.427659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.427932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.428607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.428607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.428932 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.429261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.429586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.429957 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.430539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.430650 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.430910 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.431368 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:03:24.440908 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Routers {'21533694-e248-41cc-9129-6ecbec48de96'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:24.441621 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['21533694-e248-41cc-9129-6ecbec48de96'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:24.453575 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (21533694-e248-41cc-9129-6ecbec48de96), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.485340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=f57805bd-bcdd-483c-93a3-05c5135e2059,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:24.512675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-c0d534f5-195b-4103-80b3-9b0f5eeac76a None None] Current status of the port f57805bd-bcdd-483c-93a3-05c5135e2059 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:24.628172 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec09ca-bd3b-45f0-8357-3790dff042cf None None] Pushing event updated for resources: {'Port': ['ID=f2b915d1-2aaa-4331-9c51-24488f09e3ef,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:24.635684 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.748461 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] Set router 21533694-e248-41cc-9129-6ecbec48de96 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:24.843255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3a3f7725-9da7-4481-a2b6-f0c39fd8b2bb None None] Provisioning complete for port f57805bd-bcdd-483c-93a3-05c5135e2059 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:24.843898 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7725-9da7-4481-a2b6-f0c39fd8b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.861374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks [] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.867294 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.946003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (21533694-e248-41cc-9129-6ecbec48de96), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:24.962733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=78f95455-6a3a-4ac0-a96b-ebe0fc670026,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:25.000299 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f7725-9da7-4481-a2b6-f0c39fd8b2bb None None] Current status of the port f57805bd-bcdd-483c-93a3-05c5135e2059 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:25.004006 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:22Z', 'revision_number': 3, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port': {'id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:67:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:25.018742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3a3f7725-9da7-4481-a2b6-f0c39fd8b2bb None None] Provisioning complete for port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:25.019214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3a3f7725-9da7-4481-a2b6-f0c39fd8b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.039419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf00552-b96e-4edd-b40d-742ccfe28ee6 None None] The sync data for ids ['21533694-e248-41cc-9129-6ecbec48de96'] in n-d-828675-3 is: [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:22Z', 'revision_number': 3, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port': {'id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:67:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:25.077232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f7725-9da7-4481-a2b6-f0c39fd8b2bb None None] Port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:25.092247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:25.095021 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:25.228600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-0a058eaf-55ae-4d03-84c2-ce8d099d84b9 None None] Provisioning complete for port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:25.237513 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0a058eaf-55ae-4d03-84c2-ce8d099d84b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.325388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Router 21533694-e248-41cc-9129-6ecbec48de96 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:03:25.362065 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0a058eaf-55ae-4d03-84c2-ce8d099d84b9 None None] Port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:25.511930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c64c923a-0f21-4282-a70c-2ed41e455794 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:25.533409 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:03:25.546841 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-02e5a4f1-e7a4-4f29-b649-adff78f78ee2 admin admin] 10.222.0.42 "PUT /v2.0/routers/21533694-e248-41cc-9129-6ecbec48de96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895977 Feb 11 14:03:25.573281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bdc09dcb-8ff2-409f-addd-21f5c3714a96 None None] Provisioning complete for port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:25.573908 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bdc09dcb-8ff2-409f-addd-21f5c3714a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.630953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bdc09dcb-8ff2-409f-addd-21f5c3714a96 None None] Port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:03:25.642620 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c64c923a-0f21-4282-a70c-2ed41e455794 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:25.643002 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.751455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c64c923a-0f21-4282-a70c-2ed41e455794 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:25.752675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f57805bd-bcdd-483c-93a3-05c5135e2059 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:25.817950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f57805bd-bcdd-483c-93a3-05c5135e2059 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:25.818414 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:25.910216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f57805bd-bcdd-483c-93a3-05c5135e2059 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:26.425163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-a0b28b3a-3da3-4cb4-be4b-3771f0c2fa05 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:26.426647 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-a0b28b3a-3da3-4cb4-be4b-3771f0c2fa05 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/networks?id=8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 200 len: 816 time: 0.1135585 Feb 11 14:03:26.445011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-5f7ae587-3442-40af-bc17-aa62ecc82d0a tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/quotas/3eeb1e51e79f47968710e04f1a8d7c67 HTTP/1.1" status: 200 len: 375 time: 0.0110226 Feb 11 14:03:26.521822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-30622eb6-facd-485d-8e53-d55ba5bf7c95 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700951 Feb 11 14:03:26.631498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-e60876f5-833b-4ab6-89da-15b0939f37d2 service neutron] 10.222.0.42 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965321 Feb 11 14:03:26.732996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-2078822a-8ca0-48cc-9ec7-87b5d43440ff service neutron] 10.222.0.42 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922241 Feb 11 14:03:26.896892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d61dedce-41f9-4d9a-8855-d2f7e2e19cae req-7117738e-a9de-42c6-97a5-e6a34047ac9d tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 210 time: 0.0268946 Feb 11 14:03:27.287417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2b915d1-2aaa-4331-9c51-24488f09e3ef up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:27.340838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f2b915d1-2aaa-4331-9c51-24488f09e3ef triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:27.341213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.421750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f2b915d1-2aaa-4331-9c51-24488f09e3ef is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:27.422143 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.449068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port f2b915d1-2aaa-4331-9c51-24488f09e3ef, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f2b915d1-2aaa-4331-9c51-24488f09e3ef,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:27.454330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:27.642465 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Sync routers for ids ['21533694-e248-41cc-9129-6ecbec48de96'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:03:27.663795 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Routers {'21533694-e248-41cc-9129-6ecbec48de96'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:27.664404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['21533694-e248-41cc-9129-6ecbec48de96'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:27.710012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=f2b915d1-2aaa-4331-9c51-24488f09e3ef,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:27.789367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Set router 21533694-e248-41cc-9129-6ecbec48de96 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:27.880647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-95e1fcbb-6a08-4108-bf43-e202160ca52e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:27.882165 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-95e1fcbb-6a08-4108-bf43-e202160ca52e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.64 "GET /v2.0/networks?id=8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 200 len: 816 time: 0.1111228 Feb 11 14:03:27.894281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Request body: {'port': {'device_id': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'admin_state_up': True, 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:27.996474 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:24Z', 'revision_number': 4, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port': {'id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '78f95455-6a3a-4ac0-a96b-ebe0fc670026', 'name': '', 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'mac_address': 'fa:16:3e:57:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e2dd6746-191f-4693-b4e8-325de71a45f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:23Z', 'updated_at': '2022-02-11T14:03:24Z', 'revision_number': 2, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'subnets': [{'id': 'e2dd6746-191f-4693-b4e8-325de71a45f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:28.000505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e55a5781-a992-4f9f-9699-a111297f5505 req-fba01e3e-df1c-4541-b32b-1d4ee7fd21f2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 210 time: 0.0357392 Feb 11 14:03:28.025094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Checking router: 21533694-e248-41cc-9129-6ecbec48de96 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:03:28.025439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Updating router 21533694-e248-41cc-9129-6ecbec48de96 port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:03:28.031512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Made reservation on behalf of 3eeb1e51e79f47968710e04f1a8d7c67 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:03:28.035019 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.052826 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.160751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Allocated IP 172.20.0.12 (8585de86-35b2-443a-a078-ab08a455af1c/a3ecefd3-3f33-4c58-b0e8-5bae6f251021/ad12d9ca-a206-471f-a037-97245024a42d) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:03:28.311491 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks [] for port (ad12d9ca-a206-471f-a037-97245024a42d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.315674 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Publish callbacks [] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.321283 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.349151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ad12d9ca-a206-471f-a037-97245024a42d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.378063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfc339-aca1-4dfc-9815-9542a69e7a89 None None] Pushing event updated for resources: {'Port': ['ID=78f95455-6a3a-4ac0-a96b-ebe0fc670026,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:28.395133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Network 8585de86-35b2-443a-a078-ab08a455af1c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:03:28.399457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:03:28.402445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:03:28.440735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Attempting to bind port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:28.441181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Attempting to bind port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:28.441618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Attempting to bind port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 on network de0d6f01-6379-4c43-b536-9bc57a1d8fca {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:28.447256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:28.447632 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Checking segment: {'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:28.448098 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.448494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Bound using segment: {'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:28.448925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Pushing event updated for resources: {'Port': ['ID=ad12d9ca-a206-471f-a037-97245024a42d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:28.449164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Bound port: 78f95455-6a3a-4ac0-a96b-ebe0fc670026, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50862cda-be6c-4154-bfdc-373b25cba411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:28.449554 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.470853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:28.471647 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.490675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-672dbb0b-d401-4e4d-ac68-2e9694827128 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6004720 Feb 11 14:03:28.503399 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Request body: {'port': {'device_id': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:03:28.541039 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] For port 78f95455-6a3a-4ac0-a96b-ebe0fc670026, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:28.544761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] For port 78f95455-6a3a-4ac0-a96b-ebe0fc670026, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=78f95455-6a3a-4ac0-a96b-ebe0fc670026,segment=NetworkSegment(50862cda-be6c-4154-bfdc-373b25cba411),segment_id=50862cda-be6c-4154-bfdc-373b25cba411)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:28.553470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.571237 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ad12d9ca-a206-471f-a037-97245024a42d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.612669 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Routers {'21533694-e248-41cc-9129-6ecbec48de96'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:03:28.613411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:03:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['21533694-e248-41cc-9129-6ecbec48de96'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:28.680536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfc339-aca1-4dfc-9815-9542a69e7a89 None None] Pushing event updated for resources: {'Port': ['ID=78f95455-6a3a-4ac0-a96b-ebe0fc670026,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:28.697623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-06bd7fb6-d72a-48c8-a32b-d78d647aa9b7 None None] Provisioning complete for port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:28.697623 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06bd7fb6-d72a-48c8-a32b-d78d647aa9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.825252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] Set router 21533694-e248-41cc-9129-6ecbec48de96 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:03:28.865812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad12d9ca-a206-471f-a037-97245024a42d {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:03:28.865990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-06bd7fb6-d72a-48c8-a32b-d78d647aa9b7 None None] Current status of the port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:28.866413 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06bd7fb6-d72a-48c8-a32b-d78d647aa9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.873973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Publish callbacks [] for port (ad12d9ca-a206-471f-a037-97245024a42d), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.886278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Transition to ACTIVE for port object ad12d9ca-a206-471f-a037-97245024a42d will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:03:28.890988 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ad12d9ca-a206-471f-a037-97245024a42d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:28.941990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Pushing event updated for resources: {'Port': ['ID=ad12d9ca-a206-471f-a037-97245024a42d,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:28.975776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-06bd7fb6-d72a-48c8-a32b-d78d647aa9b7 None None] For port 78f95455-6a3a-4ac0-a96b-ebe0fc670026, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=78f95455-6a3a-4ac0-a96b-ebe0fc670026,segment=NetworkSegment(50862cda-be6c-4154-bfdc-373b25cba411),segment_id=50862cda-be6c-4154-bfdc-373b25cba411)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:28.982864 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-06bd7fb6-d72a-48c8-a32b-d78d647aa9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.018304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Attempting to bind port ad12d9ca-a206-471f-a037-97245024a42d on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:03:29.018716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Attempting to bind port ad12d9ca-a206-471f-a037-97245024a42d by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:03:29.019112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Attempting to bind port ad12d9ca-a206-471f-a037-97245024a42d on network 8585de86-35b2-443a-a078-ab08a455af1c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:29.024088 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Port ad12d9ca-a206-471f-a037-97245024a42d on network 8585de86-35b2-443a-a078-ab08a455af1c not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:03:29.024504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Attempting to bind port ad12d9ca-a206-471f-a037-97245024a42d on network 8585de86-35b2-443a-a078-ab08a455af1c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:03:29.030823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:03:29.031175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Checking segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:03:29.031565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Bound using segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:03:29.031997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Bound port: ad12d9ca-a206-471f-a037-97245024a42d, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:03:29.032451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ad12d9ca-a206-471f-a037-97245024a42d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.088882 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd7fb6-d72a-48c8-a32b-d78d647aa9b7 None None] Pushing event updated for resources: {'Port': ['ID=78f95455-6a3a-4ac0-a96b-ebe0fc670026,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:29.138199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2bcf7779-eecc-496e-82f5-37c18288e495 None None] Provisioning complete for port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:29.138583 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2bcf7779-eecc-496e-82f5-37c18288e495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.156879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] For port ad12d9ca-a206-471f-a037-97245024a42d, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:03:29.161391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] For port ad12d9ca-a206-471f-a037-97245024a42d, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ad12d9ca-a206-471f-a037-97245024a42d,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:03:29.172673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf813d2-8627-4dc2-adae-913d5a50cb06 req-cd1cc707-bf5d-4877-966f-6d6b10802a75 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.174238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cf813d2-8627-4dc2-adae-913d5a50cb06 req-cd1cc707-bf5d-4877-966f-6d6b10802a75 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 944 time: 0.0857368 Feb 11 14:03:29.176000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ad12d9ca-a206-471f-a037-97245024a42d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.192508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.193382 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.194783 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] 10.222.0.64 "PUT /v2.0/ports/ad12d9ca-a206-471f-a037-97245024a42d HTTP/1.1" status: 200 len: 1092 time: 0.6973250 Feb 11 14:03:29.198322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'tag': 'ad12d9ca-a206-471f-a037-97245024a42d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:29.200429 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6daa756-6e19-4794-9440-4aba4827ed07" -d '{"events": [{"name": "network-changed", "server_uuid": "e725d7a1-e435-47df-a680-50680af9b1eb", "tag": "ad12d9ca-a206-471f-a037-97245024a42d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:29.203723 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:24Z', 'revision_number': 4, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port': {'id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '78f95455-6a3a-4ac0-a96b-ebe0fc670026', 'name': '', 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'mac_address': 'fa:16:3e:57:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e2dd6746-191f-4693-b4e8-325de71a45f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:23Z', 'updated_at': '2022-02-11T14:03:28Z', 'revision_number': 4, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'subnets': [{'id': 'e2dd6746-191f-4693-b4e8-325de71a45f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:03:29.260141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4978e9e-383c-4d64-8376-edd08bfa8688 None None] The sync data for ids ['21533694-e248-41cc-9129-6ecbec48de96'] in n-d-828675-3 is: [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:24Z', 'revision_number': 4, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port': {'id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '78f95455-6a3a-4ac0-a96b-ebe0fc670026', 'name': '', 'network_id': 'de0d6f01-6379-4c43-b536-9bc57a1d8fca', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'mac_address': 'fa:16:3e:57:3e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'e2dd6746-191f-4693-b4e8-325de71a45f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:23Z', 'updated_at': '2022-02-11T14:03:28Z', 'revision_number': 4, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'subnets': [{'id': 'e2dd6746-191f-4693-b4e8-325de71a45f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:03:29.304340 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2b915d1-2aaa-4331-9c51-24488f09e3ef up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:29.325368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d6cd9-f4d7-461e-b994-76e839c32048 service neutron] Pushing event updated for resources: {'Port': ['ID=ad12d9ca-a206-471f-a037-97245024a42d,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:29.359513 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cf813d2-8627-4dc2-adae-913d5a50cb06 req-87a53b4a-857e-4185-bf1c-60e70dd1430c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740882 Feb 11 14:03:29.374105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-75e84f11-b33f-4dcb-a9a8-a4ceb006e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.383576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-75e84f11-b33f-4dcb-a9a8-a4ceb006e2e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 1126 time: 0.1325321 Feb 11 14:03:29.385401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf7779-eecc-496e-82f5-37c18288e495 None None] Current status of the port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:29.429135 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22888df4-90dd-4e60-a416-000c7ae3f7d3 x-openstack-request-id: req-22888df4-90dd-4e60-a416-000c7ae3f7d3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:29.429668 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e725d7a1-e435-47df-a680-50680af9b1eb", "tag": "ad12d9ca-a206-471f-a037-97245024a42d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:29.430072 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-22888df4-90dd-4e60-a416-000c7ae3f7d3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:29.430678 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'tag': 'ad12d9ca-a206-471f-a037-97245024a42d', 'status': 'completed', 'code': 200} Feb 11 14:03:29.432753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-c852cbcf-eece-4bd7-b30d-afc7230f7758 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad12d9ca-a206-471f-a037-97245024a42d HTTP/1.1" status: 200 len: 217 time: 0.0501742 Feb 11 14:03:29.453857 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-87fb063f-09d0-4826-afd7-1571307fbfe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.466655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f2b915d1-2aaa-4331-9c51-24488f09e3ef triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:29.468711 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:29.493170 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-cdb7e3eb-953c-4570-9f3b-52c9c223cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.494793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-cdb7e3eb-953c-4570-9f3b-52c9c223cf08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3ecefd3-3f33-4c58-b0e8-5bae6f251021 HTTP/1.1" status: 200 len: 855 time: 0.0542147 Feb 11 14:03:29.560715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f2b915d1-2aaa-4331-9c51-24488f09e3ef is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:29.570868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-00365b2e-a5bf-4102-aebd-2a0a8b9d221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.572482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-00365b2e-a5bf-4102-aebd-2a0a8b9d221e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8585de86-35b2-443a-a078-ab08a455af1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0717700 Feb 11 14:03:29.664588 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-fe8823e1-dbbd-46ee-99d5-1d70c08adb67 service neutron] 10.222.0.64 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858021 Feb 11 14:03:29.763987 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9b2655e4-821a-40c7-9d82-146ebb5e94e4 req-18d36e23-862b-4f94-a5af-0eab7fc91083 service neutron] 10.222.0.64 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937285 Feb 11 14:03:29.858512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-6d104e4f-da6a-4149-b3ff-b8936eda5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.860044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-6d104e4f-da6a-4149-b3ff-b8936eda5a5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 1126 time: 0.0497923 Feb 11 14:03:29.958750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-f53139e3-d5d4-4fd8-8051-698b85313fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:29.960248 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-f53139e3-d5d4-4fd8-8051-698b85313fba service neutron] 10.222.0.64 "GET /v2.0/networks?id=8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 200 len: 917 time: 0.0918624 Feb 11 14:03:30.001297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-b8501c11-bcd3-43c2-80b7-0461aeb3e574 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad12d9ca-a206-471f-a037-97245024a42d HTTP/1.1" status: 200 len: 217 time: 0.0352147 Feb 11 14:03:30.051242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-8f55a7e5-2eaa-4ffa-a2c4-aa47ee5ff451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:30.052707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-8f55a7e5-2eaa-4ffa-a2c4-aa47ee5ff451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3ecefd3-3f33-4c58-b0e8-5bae6f251021 HTTP/1.1" status: 200 len: 855 time: 0.0458448 Feb 11 14:03:30.102302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-6ca7e660-2d33-4363-b43b-ee7a6fe57e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:30.103914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-6ca7e660-2d33-4363-b43b-ee7a6fe57e99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8585de86-35b2-443a-a078-ab08a455af1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453134 Feb 11 14:03:30.212919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-23b5d3b2-55a8-4d22-b9a8-c26c26b4e33d service neutron] 10.222.0.64 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025538 Feb 11 14:03:30.309916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6daa756-6e19-4794-9440-4aba4827ed07 req-99958dea-c219-460e-9a0e-d4833832f303 service neutron] 10.222.0.64 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913389 Feb 11 14:03:30.496027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2db340-a470-4dff-a2dc-5d538074ee37 req-28b76db7-652a-4023-8bd5-9abbb23720aa tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:30.497435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2db340-a470-4dff-a2dc-5d538074ee37 req-28b76db7-652a-4023-8bd5-9abbb23720aa tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 944 time: 0.0627539 Feb 11 14:03:30.546392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f2db340-a470-4dff-a2dc-5d538074ee37 req-c42f96f4-e01f-48c4-8761-678e21d2726e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Feb 11 14:03:31.278574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 78f95455-6a3a-4ac0-a96b-ebe0fc670026 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:31.329303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:31.329582 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.404836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:31.524151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c73bdd64-84d7-4a0d-8df1-f8d1f07d8345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:31.667769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d237845-fff8-4f56-8814-a40d36694ba5 req-18971888-61b4-486d-8cee-8c8cd887af5c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:31.669244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d237845-fff8-4f56-8814-a40d36694ba5 req-18971888-61b4-486d-8cee-8c8cd887af5c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 944 time: 0.0525239 Feb 11 14:03:31.717258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6d237845-fff8-4f56-8814-a40d36694ba5 req-7d172f59-6852-4152-9c03-968f0963ed43 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Feb 11 14:03:32.088202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ad12d9ca-a206-471f-a037-97245024a42d details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:03:32.201112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ad12d9ca-a206-471f-a037-97245024a42d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ad12d9ca-a206-471f-a037-97245024a42d,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:32.212850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'ad12d9ca-a206-471f-a037-97245024a42d', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'port_id': 'ad12d9ca-a206-471f-a037-97245024a42d', 'mac_address': 'fa:16:3e:53:a4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:03:32.252104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ad12d9ca-a206-471f-a037-97245024a42d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:32.252499 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ad12d9ca-a206-471f-a037-97245024a42d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.266369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad12d9ca-a206-471f-a037-97245024a42d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:03:32.286541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ad12d9ca-a206-471f-a037-97245024a42d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ad12d9ca-a206-471f-a037-97245024a42d,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:32.292208 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ad12d9ca-a206-471f-a037-97245024a42d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.344265 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ad12d9ca-a206-471f-a037-97245024a42d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:32.573926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ad12d9ca-a206-471f-a037-97245024a42d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:03:32.831565 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:32.847828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31598e43-b3ed-41f2-af4b-4541c649bb96 req-e7547840-8fdd-427d-8f4d-9f776ccc4215 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:32.849325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31598e43-b3ed-41f2-af4b-4541c649bb96 req-e7547840-8fdd-427d-8f4d-9f776ccc4215 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 945 time: 0.0610967 Feb 11 14:03:32.894984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31598e43-b3ed-41f2-af4b-4541c649bb96 req-46cf24af-1546-422b-8c12-2196362cf9ba tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Feb 11 14:03:33.140530 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:03:34.019628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ab055-faeb-4d4d-991f-82443b75e62a req-cc975d44-eda8-44b2-9560-d1631e70756c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:34.021228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-809ab055-faeb-4d4d-991f-82443b75e62a req-cc975d44-eda8-44b2-9560-d1631e70756c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 945 time: 0.0552590 Feb 11 14:03:34.079238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-809ab055-faeb-4d4d-991f-82443b75e62a req-d83c8682-8e40-4738-ba93-647d36f6261b tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520990 Feb 11 14:03:34.098529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ad12d9ca-a206-471f-a037-97245024a42d up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:03:34.166442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port ad12d9ca-a206-471f-a037-97245024a42d completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:03:34.170334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port ad12d9ca-a206-471f-a037-97245024a42d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:03:34.170731 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ad12d9ca-a206-471f-a037-97245024a42d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.252584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port ad12d9ca-a206-471f-a037-97245024a42d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:03:34.252974 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ad12d9ca-a206-471f-a037-97245024a42d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.277222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad12d9ca-a206-471f-a037-97245024a42d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:03:34.279514 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf4e45-f1bb-4ad8-9c12-ae5db1a747a6" -d '{"events": [{"server_uuid": "e725d7a1-e435-47df-a680-50680af9b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "ad12d9ca-a206-471f-a037-97245024a42d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:03:34.291345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port ad12d9ca-a206-471f-a037-97245024a42d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ad12d9ca-a206-471f-a037-97245024a42d,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:03:34.296538 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ad12d9ca-a206-471f-a037-97245024a42d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.326763 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f0a90-ddda-4981-a010-9f1790c794ed x-openstack-request-id: req-7f9f0a90-ddda-4981-a010-9f1790c794ed {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:03:34.327056 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e725d7a1-e435-47df-a680-50680af9b1eb", "name": "network-vif-plugged", "status": "completed", "tag": "ad12d9ca-a206-471f-a037-97245024a42d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:03:34.327412 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f9f0a90-ddda-4981-a010-9f1790c794ed {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:03:34.327824 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad12d9ca-a206-471f-a037-97245024a42d', 'code': 200} Feb 11 14:03:34.353315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=ad12d9ca-a206-471f-a037-97245024a42d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:03:34.438176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376df5ab-9e00-4bc9-9845-282be3df7a4b req-d6facdef-cc0f-48b1-b72b-666af3c357c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:34.439712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-376df5ab-9e00-4bc9-9845-282be3df7a4b req-d6facdef-cc0f-48b1-b72b-666af3c357c2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 1128 time: 0.0663249 Feb 11 14:03:34.478937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:34.501160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-376df5ab-9e00-4bc9-9845-282be3df7a4b req-6833afc3-b9ce-4161-a637-7eecd1f6c0e5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548120 Feb 11 14:03:35.219165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae142d42-83e7-41b1-80b6-d0d7a81eeb48 req-cfc1108b-0078-4fb3-85d0-551142ef5f2a tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:35.220649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae142d42-83e7-41b1-80b6-d0d7a81eeb48 req-cfc1108b-0078-4fb3-85d0-551142ef5f2a tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 946 time: 0.0547864 Feb 11 14:03:35.268391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ae142d42-83e7-41b1-80b6-d0d7a81eeb48 req-cea3aba1-d58a-4302-9836-fbcb51140541 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420423 Feb 11 14:03:35.403999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:36.408205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e15677-3405-40a1-bd79-89638df7c9bb req-ac86adac-a4d1-4459-bc25-be8b4fa810ab tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:36.409733 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37e15677-3405-40a1-bd79-89638df7c9bb req-ac86adac-a4d1-4459-bc25-be8b4fa810ab tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 946 time: 0.0571954 Feb 11 14:03:36.460730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37e15677-3405-40a1-bd79-89638df7c9bb req-130b006e-30d0-4476-b50b-5f6cdfffb40e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Feb 11 14:03:36.596129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2673b7-5b7b-47db-9ebf-d1f05525f51f req-e242d691-0b5d-4be3-a1ef-6ff04829871b tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:36.597515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff2673b7-5b7b-47db-9ebf-d1f05525f51f req-e242d691-0b5d-4be3-a1ef-6ff04829871b tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 946 time: 0.0690346 Feb 11 14:03:36.652552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff2673b7-5b7b-47db-9ebf-d1f05525f51f req-a3725aa4-de2a-4d04-b83b-5a73ece42a6c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466833 Feb 11 14:03:46.957869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:47.730076 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:03:56.827645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-923ecd12-73cb-4692-9231-edc79a7fbf0c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516481 Feb 11 14:03:56.917624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a011709-0451-42e7-8c26-05cffa651d49 req-f567b2d1-1d0a-43eb-90aa-bd0898daa4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:56.919204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-f567b2d1-1d0a-43eb-90aa-bd0898daa4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 1128 time: 0.0462778 Feb 11 14:03:57.369113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a011709-0451-42e7-8c26-05cffa651d49 req-58122042-1beb-4ae4-8c1b-5620a1cb54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.370951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-58122042-1beb-4ae4-8c1b-5620a1cb54e1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 200 len: 917 time: 0.4322679 Feb 11 14:03:57.412728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-ab263d27-a491-43d4-b687-da9db99d0abc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad12d9ca-a206-471f-a037-97245024a42d HTTP/1.1" status: 200 len: 217 time: 0.0351560 Feb 11 14:03:57.464962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a011709-0451-42e7-8c26-05cffa651d49 req-895b951a-b6b4-4b25-916a-dba15bb49ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.466367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-895b951a-b6b4-4b25-916a-dba15bb49ae8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a3ecefd3-3f33-4c58-b0e8-5bae6f251021 HTTP/1.1" status: 200 len: 855 time: 0.0480211 Feb 11 14:03:57.515397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a011709-0451-42e7-8c26-05cffa651d49 req-97af86f7-5c40-49da-9e2d-f02614edcff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:57.516937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-97af86f7-5c40-49da-9e2d-f02614edcff8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8585de86-35b2-443a-a078-ab08a455af1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443635 Feb 11 14:03:57.607715 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-afed7fb7-ee84-4d0f-a71f-696c60b6602b service neutron] 10.222.0.64 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838273 Feb 11 14:03:57.705159 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1a011709-0451-42e7-8c26-05cffa651d49 req-84366846-9466-4640-90d5-b26a0054dba1 service neutron] 10.222.0.64 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913327 Feb 11 14:03:59.418910 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-99ac98b1-8b6b-4f34-afc0-075ebbe80458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:01.519567 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ffddf6f7-eea3-40fc-8044-def7b19804fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:02.833841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:04.482456 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:05.403008 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:10.140779 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:04:11.034231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f286-b5d2-45f8-beee-c85ee08d80b5 req-076f929c-d853-4621-b652-c72ffadb1b04 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:11.035641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fba5f286-b5d2-45f8-beee-c85ee08d80b5 req-076f929c-d853-4621-b652-c72ffadb1b04 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 946 time: 0.0574954 Feb 11 14:04:11.082757 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fba5f286-b5d2-45f8-beee-c85ee08d80b5 req-ae02d0ce-a172-4d08-9747-418ec4121242 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Feb 11 14:04:12.223000 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80002-29fa-4b89-944d-4061f2bd878b req-812db6aa-db0a-4216-a2fc-9f1248a7b9eb tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.224493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71c80002-29fa-4b89-944d-4061f2bd878b req-812db6aa-db0a-4216-a2fc-9f1248a7b9eb tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 946 time: 0.0586941 Feb 11 14:04:12.276945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-71c80002-29fa-4b89-944d-4061f2bd878b req-8276e121-eb55-4cad-9c42-fd0e8401b1a9 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Feb 11 14:04:12.567644 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-0dc15abb-fe05-4d81-9fae-e77e3f482add tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:12.569102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-0dc15abb-fe05-4d81-9fae-e77e3f482add tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.64 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 946 time: 0.0583611 Feb 11 14:04:12.667570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Deleting port ad12d9ca-a206-471f-a037-97245024a42d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:04:12.667909 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ad12d9ca-a206-471f-a037-97245024a42d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:12.756609 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] For port ad12d9ca-a206-471f-a037-97245024a42d, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=ad12d9ca-a206-471f-a037-97245024a42d,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:12.756873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ad12d9ca-a206-471f-a037-97245024a42d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:12.769842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Calling delete_port for ad12d9ca-a206-471f-a037-97245024a42d owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:04:12.908454 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ad12d9ca-a206-471f-a037-97245024a42d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:12.920638 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['ad12d9ca-a206-471f-a037-97245024a42d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:12.937037 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Pushing event deleted for resources: {'Port': ['ID=ad12d9ca-a206-471f-a037-97245024a42d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:12.949762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.950111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.950459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.950801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.951142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.951472 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.951801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.952148 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.952475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.952806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.953133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.953444 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.953797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:12.992576 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] No DVR routers for this DVR port ad12d9ca-a206-471f-a037-97245024a42d on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:04:12.995356 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:12.998732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ae935f7-fe26-4971-8aba-88fa4c8a1b5e req-66c93cf8-cb16-4a9d-bcb2-62f3adf30ee2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.64 "DELETE /v2.0/ports/ad12d9ca-a206-471f-a037-97245024a42d HTTP/1.1" status: 204 len: 173 time: 0.4238272 Feb 11 14:04:12.999185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'name': 'network-vif-deleted', 'tag': 'ad12d9ca-a206-471f-a037-97245024a42d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:13.001490 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc72dfe-b51a-444f-9b2a-d7693db71c43" -d '{"events": [{"server_uuid": "e725d7a1-e435-47df-a680-50680af9b1eb", "name": "network-vif-deleted", "tag": "ad12d9ca-a206-471f-a037-97245024a42d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:13.037663 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659afcd3-4117-4fa3-9eaa-71956227307e x-openstack-request-id: req-659afcd3-4117-4fa3-9eaa-71956227307e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:13.037992 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e725d7a1-e435-47df-a680-50680af9b1eb", "name": "network-vif-deleted", "tag": "ad12d9ca-a206-471f-a037-97245024a42d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:13.038245 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-659afcd3-4117-4fa3-9eaa-71956227307e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:13.038652 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e725d7a1-e435-47df-a680-50680af9b1eb', 'name': 'network-vif-deleted', 'tag': 'ad12d9ca-a206-471f-a037-97245024a42d', 'status': 'completed', 'code': 200} Feb 11 14:04:13.392811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a89cd8fc-e0da-4daa-bd37-a1bb46c63ca0 req-6d4645ce-376c-445a-8444-f64780b77cbd tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=e725d7a1-e435-47df-a680-50680af9b1eb HTTP/1.1" status: 200 len: 210 time: 0.0296686 Feb 11 14:04:14.961219 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-64380391-5722-4a34-a7df-240351d45b44 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:14.962735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-64380391-5722-4a34-a7df-240351d45b44 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/networks?id=8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 200 len: 816 time: 0.1019289 Feb 11 14:04:14.977681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-f077adc7-a584-43d2-9533-e88dc4436bf5 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/quotas/3eeb1e51e79f47968710e04f1a8d7c67 HTTP/1.1" status: 200 len: 375 time: 0.0092916 Feb 11 14:04:15.040308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-e3c54ba0-76ad-4cb4-9a19-04b8a86668dd tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574505 Feb 11 14:04:15.135516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-fd7307d4-9615-4a77-8058-4d9005b6b6e5 service neutron] 10.222.0.42 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830219 Feb 11 14:04:15.230914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-93d741e4-5eb9-42bd-99c4-5b0e686e5f51 service neutron] 10.222.0.42 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896540 Feb 11 14:04:15.404625 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-631ccf5b-38ba-4c90-8e11-55d3b5728ff5 req-1efa28f7-7324-4670-960c-b40aa01094c3 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 210 time: 0.0276575 Feb 11 14:04:16.225702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ad12d9ca-a206-471f-a037-97245024a42d no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:04:16.248822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: ad12d9ca-a206-471f-a037-97245024a42d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:04:16.249180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device ad12d9ca-a206-471f-a037-97245024a42d not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:04:16.355764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-2a8a990a-c678-4355-9f8d-f38b6d80f63e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:16.357238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-2a8a990a-c678-4355-9f8d-f38b6d80f63e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.53 "GET /v2.0/networks?id=8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 200 len: 816 time: 0.1088359 Feb 11 14:04:16.369318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Request body: {'port': {'device_id': '96025d2e-08e0-4529-81c6-284c38b6695f', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'admin_state_up': True, 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:16.482855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Made reservation on behalf of 3eeb1e51e79f47968710e04f1a8d7c67 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:04:16.486271 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:16.625544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Allocated IP 172.20.0.12 (8585de86-35b2-443a-a078-ab08a455af1c/a3ecefd3-3f33-4c58-b0e8-5bae6f251021/5711018d-5935-4f9a-99ae-15e564ec6e52) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:04:16.644696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f5ac0ab-9c9e-4502-8a71-76bc3318f490 req-8decac81-e560-4af3-97cf-4d01a5d241a6 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 210 time: 0.1710758 Feb 11 14:04:16.786104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks [] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:16.823686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:16.867521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Network 8585de86-35b2-443a-a078-ab08a455af1c is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:04:16.871079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:04:16.874714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:04:16.880899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Pushing event updated for resources: {'Port': ['ID=5711018d-5935-4f9a-99ae-15e564ec6e52,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:16.929473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:16.930222 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:16.946952 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a1261812-c0a9-489a-a0d0-f9a22111a6c2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817559 Feb 11 14:04:16.958814 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.017406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Request body: {'port': {'device_id': '96025d2e-08e0-4529-81c6-284c38b6695f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:04:17.081872 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.161591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6dfed0e6-6c7d-4869-8091-e4314a006364 None None] Provisioning complete for port 5711018d-5935-4f9a-99ae-15e564ec6e52 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:17.161807 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6dfed0e6-6c7d-4869-8091-e4314a006364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.195594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6dfed0e6-6c7d-4869-8091-e4314a006364 None None] Port 5711018d-5935-4f9a-99ae-15e564ec6e52 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:04:17.353388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5711018d-5935-4f9a-99ae-15e564ec6e52 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:17.360830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Publish callbacks [] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.372920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Transition to ACTIVE for port object 5711018d-5935-4f9a-99ae-15e564ec6e52 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:04:17.379769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.433496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Pushing event updated for resources: {'Port': ['ID=5711018d-5935-4f9a-99ae-15e564ec6e52,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:17.512992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Attempting to bind port 5711018d-5935-4f9a-99ae-15e564ec6e52 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:04:17.513318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Attempting to bind port 5711018d-5935-4f9a-99ae-15e564ec6e52 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:04:17.513669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Attempting to bind port 5711018d-5935-4f9a-99ae-15e564ec6e52 on network 8585de86-35b2-443a-a078-ab08a455af1c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:17.518957 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Port 5711018d-5935-4f9a-99ae-15e564ec6e52 on network 8585de86-35b2-443a-a078-ab08a455af1c not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:04:17.519285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Attempting to bind port 5711018d-5935-4f9a-99ae-15e564ec6e52 on network 8585de86-35b2-443a-a078-ab08a455af1c {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:04:17.524673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:04:17.525014 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Checking segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:04:17.525445 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Bound using segment: {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:04:17.525909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Bound port: 5711018d-5935-4f9a-99ae-15e564ec6e52, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b2c7f9-3f59-4067-9941-70b967dc5749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:04:17.526268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.593234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] For port 5711018d-5935-4f9a-99ae-15e564ec6e52, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:04:17.596557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] For port 5711018d-5935-4f9a-99ae-15e564ec6e52, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5711018d-5935-4f9a-99ae-15e564ec6e52,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:04:17.603290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.643086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:17.643707 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.645109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] 10.222.0.53 "PUT /v2.0/ports/5711018d-5935-4f9a-99ae-15e564ec6e52 HTTP/1.1" status: 200 len: 1092 time: 0.6899874 Feb 11 14:04:17.645544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96025d2e-08e0-4529-81c6-284c38b6695f', 'tag': '5711018d-5935-4f9a-99ae-15e564ec6e52'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:17.647835 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0088af-ecc8-4a12-8ac4-adae289b4834" -d '{"events": [{"name": "network-changed", "server_uuid": "96025d2e-08e0-4529-81c6-284c38b6695f", "tag": "5711018d-5935-4f9a-99ae-15e564ec6e52"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:17.671438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffdce6-ea86-41f5-96c6-3c2e9603a243 service neutron] Pushing event updated for resources: {'Port': ['ID=5711018d-5935-4f9a-99ae-15e564ec6e52,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:17.693599 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344ed6b-7ec0-4b50-a8bb-8c46b5aba6bd x-openstack-request-id: req-6344ed6b-7ec0-4b50-a8bb-8c46b5aba6bd {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:17.693924 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96025d2e-08e0-4529-81c6-284c38b6695f", "tag": "5711018d-5935-4f9a-99ae-15e564ec6e52", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:17.694188 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6344ed6b-7ec0-4b50-a8bb-8c46b5aba6bd {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:17.694594 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96025d2e-08e0-4529-81c6-284c38b6695f', 'tag': '5711018d-5935-4f9a-99ae-15e564ec6e52', 'status': 'completed', 'code': 200} Feb 11 14:04:17.748421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-b23824f4-6c5a-46fe-a9eb-b32ba4735da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:17.750102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-b23824f4-6c5a-46fe-a9eb-b32ba4735da4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 1126 time: 0.0500729 Feb 11 14:04:17.754977 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:17.817101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-1f3cc23a-cd81-4d34-b216-6989af6aa759 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711018d-5935-4f9a-99ae-15e564ec6e52 HTTP/1.1" status: 200 len: 217 time: 0.0550518 Feb 11 14:04:17.869790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527ceb1-11e8-410d-b7e4-f8423d6cfb11 req-2a1272c2-515a-44c0-9074-366af3208338 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:17.871259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5527ceb1-11e8-410d-b7e4-f8423d6cfb11 req-2a1272c2-515a-44c0-9074-366af3208338 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 944 time: 0.1201456 Feb 11 14:04:17.884194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-b3c68f4e-21c9-46be-879b-2d9c43e23adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:17.885685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-b3c68f4e-21c9-46be-879b-2d9c43e23adf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3ecefd3-3f33-4c58-b0e8-5bae6f251021 HTTP/1.1" status: 200 len: 855 time: 0.0617669 Feb 11 14:04:17.947855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5527ceb1-11e8-410d-b7e4-f8423d6cfb11 req-d5ab91aa-acef-4ed7-bacf-e34796696a7b tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701599 Feb 11 14:04:17.958465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-517153f1-956d-46b0-bc0b-9e2d7767ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:17.960111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-517153f1-956d-46b0-bc0b-9e2d7767ac8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8585de86-35b2-443a-a078-ab08a455af1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665200 Feb 11 14:04:18.052576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-835739de-e70b-4e22-9081-eb061cf8d994 service neutron] 10.222.0.53 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859842 Feb 11 14:04:18.140343 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f30e2ab5-de13-420d-8128-4f42d5efb140 req-a54a04ec-e2ab-4f4f-abb9-3334c79ab3ea service neutron] 10.222.0.53 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816276 Feb 11 14:04:18.239617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-926c30ca-cdf5-483f-82c0-3d88589ff057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:18.241147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-926c30ca-cdf5-483f-82c0-3d88589ff057 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 1126 time: 0.0529215 Feb 11 14:04:18.331077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-fb55e877-20a0-4951-ace1-7367d302bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:18.332539 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-fb55e877-20a0-4951-ace1-7367d302bc0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 200 len: 917 time: 0.0858099 Feb 11 14:04:18.376932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-42725149-284e-4683-a010-114bae511e8a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5711018d-5935-4f9a-99ae-15e564ec6e52 HTTP/1.1" status: 200 len: 217 time: 0.0376272 Feb 11 14:04:18.435509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-615798cf-3757-43df-b4be-9ef2807f3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:18.437006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-615798cf-3757-43df-b4be-9ef2807f3899 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a3ecefd3-3f33-4c58-b0e8-5bae6f251021 HTTP/1.1" status: 200 len: 855 time: 0.0538816 Feb 11 14:04:18.493685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-2bf2dd22-bd81-4e0e-9cff-82be167b1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:18.495228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-2bf2dd22-bd81-4e0e-9cff-82be167b1aac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8585de86-35b2-443a-a078-ab08a455af1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511458 Feb 11 14:04:18.599552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-2b4f3cab-f9a3-46f3-89d2-10b8c0a90136 service neutron] 10.222.0.53 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966265 Feb 11 14:04:18.691724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0088af-ecc8-4a12-8ac4-adae289b4834 req-c4572518-9f8d-4d8d-b07d-f9c75c51d608 service neutron] 10.222.0.53 "GET /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850704 Feb 11 14:04:19.079997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2151dd0-198b-4cb1-a81c-0b51f686a863 req-6cf80620-ef2e-4876-ab54-0400787711f1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:19.081494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2151dd0-198b-4cb1-a81c-0b51f686a863 req-6cf80620-ef2e-4876-ab54-0400787711f1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 944 time: 0.0610325 Feb 11 14:04:19.131000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2151dd0-198b-4cb1-a81c-0b51f686a863 req-281466a3-82db-4d5c-a778-eba336174b9b tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Feb 11 14:04:19.631602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5711018d-5935-4f9a-99ae-15e564ec6e52 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:04:19.891118 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 5711018d-5935-4f9a-99ae-15e564ec6e52, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5711018d-5935-4f9a-99ae-15e564ec6e52,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:19.903281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '5711018d-5935-4f9a-99ae-15e564ec6e52', 'network_id': '8585de86-35b2-443a-a078-ab08a455af1c', 'port_id': '5711018d-5935-4f9a-99ae-15e564ec6e52', 'mac_address': 'fa:16:3e:fd:62:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ecefd3-3f33-4c58-b0e8-5bae6f251021', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:04:19.944181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 5711018d-5935-4f9a-99ae-15e564ec6e52 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:19.944572 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:19.957773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5711018d-5935-4f9a-99ae-15e564ec6e52 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:04:19.977157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 5711018d-5935-4f9a-99ae-15e564ec6e52, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5711018d-5935-4f9a-99ae-15e564ec6e52,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:19.983726 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:20.032773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=5711018d-5935-4f9a-99ae-15e564ec6e52,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:20.040225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.040573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.041003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.041422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.041868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.042207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.042538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.042837 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.043163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.043489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.043813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.044134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.044455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:20.187473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['5711018d-5935-4f9a-99ae-15e564ec6e52'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:04:20.258556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f3d67-3c44-4b50-93d4-99c28b4ecd6c req-c63ec688-fa3c-43f2-820c-a658abae4f5e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:20.260110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f4f3d67-3c44-4b50-93d4-99c28b4ecd6c req-c63ec688-fa3c-43f2-820c-a658abae4f5e tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 945 time: 0.0536995 Feb 11 14:04:20.307921 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f4f3d67-3c44-4b50-93d4-99c28b4ecd6c req-7748e3f0-d14c-41c5-a44d-2571083ecb41 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Feb 11 14:04:21.437350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5e64d-fe1f-46f1-8816-f4e6b2f1cc2a req-a7109834-aa8c-4711-80e3-18ae95b4c0ad tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.438927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ec5e64d-fe1f-46f1-8816-f4e6b2f1cc2a req-a7109834-aa8c-4711-80e3-18ae95b4c0ad tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 945 time: 0.0597017 Feb 11 14:04:21.490798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ec5e64d-fe1f-46f1-8816-f4e6b2f1cc2a req-bc1e1c41-5e5a-41e7-bde9-a398f52ff4c9 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461037 Feb 11 14:04:21.652528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5711018d-5935-4f9a-99ae-15e564ec6e52 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:04:21.706957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 5711018d-5935-4f9a-99ae-15e564ec6e52 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:04:21.711260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 5711018d-5935-4f9a-99ae-15e564ec6e52 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:04:21.711665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:21.801180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 5711018d-5935-4f9a-99ae-15e564ec6e52 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:04:21.801578 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:21.825253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96025d2e-08e0-4529-81c6-284c38b6695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5711018d-5935-4f9a-99ae-15e564ec6e52'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:04:21.827591 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6d8f60-4e55-4fbe-93bf-997c9ae225d7" -d '{"events": [{"server_uuid": "96025d2e-08e0-4529-81c6-284c38b6695f", "name": "network-vif-plugged", "status": "completed", "tag": "5711018d-5935-4f9a-99ae-15e564ec6e52"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:21.839596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 5711018d-5935-4f9a-99ae-15e564ec6e52, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5711018d-5935-4f9a-99ae-15e564ec6e52,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:21.844973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:21.872024 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c935c7-6666-4051-9619-3ef6a5e43882 x-openstack-request-id: req-b7c935c7-6666-4051-9619-3ef6a5e43882 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:21.872319 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96025d2e-08e0-4529-81c6-284c38b6695f", "name": "network-vif-plugged", "status": "completed", "tag": "5711018d-5935-4f9a-99ae-15e564ec6e52", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:21.872574 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7c935c7-6666-4051-9619-3ef6a5e43882 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:21.872962 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96025d2e-08e0-4529-81c6-284c38b6695f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5711018d-5935-4f9a-99ae-15e564ec6e52', 'code': 200} Feb 11 14:04:21.899950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=5711018d-5935-4f9a-99ae-15e564ec6e52,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:21.963665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4e53e-5d2c-4d40-ad8c-efd05afd18bf req-5dd96096-5cc4-4bd1-9f63-805c0ae536b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:21.965167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36c4e53e-5d2c-4d40-ad8c-efd05afd18bf req-5dd96096-5cc4-4bd1-9f63-805c0ae536b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 1128 time: 0.0447645 Feb 11 14:04:22.008395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-36c4e53e-5d2c-4d40-ad8c-efd05afd18bf req-15ec99a2-495d-4898-8854-c11c7acca732 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Feb 11 14:04:22.635903 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c6aad-a18f-4576-8f25-626b44a30195 req-dfc38a0c-1c56-441b-8489-ce65210f5860 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:22.637384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d28c6aad-a18f-4576-8f25-626b44a30195 req-dfc38a0c-1c56-441b-8489-ce65210f5860 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 946 time: 0.0613358 Feb 11 14:04:22.689374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d28c6aad-a18f-4576-8f25-626b44a30195 req-23f0b931-0778-48df-b1aa-a088666da4bd tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433254 Feb 11 14:04:23.824657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520da03-3dc7-43e6-a350-c8172fdb3cd6 req-ab593f5a-f0d4-46e6-a847-dac78c3b921a tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:23.826233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3520da03-3dc7-43e6-a350-c8172fdb3cd6 req-ab593f5a-f0d4-46e6-a847-dac78c3b921a tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 946 time: 0.0596662 Feb 11 14:04:23.873475 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3520da03-3dc7-43e6-a350-c8172fdb3cd6 req-6601f5eb-6e05-49fe-8668-51bb39e37499 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Feb 11 14:04:23.991102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864722e6-fcfe-4545-85af-888f31cdd186 req-5fbc1e39-d64b-4321-b97d-762253862f17 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:23.992511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-864722e6-fcfe-4545-85af-888f31cdd186 req-5fbc1e39-d64b-4321-b97d-762253862f17 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 946 time: 0.0527294 Feb 11 14:04:24.039685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-864722e6-fcfe-4545-85af-888f31cdd186 req-3846765a-29b9-4b25-b114-13ffc96a7cf2 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Feb 11 14:04:29.422275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bb478d02-94e4-47a4-a3f4-cac15c36e8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:31.513805 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63a235a0-95c2-4ca3-afba-c7997c4db60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:32.838606 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:34.488034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:35.400370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:46.966940 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:47.140903 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:04:47.761977 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:58.233056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9a29-6ccd-4ff3-8667-f80f89f1f54d req-cce57b75-0179-4401-8747-9ce162ceffe4 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:58.234591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33dc9a29-6ccd-4ff3-8667-f80f89f1f54d req-cce57b75-0179-4401-8747-9ce162ceffe4 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 946 time: 0.0524571 Feb 11 14:04:58.285483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33dc9a29-6ccd-4ff3-8667-f80f89f1f54d req-b5d6511e-92f9-492e-bfd9-f3e438149725 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452123 Feb 11 14:04:59.419854 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fdccb-a7e1-48c9-883a-9405ea341de2 req-6d5f7965-7b7a-4906-962a-346d879b563c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.420683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9bcb138-a3b2-469c-a5eb-38850a6b3fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:59.421401 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-477fdccb-a7e1-48c9-883a-9405ea341de2 req-6d5f7965-7b7a-4906-962a-346d879b563c tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 946 time: 0.0628273 Feb 11 14:04:59.482193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-477fdccb-a7e1-48c9-883a-9405ea341de2 req-df9d9579-f8f1-4ede-a6a4-50d7e44e6869 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/security-groups?id=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533545 Feb 11 14:04:59.749975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d659836-177b-486f-a97d-a5498b763f06 req-06e95e85-61f3-4719-a6b2-f42e9d480553 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:59.751452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d659836-177b-486f-a97d-a5498b763f06 req-06e95e85-61f3-4719-a6b2-f42e9d480553 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.53 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 946 time: 0.0576437 Feb 11 14:04:59.858573 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Deleting port 5711018d-5935-4f9a-99ae-15e564ec6e52 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:04:59.859030 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:59.954866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] For port 5711018d-5935-4f9a-99ae-15e564ec6e52, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=5711018d-5935-4f9a-99ae-15e564ec6e52,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:59.955199 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:04:59.968317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Calling delete_port for 5711018d-5935-4f9a-99ae-15e564ec6e52 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:00.109881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5711018d-5935-4f9a-99ae-15e564ec6e52), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:00.122584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['5711018d-5935-4f9a-99ae-15e564ec6e52'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:00.145128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Pushing event deleted for resources: {'Port': ['ID=5711018d-5935-4f9a-99ae-15e564ec6e52,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:00.193560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] No DVR routers for this DVR port 5711018d-5935-4f9a-99ae-15e564ec6e52 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:00.196409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:00.199870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d659836-177b-486f-a97d-a5498b763f06 req-cdeb33e0-bcab-462f-9879-6b5269534fa1 tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.53 "DELETE /v2.0/ports/5711018d-5935-4f9a-99ae-15e564ec6e52 HTTP/1.1" status: 204 len: 173 time: 0.4428322 Feb 11 14:05:00.200317 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96025d2e-08e0-4529-81c6-284c38b6695f', 'name': 'network-vif-deleted', 'tag': '5711018d-5935-4f9a-99ae-15e564ec6e52'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:00.202599 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0344d4-5d81-40c2-bf37-713781fc05da" -d '{"events": [{"server_uuid": "96025d2e-08e0-4529-81c6-284c38b6695f", "name": "network-vif-deleted", "tag": "5711018d-5935-4f9a-99ae-15e564ec6e52"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:00.238440 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df3866c-d3c2-46c3-b319-3591985949e6 x-openstack-request-id: req-5df3866c-d3c2-46c3-b319-3591985949e6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:00.238740 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96025d2e-08e0-4529-81c6-284c38b6695f", "name": "network-vif-deleted", "tag": "5711018d-5935-4f9a-99ae-15e564ec6e52", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:00.239001 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5df3866c-d3c2-46c3-b319-3591985949e6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:00.239407 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96025d2e-08e0-4529-81c6-284c38b6695f', 'name': 'network-vif-deleted', 'tag': '5711018d-5935-4f9a-99ae-15e564ec6e52', 'status': 'completed', 'code': 200} Feb 11 14:05:00.603086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0f415705-89ec-4d39-889c-9af497255e27 req-081bced4-728c-41cc-b819-f6f466dea9ab tempest-TestEncryptedCinderVolumes-1160458856 tempest-TestEncryptedCinderVolumes-1160458856-project] 10.222.0.42 "GET /v2.0/ports?device_id=96025d2e-08e0-4529-81c6-284c38b6695f HTTP/1.1" status: 200 len: 210 time: 0.0349286 Feb 11 14:05:01.522594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63a6c1d2-3d68-4a94-ba1c-8f50d58deb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:01.703031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34324) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:02.090700 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (9818c39c-90fc-455d-93d4-0cb6388a1a03), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:02.347683 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Deleting port c64c923a-0f21-4282-a70c-2ed41e455794 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:02.347901 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:02.432531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] For port c64c923a-0f21-4282-a70c-2ed41e455794, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c64c923a-0f21-4282-a70c-2ed41e455794,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:02.432896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:02.446446 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Calling delete_port for c64c923a-0f21-4282-a70c-2ed41e455794 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:02.634590 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c64c923a-0f21-4282-a70c-2ed41e455794), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:02.660068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c64c923a-0f21-4282-a70c-2ed41e455794,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:02.688141 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.688495 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.688838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.689176 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.689508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.689959 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.690286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.690618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.690933 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.691250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.691573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.691890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.692210 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:02.839484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:02.841363 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (9818c39c-90fc-455d-93d4-0cb6388a1a03), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.076513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Router 9818c39c-90fc-455d-93d4-0cb6388a1a03 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:03.540514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:03.545759 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-818e2101-482b-4d5f-bd02-8a39e823f1ba admin admin] 10.222.0.42 "PUT /v2.0/routers/9818c39c-90fc-455d-93d4-0cb6388a1a03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8417311 Feb 11 14:05:03.548307 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34328) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:03.551363 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] Sync routers for ids ['9818c39c-90fc-455d-93d4-0cb6388a1a03'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:03.562184 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] Routers {'9818c39c-90fc-455d-93d4-0cb6388a1a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:03.562793 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9818c39c-90fc-455d-93d4-0cb6388a1a03'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:03.657187 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks [] for router (9818c39c-90fc-455d-93d4-0cb6388a1a03), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.667328 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] Set router 9818c39c-90fc-455d-93d4-0cb6388a1a03 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:03.765854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks [] for router_gateway (9818c39c-90fc-455d-93d4-0cb6388a1a03), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.801963 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5711018d-5935-4f9a-99ae-15e564ec6e52 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:03.822099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Deleting port df2a4d4c-a645-44bf-8eef-dc9fd5993e76 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:03.822512 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.828484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 5711018d-5935-4f9a-99ae-15e564ec6e52 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:03.828843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 5711018d-5935-4f9a-99ae-15e564ec6e52 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:03.854996 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:05:02Z', 'revision_number': 5, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port': {'id': 'df2a4d4c-a645-44bf-8eef-dc9fd5993e76', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:08:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:17Z', 'updated_at': '2022-02-11T14:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:03.881308 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] Checking router: 9818c39c-90fc-455d-93d4-0cb6388a1a03 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:03.889848 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] Routers {'9818c39c-90fc-455d-93d4-0cb6388a1a03'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:03.890459 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['9818c39c-90fc-455d-93d4-0cb6388a1a03'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:03.907506 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] For port df2a4d4c-a645-44bf-8eef-dc9fd5993e76, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:03.908073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:03.919550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Calling delete_port for df2a4d4c-a645-44bf-8eef-dc9fd5993e76 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:03.978185 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] Set router 9818c39c-90fc-455d-93d4-0cb6388a1a03 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:04.032630 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:05:03Z', 'revision_number': 6, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:04.067770 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ad2b9-ec4b-4ef0-bb76-97411122cda8 None None] The sync data for ids ['9818c39c-90fc-455d-93d4-0cb6388a1a03'] in n-d-828675-3 is: [{'id': '9818c39c-90fc-455d-93d4-0cb6388a1a03', 'name': 'tempest-TestEncryptedCinderVolumes-724708038-router', 'tenant_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:16Z', 'updated_at': '2022-02-11T14:05:03Z', 'revision_number': 6, 'project_id': '3eeb1e51e79f47968710e04f1a8d7c67', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:04.111436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (df2a4d4c-a645-44bf-8eef-dc9fd5993e76), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.138559 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Pushing event deleted for resources: {'Port': ['ID=df2a4d4c-a645-44bf-8eef-dc9fd5993e76,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:04.209352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (9818c39c-90fc-455d-93d4-0cb6388a1a03), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.323614 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (9818c39c-90fc-455d-93d4-0cb6388a1a03), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.327483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks [] for router_controller (9818c39c-90fc-455d-93d4-0cb6388a1a03), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.390310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (9818c39c-90fc-455d-93d4-0cb6388a1a03), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.390986 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9818c39c-90fc-455d-93d4-0cb6388a1a03 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:05:04.396039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.397394 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-90c859dc-19b0-4a7f-a0ae-e8d53095452f admin admin] 10.222.0.42 "DELETE /v2.0/routers/9818c39c-90fc-455d-93d4-0cb6388a1a03 HTTP/1.1" status: 204 len: 168 time: 0.8480158 Feb 11 14:05:04.400247 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34330) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:04.453003 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] Deleting subnet a3ecefd3-3f33-4c58-b0e8-5bae6f251021 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:05:04.456853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] Publish callbacks [] for subnet (a3ecefd3-3f33-4c58-b0e8-5bae6f251021), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.502826 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.507448 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (a3ecefd3-3f33-4c58-b0e8-5bae6f251021), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.617441 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a3ecefd3-3f33-4c58-b0e8-5bae6f251021), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.683004 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (a3ecefd3-3f33-4c58-b0e8-5bae6f251021), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.709336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ecefd3-3f33-4c58-b0e8-5bae6f251021,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:04.713599 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.717688 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-998a69ea-d23c-4866-9ad1-0f655172de5c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a3ecefd3-3f33-4c58-b0e8-5bae6f251021 HTTP/1.1" status: 204 len: 168 time: 0.3143945 Feb 11 14:05:04.720297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8337802-e90f-4c46-b12d-66df0cde9112 None None] Network 8585de86-35b2-443a-a078-ab08a455af1c requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:05:04.721191 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34332) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:04.798255 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (8585de86-35b2-443a-a078-ab08a455af1c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.875182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Deleting port e60430a8-cf0d-45bc-8994-7778f9de976a {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:04.875535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.913833 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c5432-7600-4475-9b91-98c942832cea None None] DHCP port deletion for 8585de86-35b2-443a-a078-ab08a455af1c request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:05:04.953556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] For port e60430a8-cf0d-45bc-8994-7778f9de976a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e60430a8-cf0d-45bc-8994-7778f9de976a,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:04.954351 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:04.969966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Calling delete_port for e60430a8-cf0d-45bc-8994-7778f9de976a owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:04.979654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-865c5432-7600-4475-9b91-98c942832cea None None] Deleting port e60430a8-cf0d-45bc-8994-7778f9de976a {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:04.980430 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-865c5432-7600-4475-9b91-98c942832cea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.066979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-865c5432-7600-4475-9b91-98c942832cea None None] For port e60430a8-cf0d-45bc-8994-7778f9de976a, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=e60430a8-cf0d-45bc-8994-7778f9de976a,segment=NetworkSegment(b4b2c7f9-3f59-4067-9941-70b967dc5749),segment_id=b4b2c7f9-3f59-4067-9941-70b967dc5749)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:05.067442 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-865c5432-7600-4475-9b91-98c942832cea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.067652 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.085457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-865c5432-7600-4475-9b91-98c942832cea None None] Calling delete_port for e60430a8-cf0d-45bc-8994-7778f9de976a owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:05.104179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Pushing event deleted for resources: {'Port': ['ID=e60430a8-cf0d-45bc-8994-7778f9de976a,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:05.108144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] No DVR routers for this DVR port e60430a8-cf0d-45bc-8994-7778f9de976a on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:05.175698 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-865c5432-7600-4475-9b91-98c942832cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (e60430a8-cf0d-45bc-8994-7778f9de976a), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.191406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (8585de86-35b2-443a-a078-ab08a455af1c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.202398 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c5432-7600-4475-9b91-98c942832cea None None] Pushing event deleted for resources: {'Port': ['ID=e60430a8-cf0d-45bc-8994-7778f9de976a,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:05.206159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c5432-7600-4475-9b91-98c942832cea None None] No DVR routers for this DVR port e60430a8-cf0d-45bc-8994-7778f9de976a on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:05.219121 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8585de86-35b2-443a-a078-ab08a455af1c']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:05.230842 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b2c7f9-3f59-4067-9941-70b967dc5749') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:05.231136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b2c7f9-3f59-4067-9941-70b967dc5749') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:05.241857 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (b4b2c7f9-3f59-4067-9941-70b967dc5749), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.256182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b4b2c7f9-3f59-4067-9941-70b967dc5749), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.266753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:05:05.267262 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (b4b2c7f9-3f59-4067-9941-70b967dc5749), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:05:05.269244 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:05:05.351590 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (8585de86-35b2-443a-a078-ab08a455af1c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.351893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e60430a8-cf0d-45bc-8994-7778f9de976a no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:05.361944 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.365665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] 10.222.0.42 "DELETE /v2.0/networks/8585de86-35b2-443a-a078-ab08a455af1c HTTP/1.1" status: 204 len: 168 time: 0.6427581 Feb 11 14:05:05.368780 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34334) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:05.378528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: e60430a8-cf0d-45bc-8994-7778f9de976a {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:05.379139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device e60430a8-cf0d-45bc-8994-7778f9de976a not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:05.379959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c64c923a-0f21-4282-a70c-2ed41e455794 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:05.381603 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcd6d2-085a-4169-b3a9-8be69572f38e admin admin] Pushing event deleted for resources: {'Network': ['ID=8585de86-35b2-443a-a078-ab08a455af1c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:05.408030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c64c923a-0f21-4282-a70c-2ed41e455794 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:05.408286 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c64c923a-0f21-4282-a70c-2ed41e455794 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:05.408702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device df2a4d4c-a645-44bf-8eef-dc9fd5993e76 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:05.441516 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: df2a4d4c-a645-44bf-8eef-dc9fd5993e76 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:05.441901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device df2a4d4c-a645-44bf-8eef-dc9fd5993e76 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:05.450827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:05.757235 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (21533694-e248-41cc-9129-6ecbec48de96), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.019319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Deleting port 78f95455-6a3a-4ac0-a96b-ebe0fc670026 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:06.019644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.096805 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] For port 78f95455-6a3a-4ac0-a96b-ebe0fc670026, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=78f95455-6a3a-4ac0-a96b-ebe0fc670026,segment=NetworkSegment(50862cda-be6c-4154-bfdc-373b25cba411),segment_id=50862cda-be6c-4154-bfdc-373b25cba411)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:06.097039 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.110536 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Calling delete_port for 78f95455-6a3a-4ac0-a96b-ebe0fc670026 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:06.295153 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (78f95455-6a3a-4ac0-a96b-ebe0fc670026), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.320169 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f95455-6a3a-4ac0-a96b-ebe0fc670026,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:06.499842 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (21533694-e248-41cc-9129-6ecbec48de96), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.725119 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Router 21533694-e248-41cc-9129-6ecbec48de96 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:06.841458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:06.846444 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ceb53ec4-e559-45f8-9750-f68761391292 admin admin] 10.222.0.42 "PUT /v2.0/routers/21533694-e248-41cc-9129-6ecbec48de96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4765761 Feb 11 14:05:06.849383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34338) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:06.850114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] Sync routers for ids ['21533694-e248-41cc-9129-6ecbec48de96'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:06.860847 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] Routers {'21533694-e248-41cc-9129-6ecbec48de96'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:06.861550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['21533694-e248-41cc-9129-6ecbec48de96'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:06.954628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks [] for router (21533694-e248-41cc-9129-6ecbec48de96), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:06.970176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] Set router 21533694-e248-41cc-9129-6ecbec48de96 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:07.059489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks [] for router_gateway (21533694-e248-41cc-9129-6ecbec48de96), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.114828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Deleting port f2b915d1-2aaa-4331-9c51-24488f09e3ef {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:07.115068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.147321 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:05:06Z', 'revision_number': 5, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port': {'id': 'f2b915d1-2aaa-4331-9c51-24488f09e3ef', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:67:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21533694-e248-41cc-9129-6ecbec48de96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:07.177951 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] Checking router: 21533694-e248-41cc-9129-6ecbec48de96 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:07.187097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] Routers {'21533694-e248-41cc-9129-6ecbec48de96'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:07.187702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['21533694-e248-41cc-9129-6ecbec48de96'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:07.196908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] For port f2b915d1-2aaa-4331-9c51-24488f09e3ef, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f2b915d1-2aaa-4331-9c51-24488f09e3ef,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:07.197322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.209005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Calling delete_port for f2b915d1-2aaa-4331-9c51-24488f09e3ef owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:07.279749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] Set router 21533694-e248-41cc-9129-6ecbec48de96 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:07.333060 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:05:07Z', 'revision_number': 6, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:07.362455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dee865c-d054-4562-b3a1-06be9a843c6e None None] The sync data for ids ['21533694-e248-41cc-9129-6ecbec48de96'] in n-d-828675-3 is: [{'id': '21533694-e248-41cc-9129-6ecbec48de96', 'name': 'tempest-TestEncryptedCinderVolumes-227412337-router', 'tenant_id': '7ea896cb848347aea6625d97ecceb936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:03:21Z', 'updated_at': '2022-02-11T14:05:07Z', 'revision_number': 6, 'project_id': '7ea896cb848347aea6625d97ecceb936', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:07.380523 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f2b915d1-2aaa-4331-9c51-24488f09e3ef), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.406552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Pushing event deleted for resources: {'Port': ['ID=f2b915d1-2aaa-4331-9c51-24488f09e3ef,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:07.470532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (21533694-e248-41cc-9129-6ecbec48de96), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.563172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (21533694-e248-41cc-9129-6ecbec48de96), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.566859 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks [] for router_controller (21533694-e248-41cc-9129-6ecbec48de96), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.613491 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (21533694-e248-41cc-9129-6ecbec48de96), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.614321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21533694-e248-41cc-9129-6ecbec48de96 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:05:07.618891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.620122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7e5f1847-0ab4-4415-b7c4-d788378cfbfd admin admin] 10.222.0.42 "DELETE /v2.0/routers/21533694-e248-41cc-9129-6ecbec48de96 HTTP/1.1" status: 204 len: 168 time: 0.7697282 Feb 11 14:05:07.622739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34340) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:07.666897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] Deleting subnet e2dd6746-191f-4693-b4e8-325de71a45f7 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:05:07.670101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] Publish callbacks [] for subnet (e2dd6746-191f-4693-b4e8-325de71a45f7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.706282 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (e2dd6746-191f-4693-b4e8-325de71a45f7), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.790850 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (e2dd6746-191f-4693-b4e8-325de71a45f7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.845609 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (e2dd6746-191f-4693-b4e8-325de71a45f7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.869249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2dd6746-191f-4693-b4e8-325de71a45f7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:07.875947 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:07.879701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bfe252b6-efd4-4551-8cf7-1d1970c09366 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2dd6746-191f-4693-b4e8-325de71a45f7 HTTP/1.1" status: 204 len: 168 time: 0.2559810 Feb 11 14:05:07.882327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34342) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:07.883917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81b0a3-0423-488f-8222-27ae85bf0535 None None] Network de0d6f01-6379-4c43-b536-9bc57a1d8fca requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:05:08.098025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] DHCP port deletion for de0d6f01-6379-4c43-b536-9bc57a1d8fca request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:05:08.151886 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] Deleting port f57805bd-bcdd-483c-93a3-05c5135e2059 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:08.152149 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.219218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] For port f57805bd-bcdd-483c-93a3-05c5135e2059, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f57805bd-bcdd-483c-93a3-05c5135e2059,segment=NetworkSegment(50862cda-be6c-4154-bfdc-373b25cba411),segment_id=50862cda-be6c-4154-bfdc-373b25cba411)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:08.219648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.234081 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] Calling delete_port for f57805bd-bcdd-483c-93a3-05c5135e2059 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:08.297448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (de0d6f01-6379-4c43-b536-9bc57a1d8fca), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.322390 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.348016 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] Pushing event deleted for resources: {'Port': ['ID=f57805bd-bcdd-483c-93a3-05c5135e2059,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:08.353887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54f564-2ae8-455c-a0a2-bf2a0b46e0f2 None None] No DVR routers for this DVR port f57805bd-bcdd-483c-93a3-05c5135e2059 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:08.362025 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Deleting port f57805bd-bcdd-483c-93a3-05c5135e2059 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:05:08.362025 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.430826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] For port f57805bd-bcdd-483c-93a3-05c5135e2059, host n-d-828675-3, got binding levels [] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:08.431183 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.444728 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Calling delete_port for f57805bd-bcdd-483c-93a3-05c5135e2059 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:05:08.447520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.ipam_backend_mixin [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Port f57805bd-bcdd-483c-93a3-05c5135e2059 was not found and therefore no delete operation was performed {{(pid=109685) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:05:08.448796 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f57805bd-bcdd-483c-93a3-05c5135e2059), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.477526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Pushing event deleted for resources: {'Port': ['ID=f57805bd-bcdd-483c-93a3-05c5135e2059,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:08.479438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] No DVR routers for this DVR port f57805bd-bcdd-483c-93a3-05c5135e2059 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:08.551517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (de0d6f01-6379-4c43-b536-9bc57a1d8fca), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.577273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0d6f01-6379-4c43-b536-9bc57a1d8fca']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:08.587220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50862cda-be6c-4154-bfdc-373b25cba411') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:08.587545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50862cda-be6c-4154-bfdc-373b25cba411') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:08.597665 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (50862cda-be6c-4154-bfdc-373b25cba411), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.611968 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (50862cda-be6c-4154-bfdc-373b25cba411), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.619232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:05:08.619628 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (50862cda-be6c-4154-bfdc-373b25cba411), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:05:08.621372 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:05:08.680663 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (de0d6f01-6379-4c43-b536-9bc57a1d8fca), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.685875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.689128 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] 10.222.0.42 "DELETE /v2.0/networks/de0d6f01-6379-4c43-b536-9bc57a1d8fca HTTP/1.1" status: 204 len: 168 time: 0.8057156 Feb 11 14:05:08.701293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5663f-8e29-4ba8-96b9-a62b4b68679f admin admin] Pushing event deleted for resources: {'Network': ['ID=de0d6f01-6379-4c43-b536-9bc57a1d8fca,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:08.876214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34346) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:08.917537 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7329bee9-067b-4a31-8220-0b30bd1d9a44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3eeb1e51e79f47968710e04f1a8d7c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400698 Feb 11 14:05:08.920051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34348) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:08.969746 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3374fe3-5ccf-49c4-af74-1cb09c699512 admin admin] Publish callbacks [] for security_group (ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:08.992466 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3374fe3-5ccf-49c4-af74-1cb09c699512 admin admin] Publish callbacks [] for security_group (ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.050162 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3374fe3-5ccf-49c4-af74-1cb09c699512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.052688 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3374fe3-5ccf-49c4-af74-1cb09c699512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.053898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f3374fe3-5ccf-49c4-af74-1cb09c699512 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5 HTTP/1.1" status: 204 len: 168 time: 0.1329222 Feb 11 14:05:09.062605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3374fe3-5ccf-49c4-af74-1cb09c699512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0eb32f-64ae-430f-bf2e-f21c7fc1caf5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:09.325579 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2b915d1-2aaa-4331-9c51-24488f09e3ef no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:09.346222 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f2b915d1-2aaa-4331-9c51-24488f09e3ef {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:09.346615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f2b915d1-2aaa-4331-9c51-24488f09e3ef not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:09.347096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 78f95455-6a3a-4ac0-a96b-ebe0fc670026 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:09.368816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 78f95455-6a3a-4ac0-a96b-ebe0fc670026 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:09.369159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 78f95455-6a3a-4ac0-a96b-ebe0fc670026 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:09.369572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f57805bd-bcdd-483c-93a3-05c5135e2059 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:09.387928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f57805bd-bcdd-483c-93a3-05c5135e2059 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:05:09.388254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f57805bd-bcdd-483c-93a3-05c5135e2059 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:09.407229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34354) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:09.448605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5fb22801-c1c4-467a-a7cd-fa13a8663353 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ea896cb848347aea6625d97ecceb936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400777 Feb 11 14:05:09.451180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34356) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:09.500534 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76fd1200-d759-481b-a8f8-e45149eb2665 admin admin] Publish callbacks [] for security_group (29451633-7288-4d3c-ad26-459fa31be574), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.522229 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76fd1200-d759-481b-a8f8-e45149eb2665 admin admin] Publish callbacks [] for security_group (29451633-7288-4d3c-ad26-459fa31be574), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.571576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76fd1200-d759-481b-a8f8-e45149eb2665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (29451633-7288-4d3c-ad26-459fa31be574), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.573962 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-76fd1200-d759-481b-a8f8-e45149eb2665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:09.575108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-76fd1200-d759-481b-a8f8-e45149eb2665 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29451633-7288-4d3c-ad26-459fa31be574 HTTP/1.1" status: 204 len: 168 time: 0.1230502 Feb 11 14:05:09.582523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd1200-d759-481b-a8f8-e45149eb2665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29451633-7288-4d3c-ad26-459fa31be574,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:10.356500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34378) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:10.466738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1715451275-network', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:10.487223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Made reservation on behalf of 0fe56e188e554c43a2acea3c436eede5 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:10.489439 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.498185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.576603 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks [] for security_group (f775a6e9-e762-4a08-9b58-45b4958fa0b0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.582892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f775a6e9-e762-4a08-9b58-45b4958fa0b0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.608678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:10.618421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f775a6e9-e762-4a08-9b58-45b4958fa0b0,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:10.623076 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bc2c103a-79d9-48c6-888b-3f6bb842ebce), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.623419 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Added segment bc2c103a-79d9-48c6-888b-3f6bb842ebce of type vlan for network 1b0cecca-2620-40a8-bd6f-5b5b75760324 Feb 11 14:05:10.662647 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (1b0cecca-2620-40a8-bd6f-5b5b75760324), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.688362 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (1b0cecca-2620-40a8-bd6f-5b5b75760324), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.689332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:10.689926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.723425 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3657928 Feb 11 14:05:10.726539 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34382) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:10.731939 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Request body: {'subnet': {'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1715451275-subnet', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:10.751564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a8fa1-19e5-4a47-acf4-a82eeb5b84f4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b0cecca-2620-40a8-bd6f-5b5b75760324,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:10.754375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Made reservation on behalf of 0fe56e188e554c43a2acea3c436eede5 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:10.756764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.762578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:10.932320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (cfe225da-76f4-4189-b5cd-c58d18bf16a1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:10.984886 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe225da-76f4-4189-b5cd-c58d18bf16a1,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:10.995360 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Checking segment: {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:10.995719 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Network hostable DHCP agents. Network: 1b0cecca-2620-40a8-bd6f-5b5b75760324, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:11.015183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:11.025276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 1b0cecca-2620-40a8-bd6f-5b5b75760324) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:11.029541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:11.030171 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.035902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68f73d-9b7b-422b-8b32-7797f7bde3b2 None None] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:05:11.048419 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-4e9dc603-9031-4413-aba5-8084f0097440 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3205469 Feb 11 14:05:11.051091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34384) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:11.056438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:11.076312 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (a270c285-1c56-4c06-bc96-9488fbd6b738), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.077602 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (a270c285-1c56-4c06-bc96-9488fbd6b738), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.131287 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks [] for router_controller (a270c285-1c56-4c06-bc96-9488fbd6b738), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.138237 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-1b0cecca-2620-40a8-bd6f-5b5b75760324', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:05:11.139270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.274050 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks [] for router_gateway (a270c285-1c56-4c06-bc96-9488fbd6b738), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.275008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Allocated IP 172.20.0.2 (1b0cecca-2620-40a8-bd6f-5b5b75760324/cfe225da-76f4-4189-b5cd-c58d18bf16a1/9992e688-d1a0-4d29-bec0-1c1b6d57de54) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:11.422117 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Publish callbacks [] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.429434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.468196 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:11.472305 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:11.475725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:11.479938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks [] for router_gateway (a270c285-1c56-4c06-bc96-9488fbd6b738), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.481294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Pushing event updated for resources: {'Port': ['ID=9992e688-d1a0-4d29-bec0-1c1b6d57de54,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:11.535990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Attempting to bind port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:05:11.536246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Attempting to bind port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:05:11.536625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Attempting to bind port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 on network 1b0cecca-2620-40a8-bd6f-5b5b75760324 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:11.542387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:11.542788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Checking segment: {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:11.543172 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.543563 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Bound using segment: {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:11.544028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Bound port: 9992e688-d1a0-4d29-bec0-1c1b6d57de54, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:05:11.544403 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.612591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] For port 9992e688-d1a0-4d29-bec0-1c1b6d57de54, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:11.615893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] For port 9992e688-d1a0-4d29-bec0-1c1b6d57de54, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9992e688-d1a0-4d29-bec0-1c1b6d57de54,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:11.625315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.683791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2171b-1b3a-4aad-94e5-b2e119adc697 None None] Pushing event updated for resources: {'Port': ['ID=9992e688-d1a0-4d29-bec0-1c1b6d57de54,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:11.866989 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:11.980420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Allocated IP 172.25.1.156 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/6e9acaf6-42a3-4f7f-82c8-8925b01bf456) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:12.085302 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks [] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.120410 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.160435 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:12.165284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:12.169850 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:12.172950 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Pushing event updated for resources: {'Port': ['ID=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:12.437027 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks [] for router_gateway (a270c285-1c56-4c06-bc96-9488fbd6b738), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.626287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fe522b-3a29-4103-9ddd-a4365cde7e3f None None] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:05:12.646738 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (a270c285-1c56-4c06-bc96-9488fbd6b738), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.785054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Router a270c285-1c56-4c06-bc96-9488fbd6b738 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:05:12.876666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b25571d3-0f62-42f6-be70-df8602da90d3 None None] Provisioning complete for port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:12.876963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b25571d3-0f62-42f6-be70-df8602da90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.899658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:12.911166 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Sync routers for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:12.919520 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:12.921184 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1b4e314d-1b68-49f3-8e46-185be607127c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8690505 Feb 11 14:05:12.922228 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:12.922834 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:12.924341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34386) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:12.998645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b25571d3-0f62-42f6-be70-df8602da90d3 None None] Current status of the port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:12.999046 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b25571d3-0f62-42f6-be70-df8602da90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.049210 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:13.050330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-b25571d3-0f62-42f6-be70-df8602da90d3 None None] For port 9992e688-d1a0-4d29-bec0-1c1b6d57de54, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9992e688-d1a0-4d29-bec0-1c1b6d57de54,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:13.060541 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b25571d3-0f62-42f6-be70-df8602da90d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.116657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25571d3-0f62-42f6-be70-df8602da90d3 None None] Pushing event updated for resources: {'Port': ['ID=9992e688-d1a0-4d29-bec0-1c1b6d57de54,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.303714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6a0c0362-a063-483a-b2ca-bd8f9418c2b1 None None] Provisioning complete for port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:13.304402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6a0c0362-a063-483a-b2ca-bd8f9418c2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.347365 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:12Z', 'revision_number': 3, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:13.388090 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Checking router: a270c285-1c56-4c06-bc96-9488fbd6b738 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:13.388432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Updating router a270c285-1c56-4c06-bc96-9488fbd6b738 port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:13.388600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9992e688-d1a0-4d29-bec0-1c1b6d57de54 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:13.420324 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.421218 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.437573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6a0c0362-a063-483a-b2ca-bd8f9418c2b1 None None] Current status of the port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:13.451603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:13.451973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.538582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:13.594160 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Allocated IP 172.20.0.1 (1b0cecca-2620-40a8-bd6f-5b5b75760324/cfe225da-76f4-4189-b5cd-c58d18bf16a1/f0c914ea-9894-4e72-8674-23cbf5402af2) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:13.678057 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Publish callbacks [] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.685415 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.700734 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks [] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.734458 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.739737 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Attempting to bind port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:05:13.740107 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Attempting to bind port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:05:13.740463 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Attempting to bind port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:13.749902 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Pushing event updated for resources: {'Port': ['ID=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.752084 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:13.752448 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:13.752835 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.753213 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:13.753664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Bound port: 6e9acaf6-42a3-4f7f-82c8-8925b01bf456, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:05:13.754035 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.774088 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:13.776956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.777290 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:13.777434 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.777626 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.777985 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.778332 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.778649 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.778971 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.779287 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.779602 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.779919 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.780236 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.780557 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.780829 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:13.780949 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:13.786299 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c914ea-9894-4e72-8674-23cbf5402af2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.819065 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] For port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:13.822736 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] For port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:13.823865 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (a270c285-1c56-4c06-bc96-9488fbd6b738), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.830454 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:13.892163 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:13.892794 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:13.895580 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789e771-79f7-4217-a9fa-13e9ba65fec5 None None] Pushing event updated for resources: {'Port': ['ID=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.977463 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.010496 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:14.063916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f1bea981-be38-44e3-b77a-3c0421214c7c None None] Provisioning complete for port f0c914ea-9894-4e72-8674-23cbf5402af2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:14.064543 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f1bea981-be38-44e3-b77a-3c0421214c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.102440 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f1bea981-be38-44e3-b77a-3c0421214c7c None None] Port f0c914ea-9894-4e72-8674-23cbf5402af2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:05:14.162977 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks [] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.168022 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.192742 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:12Z', 'revision_number': 3, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:14.219321 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31800c-b88b-48c0-bf0c-7b59a9f8918a None None] The sync data for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 is: [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:12Z', 'revision_number': 3, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:14.235560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (a270c285-1c56-4c06-bc96-9488fbd6b738), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.241478 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c914ea-9894-4e72-8674-23cbf5402af2,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.332198 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:14.333610 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:14.629966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9541c251-401e-4a7c-85df-bf1263d45050 None None] Provisioning complete for port f0c914ea-9894-4e72-8674-23cbf5402af2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:14.630436 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9541c251-401e-4a7c-85df-bf1263d45050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:14.666241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9541c251-401e-4a7c-85df-bf1263d45050 None None] Port f0c914ea-9894-4e72-8674-23cbf5402af2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:05:14.811837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Router a270c285-1c56-4c06-bc96-9488fbd6b738 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:14.927995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:14.933683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-346b8c10-119c-4671-b5bc-4ebca6c04634 admin admin] 10.222.0.42 "PUT /v2.0/routers/a270c285-1c56-4c06-bc96-9488fbd6b738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0083230 Feb 11 14:05:15.340285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:15.389120 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:15.389567 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.419994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34402) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:15.425091 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1993037735-network', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:15.451001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Made reservation on behalf of e15b37e0741d469aaec7144d0b9494ce for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:15.453412 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.463825 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.476036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:15.476308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.500506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:15.506798 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.547755 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks [] for security_group (944ee115-a1a9-490f-898a-164310a9e1c1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.552646 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (944ee115-a1a9-490f-898a-164310a9e1c1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.572357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.576209 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:15.592816 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944ee115-a1a9-490f-898a-164310a9e1c1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.596180 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (76cf01e2-70f5-44cf-804f-7c7ea4146eb4), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.596523 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Added segment 76cf01e2-70f5-44cf-804f-7c7ea4146eb4 of type vlan for network dd7dff9a-af39-45c1-aecc-967d76dffc18 Feb 11 14:05:15.638310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (dd7dff9a-af39-45c1-aecc-967d76dffc18), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.669884 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (dd7dff9a-af39-45c1-aecc-967d76dffc18), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.670843 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:15.671414 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.702332 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2811615 Feb 11 14:05:15.705514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34404) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:15.710700 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Request body: {'subnet': {'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1993037735-subnet', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:15.733763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Made reservation on behalf of e15b37e0741d469aaec7144d0b9494ce for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:15.736313 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.736466 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a18b1-c35a-47b4-819e-f343acb5ec54 admin admin] Pushing event updated for resources: {'Network': ['ID=dd7dff9a-af39-45c1-aecc-967d76dffc18,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.747199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:15.824212 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Sync routers for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:15.833811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:15.834481 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:15.916353 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (fbd202a7-88b2-4474-8b79-44fa2470e432), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:15.950911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:15.975926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd202a7-88b2-4474-8b79-44fa2470e432,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.988598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.988951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.989291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.989624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.989995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.990325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.990649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.990974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.991297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.991616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.991936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.992255 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.992608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:15.995486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Checking segment: {'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:15.995882 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Network hostable DHCP agents. Network: dd7dff9a-af39-45c1-aecc-967d76dffc18, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:16.014457 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:16.023716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, dd7dff9a-af39-45c1-aecc-967d76dffc18) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:16.029185 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:16.030266 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.034514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32c90a-e627-4875-a3d3-62b7e6a94b32 None None] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:05:16.046888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e7408b12-464c-429b-9994-a39055e0c2de admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3401551 Feb 11 14:05:16.049452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34406) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:16.053709 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:16.075097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (12ce9581-10f1-4322-bb30-c6cb128c725d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.075995 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (12ce9581-10f1-4322-bb30-c6cb128c725d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.128547 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks [] for router_controller (12ce9581-10f1-4322-bb30-c6cb128c725d), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.218830 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-dd7dff9a-af39-45c1-aecc-967d76dffc18', 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18', 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'fixed_ips': [{'subnet_id': 'fbd202a7-88b2-4474-8b79-44fa2470e432'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:05:16.219685 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.276090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks [] for router_gateway (12ce9581-10f1-4322-bb30-c6cb128c725d), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.350740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:14Z', 'revision_number': 2, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:16.383209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Checking router: a270c285-1c56-4c06-bc96-9488fbd6b738 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:16.383569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Updating router a270c285-1c56-4c06-bc96-9488fbd6b738 port f0c914ea-9894-4e72-8674-23cbf5402af2 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:16.422355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Allocated IP 172.20.0.2 (dd7dff9a-af39-45c1-aecc-967d76dffc18/fbd202a7-88b2-4474-8b79-44fa2470e432/3a1c91f0-97bf-4a80-839a-1b30773631fb) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:16.428228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.486033 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks [] for router_gateway (12ce9581-10f1-4322-bb30-c6cb128c725d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.505361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.611480 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Allocated IP 172.25.1.62 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/06635cb8-3faf-4db3-a59b-5e74122cc22c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:16.714543 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Publish callbacks [] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.718874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks [] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.725748 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.756004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:16.796802 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:16.799863 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:16.803604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:16.828523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Pushing event updated for resources: {'Port': ['ID=06635cb8-3faf-4db3-a59b-5e74122cc22c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:16.980551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:16.993273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Pushing event updated for resources: {'Port': ['ID=3a1c91f0-97bf-4a80-839a-1b30773631fb,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:16.996136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:17.002541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:17.025144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.068034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks [] for router_gateway (12ce9581-10f1-4322-bb30-c6cb128c725d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.083489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Publish callbacks [] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.094264 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.104853 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Attempting to bind port 3a1c91f0-97bf-4a80-839a-1b30773631fb on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:05:17.105227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Attempting to bind port 3a1c91f0-97bf-4a80-839a-1b30773631fb by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:05:17.105595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Attempting to bind port 3a1c91f0-97bf-4a80-839a-1b30773631fb on network dd7dff9a-af39-45c1-aecc-967d76dffc18 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:17.136177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:17.136566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Checking segment: {'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:17.137007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.137409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Bound using segment: {'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:17.137956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Bound port: 3a1c91f0-97bf-4a80-839a-1b30773631fb, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:05:17.138311 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.214071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e8e54-8e6e-4fbe-8561-463e6b99a8af None None] Pushing event updated for resources: {'Port': ['ID=f0c914ea-9894-4e72-8674-23cbf5402af2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:17.284422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Attempting to bind port f0c914ea-9894-4e72-8674-23cbf5402af2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:05:17.285153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Attempting to bind port f0c914ea-9894-4e72-8674-23cbf5402af2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:05:17.285153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Attempting to bind port f0c914ea-9894-4e72-8674-23cbf5402af2 on network 1b0cecca-2620-40a8-bd6f-5b5b75760324 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:17.295306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:17.295687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Checking segment: {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:17.296094 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.296495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Bound using segment: {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:17.296606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (12ce9581-10f1-4322-bb30-c6cb128c725d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.296987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Bound port: f0c914ea-9894-4e72-8674-23cbf5402af2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:05:17.297378 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.312201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] For port 3a1c91f0-97bf-4a80-839a-1b30773631fb, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:17.348966 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] For port 3a1c91f0-97bf-4a80-839a-1b30773631fb, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3a1c91f0-97bf-4a80-839a-1b30773631fb,segment=NetworkSegment(76cf01e2-70f5-44cf-804f-7c7ea4146eb4),segment_id=76cf01e2-70f5-44cf-804f-7c7ea4146eb4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:17.360625 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.374168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:17.439498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] For port f0c914ea-9894-4e72-8674-23cbf5402af2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:17.445365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Router 12ce9581-10f1-4322-bb30-c6cb128c725d is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:05:17.473786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] For port f0c914ea-9894-4e72-8674-23cbf5402af2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f0c914ea-9894-4e72-8674-23cbf5402af2,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:17.491112 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.498787 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2b749ca1-f0b3-42ee-8574-04e133f9b970 None None] Provisioning complete for port f0c914ea-9894-4e72-8674-23cbf5402af2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:17.499158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b749ca1-f0b3-42ee-8574-04e133f9b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.500659 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29829ea4-36ca-4d2c-9f36-6acddb34a2fa None None] Pushing event updated for resources: {'Port': ['ID=3a1c91f0-97bf-4a80-839a-1b30773631fb,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:17.567393 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:17.583013 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Sync routers for ids ['12ce9581-10f1-4322-bb30-c6cb128c725d'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:17.588232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.592949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-712da3d9-8055-49f2-8a96-6bbb3f1afdcf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5397227 Feb 11 14:05:17.593434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34408) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:05:17.594595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:17.594981 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.598048 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Routers {'12ce9581-10f1-4322-bb30-c6cb128c725d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:17.598904 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['12ce9581-10f1-4322-bb30-c6cb128c725d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:17.643645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:17.643645 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:17.657009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e8e54-8e6e-4fbe-8561-463e6b99a8af None None] Pushing event updated for resources: {'Port': ['ID=f0c914ea-9894-4e72-8674-23cbf5402af2,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:17.775149 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Set router 12ce9581-10f1-4322-bb30-c6cb128c725d gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:17.838143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2b749ca1-f0b3-42ee-8574-04e133f9b970 None None] Current status of the port f0c914ea-9894-4e72-8674-23cbf5402af2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:17.838880 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b749ca1-f0b3-42ee-8574-04e133f9b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.893153 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:17.929689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2b749ca1-f0b3-42ee-8574-04e133f9b970 None None] For port f0c914ea-9894-4e72-8674-23cbf5402af2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f0c914ea-9894-4e72-8674-23cbf5402af2,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:17.965648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b749ca1-f0b3-42ee-8574-04e133f9b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.012668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:18.034079 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:16Z', 'revision_number': 3, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:18.050091 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:18.068047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Checking router: 12ce9581-10f1-4322-bb30-c6cb128c725d for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:18.068478 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Updating router 12ce9581-10f1-4322-bb30-c6cb128c725d port 06635cb8-3faf-4db3-a59b-5e74122cc22c binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:18.070145 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b749ca1-f0b3-42ee-8574-04e133f9b970 None None] Pushing event updated for resources: {'Port': ['ID=f0c914ea-9894-4e72-8674-23cbf5402af2,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:18.098989 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.141142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-34cfac69-846e-40fa-82f6-1c5a1297318e None None] Provisioning complete for port f0c914ea-9894-4e72-8674-23cbf5402af2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:18.141517 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-34cfac69-846e-40fa-82f6-1c5a1297318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.145379 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.298316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-34cfac69-846e-40fa-82f6-1c5a1297318e None None] Current status of the port f0c914ea-9894-4e72-8674-23cbf5402af2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:18.312728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:18.343802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f61b0e6-827f-488a-af73-30b809e8c17a None None] The sync data for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 is: [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:18.387285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Allocated IP 172.20.0.1 (dd7dff9a-af39-45c1-aecc-967d76dffc18/fbd202a7-88b2-4474-8b79-44fa2470e432/47789354-46ab-458e-9db0-f14cc0ad4ce7) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:18.424874 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Publish callbacks [] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.435354 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.505400 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Attempting to bind port 06635cb8-3faf-4db3-a59b-5e74122cc22c on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:05:18.506003 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Attempting to bind port 06635cb8-3faf-4db3-a59b-5e74122cc22c by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:05:18.506255 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Attempting to bind port 06635cb8-3faf-4db3-a59b-5e74122cc22c on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:18.508942 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84971931-c6ae-44c8-9f4b-e1d24b4b2280 None None] Pushing event updated for resources: {'Port': ['ID=06635cb8-3faf-4db3-a59b-5e74122cc22c,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:18.515063 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:18.515557 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:18.516080 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.516605 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:18.517081 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Bound port: 06635cb8-3faf-4db3-a59b-5e74122cc22c, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:05:18.517516 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.527292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks [] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.574034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.584285 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] For port 06635cb8-3faf-4db3-a59b-5e74122cc22c, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:18.589856 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] For port 06635cb8-3faf-4db3-a59b-5e74122cc22c, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=06635cb8-3faf-4db3-a59b-5e74122cc22c,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:18.599266 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.624231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:18.627387 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:18.629920 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:18.672706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (12ce9581-10f1-4322-bb30-c6cb128c725d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.680489 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84971931-c6ae-44c8-9f4b-e1d24b4b2280 None None] Pushing event updated for resources: {'Port': ['ID=06635cb8-3faf-4db3-a59b-5e74122cc22c,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:18.683691 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Routers {'12ce9581-10f1-4322-bb30-c6cb128c725d'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:18.684537 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['12ce9581-10f1-4322-bb30-c6cb128c725d'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:18.713388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Pushing event updated for resources: {'Port': ['ID=47789354-46ab-458e-9db0-f14cc0ad4ce7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:18.813389 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] Set router 12ce9581-10f1-4322-bb30-c6cb128c725d gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:18.837250 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:18.844578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1321ce-01fd-4389-a9bd-48c906467051 None None] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:05:18.951053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d086d26b-340d-43e2-8f08-6fac78d0f923 None None] Provisioning complete for port 3a1c91f0-97bf-4a80-839a-1b30773631fb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:18.951842 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d086d26b-340d-43e2-8f08-6fac78d0f923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.038190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks [] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.046875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.095649 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d086d26b-340d-43e2-8f08-6fac78d0f923 None None] Current status of the port 3a1c91f0-97bf-4a80-839a-1b30773631fb is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:19.095945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d086d26b-340d-43e2-8f08-6fac78d0f923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.125293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Pushing event updated for resources: {'Port': ['ID=47789354-46ab-458e-9db0-f14cc0ad4ce7,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.133498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (12ce9581-10f1-4322-bb30-c6cb128c725d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.135743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:16Z', 'revision_number': 3, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:19.162491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d086d26b-340d-43e2-8f08-6fac78d0f923 None None] For port 3a1c91f0-97bf-4a80-839a-1b30773631fb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3a1c91f0-97bf-4a80-839a-1b30773631fb,segment=NetworkSegment(76cf01e2-70f5-44cf-804f-7c7ea4146eb4),segment_id=76cf01e2-70f5-44cf-804f-7c7ea4146eb4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:19.169219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d086d26b-340d-43e2-8f08-6fac78d0f923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.183475 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eba7ea-a602-4499-bd98-d5e638e28d4d None None] The sync data for ids ['12ce9581-10f1-4322-bb30-c6cb128c725d'] in n-d-828675-3 is: [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:16Z', 'revision_number': 3, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:19.237184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086d26b-340d-43e2-8f08-6fac78d0f923 None None] Pushing event updated for resources: {'Port': ['ID=3a1c91f0-97bf-4a80-839a-1b30773631fb,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.313693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:19.318281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:19.407125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-af4df289-d0b4-420d-a2e1-8b945c183dff None None] Provisioning complete for port 47789354-46ab-458e-9db0-f14cc0ad4ce7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:19.407493 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-af4df289-d0b4-420d-a2e1-8b945c183dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.473996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f0c914ea-9894-4e72-8674-23cbf5402af2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:19.503443 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Router 12ce9581-10f1-4322-bb30-c6cb128c725d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:19.511318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-af4df289-d0b4-420d-a2e1-8b945c183dff None None] Port 47789354-46ab-458e-9db0-f14cc0ad4ce7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:05:19.540860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-af4df289-d0b4-420d-a2e1-8b945c183dff None None] Provisioning complete for port 3a1c91f0-97bf-4a80-839a-1b30773631fb triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:19.541236 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-af4df289-d0b4-420d-a2e1-8b945c183dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.624721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f0c914ea-9894-4e72-8674-23cbf5402af2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:19.624974 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.717663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-af4df289-d0b4-420d-a2e1-8b945c183dff None None] Current status of the port 3a1c91f0-97bf-4a80-839a-1b30773631fb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:19.721897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:19.736069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-525a2cfa-eace-40b4-a0cd-49eb1a4973e7 admin admin] 10.222.0.42 "PUT /v2.0/routers/12ce9581-10f1-4322-bb30-c6cb128c725d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1413708 Feb 11 14:05:19.765817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f0c914ea-9894-4e72-8674-23cbf5402af2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:19.767561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3a1c91f0-97bf-4a80-839a-1b30773631fb up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:19.825576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3a1c91f0-97bf-4a80-839a-1b30773631fb triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:19.826219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.886072 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f84cb579-3bd6-459b-bd78-24a4626d8eed None None] Provisioning complete for port 47789354-46ab-458e-9db0-f14cc0ad4ce7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:19.886771 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f84cb579-3bd6-459b-bd78-24a4626d8eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:19.940370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f84cb579-3bd6-459b-bd78-24a4626d8eed None None] Port 47789354-46ab-458e-9db0-f14cc0ad4ce7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:05:19.994958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3a1c91f0-97bf-4a80-839a-1b30773631fb is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:20.059214 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-e21d552a-7448-4e8b-9ded-3915dd059f34 None None] Provisioning complete for port 47789354-46ab-458e-9db0-f14cc0ad4ce7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:20.059590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e21d552a-7448-4e8b-9ded-3915dd059f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:20.096958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e21d552a-7448-4e8b-9ded-3915dd059f34 None None] Port 47789354-46ab-458e-9db0-f14cc0ad4ce7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:05:21.361414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 06635cb8-3faf-4db3-a59b-5e74122cc22c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:21.417433 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 06635cb8-3faf-4db3-a59b-5e74122cc22c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:21.417967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:21.526681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 06635cb8-3faf-4db3-a59b-5e74122cc22c is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:21.527225 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:21.551529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 06635cb8-3faf-4db3-a59b-5e74122cc22c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=06635cb8-3faf-4db3-a59b-5e74122cc22c,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:21.558509 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:21.635784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=06635cb8-3faf-4db3-a59b-5e74122cc22c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:21.655881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.656617 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.657084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.657525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.658075 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.658415 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.658849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.659284 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.659738 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.660166 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.660719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.661158 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.661572 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:21.883905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Sync routers for ids ['12ce9581-10f1-4322-bb30-c6cb128c725d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:21.894903 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Routers {'12ce9581-10f1-4322-bb30-c6cb128c725d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:21.895624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['12ce9581-10f1-4322-bb30-c6cb128c725d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:22.197448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Set router 12ce9581-10f1-4322-bb30-c6cb128c725d gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:22.414330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 4, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '47789354-46ab-458e-9db0-f14cc0ad4ce7', 'name': '', 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'mac_address': 'fa:16:3e:1f:b5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'fbd202a7-88b2-4474-8b79-44fa2470e432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:18Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 2, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'subnets': [{'id': 'fbd202a7-88b2-4474-8b79-44fa2470e432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:22.449328 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Checking router: 12ce9581-10f1-4322-bb30-c6cb128c725d for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:22.449594 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Updating router 12ce9581-10f1-4322-bb30-c6cb128c725d port 47789354-46ab-458e-9db0-f14cc0ad4ce7 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:05:22.482819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:22.780692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Publish callbacks [] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:22.788869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:22.838491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650c4a3-bb72-4396-a660-30ebeec8f31f None None] Pushing event updated for resources: {'Port': ['ID=47789354-46ab-458e-9db0-f14cc0ad4ce7,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:22.908502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Attempting to bind port 47789354-46ab-458e-9db0-f14cc0ad4ce7 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:05:22.909004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Attempting to bind port 47789354-46ab-458e-9db0-f14cc0ad4ce7 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:05:22.909395 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Attempting to bind port 47789354-46ab-458e-9db0-f14cc0ad4ce7 on network dd7dff9a-af39-45c1-aecc-967d76dffc18 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:22.915296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:22.915688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Checking segment: {'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:22.916332 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:22.916508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Bound using segment: {'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:22.917119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Bound port: 47789354-46ab-458e-9db0-f14cc0ad4ce7, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cf01e2-70f5-44cf-804f-7c7ea4146eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:05:22.917802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:22.989341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] For port 47789354-46ab-458e-9db0-f14cc0ad4ce7, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:22.995742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] For port 47789354-46ab-458e-9db0-f14cc0ad4ce7, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=47789354-46ab-458e-9db0-f14cc0ad4ce7,segment=NetworkSegment(76cf01e2-70f5-44cf-804f-7c7ea4146eb4),segment_id=76cf01e2-70f5-44cf-804f-7c7ea4146eb4)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:23.008348 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:23.072751 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Routers {'12ce9581-10f1-4322-bb30-c6cb128c725d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:23.073411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:05:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['12ce9581-10f1-4322-bb30-c6cb128c725d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:23.113448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650c4a3-bb72-4396-a660-30ebeec8f31f None None] Pushing event updated for resources: {'Port': ['ID=47789354-46ab-458e-9db0-f14cc0ad4ce7,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:23.187194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6be18c17-3719-4b54-ba9b-e88d00e80855 None None] Provisioning complete for port 47789354-46ab-458e-9db0-f14cc0ad4ce7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:23.187570 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6be18c17-3719-4b54-ba9b-e88d00e80855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:23.225298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] Set router 12ce9581-10f1-4322-bb30-c6cb128c725d gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:23.385985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 06635cb8-3faf-4db3-a59b-5e74122cc22c up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:23.466959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6be18c17-3719-4b54-ba9b-e88d00e80855 None None] Current status of the port 47789354-46ab-458e-9db0-f14cc0ad4ce7 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:23.468109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6be18c17-3719-4b54-ba9b-e88d00e80855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:23.542489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-6be18c17-3719-4b54-ba9b-e88d00e80855 None None] For port 47789354-46ab-458e-9db0-f14cc0ad4ce7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=47789354-46ab-458e-9db0-f14cc0ad4ce7,segment=NetworkSegment(76cf01e2-70f5-44cf-804f-7c7ea4146eb4),segment_id=76cf01e2-70f5-44cf-804f-7c7ea4146eb4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:23.553334 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6be18c17-3719-4b54-ba9b-e88d00e80855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:23.564308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 06635cb8-3faf-4db3-a59b-5e74122cc22c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:23.564875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:23.645863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be18c17-3719-4b54-ba9b-e88d00e80855 None None] Pushing event updated for resources: {'Port': ['ID=47789354-46ab-458e-9db0-f14cc0ad4ce7,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:23.661181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 4, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '47789354-46ab-458e-9db0-f14cc0ad4ce7', 'name': '', 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'mac_address': 'fa:16:3e:1f:b5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'fbd202a7-88b2-4474-8b79-44fa2470e432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:18Z', 'updated_at': '2022-02-11T14:05:22Z', 'revision_number': 4, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'subnets': [{'id': 'fbd202a7-88b2-4474-8b79-44fa2470e432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:23.698464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a623b0d-507d-442f-a999-8a5363bca5ec None None] The sync data for ids ['12ce9581-10f1-4322-bb30-c6cb128c725d'] in n-d-828675-3 is: [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 4, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '47789354-46ab-458e-9db0-f14cc0ad4ce7', 'name': '', 'network_id': 'dd7dff9a-af39-45c1-aecc-967d76dffc18', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'mac_address': 'fa:16:3e:1f:b5:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'fbd202a7-88b2-4474-8b79-44fa2470e432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:18Z', 'updated_at': '2022-02-11T14:05:22Z', 'revision_number': 4, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'subnets': [{'id': 'fbd202a7-88b2-4474-8b79-44fa2470e432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:23.727987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-59b516d3-aab6-44be-a994-407450059b12 None None] Provisioning complete for port 47789354-46ab-458e-9db0-f14cc0ad4ce7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:23.728340 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59b516d3-aab6-44be-a994-407450059b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:23.780767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 06635cb8-3faf-4db3-a59b-5e74122cc22c is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:23.874199 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-59b516d3-aab6-44be-a994-407450059b12 None None] Current status of the port 47789354-46ab-458e-9db0-f14cc0ad4ce7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:24.141161 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:05:25.390457 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 47789354-46ab-458e-9db0-f14cc0ad4ce7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:25.457676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 47789354-46ab-458e-9db0-f14cc0ad4ce7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:25.458671 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:25.572614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 47789354-46ab-458e-9db0-f14cc0ad4ce7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:29.420716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c45a9d9b-d9af-472d-9b09-9379e5c259f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:29.480045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-8837de05-f559-4b13-a7df-ee90af3fb640 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:29.481532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-8837de05-f559-4b13-a7df-ee90af3fb640 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 815 time: 0.1056745 Feb 11 14:05:29.500120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-227f14b1-78c6-4b3e-b12b-8ea2a0fc5a6a tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/quotas/0fe56e188e554c43a2acea3c436eede5 HTTP/1.1" status: 200 len: 375 time: 0.0106654 Feb 11 14:05:29.560020 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-96879e8e-2db4-4aa2-9e1b-1e6ea2019220 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518599 Feb 11 14:05:29.664055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-28505edf-41d9-41ad-a21b-2fe88fcdfe2f service neutron] 10.222.0.42 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896094 Feb 11 14:05:29.759776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-998e48b2-aa37-41f6-b423-b6ac46ef5c96 service neutron] 10.222.0.42 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863636 Feb 11 14:05:29.925362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed5acc4d-9c63-4162-9982-e2e0da9b1004 req-4c82a4e3-a8b4-4e51-b03a-3d78b301b1a3 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 210 time: 0.0316112 Feb 11 14:05:30.928188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-4924075e-1704-4b23-a685-62b2d1d59f60 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:30.929720 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-4924075e-1704-4b23-a685-62b2d1d59f60 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 815 time: 0.1071599 Feb 11 14:05:30.941513 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'port': {'device_id': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'admin_state_up': True, 'tenant_id': '0fe56e188e554c43a2acea3c436eede5'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:31.034864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd16286b-448b-4fc5-a44e-714733153792 req-456c8374-ea31-4f5b-baaf-36561ac1f9f2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 210 time: 0.0332327 Feb 11 14:05:31.076001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Made reservation on behalf of 0fe56e188e554c43a2acea3c436eede5 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:31.079706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.522768 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6d44f992-cb3d-4790-b0a9-cabca4fc6c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.588637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Allocated IP 172.20.0.6 (1b0cecca-2620-40a8-bd6f-5b5b75760324/cfe225da-76f4-4189-b5cd-c58d18bf16a1/fe937226-c30f-4b98-b808-c601fb332fd1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:31.767182 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for port (fe937226-c30f-4b98-b808-c601fb332fd1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.802466 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.847529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:31.850765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:31.853593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:31.885992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:31.915302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:31.915957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:31.939774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-eb4fec4f-30c2-4640-a7be-43a258db554c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0018373 Feb 11 14:05:32.168656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-86520825-c94b-4103-aba1-c82c5482588a None None] Provisioning complete for port fe937226-c30f-4b98-b808-c601fb332fd1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:32.169031 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-86520825-c94b-4103-aba1-c82c5482588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:32.177075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7306e-4428-4bb7-911c-af56f70522c7 req-458b7fe3-e213-48ff-b1dd-1b1a5eff7367 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:32.178628 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7306e-4428-4bb7-911c-af56f70522c7 req-458b7fe3-e213-48ff-b1dd-1b1a5eff7367 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0639875 Feb 11 14:05:32.203948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-86520825-c94b-4103-aba1-c82c5482588a None None] Port fe937226-c30f-4b98-b808-c601fb332fd1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:05:32.235270 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7306e-4428-4bb7-911c-af56f70522c7 req-e9266218-808e-4adb-b58a-868e6a9c45b8 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508490 Feb 11 14:05:32.845231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:33.380259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e4a8-302e-43be-9f42-be21e6a5b521 req-45bffece-0933-4817-9b4a-a37ec40b1b1b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.382595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82b2e4a8-302e-43be-9f42-be21e6a5b521 req-45bffece-0933-4817-9b4a-a37ec40b1b1b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0547094 Feb 11 14:05:33.428741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-82b2e4a8-302e-43be-9f42-be21e6a5b521 req-dbf88d0f-5acf-4271-b456-37cc902205cd tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Feb 11 14:05:34.510963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:34.582881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df563fd-854a-433a-9f43-b5d29012894a req-b8bfa72f-2b41-43d0-b889-e05fe7c9b603 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:34.585403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1df563fd-854a-433a-9f43-b5d29012894a req-b8bfa72f-2b41-43d0-b889-e05fe7c9b603 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0607572 Feb 11 14:05:34.631603 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1df563fd-854a-433a-9f43-b5d29012894a req-47d069bd-c0fa-41dc-b9b8-1d76f5902211 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Feb 11 14:05:35.402779 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:35.764481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fd2a0-aef3-4c96-9f8e-89579e28b3f5 req-e17afb9b-1ecc-42e8-89c9-380b7b75f53b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:35.767055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-203fd2a0-aef3-4c96-9f8e-89579e28b3f5 req-e17afb9b-1ecc-42e8-89c9-380b7b75f53b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0614481 Feb 11 14:05:35.816883 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-203fd2a0-aef3-4c96-9f8e-89579e28b3f5 req-3be18eb5-a0fa-4e8e-a515-7b5b1e4050ce tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Feb 11 14:05:36.940356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fa856-1c99-4b73-b9bb-dc5e78b280db req-bdfacb37-8bc9-40a1-971b-f3885519f274 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:36.942026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb1fa856-1c99-4b73-b9bb-dc5e78b280db req-bdfacb37-8bc9-40a1-971b-f3885519f274 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0539632 Feb 11 14:05:36.993164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb1fa856-1c99-4b73-b9bb-dc5e78b280db req-27edffe4-9dbe-4578-800a-531116f88035 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Feb 11 14:05:38.125218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe87fae-2a0a-4160-9b29-bb03fdfbf88b req-066d81e4-ee5f-4015-9038-49afbb8172d2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:38.126994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ffe87fae-2a0a-4160-9b29-bb03fdfbf88b req-066d81e4-ee5f-4015-9038-49afbb8172d2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0568635 Feb 11 14:05:38.181202 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ffe87fae-2a0a-4160-9b29-bb03fdfbf88b req-4359a579-125c-41b1-b5fc-6c10ced12fd5 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469892 Feb 11 14:05:39.313001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d77479-9f8a-4d91-9085-9349c90d9316 req-2336b6e4-30ca-483c-bd47-e518c97e6793 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:39.316703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39d77479-9f8a-4d91-9085-9349c90d9316 req-2336b6e4-30ca-483c-bd47-e518c97e6793 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0608201 Feb 11 14:05:39.365892 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-39d77479-9f8a-4d91-9085-9349c90d9316 req-7bb85578-859d-4635-8c69-e341430a87d3 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Feb 11 14:05:40.501508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ed36-4ae2-4572-a4e0-a98eabe3f9f2 req-92470900-e4a5-4a3d-b260-5a927eb6bd11 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.503080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c579ed36-4ae2-4572-a4e0-a98eabe3f9f2 req-92470900-e4a5-4a3d-b260-5a927eb6bd11 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0634696 Feb 11 14:05:40.561535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c579ed36-4ae2-4572-a4e0-a98eabe3f9f2 req-7e7da12c-ff3c-4ac2-82ae-577a5790d832 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524793 Feb 11 14:05:41.699550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1de6e-6ffe-41bf-ae06-5f437f741a1b req-27a3a7f6-d433-44ef-917f-5534339cb1a2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:41.701016 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa1de6e-6ffe-41bf-ae06-5f437f741a1b req-27a3a7f6-d433-44ef-917f-5534339cb1a2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 931 time: 0.0564413 Feb 11 14:05:41.752400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-daa1de6e-6ffe-41bf-ae06-5f437f741a1b req-9636302c-31ff-4a32-976a-e3d1c1a7eccb tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454900 Feb 11 14:05:42.465174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Request body: {'port': {'device_id': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:42.525024 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:42.794424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe937226-c30f-4b98-b808-c601fb332fd1 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:05:42.802493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Publish callbacks [] for port (fe937226-c30f-4b98-b808-c601fb332fd1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:42.815983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Transition to ACTIVE for port object fe937226-c30f-4b98-b808-c601fb332fd1 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:42.829496 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:42.912106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Pushing event updated for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:42.976662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbba9d-52b2-4be2-bf61-e5920408b96d req-c74e5243-b9b3-4635-9a00-61741e1e6130 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:42.978224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59dbba9d-52b2-4be2-bf61-e5920408b96d req-c74e5243-b9b3-4635-9a00-61741e1e6130 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 943 time: 0.1576030 Feb 11 14:05:43.024514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Attempting to bind port fe937226-c30f-4b98-b808-c601fb332fd1 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:05:43.024814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Attempting to bind port fe937226-c30f-4b98-b808-c601fb332fd1 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:05:43.025104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Attempting to bind port fe937226-c30f-4b98-b808-c601fb332fd1 on network 1b0cecca-2620-40a8-bd6f-5b5b75760324 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:43.039131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Port fe937226-c30f-4b98-b808-c601fb332fd1 on network 1b0cecca-2620-40a8-bd6f-5b5b75760324 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:43.039697 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Attempting to bind port fe937226-c30f-4b98-b808-c601fb332fd1 on network 1b0cecca-2620-40a8-bd6f-5b5b75760324 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:43.050690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59dbba9d-52b2-4be2-bf61-e5920408b96d req-1854a95d-1c38-4947-8100-12753d2b68cb tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654137 Feb 11 14:05:43.051544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:43.051879 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Checking segment: {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:05:43.052248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Bound using segment: {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:43.052683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Bound port: fe937226-c30f-4b98-b808-c601fb332fd1, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2c103a-79d9-48c6-888b-3f6bb842ebce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:05:43.053585 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:43.118489 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:43.121617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fe937226-c30f-4b98-b808-c601fb332fd1,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:43.127765 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:43.167956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.168598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:43.169988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] 10.222.0.64 "PUT /v2.0/ports/fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 1091 time: 0.7095411 Feb 11 14:05:43.170433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:43.172723 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc64570-a265-4419-b2ee-838c9331ff36" -d '{"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:43.198874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79021c1a-47b8-4c79-aa40-c304102a135a service neutron] Pushing event updated for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:43.219924 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925c3df-f765-4747-9186-99882256e604 x-openstack-request-id: req-6925c3df-f765-4747-9186-99882256e604 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:43.220292 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:43.220585 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6925c3df-f765-4747-9186-99882256e604 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:43.221078 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'status': 'completed', 'code': 200} Feb 11 14:05:43.260346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-0ee537b5-4441-4bc1-a2f6-3e3d2ae44b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.261938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-0ee537b5-4441-4bc1-a2f6-3e3d2ae44b39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1125 time: 0.0531218 Feb 11 14:05:43.303623 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-54f78d35-8dd8-4601-a0d0-2fba9173a6f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 217 time: 0.0353291 Feb 11 14:05:43.358104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-ac9997dc-74af-4494-89cc-5870d26d8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.359599 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-ac9997dc-74af-4494-89cc-5870d26d8d02 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0504804 Feb 11 14:05:43.409212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-830ad5d2-2649-4c0f-8e27-eb4de85ce691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.410790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-830ad5d2-2649-4c0f-8e27-eb4de85ce691 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459251 Feb 11 14:05:43.507654 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-b420f90f-a09a-41af-bc07-bee46e0fb25e service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909748 Feb 11 14:05:43.603147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07672fcb-913c-4f53-945c-9cfeb8898b5f req-29dbc6f2-ac8b-48eb-a2a4-9e3f2311ad9c service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887799 Feb 11 14:05:43.705297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-6d8a0e33-d930-42e0-a136-bad19eaa9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.706870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-6d8a0e33-d930-42e0-a136-bad19eaa9017 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1125 time: 0.0520840 Feb 11 14:05:43.807506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-eb58be88-b5b4-454f-9bed-c71b5fd65f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.809134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-eb58be88-b5b4-454f-9bed-c71b5fd65f69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.0963717 Feb 11 14:05:43.855587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-c7d106d4-6280-4a7d-a23d-755087faf46b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 217 time: 0.0407968 Feb 11 14:05:43.903102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-305e07c0-be96-49e9-b922-b0a1d738eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.904559 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-305e07c0-be96-49e9-b922-b0a1d738eadd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0440149 Feb 11 14:05:43.957242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-13905e84-ffa0-42e4-a650-8a1db2c34448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.958778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-13905e84-ffa0-42e4-a650-8a1db2c34448 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488918 Feb 11 14:05:44.045577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-75f04e7e-f935-401c-8056-a4d8e8a9734c service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808463 Feb 11 14:05:44.160938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dbc64570-a265-4419-b2ee-838c9331ff36 req-0109ae74-b73d-41c3-92db-74bab4c3c547 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089876 Feb 11 14:05:44.185179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476fb5c7-6bfc-456e-bbcc-d0a9fca06e86 req-84e8cfe6-a010-4d70-a145-1667df84a5b1 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.186184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-476fb5c7-6bfc-456e-bbcc-d0a9fca06e86 req-84e8cfe6-a010-4d70-a145-1667df84a5b1 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 943 time: 0.0632710 Feb 11 14:05:44.235428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-476fb5c7-6bfc-456e-bbcc-d0a9fca06e86 req-99c7ca18-7681-4d81-8807-0f0b95e9db8f tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Feb 11 14:05:45.369595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e053e3-2e1d-4df2-9d6a-dcbbc6e4c4f0 req-e9f71e31-89e6-40dd-bc6b-60c77fd4145a tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.371161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46e053e3-2e1d-4df2-9d6a-dcbbc6e4c4f0 req-e9f71e31-89e6-40dd-bc6b-60c77fd4145a tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 943 time: 0.0560768 Feb 11 14:05:45.426294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-46e053e3-2e1d-4df2-9d6a-dcbbc6e4c4f0 req-dfa1c8a5-4408-4eed-825d-5bbe1c114d5f tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468879 Feb 11 14:05:46.555791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c45140-01e8-48f7-8a89-10ae3c569467 req-9f372ea1-1ae9-4ab4-b700-ec0044f0c45f tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:46.557284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37c45140-01e8-48f7-8a89-10ae3c569467 req-9f372ea1-1ae9-4ab4-b700-ec0044f0c45f tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 943 time: 0.0604382 Feb 11 14:05:46.605279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37c45140-01e8-48f7-8a89-10ae3c569467 req-d1b0c7f8-3766-4126-9113-aeebc3268c11 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418875 Feb 11 14:05:46.684499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fe937226-c30f-4b98-b808-c601fb332fd1 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:46.788927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fe937226-c30f-4b98-b808-c601fb332fd1,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:46.800799 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'port_id': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'mac_address': 'fa:16:3e:53:7d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:46.838404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fe937226-c30f-4b98-b808-c601fb332fd1 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:46.838790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:46.852561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe937226-c30f-4b98-b808-c601fb332fd1 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:05:46.873001 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fe937226-c30f-4b98-b808-c601fb332fd1,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:46.878338 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:46.929397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.991090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:47.250273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fe937226-c30f-4b98-b808-c601fb332fd1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:47.744701 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb54009-a8a9-465b-b4e1-5f5455977c49 req-a7e38977-1bc7-4a6e-a7aa-0bd6fee739b2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:47.746218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3fb54009-a8a9-465b-b4e1-5f5455977c49 req-a7e38977-1bc7-4a6e-a7aa-0bd6fee739b2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 944 time: 0.0599864 Feb 11 14:05:47.767228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:47.793429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3fb54009-a8a9-465b-b4e1-5f5455977c49 req-bf1b81e8-3996-4a45-8b1b-063c839eb8bb tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Feb 11 14:05:48.692318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fe937226-c30f-4b98-b808-c601fb332fd1 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:48.753512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port fe937226-c30f-4b98-b808-c601fb332fd1 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:48.758855 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port fe937226-c30f-4b98-b808-c601fb332fd1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:48.759249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:48.838385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port fe937226-c30f-4b98-b808-c601fb332fd1 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:05:48.839049 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:48.866167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:05:48.868588 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e75ba-a6d1-43c5-bd5b-0b744746c27a" -d '{"events": [{"server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "name": "network-vif-plugged", "status": "completed", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:48.881051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fe937226-c30f-4b98-b808-c601fb332fd1,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:48.886007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:05:48.919446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b33ef-a53d-466a-9a0c-ed4c642faa8f req-5452e27a-0f71-4ffc-b5c5-ffe819e7739d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:48.920955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c2b33ef-a53d-466a-9a0c-ed4c642faa8f req-5452e27a-0f71-4ffc-b5c5-ffe819e7739d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 944 time: 0.0592654 Feb 11 14:05:48.934530 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:48.971022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c2b33ef-a53d-466a-9a0c-ed4c642faa8f req-e4ef13ac-a7a8-423a-b83c-8faa31bd57b5 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Feb 11 14:05:49.143504 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5b6917-2b7c-4919-bf16-249eddb6354d x-openstack-request-id: req-8c5b6917-2b7c-4919-bf16-249eddb6354d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:49.143950 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "name": "network-vif-plugged", "status": "completed", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:49.144210 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c5b6917-2b7c-4919-bf16-249eddb6354d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:49.144865 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'code': 200} Feb 11 14:05:49.246149 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe08d6-79fd-4b57-84a6-e58253991b29 req-1717ccab-b36c-4d58-a977-68043e606fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:49.247580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6afe08d6-79fd-4b57-84a6-e58253991b29 req-1717ccab-b36c-4d58-a977-68043e606fd3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1127 time: 0.0463214 Feb 11 14:05:49.293745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6afe08d6-79fd-4b57-84a6-e58253991b29 req-0a376b9d-1929-4fb4-9a27-dcdceec3cc37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 Feb 11 14:05:50.107936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b089dc-b9bd-4cf9-8d77-41bea55d6cd3 req-3e4eebe1-a7f8-445f-9dc8-045da55227f2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:50.109417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30b089dc-b9bd-4cf9-8d77-41bea55d6cd3 req-3e4eebe1-a7f8-445f-9dc8-045da55227f2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0582330 Feb 11 14:05:50.154974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30b089dc-b9bd-4cf9-8d77-41bea55d6cd3 req-e03f9d62-c863-4063-81b5-27873bdba956 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Feb 11 14:05:51.289564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c581b-7ed0-4eac-af7d-b300d6c16744 req-34e7b59a-a1a0-46c1-b396-3b5306328626 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:51.291297 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-546c581b-7ed0-4eac-af7d-b300d6c16744 req-34e7b59a-a1a0-46c1-b396-3b5306328626 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0576527 Feb 11 14:05:51.338778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-546c581b-7ed0-4eac-af7d-b300d6c16744 req-0d2f8a74-8737-40d3-a718-d74aa164f711 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Feb 11 14:05:51.471294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7d059-539e-476c-b7f6-cf57887b811d req-6263e0ff-aab7-43ff-876e-a61d80c0e7aa tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:51.472747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbd7d059-539e-476c-b7f6-cf57887b811d req-6263e0ff-aab7-43ff-876e-a61d80c0e7aa tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0668828 Feb 11 14:05:51.533527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cbd7d059-539e-476c-b7f6-cf57887b811d req-34ad2b95-ae95-4467-8990-9cbed030b38a tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546479 Feb 11 14:05:51.736582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722977c-7bad-443a-988a-43c37ac75586 req-9712f3b1-2bf0-4612-be95-5fd51bc4497c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:51.738195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e722977c-7bad-443a-988a-43c37ac75586 req-9712f3b1-2bf0-4612-be95-5fd51bc4497c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0555041 Feb 11 14:05:51.784939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e722977c-7bad-443a-988a-43c37ac75586 req-062ce414-17c4-4e28-a2a3-81ed199ed437 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408804 Feb 11 14:05:58.818704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-41b38580-8b50-487f-93a1-0b5126cf6c49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453110 Feb 11 14:05:58.911236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-0837cf47-bc1f-4b95-ac1a-b2f50a70c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.912829 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-0837cf47-bc1f-4b95-ac1a-b2f50a70c680 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1127 time: 0.0502961 Feb 11 14:05:59.040385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-a9b8e10b-e279-4f03-bc46-50f39b378c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.041950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-a9b8e10b-e279-4f03-bc46-50f39b378c13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.1101851 Feb 11 14:05:59.085841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-bf6c2bdc-b839-4c92-b032-0815eca8e236 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 217 time: 0.0376740 Feb 11 14:05:59.140218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-3b63b4c7-9ec2-487e-8bbc-767098ec7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.141848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-3b63b4c7-9ec2-487e-8bbc-767098ec7e1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0511346 Feb 11 14:05:59.190992 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-0faf8e98-de4e-4b98-aedf-5728cea2644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:59.192535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-0faf8e98-de4e-4b98-aedf-5728cea2644f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453324 Feb 11 14:05:59.288303 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-cd106f37-d509-44d0-b481-bca4dd10bf46 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900462 Feb 11 14:05:59.386792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d6528f2-4aca-46a8-bb56-fb802aa57967 req-3227a3ae-a10e-4e25-a420-eaa1a10f755c service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927391 Feb 11 14:05:59.415180 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-41650d9a-3c08-461d-8949-0c310740679b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:01.144065 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:06:01.521165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0a25ffd-83a8-4b2f-8191-d1a22ed4eb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:02.844779 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:04.509618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:05.397451 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:09.861432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc17a4-4089-465b-bb23-924c21279423 req-6eecc493-96e1-42f9-950f-2832cf6bb847 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:09.862859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccc17a4-4089-465b-bb23-924c21279423 req-6eecc493-96e1-42f9-950f-2832cf6bb847 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0559454 Feb 11 14:06:09.914885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1ccc17a4-4089-465b-bb23-924c21279423 req-5ee62fd6-dce2-48f0-b31c-da81042c5167 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464098 Feb 11 14:06:09.944366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34618) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:10.101149 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d4079b-fd0a-40cb-8d3e-5b36501ba9d8 tempest-TestMinimumBasicScenario-170129891 tempest-TestMinimumBasicScenario-170129891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:10.102712 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b9d4079b-fd0a-40cb-8d3e-5b36501ba9d8 tempest-TestMinimumBasicScenario-170129891 tempest-TestMinimumBasicScenario-170129891-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1122 time: 0.1572542 Feb 11 14:06:10.107677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34622) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:10.121823 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:10.147470 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:10.249364 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:10.355965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Allocated IP 172.25.1.102 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/2c3aefb3-3066-4ea2-9fb2-387e72a96f31) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:10.461914 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:10.498102 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:10.538709 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:10.544051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:10.546298 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'Port': ['ID=2c3aefb3-3066-4ea2-9fb2-387e72a96f31,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:10.548370 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:10.576114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.576458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.576794 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.577125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.577441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.577803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.578125 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.578450 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.578753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.579068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.579383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.579691 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.580008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:10.948031 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for floatingip (e60b46eb-43a0-4966-be0c-b3690169a8f6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.027040 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.180420 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.186136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.255599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'Port': ['ID=2c3aefb3-3066-4ea2-9fb2-387e72a96f31,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:11.268179 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (e60b46eb-43a0-4966-be0c-b3690169a8f6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.381331 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Floating IP e60b46eb-43a0-4966-be0c-b3690169a8f6 associated. External IP: 172.25.1.102, port: fe937226-c30f-4b98-b808-c601fb332fd1. Feb 11 14:06:11.600917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Router a270c285-1c56-4c06-bc96-9488fbd6b738 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:06:11.718954 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:06:11.729184 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] Sync routers for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:06:11.738356 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.740768 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:11.741569 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:06:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:11.771767 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0e845a1d-c390-4311-8c52-9fb441de90ef tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6604080 Feb 11 14:06:11.771767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:06:11.772524 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa0431f-be77-441a-8147-eed573882b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:11.773094 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34624) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:11.779873 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-08013906-85c1-4f9c-9591-0b9e25b793cc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124068010', 'description': 'tempest-secgroup-smoke-124068010 description', 'project_id': '0fe56e188e554c43a2acea3c436eede5'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:11.808555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-08013906-85c1-4f9c-9591-0b9e25b793cc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.858165 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:11.880499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-08013906-85c1-4f9c-9591-0b9e25b793cc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group (47ec17ae-bc32-41b4-96e5-6f50ef18660e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.886612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-08013906-85c1-4f9c-9591-0b9e25b793cc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (47ec17ae-bc32-41b4-96e5-6f50ef18660e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.891239 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b6cc60-b2f5-41e3-b9ba-661a27c7baab x-openstack-request-id: req-82b6cc60-b2f5-41e3-b9ba-661a27c7baab {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:11.891534 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:11.891789 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82b6cc60-b2f5-41e3-b9ba-661a27c7baab {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:11.892202 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'status': 'completed', 'code': 200} Feb 11 14:06:11.927744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-08013906-85c1-4f9c-9591-0b9e25b793cc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:11.928978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-08013906-85c1-4f9c-9591-0b9e25b793cc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1531010 Feb 11 14:06:11.932058 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08013906-85c1-4f9c-9591-0b9e25b793cc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ec17ae-bc32-41b4-96e5-6f50ef18660e,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:11.934225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34630) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:11.940715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-70f9aa62-b75d-4455-8fe0-8630c855a090 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'security_group_rule': {'security_group_id': '47ec17ae-bc32-41b4-96e5-6f50ef18660e', 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:11.987446 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70f9aa62-b75d-4455-8fe0-8630c855a090 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (a063017f-474a-478d-8182-1ee8efb3a39a), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.006234 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0431f-be77-441a-8147-eed573882b9d req-9775d634-2974-4cf9-9ffd-f614d22d1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.008069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0431f-be77-441a-8147-eed573882b9d req-9775d634-2974-4cf9-9ffd-f614d22d1cf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1127 time: 0.0920837 Feb 11 14:06:12.094962 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e60b46eb-43a0-4966-be0c-b3690169a8f6', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'port_id': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'mac_address': 'fa:16:3e:53:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:10Z', 'updated_at': '2022-02-11T14:06:10Z', 'revision_number': 0, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 5, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:12.108668 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70f9aa62-b75d-4455-8fe0-8630c855a090 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (a063017f-474a-478d-8182-1ee8efb3a39a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.113695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70f9aa62-b75d-4455-8fe0-8630c855a090 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a063017f-474a-478d-8182-1ee8efb3a39a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.128496 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] Checking router: a270c285-1c56-4c06-bc96-9488fbd6b738 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:06:12.136982 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:06:12.137583 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:06:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:12.148348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9aa62-b75d-4455-8fe0-8630c855a090 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a063017f-474a-478d-8182-1ee8efb3a39a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:12.155980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0431f-be77-441a-8147-eed573882b9d req-698a7e39-0039-44d2-8cb0-69a7b546c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.157788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0431f-be77-441a-8147-eed573882b9d req-698a7e39-0039-44d2-8cb0-69a7b546c661 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.1402607 Feb 11 14:06:12.160804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-70f9aa62-b75d-4455-8fe0-8630c855a090 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.161909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-70f9aa62-b75d-4455-8fe0-8630c855a090 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2263236 Feb 11 14:06:12.165334 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34632) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:12.170692 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fdc9bdd3-7be1-447e-a3f1-fab3f3dec4a4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'security_group_rule': {'security_group_id': '47ec17ae-bc32-41b4-96e5-6f50ef18660e', 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:12.197600 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bdd3-7be1-447e-a3f1-fab3f3dec4a4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (5c86ca89-1b98-4100-83ca-f9d094e9c428), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.228285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0431f-be77-441a-8147-eed573882b9d req-3881e11a-4065-4c7a-a3f5-2fa91e3108c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 999 time: 0.0643523 Feb 11 14:06:12.255897 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:06:12.260637 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bdd3-7be1-447e-a3f1-fab3f3dec4a4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (5c86ca89-1b98-4100-83ca-f9d094e9c428), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.265366 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bdd3-7be1-447e-a3f1-fab3f3dec4a4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5c86ca89-1b98-4100-83ca-f9d094e9c428), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.284634 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9bdd3-7be1-447e-a3f1-fab3f3dec4a4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c86ca89-1b98-4100-83ca-f9d094e9c428,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:12.287911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0431f-be77-441a-8147-eed573882b9d req-be7b0948-a550-48a1-93c3-90123550c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.290034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0431f-be77-441a-8147-eed573882b9d req-be7b0948-a550-48a1-93c3-90123550c809 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0555456 Feb 11 14:06:12.294889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bdd3-7be1-447e-a3f1-fab3f3dec4a4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.296236 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fdc9bdd3-7be1-447e-a3f1-fab3f3dec4a4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296206 Feb 11 14:06:12.299355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34634) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:12.304884 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-03e190be-c0f4-40d0-8296-0904b89f6a7d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'security_group_rule': {'security_group_id': '47ec17ae-bc32-41b4-96e5-6f50ef18660e', 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:12.332645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03e190be-c0f4-40d0-8296-0904b89f6a7d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (3553151a-e222-437c-92dd-cc482bf6367c), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.343976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0431f-be77-441a-8147-eed573882b9d req-c9eac560-41b8-4783-9360-227a5b846267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.346060 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0431f-be77-441a-8147-eed573882b9d req-c9eac560-41b8-4783-9360-227a5b846267 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498288 Feb 11 14:06:12.393861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03e190be-c0f4-40d0-8296-0904b89f6a7d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (3553151a-e222-437c-92dd-cc482bf6367c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.404160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03e190be-c0f4-40d0-8296-0904b89f6a7d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3553151a-e222-437c-92dd-cc482bf6367c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.424162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e190be-c0f4-40d0-8296-0904b89f6a7d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3553151a-e222-437c-92dd-cc482bf6367c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:12.432831 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-03e190be-c0f4-40d0-8296-0904b89f6a7d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.434292 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-03e190be-c0f4-40d0-8296-0904b89f6a7d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332316 Feb 11 14:06:12.437323 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34636) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:12.441826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-372d568d-4117-492f-8e6c-38fbba30be8b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'security_group_rule': {'security_group_id': '47ec17ae-bc32-41b4-96e5-6f50ef18660e', 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:12.447457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0431f-be77-441a-8147-eed573882b9d req-e234ada2-84fc-49b5-a55e-cb86975ed4c5 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956511 Feb 11 14:06:12.470378 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-372d568d-4117-492f-8e6c-38fbba30be8b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (547b1f3b-b633-4682-941e-22ec2a111c04), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.512449 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e60b46eb-43a0-4966-be0c-b3690169a8f6', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'port_id': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'mac_address': 'fa:16:3e:53:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:10Z', 'updated_at': '2022-02-11T14:06:10Z', 'revision_number': 0, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 5, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:12.535265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-372d568d-4117-492f-8e6c-38fbba30be8b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (547b1f3b-b633-4682-941e-22ec2a111c04), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.540593 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-372d568d-4117-492f-8e6c-38fbba30be8b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (547b1f3b-b633-4682-941e-22ec2a111c04), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.542384 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babb7dd-4534-4e22-bc01-7453bb34cd4d None None] The sync data for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 is: [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'e60b46eb-43a0-4966-be0c-b3690169a8f6', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'port_id': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'mac_address': 'fa:16:3e:53:7d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:06:10Z', 'updated_at': '2022-02-11T14:06:10Z', 'revision_number': 0, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 5, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:06:12.560997 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fa0431f-be77-441a-8147-eed573882b9d req-12df12e3-178b-4cf0-af92-847df7869a4d service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048660 Feb 11 14:06:12.562877 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d568d-4117-492f-8e6c-38fbba30be8b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547b1f3b-b633-4682-941e-22ec2a111c04,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:12.570219 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-372d568d-4117-492f-8e6c-38fbba30be8b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.574259 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-372d568d-4117-492f-8e6c-38fbba30be8b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359019 Feb 11 14:06:12.574537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34638) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:12.579218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'security_group_rule': {'security_group_id': '47ec17ae-bc32-41b4-96e5-6f50ef18660e', 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:12.602722 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Project 0fe56e188e554c43a2acea3c436eede5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:06:12.608336 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (88fb22e0-16e8-48b6-8572-86c56240e3ab), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.670147 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (88fb22e0-16e8-48b6-8572-86c56240e3ab), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.674816 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (88fb22e0-16e8-48b6-8572-86c56240e3ab), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.692641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fb22e0-16e8-48b6-8572-86c56240e3ab,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:12.700814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.702050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ee1aaaa-ee27-4ca9-acbb-cd06b9b22b0b tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1265357 Feb 11 14:06:12.704732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34640) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:06:12.709026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'security_group_rule': {'security_group_id': '47ec17ae-bc32-41b4-96e5-6f50ef18660e', 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:12.730764 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Project 0fe56e188e554c43a2acea3c436eede5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:06:12.736235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (a8cf4726-1ed1-4752-a3b7-4df56a5871bb), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.803294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (a8cf4726-1ed1-4752-a3b7-4df56a5871bb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.808395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a8cf4726-1ed1-4752-a3b7-4df56a5871bb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.813501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4062f7a5-ba29-42eb-a798-72ebe7ba9368 None None] New status for floating IP e60b46eb-43a0-4966-be0c-b3690169a8f6: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:06:12.830262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cf4726-1ed1-4752-a3b7-4df56a5871bb,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:12.837066 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:12.838288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-dbe62d7a-9493-45d2-80fe-63456a0d3225 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326315 Feb 11 14:06:12.929747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-1ff95cd4-0a0a-4e07-a3e6-58805ec6be0e tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124068010&fields=id&tenant_id=0fe56e188e554c43a2acea3c436eede5 HTTP/1.1" status: 200 len: 267 time: 0.0442801 Feb 11 14:06:12.987956 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-f97501f8-fbcb-4ad3-bdcb-4432db29572d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.989525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-f97501f8-fbcb-4ad3-bdcb-4432db29572d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Feb 11 14:06:13.001059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'port': {'security_groups': ['f775a6e9-e762-4a08-9b58-45b4958fa0b0', '47ec17ae-bc32-41b4-96e5-6f50ef18660e']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:13.077996 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:13.276140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fe937226-c30f-4b98-b808-c601fb332fd1,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:13.305873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for port (fe937226-c30f-4b98-b808-c601fb332fd1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:13.313218 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:13.325442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fe937226-c30f-4b98-b808-c601fb332fd1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:13.357063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.357689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:13.359090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f7c95b34-0234-4753-bbf1-66c08ce3e029 req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "PUT /v2.0/ports/fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 981 time: 0.3629022 Feb 11 14:06:13.359542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:06:13.361796 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508" -d '{"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:13.385659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f9ad7-abf8-428d-8f8e-a30372868436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:13.408132 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f9c0cf-2dce-4003-ac58-71f6b52c5cf4 x-openstack-request-id: req-d6f9c0cf-2dce-4003-ac58-71f6b52c5cf4 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:13.408493 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:13.408807 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6f9c0cf-2dce-4003-ac58-71f6b52c5cf4 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:13.409270 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'status': 'completed', 'code': 200} Feb 11 14:06:13.433211 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fe937226-c30f-4b98-b808-c601fb332fd1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:13.516792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-cd104318-625a-4cc3-b7de-c61cbeaf4ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.518369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-cd104318-625a-4cc3-b7de-c61cbeaf4ef7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1166 time: 0.0873106 Feb 11 14:06:13.543468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456a5d-d8e0-439f-91cf-6ef96a013251 req-7e5af824-0515-4287-9f95-a60dc55559b1 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.544960 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6456a5d-d8e0-439f-91cf-6ef96a013251 req-7e5af824-0515-4287-9f95-a60dc55559b1 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0796330 Feb 11 14:06:13.662169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6456a5d-d8e0-439f-91cf-6ef96a013251 req-17757bac-ca70-4bc1-bd9c-728fc713bf9f tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065629 Feb 11 14:06:13.665011 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-93e6513c-ec5f-4fcb-a133-8c282f226985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.666461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-93e6513c-ec5f-4fcb-a133-8c282f226985 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.1393082 Feb 11 14:06:13.730311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a9e477b1-67a5-4dde-ae72-a784e8f3248e None None] Provisioning complete for port fe937226-c30f-4b98-b808-c601fb332fd1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:13.730659 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a9e477b1-67a5-4dde-ae72-a784e8f3248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:13.738445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-b9375dba-2d74-479b-9ea2-3c045e21dd1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0653560 Feb 11 14:06:13.785567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-c7f41277-b402-431a-9b87-cf75f6f6b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.787424 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-c7f41277-b402-431a-9b87-cf75f6f6b7d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0430689 Feb 11 14:06:13.839641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-5dea4cb7-5adc-4e0a-ba14-19c3a8813de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.841282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-5dea4cb7-5adc-4e0a-ba14-19c3a8813de5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485702 Feb 11 14:06:13.926660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a9e477b1-67a5-4dde-ae72-a784e8f3248e None None] Current status of the port fe937226-c30f-4b98-b808-c601fb332fd1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:06:13.936635 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-1d801d3a-3fc5-4aea-b86e-113a3fc0cbfd service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889914 Feb 11 14:06:14.031072 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a4c2ebe-2a0c-45c5-a190-c02b7c0a1508 req-3a83e691-2478-4020-9b62-b571cfffbe1d service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881336 Feb 11 14:06:16.995089 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:17.757940 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:29.424348 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8f9e0ef4-8431-4107-aa86-3bd64b298f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:31.520808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9862739d-a639-4ef6-86c8-d6a91e91cdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:32.859817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:34.507655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:35.415558 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:38.149137 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:06:47.006532 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:47.794579 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:59.424010 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a25daaff-1f26-4853-a38b-ffe3546e4f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:06:59.871261 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-66cd1abc-a024-4c46-9ba3-96aec027e615 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917022 Feb 11 14:06:59.966857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-5d47a2b5-2a74-430b-aad3-c8239f0daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:59.968362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-5d47a2b5-2a74-430b-aad3-c8239f0daaca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1166 time: 0.0485585 Feb 11 14:07:00.075499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-7f153a9e-39ef-4a03-a3ae-2e94900ef6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.076867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-7f153a9e-39ef-4a03-a3ae-2e94900ef6b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.0892389 Feb 11 14:07:00.146412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-8cc32559-c440-4501-a5db-d9fe26e098d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0629473 Feb 11 14:07:00.196213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-4d86bbbb-4bb4-4c25-8178-b5a9ba14f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.197669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-4d86bbbb-4bb4-4c25-8178-b5a9ba14f84c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0454521 Feb 11 14:07:00.251626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-f55a5ab3-e8cf-45bf-946b-5c0b157a9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.253135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-f55a5ab3-e8cf-45bf-946b-5c0b157a9033 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496964 Feb 11 14:07:00.346149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-a66eb421-9afc-4334-873e-3a7becfe1e87 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Feb 11 14:07:00.438376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8dd069d5-5e32-4e03-b343-945b47d3fd1f req-a1e32a71-d73d-453d-8a05-7b4651437ea5 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855975 Feb 11 14:07:01.516935 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-42186be4-151a-46d8-b5d4-ff3a9c6c2422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:02.865386 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:04.509331 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:05.404640 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:09.319433 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a824da3-7f22-43cd-9172-3d291b3b391f req-67af3da5-6e78-4d0c-93e0-0262ba5c343a tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.320919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a824da3-7f22-43cd-9172-3d291b3b391f req-67af3da5-6e78-4d0c-93e0-0262ba5c343a tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0883746 Feb 11 14:07:09.322784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132da43-4c39-49cf-8be1-62dc726068be req-1f4d4b75-d8d8-4012-8e73-a8094f58d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.324394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d132da43-4c39-49cf-8be1-62dc726068be req-1f4d4b75-d8d8-4012-8e73-a8094f58d012 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1166 time: 0.0783195 Feb 11 14:07:09.441605 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a824da3-7f22-43cd-9172-3d291b3b391f req-9c1dce0c-6b67-4d05-9560-9deb768c28d6 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146526 Feb 11 14:07:09.457582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132da43-4c39-49cf-8be1-62dc726068be req-d657a428-5389-41bd-b9c7-d8cb1cc9cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.459430 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d132da43-4c39-49cf-8be1-62dc726068be req-d657a428-5389-41bd-b9c7-d8cb1cc9cc9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.1264739 Feb 11 14:07:09.530194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d132da43-4c39-49cf-8be1-62dc726068be req-6d02ac3b-e995-42c7-ae46-b2ae329815b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0637631 Feb 11 14:07:09.585493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132da43-4c39-49cf-8be1-62dc726068be req-128ab328-09d9-4c3a-b28f-46500ec63a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.586976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d132da43-4c39-49cf-8be1-62dc726068be req-128ab328-09d9-4c3a-b28f-46500ec63a0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0511670 Feb 11 14:07:09.637907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132da43-4c39-49cf-8be1-62dc726068be req-83e773f2-0b59-4d3d-a001-4e1b82829980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.639391 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d132da43-4c39-49cf-8be1-62dc726068be req-83e773f2-0b59-4d3d-a001-4e1b82829980 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462027 Feb 11 14:07:09.737999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d132da43-4c39-49cf-8be1-62dc726068be req-47b37b2f-a6df-4256-aec2-1c76dcfdadbe service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914290 Feb 11 14:07:09.840135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d132da43-4c39-49cf-8be1-62dc726068be req-65598775-815b-49a3-ab89-5b23b4c98a91 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965431 Feb 11 14:07:10.578781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5534b-5f37-422f-8fe2-a0cfde3b24fe req-2e212c6d-8e32-4cc1-9029-6db41913dad9 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.580265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4e5534b-5f37-422f-8fe2-a0cfde3b24fe req-2e212c6d-8e32-4cc1-9029-6db41913dad9 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0656068 Feb 11 14:07:10.980615 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4e5534b-5f37-422f-8fe2-a0cfde3b24fe req-c6efbed9-85b4-43b4-8bc0-4b254139dc0d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3945107 Feb 11 14:07:12.383961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2d4ca-e600-4940-a9be-6e4e2a895e48 req-ceda284b-f17c-410f-9147-89e30130a2bc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.385311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65b2d4ca-e600-4940-a9be-6e4e2a895e48 req-ceda284b-f17c-410f-9147-89e30130a2bc tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0611506 Feb 11 14:07:12.446670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65b2d4ca-e600-4940-a9be-6e4e2a895e48 req-eed61fb8-2e5d-4ba5-ad4e-95c08e9fa50e tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527756 Feb 11 14:07:13.579335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90d4ca-285f-4d27-9cba-62e1f6b14e99 req-77865164-8d31-471e-9926-32953aff27f1 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:13.580787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd90d4ca-285f-4d27-9cba-62e1f6b14e99 req-77865164-8d31-471e-9926-32953aff27f1 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0635631 Feb 11 14:07:13.642734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd90d4ca-285f-4d27-9cba-62e1f6b14e99 req-e718de97-49ff-4767-8bc3-40db424811e8 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534792 Feb 11 14:07:14.771521 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe6458-384c-497b-a92a-f6edcef25e1e req-7b091666-28e7-40bb-ab45-e9c454be08d2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.772933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88fe6458-384c-497b-a92a-f6edcef25e1e req-7b091666-28e7-40bb-ab45-e9c454be08d2 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0564539 Feb 11 14:07:14.834546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88fe6458-384c-497b-a92a-f6edcef25e1e req-986a8ab2-9f7b-4c34-bf90-0cf46e53400d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534098 Feb 11 14:07:15.155864 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:15.969383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dedc8c-e7fb-463f-a986-459e1ec6969a req-3b05d9f3-3617-4aeb-a217-52c02a305436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:15.970908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8dedc8c-e7fb-463f-a986-459e1ec6969a req-3b05d9f3-3617-4aeb-a217-52c02a305436 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0563104 Feb 11 14:07:16.038750 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b8dedc8c-e7fb-463f-a986-459e1ec6969a req-4e1f6df1-03e9-45b7-bb8a-214ad5bfad99 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617409 Feb 11 14:07:17.026066 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:17.162060 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eb887-7372-4f23-b529-cc06c95f1feb req-3cf43fc2-a611-41e8-a19f-843781ffadd3 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:17.163662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f2eb887-7372-4f23-b529-cc06c95f1feb req-3cf43fc2-a611-41e8-a19f-843781ffadd3 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0566099 Feb 11 14:07:17.226553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7f2eb887-7372-4f23-b529-cc06c95f1feb req-355c2cc0-1d82-42c5-be2d-0e7c6580c67c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543146 Feb 11 14:07:17.788531 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:18.365021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9da7d-02ff-4731-9364-7af848916f56 req-451822ab-a5c9-47fc-8b52-692db319b500 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:18.366707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cc9da7d-02ff-4731-9364-7af848916f56 req-451822ab-a5c9-47fc-8b52-692db319b500 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0533648 Feb 11 14:07:18.426590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cc9da7d-02ff-4731-9364-7af848916f56 req-6f2348b2-e04d-4781-b5b9-ba3cdb98b76c tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540967 Feb 11 14:07:19.559105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dee9e-b288-4670-941b-293e80438182 req-2908042f-0dc7-4176-a9c8-b89d6a348fe5 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.560913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed1dee9e-b288-4670-941b-293e80438182 req-2908042f-0dc7-4176-a9c8-b89d6a348fe5 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0592310 Feb 11 14:07:19.621509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed1dee9e-b288-4670-941b-293e80438182 req-ab097af8-1f66-475d-8468-4a941da6e395 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545895 Feb 11 14:07:20.750912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8e631-9900-4c23-9872-984374be185c req-884f068a-126a-4853-bb22-6bd345789f24 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:20.752291 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76d8e631-9900-4c23-9872-984374be185c req-884f068a-126a-4853-bb22-6bd345789f24 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0549042 Feb 11 14:07:20.817888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-76d8e631-9900-4c23-9872-984374be185c req-21215d60-da59-42ee-ad35-c82b1ed1075d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592644 Feb 11 14:07:21.950782 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac09a15-83e1-463b-ad77-9330a2e6361c req-58d766bc-b296-4b90-b899-a27c103f8972 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.952256 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ac09a15-83e1-463b-ad77-9330a2e6361c req-58d766bc-b296-4b90-b899-a27c103f8972 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0607343 Feb 11 14:07:22.016097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ac09a15-83e1-463b-ad77-9330a2e6361c req-f7c6ea80-fb89-4726-88b4-cf45d4daffa4 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&id=47ec17ae-bc32-41b4-96e5-6f50ef18660e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579231 Feb 11 14:07:29.422323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-42d8cdb2-b9b2-4669-8544-a054ab92b648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:31.517462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b4476355-eb5f-4d18-b985-5c250b4e9385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:32.869521 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:34.518109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:35.400390 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:47.027756 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:47.819682 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:07:52.149905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:59.417955 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6d77839-375f-4507-a1ce-73c40abb4483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:01.511231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0893bef7-e588-45f8-8a6a-3e1e03ee49e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:01.829435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-1b7a2e2f-8f55-4b6b-9711-4d61637e51ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459216 Feb 11 14:08:01.915408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-3008a0e8-d36a-490b-a0ab-987d62f770f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:01.916932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-3008a0e8-d36a-490b-a0ab-987d62f770f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1166 time: 0.0463853 Feb 11 14:08:02.036593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-72ef3f71-61fa-42a6-aeb8-bfca6be82a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.038139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-72ef3f71-61fa-42a6-aeb8-bfca6be82a9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.1019549 Feb 11 14:08:02.104612 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-d631a0fc-7b3d-4fd3-98d6-416b6a5d1d30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0604808 Feb 11 14:08:02.156778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-64fd5701-ffd9-46bb-9445-bfb54755a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.159143 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-64fd5701-ffd9-46bb-9445-bfb54755a35e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0488467 Feb 11 14:08:02.217602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-ede57b47-b6fb-4c01-a420-940c80508e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.219505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-ede57b47-b6fb-4c01-a420-940c80508e0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549035 Feb 11 14:08:02.315988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-f477b44b-db97-413f-b0bc-24b8b40c882f service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901418 Feb 11 14:08:02.420837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-07f716f6-7150-497d-aff1-5a1a933c61c0 req-8decfa3a-96ea-41e8-99d0-e2bb36406503 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994065 Feb 11 14:08:02.867272 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:04.522670 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:05.399734 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:17.030145 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:17.814021 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:25.426646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-775380a9-e8e0-411f-b74b-6781892bb4db req-6e2817c7-454d-4d0d-9f0e-d1149d90712f tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124068010&fields=id&tenant_id=0fe56e188e554c43a2acea3c436eede5 HTTP/1.1" status: 200 len: 267 time: 0.0513084 Feb 11 14:08:25.488527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775380a9-e8e0-411f-b74b-6781892bb4db req-c2fb4765-5614-4a4f-b0aa-9e7142fa88e8 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:25.490032 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-775380a9-e8e0-411f-b74b-6781892bb4db req-c2fb4765-5614-4a4f-b0aa-9e7142fa88e8 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 984 time: 0.0557323 Feb 11 14:08:25.501013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Request body: {'port': {'security_groups': ['f775a6e9-e762-4a08-9b58-45b4958fa0b0']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:25.579148 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:25.772580 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fe937226-c30f-4b98-b808-c601fb332fd1,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:25.810451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for port (fe937226-c30f-4b98-b808-c601fb332fd1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:25.819863 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:25.836274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fe937226-c30f-4b98-b808-c601fb332fd1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:25.866677 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:25.867166 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:25.868678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-775380a9-e8e0-411f-b74b-6781892bb4db req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "PUT /v2.0/ports/fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 942 time: 0.3721902 Feb 11 14:08:25.869159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:08:25.871559 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb59089-9c2c-4f26-820f-978f17680352" -d '{"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:25.876508 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34722) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:25.922878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event updated for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:25.943502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.943887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.944171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.944506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.944836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.945160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.945488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.945841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.946341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.947201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.953534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.953899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.953993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb329bac-664a-432e-8477-be839d66442d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:25.961037 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group (47ec17ae-bc32-41b4-96e5-6f50ef18660e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:25.974479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fe937226-c30f-4b98-b808-c601fb332fd1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:25.991291 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group (47ec17ae-bc32-41b4-96e5-6f50ef18660e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.014970 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90607b9b-e5b5-467b-a3fc-b134b3b4347f x-openstack-request-id: req-90607b9b-e5b5-467b-a3fc-b134b3b4347f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:26.015273 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:26.015529 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-90607b9b-e5b5-467b-a3fc-b134b3b4347f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:26.015939 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'status': 'completed', 'code': 200} Feb 11 14:08:26.064699 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (47ec17ae-bc32-41b4-96e5-6f50ef18660e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.068886 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.070188 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "DELETE /v2.0/security-groups/47ec17ae-bc32-41b4-96e5-6f50ef18660e HTTP/1.1" status: 204 len: 168 time: 0.1901622 Feb 11 14:08:26.074376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34730) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:26.085286 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ec17ae-bc32-41b4-96e5-6f50ef18660e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:26.095106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.095745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.096271 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.096809 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.097943 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.101964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.104523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.104887 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.105229 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.105571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.105947 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.106280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.106611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaabce3-7c60-44c2-8a5f-cb78713e0f90 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:26.155969 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59089-9c2c-4f26-820f-978f17680352 req-37eafd02-082f-420b-a04b-d1fa46a65c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.157604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bb59089-9c2c-4f26-820f-978f17680352 req-37eafd02-082f-420b-a04b-d1fa46a65c4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1127 time: 0.1206102 Feb 11 14:08:26.164049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-03b64240-eb44-418b-bba9-6080e81d4101 None None] Provisioning complete for port fe937226-c30f-4b98-b808-c601fb332fd1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:26.164380 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-03b64240-eb44-418b-bba9-6080e81d4101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.270654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-03b64240-eb44-418b-bba9-6080e81d4101 None None] Current status of the port fe937226-c30f-4b98-b808-c601fb332fd1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:08:26.329667 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59089-9c2c-4f26-820f-978f17680352 req-b62e8abc-2a1d-46c9-a5b4-66f2db5dafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.331152 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bb59089-9c2c-4f26-820f-978f17680352 req-b62e8abc-2a1d-46c9-a5b4-66f2db5dafaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.1639762 Feb 11 14:08:26.393922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Deleting port 2c3aefb3-3066-4ea2-9fb2-387e72a96f31 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:26.394245 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.423357 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bb59089-9c2c-4f26-820f-978f17680352 req-81196fde-aee8-4351-8681-a4770711bbfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 1001 time: 0.0852261 Feb 11 14:08:26.511315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.512058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for floatingip (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.515228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59089-9c2c-4f26-820f-978f17680352 req-ed24b2de-f40b-4c02-ab54-76e5b8a5bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.516692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bb59089-9c2c-4f26-820f-978f17680352 req-ed24b2de-f40b-4c02-ab54-76e5b8a5bbdb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0648029 Feb 11 14:08:26.533579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Calling delete_port for 2c3aefb3-3066-4ea2-9fb2-387e72a96f31 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:26.624632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb59089-9c2c-4f26-820f-978f17680352 req-fea63f82-66ef-48ef-bc46-adc00e2a888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.626062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bb59089-9c2c-4f26-820f-978f17680352 req-fea63f82-66ef-48ef-bc46-adc00e2a888b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024878 Feb 11 14:08:26.756926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bb59089-9c2c-4f26-820f-978f17680352 req-7dc6dab5-0475-4f86-aec7-6ece3520dba4 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241059 Feb 11 14:08:26.830826 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (2c3aefb3-3066-4ea2-9fb2-387e72a96f31), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.865805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event deleted for resources: {'Port': ['ID=2c3aefb3-3066-4ea2-9fb2-387e72a96f31,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:26.926637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1bb59089-9c2c-4f26-820f-978f17680352 req-37612000-7506-48ae-8adf-bc792ca68e99 service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621053 Feb 11 14:08:26.943402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks [] for floatingip (e60b46eb-43a0-4966-be0c-b3690169a8f6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:26.943685 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Floating IP e60b46eb-43a0-4966-be0c-b3690169a8f6 disassociated (deleted). External IP: 172.25.1.102, port: fe937226-c30f-4b98-b808-c601fb332fd1. Feb 11 14:08:27.161833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Router a270c285-1c56-4c06-bc96-9488fbd6b738 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:27.291986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:27.296948 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:27.308158 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] Sync routers for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:27.320536 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:27.321228 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:27.329516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5bc8bc11-ff72-47d8-925d-494b688fe261 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "DELETE /v2.0/floatingips/e60b46eb-43a0-4966-be0c-b3690169a8f6 HTTP/1.1" status: 204 len: 168 time: 1.2520432 Feb 11 14:08:27.431661 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:27.647173 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 5, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:27.672992 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] Checking router: a270c285-1c56-4c06-bc96-9488fbd6b738 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:27.682433 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:27.683001 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:01Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:27.794322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:27.992295 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 5, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:28.017528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:08:28.020144 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5143cb6-c762-44cc-81df-cf3832364880" -d '{"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:28.022856 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211bbe1-7809-422b-8352-a9319f72270f None None] The sync data for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 is: [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:13Z', 'revision_number': 4, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'f0c914ea-9894-4e72-8674-23cbf5402af2', 'name': '', 'network_id': '1b0cecca-2620-40a8-bd6f-5b5b75760324', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'mac_address': 'fa:16:3e:49:e9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:13Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 5, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'subnets': [{'id': 'cfe225da-76f4-4189-b5cd-c58d18bf16a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:28.061713 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d78859c-0c9d-408d-9567-bd0471f4548f x-openstack-request-id: req-5d78859c-0c9d-408d-9567-bd0471f4548f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:28.061991 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:28.062253 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d78859c-0c9d-408d-9567-bd0471f4548f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:28.063303 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'status': 'completed', 'code': 200} Feb 11 14:08:28.137411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143cb6-c762-44cc-81df-cf3832364880 req-a28d1f42-ac13-40fa-b58f-fc557d8df46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.139055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5143cb6-c762-44cc-81df-cf3832364880 req-a28d1f42-ac13-40fa-b58f-fc557d8df46a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0fe56e188e554c43a2acea3c436eede5&device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 1127 time: 0.0551820 Feb 11 14:08:28.239965 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143cb6-c762-44cc-81df-cf3832364880 req-f1661cb6-594b-4ffe-87ec-2f541446b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.241465 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5143cb6-c762-44cc-81df-cf3832364880 req-f1661cb6-594b-4ffe-87ec-2f541446b76f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 200 len: 916 time: 0.0961821 Feb 11 14:08:28.288400 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5143cb6-c762-44cc-81df-cf3832364880 req-b79de235-87f0-4427-892b-0798d057a6f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 200 len: 217 time: 0.0406547 Feb 11 14:08:28.294050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ec9eae-6f61-4dc3-9284-6eeb5ff45fb9 None None] New status for floating IP e60b46eb-43a0-4966-be0c-b3690169a8f6: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:08:28.338346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143cb6-c762-44cc-81df-cf3832364880 req-33d43773-d563-468e-a98b-883e06abbf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.339792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5143cb6-c762-44cc-81df-cf3832364880 req-33d43773-d563-468e-a98b-883e06abbf6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 200 len: 854 time: 0.0462525 Feb 11 14:08:28.389539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5143cb6-c762-44cc-81df-cf3832364880 req-33cafeff-6b6a-4681-9c89-4ff1dc6d5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.391170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5143cb6-c762-44cc-81df-cf3832364880 req-33cafeff-6b6a-4681-9c89-4ff1dc6d5cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b0cecca-2620-40a8-bd6f-5b5b75760324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459445 Feb 11 14:08:28.483366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5143cb6-c762-44cc-81df-cf3832364880 req-3d9d4e5d-7073-430e-8da7-9da7ca148b1e service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855923 Feb 11 14:08:28.574185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5143cb6-c762-44cc-81df-cf3832364880 req-c91b0875-8e61-4878-ad24-f29166b3ac4a service neutron] 10.222.0.64 "GET /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852346 Feb 11 14:08:29.149765 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:08:29.423494 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cdc3c267-e8f7-41df-b1ad-764bf15e5019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:31.516077 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bc57c2b3-cfdb-4d3d-a341-92ffecf54634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:32.865920 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:34.519875 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:35.401144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:42.704451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadaccf-749b-4507-8052-6937fe9526ab req-0fc472e7-a83f-47ca-9cef-47e8bff4abb9 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:42.705887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dadaccf-749b-4507-8052-6937fe9526ab req-0fc472e7-a83f-47ca-9cef-47e8bff4abb9 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0573769 Feb 11 14:08:42.761169 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dadaccf-749b-4507-8052-6937fe9526ab req-a39db575-7735-4b9b-99d1-7d418f8ddc3a tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 Feb 11 14:08:43.884291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d842a-aa8a-4df9-ab57-629dd7c0e12e req-5e855c78-1f35-457a-8b0d-7cacc37c2c28 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:43.885847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e81d842a-aa8a-4df9-ab57-629dd7c0e12e req-5e855c78-1f35-457a-8b0d-7cacc37c2c28 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0539484 Feb 11 14:08:43.940758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e81d842a-aa8a-4df9-ab57-629dd7c0e12e req-9ac9dc53-8f78-444e-8f59-40dc0093dd66 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/security-groups?id=f775a6e9-e762-4a08-9b58-45b4958fa0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489743 Feb 11 14:08:44.548117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-1f772f61-bad4-4c86-a7d7-b97ba6f11778 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:44.549607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-1f772f61-bad4-4c86-a7d7-b97ba6f11778 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.64 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 945 time: 0.0648954 Feb 11 14:08:44.657052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Deleting port fe937226-c30f-4b98-b808-c601fb332fd1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:44.657336 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:44.751649 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] For port fe937226-c30f-4b98-b808-c601fb332fd1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=fe937226-c30f-4b98-b808-c601fb332fd1,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:44.751899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:44.765046 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Calling delete_port for fe937226-c30f-4b98-b808-c601fb332fd1 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:44.900927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (fe937226-c30f-4b98-b808-c601fb332fd1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:44.912927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['fe937226-c30f-4b98-b808-c601fb332fd1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:44.929102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Pushing event deleted for resources: {'Port': ['ID=fe937226-c30f-4b98-b808-c601fb332fd1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:44.975545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] No DVR routers for this DVR port fe937226-c30f-4b98-b808-c601fb332fd1 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:44.978403 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:44.981847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95cf8b18-aed8-48dd-8c96-058b2304f976 req-23ac4611-e662-4ca2-acd9-566d97b7692d tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.64 "DELETE /v2.0/ports/fe937226-c30f-4b98-b808-c601fb332fd1 HTTP/1.1" status: 204 len: 173 time: 0.4264970 Feb 11 14:08:44.982289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'name': 'network-vif-deleted', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:08:44.984611 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a0e6c-22d8-403b-98a0-816f7991ac7f" -d '{"events": [{"server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "name": "network-vif-deleted", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:45.041263 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cbe585c-ea65-453b-94a2-3478e2228cf5 req-6df73fe1-c9a8-4631-a0d6-695a4efd0e70 tempest-TestMinimumBasicScenario-1248356872 tempest-TestMinimumBasicScenario-1248356872-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1527b02-c052-4de9-b4ea-c7b79ee23129 HTTP/1.1" status: 200 len: 210 time: 0.0294724 Feb 11 14:08:45.088239 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea1dc8c-9bfe-40b9-be01-181ba5b5ba0d x-openstack-request-id: req-1ea1dc8c-9bfe-40b9-be01-181ba5b5ba0d {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:45.088597 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1527b02-c052-4de9-b4ea-c7b79ee23129", "name": "network-vif-deleted", "tag": "fe937226-c30f-4b98-b808-c601fb332fd1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:45.088846 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ea1dc8c-9bfe-40b9-be01-181ba5b5ba0d {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:45.089251 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1527b02-c052-4de9-b4ea-c7b79ee23129', 'name': 'network-vif-deleted', 'tag': 'fe937226-c30f-4b98-b808-c601fb332fd1', 'status': 'completed', 'code': 200} Feb 11 14:08:46.675501 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34850) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:47.022676 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:47.067104 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (a270c285-1c56-4c06-bc96-9488fbd6b738), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:47.354755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Deleting port f0c914ea-9894-4e72-8674-23cbf5402af2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:47.355034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:47.435894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] For port f0c914ea-9894-4e72-8674-23cbf5402af2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f0c914ea-9894-4e72-8674-23cbf5402af2,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:47.436237 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:47.450228 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Calling delete_port for f0c914ea-9894-4e72-8674-23cbf5402af2 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:47.654761 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (f0c914ea-9894-4e72-8674-23cbf5402af2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:47.690107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c914ea-9894-4e72-8674-23cbf5402af2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:47.770274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fe937226-c30f-4b98-b808-c601fb332fd1 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:47.796317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: fe937226-c30f-4b98-b808-c601fb332fd1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:47.797088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device fe937226-c30f-4b98-b808-c601fb332fd1 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:47.815817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:47.867918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (a270c285-1c56-4c06-bc96-9488fbd6b738), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.438306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Router a270c285-1c56-4c06-bc96-9488fbd6b738 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:48.547593 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:48.552983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-53d114b1-3448-4df5-ba3a-f634d5d283a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/a270c285-1c56-4c06-bc96-9488fbd6b738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763843 Feb 11 14:08:48.556778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34852) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:48.558356 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] Sync routers for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:48.569277 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:48.569914 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:48.665667 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks [] for router (a270c285-1c56-4c06-bc96-9488fbd6b738), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.674812 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:48.774198 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks [] for router_gateway (a270c285-1c56-4c06-bc96-9488fbd6b738), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.831586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Deleting port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:48.831939 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.851291 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156'}], 'enable_snat': True}, 'gw_port_id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:08:47Z', 'revision_number': 5, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port': {'id': '6e9acaf6-42a3-4f7f-82c8-8925b01bf456', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:b7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:48.880994 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] Checking router: a270c285-1c56-4c06-bc96-9488fbd6b738 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:48.889844 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] Routers {'a270c285-1c56-4c06-bc96-9488fbd6b738'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:48.890526 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['a270c285-1c56-4c06-bc96-9488fbd6b738'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:48.909653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] For port 6e9acaf6-42a3-4f7f-82c8-8925b01bf456, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:48.910009 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:48.923021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Calling delete_port for 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:49.076324 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] Set router a270c285-1c56-4c06-bc96-9488fbd6b738 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:49.100417 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6e9acaf6-42a3-4f7f-82c8-8925b01bf456), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.125772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9acaf6-42a3-4f7f-82c8-8925b01bf456,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:49.127452 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:08:48Z', 'revision_number': 6, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:49.157496 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fdacd-1452-48e9-9fb2-c3a0bc4d34d3 None None] The sync data for ids ['a270c285-1c56-4c06-bc96-9488fbd6b738'] in n-d-828675-3 is: [{'id': 'a270c285-1c56-4c06-bc96-9488fbd6b738', 'name': 'tempest-TestMinimumBasicScenario-1715451275-router', 'tenant_id': '0fe56e188e554c43a2acea3c436eede5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:11Z', 'updated_at': '2022-02-11T14:08:48Z', 'revision_number': 6, 'project_id': '0fe56e188e554c43a2acea3c436eede5', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:49.195268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (a270c285-1c56-4c06-bc96-9488fbd6b738), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.287312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (a270c285-1c56-4c06-bc96-9488fbd6b738), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.289487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks [] for router_controller (a270c285-1c56-4c06-bc96-9488fbd6b738), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.336189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (a270c285-1c56-4c06-bc96-9488fbd6b738), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.336670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a270c285-1c56-4c06-bc96-9488fbd6b738 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:49.341925 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.343120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6e3a5acf-1159-4818-9a05-5d5780db1239 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a270c285-1c56-4c06-bc96-9488fbd6b738 HTTP/1.1" status: 204 len: 168 time: 0.7852228 Feb 11 14:08:49.345828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34854) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:49.395583 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] Deleting subnet cfe225da-76f4-4189-b5cd-c58d18bf16a1 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:08:49.398897 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] Publish callbacks [] for subnet (cfe225da-76f4-4189-b5cd-c58d18bf16a1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.433974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (cfe225da-76f4-4189-b5cd-c58d18bf16a1), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.527607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (cfe225da-76f4-4189-b5cd-c58d18bf16a1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.599416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (cfe225da-76f4-4189-b5cd-c58d18bf16a1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.630767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe225da-76f4-4189-b5cd-c58d18bf16a1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:49.636441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.641097 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1108e72a-1306-46ec-9313-df93ba19456b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cfe225da-76f4-4189-b5cd-c58d18bf16a1 HTTP/1.1" status: 204 len: 168 time: 0.2943089 Feb 11 14:08:49.643607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f0c914ea-9894-4e72-8674-23cbf5402af2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:49.644098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34856) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:49.646251 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562cc8e-be26-484b-af7f-4a6f4be342de None None] Network 1b0cecca-2620-40a8-bd6f-5b5b75760324 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:08:49.679293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f0c914ea-9894-4e72-8674-23cbf5402af2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:49.679995 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f0c914ea-9894-4e72-8674-23cbf5402af2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:49.716613 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (1b0cecca-2620-40a8-bd6f-5b5b75760324), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.770499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Deleting port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:49.770816 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.829810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] DHCP port deletion for 1b0cecca-2620-40a8-bd6f-5b5b75760324 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:08:49.840638 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] For port 9992e688-d1a0-4d29-bec0-1c1b6d57de54, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9992e688-d1a0-4d29-bec0-1c1b6d57de54,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:49.841136 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.855164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Calling delete_port for 9992e688-d1a0-4d29-bec0-1c1b6d57de54 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:49.888460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Deleting port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:49.888834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.939451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.955647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] For port 9992e688-d1a0-4d29-bec0-1c1b6d57de54, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=9992e688-d1a0-4d29-bec0-1c1b6d57de54,segment=NetworkSegment(bc2c103a-79d9-48c6-888b-3f6bb842ebce),segment_id=bc2c103a-79d9-48c6-888b-3f6bb842ebce)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:49.955647 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:49.967078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Calling delete_port for 9992e688-d1a0-4d29-bec0-1c1b6d57de54 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:49.969100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=9992e688-d1a0-4d29-bec0-1c1b6d57de54,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:49.971220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] No DVR routers for this DVR port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:08:50.040755 n-d-828675-3 neutron-server[109686]: self.session.flush() Feb 11 14:08:50.047486 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (1b0cecca-2620-40a8-bd6f-5b5b75760324), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.048448 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (9992e688-d1a0-4d29-bec0-1c1b6d57de54), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.069294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0cecca-2620-40a8-bd6f-5b5b75760324']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.074734 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Pushing event deleted for resources: {'Port': ['ID=9992e688-d1a0-4d29-bec0-1c1b6d57de54,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.077875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] No DVR routers for this DVR port 9992e688-d1a0-4d29-bec0-1c1b6d57de54 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:50.079839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2c103a-79d9-48c6-888b-3f6bb842ebce') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.080175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2c103a-79d9-48c6-888b-3f6bb842ebce') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.085037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.085389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.085801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.086084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.086429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.086752 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.087435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.087736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.088069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.088389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.088708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.089018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.089330 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb00c0a-4210-4fee-a6f4-b85f2296f64f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:50.095511 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (bc2c103a-79d9-48c6-888b-3f6bb842ebce), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.109463 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (bc2c103a-79d9-48c6-888b-3f6bb842ebce), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.115545 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:50.115931 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (bc2c103a-79d9-48c6-888b-3f6bb842ebce), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:50.117670 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:50.177161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (1b0cecca-2620-40a8-bd6f-5b5b75760324), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.185878 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.189449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b0cecca-2620-40a8-bd6f-5b5b75760324 HTTP/1.1" status: 204 len: 168 time: 0.5448935 Feb 11 14:08:50.193481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34858) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:50.201187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49924d-360a-429b-982c-46b9656ecd72 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b0cecca-2620-40a8-bd6f-5b5b75760324,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.554642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (12ce9581-10f1-4322-bb30-c6cb128c725d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.817834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Deleting port 47789354-46ab-458e-9db0-f14cc0ad4ce7 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:50.818083 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.896754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] For port 47789354-46ab-458e-9db0-f14cc0ad4ce7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=47789354-46ab-458e-9db0-f14cc0ad4ce7,segment=NetworkSegment(76cf01e2-70f5-44cf-804f-7c7ea4146eb4),segment_id=76cf01e2-70f5-44cf-804f-7c7ea4146eb4)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:50.897125 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:50.910214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Calling delete_port for 47789354-46ab-458e-9db0-f14cc0ad4ce7 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:51.097739 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (47789354-46ab-458e-9db0-f14cc0ad4ce7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.132594 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Pushing event deleted for resources: {'Port': ['ID=47789354-46ab-458e-9db0-f14cc0ad4ce7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:51.304809 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (12ce9581-10f1-4322-bb30-c6cb128c725d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.513293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9992e688-d1a0-4d29-bec0-1c1b6d57de54 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:51.533257 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 9992e688-d1a0-4d29-bec0-1c1b6d57de54 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:51.533577 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 9992e688-d1a0-4d29-bec0-1c1b6d57de54 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:51.534136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:51.539399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Router 12ce9581-10f1-4322-bb30-c6cb128c725d has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:51.552824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:51.553168 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 6e9acaf6-42a3-4f7f-82c8-8925b01bf456 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:51.650458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:51.655711 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c19df616-febf-4159-b2fc-3f46e732e362 admin admin] 10.222.0.42 "PUT /v2.0/routers/12ce9581-10f1-4322-bb30-c6cb128c725d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4611490 Feb 11 14:08:51.659632 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34860) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:51.665108 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] Sync routers for ids ['12ce9581-10f1-4322-bb30-c6cb128c725d'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:51.678932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] Routers {'12ce9581-10f1-4322-bb30-c6cb128c725d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:51.679576 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['12ce9581-10f1-4322-bb30-c6cb128c725d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:51.771527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks [] for router (12ce9581-10f1-4322-bb30-c6cb128c725d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:51.786080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] Set router 12ce9581-10f1-4322-bb30-c6cb128c725d gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:52.141117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:08:51Z', 'revision_number': 5, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.167310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] Checking router: 12ce9581-10f1-4322-bb30-c6cb128c725d for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:52.176674 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] Routers {'12ce9581-10f1-4322-bb30-c6cb128c725d'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:52.177300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['12ce9581-10f1-4322-bb30-c6cb128c725d'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.228519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks [] for router_gateway (12ce9581-10f1-4322-bb30-c6cb128c725d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.284010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Deleting port 06635cb8-3faf-4db3-a59b-5e74122cc22c {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:52.284345 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.287503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] Set router 12ce9581-10f1-4322-bb30-c6cb128c725d gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:52.363492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] For port 06635cb8-3faf-4db3-a59b-5e74122cc22c, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=06635cb8-3faf-4db3-a59b-5e74122cc22c,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:52.364105 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.377032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Calling delete_port for 06635cb8-3faf-4db3-a59b-5e74122cc22c owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:52.473449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:08:51Z', 'revision_number': 5, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.500193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c15d0fa-80e3-400f-98bc-354838dfb306 None None] The sync data for ids ['12ce9581-10f1-4322-bb30-c6cb128c725d'] in n-d-828675-3 is: [{'id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'name': 'tempest-TestMinimumBasicScenario-1993037735-router', 'tenant_id': 'e15b37e0741d469aaec7144d0b9494ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:08:51Z', 'revision_number': 5, 'project_id': 'e15b37e0741d469aaec7144d0b9494ce', 'gw_port': {'id': '06635cb8-3faf-4db3-a59b-5e74122cc22c', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ce9581-10f1-4322-bb30-c6cb128c725d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:05:16Z', 'updated_at': '2022-02-11T14:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:52.565073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (06635cb8-3faf-4db3-a59b-5e74122cc22c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.588107 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=06635cb8-3faf-4db3-a59b-5e74122cc22c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.650123 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (12ce9581-10f1-4322-bb30-c6cb128c725d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.741807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (12ce9581-10f1-4322-bb30-c6cb128c725d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.744614 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks [] for router_controller (12ce9581-10f1-4322-bb30-c6cb128c725d), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.792661 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (12ce9581-10f1-4322-bb30-c6cb128c725d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.793159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ce9581-10f1-4322-bb30-c6cb128c725d {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:08:52.797624 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.798822 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b707c887-0ab3-4b99-b2d0-e68650fa6d2a admin admin] 10.222.0.42 "DELETE /v2.0/routers/12ce9581-10f1-4322-bb30-c6cb128c725d HTTP/1.1" status: 204 len: 168 time: 1.1383069 Feb 11 14:08:52.801496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34862) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:52.851327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] Deleting subnet fbd202a7-88b2-4474-8b79-44fa2470e432 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:08:52.855109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] Publish callbacks [] for subnet (fbd202a7-88b2-4474-8b79-44fa2470e432), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.892095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (fbd202a7-88b2-4474-8b79-44fa2470e432), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:52.976978 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (fbd202a7-88b2-4474-8b79-44fa2470e432), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.033794 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (fbd202a7-88b2-4474-8b79-44fa2470e432), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.059183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd202a7-88b2-4474-8b79-44fa2470e432,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.063082 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.066367 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8c9400be-ef0c-4285-8d22-3ee1aab7044c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fbd202a7-88b2-4474-8b79-44fa2470e432 HTTP/1.1" status: 204 len: 168 time: 0.2638178 Feb 11 14:08:53.069192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34864) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:53.078749 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5086609f-7caa-4ea2-a80c-3a0a46cff6a0 None None] Network dd7dff9a-af39-45c1-aecc-967d76dffc18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:08:53.146973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (dd7dff9a-af39-45c1-aecc-967d76dffc18), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.204579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Deleting port 3a1c91f0-97bf-4a80-839a-1b30773631fb {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:53.205055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.251391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] DHCP port deletion for dd7dff9a-af39-45c1-aecc-967d76dffc18 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:08:53.280917 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] For port 3a1c91f0-97bf-4a80-839a-1b30773631fb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3a1c91f0-97bf-4a80-839a-1b30773631fb,segment=NetworkSegment(76cf01e2-70f5-44cf-804f-7c7ea4146eb4),segment_id=76cf01e2-70f5-44cf-804f-7c7ea4146eb4)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:53.281272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.294374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Calling delete_port for 3a1c91f0-97bf-4a80-839a-1b30773631fb owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:53.298955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] Deleting port 3a1c91f0-97bf-4a80-839a-1b30773631fb {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:08:53.299365 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.362316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] For port 3a1c91f0-97bf-4a80-839a-1b30773631fb, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3a1c91f0-97bf-4a80-839a-1b30773631fb,segment=NetworkSegment(76cf01e2-70f5-44cf-804f-7c7ea4146eb4),segment_id=76cf01e2-70f5-44cf-804f-7c7ea4146eb4)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:53.362712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.376565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] Calling delete_port for 3a1c91f0-97bf-4a80-839a-1b30773631fb owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:08:53.381917 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.410079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1c91f0-97bf-4a80-839a-1b30773631fb,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.411887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] No DVR routers for this DVR port 3a1c91f0-97bf-4a80-839a-1b30773631fb on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:53.462149 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3a1c91f0-97bf-4a80-839a-1b30773631fb), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.482499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (dd7dff9a-af39-45c1-aecc-967d76dffc18), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.487261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] Pushing event deleted for resources: {'Port': ['ID=3a1c91f0-97bf-4a80-839a-1b30773631fb,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.492844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7fd3e6-1764-45f5-9279-1ba5ea977a4c None None] No DVR routers for this DVR port 3a1c91f0-97bf-4a80-839a-1b30773631fb on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:53.511874 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7dff9a-af39-45c1-aecc-967d76dffc18']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.521588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cf01e2-70f5-44cf-804f-7c7ea4146eb4') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.521909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cf01e2-70f5-44cf-804f-7c7ea4146eb4') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.531232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (76cf01e2-70f5-44cf-804f-7c7ea4146eb4), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.545100 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (76cf01e2-70f5-44cf-804f-7c7ea4146eb4), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.553485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:53.554029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (76cf01e2-70f5-44cf-804f-7c7ea4146eb4), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:53.556031 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:53.620416 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 06635cb8-3faf-4db3-a59b-5e74122cc22c no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:53.624450 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (dd7dff9a-af39-45c1-aecc-967d76dffc18), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.630562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.634916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dd7dff9a-af39-45c1-aecc-967d76dffc18 HTTP/1.1" status: 204 len: 168 time: 0.5643895 Feb 11 14:08:53.641729 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 06635cb8-3faf-4db3-a59b-5e74122cc22c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:53.642088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 06635cb8-3faf-4db3-a59b-5e74122cc22c not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:53.642507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 47789354-46ab-458e-9db0-f14cc0ad4ce7 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:53.647896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0f546-9d53-4af4-b4ca-3c69dd3e0166 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd7dff9a-af39-45c1-aecc-967d76dffc18,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.662179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 47789354-46ab-458e-9db0-f14cc0ad4ce7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:53.662536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 47789354-46ab-458e-9db0-f14cc0ad4ce7 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:53.662958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3a1c91f0-97bf-4a80-839a-1b30773631fb no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:53.685864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3a1c91f0-97bf-4a80-839a-1b30773631fb {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:08:53.686209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3a1c91f0-97bf-4a80-839a-1b30773631fb not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:53.805116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34868) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:53.848445 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-40cd93cc-68bc-4895-b9ba-2f7043fd85e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fe56e188e554c43a2acea3c436eede5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420413 Feb 11 14:08:53.851181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34870) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:53.910325 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-631b28ff-3ac5-4016-94cd-c7c7c38b247d admin admin] Publish callbacks [] for security_group (f775a6e9-e762-4a08-9b58-45b4958fa0b0), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.933741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-631b28ff-3ac5-4016-94cd-c7c7c38b247d admin admin] Publish callbacks [] for security_group (f775a6e9-e762-4a08-9b58-45b4958fa0b0), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.986853 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-631b28ff-3ac5-4016-94cd-c7c7c38b247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f775a6e9-e762-4a08-9b58-45b4958fa0b0), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.989505 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-631b28ff-3ac5-4016-94cd-c7c7c38b247d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:53.990802 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-631b28ff-3ac5-4016-94cd-c7c7c38b247d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f775a6e9-e762-4a08-9b58-45b4958fa0b0 HTTP/1.1" status: 204 len: 168 time: 0.1384122 Feb 11 14:08:53.999571 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b28ff-3ac5-4016-94cd-c7c7c38b247d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775a6e9-e762-4a08-9b58-45b4958fa0b0,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:54.354026 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34876) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:54.397613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d78877a1-febd-4fc6-bab7-2de1bfa615a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e15b37e0741d469aaec7144d0b9494ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422966 Feb 11 14:08:54.400310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34878) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:54.454213 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93b40b01-8b5e-4c7b-b2d3-b60146cb9f6d admin admin] Publish callbacks [] for security_group (944ee115-a1a9-490f-898a-164310a9e1c1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.475735 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93b40b01-8b5e-4c7b-b2d3-b60146cb9f6d admin admin] Publish callbacks [] for security_group (944ee115-a1a9-490f-898a-164310a9e1c1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.533967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93b40b01-8b5e-4c7b-b2d3-b60146cb9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (944ee115-a1a9-490f-898a-164310a9e1c1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.537854 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-93b40b01-8b5e-4c7b-b2d3-b60146cb9f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:54.539479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-93b40b01-8b5e-4c7b-b2d3-b60146cb9f6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/944ee115-a1a9-490f-898a-164310a9e1c1 HTTP/1.1" status: 204 len: 168 time: 0.1382544 Feb 11 14:08:54.547748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b40b01-8b5e-4c7b-b2d3-b60146cb9f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944ee115-a1a9-490f-898a-164310a9e1c1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.211296 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34918) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.216297 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1306925051', 'description': 'tempest-secgroup-smoke-1306925051 description', 'project_id': '9be988458cb741c29dd149bd2380baad'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:56.244186 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.252411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.334618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (bb14d06b-200e-45d7-98d1-15634d653c4c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.341392 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bb14d06b-200e-45d7-98d1-15634d653c4c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.381453 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14d06b-200e-45d7-98d1-15634d653c4c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.426273 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (21f5992f-b1da-4063-bcfe-0ceed0baa13b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.433701 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (21f5992f-b1da-4063-bcfe-0ceed0baa13b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.462615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.463828 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2513626 Feb 11 14:08:56.468041 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.472399 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b06a1bab-0b4d-486f-9da7-d3d39cfe30ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '21f5992f-b1da-4063-bcfe-0ceed0baa13b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:56.476303 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1220a-a5b2-4af2-8a00-3490592fd0e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f5992f-b1da-4063-bcfe-0ceed0baa13b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.501570 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b06a1bab-0b4d-486f-9da7-d3d39cfe30ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (832c708e-46da-4503-81df-5090091bd537), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.556837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b06a1bab-0b4d-486f-9da7-d3d39cfe30ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (832c708e-46da-4503-81df-5090091bd537), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.562403 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b06a1bab-0b4d-486f-9da7-d3d39cfe30ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (832c708e-46da-4503-81df-5090091bd537), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.579826 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a1bab-0b4d-486f-9da7-d3d39cfe30ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832c708e-46da-4503-81df-5090091bd537,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.586941 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b06a1bab-0b4d-486f-9da7-d3d39cfe30ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.588416 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b06a1bab-0b4d-486f-9da7-d3d39cfe30ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194048 Feb 11 14:08:56.591157 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34922) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.595646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-413d81c9-16dd-4a53-af44-f1f0fcb8c80f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '21f5992f-b1da-4063-bcfe-0ceed0baa13b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:56.622155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-413d81c9-16dd-4a53-af44-f1f0fcb8c80f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (4266020e-5630-476f-b37a-632352d747a9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.683513 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-413d81c9-16dd-4a53-af44-f1f0fcb8c80f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (4266020e-5630-476f-b37a-632352d747a9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.688883 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-413d81c9-16dd-4a53-af44-f1f0fcb8c80f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (4266020e-5630-476f-b37a-632352d747a9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.706020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d81c9-16dd-4a53-af44-f1f0fcb8c80f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4266020e-5630-476f-b37a-632352d747a9,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.716086 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-413d81c9-16dd-4a53-af44-f1f0fcb8c80f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.717318 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-413d81c9-16dd-4a53-af44-f1f0fcb8c80f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251783 Feb 11 14:08:56.721253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34924) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.725541 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b23f1df5-f43e-4cf5-8aee-6b46984e21a4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '21f5992f-b1da-4063-bcfe-0ceed0baa13b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:56.752183 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b23f1df5-f43e-4cf5-8aee-6b46984e21a4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (e1662a82-d2d9-49c4-819d-b6479c3d7074), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.811697 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b23f1df5-f43e-4cf5-8aee-6b46984e21a4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (e1662a82-d2d9-49c4-819d-b6479c3d7074), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.816547 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b23f1df5-f43e-4cf5-8aee-6b46984e21a4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e1662a82-d2d9-49c4-819d-b6479c3d7074), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.834875 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f1df5-f43e-4cf5-8aee-6b46984e21a4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1662a82-d2d9-49c4-819d-b6479c3d7074,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.844279 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b23f1df5-f43e-4cf5-8aee-6b46984e21a4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.845502 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b23f1df5-f43e-4cf5-8aee-6b46984e21a4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232791 Feb 11 14:08:56.849265 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34926) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.854163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fd14a8c8-2c5d-4568-9c58-1d15d6bd8bec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '21f5992f-b1da-4063-bcfe-0ceed0baa13b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:56.879899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd14a8c8-2c5d-4568-9c58-1d15d6bd8bec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (7ae26d6e-a915-49dd-8ea8-3fc219f70a48), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.937660 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd14a8c8-2c5d-4568-9c58-1d15d6bd8bec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (7ae26d6e-a915-49dd-8ea8-3fc219f70a48), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.943756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd14a8c8-2c5d-4568-9c58-1d15d6bd8bec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7ae26d6e-a915-49dd-8ea8-3fc219f70a48), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.961492 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14a8c8-2c5d-4568-9c58-1d15d6bd8bec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae26d6e-a915-49dd-8ea8-3fc219f70a48,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:56.969654 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fd14a8c8-2c5d-4568-9c58-1d15d6bd8bec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:56.970876 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fd14a8c8-2c5d-4568-9c58-1d15d6bd8bec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206324 Feb 11 14:08:56.975001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34928) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:56.979421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '21f5992f-b1da-4063-bcfe-0ceed0baa13b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.000899 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:08:57.005870 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (8f441509-4632-4128-b587-21a42677604e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.074796 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (8f441509-4632-4128-b587-21a42677604e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.081576 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (8f441509-4632-4128-b587-21a42677604e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.100442 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f441509-4632-4128-b587-21a42677604e,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:57.110423 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.111631 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b4b4ec59-efdc-420a-a707-c03e401fc5e3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357157 Feb 11 14:08:57.114543 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34930) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:57.119055 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '21f5992f-b1da-4063-bcfe-0ceed0baa13b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.143352 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:08:57.151028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (273efe9b-cf72-482d-89a5-303a70e0e64b), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.212634 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (273efe9b-cf72-482d-89a5-303a70e0e64b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.218615 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (273efe9b-cf72-482d-89a5-303a70e0e64b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.236727 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273efe9b-cf72-482d-89a5-303a70e0e64b,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:57.241620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.242874 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0cdabcb6-98fe-4e69-ae01-4ae5d9e21402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274264 Feb 11 14:08:57.246218 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34932) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:57.251425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'network': {'name': 'tempest-network-smoke--1879164528', 'project_id': '9be988458cb741c29dd149bd2380baad', 'port_security_enabled': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.272356 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:57.275859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.306322 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:57.317109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e2afab16-4452-47b8-a3a1-8b299f84eb4c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.317460 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Added segment e2afab16-4452-47b8-a3a1-8b299f84eb4c of type vlan for network 7ba9a345-f395-48d4-8259-021a069cb2f5 Feb 11 14:08:57.358787 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (7ba9a345-f395-48d4-8259-021a069cb2f5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.388606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (7ba9a345-f395-48d4-8259-021a069cb2f5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.396803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.396803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.443706 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1963837 Feb 11 14:08:57.446618 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34934) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:57.476803 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'admin_state_up': True, 'project_id': '9be988458cb741c29dd149bd2380baad', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.487054 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67621716-b224-4a92-867f-28a0ddef39ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Network': ['ID=7ba9a345-f395-48d4-8259-021a069cb2f5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:57.499326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:57.505612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (2f4ca248-a6bb-46c8-914d-b93222421acc), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.507286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (2f4ca248-a6bb-46c8-914d-b93222421acc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.562737 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (2f4ca248-a6bb-46c8-914d-b93222421acc), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.722237 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (2f4ca248-a6bb-46c8-914d-b93222421acc), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.939604 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (2f4ca248-a6bb-46c8-914d-b93222421acc), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:57.957944 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:58.061680 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.100 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a5bf002a-d632-4b47-84b3-52252aac4f87) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:58.173150 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:58.220664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:58.260726 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:58.263699 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:58.267237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:58.272658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=a5bf002a-d632-4b47-84b3-52252aac4f87,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.540395 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (2f4ca248-a6bb-46c8-914d-b93222421acc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:58.754508 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (2f4ca248-a6bb-46c8-914d-b93222421acc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:58.894237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 2f4ca248-a6bb-46c8-914d-b93222421acc is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:08:59.018015 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:59.028997 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Sync routers for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:59.038616 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:59.039281 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:59.039589 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.040863 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fb1bf47c-1a28-4fa8-8e17-3de04f176302 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5933087 Feb 11 14:08:59.044084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34936) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:59.143857 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:59.168379 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cf02129f-9180-4776-b1b8-09c410f975ff tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9be988458cb741c29dd149bd2380baad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1230509 Feb 11 14:08:59.171155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 34940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:59.261605 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e9c655-aff8-4c52-ab72-5dd6c4fbd2d8 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.263158 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2e9c655-aff8-4c52-ab72-5dd6c4fbd2d8 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910592 Feb 11 14:08:59.266370 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34942) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:59.294845 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5ea4ea3c-9928-4a17-a681-d8cf52900e4e tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271740 Feb 11 14:08:59.297365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:59.302173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1645666649', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'project_id': '9be988458cb741c29dd149bd2380baad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:59.321576 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:59.350757 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Checking router: 2f4ca248-a6bb-46c8-914d-b93222421acc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:59.351090 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Updating router 2f4ca248-a6bb-46c8-914d-b93222421acc port a5bf002a-d632-4b47-84b3-52252aac4f87 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:59.378034 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.392780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:59.396445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.428024 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b7857223-281b-4265-862c-395ac4bbb767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.583671 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (6185f1d1-760e-42c2-b068-76bb33009628), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.640085 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Publish callbacks [] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.645676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Subnet': ['ID=6185f1d1-760e-42c2-b068-76bb33009628,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:59.647112 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.655510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Checking segment: {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:08:59.655883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network hostable DHCP agents. Network: 7ba9a345-f395-48d4-8259-021a069cb2f5, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:59.673289 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:59.683977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 7ba9a345-f395-48d4-8259-021a069cb2f5) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:59.687989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.688542 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.697076 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Attempting to bind port a5bf002a-d632-4b47-84b3-52252aac4f87 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:08:59.697708 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Attempting to bind port a5bf002a-d632-4b47-84b3-52252aac4f87 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:08:59.698024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73068c-b665-4686-959e-b5c17f9eeb75 None None] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:08:59.698244 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Attempting to bind port a5bf002a-d632-4b47-84b3-52252aac4f87 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:59.705322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Pushing event updated for resources: {'Port': ['ID=a5bf002a-d632-4b47-84b3-52252aac4f87,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:59.709084 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-03acb78a-ece4-441a-ac23-10e40d532b99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081540 Feb 11 14:08:59.709346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 34946) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:08:59.712520 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.713548 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.713548 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.713825 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.714099 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.714425 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.714760 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.715062 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.715372 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.715684 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.715997 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.716308 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.716664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:59.720366 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:59.720735 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:08:59.721126 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.721492 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:59.722156 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Bound port: a5bf002a-d632-4b47-84b3-52252aac4f87, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:08:59.722700 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.784956 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] For port a5bf002a-d632-4b47-84b3-52252aac4f87, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:59.788207 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] For port a5bf002a-d632-4b47-84b3-52252aac4f87, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a5bf002a-d632-4b47-84b3-52252aac4f87,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:59.795372 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.817899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-7ba9a345-f395-48d4-8259-021a069cb2f5', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:08:59.818786 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:08:59.853814 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:59.854762 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:08:31Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:59.907527 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1f721-8150-4c2e-812f-cc0db32ec454 None None] Pushing event updated for resources: {'Port': ['ID=a5bf002a-d632-4b47-84b3-52252aac4f87,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:59.975798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Allocated IP 172.20.0.2 (7ba9a345-f395-48d4-8259-021a069cb2f5/6185f1d1-760e-42c2-b068-76bb33009628/5b114f8b-b7cc-4d33-b30a-49324fdc067d) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:59.979233 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:00.124409 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Publish callbacks [] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.133124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.166849 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:00.169919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:00.179471 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:00.184051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:00.188902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.199952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Pushing event updated for resources: {'Port': ['ID=5b114f8b-b7cc-4d33-b30a-49324fdc067d,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:00.205966 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e2878d-95c7-478e-96b5-4bea8f35c028 None None] The sync data for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 is: [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:08:58Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:00.257619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Attempting to bind port 5b114f8b-b7cc-4d33-b30a-49324fdc067d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:09:00.258140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Attempting to bind port 5b114f8b-b7cc-4d33-b30a-49324fdc067d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:09:00.258514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Attempting to bind port 5b114f8b-b7cc-4d33-b30a-49324fdc067d on network 7ba9a345-f395-48d4-8259-021a069cb2f5 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:00.263931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:00.264307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Checking segment: {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:09:00.264717 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.265110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Bound using segment: {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:00.265583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Bound port: 5b114f8b-b7cc-4d33-b30a-49324fdc067d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:09:00.266001 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.330059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] For port 5b114f8b-b7cc-4d33-b30a-49324fdc067d, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:00.333418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] For port 5b114f8b-b7cc-4d33-b30a-49324fdc067d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5b114f8b-b7cc-4d33-b30a-49324fdc067d,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:00.341961 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.404394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a074c4-026b-4863-98b7-2e4be7a6795e None None] Pushing event updated for resources: {'Port': ['ID=5b114f8b-b7cc-4d33-b30a-49324fdc067d,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:00.523693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.1 (7ba9a345-f395-48d4-8259-021a069cb2f5/6185f1d1-760e-42c2-b068-76bb33009628/14d9d021-c8d2-4a51-b453-7f3de06e1479) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:00.671901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.711946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.772608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:00.774193 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=14d9d021-c8d2-4a51-b453-7f3de06e1479,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:00.783045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:00.786250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:00.834101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (2f4ca248-a6bb-46c8-914d-b93222421acc), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:00.977577 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.276792 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.283625 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.360641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=14d9d021-c8d2-4a51-b453-7f3de06e1479,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:01.366066 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (2f4ca248-a6bb-46c8-914d-b93222421acc), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.418892 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3da91-7167-4884-8eda-fbef328ed28b None None] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:09:01.466475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:01.467900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:01.506840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d3a9677a-259c-44b0-aeef-53118ed30355 None None] Provisioning complete for port 5b114f8b-b7cc-4d33-b30a-49324fdc067d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:01.507311 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d3a9677a-259c-44b0-aeef-53118ed30355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.563208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a5bf002a-d632-4b47-84b3-52252aac4f87 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:01.600024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 2f4ca248-a6bb-46c8-914d-b93222421acc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:01.601984 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6c80b951-554f-4ac7-979c-783356b7b039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.700044 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d3a9677a-259c-44b0-aeef-53118ed30355 None None] Current status of the port 5b114f8b-b7cc-4d33-b30a-49324fdc067d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:01.700457 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d3a9677a-259c-44b0-aeef-53118ed30355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.703791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a5bf002a-d632-4b47-84b3-52252aac4f87 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:01.704154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.725964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:01.740874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-03c36cdd-5368-4d15-86df-2fb9b9aca96a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/2f4ca248-a6bb-46c8-914d-b93222421acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0303547 Feb 11 14:09:01.765857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d3a9677a-259c-44b0-aeef-53118ed30355 None None] For port 5b114f8b-b7cc-4d33-b30a-49324fdc067d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5b114f8b-b7cc-4d33-b30a-49324fdc067d,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:01.779037 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d3a9677a-259c-44b0-aeef-53118ed30355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.844548 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a5bf002a-d632-4b47-84b3-52252aac4f87 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:01.844949 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.874884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9677a-259c-44b0-aeef-53118ed30355 None None] Pushing event updated for resources: {'Port': ['ID=5b114f8b-b7cc-4d33-b30a-49324fdc067d,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:01.880443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a5bf002a-d632-4b47-84b3-52252aac4f87, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a5bf002a-d632-4b47-84b3-52252aac4f87,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:01.887260 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.888071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b114f8b-b7cc-4d33-b30a-49324fdc067d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:01.935923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-26d8738c-73bc-4a5a-a8d0-ac4cf429a910 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1306925051&fields=id&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 267 time: 0.0664353 Feb 11 14:09:01.966868 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a5bf002a-d632-4b47-84b3-52252aac4f87,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:01.981501 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5b114f8b-b7cc-4d33-b30a-49324fdc067d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:01.981908 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:01.985009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Sync routers for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:02.036609 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:02.037178 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:02.082998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-eabe8012-849e-415d-9204-a5d233fa6860 None None] Provisioning complete for port 5b114f8b-b7cc-4d33-b30a-49324fdc067d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:02.083386 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eabe8012-849e-415d-9204-a5d233fa6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:02.223374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5b114f8b-b7cc-4d33-b30a-49324fdc067d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:02.238030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:02.338722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-eabe8012-849e-415d-9204-a5d233fa6860 None None] Current status of the port 5b114f8b-b7cc-4d33-b30a-49324fdc067d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:02.372906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-eabe8012-849e-415d-9204-a5d233fa6860 None None] Provisioning complete for port 14d9d021-c8d2-4a51-b453-7f3de06e1479 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:02.373275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-eabe8012-849e-415d-9204-a5d233fa6860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:02.429535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-6f1380a1-ee6d-40ac-a83e-fd6bb66b9f17 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.431205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-6f1380a1-ee6d-40ac-a83e-fd6bb66b9f17 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/networks?id=7ba9a345-f395-48d4-8259-021a069cb2f5 HTTP/1.1" status: 200 len: 797 time: 0.4864137 Feb 11 14:09:02.445875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-eabe8012-849e-415d-9204-a5d233fa6860 None None] Port 14d9d021-c8d2-4a51-b453-7f3de06e1479 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:09:02.452119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-ec1df2dc-183d-4f6f-9e4c-793d1d4c45dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/quotas/9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 375 time: 0.0104673 Feb 11 14:09:02.506187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 2, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:02.510478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-8bedf674-3a93-4986-979b-5b7aeebe4668 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512280 Feb 11 14:09:02.535634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Checking router: 2f4ca248-a6bb-46c8-914d-b93222421acc for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:02.535987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Updating router 2f4ca248-a6bb-46c8-914d-b93222421acc port 14d9d021-c8d2-4a51-b453-7f3de06e1479 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:09:02.570201 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:02.580570 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-72267e70-2395-46de-981a-617810e86687 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:09:02.581584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-72267e70-2395-46de-981a-617810e86687 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0568562 Feb 11 14:09:02.586094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-efa81f85-1623-4e74-bec7-750de0834983 None None] Provisioning complete for port 14d9d021-c8d2-4a51-b453-7f3de06e1479 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:02.586569 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-efa81f85-1623-4e74-bec7-750de0834983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:02.654614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-efa81f85-1623-4e74-bec7-750de0834983 None None] Port 14d9d021-c8d2-4a51-b453-7f3de06e1479 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:09:02.688975 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-22ce0578-1e19-4964-b79c-493714d2573c service neutron] 10.222.0.42 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003532 Feb 11 14:09:02.786520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-6d161d72-9dce-42ac-b4fe-97dd9504a455 service neutron] 10.222.0.42 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913265 Feb 11 14:09:02.890790 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:02.958014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a2ddd5d9-3e26-435d-b35f-bed796413c4d req-29c6b7d7-81de-48b3-8642-daaacb75c0f5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 210 time: 0.0289629 Feb 11 14:09:03.054436 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Publish callbacks [] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.062356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.108788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9e8c6-6dc0-4fe6-ae8d-9919faf83346 None None] Pushing event updated for resources: {'Port': ['ID=14d9d021-c8d2-4a51-b453-7f3de06e1479,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:03.168788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Attempting to bind port 14d9d021-c8d2-4a51-b453-7f3de06e1479 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:09:03.169169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Attempting to bind port 14d9d021-c8d2-4a51-b453-7f3de06e1479 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:09:03.169538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Attempting to bind port 14d9d021-c8d2-4a51-b453-7f3de06e1479 on network 7ba9a345-f395-48d4-8259-021a069cb2f5 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:03.175058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:03.175449 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Checking segment: {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:09:03.175856 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.176253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Bound using segment: {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:03.176720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Bound port: 14d9d021-c8d2-4a51-b453-7f3de06e1479, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:09:03.177105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.242655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] For port 14d9d021-c8d2-4a51-b453-7f3de06e1479, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:03.246285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] For port 14d9d021-c8d2-4a51-b453-7f3de06e1479, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=14d9d021-c8d2-4a51-b453-7f3de06e1479,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:03.253308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.309456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:03.310380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:03.355397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9e8c6-6dc0-4fe6-ae8d-9919faf83346 None None] Pushing event updated for resources: {'Port': ['ID=14d9d021-c8d2-4a51-b453-7f3de06e1479,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:03.415311 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-522c0b30-4838-4554-8f1e-b787ea93c4d0 None None] Provisioning complete for port 14d9d021-c8d2-4a51-b453-7f3de06e1479 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:03.415722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-522c0b30-4838-4554-8f1e-b787ea93c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.471272 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:03.500130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a5bf002a-d632-4b47-84b3-52252aac4f87 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:03.677517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-522c0b30-4838-4554-8f1e-b787ea93c4d0 None None] Current status of the port 14d9d021-c8d2-4a51-b453-7f3de06e1479 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:03.677951 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-522c0b30-4838-4554-8f1e-b787ea93c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.685325 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a5bf002a-d632-4b47-84b3-52252aac4f87 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:03.685690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.774709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-522c0b30-4838-4554-8f1e-b787ea93c4d0 None None] For port 14d9d021-c8d2-4a51-b453-7f3de06e1479, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=14d9d021-c8d2-4a51-b453-7f3de06e1479,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:03.781629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-522c0b30-4838-4554-8f1e-b787ea93c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:03.872177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a5bf002a-d632-4b47-84b3-52252aac4f87 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:03.873260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b114f8b-b7cc-4d33-b30a-49324fdc067d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:03.877348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c0b30-4838-4554-8f1e-b787ea93c4d0 None None] Pushing event updated for resources: {'Port': ['ID=14d9d021-c8d2-4a51-b453-7f3de06e1479,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:03.918715 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:03.955332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d73f37-4f3d-489f-b698-1f6af559c98a None None] The sync data for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 is: [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:03.960765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3eeb05de-fa7c-4657-bbde-0a55c1de9c55 None None] Provisioning complete for port 14d9d021-c8d2-4a51-b453-7f3de06e1479 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:03.961125 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3eeb05de-fa7c-4657-bbde-0a55c1de9c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:04.032922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5b114f8b-b7cc-4d33-b30a-49324fdc067d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:04.034646 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:04.107665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb5f6a9-d5f3-4de6-8e17-1cbedb2b98a3 req-e16271db-3d27-4c67-89dd-03adad84a638 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 210 time: 0.0569158 Feb 11 14:09:04.162801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb05de-fa7c-4657-bbde-0a55c1de9c55 None None] Current status of the port 14d9d021-c8d2-4a51-b453-7f3de06e1479 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:04.180496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5b114f8b-b7cc-4d33-b30a-49324fdc067d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:04.523338 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.176657 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-97a704a6-3708-442d-bdeb-058318318ee2 req-3f9a4d6a-83e6-4352-ae9e-92e2d9c7f9c8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 210 time: 0.0274770 Feb 11 14:09:05.396464 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.481069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 14d9d021-c8d2-4a51-b453-7f3de06e1479 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:05.533164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 14d9d021-c8d2-4a51-b453-7f3de06e1479 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:05.533914 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:05.611520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 14d9d021-c8d2-4a51-b453-7f3de06e1479 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:06.152047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:09:06.267648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a55234d-b586-406d-aade-d68f26dd7214 req-e51b5331-4631-4a2b-8b2d-60035d2a93df tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 210 time: 0.0295556 Feb 11 14:09:07.369366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62a17e08-761a-4302-999d-373922e920f8 req-65232376-ae4a-41e9-a9b1-33db538cdb82 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 210 time: 0.0276086 Feb 11 14:09:08.211446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-ac3b2961-23f8-475b-8a43-0fe696fc4d51 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.212920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-ac3b2961-23f8-475b-8a43-0fe696fc4d51 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/networks?id=7ba9a345-f395-48d4-8259-021a069cb2f5 HTTP/1.1" status: 200 len: 797 time: 0.1082489 Feb 11 14:09:08.273962 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-98e5fd17-2290-45b8-bcef-2a4e4c13df20 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 380 time: 0.0530865 Feb 11 14:09:08.282841 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'port': {'device_id': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'admin_state_up': True, 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'security_groups': ['21f5992f-b1da-4063-bcfe-0ceed0baa13b']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:08.396209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:09:08.399745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:08.492558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d930d5b-f557-4021-8ce7-27912b90f489 req-e4d375db-025f-42a5-8269-674cb0a54af2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 210 time: 0.0358443 Feb 11 14:09:08.557486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.9 (7ba9a345-f395-48d4-8259-021a069cb2f5/6185f1d1-760e-42c2-b068-76bb33009628/ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:08.719644 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:08.755564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:08.801340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:08.804615 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:08.808724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:08.837413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:08.865769 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.866380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:08.884504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-522c0985-c1b8-4ad9-a2c8-bfc7eaa415c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052344 Feb 11 14:09:08.895989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Request body: {'port': {'device_id': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:08.958967 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:09.022827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-76f69dd6-c4af-4ac3-b9b1-55701309c6cb None None] Provisioning complete for port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:09.023406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-76f69dd6-c4af-4ac3-b9b1-55701309c6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:09.063241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-76f69dd6-c4af-4ac3-b9b1-55701309c6cb None None] Port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:09:09.244247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:09:09.252366 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Publish callbacks [] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:09.265857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Transition to ACTIVE for port object ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:09.273192 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:09.328042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:09.399716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Attempting to bind port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:09:09.400410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Attempting to bind port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:09:09.400410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Attempting to bind port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c on network 7ba9a345-f395-48d4-8259-021a069cb2f5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:09.406955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c on network 7ba9a345-f395-48d4-8259-021a069cb2f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:09.407509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Attempting to bind port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c on network 7ba9a345-f395-48d4-8259-021a069cb2f5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:09.414858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:09.415198 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Checking segment: {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:09:09.415577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Bound using segment: {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:09.416031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Bound port: ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2afab16-4452-47b8-a3a1-8b299f84eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:09:09.416472 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:09.487221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] For port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:09.490510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] For port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:09.497671 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:09.533801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.534578 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:09.535871 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] 10.222.0.53 "PUT /v2.0/ports/ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c HTTP/1.1" status: 200 len: 1091 time: 0.6442010 Feb 11 14:09:09.536314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:09.538628 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:09.567979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895b97f-f621-41fe-86bb-5958b8306605 service neutron] Pushing event updated for resources: {'Port': ['ID=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:09.675883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9343b0-736e-4da2-850f-aaffc87ba2a1 req-25b98041-0d57-43d3-92c3-ad10c4f5ac6d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.677473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9343b0-736e-4da2-850f-aaffc87ba2a1 req-25b98041-0d57-43d3-92c3-ad10c4f5ac6d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 943 time: 0.0939171 Feb 11 14:09:09.679553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-c4787489-776a-460e-b1d1-c198e2c65484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.680980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-c4787489-776a-460e-b1d1-c198e2c65484 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 1125 time: 0.0868416 Feb 11 14:09:09.733901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-ca6eea1f-e207-4e50-b761-a42a9ad94909 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c HTTP/1.1" status: 200 len: 217 time: 0.0438321 Feb 11 14:09:09.785899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6e9343b0-736e-4da2-850f-aaffc87ba2a1 req-18859157-f5ef-4fc2-b6db-09724916b67b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022332 Feb 11 14:09:09.802851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-ceb891dc-c93a-4d61-857e-c3b09ed47c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.804992 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-ceb891dc-c93a-4d61-857e-c3b09ed47c49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6185f1d1-760e-42c2-b068-76bb33009628 HTTP/1.1" status: 200 len: 835 time: 0.0615029 Feb 11 14:09:09.842560 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1366bde-d3b6-4481-a266-8c70a8755895 x-openstack-request-id: req-b1366bde-d3b6-4481-a266-8c70a8755895 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:09.842854 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:09.843108 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b1366bde-d3b6-4481-a266-8c70a8755895 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:09.843507 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'status': 'completed', 'code': 200} Feb 11 14:09:09.863542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-fa716c6e-5c7f-42bb-a905-f11e311ce9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.865080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-fa716c6e-5c7f-42bb-a905-f11e311ce9a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ba9a345-f395-48d4-8259-021a069cb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527713 Feb 11 14:09:09.956197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-6319c3d9-e4c4-4c7b-80e0-6764ceff2db4 service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852456 Feb 11 14:09:10.051271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c08699-89bf-41c8-a661-1ee6bba40f45 req-2e893ec4-430c-461a-82cb-2a6594f1221e service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891228 Feb 11 14:09:10.142815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-cfe267df-ac79-41b4-8182-00c5f9f94728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.144322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-cfe267df-ac79-41b4-8182-00c5f9f94728 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 1125 time: 0.0456648 Feb 11 14:09:10.241549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-30b4590e-ea73-4f6a-8ff5-8076c9cb420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.243064 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-30b4590e-ea73-4f6a-8ff5-8076c9cb420f service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ba9a345-f395-48d4-8259-021a069cb2f5 HTTP/1.1" status: 200 len: 898 time: 0.0930765 Feb 11 14:09:10.285136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-50448d1c-416c-4bbf-8592-40fb8e2fc0e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c HTTP/1.1" status: 200 len: 217 time: 0.0355003 Feb 11 14:09:10.336423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-0c079f97-d777-4b3c-ad7f-695ae2fe46da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.337950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-0c079f97-d777-4b3c-ad7f-695ae2fe46da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6185f1d1-760e-42c2-b068-76bb33009628 HTTP/1.1" status: 200 len: 835 time: 0.0468783 Feb 11 14:09:10.393587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-2a648ab2-ac59-43f0-b946-1537e1cea4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.395118 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-2a648ab2-ac59-43f0-b946-1537e1cea4c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ba9a345-f395-48d4-8259-021a069cb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493062 Feb 11 14:09:10.488002 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-91cb211c-cb21-48ee-9e7f-a2320ebb7c94 service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860937 Feb 11 14:09:10.587595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7a45bc5e-54d1-4eeb-be0e-ce125a30b6fc req-0c035c2c-0c3d-4e48-a1d3-3f9d6acc8d71 service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928280 Feb 11 14:09:10.929629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba205ea3-2436-449b-8967-6cc82e77ca7a req-623ca64d-65f7-4aa2-880d-cb1e6872b861 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.931151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba205ea3-2436-449b-8967-6cc82e77ca7a req-623ca64d-65f7-4aa2-880d-cb1e6872b861 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 943 time: 0.0626113 Feb 11 14:09:10.986547 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ba205ea3-2436-449b-8967-6cc82e77ca7a req-a7c3466f-9a54-4ed6-8ae3-fa0ab5f39f5f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445960 Feb 11 14:09:12.121510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303deab-ea7b-4083-9710-934f30a6d960 req-6f051488-a5a1-4392-92b8-f046f26f981e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.123034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0303deab-ea7b-4083-9710-934f30a6d960 req-6f051488-a5a1-4392-92b8-f046f26f981e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 943 time: 0.0566800 Feb 11 14:09:12.176504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0303deab-ea7b-4083-9710-934f30a6d960 req-5d114faf-5936-4e5a-929c-37a79e4c2d30 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473747 Feb 11 14:09:12.971232 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:13.087402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:13.099736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'port_id': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'mac_address': 'fa:16:3e:1d:86:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:13.151916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:13.152678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:13.171137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:09:13.193978 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:13.200206 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:13.248326 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:13.298260 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265c0ad-ebad-44eb-afdd-1a80ac4d3570 req-59a4f23e-25cd-4bb3-a02d-7620cc54009b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.299736 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5265c0ad-ebad-44eb-afdd-1a80ac4d3570 req-59a4f23e-25cd-4bb3-a02d-7620cc54009b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 944 time: 0.0531726 Feb 11 14:09:13.349820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5265c0ad-ebad-44eb-afdd-1a80ac4d3570 req-6fbf224e-ccba-41af-9c8a-577656902930 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Feb 11 14:09:13.438132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:14.489206 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3348935-e410-44d3-a9c7-3ea8a3a6382f req-4583cb05-ace3-4a51-aff6-44e86c34c4b8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.490745 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b3348935-e410-44d3-a9c7-3ea8a3a6382f req-4583cb05-ace3-4a51-aff6-44e86c34c4b8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 944 time: 0.0650024 Feb 11 14:09:14.542184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b3348935-e410-44d3-a9c7-3ea8a3a6382f req-2603d2e9-bcd3-429d-97f5-761ca7b5f492 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442138 Feb 11 14:09:14.971581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:15.032269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:15.036036 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:15.036402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:15.122003 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:09:15.122418 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:15.145819 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:15.148119 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00ebcbe-6d42-4b32-b67f-476cb7f61bcd" -d '{"events": [{"server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "name": "network-vif-plugged", "status": "completed", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:15.160633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:15.165470 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:15.190767 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9877264a-4b01-4d2c-8b3d-ebd1da1ff180 x-openstack-request-id: req-9877264a-4b01-4d2c-8b3d-ebd1da1ff180 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:15.191094 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "name": "network-vif-plugged", "status": "completed", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:15.191467 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9877264a-4b01-4d2c-8b3d-ebd1da1ff180 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:15.191921 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'code': 200} Feb 11 14:09:15.223033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:15.292438 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40617ca2-596f-40b6-95ca-9038e28ff660 req-8034e812-e60c-4414-948a-b333b75d6f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.294054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40617ca2-596f-40b6-95ca-9038e28ff660 req-8034e812-e60c-4414-948a-b333b75d6f69 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 1127 time: 0.0513968 Feb 11 14:09:15.339746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40617ca2-596f-40b6-95ca-9038e28ff660 req-5b38646f-8c4e-4cad-bd95-09854f98ad46 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Feb 11 14:09:15.686872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf59e47-88ce-4c9f-8b3b-1993ecf56ead req-aa5b061f-4560-4bd2-b9a5-e35ac28687eb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:15.688406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cf59e47-88ce-4c9f-8b3b-1993ecf56ead req-aa5b061f-4560-4bd2-b9a5-e35ac28687eb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0589418 Feb 11 14:09:15.738299 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3cf59e47-88ce-4c9f-8b3b-1993ecf56ead req-e2ab5551-a262-4b89-be8c-e08a8be2c489 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Feb 11 14:09:16.942607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031a357-1953-47bb-a16c-55fa12ee4163 req-8006436a-e205-4f6c-a31d-90368629126c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.944109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0031a357-1953-47bb-a16c-55fa12ee4163 req-8006436a-e205-4f6c-a31d-90368629126c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.1241803 Feb 11 14:09:16.999905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0031a357-1953-47bb-a16c-55fa12ee4163 req-6bb3ef7d-d413-4a0d-a159-75274e91810e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474749 Feb 11 14:09:17.011667 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:17.124179 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7721c-02bd-4f47-8d5d-8258da4f953c req-58005fe5-bca5-4a45-8253-26c09f64e922 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.125749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6f7721c-02bd-4f47-8d5d-8258da4f953c req-58005fe5-bca5-4a45-8253-26c09f64e922 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0585539 Feb 11 14:09:17.175403 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f6f7721c-02bd-4f47-8d5d-8258da4f953c req-9a69f7d8-7ad5-41e4-9445-567d1d86233b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438693 Feb 11 14:09:17.199168 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35016) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:17.253315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742db91-f747-4ae4-ab8f-61d9ef6e4a31 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.254884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d742db91-f747-4ae4-ab8f-61d9ef6e4a31 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 1122 time: 0.0546741 Feb 11 14:09:17.259079 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35018) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:17.263539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:17.286383 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:17.388494 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:17.495142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.199 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/8bf15278-64c3-4631-9961-8dd6f60d18f2) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:09:17.598957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:17.635128 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:17.673674 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:09:17.676567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:09:17.680180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:09:17.708111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=8bf15278-64c3-4631-9961-8dd6f60d18f2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:17.823596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:18.062664 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (bedb9472-d12d-4c8e-9eb3-6482a9209213), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:18.137657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:18.297172 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:18.304160 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:18.368875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=8bf15278-64c3-4631-9961-8dd6f60d18f2,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:18.380968 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (bedb9472-d12d-4c8e-9eb3-6482a9209213), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:18.484110 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP bedb9472-d12d-4c8e-9eb3-6482a9209213 associated. External IP: 172.25.1.199, port: ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c. Feb 11 14:09:18.695591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 2f4ca248-a6bb-46c8-914d-b93222421acc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:18.812154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:18.822992 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] Sync routers for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:18.833461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:18.835109 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:18.835726 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:18.863512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-027f4aec-aa08-4058-a477-042684a20084 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6034219 Feb 11 14:09:18.864104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:18.866332 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15" -d '{"events": [{"name": "network-changed", "server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:18.945347 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:18.966888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e2dbd-6cf5-4525-b35e-0ef76df2ce2e req-8b44da9f-1d77-45dd-933d-1171ab06b813 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.968320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-725e2dbd-6cf5-4525-b35e-0ef76df2ce2e req-8b44da9f-1d77-45dd-933d-1171ab06b813 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0528653 Feb 11 14:09:19.019132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-725e2dbd-6cf5-4525-b35e-0ef76df2ce2e req-7e7947bb-8ce2-4ba4-a380-54de4de4e64a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448525 Feb 11 14:09:19.041622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35024) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:19.085321 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397025b7-6a2f-4b6b-94a7-a248a6d7d20b x-openstack-request-id: req-397025b7-6a2f-4b6b-94a7-a248a6d7d20b {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:19.086131 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:19.086131 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-397025b7-6a2f-4b6b-94a7-a248a6d7d20b {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:19.086327 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'status': 'completed', 'code': 200} Feb 11 14:09:19.118241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb832316-a453-4c53-b189-0a96c416d231 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/bedb9472-d12d-4c8e-9eb3-6482a9209213 HTTP/1.1" status: 200 len: 991 time: 0.0751464 Feb 11 14:09:19.179110 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'bedb9472-d12d-4c8e-9eb3-6482a9209213', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'port_id': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'mac_address': 'fa:16:3e:1d:86:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:17Z', 'updated_at': '2022-02-11T14:09:17Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:19.180365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-d43b1640-95ab-437b-9c67-10ddf90d8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.181966 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-d43b1640-95ab-437b-9c67-10ddf90d8dee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 1127 time: 0.0931866 Feb 11 14:09:19.305191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] Checking router: 2f4ca248-a6bb-46c8-914d-b93222421acc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:19.315320 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:19.315911 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:19.427331 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:19.626835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-1e725bee-c8ac-4915-b9da-6b01112c6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.628226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-1e725bee-c8ac-4915-b9da-6b01112c6d6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ba9a345-f395-48d4-8259-021a069cb2f5 HTTP/1.1" status: 200 len: 898 time: 0.4403317 Feb 11 14:09:19.656282 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'bedb9472-d12d-4c8e-9eb3-6482a9209213', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'port_id': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'mac_address': 'fa:16:3e:1d:86:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:17Z', 'updated_at': '2022-02-11T14:09:17Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:19.686018 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea5f241-cb09-4335-a84d-e8aed36c6286 None None] The sync data for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 is: [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'bedb9472-d12d-4c8e-9eb3-6482a9209213', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.199', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'port_id': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'mac_address': 'fa:16:3e:1d:86:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:09:17Z', 'updated_at': '2022-02-11T14:09:17Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:19.694878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-1fe4a91d-c953-4e09-989b-a742e0901b48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c HTTP/1.1" status: 200 len: 999 time: 0.0607049 Feb 11 14:09:19.745539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-8cca811c-6906-47df-aa9d-9a8296c52174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.747170 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-8cca811c-6906-47df-aa9d-9a8296c52174 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6185f1d1-760e-42c2-b068-76bb33009628 HTTP/1.1" status: 200 len: 835 time: 0.0464444 Feb 11 14:09:19.800403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-24f8c5e3-ecdf-4c42-8eee-249efcaccfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.802030 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-24f8c5e3-ecdf-4c42-8eee-249efcaccfe7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ba9a345-f395-48d4-8259-021a069cb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486984 Feb 11 14:09:19.897218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-ee06fe9c-be41-4fb2-948e-b6874170ebce service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873353 Feb 11 14:09:19.902249 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa99b6-b1a8-4958-8cd2-f70fa876c36b None None] New status for floating IP bedb9472-d12d-4c8e-9eb3-6482a9209213: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:09:19.990526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08541bb2-d3d6-417e-a0f7-c4a2cb772a15 req-be4d9cf5-ace1-4731-a542-1bd562dd613e service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878370 Feb 11 14:09:20.119976 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35028) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:20.189891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b9728b8a-5928-4207-b47a-a41c0815487f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/bedb9472-d12d-4c8e-9eb3-6482a9209213 HTTP/1.1" status: 200 len: 993 time: 0.0683122 Feb 11 14:09:29.438664 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c84c49b8-b6cd-4218-a785-c4971755c058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:31.527301 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-703ed22d-fa8c-46a2-b74d-746dbc4d79f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:32.880718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:34.532901 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:35.405390 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:43.157743 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:09:47.020034 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:47.823659 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:49.028698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef157762-c212-4487-bc12-55e6a7f9d891 req-bde1d257-f28d-4289-8cb3-d433b620de13 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:49.030229 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef157762-c212-4487-bc12-55e6a7f9d891 req-bde1d257-f28d-4289-8cb3-d433b620de13 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0555093 Feb 11 14:09:49.088470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ef157762-c212-4487-bc12-55e6a7f9d891 req-e07d6da7-cb6c-4739-993c-a7b4196e7cca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500185 Feb 11 14:09:50.215942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd830-dd03-4215-84ef-5f93c3d46842 req-228ff2ba-82ec-443e-9f66-fb399f3e9a56 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:50.217445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-489bd830-dd03-4215-84ef-5f93c3d46842 req-228ff2ba-82ec-443e-9f66-fb399f3e9a56 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0562146 Feb 11 14:09:50.268194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-489bd830-dd03-4215-84ef-5f93c3d46842 req-2695001a-e523-462f-b848-c660f5a3c036 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448780 Feb 11 14:09:50.291745 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35044) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:50.358627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4263f078-0af0-4ce6-b87a-09d0feaddda9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/bedb9472-d12d-4c8e-9eb3-6482a9209213 HTTP/1.1" status: 200 len: 993 time: 0.0657501 Feb 11 14:09:51.652447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259892da-e41a-420b-8c34-eb193ca89693 req-c5206ef5-2254-454a-853d-2a4556d40319 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.653986 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-259892da-e41a-420b-8c34-eb193ca89693 req-c5206ef5-2254-454a-853d-2a4556d40319 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0556018 Feb 11 14:09:51.710027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-259892da-e41a-420b-8c34-eb193ca89693 req-8bb18664-8c62-4d87-aa9b-bf6882b1579b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499761 Feb 11 14:09:52.843888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1116-e2ba-470c-8944-9f3472c76172 req-31c461f1-1aa6-4f21-b7aa-815492f29118 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:52.845405 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43bc1116-e2ba-470c-8944-9f3472c76172 req-31c461f1-1aa6-4f21-b7aa-815492f29118 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0582852 Feb 11 14:09:52.905288 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43bc1116-e2ba-470c-8944-9f3472c76172 req-54de9cce-57e3-412a-b4dd-aa024b006d4c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510032 Feb 11 14:09:52.929160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35054) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:52.999456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cac9b134-9fe9-4b29-afd5-93b7f8f616de tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/bedb9472-d12d-4c8e-9eb3-6482a9209213 HTTP/1.1" status: 200 len: 993 time: 0.0686977 Feb 11 14:09:53.265963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35060) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:53.441733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 8bf15278-64c3-4631-9961-8dd6f60d18f2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:09:53.442044 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:53.522418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:53.522659 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (8bf15278-64c3-4631-9961-8dd6f60d18f2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:53.536404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 8bf15278-64c3-4631-9961-8dd6f60d18f2 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:09:53.696837 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8bf15278-64c3-4631-9961-8dd6f60d18f2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:53.724259 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=8bf15278-64c3-4631-9961-8dd6f60d18f2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:53.737534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.737925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.738274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.738613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.738950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.739284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.739651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.739967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.740298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.740622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.740936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.741263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.741616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:53.812776 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (bedb9472-d12d-4c8e-9eb3-6482a9209213), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:53.813154 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP bedb9472-d12d-4c8e-9eb3-6482a9209213 disassociated (deleted). External IP: 172.25.1.199, port: ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c. Feb 11 14:09:54.034776 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 2f4ca248-a6bb-46c8-914d-b93222421acc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:54.150780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:54.155877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:54.161107 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] Sync routers for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:54.172025 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:54.172637 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:54.186333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3dfd4bad-8db3-45f6-9812-e29783bf850d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/floatingips/bedb9472-d12d-4c8e-9eb3-6482a9209213 HTTP/1.1" status: 204 len: 168 time: 0.9193282 Feb 11 14:09:54.187038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:54.189487 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3a62c-3753-45f6-b278-58ae93235643" -d '{"events": [{"name": "network-changed", "server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:54.281951 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:54.347170 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463747ed-b5ae-4e31-96fe-852c10a23801 x-openstack-request-id: req-463747ed-b5ae-4e31-96fe-852c10a23801 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:54.347460 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:54.347711 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-463747ed-b5ae-4e31-96fe-852c10a23801 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:54.348116 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'status': 'completed', 'code': 200} Feb 11 14:09:54.455429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-1972dc7c-1979-4c98-94a8-6624913183ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.456974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-1972dc7c-1979-4c98-94a8-6624913183ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 1127 time: 0.0847976 Feb 11 14:09:54.466406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3aa2c-c8f6-4629-af61-2caf60eb12c2 req-67bd6aa0-7a49-4fda-b5be-d70044dd186d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.467799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68c3aa2c-c8f6-4629-af61-2caf60eb12c2 req-67bd6aa0-7a49-4fda-b5be-d70044dd186d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0698087 Feb 11 14:09:54.496367 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:54.521962 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] Checking router: 2f4ca248-a6bb-46c8-914d-b93222421acc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:54.530392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:54.531000 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:54.571485 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-68c3aa2c-c8f6-4629-af61-2caf60eb12c2 req-f5aebb8a-4f00-4b76-b994-f3b98bdc3da6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957708 Feb 11 14:09:54.584381 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-95e46a02-994d-4aa0-88a4-d1da30f5778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.585945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-95e46a02-994d-4aa0-88a4-d1da30f5778a service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ba9a345-f395-48d4-8259-021a069cb2f5 HTTP/1.1" status: 200 len: 898 time: 0.1173012 Feb 11 14:09:54.631483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-6ab2f1c4-d087-4fdd-8e9a-7414814e7e72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c HTTP/1.1" status: 200 len: 217 time: 0.0381472 Feb 11 14:09:54.640868 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:54.681507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-cf0a187c-93be-42f9-a3d6-a7e210a9abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.683008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-cf0a187c-93be-42f9-a3d6-a7e210a9abab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6185f1d1-760e-42c2-b068-76bb33009628 HTTP/1.1" status: 200 len: 835 time: 0.0444875 Feb 11 14:09:54.732768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-d60da6fa-e253-48fe-a71d-67f95568a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.734195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-d60da6fa-e253-48fe-a71d-67f95568a1fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ba9a345-f395-48d4-8259-021a069cb2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446978 Feb 11 14:09:54.830504 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-a8526914-7bb1-49f3-a880-7bd4c278fa47 service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892920 Feb 11 14:09:54.843070 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:54.873414 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67138a16-f4d8-4fff-ba06-c357d11e2bba None None] The sync data for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 is: [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:00Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '14d9d021-c8d2-4a51-b453-7f3de06e1479', 'name': '', 'network_id': '7ba9a345-f395-48d4-8259-021a069cb2f5', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:78:2b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '6185f1d1-760e-42c2-b068-76bb33009628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:09:00Z', 'updated_at': '2022-02-11T14:09:03Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '6185f1d1-760e-42c2-b068-76bb33009628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:54.925478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c2b3a62c-3753-45f6-b278-58ae93235643 req-29f56b04-3d45-4cc2-9a1f-ed6550320c51 service neutron] 10.222.0.53 "GET /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882587 Feb 11 14:09:55.101357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fd1315-f21a-4c90-b715-093ef22d9271 None None] New status for floating IP bedb9472-d12d-4c8e-9eb3-6482a9209213: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:09:55.710685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf12aee-3cde-460e-b116-d536269d5a57 req-e64cfad3-ee48-4611-8b12-1db8deced0a3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.712054 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cf12aee-3cde-460e-b116-d536269d5a57 req-e64cfad3-ee48-4611-8b12-1db8deced0a3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0604789 Feb 11 14:09:55.761620 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cf12aee-3cde-460e-b116-d536269d5a57 req-03c887db-de4f-4ede-bc51-ca27213b2a99 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=21f5992f-b1da-4063-bcfe-0ceed0baa13b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Feb 11 14:09:56.047724 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-60570a2e-18c5-4373-bf88-3b9674eea696 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:56.049103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-60570a2e-18c5-4373-bf88-3b9674eea696 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 945 time: 0.0641966 Feb 11 14:09:56.155552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:09:56.155840 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:56.245798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:56.246141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:56.259118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:09:56.405278 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:56.434249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:56.477389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] No DVR routers for this DVR port ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:56.480308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:56.483767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023b0303-afe7-4ae6-9b09-9f2814ded427 req-9b1cf463-381d-4b34-9393-8912cfae0c80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "DELETE /v2.0/ports/ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c HTTP/1.1" status: 204 len: 173 time: 0.4294543 Feb 11 14:09:56.484223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'name': 'network-vif-deleted', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:09:56.486460 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c69fd3-f53d-4a4c-ba64-3d3b83580b2e" -d '{"events": [{"server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "name": "network-vif-deleted", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:56.524702 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f8429c-1835-4c6c-a531-2be786b839e6 x-openstack-request-id: req-84f8429c-1835-4c6c-a531-2be786b839e6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:56.525051 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba53d07e-c836-49ef-a7d8-a963fb4bde3f", "name": "network-vif-deleted", "tag": "ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:56.525323 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-84f8429c-1835-4c6c-a531-2be786b839e6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:56.525769 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba53d07e-c836-49ef-a7d8-a963fb4bde3f', 'name': 'network-vif-deleted', 'tag': 'ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c', 'status': 'completed', 'code': 200} Feb 11 14:09:56.883010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-29be44d3-24c0-4c62-91d0-30f963f10b39 req-7285848e-a34e-4712-9f2c-42f6397b86c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba53d07e-c836-49ef-a7d8-a963fb4bde3f HTTP/1.1" status: 200 len: 210 time: 0.0339873 Feb 11 14:09:57.954174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35076) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:58.347129 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (2f4ca248-a6bb-46c8-914d-b93222421acc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:58.625309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 14d9d021-c8d2-4a51-b453-7f3de06e1479 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:09:58.625571 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:58.725156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port 14d9d021-c8d2-4a51-b453-7f3de06e1479, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=14d9d021-c8d2-4a51-b453-7f3de06e1479,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:58.725489 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:58.738080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 14d9d021-c8d2-4a51-b453-7f3de06e1479 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:09:58.936957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (14d9d021-c8d2-4a51-b453-7f3de06e1479), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:58.962866 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=14d9d021-c8d2-4a51-b453-7f3de06e1479,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:59.159248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:59.162145 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (2f4ca248-a6bb-46c8-914d-b93222421acc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:59.180290 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:09:59.180705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device ec1b21e3-6e0e-4df7-85d4-c61b52b8b94c not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:59.444327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e853ff31-fc80-43f4-a53d-587869a00976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:59.756693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 2f4ca248-a6bb-46c8-914d-b93222421acc has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:59.879608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:59.888376 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e697632e-12d1-4937-8552-2f3807c1231e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/2f4ca248-a6bb-46c8-914d-b93222421acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9301877 Feb 11 14:09:59.888644 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35078) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:09:59.892043 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] Sync routers for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:59.902973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:59.903592 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:59.941745 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting subnet 6185f1d1-760e-42c2-b068-76bb33009628 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:09:59.945024 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (6185f1d1-760e-42c2-b068-76bb33009628), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:09:59.985023 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (6185f1d1-760e-42c2-b068-76bb33009628), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.013110 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:00.073344 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (6185f1d1-760e-42c2-b068-76bb33009628), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.135468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (6185f1d1-760e-42c2-b068-76bb33009628), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.163580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Subnet': ['ID=6185f1d1-760e-42c2-b068-76bb33009628,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:00.168577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.171882 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/subnets/6185f1d1-760e-42c2-b068-76bb33009628 HTTP/1.1" status: 204 len: 168 time: 0.2821970 Feb 11 14:10:00.174688 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35082) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:00.178140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.178501 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.178851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.179194 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.180279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.180626 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.180972 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.181751 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.182366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.182710 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.183042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.183371 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.183695 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbcbe59-0217-4e18-bcb3-eb7770edc8c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.184228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfe9ef2-12c5-4ab6-a914-c9e13a21273c None None] Network 7ba9a345-f395-48d4-8259-021a069cb2f5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:10:00.298877 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (2f4ca248-a6bb-46c8-914d-b93222421acc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.301117 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:00.333051 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] Checking router: 2f4ca248-a6bb-46c8-914d-b93222421acc for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:00.342696 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] Routers {'2f4ca248-a6bb-46c8-914d-b93222421acc'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:00.343330 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:09:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['2f4ca248-a6bb-46c8-914d-b93222421acc'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:00.349491 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] DHCP port deletion for 7ba9a345-f395-48d4-8259-021a069cb2f5 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:10:00.407259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Deleting port 5b114f8b-b7cc-4d33-b30a-49324fdc067d {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:10:00.407633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.414381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (2f4ca248-a6bb-46c8-914d-b93222421acc), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.458403 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] Set router 2f4ca248-a6bb-46c8-914d-b93222421acc gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:00.473624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port a5bf002a-d632-4b47-84b3-52252aac4f87 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:10:00.474144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.478776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] For port 5b114f8b-b7cc-4d33-b30a-49324fdc067d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5b114f8b-b7cc-4d33-b30a-49324fdc067d,segment=NetworkSegment(e2afab16-4452-47b8-a3a1-8b299f84eb4c),segment_id=e2afab16-4452-47b8-a3a1-8b299f84eb4c)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:00.479179 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.493363 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Calling delete_port for 5b114f8b-b7cc-4d33-b30a-49324fdc067d owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:10:00.556959 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port a5bf002a-d632-4b47-84b3-52252aac4f87, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a5bf002a-d632-4b47-84b3-52252aac4f87,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:00.557241 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.572436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for a5bf002a-d632-4b47-84b3-52252aac4f87 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:10:00.577329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (5b114f8b-b7cc-4d33-b30a-49324fdc067d), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.605757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] No DVR routers for this DVR port 5b114f8b-b7cc-4d33-b30a-49324fdc067d on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:10:00.611101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Pushing event deleted for resources: {'Port': ['ID=5b114f8b-b7cc-4d33-b30a-49324fdc067d,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:00.621182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.621536 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.621917 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.622235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.622570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.622899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.623228 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.623872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.623872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.624306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.624634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.624956 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.625278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91a6d6e-fd0d-4b0f-baf4-183c68c0f01c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:00.647861 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:00.674077 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b518089-66d2-4f3c-9b8d-6f5a4f384c00 None None] The sync data for ids ['2f4ca248-a6bb-46c8-914d-b93222421acc'] in n-d-828675-3 is: [{'id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1672422898', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100'}], 'enable_snat': True}, 'gw_port_id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:58Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'a5bf002a-d632-4b47-84b3-52252aac4f87', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4ca248-a6bb-46c8-914d-b93222421acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:57Z', 'updated_at': '2022-02-11T14:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:00.756523 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (a5bf002a-d632-4b47-84b3-52252aac4f87), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.785824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=a5bf002a-d632-4b47-84b3-52252aac4f87,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:00.853857 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (2f4ca248-a6bb-46c8-914d-b93222421acc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.947185 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (2f4ca248-a6bb-46c8-914d-b93222421acc), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:00.949870 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (2f4ca248-a6bb-46c8-914d-b93222421acc), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.002752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (2f4ca248-a6bb-46c8-914d-b93222421acc), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.003636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Fanout notify agent at l3_agent the message router_deleted on router 2f4ca248-a6bb-46c8-914d-b93222421acc {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:10:01.010428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.011572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-36e9e398-b7b9-4c57-8e27-5bf3b64316ca tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/routers/2f4ca248-a6bb-46c8-914d-b93222421acc HTTP/1.1" status: 204 len: 168 time: 0.8358018 Feb 11 14:10:01.014448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35084) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:01.094127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (7ba9a345-f395-48d4-8259-021a069cb2f5), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.186457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (7ba9a345-f395-48d4-8259-021a069cb2f5), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.208401 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba9a345-f395-48d4-8259-021a069cb2f5']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:01.218982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2afab16-4452-47b8-a3a1-8b299f84eb4c') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:01.219286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2afab16-4452-47b8-a3a1-8b299f84eb4c') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:01.229951 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (e2afab16-4452-47b8-a3a1-8b299f84eb4c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.244375 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e2afab16-4452-47b8-a3a1-8b299f84eb4c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.250898 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:10:01.251289 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (e2afab16-4452-47b8-a3a1-8b299f84eb4c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:10:01.254547 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:10:01.314738 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (7ba9a345-f395-48d4-8259-021a069cb2f5), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.322381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.325394 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/networks/7ba9a345-f395-48d4-8259-021a069cb2f5 HTTP/1.1" status: 204 len: 168 time: 0.3100104 Feb 11 14:10:01.328657 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35086) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:01.336824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf78d8-4c8b-4561-a995-be374eed9623 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Network': ['ID=7ba9a345-f395-48d4-8259-021a069cb2f5,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.389263 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a9cd-cae6-4aca-9039-597b198a5a5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (21f5992f-b1da-4063-bcfe-0ceed0baa13b), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.416288 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a9cd-cae6-4aca-9039-597b198a5a5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (21f5992f-b1da-4063-bcfe-0ceed0baa13b), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.492596 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a9cd-cae6-4aca-9039-597b198a5a5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (21f5992f-b1da-4063-bcfe-0ceed0baa13b), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.495572 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2fd0a9cd-cae6-4aca-9039-597b198a5a5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.496755 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2fd0a9cd-cae6-4aca-9039-597b198a5a5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/security-groups/21f5992f-b1da-4063-bcfe-0ceed0baa13b HTTP/1.1" status: 204 len: 168 time: 0.1675129 Feb 11 14:10:01.506535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0a9cd-cae6-4aca-9039-597b198a5a5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f5992f-b1da-4063-bcfe-0ceed0baa13b,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.532463 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9a33a31e-445c-4b8b-8134-1d7c21c466f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.716877 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 14d9d021-c8d2-4a51-b453-7f3de06e1479 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:10:01.730870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35092) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:01.738053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eed8c1fa-4b28-469b-8874-6d4915f94017 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1894504015', 'description': 'tempest-secgroup-smoke-1894504015 description', 'project_id': '9be988458cb741c29dd149bd2380baad'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:01.740615 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 14d9d021-c8d2-4a51-b453-7f3de06e1479 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:10:01.740971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 14d9d021-c8d2-4a51-b453-7f3de06e1479 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:10:01.741388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a5bf002a-d632-4b47-84b3-52252aac4f87 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:10:01.760614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eed8c1fa-4b28-469b-8874-6d4915f94017 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.761707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a5bf002a-d632-4b47-84b3-52252aac4f87 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:10:01.762070 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a5bf002a-d632-4b47-84b3-52252aac4f87 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:10:01.762484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b114f8b-b7cc-4d33-b30a-49324fdc067d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:10:01.784327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5b114f8b-b7cc-4d33-b30a-49324fdc067d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:10:01.784673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5b114f8b-b7cc-4d33-b30a-49324fdc067d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:10:01.832211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eed8c1fa-4b28-469b-8874-6d4915f94017 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (06bc74fe-b819-46a3-94b7-50e6f636aaf9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.837206 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eed8c1fa-4b28-469b-8874-6d4915f94017 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (06bc74fe-b819-46a3-94b7-50e6f636aaf9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.865736 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eed8c1fa-4b28-469b-8874-6d4915f94017 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.866969 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eed8c1fa-4b28-469b-8874-6d4915f94017 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351321 Feb 11 14:10:01.868868 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8c1fa-4b28-469b-8874-6d4915f94017 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bc74fe-b819-46a3-94b7-50e6f636aaf9,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.870114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35094) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:01.875079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-95315d4c-6167-4227-a34e-2ac94ac1532a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '06bc74fe-b819-46a3-94b7-50e6f636aaf9', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:01.902095 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95315d4c-6167-4227-a34e-2ac94ac1532a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (d7659122-687c-468c-aff8-e517a15e2d52), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.949305 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95315d4c-6167-4227-a34e-2ac94ac1532a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (d7659122-687c-468c-aff8-e517a15e2d52), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.955670 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95315d4c-6167-4227-a34e-2ac94ac1532a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (d7659122-687c-468c-aff8-e517a15e2d52), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.975079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95315d4c-6167-4227-a34e-2ac94ac1532a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7659122-687c-468c-aff8-e517a15e2d52,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.981870 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-95315d4c-6167-4227-a34e-2ac94ac1532a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:01.983169 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-95315d4c-6167-4227-a34e-2ac94ac1532a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119554 Feb 11 14:10:01.986171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35096) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:01.990753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-cd80c189-a5d0-4a88-b0b1-b34bf0d6f4b9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '06bc74fe-b819-46a3-94b7-50e6f636aaf9', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.015844 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd80c189-a5d0-4a88-b0b1-b34bf0d6f4b9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (431d4cb2-ce26-4f95-b7e5-60362ad8ac6a), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.072062 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd80c189-a5d0-4a88-b0b1-b34bf0d6f4b9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (431d4cb2-ce26-4f95-b7e5-60362ad8ac6a), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.077009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd80c189-a5d0-4a88-b0b1-b34bf0d6f4b9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (431d4cb2-ce26-4f95-b7e5-60362ad8ac6a), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.094688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80c189-a5d0-4a88-b0b1-b34bf0d6f4b9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431d4cb2-ce26-4f95-b7e5-60362ad8ac6a,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.102081 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-cd80c189-a5d0-4a88-b0b1-b34bf0d6f4b9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.103372 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-cd80c189-a5d0-4a88-b0b1-b34bf0d6f4b9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161723 Feb 11 14:10:02.106197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35098) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:02.110535 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ce4eb207-8fb0-4aed-9329-826ec9d1dad4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '06bc74fe-b819-46a3-94b7-50e6f636aaf9', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.136352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb207-8fb0-4aed-9329-826ec9d1dad4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (8b51e49e-6016-421a-93b6-0f06c26001ae), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.192730 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb207-8fb0-4aed-9329-826ec9d1dad4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (8b51e49e-6016-421a-93b6-0f06c26001ae), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.200735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb207-8fb0-4aed-9329-826ec9d1dad4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (8b51e49e-6016-421a-93b6-0f06c26001ae), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.225011 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4eb207-8fb0-4aed-9329-826ec9d1dad4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b51e49e-6016-421a-93b6-0f06c26001ae,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.232905 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb207-8fb0-4aed-9329-826ec9d1dad4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.234134 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ce4eb207-8fb0-4aed-9329-826ec9d1dad4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269984 Feb 11 14:10:02.237018 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35100) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:02.241336 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-c71f0d82-8bf9-470f-8ae0-752a56c71f77 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '06bc74fe-b819-46a3-94b7-50e6f636aaf9', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.268797 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71f0d82-8bf9-470f-8ae0-752a56c71f77 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (a069007c-10bd-4967-b6da-49b678bc4821), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.329084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71f0d82-8bf9-470f-8ae0-752a56c71f77 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (a069007c-10bd-4967-b6da-49b678bc4821), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.333767 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71f0d82-8bf9-470f-8ae0-752a56c71f77 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a069007c-10bd-4967-b6da-49b678bc4821), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.350642 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f0d82-8bf9-470f-8ae0-752a56c71f77 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a069007c-10bd-4967-b6da-49b678bc4821,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.359313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-c71f0d82-8bf9-470f-8ae0-752a56c71f77 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.360553 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-c71f0d82-8bf9-470f-8ae0-752a56c71f77 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226294 Feb 11 14:10:02.363388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35102) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:02.367868 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '06bc74fe-b819-46a3-94b7-50e6f636aaf9', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.390226 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:10:02.396888 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (2262d41a-8d13-4900-a16b-decf79e2f776), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.455926 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (2262d41a-8d13-4900-a16b-decf79e2f776), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.461375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (2262d41a-8d13-4900-a16b-decf79e2f776), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.479693 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2262d41a-8d13-4900-a16b-decf79e2f776,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.490261 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.492194 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-570a520b-55ab-4a91-9ef9-52ab6928166f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276615 Feb 11 14:10:02.495632 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35104) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:02.500366 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '06bc74fe-b819-46a3-94b7-50e6f636aaf9', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.522637 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:10:02.528799 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (20b609c7-e113-4a8e-afa0-3ce7da5dadce), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.589606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (20b609c7-e113-4a8e-afa0-3ce7da5dadce), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.594467 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (20b609c7-e113-4a8e-afa0-3ce7da5dadce), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.612938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b609c7-e113-4a8e-afa0-3ce7da5dadce,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.621863 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.623065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d14e039e-763f-4f6b-bad2-f069dbe60f35 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264007 Feb 11 14:10:02.626048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35106) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:02.630780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'network': {'name': 'tempest-network-smoke--236828179', 'project_id': '9be988458cb741c29dd149bd2380baad', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.650899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:02.654205 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.678164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:10:02.687969 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8eb2ad26-3da9-4580-bb87-b5845016e444), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.688308 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Added segment 8eb2ad26-3da9-4580-bb87-b5845016e444 of type vlan for network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 Feb 11 14:10:02.728455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.755539 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.760581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:02.761146 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.803152 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1761138 Feb 11 14:10:02.806111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35108) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:02.811715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'admin_state_up': True, 'project_id': '9be988458cb741c29dd149bd2380baad', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.867635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae9eb2-8bbb-4d53-8f7e-e59c0ec926d8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Network': ['ID=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.878797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:10:02.880392 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (79d5137b-8035-436c-91ba-49d63f077a9c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.881493 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (79d5137b-8035-436c-91ba-49d63f077a9c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.882213 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:02.935938 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (79d5137b-8035-436c-91ba-49d63f077a9c), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:03.078290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (79d5137b-8035-436c-91ba-49d63f077a9c), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:03.294538 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (79d5137b-8035-436c-91ba-49d63f077a9c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:03.313249 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:03.414069 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.20 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/edf88751-7da3-436b-9fae-55845389a4f8) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:03.524441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (edf88751-7da3-436b-9fae-55845389a4f8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:03.568730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (edf88751-7da3-436b-9fae-55845389a4f8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:03.608982 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:03.612074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:03.615646 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:03.637277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=edf88751-7da3-436b-9fae-55845389a4f8,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:03.893400 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (79d5137b-8035-436c-91ba-49d63f077a9c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.103570 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (79d5137b-8035-436c-91ba-49d63f077a9c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.241305 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 79d5137b-8035-436c-91ba-49d63f077a9c is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:10:04.352968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:04.364113 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Sync routers for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:04.375766 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.377392 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:04.378147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-9db157da-5993-4592-8474-a7b87ebb5037 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5708530 Feb 11 14:10:04.378456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:10:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:04.380470 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35110) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:04.408849 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-79e63c97-0533-4ecf-9ba9-96e0c1ae78b8 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9be988458cb741c29dd149bd2380baad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271952 Feb 11 14:10:04.412324 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35112) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:04.492380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:04.504823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d60027-3681-49d9-833a-35ff04dbf1af tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.506384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60d60027-3681-49d9-833a-35ff04dbf1af tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929031 Feb 11 14:10:04.509504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35114) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:04.538214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-94a0af0f-8c5b-4d28-9f55-ebac1d94ceb4 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272505 Feb 11 14:10:04.540943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35116) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:04.545735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620208438', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'project_id': '9be988458cb741c29dd149bd2380baad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:04.572198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.636331 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:04.639902 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.691936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:03Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:04.720604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Checking router: 79d5137b-8035-436c-91ba-49d63f077a9c for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:04.720952 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Updating router 79d5137b-8035-436c-91ba-49d63f077a9c port edf88751-7da3-436b-9fae-55845389a4f8 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:04.750476 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (edf88751-7da3-436b-9fae-55845389a4f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.840616 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (967ec247-ec02-4c6d-b93b-4880f308087f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.907860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Subnet': ['ID=967ec247-ec02-4c6d-b93b-4880f308087f,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:04.917733 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Checking segment: {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:10:04.918380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network hostable DHCP agents. Network: 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:10:04.938078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:10:04.948294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:04.954239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.955021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:04.971888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2411cc1f-7a38-4b6d-b2ca-11c0fe56aa88 None None] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:10:04.974213 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-760621f5-1170-4646-8340-043f8beb7efc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4322989 Feb 11 14:10:04.977016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35118) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:05.031276 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Publish callbacks [] for port (edf88751-7da3-436b-9fae-55845389a4f8), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.044881 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (edf88751-7da3-436b-9fae-55845389a4f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.143378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Attempting to bind port edf88751-7da3-436b-9fae-55845389a4f8 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:10:05.143378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Attempting to bind port edf88751-7da3-436b-9fae-55845389a4f8 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:10:05.143378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Attempting to bind port edf88751-7da3-436b-9fae-55845389a4f8 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:05.163699 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f43fd-b2e5-482c-831e-3012fabae9e3 None None] Pushing event updated for resources: {'Port': ['ID=edf88751-7da3-436b-9fae-55845389a4f8,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.167446 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:05.167959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:10:05.168455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.168927 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:05.169497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Bound port: edf88751-7da3-436b-9fae-55845389a4f8, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:10:05.170078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (edf88751-7da3-436b-9fae-55845389a4f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.194931 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:10:05.196286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.249068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] For port edf88751-7da3-436b-9fae-55845389a4f8, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:05.313557 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] For port edf88751-7da3-436b-9fae-55845389a4f8, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=edf88751-7da3-436b-9fae-55845389a4f8,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:05.329197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (edf88751-7da3-436b-9fae-55845389a4f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.427887 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.449281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Allocated IP 172.20.0.2 (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2/967ec247-ec02-4c6d-b93b-4880f308087f/888aeffb-61e9-45cd-9fdf-7969c2aafca4) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:05.449774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:05.450445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:10:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:05.455700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f43fd-b2e5-482c-831e-3012fabae9e3 None None] Pushing event updated for resources: {'Port': ['ID=edf88751-7da3-436b-9fae-55845389a4f8,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.806479 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:05.829081 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.958503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Publish callbacks [] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:05.972022 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.041248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:06.048329 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:06.053135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:06.059825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Pushing event updated for resources: {'Port': ['ID=888aeffb-61e9-45cd-9fdf-7969c2aafca4,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.121287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.1 (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2/967ec247-ec02-4c6d-b93b-4880f308087f/749c20a9-5627-4446-aeca-cd8cf93ad1c7) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:06.123045 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Attempting to bind port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:10:06.123248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Attempting to bind port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:10:06.123705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Attempting to bind port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 on network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:06.132551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:03Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:06.136172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:06.136172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Checking segment: {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:10:06.136852 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.136852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Bound using segment: {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:06.137059 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Bound port: 888aeffb-61e9-45cd-9fdf-7969c2aafca4, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:10:06.137484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.173048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0f895d-fbdc-4a5a-8c77-f1117ac8aeec None None] The sync data for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 is: [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:03Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:06.231676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] For port 888aeffb-61e9-45cd-9fdf-7969c2aafca4, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:06.234942 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] For port 888aeffb-61e9-45cd-9fdf-7969c2aafca4, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=888aeffb-61e9-45cd-9fdf-7969c2aafca4,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:06.244115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.259994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.306328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.321968 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f535c6-2c07-443f-8c7a-46d8d479e508 None None] Pushing event updated for resources: {'Port': ['ID=888aeffb-61e9-45cd-9fdf-7969c2aafca4,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.361183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:06.364434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:06.366981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:06.395420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=749c20a9-5627-4446-aeca-cd8cf93ad1c7,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:06.419958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (79d5137b-8035-436c-91ba-49d63f077a9c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.616166 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.940916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:06.946632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.019192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=749c20a9-5627-4446-aeca-cd8cf93ad1c7,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.021740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (79d5137b-8035-436c-91ba-49d63f077a9c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.133736 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:07.135483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:07.286332 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 79d5137b-8035-436c-91ba-49d63f077a9c has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:07.413001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:07.421684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5930dfdb-c421-4668-a804-3c1396b56c4a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/79d5137b-8035-436c-91ba-49d63f077a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396141 Feb 11 14:10:07.443702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4a1602-b516-4d43-8300-0797d326977f None None] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:10:07.550698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-659d6ece-167b-4f66-94bf-61bf116588c5 None None] Provisioning complete for port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:07.551085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-659d6ece-167b-4f66-94bf-61bf116588c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.595843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device edf88751-7da3-436b-9fae-55845389a4f8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:07.622523 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-757f9073-bf3d-4964-8bf1-f59270176d04 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1894504015&fields=id&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 267 time: 0.0563567 Feb 11 14:10:07.725394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port edf88751-7da3-436b-9fae-55845389a4f8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:07.726043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (edf88751-7da3-436b-9fae-55845389a4f8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.730097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-659d6ece-167b-4f66-94bf-61bf116588c5 None None] Current status of the port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:07.730489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-659d6ece-167b-4f66-94bf-61bf116588c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.777994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-9500e5ff-180f-4f91-9cdc-ddbe2ea19f5e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:07.779354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-9500e5ff-180f-4f91-9cdc-ddbe2ea19f5e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 796 time: 0.1503615 Feb 11 14:10:07.798683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-659d6ece-167b-4f66-94bf-61bf116588c5 None None] For port 888aeffb-61e9-45cd-9fdf-7969c2aafca4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=888aeffb-61e9-45cd-9fdf-7969c2aafca4,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:07.800821 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-34cbf75a-7a00-46ab-9959-05c970b08048 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/quotas/9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 375 time: 0.0121439 Feb 11 14:10:07.807020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-659d6ece-167b-4f66-94bf-61bf116588c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.886354 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-b5adbe12-3918-44d8-b32f-0ff24d48054f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659254 Feb 11 14:10:07.911035 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port edf88751-7da3-436b-9fae-55845389a4f8 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:07.911697 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (edf88751-7da3-436b-9fae-55845389a4f8), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.939192 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d6ece-167b-4f66-94bf-61bf116588c5 None None] Pushing event updated for resources: {'Port': ['ID=888aeffb-61e9-45cd-9fdf-7969c2aafca4,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.943306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port edf88751-7da3-436b-9fae-55845389a4f8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=edf88751-7da3-436b-9fae-55845389a4f8,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:07.950646 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (edf88751-7da3-436b-9fae-55845389a4f8), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:07.951743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 888aeffb-61e9-45cd-9fdf-7969c2aafca4 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:07.988464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-c1e5d7f3-1924-4d92-aca1-c4536ca186be service neutron] 10.222.0.42 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009767 Feb 11 14:10:08.045771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=edf88751-7da3-436b-9fae-55845389a4f8,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:08.056897 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-977cb2cb-f37f-4b66-af6e-9140682e907d None None] Provisioning complete for port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:08.057270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-977cb2cb-f37f-4b66-af6e-9140682e907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:08.095877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-0f412f65-a752-4de4-8f36-0ccf8d20cc8c service neutron] 10.222.0.42 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004894 Feb 11 14:10:08.101515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:08.101917 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:08.104647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-977cb2cb-f37f-4b66-af6e-9140682e907d None None] Port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:10:08.146216 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-977cb2cb-f37f-4b66-af6e-9140682e907d None None] Provisioning complete for port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:08.146613 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-977cb2cb-f37f-4b66-af6e-9140682e907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:08.210925 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Sync routers for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:08.226230 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:08.226919 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:10:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:08.246810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:08.289285 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a580ec86-afea-44a7-8611-cff221c8e3b0 req-b5181a9d-bc69-4a01-a225-3708031b41af tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 210 time: 0.0363822 Feb 11 14:10:08.295470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-977cb2cb-f37f-4b66-af6e-9140682e907d None None] Current status of the port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:08.389510 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:08.417148 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-270c33f3-8979-4ef7-a0e4-cdbf2b851a1a None None] Provisioning complete for port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:08.418340 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-270c33f3-8979-4ef7-a0e4-cdbf2b851a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:08.458997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-270c33f3-8979-4ef7-a0e4-cdbf2b851a1a None None] Port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:10:08.580318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-47c5941f-c42f-451a-b31c-07c792e7f122 None None] Provisioning complete for port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:08.580718 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-47c5941f-c42f-451a-b31c-07c792e7f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:08.616451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-47c5941f-c42f-451a-b31c-07c792e7f122 None None] Port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:10:08.634803 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 2, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:08.660912 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Checking router: 79d5137b-8035-436c-91ba-49d63f077a9c for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:08.661271 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Updating router 79d5137b-8035-436c-91ba-49d63f077a9c port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:10:08.692352 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:08.961445 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Publish callbacks [] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:08.969737 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.018441 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Pushing event updated for resources: {'Port': ['ID=749c20a9-5627-4446-aeca-cd8cf93ad1c7,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.044725 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.045069 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.045437 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.045822 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.046156 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.046489 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.046818 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.047147 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.047471 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.047797 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.048123 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.048450 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.048775 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:09.084937 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Attempting to bind port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:10:09.085304 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Attempting to bind port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:10:09.085694 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Attempting to bind port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 on network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:09.091846 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:09.092216 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Checking segment: {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:10:09.092615 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.093004 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Bound using segment: {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:09.093470 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Bound port: 749c20a9-5627-4446-aeca-cd8cf93ad1c7, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:10:09.093872 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.158921 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] For port 749c20a9-5627-4446-aeca-cd8cf93ad1c7, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:09.162196 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] For port 749c20a9-5627-4446-aeca-cd8cf93ad1c7, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=749c20a9-5627-4446-aeca-cd8cf93ad1c7,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:09.168738 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.224261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:09.224936 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:10:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:09.241709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-7304fa3c-1dde-45eb-b5b2-9a34d926c88f None None] Provisioning complete for port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:09.242091 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7304fa3c-1dde-45eb-b5b2-9a34d926c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.345264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-7304fa3c-1dde-45eb-b5b2-9a34d926c88f None None] Current status of the port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:09.345729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7304fa3c-1dde-45eb-b5b2-9a34d926c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.376734 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55baf41-4e90-452a-91cd-29a448d263f0 None None] Pushing event updated for resources: {'Port': ['ID=749c20a9-5627-4446-aeca-cd8cf93ad1c7,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.445361 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-7304fa3c-1dde-45eb-b5b2-9a34d926c88f None None] For port 749c20a9-5627-4446-aeca-cd8cf93ad1c7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=749c20a9-5627-4446-aeca-cd8cf93ad1c7,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:09.452185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7304fa3c-1dde-45eb-b5b2-9a34d926c88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.476102 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:09.498106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b7f92cb-9e3f-450c-acdb-d458c4ed57dd req-6b79c3de-df7c-4374-8b44-66b11574e402 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 210 time: 0.0489662 Feb 11 14:10:09.582896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device edf88751-7da3-436b-9fae-55845389a4f8 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:09.598042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-2d02410e-2fb2-4555-8ab2-f3f9f6539495 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:09.599771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-2d02410e-2fb2-4555-8ab2-f3f9f6539495 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 796 time: 0.2008269 Feb 11 14:10:09.620629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304fa3c-1dde-45eb-b5b2-9a34d926c88f None None] Pushing event updated for resources: {'Port': ['ID=749c20a9-5627-4446-aeca-cd8cf93ad1c7,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:09.641247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8fa008b1-44e4-4054-a864-aa366e81fef6 None None] Provisioning complete for port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:09.641910 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8fa008b1-44e4-4054-a864-aa366e81fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.669151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-b7ed5ae3-5013-4291-b8e6-1895d7285c98 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 380 time: 0.0600028 Feb 11 14:10:09.679922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'port': {'device_id': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'admin_state_up': True, 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'security_groups': ['06bc74fe-b819-46a3-94b7-50e6f636aaf9']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:09.689673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port edf88751-7da3-436b-9fae-55845389a4f8 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:09.690058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (edf88751-7da3-436b-9fae-55845389a4f8), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.724303 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:09.754003 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39d29a-6bbb-4332-9f52-c13914c462f9 None None] The sync data for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 is: [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:09.777307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8fa008b1-44e4-4054-a864-aa366e81fef6 None None] Current status of the port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:09.807792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:09.812695 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.833259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port edf88751-7da3-436b-9fae-55845389a4f8 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:09.836608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 888aeffb-61e9-45cd-9fdf-7969c2aafca4 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:09.893296 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:09.893693 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:09.957947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.10 (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2/967ec247-ec02-4c6d-b93b-4880f308087f/8a710832-019f-4af0-b4dc-aadd805bab23) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:09.976587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:10.117829 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (8a710832-019f-4af0-b4dc-aadd805bab23), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:10.154036 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:10.201127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:10.204592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:10.208509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:10.215613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=8a710832-019f-4af0-b4dc-aadd805bab23,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.269740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.270619 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:10.295331 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-eb1d34ce-5160-43c9-9929-32bee46e3280 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216495 Feb 11 14:10:10.304690 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-09881935-f7ea-4af1-851c-11944e269d44 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:10:10.305793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-09881935-f7ea-4af1-851c-11944e269d44 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055449 Feb 11 14:10:10.334816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Request body: {'port': {'device_id': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:10.401920 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:10.506207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3d23503f-4cf7-44ca-a9da-5763007a2ce1 None None] Provisioning complete for port 8a710832-019f-4af0-b4dc-aadd805bab23 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:10.506457 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3d23503f-4cf7-44ca-a9da-5763007a2ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:10.580007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3d23503f-4cf7-44ca-a9da-5763007a2ce1 None None] Port 8a710832-019f-4af0-b4dc-aadd805bab23 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:10:10.689666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67656-c88a-4eb5-a653-3b355ee1a681 req-6cdf2f80-d1d4-4aac-8c65-50e42362170a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.691284 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32a67656-c88a-4eb5-a653-3b355ee1a681 req-6cdf2f80-d1d4-4aac-8c65-50e42362170a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 932 time: 0.0961142 Feb 11 14:10:10.743024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a710832-019f-4af0-b4dc-aadd805bab23 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:10:10.751459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Publish callbacks [] for port (8a710832-019f-4af0-b4dc-aadd805bab23), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:10.775090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Transition to ACTIVE for port object 8a710832-019f-4af0-b4dc-aadd805bab23 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:10.784884 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:10.819019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32a67656-c88a-4eb5-a653-3b355ee1a681 req-3c34710b-9344-4926-b6ce-766aa61a7ef9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032171 Feb 11 14:10:10.845475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a710832-019f-4af0-b4dc-aadd805bab23,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:10.925252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Attempting to bind port 8a710832-019f-4af0-b4dc-aadd805bab23 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:10:10.925590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Attempting to bind port 8a710832-019f-4af0-b4dc-aadd805bab23 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:10:10.925961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Attempting to bind port 8a710832-019f-4af0-b4dc-aadd805bab23 on network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:10.930553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Port 8a710832-019f-4af0-b4dc-aadd805bab23 on network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:10.931215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Attempting to bind port 8a710832-019f-4af0-b4dc-aadd805bab23 on network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:10.936773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:10.937114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Checking segment: {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:10:10.937500 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Bound using segment: {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:10.937958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Bound port: 8a710832-019f-4af0-b4dc-aadd805bab23, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb2ad26-3da9-4580-bb87-b5845016e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:10:10.938327 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:11.008278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] For port 8a710832-019f-4af0-b4dc-aadd805bab23, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:11.011664 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] For port 8a710832-019f-4af0-b4dc-aadd805bab23, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8a710832-019f-4af0-b4dc-aadd805bab23,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:11.019918 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:11.061723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.062368 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:11.063843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] 10.222.0.64 "PUT /v2.0/ports/8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 1092 time: 0.7338600 Feb 11 14:10:11.066279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:10:11.069808 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d31557-07da-41e1-9847-a09d32f6a037" -d '{"events": [{"name": "network-changed", "server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:11.096413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c9300-e9cf-42e4-bdc9-79edcbe97cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a710832-019f-4af0-b4dc-aadd805bab23,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:11.117482 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583f9897-fe67-439d-a464-ec3b43ddf6b3 x-openstack-request-id: req-583f9897-fe67-439d-a464-ec3b43ddf6b3 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:11.117817 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:11.118217 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-583f9897-fe67-439d-a464-ec3b43ddf6b3 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:11.118804 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23', 'status': 'completed', 'code': 200} Feb 11 14:10:11.155039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-d2a9a867-b50e-4d0c-b6ee-ff70f86f178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.156597 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-d2a9a867-b50e-4d0c-b6ee-ff70f86f178d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1126 time: 0.0517352 Feb 11 14:10:11.205162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-888149d8-4783-4f4f-b15b-b5f69f3e2c50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 217 time: 0.0407238 Feb 11 14:10:11.260406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-19f4c8c7-ba7a-4077-b60b-c35f5787b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.261939 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-19f4c8c7-ba7a-4077-b60b-c35f5787b408 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 200 len: 835 time: 0.0485909 Feb 11 14:10:11.312201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-292887ac-58a4-496b-97d9-5f64d514817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.313663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-292887ac-58a4-496b-97d9-5f64d514817a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458808 Feb 11 14:10:11.410134 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-4ba2230b-db19-4a56-96f6-5d8ec918948d service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892823 Feb 11 14:10:11.500449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-58c73e4d-0719-4a44-8ea8-615d1ae92772 req-7cc37414-7efc-4cda-9be3-1e04e92e4722 service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844171 Feb 11 14:10:11.528306 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 749c20a9-5627-4446-aeca-cd8cf93ad1c7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:11.576980 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:11.577262 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:11.592563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d31557-07da-41e1-9847-a09d32f6a037 req-0df68c13-b6d8-44ed-a591-4958ce2f70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.594109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86d31557-07da-41e1-9847-a09d32f6a037 req-0df68c13-b6d8-44ed-a591-4958ce2f70f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1126 time: 0.0505135 Feb 11 14:10:11.656574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:11.684161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d31557-07da-41e1-9847-a09d32f6a037 req-afaed306-e08e-4e0e-a9d4-4fc4c82fa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.685970 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86d31557-07da-41e1-9847-a09d32f6a037 req-afaed306-e08e-4e0e-a9d4-4fc4c82fa524 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 897 time: 0.0854514 Feb 11 14:10:11.729730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86d31557-07da-41e1-9847-a09d32f6a037 req-9fbe491e-47b4-45ea-b3d1-434f6416a1cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 217 time: 0.0377011 Feb 11 14:10:11.778446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d31557-07da-41e1-9847-a09d32f6a037 req-6b9fbeec-0469-449f-b09d-551026a5debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.779920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86d31557-07da-41e1-9847-a09d32f6a037 req-6b9fbeec-0469-449f-b09d-551026a5debf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 200 len: 835 time: 0.0440040 Feb 11 14:10:11.831039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d31557-07da-41e1-9847-a09d32f6a037 req-ab8ff9fc-8c2f-4a91-9783-a9a1c61f8d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.832439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86d31557-07da-41e1-9847-a09d32f6a037 req-ab8ff9fc-8c2f-4a91-9783-a9a1c61f8d0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464439 Feb 11 14:10:11.953239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86d31557-07da-41e1-9847-a09d32f6a037 req-8c53b986-ab76-4918-941c-f696c0f050f3 service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145353 Feb 11 14:10:11.973203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e188d-49d6-4d6e-87c5-d0b1a1b8523c req-52efac85-bc71-4cce-8915-ec71958ef8f7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.974639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a5e188d-49d6-4d6e-87c5-d0b1a1b8523c req-52efac85-bc71-4cce-8915-ec71958ef8f7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 944 time: 0.0787323 Feb 11 14:10:12.096901 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5a5e188d-49d6-4d6e-87c5-d0b1a1b8523c req-28d09c12-4be9-485a-bfd9-180e7f7a8d75 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024463 Feb 11 14:10:12.100442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-86d31557-07da-41e1-9847-a09d32f6a037 req-fc7be1fe-c016-43da-9ccc-51374fbb4a7e service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408906 Feb 11 14:10:13.218970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4abc02-7886-4550-9c14-d83976dbc99d req-f1078262-e77b-4601-af65-521f6cc46734 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:13.220449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd4abc02-7886-4550-9c14-d83976dbc99d req-f1078262-e77b-4601-af65-521f6cc46734 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 944 time: 0.0546381 Feb 11 14:10:13.272018 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd4abc02-7886-4550-9c14-d83976dbc99d req-a96f900d-b6b5-4eac-b99a-61208f21d5d3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 Feb 11 14:10:14.405887 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3d981-6acc-4144-8cd4-6333f0d6d42e req-5cf7fb0c-2031-45d4-965f-156bbec87fff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:14.407395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24a3d981-6acc-4144-8cd4-6333f0d6d42e req-5cf7fb0c-2031-45d4-965f-156bbec87fff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 944 time: 0.0566642 Feb 11 14:10:14.465105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24a3d981-6acc-4144-8cd4-6333f0d6d42e req-a8838679-653e-4a7c-80cf-4f8d3eaa8528 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496473 Feb 11 14:10:15.598716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ef52-7f06-4b5a-84dc-c9dceaf75daf req-7300fd70-799f-464a-9cb3-cad25c1b51fc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:15.600182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7354ef52-7f06-4b5a-84dc-c9dceaf75daf req-7300fd70-799f-464a-9cb3-cad25c1b51fc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 944 time: 0.0608757 Feb 11 14:10:15.650835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7354ef52-7f06-4b5a-84dc-c9dceaf75daf req-f81a51c8-3584-488e-87d5-7b0daf7e6181 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438890 Feb 11 14:10:16.215109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8a710832-019f-4af0-b4dc-aadd805bab23 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:16.313996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8a710832-019f-4af0-b4dc-aadd805bab23, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8a710832-019f-4af0-b4dc-aadd805bab23,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:16.334542 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '8a710832-019f-4af0-b4dc-aadd805bab23', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'port_id': '8a710832-019f-4af0-b4dc-aadd805bab23', 'mac_address': 'fa:16:3e:d4:8f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:16.381377 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8a710832-019f-4af0-b4dc-aadd805bab23 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:16.381803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:16.394924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a710832-019f-4af0-b4dc-aadd805bab23 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:10:16.422472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8a710832-019f-4af0-b4dc-aadd805bab23, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8a710832-019f-4af0-b4dc-aadd805bab23,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:16.429519 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:16.480611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8a710832-019f-4af0-b4dc-aadd805bab23,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:16.764746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['8a710832-019f-4af0-b4dc-aadd805bab23'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:16.777056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b0d65-12c7-4dd2-b46c-3249224ff957 req-478ac195-95ac-4648-93a6-47f407fb2673 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:16.778651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c50b0d65-12c7-4dd2-b46c-3249224ff957 req-478ac195-95ac-4648-93a6-47f407fb2673 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 945 time: 0.0550976 Feb 11 14:10:16.828798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c50b0d65-12c7-4dd2-b46c-3249224ff957 req-8cba9077-d5cb-4168-a66f-c327fe6947d7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444407 Feb 11 14:10:17.014064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:17.825099 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:17.972627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f82368-d25e-414a-9d33-a9a1862f1240 req-ac1fae10-626d-46dd-8dfa-b612698e4838 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:17.974199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48f82368-d25e-414a-9d33-a9a1862f1240 req-ac1fae10-626d-46dd-8dfa-b612698e4838 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 945 time: 0.0768342 Feb 11 14:10:18.027294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-48f82368-d25e-414a-9d33-a9a1862f1240 req-31c0e0b5-a743-4ecb-a597-ffa40f3d6979 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449407 Feb 11 14:10:18.216339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8a710832-019f-4af0-b4dc-aadd805bab23 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:18.281069 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 8a710832-019f-4af0-b4dc-aadd805bab23 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:18.285204 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 8a710832-019f-4af0-b4dc-aadd805bab23 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:18.285579 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:18.376660 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 8a710832-019f-4af0-b4dc-aadd805bab23 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:10:18.377076 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:18.400532 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:10:18.403153 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0898b2-a207-403c-aab1-dcd2a0a1c2b0" -d '{"events": [{"server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "name": "network-vif-plugged", "status": "completed", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:18.416843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 8a710832-019f-4af0-b4dc-aadd805bab23, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8a710832-019f-4af0-b4dc-aadd805bab23,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:18.422190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:18.450922 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b8a21-9099-4d47-b0f4-127b4c9e9eed x-openstack-request-id: req-b34b8a21-9099-4d47-b0f4-127b4c9e9eed {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:18.451232 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "name": "network-vif-plugged", "status": "completed", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:18.451469 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b34b8a21-9099-4d47-b0f4-127b4c9e9eed {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:18.451856 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23', 'code': 200} Feb 11 14:10:18.482864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=8a710832-019f-4af0-b4dc-aadd805bab23,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:18.544723 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f827b-e802-4cdf-84bf-191a368b7f56 req-4c0434fe-122c-4b9a-986d-3a1907233eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.546275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb6f827b-e802-4cdf-84bf-191a368b7f56 req-4c0434fe-122c-4b9a-986d-3a1907233eb9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1128 time: 0.0475087 Feb 11 14:10:18.594514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb6f827b-e802-4cdf-84bf-191a368b7f56 req-197151a1-f08c-4d3e-9f5b-bfa81aa8c817 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Feb 11 14:10:19.162592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8d0ee-4be5-4a55-a377-6f16bc34469e req-3895c84a-8be4-42b4-8313-a239fbe08aa9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:19.164081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fe8d0ee-4be5-4a55-a377-6f16bc34469e req-3895c84a-8be4-42b4-8313-a239fbe08aa9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0560901 Feb 11 14:10:19.216371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1fe8d0ee-4be5-4a55-a377-6f16bc34469e req-35077994-3a5c-4488-8ab2-d48f21797b0b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462081 Feb 11 14:10:20.162638 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:10:20.342565 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa755f9-5ac6-42ac-8943-1f35c5a86c8b req-6b04ac1b-4e1a-4b57-a079-fbf89df3a90c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:20.344038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfa755f9-5ac6-42ac-8943-1f35c5a86c8b req-6b04ac1b-4e1a-4b57-a079-fbf89df3a90c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0587931 Feb 11 14:10:20.398442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfa755f9-5ac6-42ac-8943-1f35c5a86c8b req-6135ac7c-2775-4ae4-9812-193fd3e35c3b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487268 Feb 11 14:10:20.523681 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3c7b1-06c8-4595-96dc-9a0656757755 req-294d1860-2391-4679-a9b1-cea2033e3734 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:20.525146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bac3c7b1-06c8-4595-96dc-9a0656757755 req-294d1860-2391-4679-a9b1-cea2033e3734 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0556231 Feb 11 14:10:20.574945 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bac3c7b1-06c8-4595-96dc-9a0656757755 req-c965931a-29e6-4253-8c9b-84c685017b0b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Feb 11 14:10:20.597019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35176) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:20.979271 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c03b6-4ea2-42e3-a6fa-c7f0d8b0010e tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:20.980816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e78c03b6-4ea2-42e3-a6fa-c7f0d8b0010e tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1123 time: 0.3828943 Feb 11 14:10:20.984624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35178) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:20.988768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '8a710832-019f-4af0-b4dc-aadd805bab23', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:21.011580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:21.113418 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:21.224155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.51 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/93a9b812-2f8e-44f5-979a-080bddf02f3f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:21.322845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:21.358521 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:21.400974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:21.403945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:21.407554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:21.412947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=93a9b812-2f8e-44f5-979a-080bddf02f3f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:21.793580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (6d0e64d8-bc43-4075-9d64-50cfa3ca3135), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:21.879451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:22.029687 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:22.036960 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:22.105599 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=93a9b812-2f8e-44f5-979a-080bddf02f3f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:22.115690 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6d0e64d8-bc43-4075-9d64-50cfa3ca3135), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:22.220901 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP 6d0e64d8-bc43-4075-9d64-50cfa3ca3135 associated. External IP: 172.25.1.51, port: 8a710832-019f-4af0-b4dc-aadd805bab23. Feb 11 14:10:22.450315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 79d5137b-8035-436c-91ba-49d63f077a9c has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:22.568171 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:22.578916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] Sync routers for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:22.587519 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:22.590275 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:22.590905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:10:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:22.619081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-aa6fef02-cd67-45aa-bf9d-c43a566e3a5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6333787 Feb 11 14:10:22.619748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:10:22.622366 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab89658-b273-4339-8ceb-d3434c33d5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:22.708667 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:22.724135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6464a-dac4-4abe-bb75-fdd47862767e req-8a038e58-3879-446f-b1ae-b3724ef5f57d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:22.725702 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bd6464a-dac4-4abe-bb75-fdd47862767e req-8a038e58-3879-446f-b1ae-b3724ef5f57d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0558281 Feb 11 14:10:22.781350 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bd6464a-dac4-4abe-bb75-fdd47862767e req-f575e97b-1aed-46c0-9887-24b26e18e680 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490346 Feb 11 14:10:22.805499 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35186) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:22.845833 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dae73-9fb9-49d4-859d-1fd2a144cf66 x-openstack-request-id: req-d46dae73-9fb9-49d4-859d-1fd2a144cf66 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:22.846147 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:22.846407 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d46dae73-9fb9-49d4-859d-1fd2a144cf66 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:22.846826 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23', 'status': 'completed', 'code': 200} Feb 11 14:10:22.900888 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f5806398-d7d8-451d-9037-9c6b6cfec136 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/6d0e64d8-bc43-4075-9d64-50cfa3ca3135 HTTP/1.1" status: 200 len: 991 time: 0.0936747 Feb 11 14:10:22.915403 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-6b0bfd2f-60ec-4d31-a536-c1cdaa584fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:22.917106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-6b0bfd2f-60ec-4d31-a536-c1cdaa584fab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1128 time: 0.0625384 Feb 11 14:10:23.012476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-a83ba4f2-4dff-4bb1-811a-1a4f14949ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.013917 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-a83ba4f2-4dff-4bb1-811a-1a4f14949ada service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 897 time: 0.0911741 Feb 11 14:10:23.082353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-128a4adf-10df-48a8-99e9-688360897de4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 999 time: 0.0631075 Feb 11 14:10:23.111718 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6d0e64d8-bc43-4075-9d64-50cfa3ca3135', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'port_id': '8a710832-019f-4af0-b4dc-aadd805bab23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'mac_address': 'fa:16:3e:d4:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:10:21Z', 'updated_at': '2022-02-11T14:10:21Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:23.135807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-0c8c8d78-3872-4ac1-8178-25a9ef5f5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.137326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-0c8c8d78-3872-4ac1-8178-25a9ef5f5fe1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 200 len: 835 time: 0.0495298 Feb 11 14:10:23.138124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] Checking router: 79d5137b-8035-436c-91ba-49d63f077a9c for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:23.147528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:23.148143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:10:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:23.186374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-8bede1fd-b89d-49df-aca9-99df029a641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.187920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-8bede1fd-b89d-49df-aca9-99df029a641e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450547 Feb 11 14:10:23.261604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:23.279631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-85ba8360-4c34-4728-8a7c-3d850af95dcf service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859556 Feb 11 14:10:23.379578 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ab89658-b273-4339-8ceb-d3434c33d5c6 req-11a35ca1-1aef-4cc9-b787-4eb4b18ad193 service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931983 Feb 11 14:10:23.497256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6d0e64d8-bc43-4075-9d64-50cfa3ca3135', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'port_id': '8a710832-019f-4af0-b4dc-aadd805bab23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'mac_address': 'fa:16:3e:d4:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:10:21Z', 'updated_at': '2022-02-11T14:10:21Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:23.528155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56c348-6c20-4563-a207-df7e65628d5f None None] The sync data for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 is: [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6d0e64d8-bc43-4075-9d64-50cfa3ca3135', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'port_id': '8a710832-019f-4af0-b4dc-aadd805bab23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'mac_address': 'fa:16:3e:d4:8f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:10:21Z', 'updated_at': '2022-02-11T14:10:21Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:23.749203 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812396a-6fbe-4d6c-91b5-a4a7b756792d None None] New status for floating IP 6d0e64d8-bc43-4075-9d64-50cfa3ca3135: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:10:23.904746 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35188) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:10:23.977114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-278455ea-f55f-4bb6-bdcf-d557b25faa7f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/6d0e64d8-bc43-4075-9d64-50cfa3ca3135 HTTP/1.1" status: 200 len: 993 time: 0.0711384 Feb 11 14:10:29.434385 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf852deb-dd33-4597-8116-ff37a2deedc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:31.535932 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0ceb7ab7-32b7-41e9-a95f-19b07d3b3181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:32.883429 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:34.541621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:35.410982 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:47.023716 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:47.849338 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:10:57.162729 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:10:59.435785 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58848d9c-ee92-4db0-8f4d-75b1968a8873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:01.539304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c95b754d-56b5-4f44-9be3-2f507a96560f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:02.890704 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:04.538363 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:05.406158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:05.818860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-1785cde1-cb3c-4664-ab7e-43f30cc68a40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473428 Feb 11 14:11:05.907165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-7326f507-95f5-4d82-bc64-181699f39f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.908790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-7326f507-95f5-4d82-bc64-181699f39f89 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1128 time: 0.0480363 Feb 11 14:11:06.018339 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-1ffed6e2-3786-4778-93db-9b6d5bc8b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.019749 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-1ffed6e2-3786-4778-93db-9b6d5bc8b45b service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 897 time: 0.0911009 Feb 11 14:11:06.084738 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-b859a02d-fa52-4064-ab7a-740bfe96ccc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 1001 time: 0.0596976 Feb 11 14:11:06.134136 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-3bd38598-a434-46c9-a831-a1b8c4b594a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.135670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-3bd38598-a434-46c9-a831-a1b8c4b594a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 200 len: 835 time: 0.0458860 Feb 11 14:11:06.188858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-409bc0e9-cfa5-4c06-8251-56c53a1e0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.190404 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-409bc0e9-cfa5-4c06-8251-56c53a1e0669 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496225 Feb 11 14:11:06.279295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-59039504-c86c-4466-a1e6-7345b1f44393 service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830519 Feb 11 14:11:06.373490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d9adf97-8eb5-421e-b829-bd2c3cb3a68f req-f4cadbfc-a1db-4541-8925-8e209872e9cb service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 Feb 11 14:11:17.027392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:17.829026 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:26.894995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb322a5-3aaa-4be6-986c-b4b08a48f392 req-d51dda38-8790-435c-b14e-ab13edeefe12 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:26.896507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7bb322a5-3aaa-4be6-986c-b4b08a48f392 req-d51dda38-8790-435c-b14e-ab13edeefe12 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0817943 Feb 11 14:11:26.898368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-551a881a-6da0-4fea-ae8f-a29bec72b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:26.899723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-551a881a-6da0-4fea-ae8f-a29bec72b3d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1128 time: 0.0742977 Feb 11 14:11:27.003639 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7bb322a5-3aaa-4be6-986c-b4b08a48f392 req-c79f88de-c8e2-471b-8e8e-79a13b96f04c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009107 Feb 11 14:11:27.027345 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-5be1ed7d-cb27-48a1-9de3-d3ab4aacb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.028820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-5be1ed7d-cb27-48a1-9de3-d3ab4aacb5a0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 897 time: 0.1202028 Feb 11 14:11:27.100810 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-7847281b-8d2b-48ef-a463-a633c465c0ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 1001 time: 0.0659645 Feb 11 14:11:27.150451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-2a7262b9-d8b0-422b-97f7-eeac18d43706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.151890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-2a7262b9-d8b0-422b-97f7-eeac18d43706 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 200 len: 835 time: 0.0450504 Feb 11 14:11:27.200943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-6f6f3ba9-4d4a-4a63-95d7-5b5c4f2ecb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.202478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-6f6f3ba9-4d4a-4a63-95d7-5b5c4f2ecb17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445898 Feb 11 14:11:27.308175 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-1b71a938-2244-4b2a-a0e4-045691f6bf87 service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941558 Feb 11 14:11:27.397269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b00a3928-5bc2-43ff-ade1-05ad661a484f req-efe0ba8b-5c0a-489f-93b2-6f767ce7260a service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829473 Feb 11 14:11:28.131057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb23b39-2583-4df6-a473-a207d67c3e14 req-304fef70-4803-46f1-ba43-895854b3fa98 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.132660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2eb23b39-2583-4df6-a473-a207d67c3e14 req-304fef70-4803-46f1-ba43-895854b3fa98 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0547051 Feb 11 14:11:28.186125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2eb23b39-2583-4df6-a473-a207d67c3e14 req-0723ae5a-766d-4adf-969a-9d51a4e26db0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475547 Feb 11 14:11:29.326333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb1c34-04f3-4be8-8aa7-5b9febed7096 req-4bede57a-e41f-4eae-b943-b766ffa86834 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.327802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8afb1c34-04f3-4be8-8aa7-5b9febed7096 req-4bede57a-e41f-4eae-b943-b766ffa86834 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0585442 Feb 11 14:11:29.385758 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8afb1c34-04f3-4be8-8aa7-5b9febed7096 req-1a35fc67-9327-48f1-ab22-7d0c7068e0d1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492847 Feb 11 14:11:29.426907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ec8f0f1f-469f-441b-8c16-5326d86b5cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:30.516658 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78388-c963-4ea8-b131-7434eaeae228 req-39e6d593-e22c-431c-baab-e4c302578932 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:30.518043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad78388-c963-4ea8-b131-7434eaeae228 req-39e6d593-e22c-431c-baab-e4c302578932 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0618370 Feb 11 14:11:30.571541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5ad78388-c963-4ea8-b131-7434eaeae228 req-5562a2d3-e71d-43af-8636-ca4fcff81eec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475576 Feb 11 14:11:31.536015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c7cc628e-a547-4601-a313-c0137efc31ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:31.705066 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140deca-7b12-4750-963a-2f70e9c264a3 req-474cec65-c790-4ba8-bfa8-ee55b140e4a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.706479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0140deca-7b12-4750-963a-2f70e9c264a3 req-474cec65-c790-4ba8-bfa8-ee55b140e4a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0600274 Feb 11 14:11:31.756900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0140deca-7b12-4750-963a-2f70e9c264a3 req-8fe5f06a-eafc-45d2-b4f8-250820342735 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Feb 11 14:11:32.887605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:32.900226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5bf4f-cdb8-44d4-a9d1-4b6805f11085 req-42affda3-e5f5-4933-9809-fa4f5f3852aa tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:32.901735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06e5bf4f-cdb8-44d4-a9d1-4b6805f11085 req-42affda3-e5f5-4933-9809-fa4f5f3852aa tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0663316 Feb 11 14:11:32.952352 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06e5bf4f-cdb8-44d4-a9d1-4b6805f11085 req-82bc74ff-0e57-4a50-85c6-3a21c557af6c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Feb 11 14:11:34.090748 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd90ba-0308-4815-bc4d-109420439c41 req-efcc7fe0-3237-43fe-8ce3-743598eb1070 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:34.092295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02fd90ba-0308-4815-bc4d-109420439c41 req-efcc7fe0-3237-43fe-8ce3-743598eb1070 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0669045 Feb 11 14:11:34.144418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02fd90ba-0308-4815-bc4d-109420439c41 req-bafa52b2-1bbe-4b4e-8d27-4de09e9e799c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463984 Feb 11 14:11:34.161846 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:11:34.544727 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:35.287288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c344e-019c-4b79-805e-405a163fdc35 req-97574552-223d-4d5b-a90f-288a9a8d46d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.289055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f0c344e-019c-4b79-805e-405a163fdc35 req-97574552-223d-4d5b-a90f-288a9a8d46d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0649440 Feb 11 14:11:35.348798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f0c344e-019c-4b79-805e-405a163fdc35 req-a18da8e7-da56-49f8-a560-2261cf896b61 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540605 Feb 11 14:11:35.413400 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:36.475293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d8df5-4515-450a-8c6d-33b2f846e38d req-54508cba-6107-425f-a1aa-8059e50af1a0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.476811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-494d8df5-4515-450a-8c6d-33b2f846e38d req-54508cba-6107-425f-a1aa-8059e50af1a0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0546823 Feb 11 14:11:36.530859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-494d8df5-4515-450a-8c6d-33b2f846e38d req-03f2fca0-4102-4412-b6ee-1e3335c9a72f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482545 Feb 11 14:11:37.664819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4157d64-1a40-4829-aa22-fb68e073d677 req-856be23e-2107-4c6e-9b17-5fc72a83998c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.666345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4157d64-1a40-4829-aa22-fb68e073d677 req-856be23e-2107-4c6e-9b17-5fc72a83998c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0554032 Feb 11 14:11:37.717685 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4157d64-1a40-4829-aa22-fb68e073d677 req-f1cef722-cd87-4991-84d0-6dcb4de410b7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452981 Feb 11 14:11:38.857378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e2102-c887-458f-97f6-b058cf60a438 req-a08967a4-cd6e-4f76-b40b-b954bc3efdd4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:38.858929 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b16e2102-c887-458f-97f6-b058cf60a438 req-a08967a4-cd6e-4f76-b40b-b954bc3efdd4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0642331 Feb 11 14:11:38.910019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b16e2102-c887-458f-97f6-b058cf60a438 req-09998261-8bdc-40ca-bc02-935f9a6c09f4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426428 Feb 11 14:11:38.935699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35234) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:11:39.001580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a4d2e9b2-0ccd-42c7-987d-a96e5c1bdf1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/6d0e64d8-bc43-4075-9d64-50cfa3ca3135 HTTP/1.1" status: 200 len: 993 time: 0.0646620 Feb 11 14:11:47.024193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:47.832004 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:11:51.048365 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-36ad84e2-83f1-436a-9be2-5c9b71e90ca7 req-a9d663d3-00f1-4d3f-bb5f-a031becd0643 tempest-ServerDiskConfigTestJSON-392520313 tempest-ServerDiskConfigTestJSON-392520313-project] (109684) timed out ('10.222.0.53', 65358) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:11:59.438769 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2d2b813-6384-4223-ad83-2270359261fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:01.536421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2b41e27-956c-4400-afe3-13fade5c6a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:02.892782 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:04.545427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:05.399178 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:05.920335 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-14716e26-65f1-45c7-a3ac-1b562ca12603 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1250205 Feb 11 14:12:06.013436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-c2c3bd2d-db9b-466a-953f-708528f1aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:06.015218 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-c2c3bd2d-db9b-466a-953f-708528f1aae3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1128 time: 0.0472395 Feb 11 14:12:06.128243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-bd9b7767-97c8-4342-8a49-28a8778beac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:06.129950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-bd9b7767-97c8-4342-8a49-28a8778beac4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 897 time: 0.0962689 Feb 11 14:12:06.194371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-5d9d1d68-a2ba-4dbb-9c65-2f18f8f291e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 1001 time: 0.0578651 Feb 11 14:12:06.245991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-1a3b8a32-aa56-4244-9bb8-138f5752df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:06.247468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-1a3b8a32-aa56-4244-9bb8-138f5752df50 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 200 len: 835 time: 0.0479417 Feb 11 14:12:06.300131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-e46e96d7-6d84-4c2d-801c-15a5f0aef874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:06.301507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-e46e96d7-6d84-4c2d-801c-15a5f0aef874 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489545 Feb 11 14:12:06.394025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-b0bc73f0-7ff3-4c25-bd3c-884e3b1e914f service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858123 Feb 11 14:12:06.488056 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8987aa6a-dca9-4a42-b86b-cc7732016e09 req-1dde20e2-b6c7-432b-bdf1-d2c1c2388a07 service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887151 Feb 11 14:12:11.164342 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:17.054114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:17.840370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:29.436402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-068453b5-8c93-4c4d-b703-fe5716278c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:31.538543 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28814235-a06b-488c-902f-d65ed3cd2935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:32.896621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:34.303454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35262) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:34.464730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 93a9b812-2f8e-44f5-979a-080bddf02f3f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:12:34.465058 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:34.544448 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:34.545001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (93a9b812-2f8e-44f5-979a-080bddf02f3f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:34.549513 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:34.557070 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 93a9b812-2f8e-44f5-979a-080bddf02f3f owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:12:34.712639 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (93a9b812-2f8e-44f5-979a-080bddf02f3f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:34.736262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=93a9b812-2f8e-44f5-979a-080bddf02f3f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:34.746277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.746611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.746968 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.747298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.747628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.747954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.748893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.748893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.748893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.749227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.749589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.749935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.750256 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:34.812487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (6d0e64d8-bc43-4075-9d64-50cfa3ca3135), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:34.812954 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP 6d0e64d8-bc43-4075-9d64-50cfa3ca3135 disassociated (deleted). External IP: 172.25.1.51, port: 8a710832-019f-4af0-b4dc-aadd805bab23. Feb 11 14:12:35.046318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 79d5137b-8035-436c-91ba-49d63f077a9c has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:35.399093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:35.521238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:35.526395 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:35.531561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] Sync routers for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:35.542002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:35.542614 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:35.557160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5f88226c-b078-4009-b59c-6ed6a47209b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/floatingips/6d0e64d8-bc43-4075-9d64-50cfa3ca3135 HTTP/1.1" status: 204 len: 168 time: 1.2521684 Feb 11 14:12:35.557869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:12:35.560883 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924c7d95-ed33-4ccd-b5b0-24abcca19267" -d '{"events": [{"name": "network-changed", "server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:35.652126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:35.716224 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9076676d-2f44-4758-8289-9454a0043aeb x-openstack-request-id: req-9076676d-2f44-4758-8289-9454a0043aeb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:35.716519 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:35.716793 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9076676d-2f44-4758-8289-9454a0043aeb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:35.717396 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23', 'status': 'completed', 'code': 200} Feb 11 14:12:35.819698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-55da1726-bc4c-4de5-8d0d-8788cbabd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.821239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-55da1726-bc4c-4de5-8d0d-8788cbabd03e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 1128 time: 0.0800669 Feb 11 14:12:35.836057 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd47bb-532d-4ad6-a769-737abe5fb846 req-976230f3-c7e3-4164-b153-8d2a1073cb5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.837466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78bd47bb-532d-4ad6-a769-737abe5fb846 req-976230f3-c7e3-4164-b153-8d2a1073cb5d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0709221 Feb 11 14:12:35.858977 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:35.885923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] Checking router: 79d5137b-8035-436c-91ba-49d63f077a9c for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:35.895301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:35.895935 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:35.939703 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-78bd47bb-532d-4ad6-a769-737abe5fb846 req-43078228-36e8-486e-a1b3-f3a0b91a54c0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950785 Feb 11 14:12:35.958788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-5ec1867f-88f7-48dd-8bf1-1080cfd40c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.960278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-5ec1867f-88f7-48dd-8bf1-1080cfd40c5c service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 200 len: 897 time: 0.1315436 Feb 11 14:12:36.005362 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-7beb3aa2-2f11-40ce-abd9-bd2659a5c439 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 200 len: 217 time: 0.0387571 Feb 11 14:12:36.007264 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:36.054365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-d973dee5-aab5-4b00-b3c6-406656356ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.055869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-d973dee5-aab5-4b00-b3c6-406656356ee0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 200 len: 835 time: 0.0438576 Feb 11 14:12:36.113937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-dc156026-c1e8-4af0-a771-b63b2b9c25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.115520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-dc156026-c1e8-4af0-a771-b63b2b9c25e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528445 Feb 11 14:12:36.211938 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-85ac47a9-6fee-4d44-8a87-88d1c65c6efa service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894520 Feb 11 14:12:36.217700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:36.243894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78ae030-7e5a-4e71-a054-6744f21dacf6 None None] The sync data for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 is: [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:10:06Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '749c20a9-5627-4446-aeca-cd8cf93ad1c7', 'name': '', 'network_id': '3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:41:09:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:05Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '967ec247-ec02-4c6d-b93b-4880f308087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:36.305961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-924c7d95-ed33-4ccd-b5b0-24abcca19267 req-140c0be8-5c85-41a8-96d7-cbcf3c91074c service neutron] 10.222.0.64 "GET /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871832 Feb 11 14:12:36.478561 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82349196-77fa-4680-bc36-eb104c56d21a None None] New status for floating IP 6d0e64d8-bc43-4075-9d64-50cfa3ca3135: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:12:37.085514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2cc4-325e-4e5c-865a-f4f5142868d2 req-0bff326d-f768-4b75-ab7c-29c1c35fbb11 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.087051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7b2cc4-325e-4e5c-865a-f4f5142868d2 req-0bff326d-f768-4b75-ab7c-29c1c35fbb11 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0689032 Feb 11 14:12:37.141042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d7b2cc4-325e-4e5c-865a-f4f5142868d2 req-0a4d0cf9-7af3-4dc5-9efe-8cd8eac1dabb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=06bc74fe-b819-46a3-94b7-50e6f636aaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Feb 11 14:12:37.507241 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-91643d95-ea19-4bf1-bcfc-3eed0192d26a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.509235 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-91643d95-ea19-4bf1-bcfc-3eed0192d26a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 946 time: 0.0593596 Feb 11 14:12:37.614640 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 8a710832-019f-4af0-b4dc-aadd805bab23 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:12:37.614963 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:37.705368 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port 8a710832-019f-4af0-b4dc-aadd805bab23, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=8a710832-019f-4af0-b4dc-aadd805bab23,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:37.705744 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:37.719311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 8a710832-019f-4af0-b4dc-aadd805bab23 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:12:37.875552 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8a710832-019f-4af0-b4dc-aadd805bab23), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:37.905650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=8a710832-019f-4af0-b4dc-aadd805bab23,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:37.952550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] No DVR routers for this DVR port 8a710832-019f-4af0-b4dc-aadd805bab23 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:37.955315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:37.958843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb62d7b6-8271-4441-b0a5-99d947a164fa req-cdf42c0e-7b12-44e4-8570-e243d4d414c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "DELETE /v2.0/ports/8a710832-019f-4af0-b4dc-aadd805bab23 HTTP/1.1" status: 204 len: 173 time: 0.4441693 Feb 11 14:12:37.959218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'name': 'network-vif-deleted', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:12:37.961505 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2997e7d-0d1e-4322-94be-5216a0ef1ce6" -d '{"events": [{"server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "name": "network-vif-deleted", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:37.999429 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b61ff-3b1f-48eb-93f0-8a47dc24d415 x-openstack-request-id: req-a70b61ff-3b1f-48eb-93f0-8a47dc24d415 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:37.999729 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e32aa6-009e-4d24-9d48-1887cec7a4ac", "name": "network-vif-deleted", "tag": "8a710832-019f-4af0-b4dc-aadd805bab23", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:37.999977 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a70b61ff-3b1f-48eb-93f0-8a47dc24d415 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:38.000408 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e32aa6-009e-4d24-9d48-1887cec7a4ac', 'name': 'network-vif-deleted', 'tag': '8a710832-019f-4af0-b4dc-aadd805bab23', 'status': 'completed', 'code': 200} Feb 11 14:12:38.269919 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-051561dd-6842-40fc-ae84-353504f750e7 req-3d6751e3-54b1-4a7c-92cc-b61558cb607a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=63e32aa6-009e-4d24-9d48-1887cec7a4ac HTTP/1.1" status: 200 len: 210 time: 0.0323076 Feb 11 14:12:39.330906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35278) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:39.698654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (79d5137b-8035-436c-91ba-49d63f077a9c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:39.977041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 749c20a9-5627-4446-aeca-cd8cf93ad1c7 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:12:39.977281 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:40.071485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port 749c20a9-5627-4446-aeca-cd8cf93ad1c7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=749c20a9-5627-4446-aeca-cd8cf93ad1c7,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:40.071851 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:40.084488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 749c20a9-5627-4446-aeca-cd8cf93ad1c7 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:12:40.317404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (749c20a9-5627-4446-aeca-cd8cf93ad1c7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:40.343369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=749c20a9-5627-4446-aeca-cd8cf93ad1c7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:40.524204 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (79d5137b-8035-436c-91ba-49d63f077a9c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:40.744789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 79d5137b-8035-436c-91ba-49d63f077a9c has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:40.862329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:40.868135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-64c979d3-75ff-4149-820a-a0fdb932c5e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/79d5137b-8035-436c-91ba-49d63f077a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5357707 Feb 11 14:12:40.870535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35280) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:40.872407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] Sync routers for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:40.883467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:40.884078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:40.925534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting subnet 967ec247-ec02-4c6d-b93b-4880f308087f {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:12:40.929010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (967ec247-ec02-4c6d-b93b-4880f308087f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:40.970741 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (967ec247-ec02-4c6d-b93b-4880f308087f), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:40.994124 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:41.052315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (967ec247-ec02-4c6d-b93b-4880f308087f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.116099 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (967ec247-ec02-4c6d-b93b-4880f308087f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.143429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Subnet': ['ID=967ec247-ec02-4c6d-b93b-4880f308087f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.147043 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.151566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7d2dfe07-89ae-4375-9390-4141cf025aa2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/subnets/967ec247-ec02-4c6d-b93b-4880f308087f HTTP/1.1" status: 204 len: 168 time: 0.2800004 Feb 11 14:12:41.153203 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930745d-92ee-4d3d-a225-9ed2e24a71f5 None None] Network 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:12:41.153424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35282) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:41.252801 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:12:40Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'edf88751-7da3-436b-9fae-55845389a4f8', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:c0:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:10:03Z', 'updated_at': '2022-02-11T14:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:41.263001 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (79d5137b-8035-436c-91ba-49d63f077a9c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.376805 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (79d5137b-8035-436c-91ba-49d63f077a9c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.432934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port edf88751-7da3-436b-9fae-55845389a4f8 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:12:41.433274 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (edf88751-7da3-436b-9fae-55845389a4f8), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.447297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] Checking router: 79d5137b-8035-436c-91ba-49d63f077a9c for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:41.460771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] Routers {'79d5137b-8035-436c-91ba-49d63f077a9c'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:41.461409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['79d5137b-8035-436c-91ba-49d63f077a9c'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:41.521208 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port edf88751-7da3-436b-9fae-55845389a4f8, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=edf88751-7da3-436b-9fae-55845389a4f8,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.521566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (edf88751-7da3-436b-9fae-55845389a4f8), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.534462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for edf88751-7da3-436b-9fae-55845389a4f8 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:12:41.538850 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] DHCP port deletion for 3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:12:41.583986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] Set router 79d5137b-8035-436c-91ba-49d63f077a9c gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:41.644356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:12:41Z', 'revision_number': 6, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:41.649116 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 888aeffb-61e9-45cd-9fdf-7969c2aafca4 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:41.693862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fdd7af-1e96-49c4-b0f1-68b4114611dd None None] The sync data for ids ['79d5137b-8035-436c-91ba-49d63f077a9c'] in n-d-828675-3 is: [{'id': '79d5137b-8035-436c-91ba-49d63f077a9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981038947', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:10:02Z', 'updated_at': '2022-02-11T14:12:41Z', 'revision_number': 6, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:41.712796 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] Deleting port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:12:41.713177 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.717046 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (edf88751-7da3-436b-9fae-55845389a4f8), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.747684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=edf88751-7da3-436b-9fae-55845389a4f8,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.806292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] For port 888aeffb-61e9-45cd-9fdf-7969c2aafca4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=888aeffb-61e9-45cd-9fdf-7969c2aafca4,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.806774 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.809731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (79d5137b-8035-436c-91ba-49d63f077a9c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.827320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] Calling delete_port for 888aeffb-61e9-45cd-9fdf-7969c2aafca4 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:12:41.834745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:41.835150 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.901425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (79d5137b-8035-436c-91ba-49d63f077a9c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.903535 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (79d5137b-8035-436c-91ba-49d63f077a9c), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.906816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 888aeffb-61e9-45cd-9fdf-7969c2aafca4, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=888aeffb-61e9-45cd-9fdf-7969c2aafca4,segment=NetworkSegment(8eb2ad26-3da9-4580-bb87-b5845016e444),segment_id=8eb2ad26-3da9-4580-bb87-b5845016e444)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.917754 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.952848 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (79d5137b-8035-436c-91ba-49d63f077a9c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.953478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Fanout notify agent at l3_agent the message router_deleted on router 79d5137b-8035-436c-91ba-49d63f077a9c {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:12:41.960823 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.962387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8d63e458-95a3-430e-b019-0a340a8a6a79 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/routers/79d5137b-8035-436c-91ba-49d63f077a9c HTTP/1.1" status: 204 len: 168 time: 0.8079607 Feb 11 14:12:41.965360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35284) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:41.973282 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (888aeffb-61e9-45cd-9fdf-7969c2aafca4), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:41.990974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] No DVR routers for this DVR port 888aeffb-61e9-45cd-9fdf-7969c2aafca4 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:41.994700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=888aeffb-61e9-45cd-9fdf-7969c2aafca4,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.003209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.003565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.003902 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.004231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.004558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.004883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.005208 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.005664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.005857 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.006348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.006736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.007187 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.007478 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.032384 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793bb25-b797-48ea-93fb-68ea4bf1ac2c None None] Pushing event deleted for resources: {'Port': ['ID=888aeffb-61e9-45cd-9fdf-7969c2aafca4,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.054345 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.146123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.165883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:42.175291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb2ad26-3da9-4580-bb87-b5845016e444') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:42.175587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb2ad26-3da9-4580-bb87-b5845016e444') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:42.186833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (8eb2ad26-3da9-4580-bb87-b5845016e444), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.202455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (8eb2ad26-3da9-4580-bb87-b5845016e444), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.208452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:12:42.208830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (8eb2ad26-3da9-4580-bb87-b5845016e444), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:12:42.211770 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:12:42.270414 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.277301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.280378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/networks/3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2 HTTP/1.1" status: 204 len: 168 time: 0.3100727 Feb 11 14:12:42.283376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35286) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:42.291731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11263f39-4c23-48fc-a0b8-3bcf73d47456 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Network': ['ID=3ea7ab91-8e49-4065-94a8-5db0e2f3b0c2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.342967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (06bc74fe-b819-46a3-94b7-50e6f636aaf9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.368735 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (06bc74fe-b819-46a3-94b7-50e6f636aaf9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.430539 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (06bc74fe-b819-46a3-94b7-50e6f636aaf9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.433160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.440159 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/security-groups/06bc74fe-b819-46a3-94b7-50e6f636aaf9 HTTP/1.1" status: 204 len: 168 time: 0.1556127 Feb 11 14:12:42.450345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bc74fe-b819-46a3-94b7-50e6f636aaf9,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.458758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.459373 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.459917 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.460421 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.460760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.461084 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.461410 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.461781 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.462097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.462396 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.462777 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.463032 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.463345 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93bd823-91e2-4228-ba6b-2937ed002c9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:42.700722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35294) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:42.706047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0b60c00f-235c-4c8a-93af-d446f9948401 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842120310', 'description': 'tempest-secgroup-smoke-842120310 description', 'project_id': '9be988458cb741c29dd149bd2380baad'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:42.727782 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0b60c00f-235c-4c8a-93af-d446f9948401 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:42.880616 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8a710832-019f-4af0-b4dc-aadd805bab23 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:42.907263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 8a710832-019f-4af0-b4dc-aadd805bab23 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:12:42.908022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 8a710832-019f-4af0-b4dc-aadd805bab23 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:43.146429 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0b60c00f-235c-4c8a-93af-d446f9948401 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (fa4d046b-b7e1-4e27-9f8e-d72d042ede27), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.152542 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0b60c00f-235c-4c8a-93af-d446f9948401 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fa4d046b-b7e1-4e27-9f8e-d72d042ede27), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.179380 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0b60c00f-235c-4c8a-93af-d446f9948401 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.180669 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0b60c00f-235c-4c8a-93af-d446f9948401 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4783235 Feb 11 14:12:43.184112 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35296) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:43.184654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60c00f-235c-4c8a-93af-d446f9948401 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4d046b-b7e1-4e27-9f8e-d72d042ede27,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.190190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-2ec01f43-dfca-4293-af0c-0d7f8f3ca9cf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d046b-b7e1-4e27-9f8e-d72d042ede27', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:43.218434 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec01f43-dfca-4293-af0c-0d7f8f3ca9cf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (ccc2d4c3-0101-4643-a312-1a00be0586ee), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.284561 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec01f43-dfca-4293-af0c-0d7f8f3ca9cf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (ccc2d4c3-0101-4643-a312-1a00be0586ee), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.290703 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec01f43-dfca-4293-af0c-0d7f8f3ca9cf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ccc2d4c3-0101-4643-a312-1a00be0586ee), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.314279 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec01f43-dfca-4293-af0c-0d7f8f3ca9cf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc2d4c3-0101-4643-a312-1a00be0586ee,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.323799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-2ec01f43-dfca-4293-af0c-0d7f8f3ca9cf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.324949 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2ec01f43-dfca-4293-af0c-0d7f8f3ca9cf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397605 Feb 11 14:12:43.328658 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35298) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:43.333099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-eeda86f3-94d3-469e-a922-095f435103a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d046b-b7e1-4e27-9f8e-d72d042ede27', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:43.360621 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeda86f3-94d3-469e-a922-095f435103a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (576670f7-ba9e-4f7b-aa25-6e87c568cf55), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.419301 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeda86f3-94d3-469e-a922-095f435103a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (576670f7-ba9e-4f7b-aa25-6e87c568cf55), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.425160 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeda86f3-94d3-469e-a922-095f435103a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (576670f7-ba9e-4f7b-aa25-6e87c568cf55), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.447502 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeda86f3-94d3-469e-a922-095f435103a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576670f7-ba9e-4f7b-aa25-6e87c568cf55,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.457258 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eeda86f3-94d3-469e-a922-095f435103a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.458629 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eeda86f3-94d3-469e-a922-095f435103a8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289923 Feb 11 14:12:43.461911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35300) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:43.466645 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-a1c40f6a-651a-4927-8166-361e399f62b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d046b-b7e1-4e27-9f8e-d72d042ede27', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:43.493298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c40f6a-651a-4927-8166-361e399f62b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (61957b31-d8ea-46a5-aa50-114b2e4203d4), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.551869 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c40f6a-651a-4927-8166-361e399f62b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (61957b31-d8ea-46a5-aa50-114b2e4203d4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.557611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c40f6a-651a-4927-8166-361e399f62b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (61957b31-d8ea-46a5-aa50-114b2e4203d4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.576340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c40f6a-651a-4927-8166-361e399f62b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61957b31-d8ea-46a5-aa50-114b2e4203d4,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.586053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a1c40f6a-651a-4927-8166-361e399f62b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.587224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a1c40f6a-651a-4927-8166-361e399f62b0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1242294 Feb 11 14:12:43.591251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35302) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:43.595838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d4bd199f-5d67-4a6c-a709-fe40e22e0a9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d046b-b7e1-4e27-9f8e-d72d042ede27', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:43.596724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 749c20a9-5627-4446-aeca-cd8cf93ad1c7 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:43.617875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 749c20a9-5627-4446-aeca-cd8cf93ad1c7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:12:43.618961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 749c20a9-5627-4446-aeca-cd8cf93ad1c7 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:43.619573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device edf88751-7da3-436b-9fae-55845389a4f8 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:43.621402 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4bd199f-5d67-4a6c-a709-fe40e22e0a9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (6d47e6c9-1a9f-49bc-a2f0-f296dd447b34), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.638981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: edf88751-7da3-436b-9fae-55845389a4f8 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:12:43.639425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device edf88751-7da3-436b-9fae-55845389a4f8 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:43.677734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4bd199f-5d67-4a6c-a709-fe40e22e0a9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (6d47e6c9-1a9f-49bc-a2f0-f296dd447b34), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.682733 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4bd199f-5d67-4a6c-a709-fe40e22e0a9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6d47e6c9-1a9f-49bc-a2f0-f296dd447b34), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.700650 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd199f-5d67-4a6c-a709-fe40e22e0a9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d47e6c9-1a9f-49bc-a2f0-f296dd447b34,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.710956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d4bd199f-5d67-4a6c-a709-fe40e22e0a9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.712797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d4bd199f-5d67-4a6c-a709-fe40e22e0a9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204565 Feb 11 14:12:43.715941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35304) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:43.722541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d046b-b7e1-4e27-9f8e-d72d042ede27', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:43.748935 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:12:43.754357 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (ca9797c2-4dcb-4921-b90a-5578e2a4cbca), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.817941 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (ca9797c2-4dcb-4921-b90a-5578e2a4cbca), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.822680 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ca9797c2-4dcb-4921-b90a-5578e2a4cbca), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.839161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9797c2-4dcb-4921-b90a-5578e2a4cbca,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.849045 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.850287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-926aec7c-921e-459b-a1c9-6ed439e1303d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1330061 Feb 11 14:12:43.853236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35306) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:43.858059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': 'fa4d046b-b7e1-4e27-9f8e-d72d042ede27', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:43.881093 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:12:43.886444 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (344cc231-c8b6-4098-b200-fc80e9fb90eb), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.949814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (344cc231-c8b6-4098-b200-fc80e9fb90eb), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.955246 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (344cc231-c8b6-4098-b200-fc80e9fb90eb), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.973493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344cc231-c8b6-4098-b200-fc80e9fb90eb,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:43.981363 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:43.982728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-605fa3f2-fd9c-46cd-9cbb-5c939cc3e3c3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285071 Feb 11 14:12:43.985774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35308) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:43.990993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'network': {'name': 'tempest-network-smoke--1728031928', 'project_id': '9be988458cb741c29dd149bd2380baad', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:44.012077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:44.015364 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.040048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:12:44.052387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (be411087-90a7-40bf-98f4-1436fbe21ac1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.053080 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Added segment be411087-90a7-40bf-98f4-1436fbe21ac1 of type vlan for network e5e39fb1-7615-4296-b208-f7c92121c2f4 Feb 11 14:12:44.097820 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (e5e39fb1-7615-4296-b208-f7c92121c2f4), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.124555 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (e5e39fb1-7615-4296-b208-f7c92121c2f4), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.129546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.130180 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.171583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1846712 Feb 11 14:12:44.174499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35310) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:44.179291 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'admin_state_up': True, 'project_id': '9be988458cb741c29dd149bd2380baad', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:44.202560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf41c11-78c6-46b8-83a8-9afbb0f362e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Network': ['ID=e5e39fb1-7615-4296-b208-f7c92121c2f4,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:44.204197 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.205292 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.215144 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:12:44.261608 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.404835 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.622270 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.642088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.754585 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.198 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/ba4e80eb-1d76-41db-b3b1-59d36151d7ae) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:44.861401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.898563 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:44.938177 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:44.941673 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:44.945217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:44.950611 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:45.210087 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:45.752477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:45.890598 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router fd9a5ba9-c71b-4436-8eb2-fee6c317365e is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:12:46.002164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:46.012244 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Sync routers for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:46.022211 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:46.022814 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:46.024939 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.026330 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-120a3049-d0cd-402e-b21e-10d48e3fc8ad tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8506148 Feb 11 14:12:46.029377 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35312) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:46.057293 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b5072f5c-dea4-414f-8c4d-3c9fb1e7fd57 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9be988458cb741c29dd149bd2380baad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267980 Feb 11 14:12:46.060114 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35314) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:46.132344 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:46.152714 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053b977-364e-4798-9f17-d7ad07b6810c tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.154281 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6053b977-364e-4798-9f17-d7ad07b6810c tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920687 Feb 11 14:12:46.157589 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35316) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:46.185066 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d8c90de6-47db-4dc2-b27d-5ba65221b27b tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263774 Feb 11 14:12:46.188201 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35318) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:46.192956 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-353468290', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'project_id': '9be988458cb741c29dd149bd2380baad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:46.282273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:46.286019 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.316656 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:45Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:46.342912 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Checking router: fd9a5ba9-c71b-4436-8eb2-fee6c317365e for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:46.343261 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Updating router fd9a5ba9-c71b-4436-8eb2-fee6c317365e port ba4e80eb-1d76-41db-b3b1-59d36151d7ae binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:12:46.372287 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.471702 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (bff23c81-4356-4175-95a1-4e132da6e28d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.540664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Subnet': ['ID=bff23c81-4356-4175-95a1-4e132da6e28d,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:46.546203 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Checking segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:12:46.546573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network hostable DHCP agents. Network: e5e39fb1-7615-4296-b208-f7c92121c2f4, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:12:46.565623 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:12:46.575817 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, e5e39fb1-7615-4296-b208-f7c92121c2f4) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:46.580898 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:46.581510 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.588117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e320449c-ea00-40f4-b4c9-bca4a2ef2ee6 None None] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:12:46.601960 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d2dbb234-c916-4742-9918-b0602c7493d2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4124727 Feb 11 14:12:46.604850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35320) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:46.701220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-e5e39fb1-7615-4296-b208-f7c92121c2f4', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:12:46.702831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.732662 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Publish callbacks [] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.739820 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.791378 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Attempting to bind port ba4e80eb-1d76-41db-b3b1-59d36151d7ae on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:12:46.791735 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Attempting to bind port ba4e80eb-1d76-41db-b3b1-59d36151d7ae by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:12:46.792089 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Attempting to bind port ba4e80eb-1d76-41db-b3b1-59d36151d7ae on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:46.795447 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Pushing event updated for resources: {'Port': ['ID=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:46.804168 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.804533 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.804850 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.805171 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.805493 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.805858 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.806175 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.806472 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.807905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.807905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.807905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.807905 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.808280 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:46.812211 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:46.812582 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:12:46.812987 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.813344 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:46.813880 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Bound port: ba4e80eb-1d76-41db-b3b1-59d36151d7ae, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:12:46.814249 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.853402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Allocated IP 172.20.0.2 (e5e39fb1-7615-4296-b208-f7c92121c2f4/bff23c81-4356-4175-95a1-4e132da6e28d/74b9c1b4-a06b-41db-a981-779dfbe53308) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:46.871455 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] For port ba4e80eb-1d76-41db-b3b1-59d36151d7ae, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:46.874705 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] For port ba4e80eb-1d76-41db-b3b1-59d36151d7ae, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:46.881575 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:46.937816 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:46.938465 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:46.944204 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c102bf-5d6c-4993-a3cc-4418f3d2a831 None None] Pushing event updated for resources: {'Port': ['ID=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:47.019984 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Publish callbacks [] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.036344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.059825 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:47.089441 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.097256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:47.098333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Pushing event updated for resources: {'Port': ['ID=74b9c1b4-a06b-41db-a981-779dfbe53308,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:47.102234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:47.104503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:47.131851 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.163451 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Attempting to bind port 74b9c1b4-a06b-41db-a981-779dfbe53308 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:12:47.163828 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Attempting to bind port 74b9c1b4-a06b-41db-a981-779dfbe53308 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:12:47.164193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Attempting to bind port 74b9c1b4-a06b-41db-a981-779dfbe53308 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:47.169223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:47.169608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Checking segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:12:47.170065 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.170464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Bound using segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:47.171122 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Bound port: 74b9c1b4-a06b-41db-a981-779dfbe53308, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:12:47.171869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.239889 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] For port 74b9c1b4-a06b-41db-a981-779dfbe53308, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:47.242957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] For port 74b9c1b4-a06b-41db-a981-779dfbe53308, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=74b9c1b4-a06b-41db-a981-779dfbe53308,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:47.250896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.252278 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:45Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:47.285775 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae73ffb-30a7-4470-ac44-14a1ef780e12 None None] The sync data for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 is: [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:45Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:47.320958 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a0566-db3f-4565-80ad-6e13624ce4b4 None None] Pushing event updated for resources: {'Port': ['ID=74b9c1b4-a06b-41db-a981-779dfbe53308,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:47.443194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.1 (e5e39fb1-7615-4296-b208-f7c92121c2f4/bff23c81-4356-4175-95a1-4e132da6e28d/00013731-333f-428b-8f8c-6bf4af840c15) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:47.599674 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (00013731-333f-428b-8f8c-6bf4af840c15), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.665907 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (00013731-333f-428b-8f8c-6bf4af840c15), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.676920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 74b9c1b4-a06b-41db-a981-779dfbe53308 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:47.719635 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:47.723424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:47.729262 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:47.735478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=00013731-333f-428b-8f8c-6bf4af840c15,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:47.767301 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 74b9c1b4-a06b-41db-a981-779dfbe53308 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:47.768066 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.782105 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.829504 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.870953 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 74b9c1b4-a06b-41db-a981-779dfbe53308 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:47.871204 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.919550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 74b9c1b4-a06b-41db-a981-779dfbe53308, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=74b9c1b4-a06b-41db-a981-779dfbe53308,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:47.924157 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.945000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (00013731-333f-428b-8f8c-6bf4af840c15), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:47.975691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=74b9c1b4-a06b-41db-a981-779dfbe53308,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:48.168975 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:48.267384 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (00013731-333f-428b-8f8c-6bf4af840c15), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:48.273986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (00013731-333f-428b-8f8c-6bf4af840c15), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:48.356558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=00013731-333f-428b-8f8c-6bf4af840c15,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:48.359252 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:48.418810 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4894f-869c-40e0-8481-7b0ae3581ddf None None] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:12:48.459465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:48.460900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:48.501327 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b093fce5-6776-41b5-87e3-2a0789f1930a None None] Provisioning complete for port 74b9c1b4-a06b-41db-a981-779dfbe53308 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:48.501744 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b093fce5-6776-41b5-87e3-2a0789f1930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:48.587059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router fd9a5ba9-c71b-4436-8eb2-fee6c317365e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:48.614135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b093fce5-6776-41b5-87e3-2a0789f1930a None None] Current status of the port 74b9c1b4-a06b-41db-a981-779dfbe53308 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:48.718306 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:48.723894 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d3156aab-f1b2-4d21-80b7-99a78e3210c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/fd9a5ba9-c71b-4436-8eb2-fee6c317365e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1173387 Feb 11 14:12:48.837767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9eccbaa6-db72-484e-b136-b975f0e7a027 None None] Provisioning complete for port 74b9c1b4-a06b-41db-a981-779dfbe53308 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:48.838293 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9eccbaa6-db72-484e-b136-b975f0e7a027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:48.898340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-b0c23953-d0a7-4f9f-b6fd-c141a30fe771 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842120310&fields=id&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 267 time: 0.0521426 Feb 11 14:12:48.949771 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9eccbaa6-db72-484e-b136-b975f0e7a027 None None] Current status of the port 74b9c1b4-a06b-41db-a981-779dfbe53308 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:48.961057 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9eccbaa6-db72-484e-b136-b975f0e7a027 None None] Provisioning complete for port 00013731-333f-428b-8f8c-6bf4af840c15 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:48.961432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9eccbaa6-db72-484e-b136-b975f0e7a027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00013731-333f-428b-8f8c-6bf4af840c15), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:49.000177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9eccbaa6-db72-484e-b136-b975f0e7a027 None None] Port 00013731-333f-428b-8f8c-6bf4af840c15 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:12:49.030315 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-5f358480-8fa3-4507-a782-2a8fc072d2cc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:49.032081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-5f358480-8fa3-4507-a782-2a8fc072d2cc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 797 time: 0.1261058 Feb 11 14:12:49.048665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-3b0716c9-f185-4e9d-a210-4951ffeb88cd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/quotas/9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 375 time: 0.0106006 Feb 11 14:12:49.109050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-ec6923cf-24da-4b98-9e7f-7d837cf37611 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546975 Feb 11 14:12:49.123964 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ce9cda91-8e6f-41ea-b9eb-de7bdfda26dd None None] Provisioning complete for port 00013731-333f-428b-8f8c-6bf4af840c15 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:49.124346 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ce9cda91-8e6f-41ea-b9eb-de7bdfda26dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00013731-333f-428b-8f8c-6bf4af840c15), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:49.157155 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Sync routers for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:49.171911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ce9cda91-8e6f-41ea-b9eb-de7bdfda26dd None None] Port 00013731-333f-428b-8f8c-6bf4af840c15 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:12:49.176334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:49.176971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:49.226849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-c32b1a5c-b947-4240-96bb-224c4a8d890f service neutron] 10.222.0.42 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982308 Feb 11 14:12:49.292800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:49.319240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-6da25749-5ea8-4360-a2ac-250fd3f71960 service neutron] 10.222.0.42 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862277 Feb 11 14:12:49.342417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1c28aa5f-6d77-4727-938e-7bf55cf9be4a None None] Provisioning complete for port 00013731-333f-428b-8f8c-6bf4af840c15 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:49.342813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c28aa5f-6d77-4727-938e-7bf55cf9be4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00013731-333f-428b-8f8c-6bf4af840c15), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:49.430533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c28aa5f-6d77-4727-938e-7bf55cf9be4a None None] Port 00013731-333f-428b-8f8c-6bf4af840c15 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:12:49.495660 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-37bfd9c8-3f65-4491-8c7e-6161c294efcb req-168fcd6d-32a0-4922-8081-8582f1617bb9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 210 time: 0.0310767 Feb 11 14:12:49.686034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 74b9c1b4-a06b-41db-a981-779dfbe53308 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:49.759403 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 74b9c1b4-a06b-41db-a981-779dfbe53308 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:49.759774 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:49.762529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:48Z', 'revision_number': 2, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:49.812071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Checking router: fd9a5ba9-c71b-4436-8eb2-fee6c317365e for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:49.812418 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Updating router fd9a5ba9-c71b-4436-8eb2-fee6c317365e port 00013731-333f-428b-8f8c-6bf4af840c15 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:12:49.844892 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (00013731-333f-428b-8f8c-6bf4af840c15), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:49.969866 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 74b9c1b4-a06b-41db-a981-779dfbe53308 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:49.971033 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ba4e80eb-1d76-41db-b3b1-59d36151d7ae up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:50.093784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ba4e80eb-1d76-41db-b3b1-59d36151d7ae triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:50.094038 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.235877 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Publish callbacks [] for port (00013731-333f-428b-8f8c-6bf4af840c15), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.239472 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ba4e80eb-1d76-41db-b3b1-59d36151d7ae is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:50.239851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.246679 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (00013731-333f-428b-8f8c-6bf4af840c15), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.292063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port ba4e80eb-1d76-41db-b3b1-59d36151d7ae, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:50.304217 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.314238 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8238090-b1d6-4e0e-98f5-82c5f84addc0 None None] Pushing event updated for resources: {'Port': ['ID=00013731-333f-428b-8f8c-6bf4af840c15,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:50.415037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Attempting to bind port 00013731-333f-428b-8f8c-6bf4af840c15 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:12:50.416721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Attempting to bind port 00013731-333f-428b-8f8c-6bf4af840c15 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:12:50.416721 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Attempting to bind port 00013731-333f-428b-8f8c-6bf4af840c15 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:50.422976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:50.426664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:50.427049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Checking segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:12:50.427453 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.427836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Bound using segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:50.428317 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Bound port: 00013731-333f-428b-8f8c-6bf4af840c15, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:12:50.428695 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (00013731-333f-428b-8f8c-6bf4af840c15), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.505115 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] For port 00013731-333f-428b-8f8c-6bf4af840c15, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:50.507028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e3b0314-2a68-4179-b4dc-39cbaa91a52d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.508330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e3b0314-2a68-4179-b4dc-39cbaa91a52d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 797 time: 0.1492081 Feb 11 14:12:50.508747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] For port 00013731-333f-428b-8f8c-6bf4af840c15, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=00013731-333f-428b-8f8c-6bf4af840c15,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:50.515874 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (00013731-333f-428b-8f8c-6bf4af840c15), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.597455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8238090-b1d6-4e0e-98f5-82c5f84addc0 None None] Pushing event updated for resources: {'Port': ['ID=00013731-333f-428b-8f8c-6bf4af840c15,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:50.600483 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f6d03a82-07c1-4cb3-9fb5-944a98cf07b3 None None] Provisioning complete for port 00013731-333f-428b-8f8c-6bf4af840c15 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:50.600993 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6d03a82-07c1-4cb3-9fb5-944a98cf07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00013731-333f-428b-8f8c-6bf4af840c15), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.602997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:50.603887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:50.628034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-397cd674-b2ad-4222-954a-518cf75a00ca req-45b05743-82b8-4a10-9b45-4f3786f8bbe0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 210 time: 0.0361931 Feb 11 14:12:50.657102 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-f6d21232-8eec-4dad-a206-bb162470189b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 379 time: 0.1310380 Feb 11 14:12:50.664708 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'port': {'device_id': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'admin_state_up': True, 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'security_groups': ['fa4d046b-b7e1-4e27-9f8e-d72d042ede27']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:50.774756 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:50.788528 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:12:50.792170 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.812840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f6d03a82-07c1-4cb3-9fb5-944a98cf07b3 None None] Current status of the port 00013731-333f-428b-8f8c-6bf4af840c15 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:50.813241 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6d03a82-07c1-4cb3-9fb5-944a98cf07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (00013731-333f-428b-8f8c-6bf4af840c15), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.887880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-f6d03a82-07c1-4cb3-9fb5-944a98cf07b3 None None] For port 00013731-333f-428b-8f8c-6bf4af840c15, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=00013731-333f-428b-8f8c-6bf4af840c15,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:50.899630 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f6d03a82-07c1-4cb3-9fb5-944a98cf07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (00013731-333f-428b-8f8c-6bf4af840c15), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:50.925991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.9 (e5e39fb1-7615-4296-b208-f7c92121c2f4/bff23c81-4356-4175-95a1-4e132da6e28d/04fa003f-a9f1-4fe2-ad75-41c05446e028) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:50.995378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03a82-07c1-4cb3-9fb5-944a98cf07b3 None None] Pushing event updated for resources: {'Port': ['ID=00013731-333f-428b-8f8c-6bf4af840c15,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:51.053522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bbc53181-fbde-420f-a34f-4741413506ad None None] Provisioning complete for port 00013731-333f-428b-8f8c-6bf4af840c15 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:51.053947 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bbc53181-fbde-420f-a34f-4741413506ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00013731-333f-428b-8f8c-6bf4af840c15), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.068138 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.106424 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:51.107973 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.139071 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22bcbc9-bbe9-4f3b-8519-64c2020afdf0 None None] The sync data for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 is: [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:51.155979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:51.159302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:51.163205 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:51.178396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bbc53181-fbde-420f-a34f-4741413506ad None None] Current status of the port 00013731-333f-428b-8f8c-6bf4af840c15 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:51.189134 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:51.228698 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.229378 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.250090 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-0e8316d0-84a3-4196-8a66-6027ed385ebe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904083 Feb 11 14:12:51.259017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-7e359cd1-ff64-4f20-87a5-75bd62059000 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:12:51.259937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-7e359cd1-ff64-4f20-87a5-75bd62059000 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050559 Feb 11 14:12:51.273308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Request body: {'port': {'device_id': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:51.342901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.517735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ecf69cb6-b4a9-49f8-a0e7-eb52bb2f54db None None] Provisioning complete for port 04fa003f-a9f1-4fe2-ad75-41c05446e028 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:51.518367 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ecf69cb6-b4a9-49f8-a0e7-eb52bb2f54db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.563652 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ecf69cb6-b4a9-49f8-a0e7-eb52bb2f54db None None] Port 04fa003f-a9f1-4fe2-ad75-41c05446e028 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:12:51.639056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fa003f-a9f1-4fe2-ad75-41c05446e028 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:12:51.647352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Publish callbacks [] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.662129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Transition to ACTIVE for port object 04fa003f-a9f1-4fe2-ad75-41c05446e028 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:51.686713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.688922 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 00013731-333f-428b-8f8c-6bf4af840c15 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:51.777735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 00013731-333f-428b-8f8c-6bf4af840c15 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:51.778389 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (00013731-333f-428b-8f8c-6bf4af840c15), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.825019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:51.867663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2b978-389c-4ceb-abf0-0cb72b6f294a req-8cec7ebe-49ff-4d58-86e7-774827ced00c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.869262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27d2b978-389c-4ceb-abf0-0cb72b6f294a req-8cec7ebe-49ff-4d58-86e7-774827ced00c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 943 time: 0.1389430 Feb 11 14:12:51.871946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 00013731-333f-428b-8f8c-6bf4af840c15 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:51.873390 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ba4e80eb-1d76-41db-b3b1-59d36151d7ae up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:51.925731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ba4e80eb-1d76-41db-b3b1-59d36151d7ae triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:51.926411 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:51.931980 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:12:51.932727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:12:51.933230 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:51.939824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-27d2b978-389c-4ceb-abf0-0cb72b6f294a req-fda4988a-34bf-4e1b-8117-2f96ee0dde9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612025 Feb 11 14:12:51.944836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:51.945264 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:51.956426 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:51.956889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Checking segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:12:51.957379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Bound using segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:51.957943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Bound port: 04fa003f-a9f1-4fe2-ad75-41c05446e028, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:12:51.958404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:52.021103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ba4e80eb-1d76-41db-b3b1-59d36151d7ae is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:52.032848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:52.036536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:52.045409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:52.088579 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.089192 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:52.090614 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] 10.222.0.53 "PUT /v2.0/ports/04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 1091 time: 0.8232818 Feb 11 14:12:52.091063 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:12:52.093822 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:52.134414 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1afe-467c-4b2a-8022-dad6c283ac6a service neutron] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:52.141737 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3d0c8e-1da3-49a6-8e5e-e11f4cbf3b96 x-openstack-request-id: req-fc3d0c8e-1da3-49a6-8e5e-e11f4cbf3b96 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:52.142040 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:52.142298 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc3d0c8e-1da3-49a6-8e5e-e11f4cbf3b96 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:52.142739 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'status': 'completed', 'code': 200} Feb 11 14:12:52.199247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-00b4b723-676a-4acc-94a7-d23371fa43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.200770 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-00b4b723-676a-4acc-94a7-d23371fa43bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1125 time: 0.0540655 Feb 11 14:12:52.246076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-9bb4dfdf-f10a-4c5a-b153-129255921cae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 217 time: 0.0385182 Feb 11 14:12:52.300527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-047f4ff9-2fb3-4c05-ba95-131793aee83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.302092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-047f4ff9-2fb3-4c05-ba95-131793aee83f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0496523 Feb 11 14:12:52.355722 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-d5e3204f-86b9-48a2-b9f3-634c94743305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.357195 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-d5e3204f-86b9-48a2-b9f3-634c94743305 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482097 Feb 11 14:12:52.457545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-11e6b16d-c45c-4aad-a300-8d0ae13bfc84 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939391 Feb 11 14:12:52.551483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cea7c30a-3933-4942-9f95-7176242d7df6 req-86e17cab-e679-458f-8d6b-bc6e0cfb1fdd service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881221 Feb 11 14:12:52.652592 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-ddba9079-5a1a-438a-bf3a-2770c1247ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.654176 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-ddba9079-5a1a-438a-bf3a-2770c1247ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1125 time: 0.0467544 Feb 11 14:12:52.764524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-abed9520-07f3-4494-8436-3c58ce735c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.766069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-abed9520-07f3-4494-8436-3c58ce735c41 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.1044779 Feb 11 14:12:52.806670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-e53d5381-2ffc-43da-a9f7-023f51406724 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 217 time: 0.0338604 Feb 11 14:12:52.856916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-624e03bc-c90e-4b82-a102-0186ca3224ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.858480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-624e03bc-c90e-4b82-a102-0186ca3224ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0461302 Feb 11 14:12:52.915097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-ab33842a-d2b9-430d-8425-83ec0a411ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.916575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-ab33842a-d2b9-430d-8425-83ec0a411ea6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521221 Feb 11 14:12:53.015463 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-c287e4e1-8a9a-4360-a742-627252bcf2e1 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919113 Feb 11 14:12:53.127137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72153e5-25c6-498b-b293-84783cbdfbed req-8a52c33a-177e-497e-a069-ca014bc1b432 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.128652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b72153e5-25c6-498b-b293-84783cbdfbed req-8a52c33a-177e-497e-a069-ca014bc1b432 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 943 time: 0.1121383 Feb 11 14:12:53.154633 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dddeb3c2-a772-4830-ab9f-8491e91ed8e7 req-77f90b80-d935-4457-995a-21bef9a90e3d service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296411 Feb 11 14:12:53.186124 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b72153e5-25c6-498b-b293-84783cbdfbed req-f05cc9bd-e7aa-4afe-a328-ca89e9777215 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483258 Feb 11 14:12:53.843282 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:53.946804 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:53.958604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'port_id': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'mac_address': 'fa:16:3e:1a:a8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:53.997665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 04fa003f-a9f1-4fe2-ad75-41c05446e028 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:53.998085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:54.011097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fa003f-a9f1-4fe2-ad75-41c05446e028 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:12:54.034089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:54.040651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:54.093880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:54.281596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['04fa003f-a9f1-4fe2-ad75-41c05446e028'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:54.322663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f34412-0902-426c-9d7a-e33bd5bbb8ba req-4471e40a-b058-4d11-b511-32a754e0aa51 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.324315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44f34412-0902-426c-9d7a-e33bd5bbb8ba req-4471e40a-b058-4d11-b511-32a754e0aa51 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 944 time: 0.0660100 Feb 11 14:12:54.375544 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-44f34412-0902-426c-9d7a-e33bd5bbb8ba req-1889f291-b62b-4fd5-9bc9-57246a8514a3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449800 Feb 11 14:12:55.502534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ad1a1-9b78-417d-89b8-fb4fc1d478c9 req-47ec26f0-91cb-41ff-afa5-d67b9911fbd2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.504047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ad1a1-9b78-417d-89b8-fb4fc1d478c9 req-47ec26f0-91cb-41ff-afa5-d67b9911fbd2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 944 time: 0.0561953 Feb 11 14:12:55.553899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ad1a1-9b78-417d-89b8-fb4fc1d478c9 req-d2e9469a-728c-40df-a059-b1e5cab9cb95 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441489 Feb 11 14:12:55.874226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:56.101109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 04fa003f-a9f1-4fe2-ad75-41c05446e028 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:56.110790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 04fa003f-a9f1-4fe2-ad75-41c05446e028 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:56.111138 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:56.190263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 04fa003f-a9f1-4fe2-ad75-41c05446e028 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:12:56.190655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:56.214484 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:12:56.216982 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f9c3f5-3677-47b6-8a63-c5402686a86a" -d '{"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-plugged", "status": "completed", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:56.230254 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:56.236422 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:56.287694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:56.315431 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefb9177-8ba6-4566-8b6a-d322d9a9f14d x-openstack-request-id: req-eefb9177-8ba6-4566-8b6a-d322d9a9f14d {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:56.315736 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-plugged", "status": "completed", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:56.315992 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eefb9177-8ba6-4566-8b6a-d322d9a9f14d {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:56.316396 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'code': 200} Feb 11 14:12:56.421630 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d67551-7882-420c-973d-c02c56a3d00d req-444580be-0817-4066-ba6c-f4b2779cb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.423257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15d67551-7882-420c-973d-c02c56a3d00d req-444580be-0817-4066-ba6c-f4b2779cb9fb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0520921 Feb 11 14:12:56.837990 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-15d67551-7882-420c-973d-c02c56a3d00d req-e7a42cc7-8608-418c-a787-51239537008c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4089651 Feb 11 14:12:56.854750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2a9e6-19c5-4a2f-8a4d-48a899c6c9e3 req-cce67064-0830-4e73-8d2d-8d1ac98d6736 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.856157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-60c2a9e6-19c5-4a2f-8a4d-48a899c6c9e3 req-cce67064-0830-4e73-8d2d-8d1ac98d6736 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0722270 Feb 11 14:12:56.905178 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-60c2a9e6-19c5-4a2f-8a4d-48a899c6c9e3 req-28bfa36a-aab8-435f-a8cd-7373ba702c05 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424328 Feb 11 14:12:58.035229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc56ff-fa3a-4f75-b41c-cb23919bd932 req-8379a7c3-a7a2-43f4-b8af-2a0f8292cf95 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.036753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2fc56ff-fa3a-4f75-b41c-cb23919bd932 req-8379a7c3-a7a2-43f4-b8af-2a0f8292cf95 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0604262 Feb 11 14:12:58.089825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f2fc56ff-fa3a-4f75-b41c-cb23919bd932 req-e23840b1-2982-4058-98da-4e2bfb4bd73c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447166 Feb 11 14:12:58.213942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e96ba8-40a5-44fd-86b8-79d5f3d433f6 req-aba8fbd4-eee8-4ee2-813b-b99632fddd2b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.215462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0e96ba8-40a5-44fd-86b8-79d5f3d433f6 req-aba8fbd4-eee8-4ee2-813b-b99632fddd2b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0566881 Feb 11 14:12:58.265533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0e96ba8-40a5-44fd-86b8-79d5f3d433f6 req-2a8ecdbd-8e69-4866-b5cd-d187879e2ebc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430610 Feb 11 14:12:58.288666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35370) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:58.344300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0b0595-e9b2-4679-b438-491113a928a3 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.345785 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fa0b0595-e9b2-4679-b438-491113a928a3 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1122 time: 0.0560255 Feb 11 14:12:58.349836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35372) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:12:58.354202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:58.379488 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:58.489464 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:58.594732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.79 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/c8b5f6cc-6696-4d5e-b3a2-1acce2568b60) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:12:58.708038 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:58.752619 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:58.791028 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:12:58.793942 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:12:58.797516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:12:58.802824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=c8b5f6cc-6696-4d5e-b3a2-1acce2568b60,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:59.175611 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (f1ad4fde-e3b6-4364-813b-ce964fa71fc7), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.253908 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.422752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.429344 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.431069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-7f5e6326-c505-43c7-8c99-f68f91129851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.498678 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=c8b5f6cc-6696-4d5e-b3a2-1acce2568b60,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:59.508841 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (f1ad4fde-e3b6-4364-813b-ce964fa71fc7), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.618876 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP f1ad4fde-e3b6-4364-813b-ce964fa71fc7 associated. External IP: 172.25.1.79, port: 04fa003f-a9f1-4fe2-ad75-41c05446e028. Feb 11 14:12:59.847347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router fd9a5ba9-c71b-4436-8eb2-fee6c317365e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:59.967378 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:59.977671 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] Sync routers for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:59.987339 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:12:59.989092 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:59.989724 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:00.018380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-09845c88-9ffb-4f4a-9873-22312c1d6d0a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6674738 Feb 11 14:13:00.018932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:00.021376 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fac73a-cbd1-4654-a88d-be04363f132d" -d '{"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:00.099098 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:00.121214 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec0434-fab1-4409-93af-c4bfdab9a22e req-a9d6386a-116b-409e-8198-a10f02306afe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.122755 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fec0434-fab1-4409-93af-c4bfdab9a22e req-a9d6386a-116b-409e-8198-a10f02306afe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0543647 Feb 11 14:13:00.176203 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5fec0434-fab1-4409-93af-c4bfdab9a22e req-ccfc4aa1-a0ec-4565-a11d-206d8dc9f7c2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472395 Feb 11 14:13:00.199376 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35378) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:00.248410 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b9f28e-c881-4d7b-b0ff-6e50695e956e x-openstack-request-id: req-73b9f28e-c881-4d7b-b0ff-6e50695e956e {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:00.248694 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:00.248952 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73b9f28e-c881-4d7b-b0ff-6e50695e956e {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:00.249420 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'status': 'completed', 'code': 200} Feb 11 14:13:00.306963 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ab0ebb29-bca9-43f0-8dc2-6fc5b8f711ce tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/f1ad4fde-e3b6-4364-813b-ce964fa71fc7 HTTP/1.1" status: 200 len: 990 time: 0.1062093 Feb 11 14:13:00.315239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac73a-cbd1-4654-a88d-be04363f132d req-287f029d-bb8d-4fc6-b6c2-2eaaca5686f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.316734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79fac73a-cbd1-4654-a88d-be04363f132d req-287f029d-bb8d-4fc6-b6c2-2eaaca5686f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0661438 Feb 11 14:13:00.325757 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'f1ad4fde-e3b6-4364-813b-ce964fa71fc7', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'port_id': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'mac_address': 'fa:16:3e:1a:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:59Z', 'updated_at': '2022-02-11T14:12:59Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:00.357399 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] Checking router: fd9a5ba9-c71b-4436-8eb2-fee6c317365e for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:00.365749 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:00.366355 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:12:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:00.416483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac73a-cbd1-4654-a88d-be04363f132d req-e0c65fcc-6117-4f4f-9eb3-4bae4caa123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.418053 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79fac73a-cbd1-4654-a88d-be04363f132d req-e0c65fcc-6117-4f4f-9eb3-4bae4caa123a service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.0924921 Feb 11 14:13:00.475628 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:00.483260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79fac73a-cbd1-4654-a88d-be04363f132d req-4072ed0c-a8e6-4afd-ab42-38ba47205be4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 998 time: 0.0595591 Feb 11 14:13:00.534160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac73a-cbd1-4654-a88d-be04363f132d req-cc73f608-73ad-4df3-a2ab-459f0d4fe48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.535872 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79fac73a-cbd1-4654-a88d-be04363f132d req-cc73f608-73ad-4df3-a2ab-459f0d4fe48f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0475850 Feb 11 14:13:00.592048 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fac73a-cbd1-4654-a88d-be04363f132d req-a055ae68-3f4b-475f-a2c4-1e46996f9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.593828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79fac73a-cbd1-4654-a88d-be04363f132d req-a055ae68-3f4b-475f-a2c4-1e46996f9e9a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514483 Feb 11 14:13:00.682239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79fac73a-cbd1-4654-a88d-be04363f132d req-f27f8eca-a3cb-432b-ab02-1f2faf91faff service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827465 Feb 11 14:13:00.702099 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'f1ad4fde-e3b6-4364-813b-ce964fa71fc7', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'port_id': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'mac_address': 'fa:16:3e:1a:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:59Z', 'updated_at': '2022-02-11T14:12:59Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:00.732495 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba0225b-6ff9-4cb3-8ad8-9ce70a729808 None None] The sync data for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 is: [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'f1ad4fde-e3b6-4364-813b-ce964fa71fc7', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'port_id': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'mac_address': 'fa:16:3e:1a:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:12:59Z', 'updated_at': '2022-02-11T14:12:59Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:00.777241 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79fac73a-cbd1-4654-a88d-be04363f132d req-5d797a7e-f02a-4acc-bd04-4b1b04c65a46 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889792 Feb 11 14:13:00.941769 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e8f7e4-02cf-4fc7-b9b0-28ba40f96955 None None] New status for floating IP f1ad4fde-e3b6-4364-813b-ce964fa71fc7: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:01.311998 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35380) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:01.386375 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6430042e-3351-4927-9780-7b79fbc83f4b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/f1ad4fde-e3b6-4364-813b-ce964fa71fc7 HTTP/1.1" status: 200 len: 992 time: 0.0731022 Feb 11 14:13:01.536552 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-997e5cfc-94e6-4f52-a197-7c57db84f3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:02.908134 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:04.555966 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:05.399655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:15.800955 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-787c84d6-92ea-448c-aab6-e3b98b7de047 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458021 Feb 11 14:13:15.896420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9cf6-6507-44bd-952e-c45459715580 req-cbaa990f-d4f8-41c1-b7a7-48910f7dca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.897978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-cbaa990f-d4f8-41c1-b7a7-48910f7dca18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0531352 Feb 11 14:13:16.015762 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9cf6-6507-44bd-952e-c45459715580 req-7bc8abc0-a959-4e49-99f6-23b3716bc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:16.017290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-7bc8abc0-a959-4e49-99f6-23b3716bc07d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.0953166 Feb 11 14:13:16.089194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-95b944e8-96b0-4aa0-92c8-9929a2eb9b24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 1000 time: 0.0651658 Feb 11 14:13:16.142588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9cf6-6507-44bd-952e-c45459715580 req-11076322-c436-43f8-959b-faa8dc851f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:16.144136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-11076322-c436-43f8-959b-faa8dc851f72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0495322 Feb 11 14:13:16.201308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9cf6-6507-44bd-952e-c45459715580 req-1ec709b3-f5fe-4ca8-9a66-e323668b9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:16.202879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-1ec709b3-f5fe-4ca8-9a66-e323668b9a6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516789 Feb 11 14:13:16.299409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-2740b099-2a6f-4985-a6d7-3dae31ed1f0e service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902483 Feb 11 14:13:16.389139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-49da9cf6-6507-44bd-952e-c45459715580 req-8c1e2a95-a430-4ba3-bd60-6e943c2a9f1e service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838540 Feb 11 14:13:17.078265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:17.851196 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:25.174662 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:13:29.437482 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-28f92d0f-a34c-4fc1-bd39-8f2f0120b0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:29.961150 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-4f3edd89-c2e7-4698-beae-f49efdb8ff61 req-ddf5dd75-7a55-4d8b-99c9-1149d48a24b8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:13:29.962204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4f3edd89-c2e7-4698-beae-f49efdb8ff61 req-ddf5dd75-7a55-4d8b-99c9-1149d48a24b8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055599 Feb 11 14:13:30.159882 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35396) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:30.160422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc4835-2bbd-4fa7-9e3d-6e0d09aad52d req-9ae6d7bc-3692-4e6c-b50f-5b8bca52c8ab tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.161468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efcc4835-2bbd-4fa7-9e3d-6e0d09aad52d req-9ae6d7bc-3692-4e6c-b50f-5b8bca52c8ab tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0581517 Feb 11 14:13:30.215807 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-efcc4835-2bbd-4fa7-9e3d-6e0d09aad52d req-b2841adb-8841-43cd-b288-d440f4dc1e0e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479963 Feb 11 14:13:30.249620 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-12f23c05-facf-442f-b396-3b8e0e17fcf2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884411 Feb 11 14:13:30.261293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-c2126aa2-dd8e-4ea5-ae48-46b37d71fdd1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:13:30.262438 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-c2126aa2-dd8e-4ea5-ae48-46b37d71fdd1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069296 Feb 11 14:13:30.662588 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35418) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:30.762619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-f78adec1-94c3-4e70-a152-a7f3ca0401b8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:30.763949 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-f78adec1-94c3-4e70-a152-a7f3ca0401b8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports/04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 942 time: 0.1003914 Feb 11 14:13:31.342194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2144-b5a1-44e4-8830-b654027cd638 req-b76783e6-2cf6-4e98-badb-a98c00ceec82 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.343683 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32fd2144-b5a1-44e4-8830-b654027cd638 req-b76783e6-2cf6-4e98-badb-a98c00ceec82 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0530314 Feb 11 14:13:31.392920 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32fd2144-b5a1-44e4-8830-b654027cd638 req-23cb8fd5-9701-4477-9275-5b10fe9cf8ee tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432262 Feb 11 14:13:31.530069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1cdd5c73-626d-469c-9058-bc4c18150cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:31.571806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-e20ed540-e3e7-4dc4-8f1e-318743c320f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.573380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-e20ed540-e3e7-4dc4-8f1e-318743c320f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0469007 Feb 11 14:13:31.669027 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-dfd9a3b1-100e-4a90-90dd-54ae2357ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.670505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-dfd9a3b1-100e-4a90-90dd-54ae2357ab42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.0912874 Feb 11 14:13:31.740364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-b355a5ac-ade7-4b77-8d35-d7c5601a079c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 1000 time: 0.0636761 Feb 11 14:13:31.789755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-ca800c6c-3b56-4cba-b39f-3d54f4d33f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.791119 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-ca800c6c-3b56-4cba-b39f-3d54f4d33f16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0440974 Feb 11 14:13:31.841768 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-e7f79d66-56d3-4bdf-886e-0d61f5413d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:31.843231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-e7f79d66-56d3-4bdf-886e-0d61f5413d3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453346 Feb 11 14:13:31.936613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-9e04e5e4-2790-4cf8-a546-039c78b57cdb service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868256 Feb 11 14:13:32.027454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-a7c5097d-af49-4388-ad83-4a0249642c7a service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846670 Feb 11 14:13:32.521424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750a6de-457f-4772-95d6-4bf9a0f6f6d3 req-8de3b47a-a0a4-411c-ae2e-6c13ac8e6ea3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:32.523024 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6750a6de-457f-4772-95d6-4bf9a0f6f6d3 req-8de3b47a-a0a4-411c-ae2e-6c13ac8e6ea3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0559371 Feb 11 14:13:32.577109 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6750a6de-457f-4772-95d6-4bf9a0f6f6d3 req-d22c6f6d-2f51-40a0-840d-375330ccdded tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483048 Feb 11 14:13:32.911200 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:33.711981 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fddbf-f10e-4b27-be5f-af6889a23922 req-5f7fc7f9-8e5c-4788-9534-44547f66a9bc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:33.713381 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e7fddbf-f10e-4b27-be5f-af6889a23922 req-5f7fc7f9-8e5c-4788-9534-44547f66a9bc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0597980 Feb 11 14:13:33.765662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e7fddbf-f10e-4b27-be5f-af6889a23922 req-357e1f0a-a71e-4ef8-a4b6-3d895d1640db tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440257 Feb 11 14:13:34.559529 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:34.902870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db60e4-94c8-49fe-a635-014c14b65aa8 req-a72fd9a6-eda3-4d25-b0a8-5d4394f7b92a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:34.904356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88db60e4-94c8-49fe-a635-014c14b65aa8 req-a72fd9a6-eda3-4d25-b0a8-5d4394f7b92a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0586288 Feb 11 14:13:34.973166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88db60e4-94c8-49fe-a635-014c14b65aa8 req-acd0efd8-95d3-47d8-bb36-7d4a49f63375 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625772 Feb 11 14:13:35.403019 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:36.111273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f5ea8-e370-4fc6-be33-08a7b6d0d3fa req-c52fb956-f496-484d-8da0-87c69afd42df tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.112759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa8f5ea8-e370-4fc6-be33-08a7b6d0d3fa req-c52fb956-f496-484d-8da0-87c69afd42df tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0593796 Feb 11 14:13:36.162862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa8f5ea8-e370-4fc6-be33-08a7b6d0d3fa req-358d92b0-3b77-485c-ad29-49c128c90f07 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Feb 11 14:13:37.299585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda355d-136d-4bae-9511-c6f2ac078a55 req-94df9948-71c3-4933-b0b6-522ba8628708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.301058 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cda355d-136d-4bae-9511-c6f2ac078a55 req-94df9948-71c3-4933-b0b6-522ba8628708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0600646 Feb 11 14:13:37.357189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cda355d-136d-4bae-9511-c6f2ac078a55 req-f17d241e-4f18-493e-b591-e9b72cffde6d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500250 Feb 11 14:13:38.520938 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63feec3-4042-4f16-991d-f9f4aacb19eb req-a5556947-56f5-4d61-b4d5-cc35e655c527 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.523260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b63feec3-4042-4f16-991d-f9f4aacb19eb req-a5556947-56f5-4d61-b4d5-cc35e655c527 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0728850 Feb 11 14:13:38.574385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b63feec3-4042-4f16-991d-f9f4aacb19eb req-9976560b-f368-452b-8768-14c837fe35df tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453126 Feb 11 14:13:39.704855 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebb76a-f32d-4fd2-90e9-33165d4b04ea req-a8d5f812-ec66-41dd-807e-d667830cb457 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:39.706315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cebb76a-f32d-4fd2-90e9-33165d4b04ea req-a8d5f812-ec66-41dd-807e-d667830cb457 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0599921 Feb 11 14:13:39.760981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5cebb76a-f32d-4fd2-90e9-33165d4b04ea req-514d679b-7184-430d-8084-1901dca67d33 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486081 Feb 11 14:13:40.908402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9024d75-048d-4462-a9dc-92e2bb25a2a2 req-360cf01b-4752-4827-ae7b-bd3cd7c2910b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:40.909899 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9024d75-048d-4462-a9dc-92e2bb25a2a2 req-360cf01b-4752-4827-ae7b-bd3cd7c2910b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0635219 Feb 11 14:13:40.967787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a9024d75-048d-4462-a9dc-92e2bb25a2a2 req-7decf823-3267-4ae0-a329-7cd92da774d0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516927 Feb 11 14:13:42.111651 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0edf3-c844-49ce-baa1-7c42e39eddbb req-29c71d3c-ac3f-417f-a4dd-8238f1815bfd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.113166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-caf0edf3-c844-49ce-baa1-7c42e39eddbb req-29c71d3c-ac3f-417f-a4dd-8238f1815bfd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0615470 Feb 11 14:13:42.163591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-caf0edf3-c844-49ce-baa1-7c42e39eddbb req-2772cfe0-4183-4c0c-a4fa-957cfdcb03b4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444214 Feb 11 14:13:43.293808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2e6b9-7d39-4384-81a6-ab964d3c06f3 req-1d7d5ebe-123e-4416-8dd5-fd2ea1961a67 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.295300 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0e2e6b9-7d39-4384-81a6-ab964d3c06f3 req-1d7d5ebe-123e-4416-8dd5-fd2ea1961a67 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0589938 Feb 11 14:13:43.345216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f0e2e6b9-7d39-4384-81a6-ab964d3c06f3 req-9f017657-3729-4cab-bba1-0a41f3efb9d7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436764 Feb 11 14:13:43.852064 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-d0390025-7480-4f0b-b028-e0fca391d329 req-b9c116c2-c32a-40d2-9a7c-8a0a5f9cb5ad service neutron] show failed (client error): The resource could not be found. Feb 11 14:13:43.853447 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-b9c116c2-c32a-40d2-9a7c-8a0a5f9cb5ad service neutron] 10.222.0.53 "GET /v2.0/ports/04fa003f-a9f1-4fe2-ad75-41c05446e028/bindings/n-h1-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0739129 Feb 11 14:13:44.081839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-236f75bb-386c-4b2c-a3a0-7959f6618cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:44.083379 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-236f75bb-386c-4b2c-a3a0-7959f6618cfc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 1127 time: 0.0495470 Feb 11 14:13:44.095115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:44.156845 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:44.374840 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:44.410409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:44.476402 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:44.478944 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e0aad-ea7a-4d0a-ad6b-10eb07b3db03" -d '{"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:44.482688 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Publish callbacks [] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:44.500043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Transition to ACTIVE for port object 04fa003f-a9f1-4fe2-ad75-41c05446e028 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:44.511340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73b07-47ec-440f-b9ed-3f7e3e240d72 req-a2b0c1c5-4742-499b-99e2-52bab72bfca5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:44.512861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87c73b07-47ec-440f-b9ed-3f7e3e240d72 req-a2b0c1c5-4742-499b-99e2-52bab72bfca5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0838068 Feb 11 14:13:44.513589 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:44.580847 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=6']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:44.630161 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.630490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.630824 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.631319 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.631498 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.631815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.632092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.632435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.632718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.633032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.633349 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.633685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.633997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:44.656598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87c73b07-47ec-440f-b9ed-3f7e3e240d72 req-a92258b4-35b0-4382-bfff-b9824f97d320 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351898 Feb 11 14:13:44.695930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] No DVR routers for this DVR port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:44.787280 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366091f-7526-4cd1-b685-50e0d89d9181 x-openstack-request-id: req-2366091f-7526-4cd1-b685-50e0d89d9181 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:44.787541 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-unplugged", "status": "completed", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:44.787859 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2366091f-7526-4cd1-b685-50e0d89d9181 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:44.788247 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'code': 200} Feb 11 14:13:44.843201 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:13:44.843466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:13:44.843747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:44.848133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:44.848448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Attempting to bind port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on network e5e39fb1-7615-4296-b208-f7c92121c2f4 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:44.853398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:44.853752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Checking segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:13:44.854125 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Bound using segment: {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:44.854539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Bound port: 04fa003f-a9f1-4fe2-ad75-41c05446e028, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be411087-90a7-40bf-98f4-1436fbe21ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:13:44.854883 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:44.920657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:44.923542 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:44.932597 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:44.979740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:44.980385 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:44.981812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] 10.222.0.64 "PUT /v2.0/ports/04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 1091 time: 0.8906810 Feb 11 14:13:44.992571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066fb6a-e743-40aa-85fb-d941075dcee1 service neutron] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=7']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:45.052785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6a595647-08b9-4ec8-b214-49e232dbb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.054369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-6a595647-08b9-4ec8-b214-49e232dbb212 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1125 time: 0.0468221 Feb 11 14:13:45.494749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-01fa2d9b-3dfa-44f1-93d5-ae824acb6a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.496120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-01fa2d9b-3dfa-44f1-93d5-ae824acb6a68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.4360023 Feb 11 14:13:45.568264 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-a2591e5e-2c7a-4122-ab75-b211472f618f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 998 time: 0.0653567 Feb 11 14:13:45.616107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-c12004f6-05e2-48c2-a484-c50066e95eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.617534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-c12004f6-05e2-48c2-a484-c50066e95eae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0436530 Feb 11 14:13:45.669987 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0390025-7480-4f0b-b028-e0fca391d329 req-1ced07d5-1cdd-44e9-9522-cc2b18d29aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.671488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-1ced07d5-1cdd-44e9-9522-cc2b18d29aee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480492 Feb 11 14:13:45.792676 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-985d3c4e-7775-47ba-b198-3e9da24daa8a service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146200 Feb 11 14:13:45.812335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a9ce8-a053-4ae8-a456-c582879bf323 req-aead3476-4065-4c76-84b3-a2486c963c84 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.813748 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a2a9ce8-a053-4ae8-a456-c582879bf323 req-aead3476-4065-4c76-84b3-a2486c963c84 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 943 time: 0.0816367 Feb 11 14:13:45.911366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a2a9ce8-a053-4ae8-a456-c582879bf323 req-987fd0d9-39d7-4ecf-bd35-9676b93a15e4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866098 Feb 11 14:13:45.921972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0390025-7480-4f0b-b028-e0fca391d329 req-0d47a236-6eec-4f88-a8d5-e8f6f7292574 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233232 Feb 11 14:13:46.789552 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:46.792320 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad8f979-152c-4c87-a4fd-557bac5baf11" -d '{"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:46.855169 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02924df-33e6-46d9-8b65-dfcb47829c6c x-openstack-request-id: req-f02924df-33e6-46d9-8b65-dfcb47829c6c {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:46.855479 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:46.855727 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f02924df-33e6-46d9-8b65-dfcb47829c6c {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:46.856659 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'status': 'completed', 'code': 200} Feb 11 14:13:46.951327 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-630315d4-e671-4142-9a28-c5c83a0d5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.952890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-630315d4-e671-4142-9a28-c5c83a0d5273 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1125 time: 0.0790808 Feb 11 14:13:46.957353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-3fae162c-2bf1-4117-8b4b-3b1c90fa559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.958801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-3fae162c-2bf1-4117-8b4b-3b1c90fa559d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1125 time: 0.0767519 Feb 11 14:13:47.086964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:47.158908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcb254-f409-4502-aeff-c052d384b967 req-f7dac90d-9bbc-4599-b725-67ec16227e2f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.160384 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06dcb254-f409-4502-aeff-c052d384b967 req-f7dac90d-9bbc-4599-b725-67ec16227e2f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 943 time: 0.1665585 Feb 11 14:13:47.161304 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-0864b12f-95e4-49a8-9ae8-df8093578510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.162611 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-0864b12f-95e4-49a8-9ae8-df8093578510 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.2029920 Feb 11 14:13:47.163686 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-8eca8a81-9fbe-4ad3-8d37-ce3d027937f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.164983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-8eca8a81-9fbe-4ad3-8d37-ce3d027937f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.1980832 Feb 11 14:13:47.305772 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06dcb254-f409-4502-aeff-c052d384b967 req-705063bc-adcd-436b-8147-951ed534f7c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394427 Feb 11 14:13:47.309659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-1729ca91-08c4-4c72-a3b4-875e0a04fc44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 998 time: 0.1371751 Feb 11 14:13:47.311701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-c2276263-5669-45c3-9a83-55c75e319de2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 998 time: 0.1383202 Feb 11 14:13:47.390832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-1ad917bf-7788-49be-8de6-7e5bafb215e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.392225 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-1ad917bf-7788-49be-8de6-7e5bafb215e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0762451 Feb 11 14:13:47.393564 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-6f0e2d23-8eec-465a-8df9-2511ac544cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.394959 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-6f0e2d23-8eec-465a-8df9-2511ac544cb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0716214 Feb 11 14:13:47.478107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-5de336de-e80f-4944-a856-69ba706c67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.479724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-5de336de-e80f-4944-a856-69ba706c67c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808291 Feb 11 14:13:47.483807 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-1e92b085-1481-4edc-9f4b-7e4b9eba4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.485205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-1e92b085-1481-4edc-9f4b-7e4b9eba4333 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786383 Feb 11 14:13:47.641154 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-d8495a26-ee00-4212-a18f-6247cfd428f6 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542578 Feb 11 14:13:47.642947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-ec162683-d031-44a7-b425-37ac57c9e6bd service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492248 Feb 11 14:13:47.801282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-9a5e44dc-ff33-4016-a472-ead094b85c7a service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539793 Feb 11 14:13:47.803149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ad8f979-152c-4c87-a4fd-557bac5baf11 req-e5f9b045-082c-4a12-b7f7-2931942ff380 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488793 Feb 11 14:13:47.840691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:48.107745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:48.159653 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] The host n-h2-828675-3 is not matching for port 04fa003f-a9f1-4fe2-ad75-41c05446e028 host n-h1-828675-3! {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 11 14:13:48.160047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:48.439291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77ace5-3831-451b-9f90-affe90ec4052 req-9e31b488-27ab-426c-9484-0c7ad05388db tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.440803 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f77ace5-3831-451b-9f90-affe90ec4052 req-9e31b488-27ab-426c-9484-0c7ad05388db tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 943 time: 0.0561829 Feb 11 14:13:48.489435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f77ace5-3831-451b-9f90-affe90ec4052 req-6f3ba462-f26d-45db-90fc-19f591e87242 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429058 Feb 11 14:13:49.278008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:49.378220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:49.391898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'port_id': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'mac_address': 'fa:16:3e:1a:a8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:49.434719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 04fa003f-a9f1-4fe2-ad75-41c05446e028 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:13:49.435110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:49.448811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fa003f-a9f1-4fe2-ad75-41c05446e028 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:13:49.468285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:49.473487 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:49.519728 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:49.527391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.527719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.528127 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.528400 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.528732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.529058 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.529383 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.529745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.530068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.530388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.530709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.531023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.531342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:49.620186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32c257-009c-4906-861f-471c6035e916 req-3033f6cc-e381-4555-a52e-d11cb586eef2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:49.621779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e32c257-009c-4906-861f-471c6035e916 req-3033f6cc-e381-4555-a52e-d11cb586eef2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 944 time: 0.0581443 Feb 11 14:13:49.672382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e32c257-009c-4906-861f-471c6035e916 req-b5e6fc4e-519a-4add-a782-2a290cc30f46 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446639 Feb 11 14:13:49.831860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['04fa003f-a9f1-4fe2-ad75-41c05446e028'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:49.940930 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78362-0f65-4e22-9fd4-b67cccc7f610 req-54bffdf2-f128-4534-aca7-ce2e24d3f950 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:49.942456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62d78362-0f65-4e22-9fd4-b67cccc7f610 req-54bffdf2-f128-4534-aca7-ce2e24d3f950 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 944 time: 0.0858593 Feb 11 14:13:49.955490 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-54be7a91-ca02-478f-822d-0352bbcb1abd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:49.956928 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-54be7a91-ca02-478f-822d-0352bbcb1abd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1&tenant_id=9be988458cb741c29dd149bd2380baad&binding%3Ahost_id=n-h1-828675-3 HTTP/1.1" status: 200 len: 944 time: 0.0916436 Feb 11 14:13:50.036646 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-62d78362-0f65-4e22-9fd4-b67cccc7f610 req-bc49373b-5bd0-49c8-8e74-74d76a4860b4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882738 Feb 11 14:13:50.044077 n-d-828675-3 neutron-server[109685]: INFO neutron.api.v2.resource [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-052f051c-eb01-4486-8710-a2e89e6f2e03 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:13:50.045046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-052f051c-eb01-4486-8710-a2e89e6f2e03 service neutron] 10.222.0.53 "DELETE /v2.0/ports/04fa003f-a9f1-4fe2-ad75-41c05446e028/bindings/n-h2-828675-3 HTTP/1.1" status: 404 len: 380 time: 0.0817018 Feb 11 14:13:50.170379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-3acc50b4-48ad-4180-a132-bad5269eff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.171864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-3acc50b4-48ad-4180-a132-bad5269eff38 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1126 time: 0.0807569 Feb 11 14:13:50.199252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923477d1-678e-4b1f-aee7-8dcc5dfe6dd6 req-d6a75922-3aba-4212-87c7-0836ab8d04cc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.200710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-923477d1-678e-4b1f-aee7-8dcc5dfe6dd6 req-d6a75922-3aba-4212-87c7-0836ab8d04cc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 944 time: 0.0797446 Feb 11 14:13:50.305406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-923477d1-678e-4b1f-aee7-8dcc5dfe6dd6 req-bcff0038-af82-40d9-bf51-8667fbf41202 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949113 Feb 11 14:13:50.315540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-d90f6ea2-c81c-460e-88ea-8bc8c120e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.316983 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-d90f6ea2-c81c-460e-88ea-8bc8c120e6a8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.1391053 Feb 11 14:13:50.382686 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-3020bc56-aa2f-4159-b7f2-4ba7aca33126 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 999 time: 0.0597832 Feb 11 14:13:50.429801 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-b24051b8-d47f-4aaf-be2a-5053d9845960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.431233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-b24051b8-d47f-4aaf-be2a-5053d9845960 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0428214 Feb 11 14:13:50.484883 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-601e109f-4f17-4aaf-95ab-163e8f4b4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.486493 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-601e109f-4f17-4aaf-95ab-163e8f4b4b64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497777 Feb 11 14:13:50.576106 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-1af4a412-8180-4ef5-8bf2-2a42bbd63c97 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826957 Feb 11 14:13:50.671160 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0898cbf-8589-45c2-92a2-62207824ced7 req-42a8eb78-f2d4-4b75-9070-6fc3bb00c493 service neutron] 10.222.0.53 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896029 Feb 11 14:13:51.288375 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:51.339565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 04fa003f-a9f1-4fe2-ad75-41c05446e028 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:51.343870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 04fa003f-a9f1-4fe2-ad75-41c05446e028 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:51.344203 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:51.426724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 04fa003f-a9f1-4fe2-ad75-41c05446e028 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:13:51.427120 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:51.431440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c715a52-ca1c-4eda-b069-9983f9b7f1fb req-b86b98bb-3c31-4a68-b412-16d00888223b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:51.433163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c715a52-ca1c-4eda-b069-9983f9b7f1fb req-b86b98bb-3c31-4a68-b412-16d00888223b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 944 time: 0.0551436 Feb 11 14:13:51.451179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:13:51.453459 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee234dfb-141f-4cfd-91d6-35169ddaaefd" -d '{"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-plugged", "status": "completed", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:51.466030 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:51.471412 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:13:51.486262 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c715a52-ca1c-4eda-b069-9983f9b7f1fb req-47c94d67-cc2d-4332-8199-423bd6b6de33 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461571 Feb 11 14:13:51.506943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35482) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:13:51.524634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=9']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:51.528285 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a740c-230e-446f-9c83-468dde43affc x-openstack-request-id: req-997a740c-230e-446f-9c83-468dde43affc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:51.528571 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-plugged", "status": "completed", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:51.528831 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-997a740c-230e-446f-9c83-468dde43affc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:51.529210 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'code': 200} Feb 11 14:13:51.572840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d01f1818-d21b-4451-8719-8391ac94132b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/f1ad4fde-e3b6-4364-813b-ce964fa71fc7 HTTP/1.1" status: 200 len: 992 time: 0.0647545 Feb 11 14:13:59.437341 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-69f099a2-b5f3-47b8-a3cf-82bf1beddb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:01.540228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d15728b3-80c4-4ca5-8064-bb15bd88573a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:02.177842 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:14:02.910070 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:04.566202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:05.398313 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:05.824006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-5409b291-e6a4-4955-87b2-88ab4e01c3a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447590 Feb 11 14:14:05.915087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-81b84e38-3b24-4834-91ea-48baddc4ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.916621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-81b84e38-3b24-4834-91ea-48baddc4ec4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0477448 Feb 11 14:14:06.024754 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-19d6e224-61f4-45b3-aa26-db0413fc1b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.026156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-19d6e224-61f4-45b3-aa26-db0413fc1b10 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.0906336 Feb 11 14:14:06.090278 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-a0ec8459-13d9-4b21-b841-95135f5cfa0c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 1000 time: 0.0584857 Feb 11 14:14:06.136926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-78e783c3-c6c3-4d1a-b702-65ecb5c73b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.138369 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-78e783c3-c6c3-4d1a-b702-65ecb5c73b96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.0426502 Feb 11 14:14:06.192504 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-cdfc3500-b6d8-47ab-8f41-4cd482c65aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.194417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-cdfc3500-b6d8-47ab-8f41-4cd482c65aff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499980 Feb 11 14:14:06.287389 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-5b356001-17df-4c44-bac0-f4e8e4e2f2c2 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869272 Feb 11 14:14:06.382933 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-567ba66f-3ab4-49f6-b800-9d1600369e8a req-64805d37-14e1-4b08-b6f8-e1f3ebbce438 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896308 Feb 11 14:14:17.093973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:17.845094 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:29.433590 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0ed61238-871a-49d2-aa0a-f6c2e3780ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:31.541576 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0da34bf-294f-465b-b565-02cc58af542f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:32.916209 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:34.571690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:35.413308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:39.183698 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:14:40.334532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35498) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:40.517595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port c8b5f6cc-6696-4d5e-b3a2-1acce2568b60 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:40.518017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:40.599452 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:40.599719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:40.611428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for c8b5f6cc-6696-4d5e-b3a2-1acce2568b60 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:40.769265 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c8b5f6cc-6696-4d5e-b3a2-1acce2568b60), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:40.804187 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=c8b5f6cc-6696-4d5e-b3a2-1acce2568b60,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:40.863171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (f1ad4fde-e3b6-4364-813b-ce964fa71fc7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:40.863404 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP f1ad4fde-e3b6-4364-813b-ce964fa71fc7 disassociated (deleted). External IP: 172.25.1.79, port: 04fa003f-a9f1-4fe2-ad75-41c05446e028. Feb 11 14:14:41.077036 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router fd9a5ba9-c71b-4436-8eb2-fee6c317365e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:41.190839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:41.195802 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:41.202178 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] Sync routers for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:41.212457 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:41.213141 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:41.226541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c46543ae-0cac-4f39-b33a-bcca4f06aa7d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/floatingips/f1ad4fde-e3b6-4364-813b-ce964fa71fc7 HTTP/1.1" status: 204 len: 168 time: 0.8904805 Feb 11 14:14:41.227080 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:41.229321 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66" -d '{"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:41.332051 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:41.390694 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d090f1cd-114b-42cb-baab-3e9f238ddae5 x-openstack-request-id: req-d090f1cd-114b-42cb-baab-3e9f238ddae5 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:41.391380 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:41.391785 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d090f1cd-114b-42cb-baab-3e9f238ddae5 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:41.392377 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'status': 'completed', 'code': 200} Feb 11 14:14:41.473397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-cac47caa-ae79-40e7-9620-252a1baae44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.474971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-cac47caa-ae79-40e7-9620-252a1baae44c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0560730 Feb 11 14:14:41.538901 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:41.568773 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] Checking router: fd9a5ba9-c71b-4436-8eb2-fee6c317365e for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:41.578179 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:41.578834 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:41.605471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-39da952d-3e69-4cb4-85e4-a47ede5fc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.606994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-39da952d-3e69-4cb4-85e4-a47ede5fc1d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 200 len: 898 time: 0.1245654 Feb 11 14:14:41.616447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baaa17-cb67-43c5-b373-c7c03ab98c10 req-fb519be4-0af1-4c37-b0ac-92f64db051c1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:41.617870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79baaa17-cb67-43c5-b373-c7c03ab98c10 req-fb519be4-0af1-4c37-b0ac-92f64db051c1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.1692100 Feb 11 14:14:41.661616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-dd0f425a-0813-4d11-854b-cf0f43001735 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 200 len: 217 time: 0.0427897 Feb 11 14:14:41.686993 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:41.899107 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:41.926727 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab4c17-1ee5-4135-8c26-079ab66f4fc5 None None] The sync data for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 is: [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:47Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '00013731-333f-428b-8f8c-6bf4af840c15', 'name': '', 'network_id': 'e5e39fb1-7615-4296-b208-f7c92121c2f4', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:4f:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:47Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': 'bff23c81-4356-4175-95a1-4e132da6e28d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:42.076105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-79baaa17-cb67-43c5-b373-c7c03ab98c10 req-db1cec6d-18ed-4f70-9540-de14a89c782b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4504073 Feb 11 14:14:42.082174 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-03796440-3901-4557-a8a8-2dc3f076a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:42.083517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-03796440-3901-4557-a8a8-2dc3f076a826 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 200 len: 834 time: 0.4139538 Feb 11 14:14:42.134936 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-1cf5df3a-7ec3-4eb7-b281-2a4d9cdddf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:42.136594 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-1cf5df3a-7ec3-4eb7-b281-2a4d9cdddf33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5e39fb1-7615-4296-b208-f7c92121c2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465617 Feb 11 14:14:42.164618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406ac4f9-fe78-41b7-8b34-fa9d1f35651b None None] New status for floating IP f1ad4fde-e3b6-4364-813b-ce964fa71fc7: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:14:42.232277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-9c856163-209d-4273-8564-177ec03fd658 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892711 Feb 11 14:14:42.322716 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-861b91d6-dfe4-43a5-bb9d-7c7b33584a66 req-016658cd-674f-4f3d-a9e6-70a391c91b64 service neutron] 10.222.0.64 "GET /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839889 Feb 11 14:14:43.006280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-6c5d3138-a2fe-468c-8493-1e6b8fd3a5e2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.007754 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-6c5d3138-a2fe-468c-8493-1e6b8fd3a5e2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0709298 Feb 11 14:14:43.109524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 04fa003f-a9f1-4fe2-ad75-41c05446e028 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:43.109933 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:43.226101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port 04fa003f-a9f1-4fe2-ad75-41c05446e028, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=04fa003f-a9f1-4fe2-ad75-41c05446e028,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:43.226423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:43.243157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 04fa003f-a9f1-4fe2-ad75-41c05446e028 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:43.261468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24bd51-38be-4b35-852b-fa9a78a2eeda req-b4d7ca6b-8b6c-4937-a9ad-be54b1250b6e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:43.262885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e24bd51-38be-4b35-852b-fa9a78a2eeda req-b4d7ca6b-8b6c-4937-a9ad-be54b1250b6e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=a00dda2e-fd41-4ce2-b199-89b23de2a2c1 HTTP/1.1" status: 200 len: 945 time: 0.0938733 Feb 11 14:14:43.362584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9e24bd51-38be-4b35-852b-fa9a78a2eeda req-3dbdde54-5e3a-4797-b159-151cb893605e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa4d046b-b7e1-4e27-9f8e-d72d042ede27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700419 Feb 11 14:14:43.429509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (04fa003f-a9f1-4fe2-ad75-41c05446e028), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:43.459190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=04fa003f-a9f1-4fe2-ad75-41c05446e028,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:43.502731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] No DVR routers for this DVR port 04fa003f-a9f1-4fe2-ad75-41c05446e028 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:43.505728 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:43.509042 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4a5cf364-4d41-4b58-9bd8-f696008b100c req-2d4531cd-9648-4822-8a5a-883b7d2aad9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "DELETE /v2.0/ports/04fa003f-a9f1-4fe2-ad75-41c05446e028 HTTP/1.1" status: 204 len: 173 time: 0.4938869 Feb 11 14:14:43.509493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-deleted', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:43.511865 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0490ae-94ef-45f3-ba5a-3f2891569385" -d '{"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-deleted", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:43.548257 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1e0b2-09d0-4d00-9417-e9e6368c4745 x-openstack-request-id: req-ead1e0b2-09d0-4d00-9417-e9e6368c4745 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:43.548559 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a00dda2e-fd41-4ce2-b199-89b23de2a2c1", "name": "network-vif-deleted", "tag": "04fa003f-a9f1-4fe2-ad75-41c05446e028", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:43.548812 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ead1e0b2-09d0-4d00-9417-e9e6368c4745 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:43.549218 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a00dda2e-fd41-4ce2-b199-89b23de2a2c1', 'name': 'network-vif-deleted', 'tag': '04fa003f-a9f1-4fe2-ad75-41c05446e028', 'status': 'completed', 'code': 200} Feb 11 14:14:44.430421 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35514) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:44.821683 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:45.093032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 00013731-333f-428b-8f8c-6bf4af840c15 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:45.093285 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (00013731-333f-428b-8f8c-6bf4af840c15), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:45.188108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port 00013731-333f-428b-8f8c-6bf4af840c15, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=00013731-333f-428b-8f8c-6bf4af840c15,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:45.188495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (00013731-333f-428b-8f8c-6bf4af840c15), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:45.201464 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 00013731-333f-428b-8f8c-6bf4af840c15 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:45.420830 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (00013731-333f-428b-8f8c-6bf4af840c15), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:45.448367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=00013731-333f-428b-8f8c-6bf4af840c15,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:45.480086 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.480442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.480784 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.481126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.481465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.481822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.482154 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.482477 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.482821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.483151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.483474 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.483794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.484116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:45.641037 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:45.872758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router fd9a5ba9-c71b-4436-8eb2-fee6c317365e has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:45.994821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:46.000487 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5967acc4-bbfc-4d41-916e-d33221c5767f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/fd9a5ba9-c71b-4436-8eb2-fee6c317365e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688808 Feb 11 14:14:46.003446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35516) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:46.006295 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] Sync routers for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:46.019631 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:46.020247 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:46.053225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting subnet bff23c81-4356-4175-95a1-4e132da6e28d {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:14:46.056459 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (bff23c81-4356-4175-95a1-4e132da6e28d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.097168 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (bff23c81-4356-4175-95a1-4e132da6e28d), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.127742 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:46.189394 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (bff23c81-4356-4175-95a1-4e132da6e28d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.249155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (bff23c81-4356-4175-95a1-4e132da6e28d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.276541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Subnet': ['ID=bff23c81-4356-4175-95a1-4e132da6e28d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:46.280194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.285999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5d608720-91fe-4965-bd69-54b11f9f5914 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/subnets/bff23c81-4356-4175-95a1-4e132da6e28d HTTP/1.1" status: 204 len: 168 time: 0.2791247 Feb 11 14:14:46.286492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35518) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:46.291125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af58e4f-0e9f-47b8-bbea-40c203e05d5d None None] Network e5e39fb1-7615-4296-b208-f7c92121c2f4 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:14:46.311583 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:14:45Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:46.338444 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] Checking router: fd9a5ba9-c71b-4436-8eb2-fee6c317365e for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:46.347221 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] Routers {'fd9a5ba9-c71b-4436-8eb2-fee6c317365e'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:46.347839 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:46.400563 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.473276 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] DHCP port deletion for e5e39fb1-7615-4296-b208-f7c92121c2f4 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:14:46.517540 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.524219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] Deleting port 74b9c1b4-a06b-41db-a981-779dfbe53308 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:46.524591 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.553923 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] Set router fd9a5ba9-c71b-4436-8eb2-fee6c317365e gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:46.574330 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port ba4e80eb-1d76-41db-b3b1-59d36151d7ae {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:14:46.575137 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.590919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] For port 74b9c1b4-a06b-41db-a981-779dfbe53308, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=74b9c1b4-a06b-41db-a981-779dfbe53308,segment=NetworkSegment(be411087-90a7-40bf-98f4-1436fbe21ac1),segment_id=be411087-90a7-40bf-98f4-1436fbe21ac1)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:46.591308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.604429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] Calling delete_port for 74b9c1b4-a06b-41db-a981-779dfbe53308 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:46.660127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port ba4e80eb-1d76-41db-b3b1-59d36151d7ae, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:46.660475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.673081 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for ba4e80eb-1d76-41db-b3b1-59d36151d7ae owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:14:46.688795 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (74b9c1b4-a06b-41db-a981-779dfbe53308), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.717960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] Pushing event deleted for resources: {'Port': ['ID=74b9c1b4-a06b-41db-a981-779dfbe53308,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:46.724141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63741e24-1feb-41c8-bb8b-604719f13a58 None None] No DVR routers for this DVR port 74b9c1b4-a06b-41db-a981-779dfbe53308 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:46.736469 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:14:45Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:46.767580 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612c43c-dded-49dc-aee0-5439f6d4df43 None None] The sync data for ids ['fd9a5ba9-c71b-4436-8eb2-fee6c317365e'] in n-d-828675-3 is: [{'id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1144329608', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198'}], 'enable_snat': True}, 'gw_port_id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:14:45Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'ba4e80eb-1d76-41db-b3b1-59d36151d7ae', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd9a5ba9-c71b-4436-8eb2-fee6c317365e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:12:44Z', 'updated_at': '2022-02-11T14:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:46.857260 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (ba4e80eb-1d76-41db-b3b1-59d36151d7ae), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:46.884204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=ba4e80eb-1d76-41db-b3b1-59d36151d7ae,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:46.942294 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.037082 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.039203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.091432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.093819 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (fd9a5ba9-c71b-4436-8eb2-fee6c317365e), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.094363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Fanout notify agent at l3_agent the message router_deleted on router fd9a5ba9-c71b-4436-8eb2-fee6c317365e {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:14:47.101101 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.102282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0f3909dd-03e3-4784-8492-0453a453d91c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/routers/fd9a5ba9-c71b-4436-8eb2-fee6c317365e HTTP/1.1" status: 204 len: 168 time: 0.8150516 Feb 11 14:14:47.105173 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35520) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:47.190807 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (e5e39fb1-7615-4296-b208-f7c92121c2f4), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.284425 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (e5e39fb1-7615-4296-b208-f7c92121c2f4), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.306312 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e39fb1-7615-4296-b208-f7c92121c2f4']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:47.316856 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be411087-90a7-40bf-98f4-1436fbe21ac1') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:47.317276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be411087-90a7-40bf-98f4-1436fbe21ac1') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:47.328234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (be411087-90a7-40bf-98f4-1436fbe21ac1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.343076 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (be411087-90a7-40bf-98f4-1436fbe21ac1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.349902 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:47.350295 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (be411087-90a7-40bf-98f4-1436fbe21ac1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:47.354701 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:47.427921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (e5e39fb1-7615-4296-b208-f7c92121c2f4), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.437286 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.443282 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/networks/e5e39fb1-7615-4296-b208-f7c92121c2f4 HTTP/1.1" status: 204 len: 168 time: 0.3345802 Feb 11 14:14:47.443814 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35524) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:47.452143 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Network': ['ID=e5e39fb1-7615-4296-b208-f7c92121c2f4,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:47.460659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.461013 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.461361 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.462375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.462655 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.462995 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.463331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.463675 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.464010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.464341 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.464668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.465197 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.465555 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59024b9-d9fe-421f-9224-e6d49c0d929a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:47.474547 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:47.495750 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 04fa003f-a9f1-4fe2-ad75-41c05446e028 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:47.496097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 04fa003f-a9f1-4fe2-ad75-41c05446e028 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:47.509939 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ac73-8dc0-4ee5-b01f-0b1443fe772e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (fa4d046b-b7e1-4e27-9f8e-d72d042ede27), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.534812 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ac73-8dc0-4ee5-b01f-0b1443fe772e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (fa4d046b-b7e1-4e27-9f8e-d72d042ede27), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.599029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ac73-8dc0-4ee5-b01f-0b1443fe772e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (fa4d046b-b7e1-4e27-9f8e-d72d042ede27), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.601804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ac73-8dc0-4ee5-b01f-0b1443fe772e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.602864 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f4f8ac73-8dc0-4ee5-b01f-0b1443fe772e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/security-groups/fa4d046b-b7e1-4e27-9f8e-d72d042ede27 HTTP/1.1" status: 204 len: 168 time: 0.1581020 Feb 11 14:14:47.612068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8ac73-8dc0-4ee5-b01f-0b1443fe772e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4d046b-b7e1-4e27-9f8e-d72d042ede27,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:47.850130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 74b9c1b4-a06b-41db-a981-779dfbe53308 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:47.873512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 74b9c1b4-a06b-41db-a981-779dfbe53308 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:47.874261 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 74b9c1b4-a06b-41db-a981-779dfbe53308 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:47.874688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ba4e80eb-1d76-41db-b3b1-59d36151d7ae no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:47.876513 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.897304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ba4e80eb-1d76-41db-b3b1-59d36151d7ae {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:47.897762 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ba4e80eb-1d76-41db-b3b1-59d36151d7ae not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:47.898188 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 00013731-333f-428b-8f8c-6bf4af840c15 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:47.899786 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35530) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:47.904418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-eb65f1d6-7dc4-4428-adbb-c433a3e571c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1630434048', 'description': 'tempest-secgroup-smoke-1630434048 description', 'project_id': '9be988458cb741c29dd149bd2380baad'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:47.920350 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 00013731-333f-428b-8f8c-6bf4af840c15 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:14:47.920694 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 00013731-333f-428b-8f8c-6bf4af840c15 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:47.926144 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb65f1d6-7dc4-4428-adbb-c433a3e571c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:47.995068 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb65f1d6-7dc4-4428-adbb-c433a3e571c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (91702078-78e3-4a81-a78f-984fdcf9d215), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.000341 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb65f1d6-7dc4-4428-adbb-c433a3e571c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (91702078-78e3-4a81-a78f-984fdcf9d215), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.030156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65f1d6-7dc4-4428-adbb-c433a3e571c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91702078-78e3-4a81-a78f-984fdcf9d215,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.034510 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-eb65f1d6-7dc4-4428-adbb-c433a3e571c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.035905 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-eb65f1d6-7dc4-4428-adbb-c433a3e571c9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1350536 Feb 11 14:14:48.038909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35532) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:48.043290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-87635868-6e2b-4e2f-a00c-e99b971f9e49 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '91702078-78e3-4a81-a78f-984fdcf9d215', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:48.070712 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87635868-6e2b-4e2f-a00c-e99b971f9e49 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (6a015830-12ce-48a6-9337-8ae65b660c15), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.130085 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87635868-6e2b-4e2f-a00c-e99b971f9e49 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (6a015830-12ce-48a6-9337-8ae65b660c15), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.134957 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87635868-6e2b-4e2f-a00c-e99b971f9e49 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6a015830-12ce-48a6-9337-8ae65b660c15), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.151954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87635868-6e2b-4e2f-a00c-e99b971f9e49 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a015830-12ce-48a6-9337-8ae65b660c15,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.161806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87635868-6e2b-4e2f-a00c-e99b971f9e49 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.163027 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-87635868-6e2b-4e2f-a00c-e99b971f9e49 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231527 Feb 11 14:14:48.166103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35534) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:48.170864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b44a9f7e-0ef5-4d3d-ac52-f5a9ba3b67ff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '91702078-78e3-4a81-a78f-984fdcf9d215', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:48.197066 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44a9f7e-0ef5-4d3d-ac52-f5a9ba3b67ff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (b471aade-13be-4c44-85ab-a6d33ef4294d), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.261859 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44a9f7e-0ef5-4d3d-ac52-f5a9ba3b67ff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (b471aade-13be-4c44-85ab-a6d33ef4294d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.267089 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44a9f7e-0ef5-4d3d-ac52-f5a9ba3b67ff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (b471aade-13be-4c44-85ab-a6d33ef4294d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.285251 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a9f7e-0ef5-4d3d-ac52-f5a9ba3b67ff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b471aade-13be-4c44-85ab-a6d33ef4294d,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.293488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b44a9f7e-0ef5-4d3d-ac52-f5a9ba3b67ff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.294752 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b44a9f7e-0ef5-4d3d-ac52-f5a9ba3b67ff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276262 Feb 11 14:14:48.297773 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35536) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:48.302252 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-28e7729c-8a09-48bc-b682-21f2f0305fd3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '91702078-78e3-4a81-a78f-984fdcf9d215', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:48.329803 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28e7729c-8a09-48bc-b682-21f2f0305fd3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (ec14d2ee-08c5-48f3-b88a-407f8278ae40), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.388573 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28e7729c-8a09-48bc-b682-21f2f0305fd3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (ec14d2ee-08c5-48f3-b88a-407f8278ae40), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.393771 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28e7729c-8a09-48bc-b682-21f2f0305fd3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ec14d2ee-08c5-48f3-b88a-407f8278ae40), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.413128 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7729c-8a09-48bc-b682-21f2f0305fd3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec14d2ee-08c5-48f3-b88a-407f8278ae40,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.421987 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-28e7729c-8a09-48bc-b682-21f2f0305fd3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.423549 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-28e7729c-8a09-48bc-b682-21f2f0305fd3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246459 Feb 11 14:14:48.426324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35538) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:48.430640 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1d0c42ae-3d33-4121-b0a9-563edf421cff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '91702078-78e3-4a81-a78f-984fdcf9d215', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:48.456774 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d0c42ae-3d33-4121-b0a9-563edf421cff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (0d0f1f64-3806-4cb9-abb4-aba71d11e4fa), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.516371 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d0c42ae-3d33-4121-b0a9-563edf421cff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (0d0f1f64-3806-4cb9-abb4-aba71d11e4fa), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.521468 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d0c42ae-3d33-4121-b0a9-563edf421cff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (0d0f1f64-3806-4cb9-abb4-aba71d11e4fa), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.536666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c42ae-3d33-4121-b0a9-563edf421cff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0f1f64-3806-4cb9-abb4-aba71d11e4fa,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.548725 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1d0c42ae-3d33-4121-b0a9-563edf421cff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.549976 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1d0c42ae-3d33-4121-b0a9-563edf421cff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227076 Feb 11 14:14:48.552790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35540) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:48.557097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '91702078-78e3-4a81-a78f-984fdcf9d215', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:48.579139 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:14:48.583931 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (0e82222d-9407-4911-9764-6de276098ab3), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.643966 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (0e82222d-9407-4911-9764-6de276098ab3), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.649751 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (0e82222d-9407-4911-9764-6de276098ab3), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.670391 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e82222d-9407-4911-9764-6de276098ab3,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.679603 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.681212 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-07fee965-4482-4ef8-b94b-95e2f61d8e93 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274927 Feb 11 14:14:48.684001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35542) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:48.688679 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '91702078-78e3-4a81-a78f-984fdcf9d215', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:48.709128 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:14:48.714029 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (e80ad91f-2065-4eb8-ab66-ff8798226781), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.773837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (e80ad91f-2065-4eb8-ab66-ff8798226781), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.778949 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (e80ad91f-2065-4eb8-ab66-ff8798226781), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.797304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80ad91f-2065-4eb8-ab66-ff8798226781,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.805487 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.807512 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6cbe040d-0140-4e31-a858-eb46a64ab708 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224296 Feb 11 14:14:48.810213 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35544) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:48.815500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'network': {'name': 'tempest-network-smoke--10432771', 'project_id': '9be988458cb741c29dd149bd2380baad', 'port_security_enabled': True}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:48.836787 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:48.840173 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.863923 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:48.873103 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f7253c51-2d47-4638-9def-3750e7630746), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.873456 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Added segment f7253c51-2d47-4638-9def-3750e7630746 of type vlan for network 3557a1e8-40ee-4326-8975-7eea68b5678b Feb 11 14:14:48.923009 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (3557a1e8-40ee-4326-8975-7eea68b5678b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.957098 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (3557a1e8-40ee-4326-8975-7eea68b5678b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.962465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:48.963047 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:48.999869 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1883779 Feb 11 14:14:49.002817 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35546) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:49.007446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'admin_state_up': True, 'project_id': '9be988458cb741c29dd149bd2380baad', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:49.034951 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84318-3dba-406d-a1b6-df91abe18833 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Network': ['ID=3557a1e8-40ee-4326-8975-7eea68b5678b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:49.035232 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (3755765f-cde9-48cc-a167-b064fe509698), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.036004 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (3755765f-cde9-48cc-a167-b064fe509698), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.045556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 3557a1e8-40ee-4326-8975-7eea68b5678b details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:49.097236 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (3755765f-cde9-48cc-a167-b064fe509698), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.243090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (3755765f-cde9-48cc-a167-b064fe509698), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.459945 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (3755765f-cde9-48cc-a167-b064fe509698), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.477926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.592897 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.40 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/d701e222-c76c-42ea-a9fb-ea6e229cbde2) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:49.714901 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.752440 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:49.790729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:49.793838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:49.797362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:49.802860 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=d701e222-c76c-42ea-a9fb-ea6e229cbde2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:50.053991 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (3755765f-cde9-48cc-a167-b064fe509698), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:50.260713 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (3755765f-cde9-48cc-a167-b064fe509698), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:50.736162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 3755765f-cde9-48cc-a167-b064fe509698 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:14:50.844235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:50.855300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Sync routers for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:50.866078 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:50.866700 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:50.867215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:50.868507 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-97808fcf-5108-4355-80ff-0aa48f70bb2d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8646417 Feb 11 14:14:50.872568 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35550) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:50.946741 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-fb985286-6c59-47cc-a61f-59eaf3fa3ae2 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9be988458cb741c29dd149bd2380baad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729609 Feb 11 14:14:50.949541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35554) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:50.978574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:51.039467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7031f-06fc-4b16-9704-a8196b3b0f82 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.040922 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-92f7031f-06fc-4b16-9704-a8196b3b0f82 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902462 Feb 11 14:14:51.043846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35556) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:51.071428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-50eef07b-9052-445f-bf5a-4f90230136d0 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264192 Feb 11 14:14:51.073852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35558) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:51.078734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923381686', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:51.163220 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:49Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:51.166367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:51.169927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.190515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Checking router: 3755765f-cde9-48cc-a167-b064fe509698 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:51.190863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Updating router 3755765f-cde9-48cc-a167-b064fe509698 port d701e222-c76c-42ea-a9fb-ea6e229cbde2 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:14:51.219093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.354027 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (327e7919-bcf9-42a0-8bb2-c840f3867cf3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.416440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Subnet': ['ID=327e7919-bcf9-42a0-8bb2-c840f3867cf3,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.426800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Checking segment: {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:51.427156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network hostable DHCP agents. Network: 3557a1e8-40ee-4326-8975-7eea68b5678b, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:51.444896 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3557a1e8-40ee-4326-8975-7eea68b5678b is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:51.453932 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 3557a1e8-40ee-4326-8975-7eea68b5678b) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:51.458994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:51.459808 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.463387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24feedac-73dc-4e34-a550-053b9efd43c1 None None] Network 3557a1e8-40ee-4326-8975-7eea68b5678b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:14:51.478374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-22ccf591-f9cf-424d-8480-f2ff398c72a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035234 Feb 11 14:14:51.481285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35560) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:14:51.501299 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Publish callbacks [] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.530375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.597821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Attempting to bind port d701e222-c76c-42ea-a9fb-ea6e229cbde2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:14:51.598191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Attempting to bind port d701e222-c76c-42ea-a9fb-ea6e229cbde2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:14:51.598544 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Attempting to bind port d701e222-c76c-42ea-a9fb-ea6e229cbde2 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:51.623553 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Pushing event updated for resources: {'Port': ['ID=d701e222-c76c-42ea-a9fb-ea6e229cbde2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.630926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:51.631310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:51.631713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.632099 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:51.632568 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Bound port: d701e222-c76c-42ea-a9fb-ea6e229cbde2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:14:51.632944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.636709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.637053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.637389 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.638295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.638629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.638960 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.639288 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.639611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.639934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.640253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.640569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.640967 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.641258 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.644401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-3557a1e8-40ee-4326-8975-7eea68b5678b', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:14:51.645212 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.755324 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] For port d701e222-c76c-42ea-a9fb-ea6e229cbde2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:51.780681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] For port d701e222-c76c-42ea-a9fb-ea6e229cbde2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d701e222-c76c-42ea-a9fb-ea6e229cbde2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:51.790942 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:51.940769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.045429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Allocated IP 172.20.0.2 (3557a1e8-40ee-4326-8975-7eea68b5678b/327e7919-bcf9-42a0-8bb2-c840f3867cf3/3471d056-f89f-47e7-9dc6-868674e6e6ee) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:52.047761 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96572f26-3e99-44ae-abed-b6fb69553472 None None] Pushing event updated for resources: {'Port': ['ID=d701e222-c76c-42ea-a9fb-ea6e229cbde2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:52.061322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:52.061976 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:52.236904 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:52.369988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Publish callbacks [] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.383868 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.427003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.1 (3557a1e8-40ee-4326-8975-7eea68b5678b/327e7919-bcf9-42a0-8bb2-c840f3867cf3/5304e44a-131d-410e-9d60-077a5bc4379f) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:52.448971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Network 3557a1e8-40ee-4326-8975-7eea68b5678b is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:52.450777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Pushing event updated for resources: {'Port': ['ID=3471d056-f89f-47e7-9dc6-868674e6e6ee,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:52.471140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:52.474198 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:52.538955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Attempting to bind port 3471d056-f89f-47e7-9dc6-868674e6e6ee on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:14:52.539223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Attempting to bind port 3471d056-f89f-47e7-9dc6-868674e6e6ee by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:14:52.539634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Attempting to bind port 3471d056-f89f-47e7-9dc6-868674e6e6ee on network 3557a1e8-40ee-4326-8975-7eea68b5678b {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:52.548442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:52.548811 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Checking segment: {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:52.549224 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.549623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Bound using segment: {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:52.550126 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Bound port: 3471d056-f89f-47e7-9dc6-868674e6e6ee, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:14:52.550506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.553435 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (5304e44a-131d-410e-9d60-077a5bc4379f), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.554689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:49Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:52.587631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.592292 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ba0f8e-52db-48d1-91a6-3a5f85487ca1 None None] The sync data for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 is: [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:49Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:52.628204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3557a1e8-40ee-4326-8975-7eea68b5678b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:52.631423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:52.635176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:52.652918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] For port 3471d056-f89f-47e7-9dc6-868674e6e6ee, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:52.657924 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] For port 3471d056-f89f-47e7-9dc6-868674e6e6ee, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3471d056-f89f-47e7-9dc6-868674e6e6ee,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:52.665142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.667517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=5304e44a-131d-410e-9d60-077a5bc4379f,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:52.688291 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (3755765f-cde9-48cc-a167-b064fe509698), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:52.731763 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a02b4e-569a-4b75-a656-0261cbbcf30f None None] Pushing event updated for resources: {'Port': ['ID=3471d056-f89f-47e7-9dc6-868674e6e6ee,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:52.862993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:53.184869 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (5304e44a-131d-410e-9d60-077a5bc4379f), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:53.191293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:53.264325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=5304e44a-131d-410e-9d60-077a5bc4379f,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:53.266889 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (3755765f-cde9-48cc-a167-b064fe509698), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:53.376108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3557a1e8-40ee-4326-8975-7eea68b5678b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:53.377793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:53.504775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 3755765f-cde9-48cc-a167-b064fe509698 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:53.622624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:53.629742 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-015403a0-5dc5-499e-b874-6161d2bcfe6f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/3755765f-cde9-48cc-a167-b064fe509698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1465411 Feb 11 14:14:53.737681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d701e222-c76c-42ea-a9fb-ea6e229cbde2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:53.790552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d701e222-c76c-42ea-a9fb-ea6e229cbde2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:53.790817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:53.809392 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-e56d924a-b575-4c29-b916-f250efd9ca11 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1630434048&fields=id&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 267 time: 0.0509694 Feb 11 14:14:53.818055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8364445c-744a-4632-ac8c-670815c20a85 None None] Network 3557a1e8-40ee-4326-8975-7eea68b5678b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:14:53.910034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ec521aa7-c915-4490-8b34-ede85c5f6527 None None] Provisioning complete for port 3471d056-f89f-47e7-9dc6-868674e6e6ee triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:53.910265 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ec521aa7-c915-4490-8b34-ede85c5f6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:53.919983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-1a098db2-0266-455d-87eb-1291ce2bdb05 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:53.921459 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-1a098db2-0266-455d-87eb-1291ce2bdb05 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 795 time: 0.1045334 Feb 11 14:14:53.936931 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-fa528098-6743-4611-a80b-b8ef11189cee tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/quotas/9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 375 time: 0.0096726 Feb 11 14:14:53.994436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-c818c208-c4b8-4595-8574-3fc4a65978c8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521932 Feb 11 14:14:54.012172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d701e222-c76c-42ea-a9fb-ea6e229cbde2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:54.012874 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.045371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port d701e222-c76c-42ea-a9fb-ea6e229cbde2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d701e222-c76c-42ea-a9fb-ea6e229cbde2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:54.054990 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.055777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3471d056-f89f-47e7-9dc6-868674e6e6ee up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:54.164725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-ab42b086-abdc-409c-b7df-52670821bc65 service neutron] 10.222.0.42 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580033 Feb 11 14:14:54.174948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ec521aa7-c915-4490-8b34-ede85c5f6527 None None] Current status of the port 3471d056-f89f-47e7-9dc6-868674e6e6ee is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:54.175597 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ec521aa7-c915-4490-8b34-ede85c5f6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.199681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=d701e222-c76c-42ea-a9fb-ea6e229cbde2,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:54.221504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ec521aa7-c915-4490-8b34-ede85c5f6527 None None] For port 3471d056-f89f-47e7-9dc6-868674e6e6ee, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3471d056-f89f-47e7-9dc6-868674e6e6ee,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:54.227429 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ec521aa7-c915-4490-8b34-ede85c5f6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.234776 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3471d056-f89f-47e7-9dc6-868674e6e6ee triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:54.235254 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.287324 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-f909c836-416d-4fd6-8e54-97ff9dd78ebd service neutron] 10.222.0.42 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214957 Feb 11 14:14:54.318054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec521aa7-c915-4490-8b34-ede85c5f6527 None None] Pushing event updated for resources: {'Port': ['ID=3471d056-f89f-47e7-9dc6-868674e6e6ee,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:54.376791 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3471d056-f89f-47e7-9dc6-868674e6e6ee is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:54.384745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-db5c3512-edfa-4d42-a175-7e640568800d None None] Provisioning complete for port 5304e44a-131d-410e-9d60-077a5bc4379f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:54.385154 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db5c3512-edfa-4d42-a175-7e640568800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.444281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-db5c3512-edfa-4d42-a175-7e640568800d None None] Port 5304e44a-131d-410e-9d60-077a5bc4379f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:14:54.456334 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-db5c3512-edfa-4d42-a175-7e640568800d None None] Provisioning complete for port 3471d056-f89f-47e7-9dc6-868674e6e6ee triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:54.456707 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-db5c3512-edfa-4d42-a175-7e640568800d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.486852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c29c4303-efdc-4ae3-8eba-861624bcb12c req-0ad59ae9-f278-42c2-ad31-430bb35d12fe tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 210 time: 0.0413735 Feb 11 14:14:54.495985 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Sync routers for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:54.511194 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:54.511854 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:54.585129 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-db5c3512-edfa-4d42-a175-7e640568800d None None] Current status of the port 3471d056-f89f-47e7-9dc6-868674e6e6ee is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:54.631127 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:54.729169 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fdb5dc00-73f0-4766-ab63-d02b316c12ed None None] Provisioning complete for port 5304e44a-131d-410e-9d60-077a5bc4379f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:54.729696 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dc00-73f0-4766-ab63-d02b316c12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.765515 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5dc00-73f0-4766-ab63-d02b316c12ed None None] Port 5304e44a-131d-410e-9d60-077a5bc4379f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:14:54.841362 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:53Z', 'revision_number': 2, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:54.875028 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Checking router: 3755765f-cde9-48cc-a167-b064fe509698 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:54.875441 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Updating router 3755765f-cde9-48cc-a167-b064fe509698 port 5304e44a-131d-410e-9d60-077a5bc4379f binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:14:54.884890 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-31d30e98-274c-40ce-b004-ae4db0bccda4 None None] Provisioning complete for port 5304e44a-131d-410e-9d60-077a5bc4379f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:54.885269 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-31d30e98-274c-40ce-b004-ae4db0bccda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.903895 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:54.921054 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-31d30e98-274c-40ce-b004-ae4db0bccda4 None None] Port 5304e44a-131d-410e-9d60-077a5bc4379f cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:14:55.176335 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Publish callbacks [] for port (5304e44a-131d-410e-9d60-077a5bc4379f), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.183354 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.235421 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Pushing event updated for resources: {'Port': ['ID=5304e44a-131d-410e-9d60-077a5bc4379f,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.260446 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.260784 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.261124 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.261449 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.261809 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.262133 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.262450 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.262770 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.263082 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.263395 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.263713 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.264017 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.264335 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:55.298134 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Attempting to bind port 5304e44a-131d-410e-9d60-077a5bc4379f on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:14:55.298504 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Attempting to bind port 5304e44a-131d-410e-9d60-077a5bc4379f by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:14:55.298867 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Attempting to bind port 5304e44a-131d-410e-9d60-077a5bc4379f on network 3557a1e8-40ee-4326-8975-7eea68b5678b {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:55.304417 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:55.304783 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Checking segment: {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:55.305171 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.305562 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Bound using segment: {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:55.306054 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Bound port: 5304e44a-131d-410e-9d60-077a5bc4379f, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:14:55.306415 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.372509 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] For port 5304e44a-131d-410e-9d60-077a5bc4379f, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:55.376155 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] For port 5304e44a-131d-410e-9d60-077a5bc4379f, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5304e44a-131d-410e-9d60-077a5bc4379f,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:55.382905 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.449723 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:55.455418 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:14:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:55.480862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-26bde1cf-8f3f-47ce-a85f-aff66ff310b8 None None] Provisioning complete for port 5304e44a-131d-410e-9d60-077a5bc4379f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:55.481608 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26bde1cf-8f3f-47ce-a85f-aff66ff310b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.580126 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:55.621558 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-23429bbe-144b-4440-875a-7c44cc633519 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:55.623984 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-23429bbe-144b-4440-875a-7c44cc633519 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 795 time: 0.1888943 Feb 11 14:14:55.630408 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c507c57-61f0-4af3-8ab6-529b4eab1635 None None] Pushing event updated for resources: {'Port': ['ID=5304e44a-131d-410e-9d60-077a5bc4379f,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.650554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-26bde1cf-8f3f-47ce-a85f-aff66ff310b8 None None] Current status of the port 5304e44a-131d-410e-9d60-077a5bc4379f is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:55.650972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26bde1cf-8f3f-47ce-a85f-aff66ff310b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.705701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-26bde1cf-8f3f-47ce-a85f-aff66ff310b8 None None] For port 5304e44a-131d-410e-9d60-077a5bc4379f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5304e44a-131d-410e-9d60-077a5bc4379f,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:55.715816 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-26bde1cf-8f3f-47ce-a85f-aff66ff310b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.737862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dc15ff2b-5a68-441b-98e5-933f6703a90f req-7e88700f-1ae6-464d-92c2-ec4614877812 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 210 time: 0.0684915 Feb 11 14:14:55.748640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-a1bf06e8-0192-40c1-845d-3300c2d44904 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 380 time: 0.1142352 Feb 11 14:14:55.759192 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'port': {'device_id': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'admin_state_up': True, 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'security_groups': ['91702078-78e3-4a81-a78f-984fdcf9d215']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:55.772712 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d701e222-c76c-42ea-a9fb-ea6e229cbde2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:55.829414 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bde1cf-8f3f-47ce-a85f-aff66ff310b8 None None] Pushing event updated for resources: {'Port': ['ID=5304e44a-131d-410e-9d60-077a5bc4379f,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.855860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-6343830a-3f9b-48e0-a97d-2d7a31b11bf0 None None] Provisioning complete for port 5304e44a-131d-410e-9d60-077a5bc4379f triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:55.856277 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6343830a-3f9b-48e0-a97d-2d7a31b11bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.860548 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:55.887229 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf282ea-4a2e-46d4-94f8-c762b4c8b571 None None] The sync data for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 is: [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:55.887666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port d701e222-c76c-42ea-a9fb-ea6e229cbde2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:55.888043 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.910539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:55.914073 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:55.995217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-6343830a-3f9b-48e0-a97d-2d7a31b11bf0 None None] Current status of the port 5304e44a-131d-410e-9d60-077a5bc4379f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:56.040385 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port d701e222-c76c-42ea-a9fb-ea6e229cbde2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:56.041934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3471d056-f89f-47e7-9dc6-868674e6e6ee up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:56.066247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.6 (3557a1e8-40ee-4326-8975-7eea68b5678b/327e7919-bcf9-42a0-8bb2-c840f3867cf3/bcadb725-b1bc-4acb-8be3-95e6a79b2b7c) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:56.094492 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3471d056-f89f-47e7-9dc6-868674e6e6ee triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:56.094871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:56.198218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3471d056-f89f-47e7-9dc6-868674e6e6ee is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:56.227658 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:56.262360 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:56.307222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 3557a1e8-40ee-4326-8975-7eea68b5678b is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:56.310717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:56.314448 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:56.338177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:56.367549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:56.368462 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:56.387723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-dd219b3f-52cc-4e18-a006-40d4e88bf2e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6331906 Feb 11 14:14:56.446721 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Request body: {'port': {'device_id': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:56.516425 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:56.618893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4e61598c-82a5-4ea4-ba23-9a211332ff52 None None] Provisioning complete for port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:56.619266 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e61598c-82a5-4ea4-ba23-9a211332ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:56.659698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4e61598c-82a5-4ea4-ba23-9a211332ff52 None None] Port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:14:56.794567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcadb725-b1bc-4acb-8be3-95e6a79b2b7c {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:14:56.803272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Publish callbacks [] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:57.185952 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Transition to ACTIVE for port object bcadb725-b1bc-4acb-8be3-95e6a79b2b7c will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:14:57.193562 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:57.263164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c1224-f070-4a49-a084-6ebeb592dc6b req-dec8ddbc-a7bf-4d33-b5ef-9dc0b13c7b80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.264764 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0c1224-f070-4a49-a084-6ebeb592dc6b req-dec8ddbc-a7bf-4d33-b5ef-9dc0b13c7b80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 931 time: 0.4590468 Feb 11 14:14:57.297628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Pushing event updated for resources: {'Port': ['ID=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.373740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bd0c1224-f070-4a49-a084-6ebeb592dc6b req-2a5f509f-98f1-46fc-adf9-f3ca45a277fa tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018517 Feb 11 14:14:57.383468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Attempting to bind port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:14:57.384092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Attempting to bind port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:14:57.384418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Attempting to bind port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c on network 3557a1e8-40ee-4326-8975-7eea68b5678b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:57.389137 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c on network 3557a1e8-40ee-4326-8975-7eea68b5678b not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:14:57.389587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Attempting to bind port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c on network 3557a1e8-40ee-4326-8975-7eea68b5678b {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:57.395087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:57.395425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Checking segment: {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:14:57.395825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Bound using segment: {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:57.396245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Bound port: bcadb725-b1bc-4acb-8be3-95e6a79b2b7c, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7253c51-2d47-4638-9def-3750e7630746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:14:57.396598 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:57.461517 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] For port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:57.464540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] For port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:57.470835 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:57.507611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.508212 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:57.509551 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] 10.222.0.53 "PUT /v2.0/ports/bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 1091 time: 1.1148684 Feb 11 14:14:57.510015 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:14:57.512273 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:57.533714 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06344913-0e3e-4c43-8f1e-c0d5da520f79 service neutron] Pushing event updated for resources: {'Port': ['ID=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.563699 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79930307-b1e5-4a79-827c-62b040187e40 x-openstack-request-id: req-79930307-b1e5-4a79-827c-62b040187e40 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:57.564072 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:57.564330 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-79930307-b1e5-4a79-827c-62b040187e40 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:57.564731 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'status': 'completed', 'code': 200} Feb 11 14:14:57.607021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-27ae32c1-6e82-4c87-bf7f-4b95bb8bd833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.608566 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-27ae32c1-6e82-4c87-bf7f-4b95bb8bd833 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1125 time: 0.0555089 Feb 11 14:14:57.653708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-89d12ea5-a9d7-46d5-909e-259d76b40be5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 217 time: 0.0371361 Feb 11 14:14:57.705675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5304e44a-131d-410e-9d60-077a5bc4379f up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:57.706200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-bb4e85a9-45bd-41b7-be3c-34a0d95c350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.707395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-bb4e85a9-45bd-41b7-be3c-34a0d95c350a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 200 len: 835 time: 0.0485270 Feb 11 14:14:57.755785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 5304e44a-131d-410e-9d60-077a5bc4379f triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:57.756161 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:57.759269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-150f680b-b66f-4e80-85e1-e8930836374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:57.760726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-150f680b-b66f-4e80-85e1-e8930836374a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3557a1e8-40ee-4326-8975-7eea68b5678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458958 Feb 11 14:14:57.844411 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 5304e44a-131d-410e-9d60-077a5bc4379f is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:14:57.855014 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-0bd05031-b647-4b54-9563-0e1b26e8f6cf service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882514 Feb 11 14:14:57.948192 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cfb57aab-711f-46d6-825e-bb3c7d81552e req-2e10fed8-f674-4240-acdc-468791b1e660 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877306 Feb 11 14:14:58.047325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-aef560db-df84-4b88-a759-338105cfb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.048797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-aef560db-df84-4b88-a759-338105cfb31b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1125 time: 0.0486689 Feb 11 14:14:58.139430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-19f81f4f-8428-4523-9356-0076d9f0db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.141022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-19f81f4f-8428-4523-9356-0076d9f0db5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 896 time: 0.0864792 Feb 11 14:14:58.189347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-895f0c83-d57a-45d4-8af2-77dff1281672 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 217 time: 0.0422859 Feb 11 14:14:58.240526 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-e1ec6687-7db1-4995-9fe2-9b02a7d37d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.242008 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-e1ec6687-7db1-4995-9fe2-9b02a7d37d8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 200 len: 835 time: 0.0445907 Feb 11 14:14:58.293792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-85c5a1f7-bdd5-4e25-bb4d-de1ad03731ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.295286 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-85c5a1f7-bdd5-4e25-bb4d-de1ad03731ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3557a1e8-40ee-4326-8975-7eea68b5678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458138 Feb 11 14:14:58.404843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-dfe273b2-4217-402f-ab18-b7693c0c259e service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023083 Feb 11 14:14:58.528485 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd7ed00-3a5a-42eb-92fe-f0d724f6c1b2 req-badc5f68-ea24-4e63-bb76-57b96a568c2a service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179411 Feb 11 14:14:58.544663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8bba0-2811-48d1-a323-ef0f1f2fcb47 req-65d5805d-29cb-4daa-ad64-cd0052e6934d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:58.546174 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeb8bba0-2811-48d1-a323-ef0f1f2fcb47 req-65d5805d-29cb-4daa-ad64-cd0052e6934d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 943 time: 0.0787625 Feb 11 14:14:58.597255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aeb8bba0-2811-48d1-a323-ef0f1f2fcb47 req-3b99c6c3-431a-4605-bb8d-78f8eebf23f4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Feb 11 14:14:59.431106 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a2e3c2b-4187-4fe3-846d-5b003fa04afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:14:59.727556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a14998-6f53-485f-b81b-e7491e735259 req-be2f0b84-d1be-4642-9ae7-ad17e9f82e25 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.729358 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1a14998-6f53-485f-b81b-e7491e735259 req-be2f0b84-d1be-4642-9ae7-ad17e9f82e25 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 943 time: 0.0585220 Feb 11 14:14:59.780915 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1a14998-6f53-485f-b81b-e7491e735259 req-9d6dee86-eb01-4ee5-98f9-64a0d88ef5e2 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439692 Feb 11 14:15:00.393229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bcadb725-b1bc-4acb-8be3-95e6a79b2b7c details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:00.497031 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:00.508768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'port_id': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'mac_address': 'fa:16:3e:17:72:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:00.709898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:15:00.710289 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:00.726473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcadb725-b1bc-4acb-8be3-95e6a79b2b7c {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:15:00.749973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:00.756311 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:00.804891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:00.912482 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad613f-fc00-482c-9e05-7ee5d04e06bd req-a6d9e266-257e-434f-b774-0300bc93aa43 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:00.913980 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1ad613f-fc00-482c-9e05-7ee5d04e06bd req-a6d9e266-257e-434f-b774-0300bc93aa43 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 944 time: 0.0648286 Feb 11 14:15:00.960711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['bcadb725-b1bc-4acb-8be3-95e6a79b2b7c'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:00.964771 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c1ad613f-fc00-482c-9e05-7ee5d04e06bd req-5e703825-7194-4f74-8015-f15d79e31f04 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448153 Feb 11 14:15:01.541761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ed701fda-2631-43e1-93ac-98a052538ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:02.102173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10266574-0847-4906-bcea-71caf13f5686 req-dd0156b7-abc2-41bd-a363-b3e3fdb31c16 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:02.103689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10266574-0847-4906-bcea-71caf13f5686 req-dd0156b7-abc2-41bd-a363-b3e3fdb31c16 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 944 time: 0.0570869 Feb 11 14:15:02.156294 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10266574-0847-4906-bcea-71caf13f5686 req-e09175fc-dd91-4d30-863b-267380391268 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Feb 11 14:15:02.392880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bcadb725-b1bc-4acb-8be3-95e6a79b2b7c up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:02.454475 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:02.458304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:02.458675 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:02.538182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:15:02.538577 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:02.563915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:15:02.566208 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f319c1db-5c2b-4705-af37-b5c99243802e" -d '{"events": [{"server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "name": "network-vif-plugged", "status": "completed", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:02.578233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:02.584349 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:02.607782 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3df8a7-6002-4733-a25f-729744267085 x-openstack-request-id: req-cb3df8a7-6002-4733-a25f-729744267085 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:02.608066 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "name": "network-vif-plugged", "status": "completed", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:02.608324 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb3df8a7-6002-4733-a25f-729744267085 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:02.608717 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'code': 200} Feb 11 14:15:02.637543 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:02.706311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e22b00-e9fe-45cc-aad8-7f823817958c req-307b57b5-c60b-47b3-9f2a-e4e130b7b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:02.707837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77e22b00-e9fe-45cc-aad8-7f823817958c req-307b57b5-c60b-47b3-9f2a-e4e130b7b970 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1127 time: 0.0463796 Feb 11 14:15:02.758725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-77e22b00-e9fe-45cc-aad8-7f823817958c req-4ea6a765-786d-4fa9-8a0b-a6f412888e1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450487 Feb 11 14:15:02.921864 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:03.287947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999a1e0-3994-4ca6-8a32-07fa485d66c7 req-136f278e-4406-4302-9564-1f0cdd40ddcf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:03.289448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4999a1e0-3994-4ca6-8a32-07fa485d66c7 req-136f278e-4406-4302-9564-1f0cdd40ddcf tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0564482 Feb 11 14:15:03.338995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4999a1e0-3994-4ca6-8a32-07fa485d66c7 req-a27aca60-6801-4f20-9d76-ab46e078d7d3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Feb 11 14:15:04.474585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83bb82-3de2-41f9-b770-5e5c91e957b8 req-bcf1ff3f-76e6-408e-bb32-854a108e04e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.476089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf83bb82-3de2-41f9-b770-5e5c91e957b8 req-bcf1ff3f-76e6-408e-bb32-854a108e04e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0560281 Feb 11 14:15:04.525900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf83bb82-3de2-41f9-b770-5e5c91e957b8 req-d51eb3af-d7c3-4456-9f78-d3fc65c9b536 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Feb 11 14:15:04.567433 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:04.653275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d39e5c-c2e1-4841-b22c-b7752a9493ce req-a26c2907-f376-4ecd-8af8-d503fb6fd9a9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.654724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d39e5c-c2e1-4841-b22c-b7752a9493ce req-a26c2907-f376-4ecd-8af8-d503fb6fd9a9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0595672 Feb 11 14:15:04.707585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-50d39e5c-c2e1-4841-b22c-b7752a9493ce req-bcef26b6-ad8a-45da-8575-b6850b9b6427 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Feb 11 14:15:04.730419 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35616) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:04.775237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3540e6f0-b936-454b-83ea-3cf71c4e5947 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.776779 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3540e6f0-b936-454b-83ea-3cf71c4e5947 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1122 time: 0.0453448 Feb 11 14:15:04.779828 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35618) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:04.784533 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:04.806866 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:04.906641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.013582 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.96 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/3d46130a-b329-43df-92d3-e859d54f7e78) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:05.122312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (3d46130a-b329-43df-92d3-e859d54f7e78), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.159998 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3d46130a-b329-43df-92d3-e859d54f7e78), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.199765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:05.202720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:05.205520 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:05.231072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=3d46130a-b329-43df-92d3-e859d54f7e78,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:05.408859 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.588335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (8c021d14-4eba-4ddd-8ef9-f952444f6353), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.662406 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d46130a-b329-43df-92d3-e859d54f7e78), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.819716 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (3d46130a-b329-43df-92d3-e859d54f7e78), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.825189 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (3d46130a-b329-43df-92d3-e859d54f7e78), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:05.894281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=3d46130a-b329-43df-92d3-e859d54f7e78,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:05.906352 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (8c021d14-4eba-4ddd-8ef9-f952444f6353), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:06.012529 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP 8c021d14-4eba-4ddd-8ef9-f952444f6353 associated. External IP: 172.25.1.96, port: bcadb725-b1bc-4acb-8be3-95e6a79b2b7c. Feb 11 14:15:06.227666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 3755765f-cde9-48cc-a167-b064fe509698 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:15:06.341484 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:15:06.352005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] Sync routers for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:15:06.362479 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:06.363101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:06.364028 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:15:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:06.396105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5798d075-3ec8-48ec-8d5d-18cdb9546008 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6125181 Feb 11 14:15:06.396105 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:15:06.398865 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e979ff39-7e76-4e28-abd8-386ff80ccf11" -d '{"events": [{"name": "network-changed", "server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:06.482606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:06.511527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc708b-07d3-492f-a817-b5606b916016 req-e395097d-54e4-4ce3-82fb-3dcf14b1647a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.513240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38bc708b-07d3-492f-a817-b5606b916016 req-e395097d-54e4-4ce3-82fb-3dcf14b1647a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0581729 Feb 11 14:15:06.565393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38bc708b-07d3-492f-a817-b5606b916016 req-2c983871-a738-473d-b925-c9f4ebb797e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Feb 11 14:15:06.587941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35626) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:06.626756 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710f2338-1e0a-42d8-a699-9eaccd4578b7 x-openstack-request-id: req-710f2338-1e0a-42d8-a699-9eaccd4578b7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:06.627440 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:06.627842 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-710f2338-1e0a-42d8-a699-9eaccd4578b7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:06.628251 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'status': 'completed', 'code': 200} Feb 11 14:15:06.683563 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-031250eb-93f9-4f8e-ad39-e23de0335b1e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/8c021d14-4eba-4ddd-8ef9-f952444f6353 HTTP/1.1" status: 200 len: 990 time: 0.0943735 Feb 11 14:15:06.700711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-a09bfedd-9b18-40cf-97c6-2236cf197ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.702336 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-a09bfedd-9b18-40cf-97c6-2236cf197ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1127 time: 0.0671911 Feb 11 14:15:06.727604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '8c021d14-4eba-4ddd-8ef9-f952444f6353', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '3755765f-cde9-48cc-a167-b064fe509698', 'port_id': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'mac_address': 'fa:16:3e:17:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:05Z', 'updated_at': '2022-02-11T14:15:05Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:06.755668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] Checking router: 3755765f-cde9-48cc-a167-b064fe509698 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:06.770527 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:06.771165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:15:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:06.795321 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-6599804c-6b1b-4cda-842d-ca01aa190ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.796887 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-6599804c-6b1b-4cda-842d-ca01aa190ccd service neutron] 10.222.0.53 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 896 time: 0.0887756 Feb 11 14:15:06.865432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-2ac9a230-690a-4cd4-99aa-e7db3d2c3cdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 998 time: 0.0628898 Feb 11 14:15:06.885709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:06.930159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-779784cb-5fb7-497f-bc46-1edaf69d95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.931834 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-779784cb-5fb7-497f-bc46-1edaf69d95bc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 200 len: 835 time: 0.0609326 Feb 11 14:15:06.984222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-70aa691e-0867-44b3-ad32-777485c8691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.986815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-70aa691e-0867-44b3-ad32-777485c8691f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3557a1e8-40ee-4326-8975-7eea68b5678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483377 Feb 11 14:15:07.082663 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-1884b9f4-1982-4a2e-8713-f376bed872e1 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900414 Feb 11 14:15:07.111351 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '8c021d14-4eba-4ddd-8ef9-f952444f6353', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '3755765f-cde9-48cc-a167-b064fe509698', 'port_id': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'mac_address': 'fa:16:3e:17:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:05Z', 'updated_at': '2022-02-11T14:15:05Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:07.142571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca83d6-c74a-4163-8eb6-8ef982a89461 None None] The sync data for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 is: [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '8c021d14-4eba-4ddd-8ef9-f952444f6353', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.96', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '3755765f-cde9-48cc-a167-b064fe509698', 'port_id': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'mac_address': 'fa:16:3e:17:72:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:15:05Z', 'updated_at': '2022-02-11T14:15:05Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:07.171656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e979ff39-7e76-4e28-abd8-386ff80ccf11 req-e57f5430-6da9-405e-9d89-974c68f0593f service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837131 Feb 11 14:15:07.353686 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e88fc-a5f0-4ed8-b59c-aaf416ec38e7 None None] New status for floating IP 8c021d14-4eba-4ddd-8ef9-f952444f6353: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:15:07.688755 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35628) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:07.767914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-386a05d2-4f68-44cb-8766-a0e0f2819ab8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/8c021d14-4eba-4ddd-8ef9-f952444f6353 HTTP/1.1" status: 200 len: 992 time: 0.0775921 Feb 11 14:15:15.787859 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-f80f824d-17ba-435b-abe4-dcb67300389f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493724 Feb 11 14:15:15.891641 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-7fd185f6-f8b4-402b-8b55-bef29dbd7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:15.893185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-7fd185f6-f8b4-402b-8b55-bef29dbd7584 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1127 time: 0.0482817 Feb 11 14:15:16.014616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-cf1c22a2-b859-4efb-9833-686dfeb60eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.016515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-cf1c22a2-b859-4efb-9833-686dfeb60eb4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 896 time: 0.1046469 Feb 11 14:15:16.094761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-0162e97e-ded0-4467-88e5-de288e00a104 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 1000 time: 0.0722094 Feb 11 14:15:16.147789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-b2d0129a-1665-4980-b874-64b11d3baa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.149259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-b2d0129a-1665-4980-b874-64b11d3baa3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 200 len: 835 time: 0.0483408 Feb 11 14:15:16.183215 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:16.201112 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-74fde54a-ecbd-40f4-9cf1-262bf48fca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:16.202696 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-74fde54a-ecbd-40f4-9cf1-262bf48fca53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3557a1e8-40ee-4326-8975-7eea68b5678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465705 Feb 11 14:15:16.293707 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-f8afc8cf-6efc-4d5a-9fc0-cd358a74f11b service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834944 Feb 11 14:15:16.388045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-30ed24ea-23d4-4c66-ae44-6640b86c80fe req-3677dcb2-d493-46cb-aeb4-f99b0cc3ed21 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872505 Feb 11 14:15:17.110605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:17.875315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:29.436845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8edb1903-7659-4f60-8c1d-d7e031e3998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:31.543715 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c93a430f-4204-40cf-8355-089e072234ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:32.916925 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:34.576807 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:35.410694 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:39.175910 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705ac15-baea-4476-8eb5-b1f9de754f53 req-b089ba09-d0a9-4439-a6a3-8e809b4fdfff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:39.177455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4705ac15-baea-4476-8eb5-b1f9de754f53 req-b089ba09-d0a9-4439-a6a3-8e809b4fdfff tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0570247 Feb 11 14:15:39.229107 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4705ac15-baea-4476-8eb5-b1f9de754f53 req-75fd6c0a-3725-4661-852a-07ab9808e0aa tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Feb 11 14:15:40.366216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe3600-ce5c-4a7d-abfc-194324c69b98 req-18dd61f5-ea2c-4e07-8fea-499a0642f048 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:40.367732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10fe3600-ce5c-4a7d-abfc-194324c69b98 req-18dd61f5-ea2c-4e07-8fea-499a0642f048 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0621202 Feb 11 14:15:40.760415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10fe3600-ce5c-4a7d-abfc-194324c69b98 req-417af8da-f966-4b10-82bd-2086e6735a74 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858402 Feb 11 14:15:41.902924 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067ea6-2ca3-4c21-9e97-f7359b4777aa req-c72b562d-a43f-48ba-8e96-f41319a2c91e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.904560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a067ea6-2ca3-4c21-9e97-f7359b4777aa req-c72b562d-a43f-48ba-8e96-f41319a2c91e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0641260 Feb 11 14:15:41.968802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9a067ea6-2ca3-4c21-9e97-f7359b4777aa req-ff83edee-878c-4baf-9aab-80350c14822e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557764 Feb 11 14:15:43.108619 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8aa880-f347-47ee-ba93-f8848b52b668 req-e1f7b7dc-9900-44ae-88cb-c33b985be584 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:43.110113 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e8aa880-f347-47ee-ba93-f8848b52b668 req-e1f7b7dc-9900-44ae-88cb-c33b985be584 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0584867 Feb 11 14:15:43.167342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e8aa880-f347-47ee-ba93-f8848b52b668 req-4f943f8b-e284-47c1-ae00-442339adca6a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514572 Feb 11 14:15:44.304554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693d97-0943-4863-b55f-03170a1a6cb1 req-191b462c-9bee-44c2-b4f8-46217621478a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:44.306083 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df693d97-0943-4863-b55f-03170a1a6cb1 req-191b462c-9bee-44c2-b4f8-46217621478a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0609384 Feb 11 14:15:44.359495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df693d97-0943-4863-b55f-03170a1a6cb1 req-828a9848-4379-4b8d-ba78-5bdfdeaba99b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Feb 11 14:15:45.504613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a161f91-846b-454c-b00d-8ebe9810af21 req-38dd59ef-93bd-40ef-b4e9-edbe99a9088f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.506126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a161f91-846b-454c-b00d-8ebe9810af21 req-38dd59ef-93bd-40ef-b4e9-edbe99a9088f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0664966 Feb 11 14:15:45.567115 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8a161f91-846b-454c-b00d-8ebe9810af21 req-d22bf34a-308b-4401-bc57-2b7ec70000e5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552800 Feb 11 14:15:46.703951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8f02a-17b9-410f-b504-83cf076aba51 req-926b78d6-9e08-4a4c-b30e-4c12bd13d4ba tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.705498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59e8f02a-17b9-410f-b504-83cf076aba51 req-926b78d6-9e08-4a4c-b30e-4c12bd13d4ba tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0613501 Feb 11 14:15:46.760812 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-59e8f02a-17b9-410f-b504-83cf076aba51 req-ae4eab25-4b21-4aae-ae67-b7606d8a5a94 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468357 Feb 11 14:15:47.105614 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:47.876811 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:15:47.895351 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87463cd6-c064-45b0-9204-53b804bccd26 req-055327ce-5e7e-4476-8206-c61fec25dee5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.896947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87463cd6-c064-45b0-9204-53b804bccd26 req-055327ce-5e7e-4476-8206-c61fec25dee5 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0552173 Feb 11 14:15:47.952412 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87463cd6-c064-45b0-9204-53b804bccd26 req-748c2ddd-7613-48bd-91af-44057a27bafb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493813 Feb 11 14:15:49.088739 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d16df-5b69-4eef-8fac-38e32a7a3170 req-8db38145-ea7e-4181-9d6e-6b9f00c30ddb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:49.090319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d56d16df-5b69-4eef-8fac-38e32a7a3170 req-8db38145-ea7e-4181-9d6e-6b9f00c30ddb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0646019 Feb 11 14:15:49.148552 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d56d16df-5b69-4eef-8fac-38e32a7a3170 req-56b2305d-4335-4d1b-bf00-5ce5baa00e8c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522385 Feb 11 14:15:50.279846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6f948-01ed-4961-a034-4f359c73f2b7 req-5d0ce3e0-b2e1-46ae-bead-0aa3132b422e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:50.281344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63c6f948-01ed-4961-a034-4f359c73f2b7 req-5d0ce3e0-b2e1-46ae-bead-0aa3132b422e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0570164 Feb 11 14:15:50.339918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63c6f948-01ed-4961-a034-4f359c73f2b7 req-51f1ea07-9f1f-4499-9fa0-fb739b151940 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527475 Feb 11 14:15:51.474166 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a9f92-6096-4c8e-9df8-059a63735fa9 req-2eee19e5-ecff-4ac4-a32d-b822d301d82f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:51.475670 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-514a9f92-6096-4c8e-9df8-059a63735fa9 req-2eee19e5-ecff-4ac4-a32d-b822d301d82f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0560396 Feb 11 14:15:51.527666 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-514a9f92-6096-4c8e-9df8-059a63735fa9 req-e33e31be-cd56-49cb-994d-416873ae2d5a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Feb 11 14:15:52.669186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e416e-8f23-425c-a12f-e0d9011d7832 req-111454c7-a293-4ff6-bca8-71867c7330c8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:52.670993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c4e416e-8f23-425c-a12f-e0d9011d7832 req-111454c7-a293-4ff6-bca8-71867c7330c8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0636790 Feb 11 14:15:52.723698 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c4e416e-8f23-425c-a12f-e0d9011d7832 req-05b718bc-3b5b-42a8-b828-b258d6a89634 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Feb 11 14:15:53.186511 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:53.850676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c1213-b2ec-4c3c-9091-80540812dec5 req-cd61ebe8-7edb-4996-930b-46374c6d8b4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.852167 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-669c1213-b2ec-4c3c-9091-80540812dec5 req-cd61ebe8-7edb-4996-930b-46374c6d8b4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0559807 Feb 11 14:15:53.901173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-669c1213-b2ec-4c3c-9091-80540812dec5 req-1ed2553b-07ff-4274-b29a-061fd2709fd0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432196 Feb 11 14:15:55.040411 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bfe34-2d2f-4fef-8bd1-942b63ebc2e8 req-7e1a20d2-620b-4314-9b0f-9fcc4f607b48 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:55.041956 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a81bfe34-2d2f-4fef-8bd1-942b63ebc2e8 req-7e1a20d2-620b-4314-9b0f-9fcc4f607b48 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0637479 Feb 11 14:15:55.092347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a81bfe34-2d2f-4fef-8bd1-942b63ebc2e8 req-0d49770c-8b1c-4564-b31e-9707c4099538 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 Feb 11 14:15:55.115102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35670) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:55.174526 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-cd76e7fa-e9b4-4c09-82db-f6f707fc050d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/8c021d14-4eba-4ddd-8ef9-f952444f6353 HTTP/1.1" status: 200 len: 992 time: 0.0582919 Feb 11 14:15:56.502819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429c1cf-6536-47e0-a3bd-49377afff9ab req-4cbe2dfd-a4c9-4a17-84ed-4a75d03f6313 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.504306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c429c1cf-6536-47e0-a3bd-49377afff9ab req-4cbe2dfd-a4c9-4a17-84ed-4a75d03f6313 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0869682 Feb 11 14:15:56.517750 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-97a64b83-b3ce-4ea9-b688-09e37c0d1360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.519180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-97a64b83-b3ce-4ea9-b688-09e37c0d1360 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1127 time: 0.0696146 Feb 11 14:15:56.612806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c429c1cf-6536-47e0-a3bd-49377afff9ab req-01525b2f-9afd-4986-b8a8-3f3f7e23d420 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025999 Feb 11 14:15:56.639906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-86c923bd-6985-47e3-8d91-5223c1554a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.641656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-86c923bd-6985-47e3-8d91-5223c1554a19 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 896 time: 0.1148789 Feb 11 14:15:56.708520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-c4888378-0d2c-478e-b95b-4ae360673e72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 1000 time: 0.0610220 Feb 11 14:15:56.757826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-88d029d5-f564-4f75-979a-b3f68f6c02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.759146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-88d029d5-f564-4f75-979a-b3f68f6c02c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 200 len: 835 time: 0.0448558 Feb 11 14:15:56.814514 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-dd40417e-cccb-4dca-b34b-d73a09b7b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:56.816013 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-dd40417e-cccb-4dca-b34b-d73a09b7b085 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3557a1e8-40ee-4326-8975-7eea68b5678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499001 Feb 11 14:15:56.903015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-34b77c6c-4097-4eea-a00e-a19d8fc48100 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809376 Feb 11 14:15:57.000293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5868bdf0-b260-4108-9b4f-202537f219b9 req-3d1612fd-15d5-4479-abd4-ceb293ed6968 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911264 Feb 11 14:15:57.739434 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29729b30-4ef9-4ccc-b18e-4a6f1d99d810 req-f7852792-4263-44c3-a7ff-e68094d408b1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:57.740862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-29729b30-4ef9-4ccc-b18e-4a6f1d99d810 req-f7852792-4263-44c3-a7ff-e68094d408b1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0553861 Feb 11 14:15:57.797479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-29729b30-4ef9-4ccc-b18e-4a6f1d99d810 req-38187835-cf14-4f78-81ad-6fce357144f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480492 Feb 11 14:15:57.827416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:15:57.898816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-5d963052-4128-40e6-9295-4017de592415 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/8c021d14-4eba-4ddd-8ef9-f952444f6353 HTTP/1.1" status: 200 len: 992 time: 0.0698457 Feb 11 14:15:59.436222 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-98c51257-1be9-4809-9a42-f98c890ef44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:01.544402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a41b502-daad-4d32-b116-45790af53399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:02.920455 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:04.573849 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:05.406964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:07.442293 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-f38a0aee-10d2-4721-ae66-680a49d80d26 service neutron] (109684) timed out ('10.222.0.42', 60388) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:16:07.854225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-3c0aef07-4ae9-4898-b82e-48df9986d9b6 req-d97b3bdd-c605-4b8b-a698-05e43aaea992 tempest-ServerActionsTestJSON-2041410588 tempest-ServerActionsTestJSON-2041410588-project] (109684) timed out ('10.222.0.42', 60410) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:16:15.789632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-3fcb8409-c8b1-4816-bac5-6c0d754876ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540826 Feb 11 14:16:15.882919 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-2c4afe75-9395-4d62-99c3-e20b44c2dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.884440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-2c4afe75-9395-4d62-99c3-e20b44c2dde9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1127 time: 0.0488129 Feb 11 14:16:15.993180 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-5edbe719-d9a1-4343-930a-16555e74f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:15.994708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-5edbe719-d9a1-4343-930a-16555e74f86d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 896 time: 0.0899861 Feb 11 14:16:16.071759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-634fe7a9-5877-432a-b164-d8baeeb934f1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 1000 time: 0.0700798 Feb 11 14:16:16.127039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-2c51691c-f6c7-41fc-81b3-eb09a6f03368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.128658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-2c51691c-f6c7-41fc-81b3-eb09a6f03368 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 200 len: 835 time: 0.0507965 Feb 11 14:16:16.186280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-227f8f90-968e-4d7d-81a5-4f0e0d4b8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:16.187841 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-227f8f90-968e-4d7d-81a5-4f0e0d4b8213 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3557a1e8-40ee-4326-8975-7eea68b5678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508938 Feb 11 14:16:16.291923 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-5d319333-99ee-423c-a3ac-ac5528cef8f2 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963910 Feb 11 14:16:16.384627 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ead9102e-fef3-4cec-b195-bbbb09757af5 req-66653671-d445-40c4-bf5b-0302d75bc390 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865853 Feb 11 14:16:17.113292 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:17.878245 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:28.408420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35692) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:28.577974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 3d46130a-b329-43df-92d3-e859d54f7e78 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:16:28.578292 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3d46130a-b329-43df-92d3-e859d54f7e78), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:28.662187 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3d46130a-b329-43df-92d3-e859d54f7e78), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:28.662516 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (3d46130a-b329-43df-92d3-e859d54f7e78), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:28.679127 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 3d46130a-b329-43df-92d3-e859d54f7e78 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:16:28.829304 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (3d46130a-b329-43df-92d3-e859d54f7e78), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:28.881092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=3d46130a-b329-43df-92d3-e859d54f7e78,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:28.906823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.907175 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.907537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.907857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.908279 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.908623 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.908888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.909216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.909546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.909946 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.910217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.910539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.910859 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:28.931063 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (8c021d14-4eba-4ddd-8ef9-f952444f6353), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:28.931335 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP 8c021d14-4eba-4ddd-8ef9-f952444f6353 disassociated (deleted). External IP: 172.25.1.96, port: bcadb725-b1bc-4acb-8be3-95e6a79b2b7c. Feb 11 14:16:29.147527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 3755765f-cde9-48cc-a167-b064fe509698 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:29.258944 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:29.264201 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:29.271149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] Sync routers for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:29.281994 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:29.282496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.293776 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-771de779-00a6-4b6e-be09-c4311c5c4436 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/floatingips/8c021d14-4eba-4ddd-8ef9-f952444f6353 HTTP/1.1" status: 204 len: 168 time: 0.8834460 Feb 11 14:16:29.294361 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:29.296843 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69657c4-9ddd-4c03-aff1-52fe116aceba" -d '{"events": [{"name": "network-changed", "server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:29.390508 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:29.462114 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bac9db-dd37-49be-b946-6477fb701faf x-openstack-request-id: req-d8bac9db-dd37-49be-b946-6477fb701faf {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:29.463074 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:29.463796 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8bac9db-dd37-49be-b946-6477fb701faf {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:29.464412 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'status': 'completed', 'code': 200} Feb 11 14:16:29.473831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4e50ee7f-bda0-49ed-bc1a-5ff7a8ec3e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:29.564833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-a75b0d96-f0ef-45ae-bad7-ad4a08c42454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:29.566397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-a75b0d96-f0ef-45ae-bad7-ad4a08c42454 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 1127 time: 0.0818906 Feb 11 14:16:29.587605 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f68282-cc42-462c-b9a9-a3ef1b351d87 req-4882602b-6701-4233-bfb4-ff1bdebd471b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:29.589078 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7f68282-cc42-462c-b9a9-a3ef1b351d87 req-4882602b-6701-4233-bfb4-ff1bdebd471b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0763824 Feb 11 14:16:29.608941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.634525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] Checking router: 3755765f-cde9-48cc-a167-b064fe509698 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:29.643095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:29.643692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.689147 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7f68282-cc42-462c-b9a9-a3ef1b351d87 req-b58a6919-e078-44e8-a2b8-ad3c21405e87 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903015 Feb 11 14:16:29.699120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-ab50430e-a2b9-42f6-a6c3-ed0ea9ec43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:29.700577 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-ab50430e-a2b9-42f6-a6c3-ed0ea9ec43b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 200 len: 896 time: 0.1280909 Feb 11 14:16:29.752152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:29.756105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-bcadb413-d801-4fec-ae7e-ecb99721c4d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 200 len: 217 time: 0.0463996 Feb 11 14:16:29.804380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-893b132a-c4c8-42ee-8a5d-2bd01847257c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:29.805885 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-893b132a-c4c8-42ee-8a5d-2bd01847257c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 200 len: 835 time: 0.0440383 Feb 11 14:16:29.857007 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-4084914e-c4f6-4bff-837e-ffad1ee96150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:29.858501 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-4084914e-c4f6-4bff-837e-ffad1ee96150 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3557a1e8-40ee-4326-8975-7eea68b5678b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449791 Feb 11 14:16:29.952822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-a71c952a-bbbc-4c3b-b91f-2edea7da8b60 service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Feb 11 14:16:29.958362 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.985247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f029230-f24e-4e35-9ba6-86a1fa8c2cb9 None None] The sync data for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 is: [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '5304e44a-131d-410e-9d60-077a5bc4379f', 'name': '', 'network_id': '3557a1e8-40ee-4326-8975-7eea68b5678b', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:94:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:52Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '327e7919-bcf9-42a0-8bb2-c840f3867cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:30.065677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d69657c4-9ddd-4c03-aff1-52fe116aceba req-f42fcabb-4404-476c-8a02-139a4d978ada service neutron] 10.222.0.53 "GET /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058729 Feb 11 14:16:30.186576 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:16:30.226951 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25b962-50b1-4d54-8fa8-0498ac403a1f None None] New status for floating IP 8c021d14-4eba-4ddd-8ef9-f952444f6353: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:16:30.828338 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b54262-2059-416e-8a53-079fe500c434 req-4f69f4ef-f0b7-410f-a9c9-85f60fb2337b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:30.829927 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34b54262-2059-416e-8a53-079fe500c434 req-4f69f4ef-f0b7-410f-a9c9-85f60fb2337b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0590200 Feb 11 14:16:30.881057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-34b54262-2059-416e-8a53-079fe500c434 req-af7403de-21f3-47e0-b556-a06b2785e31e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=91702078-78e3-4a81-a78f-984fdcf9d215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450945 Feb 11 14:16:31.039491 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-b7790ea7-53ca-42b7-92e2-783ce1789fa6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:31.040878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-b7790ea7-53ca-42b7-92e2-783ce1789fa6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 945 time: 0.0617561 Feb 11 14:16:31.138519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:16:31.138828 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:31.228475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:31.228804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:31.241610 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for bcadb725-b1bc-4acb-8be3-95e6a79b2b7c owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:16:31.376626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bcadb725-b1bc-4acb-8be3-95e6a79b2b7c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:31.409442 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=bcadb725-b1bc-4acb-8be3-95e6a79b2b7c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:31.452473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] No DVR routers for this DVR port bcadb725-b1bc-4acb-8be3-95e6a79b2b7c on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:31.455312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:31.458900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-74c9acc3-bd0f-4136-854a-1de1df8b85be req-ae4306e2-22b9-4334-9f00-c3521344e9d4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.53 "DELETE /v2.0/ports/bcadb725-b1bc-4acb-8be3-95e6a79b2b7c HTTP/1.1" status: 204 len: 173 time: 0.4123895 Feb 11 14:16:31.465487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'name': 'network-vif-deleted', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:31.467767 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b373410f-f239-4b6b-ac77-57d5c8e9c1e1" -d '{"events": [{"server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "name": "network-vif-deleted", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:31.508428 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2fd494-0b67-4f7c-a965-aa04049ddecb x-openstack-request-id: req-0c2fd494-0b67-4f7c-a965-aa04049ddecb {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:31.508721 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6168fa20-11eb-48e5-ae5e-3e83dfaa070d", "name": "network-vif-deleted", "tag": "bcadb725-b1bc-4acb-8be3-95e6a79b2b7c", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:31.508974 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c2fd494-0b67-4f7c-a965-aa04049ddecb {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:31.509382 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6168fa20-11eb-48e5-ae5e-3e83dfaa070d', 'name': 'network-vif-deleted', 'tag': 'bcadb725-b1bc-4acb-8be3-95e6a79b2b7c', 'status': 'completed', 'code': 200} Feb 11 14:16:31.539347 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-72381089-27cc-4bc1-928c-f5bacaac35dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:31.999306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fb6806ce-aff7-4893-b18c-bf32fa9dcaaf req-5281d6dc-4d59-486f-8bdc-ac869fbdfc6d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=6168fa20-11eb-48e5-ae5e-3e83dfaa070d HTTP/1.1" status: 200 len: 210 time: 0.0308712 Feb 11 14:16:32.920664 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:33.062547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35708) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:33.420504 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (3755765f-cde9-48cc-a167-b064fe509698), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.020759 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 5304e44a-131d-410e-9d60-077a5bc4379f {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:16:34.021088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.111654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port 5304e44a-131d-410e-9d60-077a5bc4379f, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=5304e44a-131d-410e-9d60-077a5bc4379f,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:34.112410 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.124805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 5304e44a-131d-410e-9d60-077a5bc4379f owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:16:34.326215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (5304e44a-131d-410e-9d60-077a5bc4379f), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.352044 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=5304e44a-131d-410e-9d60-077a5bc4379f,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:34.529986 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (3755765f-cde9-48cc-a167-b064fe509698), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.576578 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.752774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 3755765f-cde9-48cc-a167-b064fe509698 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:34.869020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:34.879555 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-784fddf2-5a92-4a86-ab57-4919573bd4f3 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/3755765f-cde9-48cc-a167-b064fe509698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8131797 Feb 11 14:16:34.879768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] Sync routers for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:34.879877 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35710) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:34.890294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:34.890911 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:34.931013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting subnet 327e7919-bcf9-42a0-8bb2-c840f3867cf3 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:16:34.931507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bcadb725-b1bc-4acb-8be3-95e6a79b2b7c no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:34.934392 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (327e7919-bcf9-42a0-8bb2-c840f3867cf3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:34.957663 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: bcadb725-b1bc-4acb-8be3-95e6a79b2b7c {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:16:34.957996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device bcadb725-b1bc-4acb-8be3-95e6a79b2b7c not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:34.975950 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (327e7919-bcf9-42a0-8bb2-c840f3867cf3), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.024581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:35.065881 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (327e7919-bcf9-42a0-8bb2-c840f3867cf3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.140847 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (327e7919-bcf9-42a0-8bb2-c840f3867cf3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.167456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Subnet': ['ID=327e7919-bcf9-42a0-8bb2-c840f3867cf3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:35.173412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.180333 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-598b4fcf-ef49-4eb1-9672-f7d7c931368b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/subnets/327e7919-bcf9-42a0-8bb2-c840f3867cf3 HTTP/1.1" status: 204 len: 168 time: 0.2969432 Feb 11 14:16:35.180694 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35712) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:35.247689 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1cb036-3be7-4b8c-b61a-b032e07415d7 None None] Network 3557a1e8-40ee-4326-8975-7eea68b5678b requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:16:35.293268 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (3755765f-cde9-48cc-a167-b064fe509698), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.403734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (3755765f-cde9-48cc-a167-b064fe509698), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.430742 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.458408 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port d701e222-c76c-42ea-a9fb-ea6e229cbde2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:16:35.459171 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.482765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:16:34Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'd701e222-c76c-42ea-a9fb-ea6e229cbde2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3755765f-cde9-48cc-a167-b064fe509698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:35.517973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] DHCP port deletion for 3557a1e8-40ee-4326-8975-7eea68b5678b request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:16:35.521550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] Checking router: 3755765f-cde9-48cc-a167-b064fe509698 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:35.551348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port d701e222-c76c-42ea-a9fb-ea6e229cbde2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=d701e222-c76c-42ea-a9fb-ea6e229cbde2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:35.551686 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.554731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] Routers {'3755765f-cde9-48cc-a167-b064fe509698'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:35.555476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['3755765f-cde9-48cc-a167-b064fe509698'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:35.564022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for d701e222-c76c-42ea-a9fb-ea6e229cbde2 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:16:35.654600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] Set router 3755765f-cde9-48cc-a167-b064fe509698 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:35.657598 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Deleting port 3471d056-f89f-47e7-9dc6-868674e6e6ee {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:16:35.658062 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.717631 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:16:35Z', 'revision_number': 6, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:35.745629 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (d701e222-c76c-42ea-a9fb-ea6e229cbde2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.758643 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40e66bd-cdb0-4624-90a4-2094c52d3023 None None] The sync data for ids ['3755765f-cde9-48cc-a167-b064fe509698'] in n-d-828675-3 is: [{'id': '3755765f-cde9-48cc-a167-b064fe509698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344855176', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:49Z', 'updated_at': '2022-02-11T14:16:35Z', 'revision_number': 6, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:35.771075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=d701e222-c76c-42ea-a9fb-ea6e229cbde2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:35.811513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] For port 3471d056-f89f-47e7-9dc6-868674e6e6ee, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3471d056-f89f-47e7-9dc6-868674e6e6ee,segment=NetworkSegment(f7253c51-2d47-4638-9def-3750e7630746),segment_id=f7253c51-2d47-4638-9def-3750e7630746)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:35.811911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.815872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3471d056-f89f-47e7-9dc6-868674e6e6ee no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:35.847093 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Calling delete_port for 3471d056-f89f-47e7-9dc6-868674e6e6ee owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:16:35.850867 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (3755765f-cde9-48cc-a167-b064fe509698), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.943047 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (3755765f-cde9-48cc-a167-b064fe509698), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.945208 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (3755765f-cde9-48cc-a167-b064fe509698), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.962090 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3471d056-f89f-47e7-9dc6-868674e6e6ee is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:35.962483 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.982703 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3471d056-f89f-47e7-9dc6-868674e6e6ee), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.993576 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (3755765f-cde9-48cc-a167-b064fe509698), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:35.994210 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Fanout notify agent at l3_agent the message router_deleted on router 3755765f-cde9-48cc-a167-b064fe509698 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:16:36.001606 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.005347 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-51757adc-d7fc-49b1-974f-655e12abe924 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/routers/3755765f-cde9-48cc-a167-b064fe509698 HTTP/1.1" status: 204 len: 168 time: 0.8211889 Feb 11 14:16:36.005549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35714) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:36.031789 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Pushing event deleted for resources: {'Port': ['ID=3471d056-f89f-47e7-9dc6-868674e6e6ee,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.034825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] No DVR routers for this DVR port 3471d056-f89f-47e7-9dc6-868674e6e6ee on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:36.043876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.044225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.044566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.044900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.045243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.045565 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.045915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.046625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.046625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.046851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.047174 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.047496 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.048822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c9e2d-f8ce-42fe-9718-213744f9c7d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.082758 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (3557a1e8-40ee-4326-8975-7eea68b5678b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.176315 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (3557a1e8-40ee-4326-8975-7eea68b5678b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.198416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3557a1e8-40ee-4326-8975-7eea68b5678b']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:36.211537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7253c51-2d47-4638-9def-3750e7630746') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:36.211835 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7253c51-2d47-4638-9def-3750e7630746') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:36.221773 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (f7253c51-2d47-4638-9def-3750e7630746), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.234935 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (f7253c51-2d47-4638-9def-3750e7630746), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.241294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:16:36.241706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (f7253c51-2d47-4638-9def-3750e7630746), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:36.245192 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:36.311152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (3557a1e8-40ee-4326-8975-7eea68b5678b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.319564 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.322815 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/networks/3557a1e8-40ee-4326-8975-7eea68b5678b HTTP/1.1" status: 204 len: 168 time: 0.3162143 Feb 11 14:16:36.326262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35716) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:36.334430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a976229-72c5-4458-8c88-dd88b7490aa0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Network': ['ID=3557a1e8-40ee-4326-8975-7eea68b5678b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.386210 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (91702078-78e3-4a81-a78f-984fdcf9d215), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.412624 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (91702078-78e3-4a81-a78f-984fdcf9d215), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.488855 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (91702078-78e3-4a81-a78f-984fdcf9d215), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.491449 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:36.492677 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/security-groups/91702078-78e3-4a81-a78f-984fdcf9d215 HTTP/1.1" status: 204 len: 168 time: 0.1654143 Feb 11 14:16:36.502144 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91702078-78e3-4a81-a78f-984fdcf9d215,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.513544 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.514073 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.514418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.514790 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.515110 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.515416 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.515895 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.516241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.516556 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.517031 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.517362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.517842 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.518170 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f9e27d-054c-455b-b96a-b5c1f150e4e1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:37.201220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35724) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:37.205975 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2a2b84cb-eadf-4b97-9419-1b070687ab80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335558453', 'description': 'tempest-secgroup-smoke-1335558453 description', 'project_id': '9be988458cb741c29dd149bd2380baad'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:37.227600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a2b84cb-eadf-4b97-9419-1b070687ab80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.294977 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a2b84cb-eadf-4b97-9419-1b070687ab80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (9a1ee45e-dd8c-44be-bf75-3cd1289bf929), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.301176 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a2b84cb-eadf-4b97-9419-1b070687ab80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9a1ee45e-dd8c-44be-bf75-3cd1289bf929), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.330781 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2a2b84cb-eadf-4b97-9419-1b070687ab80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.331968 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2a2b84cb-eadf-4b97-9419-1b070687ab80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1297185 Feb 11 14:16:37.333955 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b84cb-eadf-4b97-9419-1b070687ab80 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1ee45e-dd8c-44be-bf75-3cd1289bf929,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.335147 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35726) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:37.340476 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-3c712798-02c5-45ec-be08-c95655da379c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '9a1ee45e-dd8c-44be-bf75-3cd1289bf929', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:37.367955 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c712798-02c5-45ec-be08-c95655da379c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (7bfb7a42-2042-4a6b-ad1b-1af3b9f1a67c), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.414899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c712798-02c5-45ec-be08-c95655da379c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (7bfb7a42-2042-4a6b-ad1b-1af3b9f1a67c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.419523 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c712798-02c5-45ec-be08-c95655da379c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (7bfb7a42-2042-4a6b-ad1b-1af3b9f1a67c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.439096 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c712798-02c5-45ec-be08-c95655da379c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfb7a42-2042-4a6b-ad1b-1af3b9f1a67c,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.448950 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3c712798-02c5-45ec-be08-c95655da379c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.450213 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3c712798-02c5-45ec-be08-c95655da379c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133509 Feb 11 14:16:37.453371 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35728) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:37.458188 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-33356052-7c8e-43d3-8162-b8562f2ff5ac tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '9a1ee45e-dd8c-44be-bf75-3cd1289bf929', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:37.484484 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33356052-7c8e-43d3-8162-b8562f2ff5ac tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (9d79234b-7456-492f-83a8-8a1e6c4dd2ec), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.540410 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33356052-7c8e-43d3-8162-b8562f2ff5ac tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (9d79234b-7456-492f-83a8-8a1e6c4dd2ec), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.545329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33356052-7c8e-43d3-8162-b8562f2ff5ac tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9d79234b-7456-492f-83a8-8a1e6c4dd2ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.563248 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33356052-7c8e-43d3-8162-b8562f2ff5ac tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d79234b-7456-492f-83a8-8a1e6c4dd2ec,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.570780 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-33356052-7c8e-43d3-8162-b8562f2ff5ac tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.571999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-33356052-7c8e-43d3-8162-b8562f2ff5ac tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175535 Feb 11 14:16:37.575017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35730) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:37.579292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ee905107-10f4-4e77-a986-9e5926c80a4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '9a1ee45e-dd8c-44be-bf75-3cd1289bf929', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:37.604857 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee905107-10f4-4e77-a986-9e5926c80a4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (9e8e4169-5f32-492f-af3f-94d199b745ec), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.661873 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee905107-10f4-4e77-a986-9e5926c80a4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (9e8e4169-5f32-492f-af3f-94d199b745ec), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.668457 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee905107-10f4-4e77-a986-9e5926c80a4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (9e8e4169-5f32-492f-af3f-94d199b745ec), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.690831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee905107-10f4-4e77-a986-9e5926c80a4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e8e4169-5f32-492f-af3f-94d199b745ec,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.703372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ee905107-10f4-4e77-a986-9e5926c80a4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.704607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ee905107-10f4-4e77-a986-9e5926c80a4e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286662 Feb 11 14:16:37.707705 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35732) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:37.712115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d241c156-7dba-4537-860d-75db70205f1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '9a1ee45e-dd8c-44be-bf75-3cd1289bf929', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:37.727291 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d701e222-c76c-42ea-a9fb-ea6e229cbde2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:37.739203 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d241c156-7dba-4537-860d-75db70205f1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (2362b5d6-e163-42df-a737-a66e097f6e6c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.748346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: d701e222-c76c-42ea-a9fb-ea6e229cbde2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:16:37.748929 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device d701e222-c76c-42ea-a9fb-ea6e229cbde2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:37.749487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5304e44a-131d-410e-9d60-077a5bc4379f no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:37.768703 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 5304e44a-131d-410e-9d60-077a5bc4379f {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:16:37.769048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 5304e44a-131d-410e-9d60-077a5bc4379f not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:37.797010 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d241c156-7dba-4537-860d-75db70205f1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (2362b5d6-e163-42df-a737-a66e097f6e6c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.802546 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d241c156-7dba-4537-860d-75db70205f1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (2362b5d6-e163-42df-a737-a66e097f6e6c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.822283 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241c156-7dba-4537-860d-75db70205f1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2362b5d6-e163-42df-a737-a66e097f6e6c,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.827646 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d241c156-7dba-4537-860d-75db70205f1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.828811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d241c156-7dba-4537-860d-75db70205f1d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202257 Feb 11 14:16:37.832423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35734) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:37.836812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '9a1ee45e-dd8c-44be-bf75-3cd1289bf929', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:37.859469 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:16:37.864458 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (5dc7184b-bfc1-407f-8b36-50c11028fef2), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.922365 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (5dc7184b-bfc1-407f-8b36-50c11028fef2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.926642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5dc7184b-bfc1-407f-8b36-50c11028fef2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.945209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc7184b-bfc1-407f-8b36-50c11028fef2,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.953321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:37.954569 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-60323801-a007-453c-a915-7d7667732e9a tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212001 Feb 11 14:16:37.957430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35736) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:37.961757 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'security_group_rule': {'security_group_id': '9a1ee45e-dd8c-44be-bf75-3cd1289bf929', 'project_id': '9be988458cb741c29dd149bd2380baad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:37.982584 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Project 9be988458cb741c29dd149bd2380baad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:16:37.987416 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (57c3d028-54a7-44b9-9720-e567a76ea89e), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.047152 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (57c3d028-54a7-44b9-9720-e567a76ea89e), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.052455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (57c3d028-54a7-44b9-9720-e567a76ea89e), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.073470 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c3d028-54a7-44b9-9720-e567a76ea89e,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:38.083993 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.085205 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8de67ac3-2c67-41af-b36d-cc499e9cf418 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267812 Feb 11 14:16:38.089169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35738) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:38.094010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'network': {'name': 'tempest-network-smoke--1969686032', 'project_id': '9be988458cb741c29dd149bd2380baad', 'port_security_enabled': True}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:38.116515 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:38.119833 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.143795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:38.152509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b8b495ac-e53c-4ae2-a007-12e1f19c1f07), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.152895 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Added segment b8b495ac-e53c-4ae2-a007-12e1f19c1f07 of type vlan for network d730adcd-aab1-4769-b8b0-cde52e873e18 Feb 11 14:16:38.193487 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (d730adcd-aab1-4769-b8b0-cde52e873e18), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.218896 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (d730adcd-aab1-4769-b8b0-cde52e873e18), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.223875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:38.224470 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.262560 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1723464 Feb 11 14:16:38.265427 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35740) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:38.270225 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'admin_state_up': True, 'project_id': '9be988458cb741c29dd149bd2380baad', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:38.292389 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (81fc112a-0642-45b1-9eba-9b463068b1e8), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.293657 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (81fc112a-0642-45b1-9eba-9b463068b1e8), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.294809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235efab-a05f-4e43-846e-74bbd28df197 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Network': ['ID=d730adcd-aab1-4769-b8b0-cde52e873e18,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:38.305587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network d730adcd-aab1-4769-b8b0-cde52e873e18 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:16:38.346889 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (81fc112a-0642-45b1-9eba-9b463068b1e8), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.495802 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (81fc112a-0642-45b1-9eba-9b463068b1e8), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.702031 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (81fc112a-0642-45b1-9eba-9b463068b1e8), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.720893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.822983 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.34 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/f3be6ed6-4107-4125-b0c7-e44127ffeac1) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:38.938522 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:38.982469 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:39.024465 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:39.027486 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:39.030116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:39.056664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=f3be6ed6-4107-4125-b0c7-e44127ffeac1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.309781 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (81fc112a-0642-45b1-9eba-9b463068b1e8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:39.517352 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (81fc112a-0642-45b1-9eba-9b463068b1e8), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:39.654580 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 81fc112a-0642-45b1-9eba-9b463068b1e8 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:16:39.768164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:39.779035 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Sync routers for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:39.791409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:39.793587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f2254404-4a6d-4e7b-9f37-a5ba02b282e8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5270836 Feb 11 14:16:39.794137 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:39.794755 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:39.796666 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35742) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:39.825493 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d2bb4e7d-2e3c-4eb1-b8ab-73109d718cc1 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=9be988458cb741c29dd149bd2380baad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276120 Feb 11 14:16:39.828343 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35744) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:39.901524 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:39.920656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f416896-c02a-424e-bdb0-f028a98ca6c0 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:39.922216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8f416896-c02a-424e-bdb0-f028a98ca6c0 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927598 Feb 11 14:16:39.925353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35746) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:39.953026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2d774147-9b8d-4319-be02-7b9e645f4eb7 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=1c11ec19-95ac-41a6-a784-685596ef34e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265763 Feb 11 14:16:39.955880 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35748) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:39.960639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99551010', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'project_id': '9be988458cb741c29dd149bd2380baad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:40.051035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:40.056069 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.079424 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:40.109747 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Checking router: 81fc112a-0642-45b1-9eba-9b463068b1e8 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:40.110365 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Updating router 81fc112a-0642-45b1-9eba-9b463068b1e8 port f3be6ed6-4107-4125-b0c7-e44127ffeac1 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:40.138871 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.238853 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (31d8798f-38d3-4fd0-8d10-1eef3d4529de), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.292085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Subnet': ['ID=31d8798f-38d3-4fd0-8d10-1eef3d4529de,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:40.307428 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Checking segment: {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:40.307813 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network hostable DHCP agents. Network: d730adcd-aab1-4769-b8b0-cde52e873e18, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:40.326562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network d730adcd-aab1-4769-b8b0-cde52e873e18 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:40.336108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, d730adcd-aab1-4769-b8b0-cde52e873e18) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:40.341309 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:40.342432 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.346371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834172cf-eeb7-46f2-a184-83e2c9811d1e None None] Network d730adcd-aab1-4769-b8b0-cde52e873e18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:16:40.369065 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f3d84288-0170-4b2a-b65e-7b390d1108ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4095812 Feb 11 14:16:40.369280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35750) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:40.387564 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Publish callbacks [] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.396328 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.459198 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Attempting to bind port f3be6ed6-4107-4125-b0c7-e44127ffeac1 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:40.459596 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Attempting to bind port f3be6ed6-4107-4125-b0c7-e44127ffeac1 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:40.460217 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Attempting to bind port f3be6ed6-4107-4125-b0c7-e44127ffeac1 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:40.463631 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Pushing event updated for resources: {'Port': ['ID=f3be6ed6-4107-4125-b0c7-e44127ffeac1,revision_number=2']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:40.469141 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-d730adcd-aab1-4769-b8b0-cde52e873e18', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:16:40.470405 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.474973 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.475320 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.475658 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.475988 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.476316 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.476641 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.476971 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.477284 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.477611 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.477957 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.478281 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.478599 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.479358 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:40.482719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:40.482719 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:40.483092 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.483426 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:40.483896 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Bound port: f3be6ed6-4107-4125-b0c7-e44127ffeac1, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:40.484273 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.537163 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] For port f3be6ed6-4107-4125-b0c7-e44127ffeac1, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:40.540392 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] For port f3be6ed6-4107-4125-b0c7-e44127ffeac1, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f3be6ed6-4107-4125-b0c7-e44127ffeac1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:40.547894 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.597589 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:40.598172 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:40.627854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Allocated IP 172.20.0.2 (d730adcd-aab1-4769-b8b0-cde52e873e18/31d8798f-38d3-4fd0-8d10-1eef3d4529de/50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:40.647052 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7440b9a-82d5-4f73-90a6-41ae7111417e None None] Pushing event updated for resources: {'Port': ['ID=f3be6ed6-4107-4125-b0c7-e44127ffeac1,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:40.718533 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:40.780783 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Publish callbacks [] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.789033 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.836471 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.839898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Network d730adcd-aab1-4769-b8b0-cde52e873e18 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:40.857408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:40.860419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:40.863460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Pushing event updated for resources: {'Port': ['ID=50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:40.905553 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:40.921219 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Attempting to bind port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:40.921603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Attempting to bind port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:40.922002 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Attempting to bind port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc on network d730adcd-aab1-4769-b8b0-cde52e873e18 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:40.927223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:40.927602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Checking segment: {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:40.928009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.928404 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Bound using segment: {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:40.928870 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Bound port: 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:40.929249 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:40.932369 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29c05df-b928-4a9f-9912-f85791377fcd None None] The sync data for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 is: [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 3, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:41.001391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] For port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:41.005665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] For port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:41.013074 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:41.077586 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893cdc3-5bbe-4c76-8b78-83a7b3b9f776 None None] Pushing event updated for resources: {'Port': ['ID=50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:41.536092 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.1 (d730adcd-aab1-4769-b8b0-cde52e873e18/31d8798f-38d3-4fd0-8d10-1eef3d4529de/1b30efde-779d-41f1-ac18-2fc2a69a6c94) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:41.658090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:41.695029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:41.739585 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network d730adcd-aab1-4769-b8b0-cde52e873e18 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:41.745529 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:41.749054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:41.787295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=1b30efde-779d-41f1-ac18-2fc2a69a6c94,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:41.820088 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (81fc112a-0642-45b1-9eba-9b463068b1e8), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:41.862318 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f3be6ed6-4107-4125-b0c7-e44127ffeac1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:41.916824 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f3be6ed6-4107-4125-b0c7-e44127ffeac1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:41.917202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:41.979965 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.012517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f3be6ed6-4107-4125-b0c7-e44127ffeac1 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:42.012910 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.038888 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port f3be6ed6-4107-4125-b0c7-e44127ffeac1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f3be6ed6-4107-4125-b0c7-e44127ffeac1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:42.043865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.044816 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:42.133665 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=f3be6ed6-4107-4125-b0c7-e44127ffeac1,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.140488 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:42.140856 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.183369 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87172849-0fb6-452d-82f1-a35afb8cbe14 None None] Network d730adcd-aab1-4769-b8b0-cde52e873e18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:16:42.273126 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.278987 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.301546 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d9e81fe1-0e06-4003-a91d-81bb504b96ec None None] Provisioning complete for port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:42.301967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d9e81fe1-0e06-4003-a91d-81bb504b96ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.303356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:42.303730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.354295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=1b30efde-779d-41f1-ac18-2fc2a69a6c94,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.356743 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (81fc112a-0642-45b1-9eba-9b463068b1e8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.392740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:42.400982 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.465213 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network d730adcd-aab1-4769-b8b0-cde52e873e18 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:42.466770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:42.497463 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d9e81fe1-0e06-4003-a91d-81bb504b96ec None None] Current status of the port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:42.501005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.611013 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 81fc112a-0642-45b1-9eba-9b463068b1e8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:42.718584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fc176fb6-cde9-4b85-a6a5-acc77831b565 None None] Provisioning complete for port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:42.719304 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fc176fb6-cde9-4b85-a6a5-acc77831b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.732747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:42.738712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1d604d99-8f50-40dd-a11f-d5c66d5932dd tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/81fc112a-0642-45b1-9eba-9b463068b1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3681755 Feb 11 14:16:42.762803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fc176fb6-cde9-4b85-a6a5-acc77831b565 None None] Port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:16:42.774657 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-fc176fb6-cde9-4b85-a6a5-acc77831b565 None None] Provisioning complete for port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:42.775124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fc176fb6-cde9-4b85-a6a5-acc77831b565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:42.916941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a51ad401-fd16-4417-8d07-21a478e76c84 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335558453&fields=id&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 267 time: 0.0560191 Feb 11 14:16:42.997533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Sync routers for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:43.015743 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:43.016417 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.048671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-e9581ece-981a-4e78-a2aa-e28d5f9379ec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:43.050423 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-e9581ece-981a-4e78-a2aa-e28d5f9379ec tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 797 time: 0.1241889 Feb 11 14:16:43.067650 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-729e6b05-4b6c-4f3c-8de2-7ffd8e814199 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/quotas/9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 375 time: 0.0102687 Feb 11 14:16:43.125730 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-590adfa8-374e-46ab-9dfe-d049881dd048 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513656 Feb 11 14:16:43.145332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-fc176fb6-cde9-4b85-a6a5-acc77831b565 None None] Current status of the port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:43.162633 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:43.230913 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-f917b8f6-ce6b-41e3-90ad-d8fdd7172466 service neutron] 10.222.0.42 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932889 Feb 11 14:16:43.304798 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-301e5633-b5f3-4c84-96ad-847b9d68ef79 None None] Provisioning complete for port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.305168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-301e5633-b5f3-4c84-96ad-847b9d68ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:43.323121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-366b02c7-671c-4cac-b333-7d7830bac2f2 service neutron] 10.222.0.42 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854568 Feb 11 14:16:43.357354 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-301e5633-b5f3-4c84-96ad-847b9d68ef79 None None] Port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:16:43.406009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 2, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.440247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Checking router: 81fc112a-0642-45b1-9eba-9b463068b1e8 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:43.440555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Updating router 81fc112a-0642-45b1-9eba-9b463068b1e8 port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:43.468080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:43.492230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9d1ae700-b416-467f-8ca3-b43b537d5406 req-6edb27bb-611e-472a-a7e1-6921c424b2c7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0276899 Feb 11 14:16:43.739399 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f3be6ed6-4107-4125-b0c7-e44127ffeac1 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:43.744479 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Publish callbacks [] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:43.766907 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:43.836521 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f77ae6-568f-4a3a-949b-6a571213e3f5 None None] Pushing event updated for resources: {'Port': ['ID=1b30efde-779d-41f1-ac18-2fc2a69a6c94,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.883955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port f3be6ed6-4107-4125-b0c7-e44127ffeac1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.884294 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:43.913512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Attempting to bind port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:43.913936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Attempting to bind port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:43.914308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Attempting to bind port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 on network d730adcd-aab1-4769-b8b0-cde52e873e18 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:43.927647 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:43.927916 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Checking segment: {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:43.928335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:43.928730 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Bound using segment: {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:43.929209 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Bound port: 1b30efde-779d-41f1-ac18-2fc2a69a6c94, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:43.929587 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:44.032206 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port f3be6ed6-4107-4125-b0c7-e44127ffeac1 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:44.033587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:44.038875 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] For port 1b30efde-779d-41f1-ac18-2fc2a69a6c94, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:44.072717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] For port 1b30efde-779d-41f1-ac18-2fc2a69a6c94, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1b30efde-779d-41f1-ac18-2fc2a69a6c94,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:44.090408 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:44.139735 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-557f77d5-11e2-4782-ac6b-ea3d6307a1b8 None None] Provisioning complete for port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:44.140113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-557f77d5-11e2-4782-ac6b-ea3d6307a1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:44.203134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:44.203502 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:44.206413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:44.207056 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:44.208745 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f77ae6-568f-4a3a-949b-6a571213e3f5 None None] Pushing event updated for resources: {'Port': ['ID=1b30efde-779d-41f1-ac18-2fc2a69a6c94,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.441996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:44.484097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-557f77d5-11e2-4782-ac6b-ea3d6307a1b8 None None] Current status of the port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:44.484495 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-557f77d5-11e2-4782-ac6b-ea3d6307a1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:44.533915 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:44.575574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0119b635-55c9-4d1b-9c44-23885857e4f5 req-38ca0936-66ec-467e-86c9-f8aba4a6700e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0306709 Feb 11 14:16:44.750149 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-557f77d5-11e2-4782-ac6b-ea3d6307a1b8 None None] For port 1b30efde-779d-41f1-ac18-2fc2a69a6c94, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1b30efde-779d-41f1-ac18-2fc2a69a6c94,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:44.765478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-557f77d5-11e2-4782-ac6b-ea3d6307a1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:44.861507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f77d5-11e2-4782-ac6b-ea3d6307a1b8 None None] Pushing event updated for resources: {'Port': ['ID=1b30efde-779d-41f1-ac18-2fc2a69a6c94,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:44.953181 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-966d3f06-0d10-478a-bcf8-078dfae583fe None None] Provisioning complete for port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:44.953548 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-966d3f06-0d10-478a-bcf8-078dfae583fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:45.035213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:45.083582 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cba7ae-d7ae-470e-a630-550b196d8610 None None] The sync data for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 is: [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:45.094413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-966d3f06-0d10-478a-bcf8-078dfae583fe None None] Current status of the port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:45.669151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-825b6c97-8000-49ed-90cb-6e292d8e88f9 req-73c32548-10d2-4ade-a26f-df0cb7f371e4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0368240 Feb 11 14:16:45.773316 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1b30efde-779d-41f1-ac18-2fc2a69a6c94 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:45.825289 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:45.825690 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:45.905727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:46.768974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e96085d-dbf8-4c3d-a7ca-a23f41541dba req-c5dcf67a-7268-4a59-8807-4fa8cd6174de tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0332623 Feb 11 14:16:47.116125 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:47.875525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d3cbf09f-8a66-4ba4-a06a-060e822c3976 req-4c3b32c0-9537-46dc-aa80-2c89de62d2ea tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0339816 Feb 11 14:16:47.881957 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:48.589005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-999dc617-0abe-4bc2-84cc-75e3630a4d52 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:48.590512 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-999dc617-0abe-4bc2-84cc-75e3630a4d52 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 797 time: 0.1119969 Feb 11 14:16:48.661851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-e8b71be4-86ba-4730-980a-332aafe37f2f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9be988458cb741c29dd149bd2380baad HTTP/1.1" status: 200 len: 380 time: 0.0618804 Feb 11 14:16:48.670584 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'port': {'device_id': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'admin_state_up': True, 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'security_groups': ['9a1ee45e-dd8c-44be-bf75-3cd1289bf929']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:48.778389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Made reservation on behalf of 9be988458cb741c29dd149bd2380baad for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:48.781675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:48.917194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.20.0.5 (d730adcd-aab1-4769-b8b0-cde52e873e18/31d8798f-38d3-4fd0-8d10-1eef3d4529de/e406312e-bf92-4ab6-8feb-83ba99aad6f2) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:48.994479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-363808b5-e0fc-4c38-9442-52fabdbc803a req-1d06af82-18cc-414b-95f8-12b786a37729 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0409021 Feb 11 14:16:49.083052 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.119745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.164385 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network d730adcd-aab1-4769-b8b0-cde52e873e18 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:49.167794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:49.171454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:49.195053 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=e406312e-bf92-4ab6-8feb-83ba99aad6f2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:49.226142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.226759 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.245198 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-4cab0f79-ccda-4cac-acfd-5f0f579eacf1 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5781569 Feb 11 14:16:49.257555 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Request body: {'port': {'device_id': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:49.323426 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.446320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-63d22e0e-bd88-40e8-b09f-cc0dd2356ee4 None None] Provisioning complete for port e406312e-bf92-4ab6-8feb-83ba99aad6f2 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:49.446839 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63d22e0e-bd88-40e8-b09f-cc0dd2356ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.479991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-63d22e0e-bd88-40e8-b09f-cc0dd2356ee4 None None] Port e406312e-bf92-4ab6-8feb-83ba99aad6f2 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:16:49.587761 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e406312e-bf92-4ab6-8feb-83ba99aad6f2 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:16:49.595657 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Publish callbacks [] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.608239 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Transition to ACTIVE for port object e406312e-bf92-4ab6-8feb-83ba99aad6f2 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:16:49.614299 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.665685 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Pushing event updated for resources: {'Port': ['ID=e406312e-bf92-4ab6-8feb-83ba99aad6f2,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:49.738994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Attempting to bind port e406312e-bf92-4ab6-8feb-83ba99aad6f2 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:16:49.739333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Attempting to bind port e406312e-bf92-4ab6-8feb-83ba99aad6f2 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:16:49.739662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Attempting to bind port e406312e-bf92-4ab6-8feb-83ba99aad6f2 on network d730adcd-aab1-4769-b8b0-cde52e873e18 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:49.744374 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Port e406312e-bf92-4ab6-8feb-83ba99aad6f2 on network d730adcd-aab1-4769-b8b0-cde52e873e18 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:16:49.744676 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Attempting to bind port e406312e-bf92-4ab6-8feb-83ba99aad6f2 on network d730adcd-aab1-4769-b8b0-cde52e873e18 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:49.749628 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:49.750003 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Checking segment: {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:16:49.750400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Bound using segment: {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:49.750825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Bound port: e406312e-bf92-4ab6-8feb-83ba99aad6f2, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:16:49.751179 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.816263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] For port e406312e-bf92-4ab6-8feb-83ba99aad6f2, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:49.819749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] For port e406312e-bf92-4ab6-8feb-83ba99aad6f2, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:49.827355 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.867131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.867740 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:49.869184 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] 10.222.0.64 "PUT /v2.0/ports/e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 1091 time: 0.6162333 Feb 11 14:16:49.869878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:49.872142 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c18c6b-2ad9-458b-9c1a-6b7212719666" -d '{"events": [{"name": "network-changed", "server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:49.910288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489a731-c8b8-4e9b-9f6b-268a67511a87 service neutron] Pushing event updated for resources: {'Port': ['ID=e406312e-bf92-4ab6-8feb-83ba99aad6f2,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:49.923484 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150866a8-2238-4b5e-b5a2-ef48e2c06018 x-openstack-request-id: req-150866a8-2238-4b5e-b5a2-ef48e2c06018 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:49.924103 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:49.924103 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-150866a8-2238-4b5e-b5a2-ef48e2c06018 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:49.924409 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'status': 'completed', 'code': 200} Feb 11 14:16:49.963554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-3e465088-fb47-4291-aa00-aca847b7b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:49.965095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-3e465088-fb47-4291-aa00-aca847b7b68d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1125 time: 0.0517638 Feb 11 14:16:50.007882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-b5bd2e43-f68f-45cb-92ae-e54f2c13367a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 217 time: 0.0355978 Feb 11 14:16:50.059227 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-ec6914de-d370-4a53-9247-3035beea2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.061208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-ec6914de-d370-4a53-9247-3035beea2ff0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 200 len: 833 time: 0.0481839 Feb 11 14:16:50.148600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-6d9323fa-0dc4-4b44-9f0d-8563b9118bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.150162 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-6d9323fa-0dc4-4b44-9f0d-8563b9118bc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d730adcd-aab1-4769-b8b0-cde52e873e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824583 Feb 11 14:16:50.161598 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6624e-f814-4001-8782-22d18d881fbe req-802b7a0c-3b30-48a3-afc9-256b55aa2c29 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.163370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31d6624e-f814-4001-8782-22d18d881fbe req-802b7a0c-3b30-48a3-afc9-256b55aa2c29 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 943 time: 0.0874131 Feb 11 14:16:50.268089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31d6624e-f814-4001-8782-22d18d881fbe req-fcf91bb7-1ceb-41e1-9e63-99280f3e2abb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968609 Feb 11 14:16:50.285940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-94881749-1f3c-4d2f-9023-44a3927c3ee4 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198208 Feb 11 14:16:50.374378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3b16d482-ed2c-4337-ace2-a1e06cb1ce32 req-880596c9-445e-4b73-beaa-2d73d314d854 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Feb 11 14:16:50.476162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-c1a3a227-1429-40a2-b7be-b843a5daa4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.477714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-c1a3a227-1429-40a2-b7be-b843a5daa4af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1125 time: 0.0574298 Feb 11 14:16:50.582090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-078cd76e-6af5-4df8-98a3-9b75bc74ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.583600 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-078cd76e-6af5-4df8-98a3-9b75bc74ec86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 898 time: 0.1001794 Feb 11 14:16:50.628862 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-5cb6c4f3-11df-461e-ab38-5df11dc5fea8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 217 time: 0.0390790 Feb 11 14:16:50.683523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-07e8a25f-80da-4442-9fa1-c8c1d9503704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.686043 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-07e8a25f-80da-4442-9fa1-c8c1d9503704 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 200 len: 833 time: 0.0511651 Feb 11 14:16:50.736142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-84f11e9e-6df8-42f8-a6f6-e72845790c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:50.737575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-84f11e9e-6df8-42f8-a6f6-e72845790c9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d730adcd-aab1-4769-b8b0-cde52e873e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453095 Feb 11 14:16:50.847434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-089b0dcc-ccd4-4682-bd70-c2dcb61a694e service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032369 Feb 11 14:16:50.943133 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-33c18c6b-2ad9-458b-9c1a-6b7212719666 req-7cfc2374-2fd5-4410-845a-bed5473e5dd6 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893247 Feb 11 14:16:51.418662 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe3b4d-64fe-4cb4-8d5f-b5fccc152e00 req-223ed353-23fc-4882-88c3-57b5dd4aa334 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:51.420150 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bdbe3b4d-64fe-4cb4-8d5f-b5fccc152e00 req-223ed353-23fc-4882-88c3-57b5dd4aa334 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 943 time: 0.0704224 Feb 11 14:16:51.476209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bdbe3b4d-64fe-4cb4-8d5f-b5fccc152e00 req-0f3795ad-a1c6-4252-a61a-5cd93c9686af tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501015 Feb 11 14:16:52.611562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13bd78-b480-4b8f-bfb8-a9046c6dab6a req-6d09e4c7-38b7-488a-8b65-15eb503eb9f9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:52.613089 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d13bd78-b480-4b8f-bfb8-a9046c6dab6a req-6d09e4c7-38b7-488a-8b65-15eb503eb9f9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 943 time: 0.0569329 Feb 11 14:16:52.664473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7d13bd78-b480-4b8f-bfb8-a9046c6dab6a req-33106bd3-a90e-4847-8cf8-72e1c5054c02 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 Feb 11 14:16:53.791876 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e065dcc-396e-4193-95df-ded8eb83d4d3 req-238fa91d-d08b-4547-a92f-2d178d7d938c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:53.793390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e065dcc-396e-4193-95df-ded8eb83d4d3 req-238fa91d-d08b-4547-a92f-2d178d7d938c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 943 time: 0.0549285 Feb 11 14:16:53.843387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e065dcc-396e-4193-95df-ded8eb83d4d3 req-d3d6e596-9a64-4973-8b2d-06d584a0dd37 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Feb 11 14:16:53.942766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e406312e-bf92-4ab6-8feb-83ba99aad6f2 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:16:54.056413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e406312e-bf92-4ab6-8feb-83ba99aad6f2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:54.068974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'port_id': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'mac_address': 'fa:16:3e:9b:bd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:16:54.107668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e406312e-bf92-4ab6-8feb-83ba99aad6f2 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:54.108054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.121766 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e406312e-bf92-4ab6-8feb-83ba99aad6f2 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:16:54.141941 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e406312e-bf92-4ab6-8feb-83ba99aad6f2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:54.148336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:54.203794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e406312e-bf92-4ab6-8feb-83ba99aad6f2,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:54.506550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['e406312e-bf92-4ab6-8feb-83ba99aad6f2'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:54.978566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9d261-282b-404c-bd53-c17bd5fbc6cc req-962dd590-c4fa-4363-9e6d-2a690e27954e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:54.979932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bab9d261-282b-404c-bd53-c17bd5fbc6cc req-962dd590-c4fa-4363-9e6d-2a690e27954e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 944 time: 0.0620301 Feb 11 14:16:55.029464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bab9d261-282b-404c-bd53-c17bd5fbc6cc req-0ebcbb19-0e56-4296-91db-6f9209ec2430 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437074 Feb 11 14:16:55.941757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e406312e-bf92-4ab6-8feb-83ba99aad6f2 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:55.998420 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port e406312e-bf92-4ab6-8feb-83ba99aad6f2 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:16:56.004428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port e406312e-bf92-4ab6-8feb-83ba99aad6f2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:56.004936 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.090241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port e406312e-bf92-4ab6-8feb-83ba99aad6f2 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:16:56.090674 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.118107 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:16:56.120413 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e62860f-da06-4619-b634-b3adf98d9b60" -d '{"events": [{"server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:56.133814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port e406312e-bf92-4ab6-8feb-83ba99aad6f2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:56.139566 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:56.159308 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbda211-19b6-487e-b274-b8de358996a7 req-0f86b8e7-6067-4307-9320-c848d2142045 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.160802 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adbda211-19b6-487e-b274-b8de358996a7 req-0f86b8e7-6067-4307-9320-c848d2142045 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 944 time: 0.0537362 Feb 11 14:16:56.187280 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=e406312e-bf92-4ab6-8feb-83ba99aad6f2,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:56.210995 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-adbda211-19b6-487e-b274-b8de358996a7 req-7ac89740-65d6-4d0b-9fe1-a010e22d5db8 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 Feb 11 14:16:56.257203 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755d1575-b399-40ea-b34a-61097f64646a x-openstack-request-id: req-755d1575-b399-40ea-b34a-61097f64646a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:56.257495 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "name": "network-vif-plugged", "status": "completed", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:56.257791 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-755d1575-b399-40ea-b34a-61097f64646a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:56.258192 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'code': 200} Feb 11 14:16:56.375098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb978d-91a0-4fe8-b029-e86b8db1ff43 req-42c33ab2-e058-478b-a79c-9e7fe78d8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.376651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4fb978d-91a0-4fe8-b029-e86b8db1ff43 req-42c33ab2-e058-478b-a79c-9e7fe78d8684 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0537407 Feb 11 14:16:56.424674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c4fb978d-91a0-4fe8-b029-e86b8db1ff43 req-23c42cfd-3045-40a7-8b05-bb746ded6614 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Feb 11 14:16:57.350937 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5988d13-60bf-4598-950c-b4f48c23597d req-d29fe5f1-9d48-4fdd-bc8c-7648e499008e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:57.352449 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5988d13-60bf-4598-950c-b4f48c23597d req-d29fe5f1-9d48-4fdd-bc8c-7648e499008e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0571597 Feb 11 14:16:57.401957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e5988d13-60bf-4598-950c-b4f48c23597d req-bccd3573-244c-4985-9b4c-730cd3130d92 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434523 Feb 11 14:16:58.526727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333a1d6-e59d-48d7-b3d9-f0a0fa8705c3 req-c44fb2d4-2f5a-4c95-bf62-e64c46c5ff07 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.528258 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e333a1d6-e59d-48d7-b3d9-f0a0fa8705c3 req-c44fb2d4-2f5a-4c95-bf62-e64c46c5ff07 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0561872 Feb 11 14:16:58.583329 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e333a1d6-e59d-48d7-b3d9-f0a0fa8705c3 req-d3ab723f-15c5-4f56-a770-22635e8fac6b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491738 Feb 11 14:16:58.731039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125929f2-d30b-48af-8bd4-8f9173c64d90 req-3a5c8595-973c-49e1-9b69-6875b55c55e9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.732506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-125929f2-d30b-48af-8bd4-8f9173c64d90 req-3a5c8595-973c-49e1-9b69-6875b55c55e9 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0624418 Feb 11 14:16:58.784240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-125929f2-d30b-48af-8bd4-8f9173c64d90 req-f0a02d41-9952-45bc-a19b-9f198d999091 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432837 Feb 11 14:16:58.808588 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35822) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:58.858955 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d03ed2-50c5-4c27-b611-590dbe3ba5a3 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:58.860587 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-85d03ed2-50c5-4c27-b611-590dbe3ba5a3 tempest-TestNetworkAdvancedServerOps-1715039869 tempest-TestNetworkAdvancedServerOps-1715039869-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1122 time: 0.0509281 Feb 11 14:16:58.863500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35824) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:16:58.870362 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:58.900477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.015620 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.120864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Allocated IP 172.25.1.88 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/3d46b44c-2360-4424-9ed1-1ef9bc693325) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:59.229839 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.266318 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.307289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:59.310243 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:59.313012 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:59.339914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=3d46b44c-2360-4424-9ed1-1ef9bc693325,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:59.427710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3a251fc9-f77e-4a27-a4f5-b708b8555d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.713007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (cb290f13-8ebc-42da-9a60-aaefe6bde130), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.786764 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.933249 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:16:59.941413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.019926 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event updated for resources: {'Port': ['ID=3d46b44c-2360-4424-9ed1-1ef9bc693325,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.029362 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (cb290f13-8ebc-42da-9a60-aaefe6bde130), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.478668 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP cb290f13-8ebc-42da-9a60-aaefe6bde130 associated. External IP: 172.25.1.88, port: e406312e-bf92-4ab6-8feb-83ba99aad6f2. Feb 11 14:17:00.702039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 81fc112a-0642-45b1-9eba-9b463068b1e8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:00.819355 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:00.829929 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] Sync routers for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:00.840074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:00.841268 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:00.841910 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:00.871800 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-b75395a4-e6ab-450d-a600-0184c7b8cbfb tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0068810 Feb 11 14:17:00.872457 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:17:00.874892 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa02139-ce7e-4be7-a8a3-0021052f132e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:00.959947 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:00.972561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63634848-7eec-4106-a942-abcc3fdb439b req-58391df0-3590-4327-bd6a-17d086e1844d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.974086 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63634848-7eec-4106-a942-abcc3fdb439b req-58391df0-3590-4327-bd6a-17d086e1844d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0528402 Feb 11 14:17:01.023746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-63634848-7eec-4106-a942-abcc3fdb439b req-e4b43350-036a-4c5c-92af-f01f8be7e294 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432727 Feb 11 14:17:01.046849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35834) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:17:01.119015 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-f67ed366-8176-4f16-bfc4-f52194d126e0 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/cb290f13-8ebc-42da-9a60-aaefe6bde130 HTTP/1.1" status: 200 len: 990 time: 0.0697136 Feb 11 14:17:01.142604 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afab2e3f-be41-4295-9683-aec6c489f58a x-openstack-request-id: req-afab2e3f-be41-4295-9683-aec6c489f58a {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:01.142980 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:01.143273 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afab2e3f-be41-4295-9683-aec6c489f58a {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:01.143691 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'status': 'completed', 'code': 200} Feb 11 14:17:01.195423 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'cb290f13-8ebc-42da-9a60-aaefe6bde130', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'port_id': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'mac_address': 'fa:16:3e:9b:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:01.211054 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-4f4aa233-5b37-47a6-a0c5-46a87b57358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.212486 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-4f4aa233-5b37-47a6-a0c5-46a87b57358f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0481989 Feb 11 14:17:01.221467 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] Checking router: 81fc112a-0642-45b1-9eba-9b463068b1e8 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:01.230078 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:01.230668 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:16:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:01.299774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-21dc8302-5500-4e2b-b0a6-a7e367746b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.301221 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-21dc8302-5500-4e2b-b0a6-a7e367746b68 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 898 time: 0.0829370 Feb 11 14:17:01.349841 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:01.374852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-8d5aeed3-875f-40c4-a033-10f283b8a8da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 998 time: 0.0670841 Feb 11 14:17:01.424904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-6d88936e-eb51-4c90-b5a1-6cd6ed140d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.426499 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-6d88936e-eb51-4c90-b5a1-6cd6ed140d0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 200 len: 833 time: 0.0457091 Feb 11 14:17:01.480222 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-729a7db1-51dc-4ec4-8cd6-038f3e8b6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.481797 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-729a7db1-51dc-4ec4-8cd6-038f3e8b6474 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d730adcd-aab1-4769-b8b0-cde52e873e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487342 Feb 11 14:17:01.549678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-80b0dac8-1214-46ee-9a3b-2bb5883448ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:01.578766 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-0b68e636-3bd7-4392-a576-1ba5e7370639 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912035 Feb 11 14:17:01.672724 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bfa02139-ce7e-4be7-a8a3-0021052f132e req-79625edf-1ae7-40a4-8171-820630a44e1c service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877430 Feb 11 14:17:01.677229 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'cb290f13-8ebc-42da-9a60-aaefe6bde130', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'port_id': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'mac_address': 'fa:16:3e:9b:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:01.703385 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ac4517-c0b1-475a-bd5c-7001777782ac None None] The sync data for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 is: [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': 'cb290f13-8ebc-42da-9a60-aaefe6bde130', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'port_id': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'mac_address': 'fa:16:3e:9b:bd:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:16:59Z', 'updated_at': '2022-02-11T14:16:59Z', 'revision_number': 0, 'project_id': '9be988458cb741c29dd149bd2380baad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:01.913309 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66675d9e-2daa-4205-a160-e79981e4c2ca None None] New status for floating IP cb290f13-8ebc-42da-9a60-aaefe6bde130: ACTIVE {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:02.122546 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35836) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:17:02.187853 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-2170bf3e-5313-4096-8b69-4593fd2bfd07 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/cb290f13-8ebc-42da-9a60-aaefe6bde130 HTTP/1.1" status: 200 len: 992 time: 0.0641320 Feb 11 14:17:02.932848 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:04.587109 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:05.409489 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:07.187459 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:17:10.879489 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-7e60eb2f-3597-40ae-8dbf-5afbcf70d324 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064849 Feb 11 14:17:10.975816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0280-de26-48e4-ba1e-5037e4507483 req-6e30688c-f5ad-4d36-8eb7-e8330b412a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.977311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-6e30688c-f5ad-4d36-8eb7-e8330b412a82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0475361 Feb 11 14:17:11.080727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0280-de26-48e4-ba1e-5037e4507483 req-9d2abc8e-63d0-4662-b0ac-4098c410bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:11.082155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-9d2abc8e-63d0-4662-b0ac-4098c410bf44 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 898 time: 0.0853035 Feb 11 14:17:11.150540 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-41c1d4a6-8ed9-4a03-be47-f0ef25ec358f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 1000 time: 0.0629644 Feb 11 14:17:11.204138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0280-de26-48e4-ba1e-5037e4507483 req-7b803c98-c6bf-4a77-8fa0-46725ff21628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:11.205651 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-7b803c98-c6bf-4a77-8fa0-46725ff21628 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 200 len: 833 time: 0.0500901 Feb 11 14:17:11.263115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0280-de26-48e4-ba1e-5037e4507483 req-98304eb3-5c5e-46ee-9f85-328bb6e89dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:11.265273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-98304eb3-5c5e-46ee-9f85-328bb6e89dbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d730adcd-aab1-4769-b8b0-cde52e873e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536330 Feb 11 14:17:11.368645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-f4ea8151-08d2-4415-af7b-d1a9641bfa0b service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971017 Feb 11 14:17:11.461052 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-242c0280-de26-48e4-ba1e-5037e4507483 req-0a506a42-abf4-4366-8206-02355ef035cc service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868754 Feb 11 14:17:17.117148 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:17.885973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:29.435139 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5161b9a6-ae18-4656-928e-e89fd54747ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:31.552564 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-08c128c8-711d-41a1-b090-996a521cceb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:32.928665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:34.587939 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:35.410208 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:44.192472 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:17:47.128671 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:47.902288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:17:59.438044 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d3874445-a43e-4191-bafb-3734f8566711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:01.553669 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3e136071-aa3a-40c7-840a-96a417625c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:02.937627 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:04.597952 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:05.563111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:11.801907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-a6899157-2937-4389-8533-f095b3f48ab0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446539 Feb 11 14:18:11.899485 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-1edb79f0-bf42-422e-a247-9201c8e594ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:11.901047 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-1edb79f0-bf42-422e-a247-9201c8e594ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0454142 Feb 11 14:18:12.010995 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-432ce37e-2493-4a4c-8986-655a1aeaa0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.012380 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-432ce37e-2493-4a4c-8986-655a1aeaa0c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 898 time: 0.0886075 Feb 11 14:18:12.076782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-33f24fd9-da9f-4689-96ef-8e9501a80cd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 1000 time: 0.0574231 Feb 11 14:18:12.130164 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-e42fdbe3-fadf-4b96-8ede-d142f32fbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.131640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-e42fdbe3-fadf-4b96-8ede-d142f32fbcdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 200 len: 833 time: 0.0495658 Feb 11 14:18:12.185059 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-a63b1fde-da02-41a1-a7db-abb66ffa177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:12.186985 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-a63b1fde-da02-41a1-a7db-abb66ffa177d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d730adcd-aab1-4769-b8b0-cde52e873e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495822 Feb 11 14:18:12.277131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-04e4aa0b-e748-4129-b3ad-e88c87a2c49b service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828350 Feb 11 14:18:12.717813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b3de949-d539-47be-a0ae-48d3b4f1b034 req-298178b4-9476-4862-89cf-9706f874e06d service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347272 Feb 11 14:18:13.491314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ecd89-fcb9-477e-8ce0-128995687a57 req-648c22b7-0832-4093-bf93-a33a87a1b864 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:13.492798 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2b0ecd89-fcb9-477e-8ce0-128995687a57 req-648c22b7-0832-4093-bf93-a33a87a1b864 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0543380 Feb 11 14:18:13.542898 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2b0ecd89-fcb9-477e-8ce0-128995687a57 req-71015ac9-181b-47b3-b441-60010b12b57b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Feb 11 14:18:14.676699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38eb67-3070-4d76-8fef-082be9dcc3c1 req-d7685018-7f6c-47f0-9a15-7f0198ccd558 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:14.678189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c38eb67-3070-4d76-8fef-082be9dcc3c1 req-d7685018-7f6c-47f0-9a15-7f0198ccd558 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0586321 Feb 11 14:18:14.733266 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c38eb67-3070-4d76-8fef-082be9dcc3c1 req-e0e9dab7-f25b-4eb0-9c57-717740ff94ab tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465288 Feb 11 14:18:15.883098 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe7db2-9de8-44d1-b5e4-029eabd26b48 req-29fc031a-0045-4330-a72a-ec28dfb23338 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:15.885207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08fe7db2-9de8-44d1-b5e4-029eabd26b48 req-29fc031a-0045-4330-a72a-ec28dfb23338 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0768991 Feb 11 14:18:15.937967 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08fe7db2-9de8-44d1-b5e4-029eabd26b48 req-d1a58057-6679-4bc6-b300-a115af69851e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469100 Feb 11 14:18:15.966010 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35876) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:16.032355 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-52164c3d-051d-4fea-98c8-a71d3e3ee55f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/cb290f13-8ebc-42da-9a60-aaefe6bde130 HTTP/1.1" status: 200 len: 992 time: 0.0649378 Feb 11 14:18:17.135112 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:17.328909 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd003f-108e-4b09-a0ef-780bc1e3db83 req-369336e8-e427-453c-b31b-70632b01f85f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.330511 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70bd003f-108e-4b09-a0ef-780bc1e3db83 req-369336e8-e427-453c-b31b-70632b01f85f tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0624442 Feb 11 14:18:17.399713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-2e9ce9a0-3b9e-44ee-84b6-b9b1443336d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.401272 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-2e9ce9a0-3b9e-44ee-84b6-b9b1443336d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0891201 Feb 11 14:18:17.406185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-70bd003f-108e-4b09-a0ef-780bc1e3db83 req-5324f331-3387-4f40-bf36-1889eb04e21d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572691 Feb 11 14:18:17.499200 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-5254e553-ad46-4afb-9a83-c20a5b89dfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.501436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-5254e553-ad46-4afb-9a83-c20a5b89dfd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 898 time: 0.0940018 Feb 11 14:18:17.582387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-dbcda42b-495d-4e18-ab5b-7a317fc09e5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 1000 time: 0.0753462 Feb 11 14:18:17.636268 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-7851a1e4-2ec5-4139-9300-aced3914ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.637762 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-7851a1e4-2ec5-4139-9300-aced3914ee93 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 200 len: 833 time: 0.0487561 Feb 11 14:18:17.687732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-dd2f07ae-d570-4e1c-aa2b-b45a55bf05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:17.689207 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-dd2f07ae-d570-4e1c-aa2b-b45a55bf05a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d730adcd-aab1-4769-b8b0-cde52e873e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458984 Feb 11 14:18:17.784536 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-9f4a144c-1649-486c-a580-8733fff9cca8 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890031 Feb 11 14:18:17.875564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e0b39ca-cba6-485a-a08a-2dfa72ae9087 req-089915fb-f12a-45c9-b8fd-e97861f24d50 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848675 Feb 11 14:18:17.895486 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:18.536240 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009d98-963a-497e-8e76-668fd869ae99 req-155f74c1-8298-491a-9935-d3359107c7c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:18.537731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35009d98-963a-497e-8e76-668fd869ae99 req-155f74c1-8298-491a-9935-d3359107c7c6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0579169 Feb 11 14:18:18.590187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-35009d98-963a-497e-8e76-668fd869ae99 req-d9fb1697-35ef-44d6-9bcc-2c87150e1fb4 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440042 Feb 11 14:18:19.736507 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a81f9-7266-4e2c-83f8-a4f79bf41d27 req-23fb469b-62c4-496f-b4a2-f0be8236b38d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:19.738132 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c7a81f9-7266-4e2c-83f8-a4f79bf41d27 req-23fb469b-62c4-496f-b4a2-f0be8236b38d tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0553339 Feb 11 14:18:19.789445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c7a81f9-7266-4e2c-83f8-a4f79bf41d27 req-45ad3ae9-857d-46c3-a237-26bfedf81b18 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443852 Feb 11 14:18:19.816963 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35892) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:19.881131 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-484ba6ba-0f21-4031-81b4-0555e60949a7 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/floatingips/cb290f13-8ebc-42da-9a60-aaefe6bde130 HTTP/1.1" status: 200 len: 992 time: 0.0629966 Feb 11 14:18:20.117126 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35898) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:20.295183 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 3d46b44c-2360-4424-9ed1-1ef9bc693325 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:18:20.295509 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:20.371506 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:20.371727 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (3d46b44c-2360-4424-9ed1-1ef9bc693325), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:20.383918 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 3d46b44c-2360-4424-9ed1-1ef9bc693325 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:18:20.545848 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3d46b44c-2360-4424-9ed1-1ef9bc693325), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:20.570766 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=3d46b44c-2360-4424-9ed1-1ef9bc693325,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:20.583042 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.583393 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.583739 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.584072 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.584408 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.584740 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.585064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.585395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.585767 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.586090 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.586413 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.586731 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.587051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:20.646444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for floatingip (cb290f13-8ebc-42da-9a60-aaefe6bde130), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:20.646708 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Floating IP cb290f13-8ebc-42da-9a60-aaefe6bde130 disassociated (deleted). External IP: 172.25.1.88, port: e406312e-bf92-4ab6-8feb-83ba99aad6f2. Feb 11 14:18:20.862059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 81fc112a-0642-45b1-9eba-9b463068b1e8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:20.975981 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:20.981331 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:20.985974 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] Sync routers for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:20.996849 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:20.997518 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:21.013558 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-55ec667f-e842-43c7-b88c-95a7da77b472 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/floatingips/cb290f13-8ebc-42da-9a60-aaefe6bde130 HTTP/1.1" status: 204 len: 168 time: 0.8951907 Feb 11 14:18:21.014208 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:21.016456 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8f053f-bc51-4551-8db9-944b8678bfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:21.113503 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:21.179032 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5795555-172c-417c-a482-a93754ff78a4 x-openstack-request-id: req-f5795555-172c-417c-a482-a93754ff78a4 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:21.179567 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:21.179801 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5795555-172c-417c-a482-a93754ff78a4 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:21.180312 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'status': 'completed', 'code': 200} Feb 11 14:18:21.206884 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:18:21.279765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-05684aac-0cc9-497c-9c37-af61f4b25dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.281236 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-05684aac-0cc9-497c-9c37-af61f4b25dfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9be988458cb741c29dd149bd2380baad&device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 1127 time: 0.0776892 Feb 11 14:18:21.317113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187ce88-5545-4d17-800f-0c0284678fb2 req-5d7f1f71-73f5-4680-b736-178b86969a51 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.318631 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8187ce88-5545-4d17-800f-0c0284678fb2 req-5d7f1f71-73f5-4680-b736-178b86969a51 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0889637 Feb 11 14:18:21.328733 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:21.356033 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] Checking router: 81fc112a-0642-45b1-9eba-9b463068b1e8 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:21.365062 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:21.365664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:21.420208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8187ce88-5545-4d17-800f-0c0284678fb2 req-9fad0900-1458-4812-a796-ab5136b274f6 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908065 Feb 11 14:18:21.421752 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-1590cf58-4a0a-4eb7-8eb8-abb614e30d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.423122 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-1590cf58-4a0a-4eb7-8eb8-abb614e30d07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 200 len: 898 time: 0.1349065 Feb 11 14:18:21.475522 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-a2e314a1-bb9d-4682-a217-17df5adfa0d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 200 len: 217 time: 0.0453882 Feb 11 14:18:21.477819 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:21.524488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-c5992eb8-e129-4cc8-af0d-250e1f308d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.526105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-c5992eb8-e129-4cc8-af0d-250e1f308d0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 200 len: 833 time: 0.0443316 Feb 11 14:18:21.585466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-401259b7-7d22-470e-b7b2-2a009bb6e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:21.586965 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-401259b7-7d22-470e-b7b2-2a009bb6e2d7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d730adcd-aab1-4769-b8b0-cde52e873e18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545430 Feb 11 14:18:21.680004 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:21.687483 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-8873224d-3e58-431a-8b07-06cce0a70f90 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905812 Feb 11 14:18:21.706686 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c30b5a-60b1-4c4a-ae18-3bf228612181 None None] The sync data for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 is: [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 4, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '1b30efde-779d-41f1-ac18-2fc2a69a6c94', 'name': '', 'network_id': 'd730adcd-aab1-4769-b8b0-cde52e873e18', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'mac_address': 'fa:16:3e:2d:1f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'subnets': [{'id': '31d8798f-38d3-4fd0-8d10-1eef3d4529de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:21.779746 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a8f053f-bc51-4551-8db9-944b8678bfe7 req-155ed40d-8265-4ccf-b1e4-dd5681dbd661 service neutron] 10.222.0.64 "GET /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855019 Feb 11 14:18:21.944555 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0886206-a291-4ab5-ba5f-d83a8e4bcd98 None None] New status for floating IP cb290f13-8ebc-42da-9a60-aaefe6bde130: DOWN {{(pid=109686) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:18:22.556669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd23091-8a00-4304-96f0-d78281850dac req-564a6c70-134e-4ed5-88c5-622510d55d13 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.558200 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2fd23091-8a00-4304-96f0-d78281850dac req-564a6c70-134e-4ed5-88c5-622510d55d13 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0648715 Feb 11 14:18:22.608957 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2fd23091-8a00-4304-96f0-d78281850dac req-fdac4561-abd2-42b6-8f52-b3fc481c5e6e tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/security-groups?id=9a1ee45e-dd8c-44be-bf75-3cd1289bf929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445659 Feb 11 14:18:22.977831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-370c35ab-0330-41c2-adfe-a8ec35e56743 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:22.979325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-370c35ab-0330-41c2-adfe-a8ec35e56743 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 945 time: 0.0625751 Feb 11 14:18:23.070335 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port e406312e-bf92-4ab6-8feb-83ba99aad6f2 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:18:23.070675 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:23.160251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port e406312e-bf92-4ab6-8feb-83ba99aad6f2, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=e406312e-bf92-4ab6-8feb-83ba99aad6f2,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:23.160607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:23.179290 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for e406312e-bf92-4ab6-8feb-83ba99aad6f2 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:18:23.320655 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e406312e-bf92-4ab6-8feb-83ba99aad6f2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:23.352415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=e406312e-bf92-4ab6-8feb-83ba99aad6f2,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:23.368018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.368347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.368789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.369102 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.369437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.369778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.370139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.370459 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.370790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.371116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.371435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.371756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.372075 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:23.409194 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] No DVR routers for this DVR port e406312e-bf92-4ab6-8feb-83ba99aad6f2 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:23.411966 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:23.415349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-92ed1b8e-c81f-4170-9d99-9f7602a166de req-df608286-b71a-48af-add9-54ff6c88ad53 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.64 "DELETE /v2.0/ports/e406312e-bf92-4ab6-8feb-83ba99aad6f2 HTTP/1.1" status: 204 len: 173 time: 0.4314268 Feb 11 14:18:23.415793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'name': 'network-vif-deleted', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:23.418104 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243f7dc0-d04f-4968-9099-0f03d12c5780" -d '{"events": [{"server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "name": "network-vif-deleted", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:23.461008 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4da1cc-5dbc-4967-8a3a-dad6e9965802 x-openstack-request-id: req-7c4da1cc-5dbc-4967-8a3a-dad6e9965802 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:23.461334 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1", "name": "network-vif-deleted", "tag": "e406312e-bf92-4ab6-8feb-83ba99aad6f2", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:23.462027 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c4da1cc-5dbc-4967-8a3a-dad6e9965802 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:23.462445 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1', 'name': 'network-vif-deleted', 'tag': 'e406312e-bf92-4ab6-8feb-83ba99aad6f2', 'status': 'completed', 'code': 200} Feb 11 14:18:23.730816 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-00692bb0-2740-41c5-a700-db261a91192c req-914ea8fc-691e-408b-ad26-1acca6f0673b tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e52e6bc-8ee0-4f88-87cc-a496c6d7f7c1 HTTP/1.1" status: 200 len: 210 time: 0.0322926 Feb 11 14:18:24.794864 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35914) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:25.170479 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (81fc112a-0642-45b1-9eba-9b463068b1e8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:25.459289 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port 1b30efde-779d-41f1-ac18-2fc2a69a6c94 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:18:25.459636 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:25.552079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port 1b30efde-779d-41f1-ac18-2fc2a69a6c94, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=1b30efde-779d-41f1-ac18-2fc2a69a6c94,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:25.552444 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:25.566992 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for 1b30efde-779d-41f1-ac18-2fc2a69a6c94 owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:18:25.766710 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1b30efde-779d-41f1-ac18-2fc2a69a6c94), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:25.794206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=1b30efde-779d-41f1-ac18-2fc2a69a6c94,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:25.976223 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (81fc112a-0642-45b1-9eba-9b463068b1e8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.205386 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Router 81fc112a-0642-45b1-9eba-9b463068b1e8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:26.318643 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:26.324172 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-163f07ec-bb98-4bff-a709-e90f49f4e308 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "PUT /v2.0/routers/81fc112a-0642-45b1-9eba-9b463068b1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5282314 Feb 11 14:18:26.327615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35918) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:26.329953 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] Sync routers for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:26.341035 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:26.341664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:26.377889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting subnet 31d8798f-38d3-4fd0-8d10-1eef3d4529de {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:18:26.381310 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (31d8798f-38d3-4fd0-8d10-1eef3d4529de), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.392773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e406312e-bf92-4ab6-8feb-83ba99aad6f2 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:26.419727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: e406312e-bf92-4ab6-8feb-83ba99aad6f2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:18:26.420085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device e406312e-bf92-4ab6-8feb-83ba99aad6f2 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:26.428580 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (31d8798f-38d3-4fd0-8d10-1eef3d4529de), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.450888 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:26.511230 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (31d8798f-38d3-4fd0-8d10-1eef3d4529de), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.570517 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (31d8798f-38d3-4fd0-8d10-1eef3d4529de), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.603754 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Subnet': ['ID=31d8798f-38d3-4fd0-8d10-1eef3d4529de,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:26.605770 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.609029 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-96c338d2-19f0-4445-995e-987ee50b46dc tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/subnets/31d8798f-38d3-4fd0-8d10-1eef3d4529de HTTP/1.1" status: 204 len: 168 time: 0.2803512 Feb 11 14:18:26.612008 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:26.615104 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e88541-636e-4254-ae7a-44995e5be440 None None] Network d730adcd-aab1-4769-b8b0-cde52e873e18 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:18:26.630039 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:18:25Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:26.663856 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] Checking router: 81fc112a-0642-45b1-9eba-9b463068b1e8 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:26.675044 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] Routers {'81fc112a-0642-45b1-9eba-9b463068b1e8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:26.675299 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['81fc112a-0642-45b1-9eba-9b463068b1e8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:26.732567 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (81fc112a-0642-45b1-9eba-9b463068b1e8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.795049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] DHCP port deletion for d730adcd-aab1-4769-b8b0-cde52e873e18 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:18:26.854989 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Deleting port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:18:26.855329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.890523 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] Set router 81fc112a-0642-45b1-9eba-9b463068b1e8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:26.919764 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] For port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc,segment=NetworkSegment(b8b495ac-e53c-4ae2-a007-12e1f19c1f07),segment_id=b8b495ac-e53c-4ae2-a007-12e1f19c1f07)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:26.920246 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:26.934068 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Calling delete_port for 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:18:27.023505 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.051522 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] No DVR routers for this DVR port 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:18:27.053223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Pushing event deleted for resources: {'Port': ['ID=50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:27.063959 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.064348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.064642 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.064979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.065370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.065773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.066132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.066443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.066768 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.067370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.067370 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.067707 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.068042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4959b430-8b8b-42e4-b74b-5f1b97e48e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:27.091093 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:18:25Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:27.119601 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200cc1b-fd05-4357-9d30-00add933e12d None None] The sync data for ids ['81fc112a-0642-45b1-9eba-9b463068b1e8'] in n-d-828675-3 is: [{'id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1188094086', 'tenant_id': '9be988458cb741c29dd149bd2380baad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:18:25Z', 'revision_number': 5, 'project_id': '9be988458cb741c29dd149bd2380baad', 'gw_port': {'id': 'f3be6ed6-4107-4125-b0c7-e44127ffeac1', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fc112a-0642-45b1-9eba-9b463068b1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:38Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:27.210886 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_gateway (81fc112a-0642-45b1-9eba-9b463068b1e8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.267219 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Deleting port f3be6ed6-4107-4125-b0c7-e44127ffeac1 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:18:27.267565 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.349616 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] For port f3be6ed6-4107-4125-b0c7-e44127ffeac1, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=f3be6ed6-4107-4125-b0c7-e44127ffeac1,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:27.350074 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.366528 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Calling delete_port for f3be6ed6-4107-4125-b0c7-e44127ffeac1 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:18:27.548168 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f3be6ed6-4107-4125-b0c7-e44127ffeac1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.582327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Port': ['ID=f3be6ed6-4107-4125-b0c7-e44127ffeac1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:27.638369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (81fc112a-0642-45b1-9eba-9b463068b1e8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.736612 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (81fc112a-0642-45b1-9eba-9b463068b1e8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.739045 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router_controller (81fc112a-0642-45b1-9eba-9b463068b1e8), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.788013 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (81fc112a-0642-45b1-9eba-9b463068b1e8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.788443 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Fanout notify agent at l3_agent the message router_deleted on router 81fc112a-0642-45b1-9eba-9b463068b1e8 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:18:27.795461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.796577 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ae9c3f9c-69ad-48c7-a589-0f3487036ead tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/routers/81fc112a-0642-45b1-9eba-9b463068b1e8 HTTP/1.1" status: 204 len: 168 time: 1.1824250 Feb 11 14:18:27.800768 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35922) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:27.858170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:27.880105 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:18:27.880455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 50cc006a-ca83-45c2-bf0c-ac6ba7c79bcc not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:27.880874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1b30efde-779d-41f1-ac18-2fc2a69a6c94 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:27.898693 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (d730adcd-aab1-4769-b8b0-cde52e873e18), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:27.901374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 1b30efde-779d-41f1-ac18-2fc2a69a6c94 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:18:27.901726 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 1b30efde-779d-41f1-ac18-2fc2a69a6c94 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:27.996753 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (d730adcd-aab1-4769-b8b0-cde52e873e18), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.019047 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d730adcd-aab1-4769-b8b0-cde52e873e18']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:28.029351 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:28.029674 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b495ac-e53c-4ae2-a007-12e1f19c1f07') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:28.039634 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b8b495ac-e53c-4ae2-a007-12e1f19c1f07), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.053619 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b8b495ac-e53c-4ae2-a007-12e1f19c1f07), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.060244 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:18:28.060958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b8b495ac-e53c-4ae2-a007-12e1f19c1f07), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:18:28.064524 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:18:28.133756 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (d730adcd-aab1-4769-b8b0-cde52e873e18), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.143320 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.148164 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/networks/d730adcd-aab1-4769-b8b0-cde52e873e18 HTTP/1.1" status: 204 len: 168 time: 0.3462458 Feb 11 14:18:28.152424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35924) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:28.161040 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceade9-b17a-4284-9efa-99cfb80f3443 tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'Network': ['ID=d730adcd-aab1-4769-b8b0-cde52e873e18,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:28.215806 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-344505be-b7dd-41a9-a5cd-e4d9421d732c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (9a1ee45e-dd8c-44be-bf75-3cd1289bf929), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.242499 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-344505be-b7dd-41a9-a5cd-e4d9421d732c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (9a1ee45e-dd8c-44be-bf75-3cd1289bf929), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.309064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-344505be-b7dd-41a9-a5cd-e4d9421d732c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (9a1ee45e-dd8c-44be-bf75-3cd1289bf929), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.312021 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-344505be-b7dd-41a9-a5cd-e4d9421d732c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.313206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-344505be-b7dd-41a9-a5cd-e4d9421d732c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] 10.222.0.42 "DELETE /v2.0/security-groups/9a1ee45e-dd8c-44be-bf75-3cd1289bf929 HTTP/1.1" status: 204 len: 168 time: 0.1596351 Feb 11 14:18:28.322773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344505be-b7dd-41a9-a5cd-e4d9421d732c tempest-TestNetworkAdvancedServerOps-1820378803 tempest-TestNetworkAdvancedServerOps-1820378803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1ee45e-dd8c-44be-bf75-3cd1289bf929,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:28.669808 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35932) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:28.827725 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6d1763ad-2d63-493a-bfd5-184ff23985bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9be988458cb741c29dd149bd2380baad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1567400 Feb 11 14:18:28.830490 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35936) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:28.880138 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0989cb83-c449-4158-bd35-b689a4d4a9ea admin admin] Publish callbacks [] for security_group (bb14d06b-200e-45d7-98d1-15634d653c4c), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.902340 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0989cb83-c449-4158-bd35-b689a4d4a9ea admin admin] Publish callbacks [] for security_group (bb14d06b-200e-45d7-98d1-15634d653c4c), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.954218 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0989cb83-c449-4158-bd35-b689a4d4a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (bb14d06b-200e-45d7-98d1-15634d653c4c), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.956736 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-0989cb83-c449-4158-bd35-b689a4d4a9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:28.957962 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-0989cb83-c449-4158-bd35-b689a4d4a9ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb14d06b-200e-45d7-98d1-15634d653c4c HTTP/1.1" status: 204 len: 168 time: 0.1265583 Feb 11 14:18:28.967869 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989cb83-c449-4158-bd35-b689a4d4a9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14d06b-200e-45d7-98d1-15634d653c4c,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:29.242707 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:29.256759 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0084f45-3581-471d-914b-b02cbb9403a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.351003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0084f45-3581-471d-914b-b02cbb9403a7 admin admin] Publish callbacks [] for security_group (7b5ef79a-8292-44b2-95e3-97e802972539), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.356665 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e0084f45-3581-471d-914b-b02cbb9403a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7b5ef79a-8292-44b2-95e3-97e802972539), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.405133 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e0084f45-3581-471d-914b-b02cbb9403a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a6fa907833046c9a2623eeb60a24a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612370 Feb 11 14:18:29.406388 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0084f45-3581-471d-914b-b02cbb9403a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ef79a-8292-44b2-95e3-97e802972539,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:29.409537 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35944) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:29.442923 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8bdd804c-c04f-4915-bfa1-eab69b3da219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.461208 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98c17c86-7ce5-429c-9823-a70921d220cf admin admin] Publish callbacks [] for security_group (7b5ef79a-8292-44b2-95e3-97e802972539), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.495689 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98c17c86-7ce5-429c-9823-a70921d220cf admin admin] Publish callbacks [] for security_group (7b5ef79a-8292-44b2-95e3-97e802972539), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.546711 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98c17c86-7ce5-429c-9823-a70921d220cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (7b5ef79a-8292-44b2-95e3-97e802972539), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.549312 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-98c17c86-7ce5-429c-9823-a70921d220cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:29.550586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-98c17c86-7ce5-429c-9823-a70921d220cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b5ef79a-8292-44b2-95e3-97e802972539 HTTP/1.1" status: 204 len: 168 time: 0.1416252 Feb 11 14:18:29.559794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c17c86-7ce5-429c-9823-a70921d220cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ef79a-8292-44b2-95e3-97e802972539,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:29.751817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f3be6ed6-4107-4125-b0c7-e44127ffeac1 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:18:29.773048 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: f3be6ed6-4107-4125-b0c7-e44127ffeac1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:18:29.773396 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device f3be6ed6-4107-4125-b0c7-e44127ffeac1 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:18:30.365404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35966) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:30.470634 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-162189481-network', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:30.496265 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Made reservation on behalf of d8da927f0a6f41399f89479975609ab8 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:30.499428 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.513130 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.599075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks [] for security_group (e3d5fee1-9fb6-4e9e-9b6b-589d71560564), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.605427 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e3d5fee1-9fb6-4e9e-9b6b-589d71560564), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.629862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:18:30.639454 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5fee1-9fb6-4e9e-9b6b-589d71560564,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:30.644387 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e7fb9167-7d02-4f9a-86b8-9c4d1a743c76), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.644723 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Added segment e7fb9167-7d02-4f9a-86b8-9c4d1a743c76 of type vlan for network 30cc7750-0bc8-4bbe-ab71-6908468706c5 Feb 11 14:18:30.686558 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (30cc7750-0bc8-4bbe-ab71-6908468706c5), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.717135 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (30cc7750-0bc8-4bbe-ab71-6908468706c5), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.718207 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:30.718814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.754516 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3879447 Feb 11 14:18:30.757937 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35970) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:30.763085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Request body: {'subnet': {'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-162189481-subnet', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:30.782743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf4bae-9ca7-48f9-bf88-f5d93203d400 admin admin] Pushing event updated for resources: {'Network': ['ID=30cc7750-0bc8-4bbe-ab71-6908468706c5,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:30.784226 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Made reservation on behalf of d8da927f0a6f41399f89479975609ab8 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:30.786723 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:30.792981 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:18:30.969718 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (a4f89e92-3271-4125-a17a-ad337d731729), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.030392 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f89e92-3271-4125-a17a-ad337d731729,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:31.040431 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Checking segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:31.040807 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Network hostable DHCP agents. Network: 30cc7750-0bc8-4bbe-ab71-6908468706c5, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:18:31.060204 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:18:31.070638 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 30cc7750-0bc8-4bbe-ab71-6908468706c5) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:31.075203 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.076409 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.080355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a666e9-9e88-4e32-b0ac-2b6a501b2507 None None] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:18:31.093320 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-1173985b-5bda-4660-becb-835f013b9b7d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3342669 Feb 11 14:18:31.096038 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35972) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:31.100661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:31.119841 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.120868 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.174454 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks [] for router_controller (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.185591 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-30cc7750-0bc8-4bbe-ab71-6908468706c5', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:18:31.186727 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.319274 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks [] for router_gateway (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.323874 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Allocated IP 172.20.0.2 (30cc7750-0bc8-4bbe-ab71-6908468706c5/a4f89e92-3271-4125-a17a-ad337d731729/40ff5f78-9d47-435b-a21d-09978bdcc098) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:31.531275 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks [] for router_gateway (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.551934 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.657653 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b3f2a902-0378-4f90-9c73-81ee02193fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.659655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Publish callbacks [] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.661974 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Allocated IP 172.25.1.164 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:31.666827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.706541 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:31.711428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:31.715279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:31.720878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Pushing event updated for resources: {'Port': ['ID=40ff5f78-9d47-435b-a21d-09978bdcc098,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:31.775436 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks [] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.778773 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Attempting to bind port 40ff5f78-9d47-435b-a21d-09978bdcc098 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:31.779157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Attempting to bind port 40ff5f78-9d47-435b-a21d-09978bdcc098 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:31.779523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Attempting to bind port 40ff5f78-9d47-435b-a21d-09978bdcc098 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:31.784506 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:31.784973 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Checking segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:31.785380 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.785815 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Bound using segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:31.786293 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Bound port: 40ff5f78-9d47-435b-a21d-09978bdcc098, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:31.786681 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.810011 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.849466 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] For port 40ff5f78-9d47-435b-a21d-09978bdcc098, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:31.851001 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:31.852519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] For port 40ff5f78-9d47-435b-a21d-09978bdcc098, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=40ff5f78-9d47-435b-a21d-09978bdcc098,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:31.854200 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:31.858214 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:31.860998 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:31.864261 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Pushing event updated for resources: {'Port': ['ID=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:31.921132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a133e7-8101-45d5-be5b-48bc5fdcd2e7 None None] Pushing event updated for resources: {'Port': ['ID=40ff5f78-9d47-435b-a21d-09978bdcc098,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:32.136059 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks [] for router_gateway (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:32.342333 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:32.480420 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:18:32.600775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:32.611933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Sync routers for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:32.623559 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:32.624195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:32.624834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:32.625210 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-faba311c-2c6d-41d4-be7a-8a0732e485fd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5281007 Feb 11 14:18:32.628186 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35974) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:32.737613 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:32.860533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9134a2a0-f583-4a4e-ada0-f0392441bee9 None None] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:18:32.990498 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-71e1f664-aa03-49ad-8194-19eb66a2fcf2 None None] Provisioning complete for port 40ff5f78-9d47-435b-a21d-09978bdcc098 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:32.990793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71e1f664-aa03-49ad-8194-19eb66a2fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.025202 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.066315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.090514 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:32Z', 'revision_number': 3, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:33.146226 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Checking router: 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:33.146578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Updating router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:18:33.176655 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-71e1f664-aa03-49ad-8194-19eb66a2fcf2 None None] Current status of the port 40ff5f78-9d47-435b-a21d-09978bdcc098 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:33.177056 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71e1f664-aa03-49ad-8194-19eb66a2fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.190973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.237930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Allocated IP 172.20.0.1 (30cc7750-0bc8-4bbe-ab71-6908468706c5/a4f89e92-3271-4125-a17a-ad337d731729/18c8ea55-a010-4c87-9425-80af5d074ad7) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:33.242887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-71e1f664-aa03-49ad-8194-19eb66a2fcf2 None None] For port 40ff5f78-9d47-435b-a21d-09978bdcc098, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=40ff5f78-9d47-435b-a21d-09978bdcc098,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:33.299293 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71e1f664-aa03-49ad-8194-19eb66a2fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.360879 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks [] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.369782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1f664-aa03-49ad-8194-19eb66a2fcf2 None None] Pushing event updated for resources: {'Port': ['ID=40ff5f78-9d47-435b-a21d-09978bdcc098,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.398471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.442116 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:33.445273 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:33.447779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:33.454706 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-934f6301-7489-405b-8ac7-08e7fd5176d3 None None] Provisioning complete for port 40ff5f78-9d47-435b-a21d-09978bdcc098 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:33.455090 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-934f6301-7489-405b-8ac7-08e7fd5176d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.474139 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Pushing event updated for resources: {'Port': ['ID=18c8ea55-a010-4c87-9425-80af5d074ad7,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.495969 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.591735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Publish callbacks [] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.599139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-934f6301-7489-405b-8ac7-08e7fd5176d3 None None] Current status of the port 40ff5f78-9d47-435b-a21d-09978bdcc098 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:33.602009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.649064 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.660084 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Attempting to bind port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:33.660453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Attempting to bind port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:33.660817 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Attempting to bind port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:33.662880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568c549-1dd9-43f5-873c-4fc5485a80de None None] Pushing event updated for resources: {'Port': ['ID=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.668391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:33.668767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:33.669164 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.669704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:33.670022 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Bound port: ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:33.670399 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.727675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] For port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:33.731193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] For port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:33.737901 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-b12b3e0a-8649-4a26-b78d-e14a94d1b00c None None] Provisioning complete for port 18c8ea55-a010-4c87-9425-80af5d074ad7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:33.738388 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b12b3e0a-8649-4a26-b78d-e14a94d1b00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.761119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.814241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-b12b3e0a-8649-4a26-b78d-e14a94d1b00c None None] Port 18c8ea55-a010-4c87-9425-80af5d074ad7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:18:33.836879 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568c549-1dd9-43f5-873c-4fc5485a80de None None] Pushing event updated for resources: {'Port': ['ID=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.837314 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks [] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.840359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:33.840359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:33.843456 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.878713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 40ff5f78-9d47-435b-a21d-09978bdcc098 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:33.915914 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Pushing event updated for resources: {'Port': ['ID=18c8ea55-a010-4c87-9425-80af5d074ad7,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:33.919453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:33.985714 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:34.011042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 40ff5f78-9d47-435b-a21d-09978bdcc098 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:34.011333 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.014383 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:34.015815 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:34.200490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 40ff5f78-9d47-435b-a21d-09978bdcc098 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:34.272891 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 2, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:34.300064 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc1705-74e7-45f3-b911-8ce2d46ece92 None None] The sync data for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 is: [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 2, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:34.340949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-f2c23a92-99c7-46ea-8fe5-cbb3a31d7bef None None] Provisioning complete for port 18c8ea55-a010-4c87-9425-80af5d074ad7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:34.341831 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f2c23a92-99c7-46ea-8fe5-cbb3a31d7bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.541961 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:34.555974 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-f2c23a92-99c7-46ea-8fe5-cbb3a31d7bef None None] Port 18c8ea55-a010-4c87-9425-80af5d074ad7 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:18:34.595834 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:34.670067 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:34.683455 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-ee6f8268-33c3-4138-8dd3-ed84c587c94d admin admin] 10.222.0.42 "PUT /v2.0/routers/24abb688-b5ca-4fff-a01d-58f5b0ef67c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0459983 Feb 11 14:18:35.179250 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35990) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:35.184274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-886140229-network', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:35.206280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Made reservation on behalf of 0362425d52b84a0ea1c1e60ca0059135 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:35.208706 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.217870 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.296264 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks [] for security_group (843863ae-ed7f-4430-9d29-ee1487b5f1e1), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.300690 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (843863ae-ed7f-4430-9d29-ee1487b5f1e1), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.326276 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:18:35.336670 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843863ae-ed7f-4430-9d29-ee1487b5f1e1,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:35.341829 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9eebd3dd-2fd3-4139-9405-c17b75816cf2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.342178 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Added segment 9eebd3dd-2fd3-4139-9405-c17b75816cf2 of type vlan for network 96d2d44c-b71f-442e-9787-92053ce9a256 Feb 11 14:18:35.388067 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (96d2d44c-b71f-442e-9787-92053ce9a256), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.412635 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.415311 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (96d2d44c-b71f-442e-9787-92053ce9a256), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.416295 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:35.417026 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.453144 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2727649 Feb 11 14:18:35.456221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 35992) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:35.462158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Request body: {'subnet': {'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-886140229-subnet', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:35.480324 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23e273-c4f1-4d58-b53d-80917d1132e9 admin admin] Pushing event updated for resources: {'Network': ['ID=96d2d44c-b71f-442e-9787-92053ce9a256,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:35.487923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Made reservation on behalf of 0362425d52b84a0ea1c1e60ca0059135 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:35.489983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.491534 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 96d2d44c-b71f-442e-9787-92053ce9a256 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:18:35.680548 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (596db54a-4bfe-4279-b635-8998ebc1d1f9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.742284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=596db54a-4bfe-4279-b635-8998ebc1d1f9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:35.752789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Checking segment: {'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:35.752789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Network hostable DHCP agents. Network: 96d2d44c-b71f-442e-9787-92053ce9a256, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:18:35.774135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Network 96d2d44c-b71f-442e-9787-92053ce9a256 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:18:35.785800 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 96d2d44c-b71f-442e-9787-92053ce9a256) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:35.790785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:35.792468 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.796881 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b9f194-5559-49f9-a993-8608f811584b None None] Network 96d2d44c-b71f-442e-9787-92053ce9a256 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:18:35.815951 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-f99f972e-3318-408f-9e06-7805faf5d72a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3552380 Feb 11 14:18:35.816148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35994) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:35.822573 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:35.838041 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:35.851860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (136c401a-475f-4fc5-a809-374273362bb9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.852921 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (136c401a-475f-4fc5-a809-374273362bb9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.904862 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks [] for router_controller (136c401a-475f-4fc5-a809-374273362bb9), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.947939 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:35.948307 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:35.951132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-96d2d44c-b71f-442e-9787-92053ce9a256', 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256', 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'fixed_ips': [{'subnet_id': '596db54a-4bfe-4279-b635-8998ebc1d1f9'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:18:35.951942 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.062769 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks [] for router_gateway (136c401a-475f-4fc5-a809-374273362bb9), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.148905 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:36.149315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.181133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:36.182854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Allocated IP 172.20.0.2 (96d2d44c-b71f-442e-9787-92053ce9a256/596db54a-4bfe-4279-b635-8998ebc1d1f9/8c126312-e4d2-468b-8f83-e55d6d3fb554) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:36.189366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.276633 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks [] for router_gateway (136c401a-475f-4fc5-a809-374273362bb9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.295902 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.297923 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.382330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Publish callbacks [] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.388562 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.408702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Allocated IP 172.25.1.117 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/071e8d51-0cff-444d-b1dd-3dd88bbcf236) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:36.429513 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Network 96d2d44c-b71f-442e-9787-92053ce9a256 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:36.434332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:36.439307 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:36.442876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Pushing event updated for resources: {'Port': ['ID=8c126312-e4d2-468b-8f83-e55d6d3fb554,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.444401 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Sync routers for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:36.456120 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:36.457114 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:36.508448 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Attempting to bind port 8c126312-e4d2-468b-8f83-e55d6d3fb554 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:36.508887 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Attempting to bind port 8c126312-e4d2-468b-8f83-e55d6d3fb554 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:36.509164 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Attempting to bind port 8c126312-e4d2-468b-8f83-e55d6d3fb554 on network 96d2d44c-b71f-442e-9787-92053ce9a256 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:36.515571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:36.515571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Checking segment: {'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:36.515571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.516017 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Bound using segment: {'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:36.516314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Bound port: 8c126312-e4d2-468b-8f83-e55d6d3fb554, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:36.516635 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.521524 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks [] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.557467 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.572668 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:36.583459 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] For port 8c126312-e4d2-468b-8f83-e55d6d3fb554, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:36.587639 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] For port 8c126312-e4d2-468b-8f83-e55d6d3fb554, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8c126312-e4d2-468b-8f83-e55d6d3fb554,segment=NetworkSegment(9eebd3dd-2fd3-4139-9405-c17b75816cf2),segment_id=9eebd3dd-2fd3-4139-9405-c17b75816cf2)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:36.595963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.600206 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:36.603406 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:36.609819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:36.615652 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Pushing event updated for resources: {'Port': ['ID=071e8d51-0cff-444d-b1dd-3dd88bbcf236,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.668822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a084-8521-4d48-95dd-ad74469cbf09 None None] Pushing event updated for resources: {'Port': ['ID=8c126312-e4d2-468b-8f83-e55d6d3fb554,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:36.789994 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 2, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:36.818246 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Checking router: 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:36.818664 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Updating router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 port 18c8ea55-a010-4c87-9425-80af5d074ad7 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:18:36.853002 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:36.921038 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks [] for router_gateway (136c401a-475f-4fc5-a809-374273362bb9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.141824 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (136c401a-475f-4fc5-a809-374273362bb9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.143621 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Publish callbacks [] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.150030 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.200018 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Pushing event updated for resources: {'Port': ['ID=18c8ea55-a010-4c87-9425-80af5d074ad7,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:37.226382 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.226718 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.227052 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.227380 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.227705 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.228028 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.228350 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.228667 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.228991 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.229301 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.229615 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.229950 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.230457 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:18:37.267018 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Attempting to bind port 18c8ea55-a010-4c87-9425-80af5d074ad7 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:37.267375 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Attempting to bind port 18c8ea55-a010-4c87-9425-80af5d074ad7 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:37.267950 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Attempting to bind port 18c8ea55-a010-4c87-9425-80af5d074ad7 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:37.273424 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:37.273823 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Checking segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:37.274418 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.274799 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Bound using segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:37.275421 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Bound port: 18c8ea55-a010-4c87-9425-80af5d074ad7, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:37.275794 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.290083 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Router 136c401a-475f-4fc5-a809-374273362bb9 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:18:37.359340 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] For port 18c8ea55-a010-4c87-9425-80af5d074ad7, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:37.364942 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] For port 18c8ea55-a010-4c87-9425-80af5d074ad7, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=18c8ea55-a010-4c87-9425-80af5d074ad7,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:37.374158 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.428411 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:37.439225 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Sync routers for ids ['136c401a-475f-4fc5-a809-374273362bb9'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:37.451845 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Routers {'136c401a-475f-4fc5-a809-374273362bb9'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:37.452691 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['136c401a-475f-4fc5-a809-374273362bb9'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:37.453859 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6262c-c0d5-4d83-b069-590175f8fa3e None None] Pushing event updated for resources: {'Port': ['ID=18c8ea55-a010-4c87-9425-80af5d074ad7,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:37.459236 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:37.460367 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:37.476220 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.478740 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-73207a14-187a-4c60-b353-c23619826bce admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6605971 Feb 11 14:18:37.480440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 35996) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:37.591263 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:37.603262 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-950ffcfd-bad3-4e89-b12c-ea8300f1d2cb None None] Provisioning complete for port 18c8ea55-a010-4c87-9425-80af5d074ad7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:37.603929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-950ffcfd-bad3-4e89-b12c-ea8300f1d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.662596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Set router 136c401a-475f-4fc5-a809-374273362bb9 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:37.871190 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-950ffcfd-bad3-4e89-b12c-ea8300f1d2cb None None] Current status of the port 18c8ea55-a010-4c87-9425-80af5d074ad7 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:37.872462 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-950ffcfd-bad3-4e89-b12c-ea8300f1d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:37.884603 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:37.914998 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8603600c-4fd8-41c9-9f1d-d04788e4edb3 None None] The sync data for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 is: [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:37.982587 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-950ffcfd-bad3-4e89-b12c-ea8300f1d2cb None None] For port 18c8ea55-a010-4c87-9425-80af5d074ad7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=18c8ea55-a010-4c87-9425-80af5d074ad7,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:37.988561 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02253dc-ed0c-4c44-a873-d8f34ca9efef None None] Network 96d2d44c-b71f-442e-9787-92053ce9a256 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:18:38.051244 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 18c8ea55-a010-4c87-9425-80af5d074ad7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:38.062062 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-950ffcfd-bad3-4e89-b12c-ea8300f1d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.132152 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.196695 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ffcfd-bad3-4e89-b12c-ea8300f1d2cb None None] Pushing event updated for resources: {'Port': ['ID=18c8ea55-a010-4c87-9425-80af5d074ad7,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:38.207419 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 3, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port': {'id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:36Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:38.248172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Provisioning complete for port 18c8ea55-a010-4c87-9425-80af5d074ad7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:38.248386 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.283023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Checking router: 136c401a-475f-4fc5-a809-374273362bb9 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:38.283281 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Updating router 136c401a-475f-4fc5-a809-374273362bb9 port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:18:38.294607 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Allocated IP 172.20.0.1 (96d2d44c-b71f-442e-9787-92053ce9a256/596db54a-4bfe-4279-b635-8998ebc1d1f9/bbb755f4-5adc-45b6-a9ce-4e8b3794c41b) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:38.324595 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 18c8ea55-a010-4c87-9425-80af5d074ad7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:38.324967 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.331239 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.422681 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks [] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.458838 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Current status of the port 18c8ea55-a010-4c87-9425-80af5d074ad7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:38.470135 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.510834 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Network 96d2d44c-b71f-442e-9787-92053ce9a256 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:38.514646 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:38.518064 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:38.557036 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Pushing event updated for resources: {'Port': ['ID=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:38.561934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Provisioning complete for port 8c126312-e4d2-468b-8f83-e55d6d3fb554 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:38.562553 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.570998 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (136c401a-475f-4fc5-a809-374273362bb9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.729542 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.873950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 18c8ea55-a010-4c87-9425-80af5d074ad7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:38.874961 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:38.913799 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks [] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.919100 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.981809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Current status of the port 8c126312-e4d2-468b-8f83-e55d6d3fb554 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:38.982198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.990109 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (136c401a-475f-4fc5-a809-374273362bb9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:38.991892 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Pushing event updated for resources: {'Port': ['ID=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.061711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] For port 8c126312-e4d2-468b-8f83-e55d6d3fb554, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8c126312-e4d2-468b-8f83-e55d6d3fb554,segment=NetworkSegment(9eebd3dd-2fd3-4139-9405-c17b75816cf2),segment_id=9eebd3dd-2fd3-4139-9405-c17b75816cf2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:39.062710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.063111 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.066355 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Publish callbacks [] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.085668 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Network 96d2d44c-b71f-442e-9787-92053ce9a256 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:39.086686 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.087375 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:39.091434 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.168969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Attempting to bind port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:39.169322 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Attempting to bind port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:39.169713 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Attempting to bind port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:39.173862 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2611f2-ae0b-44a5-a291-2b51da4eb5a0 None None] Pushing event updated for resources: {'Port': ['ID=8c126312-e4d2-468b-8f83-e55d6d3fb554,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.183170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:39.183535 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:39.183944 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.184331 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:39.185710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Bound port: 071e8d51-0cff-444d-b1dd-3dd88bbcf236, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:39.185710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.207742 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Router 136c401a-475f-4fc5-a809-374273362bb9 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:39.282969 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79004761-620e-4974-8c7c-27cc6939ea4f None None] Pushing event updated for resources: {'Port': ['ID=071e8d51-0cff-444d-b1dd-3dd88bbcf236,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.300042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-82ba36ce-8377-47ad-854d-4f8f5a47587f None None] Provisioning complete for port 8c126312-e4d2-468b-8f83-e55d6d3fb554 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.300422 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-82ba36ce-8377-47ad-854d-4f8f5a47587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.322145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:39.327235 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-8029fae9-a80a-4bc2-8104-53506d6594cc admin admin] 10.222.0.42 "PUT /v2.0/routers/136c401a-475f-4fc5-a809-374273362bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8447034 Feb 11 14:18:39.338246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:39.338899 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8c126312-e4d2-468b-8f83-e55d6d3fb554 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:39.344755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] For port 071e8d51-0cff-444d-b1dd-3dd88bbcf236, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:39.382884 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] For port 071e8d51-0cff-444d-b1dd-3dd88bbcf236, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=071e8d51-0cff-444d-b1dd-3dd88bbcf236,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:39.397484 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.496844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Routers {'136c401a-475f-4fc5-a809-374273362bb9'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:39.497569 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['136c401a-475f-4fc5-a809-374273362bb9'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:39.543246 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79004761-620e-4974-8c7c-27cc6939ea4f None None] Pushing event updated for resources: {'Port': ['ID=071e8d51-0cff-444d-b1dd-3dd88bbcf236,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:39.556215 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-82ba36ce-8377-47ad-854d-4f8f5a47587f None None] Current status of the port 8c126312-e4d2-468b-8f83-e55d6d3fb554 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:39.558406 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 8c126312-e4d2-468b-8f83-e55d6d3fb554 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.558777 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.642294 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-82ba36ce-8377-47ad-854d-4f8f5a47587f None None] Provisioning complete for port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.642666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-82ba36ce-8377-47ad-854d-4f8f5a47587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.696339 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] Set router 136c401a-475f-4fc5-a809-374273362bb9 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:39.698777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-82ba36ce-8377-47ad-854d-4f8f5a47587f None None] Port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:18:39.810636 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 8c126312-e4d2-468b-8f83-e55d6d3fb554 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:39.863806 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a353be4e-5811-41cc-ba4e-12af387d5d0b None None] Provisioning complete for port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.864135 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a353be4e-5811-41cc-ba4e-12af387d5d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.893590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8c126312-e4d2-468b-8f83-e55d6d3fb554 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:39.919183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36004) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:39.923822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ceb1dc22-ea2e-4402-a5c2-b55de49fb3fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561162978', 'description': 'tempest-secgroup-smoke-1561162978 description', 'project_id': 'd8da927f0a6f41399f89479975609ab8'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:39.944501 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc22-ea2e-4402-a5c2-b55de49fb3fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:39.951137 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a353be4e-5811-41cc-ba4e-12af387d5d0b None None] Port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:18:39.998025 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 8c126312-e4d2-468b-8f83-e55d6d3fb554 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:39.998400 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.016769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc22-ea2e-4402-a5c2-b55de49fb3fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (836fb413-a0e7-4799-a87d-977924d1a872), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.022290 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc22-ea2e-4402-a5c2-b55de49fb3fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (836fb413-a0e7-4799-a87d-977924d1a872), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.042287 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 4, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port': {'id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:36Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'bbb755f4-5adc-45b6-a9ce-4e8b3794c41b', 'name': '', 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'mac_address': 'fa:16:3e:a1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:38Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 2, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'subnets': [{'id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:40.055915 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ceb1dc22-ea2e-4402-a5c2-b55de49fb3fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.057187 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ceb1dc22-ea2e-4402-a5c2-b55de49fb3fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1369660 Feb 11 14:18:40.057939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1dc22-ea2e-4402-a5c2-b55de49fb3fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836fb413-a0e7-4799-a87d-977924d1a872,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.060742 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36006) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:40.066613 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7b112feb-b26a-443f-94c2-a0842f4a2bc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '836fb413-a0e7-4799-a87d-977924d1a872', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:40.074302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b5e7a-4d52-4846-b390-bf93322d6aaa None None] The sync data for ids ['136c401a-475f-4fc5-a809-374273362bb9'] in n-d-828675-3 is: [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 4, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port': {'id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:36Z', 'updated_at': '2022-02-11T14:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'bbb755f4-5adc-45b6-a9ce-4e8b3794c41b', 'name': '', 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'mac_address': 'fa:16:3e:a1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:38Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 2, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'subnets': [{'id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:40.095956 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b112feb-b26a-443f-94c2-a0842f4a2bc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (94e10347-64d4-4e93-8352-1f19df1b5c69), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.126690 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 8c126312-e4d2-468b-8f83-e55d6d3fb554 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:40.127937 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 18c8ea55-a010-4c87-9425-80af5d074ad7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:40.165381 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b112feb-b26a-443f-94c2-a0842f4a2bc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (94e10347-64d4-4e93-8352-1f19df1b5c69), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.170831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b112feb-b26a-443f-94c2-a0842f4a2bc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (94e10347-64d4-4e93-8352-1f19df1b5c69), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.181528 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 18c8ea55-a010-4c87-9425-80af5d074ad7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:40.181955 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.189416 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b112feb-b26a-443f-94c2-a0842f4a2bc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e10347-64d4-4e93-8352-1f19df1b5c69,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.199882 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7b112feb-b26a-443f-94c2-a0842f4a2bc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.201140 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7b112feb-b26a-443f-94c2-a0842f4a2bc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389925 Feb 11 14:18:40.203967 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36008) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:40.208853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-09c56a95-9518-4c3d-96b9-3c345c5d9db8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '836fb413-a0e7-4799-a87d-977924d1a872', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:40.239858 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09c56a95-9518-4c3d-96b9-3c345c5d9db8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (f09f79d8-ee12-4f94-a0f4-604724212401), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.274177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 18c8ea55-a010-4c87-9425-80af5d074ad7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:40.313760 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09c56a95-9518-4c3d-96b9-3c345c5d9db8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (f09f79d8-ee12-4f94-a0f4-604724212401), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.319603 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09c56a95-9518-4c3d-96b9-3c345c5d9db8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (f09f79d8-ee12-4f94-a0f4-604724212401), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.341836 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c56a95-9518-4c3d-96b9-3c345c5d9db8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09f79d8-ee12-4f94-a0f4-604724212401,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.349217 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-09c56a95-9518-4c3d-96b9-3c345c5d9db8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.350520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-09c56a95-9518-4c3d-96b9-3c345c5d9db8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456225 Feb 11 14:18:40.353229 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:40.358925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-7229863a-0db7-4f72-9580-f5b65583308d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '836fb413-a0e7-4799-a87d-977924d1a872', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:40.386536 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7229863a-0db7-4f72-9580-f5b65583308d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (113ec0a7-5cb5-41a8-b578-6df6069c06b0), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.449706 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7229863a-0db7-4f72-9580-f5b65583308d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (113ec0a7-5cb5-41a8-b578-6df6069c06b0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.454647 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7229863a-0db7-4f72-9580-f5b65583308d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (113ec0a7-5cb5-41a8-b578-6df6069c06b0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.474825 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229863a-0db7-4f72-9580-f5b65583308d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113ec0a7-5cb5-41a8-b578-6df6069c06b0,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.485372 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-7229863a-0db7-4f72-9580-f5b65583308d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.486761 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-7229863a-0db7-4f72-9580-f5b65583308d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325390 Feb 11 14:18:40.489725 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36012) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:40.494451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-db8af4f9-3729-4e5b-a414-c68a3fdf3c74 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '836fb413-a0e7-4799-a87d-977924d1a872', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:40.521579 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f9-3729-4e5b-a414-c68a3fdf3c74 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (01089774-f083-43ed-a30d-fd832a16b81c), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.583594 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f9-3729-4e5b-a414-c68a3fdf3c74 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (01089774-f083-43ed-a30d-fd832a16b81c), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.588581 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f9-3729-4e5b-a414-c68a3fdf3c74 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (01089774-f083-43ed-a30d-fd832a16b81c), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.607177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8af4f9-3729-4e5b-a414-c68a3fdf3c74 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01089774-f083-43ed-a30d-fd832a16b81c,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.615843 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-db8af4f9-3729-4e5b-a414-c68a3fdf3c74 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.617074 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-db8af4f9-3729-4e5b-a414-c68a3fdf3c74 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262910 Feb 11 14:18:40.620074 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36014) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:40.624763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '836fb413-a0e7-4799-a87d-977924d1a872', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:40.647138 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Project d8da927f0a6f41399f89479975609ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:18:40.652811 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (6040f11e-0eda-49e2-aa9f-491a0aad7ce9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.719149 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (6040f11e-0eda-49e2-aa9f-491a0aad7ce9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.723643 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6040f11e-0eda-49e2-aa9f-491a0aad7ce9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.742266 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6040f11e-0eda-49e2-aa9f-491a0aad7ce9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.750610 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.752197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-30e1b3e5-d961-4cbe-884e-77cb5a3e6c3e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310029 Feb 11 14:18:40.758269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36016) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:40.766824 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '836fb413-a0e7-4799-a87d-977924d1a872', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:40.792291 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Project d8da927f0a6f41399f89479975609ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:18:40.797471 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (ac1ec9f1-9da0-40b0-8ccb-b5e598359dbc), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.864846 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (ac1ec9f1-9da0-40b0-8ccb-b5e598359dbc), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.870240 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (ac1ec9f1-9da0-40b0-8ccb-b5e598359dbc), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.894092 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1ec9f1-9da0-40b0-8ccb-b5e598359dbc,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:40.899667 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:40.901855 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-167fa322-18aa-4ce3-9af7-65314e0c8caa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443522 Feb 11 14:18:41.056206 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-ea9b04a4-db36-4fa4-94f5-ffe67b7c323c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561162978&fields=id&tenant_id=d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 267 time: 0.0485656 Feb 11 14:18:41.169716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-20a16d94-50b3-46ac-bee6-8a415743c7b2 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:41.171301 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-20a16d94-50b3-46ac-bee6-8a415743c7b2 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 808 time: 0.1045771 Feb 11 14:18:41.188136 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-b4a345fd-33cb-47cc-8126-ec2500de272f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/quotas/d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 375 time: 0.0109503 Feb 11 14:18:41.249725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-141914ae-721f-438b-bd2b-5f8c0e0e3336 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560472 Feb 11 14:18:41.352010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-b69d513f-7c3c-4e96-b9a3-1e7ae0db3599 service neutron] 10.222.0.42 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 Feb 11 14:18:41.448472 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-3a43d078-7097-49a3-a3b2-551d298b5645 service neutron] 10.222.0.42 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936224 Feb 11 14:18:41.610787 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-340613f5-1484-47e5-b97a-1d5705bb15e0 req-2b329032-9685-4e33-ac19-85d9a3405391 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 210 time: 0.0286057 Feb 11 14:18:41.934010 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 071e8d51-0cff-444d-b1dd-3dd88bbcf236 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:41.984110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:41.984490 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:42.068378 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:42.068758 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:42.090117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 071e8d51-0cff-444d-b1dd-3dd88bbcf236, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=071e8d51-0cff-444d-b1dd-3dd88bbcf236,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:42.094538 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:42.142836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=071e8d51-0cff-444d-b1dd-3dd88bbcf236,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:42.161047 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Sync routers for ids ['136c401a-475f-4fc5-a809-374273362bb9'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:42.171431 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Routers {'136c401a-475f-4fc5-a809-374273362bb9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:42.172048 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['136c401a-475f-4fc5-a809-374273362bb9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:42.285248 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Set router 136c401a-475f-4fc5-a809-374273362bb9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:42.617020 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 4, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port': {'id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:36Z', 'updated_at': '2022-02-11T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'bbb755f4-5adc-45b6-a9ce-4e8b3794c41b', 'name': '', 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'mac_address': 'fa:16:3e:a1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:38Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 2, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'subnets': [{'id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:42.626731 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-79191e1c-4a68-4077-a3a8-5465ebf098be tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:42.628900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-79191e1c-4a68-4077-a3a8-5465ebf098be tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 808 time: 0.1149497 Feb 11 14:18:42.644132 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Checking router: 136c401a-475f-4fc5-a809-374273362bb9 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:42.644740 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Updating router 136c401a-475f-4fc5-a809-374273362bb9 port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:18:42.684184 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:42.712680 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-dc461a75-8b60-439b-81fc-a5d9b93c7aa7 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 380 time: 0.0760598 Feb 11 14:18:42.729428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3a32254c-4f55-447d-9464-1686f0566dff req-7c95eb03-1097-40e0-94a8-b148e45a6555 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 210 time: 0.0327721 Feb 11 14:18:42.733563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'port': {'device_id': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'admin_state_up': True, 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'security_groups': ['836fb413-a0e7-4799-a87d-977924d1a872']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:42.847833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Made reservation on behalf of d8da927f0a6f41399f89479975609ab8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:18:42.851636 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:42.950285 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Publish callbacks [] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:42.957414 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:42.979726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Allocated IP 172.20.0.4 (30cc7750-0bc8-4bbe-ab71-6908468706c5/a4f89e92-3271-4125-a17a-ad337d731729/65ad6198-44e3-44f0-89ba-7f05e1825e66) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:43.005355 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4693e-c8a0-44a7-b944-d421ec963872 None None] Pushing event updated for resources: {'Port': ['ID=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:43.063672 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Attempting to bind port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:43.064040 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Attempting to bind port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:43.064396 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Attempting to bind port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b on network 96d2d44c-b71f-442e-9787-92053ce9a256 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:43.071170 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:43.071550 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Checking segment: {'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:43.072012 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.072601 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Bound using segment: {'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:43.073071 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Bound port: bbb755f4-5adc-45b6-a9ce-4e8b3794c41b, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eebd3dd-2fd3-4139-9405-c17b75816cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:43.073446 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.146301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.146799 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] For port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:43.150794 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] For port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,segment=NetworkSegment(9eebd3dd-2fd3-4139-9405-c17b75816cf2),segment_id=9eebd3dd-2fd3-4139-9405-c17b75816cf2)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:43.159818 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.186641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.208175 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Routers {'136c401a-475f-4fc5-a809-374273362bb9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:43.208777 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['136c401a-475f-4fc5-a809-374273362bb9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:43.232516 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:43.235751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:43.239670 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:43.265788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:43.298156 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:43.298937 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.313345 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-59263ae4-2d73-4e60-b805-66584f18dc74 None None] Provisioning complete for port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:43.314167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59263ae4-2d73-4e60-b805-66584f18dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.322197 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-40f6dfb0-6de2-4b77-9323-9be729e031ac tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951903 Feb 11 14:18:43.335217 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Request body: {'port': {'device_id': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:43.342281 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a4693e-c8a0-44a7-b944-d421ec963872 None None] Pushing event updated for resources: {'Port': ['ID=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:43.398552 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] Set router 136c401a-475f-4fc5-a809-374273362bb9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:43.411635 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-59263ae4-2d73-4e60-b805-66584f18dc74 None None] Current status of the port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:43.412030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59263ae4-2d73-4e60-b805-66584f18dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.446545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.484285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-59263ae4-2d73-4e60-b805-66584f18dc74 None None] For port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,segment=NetworkSegment(9eebd3dd-2fd3-4139-9405-c17b75816cf2),segment_id=9eebd3dd-2fd3-4139-9405-c17b75816cf2)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:43.496495 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59263ae4-2d73-4e60-b805-66584f18dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.578388 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59263ae4-2d73-4e60-b805-66584f18dc74 None None] Pushing event updated for resources: {'Port': ['ID=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:43.621432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-37f8de0f-2e7b-416b-99ee-27e04575d492 None None] Provisioning complete for port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:43.621846 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-37f8de0f-2e7b-416b-99ee-27e04575d492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.666014 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 4, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port': {'id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:36Z', 'updated_at': '2022-02-11T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'bbb755f4-5adc-45b6-a9ce-4e8b3794c41b', 'name': '', 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'mac_address': 'fa:16:3e:a1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:38Z', 'updated_at': '2022-02-11T14:18:43Z', 'revision_number': 4, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'subnets': [{'id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:43.694933 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4c3b5-b1d7-4f2e-a12a-30be39128cce None None] The sync data for ids ['136c401a-475f-4fc5-a809-374273362bb9'] in n-d-828675-3 is: [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:18:38Z', 'revision_number': 4, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port': {'id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:36Z', 'updated_at': '2022-02-11T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'bbb755f4-5adc-45b6-a9ce-4e8b3794c41b', 'name': '', 'network_id': '96d2d44c-b71f-442e-9787-92053ce9a256', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'mac_address': 'fa:16:3e:a1:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:38Z', 'updated_at': '2022-02-11T14:18:43Z', 'revision_number': 4, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'subnets': [{'id': '596db54a-4bfe-4279-b635-8998ebc1d1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:43.707357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-37f8de0f-2e7b-416b-99ee-27e04575d492 None None] Current status of the port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:43.758328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ad6198-44e3-44f0-89ba-7f05e1825e66 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:18:43.767089 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Publish callbacks [] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.781673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Transition to ACTIVE for port object 65ad6198-44e3-44f0-89ba-7f05e1825e66 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:18:43.787027 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:43.870487 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:43.983512 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:18:43.983851 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:18:43.984177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:43.996744 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bbb755f4-5adc-45b6-a9ce-4e8b3794c41b up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:43.998905 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26eea3-2090-45ca-896c-9a7dd1dada1e req-22347865-c8f6-4010-b054-4d7ab8f91e5f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.000541 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c26eea3-2090-45ca-896c-9a7dd1dada1e req-22347865-c8f6-4010-b054-4d7ab8f91e5f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.1808376 Feb 11 14:18:44.003061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:18:44.003546 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:18:44.024553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:18:44.024891 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Checking segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:18:44.025275 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Bound using segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:18:44.025749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Bound port: 65ad6198-44e3-44f0-89ba-7f05e1825e66, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:18:44.026111 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:44.062607 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:44.063161 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:44.134243 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c26eea3-2090-45ca-896c-9a7dd1dada1e req-1aff341f-223e-473e-b5d9-6cc6ad167aad tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228747 Feb 11 14:18:44.141190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:18:44.145862 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:18:44.156017 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:44.191808 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:44.193312 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 071e8d51-0cff-444d-b1dd-3dd88bbcf236 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:44.196785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.197404 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:44.198840 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] 10.222.0.53 "PUT /v2.0/ports/65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 1091 time: 0.8697720 Feb 11 14:18:44.199395 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:44.201505 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:44.239811 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd517f-8746-4fc7-9ed1-afba5f8ec62d service neutron] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:44.271847 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02cc0f5-dab0-4ac9-b3ea-4b624f23bd77 x-openstack-request-id: req-a02cc0f5-dab0-4ac9-b3ea-4b624f23bd77 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:44.272160 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:44.272394 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a02cc0f5-dab0-4ac9-b3ea-4b624f23bd77 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:44.272800 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'status': 'completed', 'code': 200} Feb 11 14:18:44.321539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-eff43f38-e252-4f03-a07a-e42f75abc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.324837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-eff43f38-e252-4f03-a07a-e42f75abc09e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1125 time: 0.0737562 Feb 11 14:18:44.375851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-3be22ae1-b067-4926-940e-f2a595df70fb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 217 time: 0.0443254 Feb 11 14:18:44.449506 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-50cdf42d-7459-4b6a-b678-48891fd624f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.451399 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-50cdf42d-7459-4b6a-b678-48891fd624f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0610528 Feb 11 14:18:44.481159 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:44.481630 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:44.510834 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-bf0abe8d-657b-4c10-960a-35abc8add00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.512268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-bf0abe8d-657b-4c10-960a-35abc8add00f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549488 Feb 11 14:18:44.605876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-72727569-4fe5-489c-a116-422716aed2fc service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858338 Feb 11 14:18:44.628234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:44.699719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c105a7aa-69ed-4589-8ea6-0e03e80ace62 req-0b69258f-ac84-41c6-9732-18823dcf6f8a service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884399 Feb 11 14:18:44.805473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-6be6e821-7be7-4d61-9cd3-470e34157122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.807092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-6be6e821-7be7-4d61-9cd3-470e34157122 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1125 time: 0.0571167 Feb 11 14:18:44.901144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-221251e2-9e0f-4d51-83b6-0e6718d1ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.902659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-221251e2-9e0f-4d51-83b6-0e6718d1ebf8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0900009 Feb 11 14:18:44.945554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-9ab3dc3d-f2e8-4e78-9cfc-95bb0216dc19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 217 time: 0.0343051 Feb 11 14:18:44.994215 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-ff7cadeb-f8e7-484a-8461-553141eb1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:44.995645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-ff7cadeb-f8e7-484a-8461-553141eb1bbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0438330 Feb 11 14:18:45.044203 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-ce31d3a7-f622-458e-a484-f9884b17e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:45.045556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-ce31d3a7-f622-458e-a484-f9884b17e6d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433149 Feb 11 14:18:45.147277 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-437b7256-f83d-4104-8f07-0c6b3d9a117c service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941348 Feb 11 14:18:45.273250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4ea36b9a-72bd-4732-a8d4-09f58f7cf408 req-f447bbe7-8ad3-439f-9fb7-5a6df028801d service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196287 Feb 11 14:18:45.288129 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a07d3-2324-4d1e-876b-c2a2361f6090 req-1aa93d4f-b340-4670-a5d3-1dec0c8741b3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:45.289601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-734a07d3-2324-4d1e-876b-c2a2361f6090 req-1aa93d4f-b340-4670-a5d3-1dec0c8741b3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0753384 Feb 11 14:18:45.339374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-734a07d3-2324-4d1e-876b-c2a2361f6090 req-2c170f7f-f939-46f4-a7db-0bcec0173776 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427814 Feb 11 14:18:45.650085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:18:45.758394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:45.770210 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'port_id': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'mac_address': 'fa:16:3e:e4:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:18:45.815303 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 65ad6198-44e3-44f0-89ba-7f05e1825e66 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:45.815705 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:45.829310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ad6198-44e3-44f0-89ba-7f05e1825e66 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:18:45.850829 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:45.856707 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:45.914300 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:46.097567 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65ad6198-44e3-44f0-89ba-7f05e1825e66'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:18:46.471602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b51c0-baa2-4018-853e-d389fcab6804 req-1fbb2efc-3018-4a8c-86f8-975598db2a93 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:46.473114 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c5b51c0-baa2-4018-853e-d389fcab6804 req-1fbb2efc-3018-4a8c-86f8-975598db2a93 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0652933 Feb 11 14:18:46.531505 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8c5b51c0-baa2-4018-853e-d389fcab6804 req-759af792-856f-4be5-90f4-5c057af21f63 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523651 Feb 11 14:18:47.147197 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.661193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:18:47.662532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d53c-f809-4506-96c7-5b41ba457ad7 req-94ff2656-bf62-41d8-8303-d42bb1bc363f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:47.665025 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7679d53c-f809-4506-96c7-5b41ba457ad7 req-94ff2656-bf62-41d8-8303-d42bb1bc363f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0581059 Feb 11 14:18:47.713323 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7679d53c-f809-4506-96c7-5b41ba457ad7 req-b7cf8b03-b4bc-4d44-8f4f-333da2906728 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433409 Feb 11 14:18:47.715497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 65ad6198-44e3-44f0-89ba-7f05e1825e66 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:18:47.719489 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 65ad6198-44e3-44f0-89ba-7f05e1825e66 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:18:47.719847 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.803698 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 65ad6198-44e3-44f0-89ba-7f05e1825e66 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:18:47.804095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.828724 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:47.831117 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20330ad4-7488-45ad-ac43-463d79fadc7b" -d '{"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-plugged", "status": "completed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:47.844347 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:18:47.851530 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.921845 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:47.928658 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb17c918-b31b-4be9-ab95-48ee17f622fc x-openstack-request-id: req-eb17c918-b31b-4be9-ab95-48ee17f622fc {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:47.928951 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-plugged", "status": "completed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:47.929208 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb17c918-b31b-4be9-ab95-48ee17f622fc {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:47.929605 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'code': 200} Feb 11 14:18:47.930720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:48.027979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0f14b-017e-450b-a591-ad538844be66 req-0fe73414-0c31-4057-8a23-b54dc6c1110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:48.029418 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2d0f14b-017e-450b-a591-ad538844be66 req-0fe73414-0c31-4057-8a23-b54dc6c1110b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1127 time: 0.0459049 Feb 11 14:18:48.076108 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d2d0f14b-017e-450b-a591-ad538844be66 req-26b787af-750d-40dc-97b1-d1e360f7b5ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391207 Feb 11 14:18:48.855915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142cf3c-1478-4d98-b55f-2269c32a7e71 req-6aa5031e-2723-4f8c-a5f0-1554c039e5f4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:48.857464 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2142cf3c-1478-4d98-b55f-2269c32a7e71 req-6aa5031e-2723-4f8c-a5f0-1554c039e5f4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0584009 Feb 11 14:18:48.907011 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2142cf3c-1478-4d98-b55f-2269c32a7e71 req-662bb941-d2ed-4135-81f3-9f00bcf2990b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435641 Feb 11 14:18:50.035704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d93814-3160-4061-a427-ab4df6390e86 req-0dca06ed-3484-46fb-8846-da67f61b823c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.037179 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6d93814-3160-4061-a427-ab4df6390e86 req-0dca06ed-3484-46fb-8846-da67f61b823c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0601587 Feb 11 14:18:50.085884 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c6d93814-3160-4061-a427-ab4df6390e86 req-994a2344-9a7d-49dd-b728-3cda94427a2a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Feb 11 14:18:50.205556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011d5b-d54e-47d2-99c1-96904121efb6 req-7313adb0-ea85-42e5-95f5-3eb511e0d847 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.207066 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2011d5b-d54e-47d2-99c1-96904121efb6 req-7313adb0-ea85-42e5-95f5-3eb511e0d847 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0550101 Feb 11 14:18:50.271930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b2011d5b-d54e-47d2-99c1-96904121efb6 req-10a4357c-63da-4393-8574-f5f1ab8aeabe tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585866 Feb 11 14:18:50.298933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36066) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:50.444478 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e1e3e8-3733-4205-9524-9afa2a994733 tempest-TestShelveInstance-1710013329 tempest-TestShelveInstance-1710013329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:50.446112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-99e1e3e8-3733-4205-9524-9afa2a994733 tempest-TestShelveInstance-1710013329 tempest-TestShelveInstance-1710013329-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1122 time: 0.1460726 Feb 11 14:18:50.449422 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36070) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:18:50.454192 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:18:50.477573 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.578691 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.687418 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Allocated IP 172.25.1.12 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/f9a46b0b-2d35-45d4-9850-22871c4e0bb2) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:18:50.789047 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.827370 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:50.866717 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:18:50.871278 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:18:50.875514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:18:50.878664 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'Port': ['ID=f9a46b0b-2d35-45d4-9850-22871c4e0bb2,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:51.251843 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (0c23764f-4a3b-4fee-8540-199a777952ca), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:51.326623 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:51.478719 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:51.485582 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:51.556367 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'Port': ['ID=f9a46b0b-2d35-45d4-9850-22871c4e0bb2,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:18:51.566820 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (0c23764f-4a3b-4fee-8540-199a777952ca), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:51.669793 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Floating IP 0c23764f-4a3b-4fee-8540-199a777952ca associated. External IP: 172.25.1.12, port: 65ad6198-44e3-44f0-89ba-7f05e1825e66. Feb 11 14:18:52.239586 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:18:52.354189 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:18:52.364502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] Sync routers for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:18:52.373945 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:52.374192 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:18:52.374558 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:52.404534 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6f8ba6eb-84e1-4b8c-9dac-5a3c5e742d4e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9539123 Feb 11 14:18:52.405127 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:18:52.407442 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0024f1-a82d-4b17-be3d-8671ee226b00" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:18:52.446837 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7d2ed4-cab4-4280-b12c-7ac8bcbd57a6 x-openstack-request-id: req-da7d2ed4-cab4-4280-b12c-7ac8bcbd57a6 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:18:52.447139 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:18:52.447397 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da7d2ed4-cab4-4280-b12c-7ac8bcbd57a6 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:18:52.447807 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'status': 'completed', 'code': 200} Feb 11 14:18:52.484748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:52.511494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-af1c169e-7a8d-4c36-8204-bc1b20be817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.513010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-af1c169e-7a8d-4c36-8204-bc1b20be817a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1127 time: 0.0452702 Feb 11 14:18:52.608637 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-71f6ff99-153f-4ddc-80ab-bcbbd4c51559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.610171 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-71f6ff99-153f-4ddc-80ab-bcbbd4c51559 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0908799 Feb 11 14:18:52.679521 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-fd6f3b90-ad32-4df0-b2b9-5ad3797130a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 998 time: 0.0622840 Feb 11 14:18:52.707308 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0c23764f-4a3b-4fee-8540-199a777952ca', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'port_id': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'mac_address': 'fa:16:3e:e4:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:18:51Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 0, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:52.726979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-aad07230-abba-4da6-a3e1-f45017d5a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.728479 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-aad07230-abba-4da6-a3e1-f45017d5a077 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0434654 Feb 11 14:18:52.737782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] Checking router: 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:18:52.746468 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:18:52.747110 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:18:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:52.780356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-3201fdef-1cb7-4bd9-9f0e-84b954fac3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:52.781794 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-3201fdef-1cb7-4bd9-9f0e-84b954fac3c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480249 Feb 11 14:18:52.854538 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:18:52.870304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-8d85fe01-1060-4b36-9f0d-a15881d1bba7 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827401 Feb 11 14:18:52.962525 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2f0024f1-a82d-4b17-be3d-8671ee226b00 req-eaa84f52-38b4-488a-8949-0f98bbda0c58 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864499 Feb 11 14:18:53.084256 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0c23764f-4a3b-4fee-8540-199a777952ca', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'port_id': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'mac_address': 'fa:16:3e:e4:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:18:51Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 0, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:18:53.114295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbc1d2-c0d2-4da6-8749-169b40a8d0a5 None None] The sync data for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 is: [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '0c23764f-4a3b-4fee-8540-199a777952ca', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'floating_ip_address': '172.25.1.12', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'port_id': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'mac_address': 'fa:16:3e:e4:71:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:18:51Z', 'updated_at': '2022-02-11T14:18:51Z', 'revision_number': 0, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:18:53.336724 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f240a-9359-4dcb-a286-bc13d5c5117a None None] New status for floating IP 0c23764f-4a3b-4fee-8540-199a777952ca: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:18:58.202811 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:18:59.439605 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ede961d-c588-4b4a-85fb-dc76f9b6b90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:01.556190 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2c69ed54-a5a0-43ad-b7f7-b9e2eeddfe10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:02.944076 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:04.610658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:05.410085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:17.152398 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:17.899555 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:18.786315 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-b831f01f-3aac-428a-b126-7c4cc52437a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463903 Feb 11 14:19:18.882237 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-458f21eb-b948-406a-925a-f86809ecbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:18.883855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-458f21eb-b948-406a-925a-f86809ecbf07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1127 time: 0.0558829 Feb 11 14:19:18.993245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-732e8f3a-4d67-4ff2-87ea-a946aecf29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:18.994774 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-732e8f3a-4d67-4ff2-87ea-a946aecf29bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0910914 Feb 11 14:19:19.061374 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-58bfad53-a2a5-4856-ab8e-63beb18eeb7a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 1000 time: 0.0593922 Feb 11 14:19:19.118693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-95d58466-d6d5-4d59-a0c0-081db669418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:19.120546 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-95d58466-d6d5-4d59-a0c0-081db669418e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0527074 Feb 11 14:19:19.175604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-fe09ab86-6f04-441b-94ce-630c8ccefe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:19.177120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-fe09ab86-6f04-441b-94ce-630c8ccefe36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508499 Feb 11 14:19:19.265878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-008d3679-beeb-4aa2-83cb-c0cca09f66de service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816140 Feb 11 14:19:19.707527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e227e162-1b1d-4021-9e6c-adffcbf0730d req-6b9f1d93-fcbf-4e3b-b39e-22aa9f3d2643 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349520 Feb 11 14:19:29.437275 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-0569869f-9eb4-4a8c-87fd-8faa630a4af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:31.557979 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9e681a3a-ab45-4471-a45d-ca67c9c7d650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:32.954503 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:34.605678 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:35.206819 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:19:35.410618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:47.162055 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:47.900765 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:19:59.433392 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-72c3bf72-4fab-4ed4-81b6-d7690f4018ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:01.553487 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-83ade0ea-64ed-41b1-9334-d6c03c254e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:02.948121 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:04.608993 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:05.412377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:12.212822 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:17.171830 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:17.924397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:18.834250 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-7fb7600c-2bdf-484b-b896-caabccc05ed2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0991845 Feb 11 14:20:18.930045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-c0a8e51b-27d6-4e17-9cd4-f1c7fcfca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:18.931545 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-c0a8e51b-27d6-4e17-9cd4-f1c7fcfca94c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1127 time: 0.0496881 Feb 11 14:20:19.040001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-d4930288-c1a8-4f81-baa8-4619d5c90a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.041420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-d4930288-c1a8-4f81-baa8-4619d5c90a34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0870318 Feb 11 14:20:19.121182 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-11743b7e-88ed-4b61-ab07-ebb9d75f5edd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 1000 time: 0.0733840 Feb 11 14:20:19.173567 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-ec491b86-c04f-4f3b-bb82-38dbb461a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.175073 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-ec491b86-c04f-4f3b-bb82-38dbb461a595 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0484822 Feb 11 14:20:19.227158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-5296eb2c-3c88-4fbc-85d1-a826e67f3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.229045 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-5296eb2c-3c88-4fbc-85d1-a826e67f3a58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476737 Feb 11 14:20:19.332806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-d8eb9293-f947-4250-a906-0d55ec3109db service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976720 Feb 11 14:20:19.424130 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4a79c4b-13e4-4f7f-a327-d3d07063eb70 req-e63879e2-9743-42cd-878f-9af76eac444d service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855691 Feb 11 14:20:29.436337 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-48da74ab-0a72-48c3-9925-d55534005b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:31.564683 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-098991f6-06dd-48c2-86c7-0956198eb5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:32.961818 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:34.610640 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:35.413876 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:47.171641 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:47.504806 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a5425-c966-4335-94f5-809bb6a56751 req-94b778f4-3368-49d5-8366-5671b7703be6 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:47.506653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-705a5425-c966-4335-94f5-809bb6a56751 req-94b778f4-3368-49d5-8366-5671b7703be6 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0647564 Feb 11 14:20:47.558731 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-705a5425-c966-4335-94f5-809bb6a56751 req-0c79e85a-7247-4ff9-9f81-5ae044658292 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457411 Feb 11 14:20:47.910750 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:48.700922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a12325-0e74-4ede-ac4e-8b4461291e7f req-45fe332e-516a-46b5-b69d-76961f9c72dc tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:48.702365 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a12325-0e74-4ede-ac4e-8b4461291e7f req-45fe332e-516a-46b5-b69d-76961f9c72dc tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0670886 Feb 11 14:20:48.755183 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-43a12325-0e74-4ede-ac4e-8b4461291e7f req-d6d187c0-38e0-4b23-9166-f53e579dae7d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467610 Feb 11 14:20:49.217673 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:49.890720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe411f-cb5e-462a-932b-bcd901a5f3f7 req-016091fe-f83b-4801-8370-b854b398e3c1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:49.892193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3fe411f-cb5e-462a-932b-bcd901a5f3f7 req-016091fe-f83b-4801-8370-b854b398e3c1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0548675 Feb 11 14:20:49.945345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3fe411f-cb5e-462a-932b-bcd901a5f3f7 req-5ff5e023-e498-41c8-a119-104b54e679a0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473855 Feb 11 14:20:51.090572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534380ef-ee6f-4723-b276-86f703684e12 req-c6f2df2a-0081-487d-8771-cfcefcac7e76 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:51.092105 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-534380ef-ee6f-4723-b276-86f703684e12 req-c6f2df2a-0081-487d-8771-cfcefcac7e76 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0660095 Feb 11 14:20:51.154342 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-534380ef-ee6f-4723-b276-86f703684e12 req-ed47ee08-a7fa-450a-a4a4-0578905b4ee5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540149 Feb 11 14:20:52.298639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd52731-d8af-4524-9851-24d97f6bc844 req-b06c6133-4370-4a64-a299-cef1c6eae2d9 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:52.300155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd52731-d8af-4524-9851-24d97f6bc844 req-b06c6133-4370-4a64-a299-cef1c6eae2d9 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0667582 Feb 11 14:20:52.349433 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9dd52731-d8af-4524-9851-24d97f6bc844 req-4a63f1f8-f397-40d2-9831-e94b85b92df4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Feb 11 14:20:53.482375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df3f7-13db-4768-8c8d-51a820ad93cb req-e724a553-1211-4242-9a4e-f0968a2b1e2c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:53.483867 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65df3f7-13db-4768-8c8d-51a820ad93cb req-e724a553-1211-4242-9a4e-f0968a2b1e2c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0598214 Feb 11 14:20:53.533769 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b65df3f7-13db-4768-8c8d-51a820ad93cb req-beef1de8-789c-4ada-b767-1dc31f80d0b0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441301 Feb 11 14:20:54.680966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3300278-1daa-4434-a22e-f6f0647f158e req-26733a12-df62-4a38-b471-c5a8c17b2bc1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:54.682462 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3300278-1daa-4434-a22e-f6f0647f158e req-26733a12-df62-4a38-b471-c5a8c17b2bc1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0653307 Feb 11 14:20:54.731637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3300278-1daa-4434-a22e-f6f0647f158e req-0129e6f8-3679-47ce-9af8-377a98f4f34d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425680 Feb 11 14:20:55.860794 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781ae2-dd1a-4730-b504-c341aa7abb51 req-d9493e65-5b3e-4b05-8294-8d9cb6ccd217 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:55.862325 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e781ae2-dd1a-4730-b504-c341aa7abb51 req-d9493e65-5b3e-4b05-8294-8d9cb6ccd217 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0607259 Feb 11 14:20:55.925869 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e781ae2-dd1a-4730-b504-c341aa7abb51 req-32a780b9-b8ec-46e6-a2b4-3bb0826dc573 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550849 Feb 11 14:20:57.067429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65961792-d612-4a35-9c14-81303cc8af36 req-b0d83ba1-ce80-4c16-97d6-7f82e312ecae tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:57.069041 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65961792-d612-4a35-9c14-81303cc8af36 req-b0d83ba1-ce80-4c16-97d6-7f82e312ecae tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0632253 Feb 11 14:20:57.128112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-65961792-d612-4a35-9c14-81303cc8af36 req-137783eb-3530-4f33-ace7-7ffc79cca48d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529168 Feb 11 14:20:58.261379 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419051b-f8bc-4fc2-916f-698aa43b614d req-0eb3f4dc-3119-4062-bbf1-0a80dbc23798 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:58.262908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2419051b-f8bc-4fc2-916f-698aa43b614d req-0eb3f4dc-3119-4062-bbf1-0a80dbc23798 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0568407 Feb 11 14:20:58.315665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2419051b-f8bc-4fc2-916f-698aa43b614d req-417118eb-ef7c-4749-90dd-3028bcc5e412 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468102 Feb 11 14:20:59.431417 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d6e488dc-04ab-4249-bb6b-29419dc86a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:20:59.456775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baf156-2d64-48dc-a271-68c71a1c9d98 req-fadb2386-b77d-4ed5-84d1-e045f6c8a5f4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:59.458330 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26baf156-2d64-48dc-a271-68c71a1c9d98 req-fadb2386-b77d-4ed5-84d1-e045f6c8a5f4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0629799 Feb 11 14:20:59.507538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-26baf156-2d64-48dc-a271-68c71a1c9d98 req-658a3fe1-c18b-45e0-adae-77931b1115e6 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Feb 11 14:21:00.219860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:00.335401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:00.347790 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'port_id': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'mac_address': 'fa:16:3e:e4:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:00.389972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 65ad6198-44e3-44f0-89ba-7f05e1825e66 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:00.390364 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:00.403840 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65ad6198-44e3-44f0-89ba-7f05e1825e66 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:00.423907 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:00.429491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:00.490898 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:00.499503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.499701 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.500049 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.500593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.501119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.501788 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.502566 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.503080 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.503906 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.504634 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.505454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.506234 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.506999 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:00.515177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['65ad6198-44e3-44f0-89ba-7f05e1825e66'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:00.672589 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56885eca-0f33-4df6-9539-b4ae3c6d26c5 req-e02f2c04-f9f4-4359-92f0-3b02995077b4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:00.675186 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56885eca-0f33-4df6-9539-b4ae3c6d26c5 req-e02f2c04-f9f4-4359-92f0-3b02995077b4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0784163 Feb 11 14:21:00.745689 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56885eca-0f33-4df6-9539-b4ae3c6d26c5 req-ad21d306-fdfb-4697-adc3-5ce5fbc99e40 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609076 Feb 11 14:21:01.564052 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4da02af1-3399-468f-8617-f75551dc61a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:01.887627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec74f-ed25-4ce5-a940-0d8f2f54230c req-1331dd0d-d052-4526-a16d-da30e4afc7d8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:01.890735 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-365ec74f-ed25-4ce5-a940-0d8f2f54230c req-1331dd0d-d052-4526-a16d-da30e4afc7d8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0714593 Feb 11 14:21:01.954440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-365ec74f-ed25-4ce5-a940-0d8f2f54230c req-756fd168-4155-44d9-a196-ab02cc854427 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572431 Feb 11 14:21:02.219878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:02.278835 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 65ad6198-44e3-44f0-89ba-7f05e1825e66 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:02.279218 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:02.402179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 65ad6198-44e3-44f0-89ba-7f05e1825e66 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:02.403268 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:02.439531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:02.442538 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901fe148-c256-4795-b240-5799d8783544" -d '{"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-plugged", "status": "completed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:02.458441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:02.466050 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:02.520447 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507611c7-8d46-461b-bb3d-7a2a7114f91a x-openstack-request-id: req-507611c7-8d46-461b-bb3d-7a2a7114f91a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:02.520924 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-plugged", "status": "completed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:02.521332 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-507611c7-8d46-461b-bb3d-7a2a7114f91a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:02.521888 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'code': 200} Feb 11 14:21:02.540268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:02.973808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:03.120557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a42b2-2d9d-47e1-8b05-c1b076b01656 req-563dd1bc-2a0b-4426-ba4d-477bc7a287a5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:03.122145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-013a42b2-2d9d-47e1-8b05-c1b076b01656 req-563dd1bc-2a0b-4426-ba4d-477bc7a287a5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0833533 Feb 11 14:21:03.181721 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-013a42b2-2d9d-47e1-8b05-c1b076b01656 req-f96c9973-92af-4a9d-b01f-b5097b14441e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527854 Feb 11 14:21:04.344899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb405e-0c56-40bb-8d91-5512900eb3cc req-48343cee-62d7-44e7-9af8-143815feb4e4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:04.346480 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88eb405e-0c56-40bb-8d91-5512900eb3cc req-48343cee-62d7-44e7-9af8-143815feb4e4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0797956 Feb 11 14:21:04.408916 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88eb405e-0c56-40bb-8d91-5512900eb3cc req-56fc2784-0c73-4a44-8354-d1bf3c4ef5b8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561910 Feb 11 14:21:04.617911 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:05.435593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:05.584608 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59931d-f1f9-40f2-a4a1-428838e36f0e req-c3270102-3c75-430f-8195-5f151ff7ff8a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.586457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff59931d-f1f9-40f2-a4a1-428838e36f0e req-c3270102-3c75-430f-8195-5f151ff7ff8a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0897915 Feb 11 14:21:05.640080 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff59931d-f1f9-40f2-a4a1-428838e36f0e req-bfc74483-ac11-4cdc-8ad9-1a527b98abb7 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 Feb 11 14:21:06.786857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1782b-f6e6-40ad-9d11-a87cbb16d996 req-1fdb4ed8-8e2d-410a-a256-282b02d2c9c6 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:06.795021 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-60d1782b-f6e6-40ad-9d11-a87cbb16d996 req-1fdb4ed8-8e2d-410a-a256-282b02d2c9c6 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0654869 Feb 11 14:21:06.849941 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-60d1782b-f6e6-40ad-9d11-a87cbb16d996 req-e261cc1b-8ea6-449e-b1cd-ec0304213a26 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533412 Feb 11 14:21:07.993197 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e221af-ef98-46a4-9f03-d9a5eb633c19 req-3f8e4c1b-ff62-47fa-b3c3-613610e03d63 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:07.994909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21e221af-ef98-46a4-9f03-d9a5eb633c19 req-3f8e4c1b-ff62-47fa-b3c3-613610e03d63 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0654669 Feb 11 14:21:08.054019 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-21e221af-ef98-46a4-9f03-d9a5eb633c19 req-95e07d49-1900-49d9-841d-5c7eff86b912 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526996 Feb 11 14:21:09.182204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9ff28-7914-40e2-95e6-60dc5aa72a2a req-82fe1626-de42-4699-8b6d-e19207999291 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.183681 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53e9ff28-7914-40e2-95e6-60dc5aa72a2a req-82fe1626-de42-4699-8b6d-e19207999291 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0582299 Feb 11 14:21:09.235249 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53e9ff28-7914-40e2-95e6-60dc5aa72a2a req-a28e8d53-aafc-41c5-afcf-3618173886f1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433016 Feb 11 14:21:09.647221 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-319d20f7-306d-4363-b36e-c213228317df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.648706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-319d20f7-306d-4363-b36e-c213228317df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1127 time: 0.0485468 Feb 11 14:21:09.744683 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-35d12702-3819-4be1-94a4-d1d1b702d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.746231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-35d12702-3819-4be1-94a4-d1d1b702d426 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0913026 Feb 11 14:21:09.846575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-37212113-fdd3-486f-8f81-ae3f060fdf2a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 1000 time: 0.0941350 Feb 11 14:21:09.900089 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-f857de7b-cf1c-4d59-9dfb-040e836690bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.901466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-f857de7b-cf1c-4d59-9dfb-040e836690bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0479941 Feb 11 14:21:09.951549 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-0753ac94-9aaf-4367-b78b-2e92dfd23d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:09.953549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-0753ac94-9aaf-4367-b78b-2e92dfd23d4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459862 Feb 11 14:21:10.048558 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-84287189-7044-4c3e-8259-c8fa8f9cd11d service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889060 Feb 11 14:21:10.139828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6aeeba5c-8bbe-4cd2-975d-4870c08a0067 req-116dbd52-324e-458d-b39b-d8e6704cca26 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852470 Feb 11 14:21:10.363577 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b88202-d4fb-4b09-8dd1-a99dea1e3092 req-94e9ecd8-0b00-4249-a59f-58dfe5acb174 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:10.365428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95b88202-d4fb-4b09-8dd1-a99dea1e3092 req-94e9ecd8-0b00-4249-a59f-58dfe5acb174 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0566809 Feb 11 14:21:10.421930 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-95b88202-d4fb-4b09-8dd1-a99dea1e3092 req-f6c111de-1e7e-4361-92d9-39783a458185 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507045 Feb 11 14:21:11.561979 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570cba2-a3c6-4edd-b206-bc3b24208d95 req-08ed9d6d-87c0-40cb-91c0-d3e77108cdb8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.563490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5570cba2-a3c6-4edd-b206-bc3b24208d95 req-08ed9d6d-87c0-40cb-91c0-d3e77108cdb8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0647569 Feb 11 14:21:11.616820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5570cba2-a3c6-4edd-b206-bc3b24208d95 req-c8511ea5-329b-4f21-822a-6b8654db8692 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469131 Feb 11 14:21:12.285497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:12.367825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 65ad6198-44e3-44f0-89ba-7f05e1825e66 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:12.368215 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:12.395407 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:12.397695 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f866d5-e57b-4164-9d42-6c1f47218f7a" -d '{"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-unplugged", "status": "completed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:12.411130 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:12.416713 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:12.441059 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca1623f-a2ae-42da-b639-bab29fa71b86 x-openstack-request-id: req-fca1623f-a2ae-42da-b639-bab29fa71b86 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:12.441358 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-unplugged", "status": "failed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "code": 422}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:12.441612 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fca1623f-a2ae-42da-b639-bab29fa71b86 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:12.442044 n-d-828675-3 neutron-server[109686]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'code': 422} returned with failed status Feb 11 14:21:12.467263 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:12.754617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b91485-bb87-4adb-9bc3-cd4a6a9fe8ec req-bd1d8ba2-b627-4ae1-af9e-0c8e61f5f281 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:12.756121 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5b91485-bb87-4adb-9bc3-cd4a6a9fe8ec req-bd1d8ba2-b627-4ae1-af9e-0c8e61f5f281 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0554616 Feb 11 14:21:12.806814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d5b91485-bb87-4adb-9bc3-cd4a6a9fe8ec req-a900bbcd-e775-4036-a3b3-60e20dff502a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449615 Feb 11 14:21:12.921581 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-7cc0e72a-36ad-432d-8a37-1bf6d1250c7d req-43028b35-f39b-42f2-99ac-b43b3d5f2b53 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:21:12.922763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7cc0e72a-36ad-432d-8a37-1bf6d1250c7d req-43028b35-f39b-42f2-99ac-b43b3d5f2b53 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520635 Feb 11 14:21:13.094277 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be948640-a430-4ae1-a4d0-0be0b57a9c86 req-f4fe861e-49bc-499f-8f34-8c1fa04864ad tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:13.095813 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be948640-a430-4ae1-a4d0-0be0b57a9c86 req-f4fe861e-49bc-499f-8f34-8c1fa04864ad tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0607524 Feb 11 14:21:13.146767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be948640-a430-4ae1-a4d0-0be0b57a9c86 req-15fbdb29-fadf-4a47-8480-9c8120c282cf tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442555 Feb 11 14:21:13.257111 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-4f6dbbe3-71d2-40fc-8ff6-66f4f35740a8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925839 Feb 11 14:21:14.282716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02795a5d-fe0a-4bae-bd1e-7d344b54d92e req-9b1f22f1-16f8-475e-9af3-fe07c87149b3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:14.284289 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02795a5d-fe0a-4bae-bd1e-7d344b54d92e req-9b1f22f1-16f8-475e-9af3-fe07c87149b3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0594409 Feb 11 14:21:14.342455 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-02795a5d-fe0a-4bae-bd1e-7d344b54d92e req-841a5af4-33c6-4fbc-adb8-b1cac0e68bb6 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484669 Feb 11 14:21:14.411911 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-4a362a3b-c557-4965-a463-2e9fb3c92a47 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:14.413266 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-4a362a3b-c557-4965-a463-2e9fb3c92a47 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports/65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 940 time: 0.1129899 Feb 11 14:21:15.487933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3ed9-5328-4b10-9cb4-57a65bccbc70 req-cb9ee978-7bc8-40ab-9874-43f7ef93c33e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:15.489443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d6b3ed9-5328-4b10-9cb4-57a65bccbc70 req-cb9ee978-7bc8-40ab-9874-43f7ef93c33e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0629101 Feb 11 14:21:15.539015 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5d6b3ed9-5328-4b10-9cb4-57a65bccbc70 req-c6805f78-2165-4e73-8a4b-07488c44a728 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437226 Feb 11 14:21:16.671941 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6b8c8-0b93-4e26-8813-9c28f7a32c6e req-346cdd2d-6546-45bc-96d0-a6323e36712f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:16.673529 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24f6b8c8-0b93-4e26-8813-9c28f7a32c6e req-346cdd2d-6546-45bc-96d0-a6323e36712f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0609379 Feb 11 14:21:16.724575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-24f6b8c8-0b93-4e26-8813-9c28f7a32c6e req-6dce4482-f03f-460a-b2f1-49af0d864e68 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446317 Feb 11 14:21:17.196219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:17.851765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c388e64-38af-4c13-94b7-0b2f03b1651d req-0870bff5-520a-498b-8e1f-ed8e3e325e62 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.853260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c388e64-38af-4c13-94b7-0b2f03b1651d req-0870bff5-520a-498b-8e1f-ed8e3e325e62 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0603218 Feb 11 14:21:17.906495 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c388e64-38af-4c13-94b7-0b2f03b1651d req-2a0c79a3-ad02-4e83-b32b-6e3190761c91 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472586 Feb 11 14:21:17.915099 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:18.248140 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-6bb6cec6-0da4-4099-871c-7e9170b04409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.249553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-6bb6cec6-0da4-4099-871c-7e9170b04409 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870&tenant_id=d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 1125 time: 0.0491345 Feb 11 14:21:18.259224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-6daf178a-a999-4736-afc3-2413f7d735f1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:21:18.260155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-6daf178a-a999-4736-afc3-2413f7d735f1 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050595 Feb 11 14:21:18.271990 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828675-3', 'device_owner': 'compute:nova'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:18.352803 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:18.566111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:18.600538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:18.635251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ad6198-44e3-44f0-89ba-7f05e1825e66 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:18.643316 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Publish callbacks [] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:18.656539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Transition to ACTIVE for port object 65ad6198-44e3-44f0-89ba-7f05e1825e66 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:18.662441 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:18.740687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=9']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:18.755388 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.755729 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.756056 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.756409 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.756734 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.757064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.757389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.757732 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.758043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.758380 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.758703 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.759017 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.759333 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:18.796541 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] No DVR routers for this DVR port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:18.937182 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:21:18.937826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:21:18.938519 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:18.943158 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:18.943475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Attempting to bind port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:18.948994 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:18.949329 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Checking segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:21:18.949738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Bound using segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:18.950162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Bound port: 65ad6198-44e3-44f0-89ba-7f05e1825e66, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:21:18.950509 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:19.044822 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:19.048407 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:19.063790 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a300bc8-a6cb-4d67-9a1d-c9cf7ade5175 req-4cd8ab3a-2d58-46b6-94d4-05a518b44c26 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.065492 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a300bc8-a6cb-4d67-9a1d-c9cf7ade5175 req-4cd8ab3a-2d58-46b6-94d4-05a518b44c26 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 943 time: 0.0825446 Feb 11 14:21:19.067000 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:19.120139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.120139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:19.120613 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] 10.222.0.64 "PUT /v2.0/ports/65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 1091 time: 0.8522463 Feb 11 14:21:19.122878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:19.125128 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055b2324-ab3e-453f-9688-7cb74a758507" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:19.170181 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dcc2c-817f-41b5-b818-376c22da7cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=10']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:19.202704 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0a300bc8-a6cb-4d67-9a1d-c9cf7ade5175 req-4c951896-b0cd-4bb2-8a67-95b2fbd50d5e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303525 Feb 11 14:21:19.233218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-b362ef96-8c76-41a0-be00-1e3434b93f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.235393 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-b362ef96-8c76-41a0-be00-1e3434b93f69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1126 time: 0.0862792 Feb 11 14:21:19.322793 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5bb8de-ad45-4ccf-a3f1-9afaa7ad7d2f x-openstack-request-id: req-0e5bb8de-ad45-4ccf-a3f1-9afaa7ad7d2f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:19.323163 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:19.323417 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e5bb8de-ad45-4ccf-a3f1-9afaa7ad7d2f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:19.323820 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'status': 'completed', 'code': 200} Feb 11 14:21:19.346964 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-497dc12b-3c77-4300-9840-aeccf8251a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.348435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-497dc12b-3c77-4300-9840-aeccf8251a52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.1067696 Feb 11 14:21:19.417954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-5b2836cd-4e50-4056-937a-5408112b7800 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 998 time: 0.0625963 Feb 11 14:21:19.490527 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-49fa0fea-de5c-44ba-88a7-8b30cb476d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.492031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-49fa0fea-de5c-44ba-88a7-8b30cb476d37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0691712 Feb 11 14:21:19.554155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-994e6502-fffe-4dd3-82ee-e5029e850fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.556909 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-994e6502-fffe-4dd3-82ee-e5029e850fe7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587149 Feb 11 14:21:19.651334 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-248765e1-f327-4e4c-a657-2c1e873b45d5 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884233 Feb 11 14:21:19.758712 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d38838c6-6740-4414-ac29-47504c8e5b61 req-86151bf5-45c1-4421-9cc1-a58858d561bc service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016226 Feb 11 14:21:19.857288 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b2324-ab3e-453f-9688-7cb74a758507 req-2ec41e40-f147-48ea-8a9e-de94512a96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.858880 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-055b2324-ab3e-453f-9688-7cb74a758507 req-2ec41e40-f147-48ea-8a9e-de94512a96f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1126 time: 0.0500638 Feb 11 14:21:19.964362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b2324-ab3e-453f-9688-7cb74a758507 req-e3a32ea8-52c8-49b2-be20-7025a26ab7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.966038 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-055b2324-ab3e-453f-9688-7cb74a758507 req-e3a32ea8-52c8-49b2-be20-7025a26ab7d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.1008992 Feb 11 14:21:20.034692 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-055b2324-ab3e-453f-9688-7cb74a758507 req-052f9026-683a-41ae-bf77-91f147cd6264 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 998 time: 0.0626581 Feb 11 14:21:20.108922 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b2324-ab3e-453f-9688-7cb74a758507 req-536cac69-828f-4672-b691-023842e8c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:20.111366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-055b2324-ab3e-453f-9688-7cb74a758507 req-536cac69-828f-4672-b691-023842e8c1a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0708964 Feb 11 14:21:20.354912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334bd53-1050-4c2c-bc06-13ca99007b29 req-5e8ee57c-140e-4fd4-ac7b-33c454d9235c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:20.370290 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1334bd53-1050-4c2c-bc06-13ca99007b29 req-5e8ee57c-140e-4fd4-ac7b-33c454d9235c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0801263 Feb 11 14:21:20.431386 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1334bd53-1050-4c2c-bc06-13ca99007b29 req-4774053f-f1e3-4b55-93c9-6db54665c999 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601599 Feb 11 14:21:21.571287 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145e020-67b5-4ff5-a917-b7eef5182069 req-95a8c0f0-d072-4ddd-b4ce-1f78064f1efb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:21.572910 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9145e020-67b5-4ff5-a917-b7eef5182069 req-95a8c0f0-d072-4ddd-b4ce-1f78064f1efb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0650144 Feb 11 14:21:21.624081 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9145e020-67b5-4ff5-a917-b7eef5182069 req-a9437eb9-2305-406d-b9bc-611e7b2d187d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450156 Feb 11 14:21:22.762749 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8613fcc-a522-4f08-85de-eb3f6496440a req-7af51b55-ec59-4929-a791-b7faeb1bdf4d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:22.765439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8613fcc-a522-4f08-85de-eb3f6496440a req-7af51b55-ec59-4929-a791-b7faeb1bdf4d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0652776 Feb 11 14:21:22.818185 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d8613fcc-a522-4f08-85de-eb3f6496440a req-b2b5c1cb-0781-407e-a8ef-c285037ddf51 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464172 Feb 11 14:21:23.949934 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8f96-e319-4c86-9afb-55b195b00248 req-71dc19db-3acd-4e1c-b348-05b3b0ceb551 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:23.951434 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bdde8f96-e319-4c86-9afb-55b195b00248 req-71dc19db-3acd-4e1c-b348-05b3b0ceb551 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0580015 Feb 11 14:21:24.005819 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bdde8f96-e319-4c86-9afb-55b195b00248 req-2cf2b086-7f1a-455d-ae06-0eadd3a925c2 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475576 Feb 11 14:21:25.144250 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d6254-0f19-41b3-b804-96341a32fcf4 req-fb979b03-cd5b-4df7-8bf4-e971fd1004ab tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:25.145861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f0d6254-0f19-41b3-b804-96341a32fcf4 req-fb979b03-cd5b-4df7-8bf4-e971fd1004ab tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0599813 Feb 11 14:21:25.197494 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f0d6254-0f19-41b3-b804-96341a32fcf4 req-3580be42-fc88-4079-8bb5-027e2ed92a2e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456595 Feb 11 14:21:26.217629 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:21:26.325929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5bc89-90b4-47ae-821d-7c87f990eb64 req-42dd1efb-7f12-4806-ad5b-0353c0029c00 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:26.327556 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ae5bc89-90b4-47ae-821d-7c87f990eb64 req-42dd1efb-7f12-4806-ad5b-0353c0029c00 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0566769 Feb 11 14:21:26.380947 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ae5bc89-90b4-47ae-821d-7c87f990eb64 req-79e0ef01-a201-4d69-afed-c6954ff1fd3b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469427 Feb 11 14:21:27.514633 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d0056-0440-4052-aae8-b3e34c1c5dc3 req-dc4e622d-5a5f-4914-983b-8ac2dac868d9 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:27.516092 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-605d0056-0440-4052-aae8-b3e34c1c5dc3 req-dc4e622d-5a5f-4914-983b-8ac2dac868d9 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0552480 Feb 11 14:21:27.569344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-605d0056-0440-4052-aae8-b3e34c1c5dc3 req-6f8e7a18-3f54-45ed-8855-d02f4337050d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472243 Feb 11 14:21:28.713774 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385ed1c-7c07-47c2-b6bc-2c46be9fa131 req-a1c1c89e-be0a-4f0c-bf57-177514461088 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:28.715156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0385ed1c-7c07-47c2-b6bc-2c46be9fa131 req-a1c1c89e-be0a-4f0c-bf57-177514461088 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0695078 Feb 11 14:21:28.770344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0385ed1c-7c07-47c2-b6bc-2c46be9fa131 req-cd41c1e2-4704-42d5-8c98-86c6e39de0b8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468214 Feb 11 14:21:29.446785 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-6ecacaab-7268-40ce-9752-dbaa1c24f7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:29.841072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b2324-ab3e-453f-9688-7cb74a758507 req-0bd787eb-94cd-4abe-8b1c-ae12b82db02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:29.842672 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-055b2324-ab3e-453f-9688-7cb74a758507 req-0bd787eb-94cd-4abe-8b1c-ae12b82db02a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612972 Feb 11 14:21:29.972793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f805f0-1638-4ac7-827f-9218ad64e187 req-4b3d8e42-6938-49d8-884d-48087e2d0626 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:29.974305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64f805f0-1638-4ac7-827f-9218ad64e187 req-4b3d8e42-6938-49d8-884d-48087e2d0626 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.1139925 Feb 11 14:21:29.976549 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-055b2324-ab3e-453f-9688-7cb74a758507 req-724374ea-e2a7-46d4-91c6-9e1d04c6d51a service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234751 Feb 11 14:21:30.078456 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-64f805f0-1638-4ac7-827f-9218ad64e187 req-9c7fa398-ddeb-4949-946a-f88b7bce8316 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984139 Feb 11 14:21:30.106010 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-055b2324-ab3e-453f-9688-7cb74a758507 req-1b25ce1d-2216-4ed0-8c80-f3f842341a67 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203237 Feb 11 14:21:31.203115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057a6e7-0ebe-4ec2-9796-cabe2472daf1 req-b88d9652-4caf-43f5-8917-649685ec0a61 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:31.204652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a057a6e7-0ebe-4ec2-9796-cabe2472daf1 req-b88d9652-4caf-43f5-8917-649685ec0a61 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0543909 Feb 11 14:21:31.253208 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a057a6e7-0ebe-4ec2-9796-cabe2472daf1 req-c51491b3-3f5b-419b-83ea-01ef474cb22e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427389 Feb 11 14:21:31.564020 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-40d79e3d-61b1-467c-8248-68f5396b7d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:32.392798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab870-48a2-4bae-a399-b3abb3a5de13 req-d6df6364-9d7d-4eb1-a644-2938b5a755c4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:32.394326 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9daab870-48a2-4bae-a399-b3abb3a5de13 req-d6df6364-9d7d-4eb1-a644-2938b5a755c4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0670128 Feb 11 14:21:32.446524 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9daab870-48a2-4bae-a399-b3abb3a5de13 req-c7458384-ebf4-4e64-b39c-7458f1a90f8a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464289 Feb 11 14:21:32.966819 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.420161 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:33.523767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:33.535523 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'port_id': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'mac_address': 'fa:16:3e:e4:71:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:33.567966 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b26cf-f6db-47e6-82d9-3faae966540b req-a9a14271-e02a-4a8b-863f-1ca4a8d1ddd0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:33.569517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-809b26cf-f6db-47e6-82d9-3faae966540b req-a9a14271-e02a-4a8b-863f-1ca4a8d1ddd0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 944 time: 0.0533819 Feb 11 14:21:33.573426 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 65ad6198-44e3-44f0-89ba-7f05e1825e66 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:33.573869 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.587742 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ad6198-44e3-44f0-89ba-7f05e1825e66 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:21:33.608304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:33.615100 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:33.624163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-809b26cf-f6db-47e6-82d9-3faae966540b req-7233e894-63af-4528-b0c1-7dfe8a1f2c5a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479925 Feb 11 14:21:33.666217 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=11']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.941552 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['65ad6198-44e3-44f0-89ba-7f05e1825e66'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:34.624770 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:34.745881 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecfc7f-8d89-4d12-8f2b-53dbe619dc9e req-6124d4c5-876a-47e9-810f-6c7db75f083c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.747311 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9fecfc7f-8d89-4d12-8f2b-53dbe619dc9e req-6124d4c5-876a-47e9-810f-6c7db75f083c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 945 time: 0.0535388 Feb 11 14:21:34.800583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9fecfc7f-8d89-4d12-8f2b-53dbe619dc9e req-e253e57e-516c-4b99-817b-62ddc38f8b7a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475953 Feb 11 14:21:35.422844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:35.427358 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:35.478856 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port 65ad6198-44e3-44f0-89ba-7f05e1825e66 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:35.482748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port 65ad6198-44e3-44f0-89ba-7f05e1825e66 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:35.483127 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:35.562112 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port 65ad6198-44e3-44f0-89ba-7f05e1825e66 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:21:35.562515 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:35.586920 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:21:35.589166 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0281f7-42ad-43a5-9cb5-4c6cf3558ebd" -d '{"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-plugged", "status": "completed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:35.601131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:35.606396 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:35.629566 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858d73b1-91cb-42fd-ab2e-9dacc11792e8 x-openstack-request-id: req-858d73b1-91cb-42fd-ab2e-9dacc11792e8 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:35.630279 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-plugged", "status": "completed", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:35.630279 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-858d73b1-91cb-42fd-ab2e-9dacc11792e8 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:35.630515 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'code': 200} Feb 11 14:21:35.658367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=12']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:35.795894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936a486-a62d-4349-9d66-80177f1fd9cd req-8b0473bf-6bfc-4aca-a307-6736ab05db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.797255 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c936a486-a62d-4349-9d66-80177f1fd9cd req-8b0473bf-6bfc-4aca-a307-6736ab05db32 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1128 time: 0.0451772 Feb 11 14:21:35.845100 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c936a486-a62d-4349-9d66-80177f1fd9cd req-279a147c-3902-4365-aa4d-f1e276029208 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Feb 11 14:21:35.929440 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2ae63-4827-4eb9-97e5-80be71bc30b8 req-b00e902a-b4d3-4d08-ba1e-940d3f7f854d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:35.930940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e2ae63-4827-4eb9-97e5-80be71bc30b8 req-b00e902a-b4d3-4d08-ba1e-940d3f7f854d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 946 time: 0.0546079 Feb 11 14:21:35.989777 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-83e2ae63-4827-4eb9-97e5-80be71bc30b8 req-863b7f1c-9e0e-4058-9880-b2687b9f6bf9 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497570 Feb 11 14:21:37.132853 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263681f0-2ecc-432d-bab9-d6f93e855352 req-9c2b1cbf-81cb-4d80-a5cc-f2cc5377a610 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:37.134382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-263681f0-2ecc-432d-bab9-d6f93e855352 req-9c2b1cbf-81cb-4d80-a5cc-f2cc5377a610 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 946 time: 0.0586026 Feb 11 14:21:37.186649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-263681f0-2ecc-432d-bab9-d6f93e855352 req-8bce4100-2ff5-42f5-94d0-b1ab9e265f8b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466557 Feb 11 14:21:38.325273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bf1a4-ddb9-4a75-8e4d-d163f29dcb50 req-26d75673-c4ef-4690-9950-f19571a18e5a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:38.326804 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec4bf1a4-ddb9-4a75-8e4d-d163f29dcb50 req-26d75673-c4ef-4690-9950-f19571a18e5a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 946 time: 0.0605867 Feb 11 14:21:38.379440 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ec4bf1a4-ddb9-4a75-8e4d-d163f29dcb50 req-d88f41f4-e8d9-45c4-8522-169fbba01aea tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451610 Feb 11 14:21:47.211088 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:47.923665 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:21:59.443415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-816a96d1-9756-4433-a827-777b674f7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:01.570600 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bee72f21-0528-4744-aacc-34c149e9f0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:02.966827 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:03.216920 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:22:04.623759 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:05.420015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:16.898553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-f205e2d6-ac85-4366-91b6-48017a8c83ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1218555 Feb 11 14:22:16.996375 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-3e302df0-fba2-485f-8905-4bb075d28186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:16.997682 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-3e302df0-fba2-485f-8905-4bb075d28186 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1128 time: 0.0573213 Feb 11 14:22:17.117302 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-9671d3a9-1dd3-41dd-8532-77dfb2b3805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:17.118723 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-9671d3a9-1dd3-41dd-8532-77dfb2b3805d service neutron] 10.222.0.64 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0962181 Feb 11 14:22:17.188338 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-c06e6594-e556-48a3-bf6a-82438bfaa2f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 1000 time: 0.0629301 Feb 11 14:22:17.199812 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:17.239684 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-58f66d5a-c67d-4083-8f5d-4bb04b52073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:17.241120 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-58f66d5a-c67d-4083-8f5d-4bb04b52073a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0472047 Feb 11 14:22:17.293216 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-bd3ea6a1-e5ad-4541-bf08-4082c10a4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:17.294820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-bd3ea6a1-e5ad-4541-bf08-4082c10a4fd5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465600 Feb 11 14:22:17.392827 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-233eb7f3-7f0b-4b94-8bff-3fe7701002a7 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917311 Feb 11 14:22:17.484022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e56ed9e5-1e73-4e83-a69c-a9bb9f6ad540 req-608c913d-05b5-41be-b18f-1e83c07385f4 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858376 Feb 11 14:22:17.950286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:29.439668 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-531e7ba3-e22a-47ca-a9b8-26a8da2d63f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:31.562446 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-841f5165-5af7-4109-af24-1f6d5bd3ba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:32.970118 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:34.627216 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:35.425450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:40.220286 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:22:47.235786 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:47.957478 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:22:59.435952 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f152e556-89f8-4b00-8e9a-cf2b4488bc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:01.581286 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9389b2e8-ae3a-42c7-80f7-c69db1f9afc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:02.970851 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:04.639937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:05.420477 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:16.815269 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-2052afd2-e467-4f43-b204-5720e3323ea0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0577171 Feb 11 14:23:16.903131 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-5b17c05b-d53d-4755-bf1b-98132d02389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.904643 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-5b17c05b-d53d-4755-bf1b-98132d02389e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1128 time: 0.0475068 Feb 11 14:23:17.009273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-0331cd7a-6d82-4b87-9f2a-a6e25db20a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:17.010782 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-0331cd7a-6d82-4b87-9f2a-a6e25db20a2b service neutron] 10.222.0.64 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0872631 Feb 11 14:23:17.078233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-fe5af019-d8de-4e57-885e-419dd330bc6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 1000 time: 0.0613422 Feb 11 14:23:17.125369 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-bf604dc1-a993-4adf-922f-672c2fed4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:17.126835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-bf604dc1-a993-4adf-922f-672c2fed4170 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0434771 Feb 11 14:23:17.175693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-fac0b6b6-ec0e-4038-8f9c-3e93d961afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:17.177161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-fac0b6b6-ec0e-4038-8f9c-3e93d961afc1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439868 Feb 11 14:23:17.226185 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:17.236404 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:17.615740 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-cd62a95e-a8dc-4773-bc85-1f7570f64e18 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313483 Feb 11 14:23:17.706222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-023e81e6-98a8-48e8-ae7a-6207e5ffe6c4 req-5ff58e71-ee14-4ccb-b4e4-f15a5c30d709 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840056 Feb 11 14:23:17.958989 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:22.861150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36404) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:23.029075 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Deleting port f9a46b0b-2d35-45d4-9850-22871c4e0bb2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:23:23.029369 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:23.104822 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:23.105092 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:23.117165 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Calling delete_port for f9a46b0b-2d35-45d4-9850-22871c4e0bb2 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:23:23.268008 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (f9a46b0b-2d35-45d4-9850-22871c4e0bb2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:23.301733 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event deleted for resources: {'Port': ['ID=f9a46b0b-2d35-45d4-9850-22871c4e0bb2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:23.325134 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.325488 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.326085 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.326425 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.326764 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.327097 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.327430 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.327760 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.328068 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.328397 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.328721 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.329049 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.329366 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.369147 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (0c23764f-4a3b-4fee-8540-199a777952ca), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:23.369446 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Floating IP 0c23764f-4a3b-4fee-8540-199a777952ca disassociated (deleted). External IP: 172.25.1.12, port: 65ad6198-44e3-44f0-89ba-7f05e1825e66. Feb 11 14:23:23.587280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:23.704051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:23.709464 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:23.714302 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] Sync routers for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:23.724323 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:23.724934 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:23:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:23.740386 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-eaf3e217-d080-4325-80e2-de0f2c63ac69 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "DELETE /v2.0/floatingips/0c23764f-4a3b-4fee-8540-199a777952ca HTTP/1.1" status: 204 len: 168 time: 0.8779409 Feb 11 14:23:23.741262 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:23:23.743722 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:23.835658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:23.980163 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c317975-fc39-430b-9ade-0f6fa190496c x-openstack-request-id: req-0c317975-fc39-430b-9ade-0f6fa190496c {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:23.981041 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:23.981670 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c317975-fc39-430b-9ade-0f6fa190496c {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:23.982153 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'status': 'completed', 'code': 200} Feb 11 14:23:24.048445 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:24.076381 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] Checking router: 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:24.085517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:24.086241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:23:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:24.094947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-001a5360-feb2-46d6-8886-a041c3d403e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.096532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-001a5360-feb2-46d6-8886-a041c3d403e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 1128 time: 0.0889485 Feb 11 14:23:24.134386 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f60a-4fab-4672-b892-7bf888dd78a5 req-c44b6ae9-7c06-45a8-8734-6e427b5f305d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.136055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e96f60a-4fab-4672-b892-7bf888dd78a5 req-c44b6ae9-7c06-45a8-8734-6e427b5f305d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 946 time: 0.0972412 Feb 11 14:23:24.204184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:24.236055 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7e96f60a-4fab-4672-b892-7bf888dd78a5 req-6cca5d40-b5b9-4840-96b3-0be7a3f78f67 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923910 Feb 11 14:23:24.238707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-55e01f10-fa13-45ab-9ae3-fc21ec8447b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.240085 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-55e01f10-fa13-45ab-9ae3-fc21ec8447b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.1357105 Feb 11 14:23:24.283490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-032907bc-46c7-46ee-b7e0-99d1527da5b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 200 len: 217 time: 0.0358992 Feb 11 14:23:24.338064 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-ef6d2efb-2fa6-4ce3-9bf2-b62fd5734a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.339601 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-ef6d2efb-2fa6-4ce3-9bf2-b62fd5734a65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0498948 Feb 11 14:23:24.391916 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-520e63ab-066f-46e3-807c-ca4ff88f87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:24.393461 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-520e63ab-066f-46e3-807c-ca4ff88f87c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468302 Feb 11 14:23:24.496145 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-63fbbfa1-5c44-490c-8ab3-4ebad1814249 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953054 Feb 11 14:23:24.593825 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8cfb32b3-fbf0-4801-abf6-b51413f0dc6f req-16269649-dda3-454a-b039-76fa64af6959 service neutron] 10.222.0.64 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913773 Feb 11 14:23:24.669315 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:24.697602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc874c5-58cf-4f78-9c37-0aae6bb526c9 None None] The sync data for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 is: [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:24.961846 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9024394-1d7c-4e09-bf87-fccb607d2e2d None None] New status for floating IP 0c23764f-4a3b-4fee-8540-199a777952ca: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:23:25.368292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e51ce-8dbd-4e6f-87ba-960299ef2a9a req-c6d5685e-5043-4b32-92e8-d41e42b17fff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:25.369828 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-776e51ce-8dbd-4e6f-87ba-960299ef2a9a req-c6d5685e-5043-4b32-92e8-d41e42b17fff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 946 time: 0.0560884 Feb 11 14:23:25.422346 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-776e51ce-8dbd-4e6f-87ba-960299ef2a9a req-b9269bd3-3890-49e9-9d1e-70ec7a37fce5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=836fb413-a0e7-4799-a87d-977924d1a872&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447085 Feb 11 14:23:25.627231 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c41f8f81-3d63-4f95-a19b-2f02f9e3f46d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:25.628589 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c41f8f81-3d63-4f95-a19b-2f02f9e3f46d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 946 time: 0.0624290 Feb 11 14:23:25.733602 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Deleting port 65ad6198-44e3-44f0-89ba-7f05e1825e66 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:23:25.734127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:25.838767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] For port 65ad6198-44e3-44f0-89ba-7f05e1825e66, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=65ad6198-44e3-44f0-89ba-7f05e1825e66,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:25.839097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:25.851735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Calling delete_port for 65ad6198-44e3-44f0-89ba-7f05e1825e66 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:23:25.987793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (65ad6198-44e3-44f0-89ba-7f05e1825e66), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:26.023398 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event deleted for resources: {'Port': ['ID=65ad6198-44e3-44f0-89ba-7f05e1825e66,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:26.050476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.050826 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.051153 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.051486 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.051816 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.052146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.052476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.052789 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.053118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.053435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.053791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.054114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.054437 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:26.075160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] No DVR routers for this DVR port 65ad6198-44e3-44f0-89ba-7f05e1825e66 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:26.077984 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:26.081388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-356efb07-7fdf-4ad3-9067-d9a7340a582e req-c7c6e75f-e309-436b-83b1-9a169568e877 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.64 "DELETE /v2.0/ports/65ad6198-44e3-44f0-89ba-7f05e1825e66 HTTP/1.1" status: 204 len: 173 time: 0.4470615 Feb 11 14:23:26.081927 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-deleted', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:23:26.084186 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a7551-b132-4563-9c1b-5d4d7a74ba2c" -d '{"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-deleted", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:26.124026 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b4109a-2934-447c-995c-1a25beadbeab x-openstack-request-id: req-58b4109a-2934-447c-995c-1a25beadbeab {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:26.124340 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfbf2ff-c379-4724-b2b8-a12077d23870", "name": "network-vif-deleted", "tag": "65ad6198-44e3-44f0-89ba-7f05e1825e66", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:26.124597 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-58b4109a-2934-447c-995c-1a25beadbeab {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:26.125005 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfbf2ff-c379-4724-b2b8-a12077d23870', 'name': 'network-vif-deleted', 'tag': '65ad6198-44e3-44f0-89ba-7f05e1825e66', 'status': 'completed', 'code': 200} Feb 11 14:23:26.551585 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9cc33318-3181-4ffb-a62b-07f7fe3469aa req-56e9b1fe-b3ac-43f3-811b-826f972fddfb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfbf2ff-c379-4724-b2b8-a12077d23870 HTTP/1.1" status: 200 len: 210 time: 0.0320959 Feb 11 14:23:27.615319 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36430) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:27.679967 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1e40af4-0661-4eee-84e6-86273d4a67de tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (836fb413-a0e7-4799-a87d-977924d1a872), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:27.707777 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1e40af4-0661-4eee-84e6-86273d4a67de tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (836fb413-a0e7-4799-a87d-977924d1a872), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:27.778958 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1e40af4-0661-4eee-84e6-86273d4a67de tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (836fb413-a0e7-4799-a87d-977924d1a872), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:27.781538 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d1e40af4-0661-4eee-84e6-86273d4a67de tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:27.782775 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d1e40af4-0661-4eee-84e6-86273d4a67de tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "DELETE /v2.0/security-groups/836fb413-a0e7-4799-a87d-977924d1a872 HTTP/1.1" status: 204 len: 168 time: 0.1664586 Feb 11 14:23:27.797782 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40af4-0661-4eee-84e6-86273d4a67de tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fb413-a0e7-4799-a87d-977924d1a872,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.211647 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36436) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:28.216708 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-65429c84-8f0a-4833-aaae-23909e9d712e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337956959', 'description': 'tempest-secgroup-smoke-337956959 description', 'project_id': 'd8da927f0a6f41399f89479975609ab8'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.240938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65429c84-8f0a-4833-aaae-23909e9d712e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.308003 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65429c84-8f0a-4833-aaae-23909e9d712e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (670b6e68-358c-4d56-9213-da08af7e79e6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.314375 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65429c84-8f0a-4833-aaae-23909e9d712e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (670b6e68-358c-4d56-9213-da08af7e79e6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.346234 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-65429c84-8f0a-4833-aaae-23909e9d712e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.347540 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-65429c84-8f0a-4833-aaae-23909e9d712e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348343 Feb 11 14:23:28.349441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65429c84-8f0a-4833-aaae-23909e9d712e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=670b6e68-358c-4d56-9213-da08af7e79e6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.350643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36438) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:28.357425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-2d2b2c9c-6204-424c-a9d7-a74235a05083 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '670b6e68-358c-4d56-9213-da08af7e79e6', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.386139 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2c9c-6204-424c-a9d7-a74235a05083 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (0e375426-7227-41b5-8a6a-695af5f9dc23), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.441627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2c9c-6204-424c-a9d7-a74235a05083 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (0e375426-7227-41b5-8a6a-695af5f9dc23), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.447098 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2c9c-6204-424c-a9d7-a74235a05083 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (0e375426-7227-41b5-8a6a-695af5f9dc23), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.461998 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b2c9c-6204-424c-a9d7-a74235a05083 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e375426-7227-41b5-8a6a-695af5f9dc23,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.474983 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-2d2b2c9c-6204-424c-a9d7-a74235a05083 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.476193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-2d2b2c9c-6204-424c-a9d7-a74235a05083 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244996 Feb 11 14:23:28.479104 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36440) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:28.483636 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-c2492748-c292-495d-bc05-34a29d2e37f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '670b6e68-358c-4d56-9213-da08af7e79e6', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.511982 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2492748-c292-495d-bc05-34a29d2e37f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (5c1aacb4-7577-463c-b1ce-423dfe74f8bf), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.579941 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2492748-c292-495d-bc05-34a29d2e37f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (5c1aacb4-7577-463c-b1ce-423dfe74f8bf), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.585336 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2492748-c292-495d-bc05-34a29d2e37f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5c1aacb4-7577-463c-b1ce-423dfe74f8bf), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.604001 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2492748-c292-495d-bc05-34a29d2e37f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1aacb4-7577-463c-b1ce-423dfe74f8bf,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.616405 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c2492748-c292-495d-bc05-34a29d2e37f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.617607 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c2492748-c292-495d-bc05-34a29d2e37f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375794 Feb 11 14:23:28.621671 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36442) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:28.626117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3137a61c-a413-4c0e-b7f8-7d74bd435c28 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '670b6e68-358c-4d56-9213-da08af7e79e6', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.652299 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3137a61c-a413-4c0e-b7f8-7d74bd435c28 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (5617252f-5984-4ad4-9889-17fd4549f3ca), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.711272 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3137a61c-a413-4c0e-b7f8-7d74bd435c28 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (5617252f-5984-4ad4-9889-17fd4549f3ca), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.717814 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3137a61c-a413-4c0e-b7f8-7d74bd435c28 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5617252f-5984-4ad4-9889-17fd4549f3ca), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.736377 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137a61c-a413-4c0e-b7f8-7d74bd435c28 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5617252f-5984-4ad4-9889-17fd4549f3ca,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.749627 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3137a61c-a413-4c0e-b7f8-7d74bd435c28 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.750652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3137a61c-a413-4c0e-b7f8-7d74bd435c28 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280439 Feb 11 14:23:28.753488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36444) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:28.758047 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d01fcc5c-6ee0-416e-8b24-edd7d9030c53 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '670b6e68-358c-4d56-9213-da08af7e79e6', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.785102 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc5c-6ee0-416e-8b24-edd7d9030c53 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (6c22f0d0-5c74-4c1d-9369-d346c43f173b), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.858329 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc5c-6ee0-416e-8b24-edd7d9030c53 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (6c22f0d0-5c74-4c1d-9369-d346c43f173b), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.864308 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc5c-6ee0-416e-8b24-edd7d9030c53 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6c22f0d0-5c74-4c1d-9369-d346c43f173b), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.881300 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fcc5c-6ee0-416e-8b24-edd7d9030c53 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c22f0d0-5c74-4c1d-9369-d346c43f173b,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.891011 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc5c-6ee0-416e-8b24-edd7d9030c53 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.892295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d01fcc5c-6ee0-416e-8b24-edd7d9030c53 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1378021 Feb 11 14:23:28.895076 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36446) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:28.899532 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '670b6e68-358c-4d56-9213-da08af7e79e6', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.923020 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Project d8da927f0a6f41399f89479975609ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:23:28.928136 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (3fd956b4-d5bc-4184-9d81-d2b3ca537db9), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.988148 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (3fd956b4-d5bc-4184-9d81-d2b3ca537db9), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:28.993874 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (3fd956b4-d5bc-4184-9d81-d2b3ca537db9), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:29.012223 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd956b4-d5bc-4184-9d81-d2b3ca537db9,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:29.018676 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:29.019861 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0688ca53-8f84-42bb-a94f-41b24e603df0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238134 Feb 11 14:23:29.022751 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36450) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:23:29.027078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'security_group_rule': {'security_group_id': '670b6e68-358c-4d56-9213-da08af7e79e6', 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:29.048777 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Project d8da927f0a6f41399f89479975609ab8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:23:29.053981 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (5315fac7-25ff-48b3-8a73-3af0cbe84c06), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:29.115371 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (5315fac7-25ff-48b3-8a73-3af0cbe84c06), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:29.120133 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (5315fac7-25ff-48b3-8a73-3af0cbe84c06), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:29.138024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5315fac7-25ff-48b3-8a73-3af0cbe84c06,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:29.145797 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:29.147057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-daad36f2-d4b8-472c-a23c-6ad39a3c9eb4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233327 Feb 11 14:23:29.434406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0089-1918-4a58-b0e9-f82c73ffa407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:29.807872 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:29.832991 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: 65ad6198-44e3-44f0-89ba-7f05e1825e66 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:23:29.833341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device 65ad6198-44e3-44f0-89ba-7f05e1825e66 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:31.553401 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5617d8f9-5e9f-4e21-b637-6f4852447c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:32.971560 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:34.635092 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:35.425340 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:47.228968 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:47.948964 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:48.845518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-9c534084-f491-46b8-819e-14411864afb5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337956959&fields=id&tenant_id=d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 267 time: 0.0457366 Feb 11 14:23:48.957008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-125f1bc9-9d62-422d-b72e-365b8298b5ed tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:48.958409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-125f1bc9-9d62-422d-b72e-365b8298b5ed tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 808 time: 0.1034384 Feb 11 14:23:48.975940 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-b3b4aa65-c193-4774-ab23-b47dfbfb9109 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/quotas/d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 375 time: 0.0095468 Feb 11 14:23:49.030964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-2fc59529-a661-4dd8-86fc-9152e9fe26d0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497501 Feb 11 14:23:49.053133 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-ae3811c8-fa44-4bd3-89b6-b0f10968f8af service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:23:49.054645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-ae3811c8-fa44-4bd3-89b6-b0f10968f8af service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085030 Feb 11 14:23:49.161973 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-fb5b6714-a271-4a8b-9969-bf14b72f9187 service neutron] 10.222.0.42 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984640 Feb 11 14:23:49.262790 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-04fccff7-74c4-4450-9fa1-feb1c6980c37 service neutron] 10.222.0.42 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945930 Feb 11 14:23:49.570317 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f1e43dbf-fcda-44f2-86db-8bf0bc232f81 req-7cd32d87-0b74-40a0-b428-881e35befc32 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0333602 Feb 11 14:23:50.593225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-f20b6071-ab45-4fc6-bb5e-e805160fae95 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:50.594759 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-f20b6071-ab45-4fc6-bb5e-e805160fae95 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 808 time: 0.1143427 Feb 11 14:23:50.684498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f4614d75-84bb-425d-8f3d-45a6b6a1079c req-e5fc2814-a772-4d14-a707-05dd48ee3025 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0420327 Feb 11 14:23:50.691530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-ec6a5c3e-a7a3-4b42-a2fe-962510bfd7db tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 379 time: 0.0875192 Feb 11 14:23:50.701142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'port': {'device_id': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'admin_state_up': True, 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'security_groups': ['670b6e68-358c-4d56-9213-da08af7e79e6']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:50.809320 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Made reservation on behalf of d8da927f0a6f41399f89479975609ab8 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:50.813018 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:50.944467 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Allocated IP 172.20.0.11 (30cc7750-0bc8-4bbe-ab71-6908468706c5/a4f89e92-3271-4125-a17a-ad337d731729/211d3660-d03b-4d37-9e0f-dc3a3cfbea2d) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:51.085614 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.134979 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.179659 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:51.182823 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:51.187072 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:51.210427 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:51.239400 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:51.240097 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.260528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-6f7d1107-f60f-4ee3-8af7-aca1d05966d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5632575 Feb 11 14:23:51.270958 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-91417b3c-2e72-453c-8d75-5e7c8302ea4f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:23:51.272212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-91417b3c-2e72-453c-8d75-5e7c8302ea4f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059235 Feb 11 14:23:51.284423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Request body: {'port': {'device_id': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:51.355473 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.398038 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-a596d395-0dac-4c0f-b843-2102003687b5 None None] Provisioning complete for port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:51.399533 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a596d395-0dac-4c0f-b843-2102003687b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.437297 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-a596d395-0dac-4c0f-b843-2102003687b5 None None] Port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:23:51.630534 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:23:51.637916 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Publish callbacks [] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.649833 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Transition to ACTIVE for port object 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:51.654551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.708977 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:51.842945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Attempting to bind port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:23:51.843359 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Attempting to bind port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:23:51.843629 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Attempting to bind port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:51.851353 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:51.851679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Attempting to bind port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d on network 30cc7750-0bc8-4bbe-ab71-6908468706c5 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:51.867556 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e5e62-fb52-4859-9dbe-53428882a612 req-151cd864-d703-4040-8626-993650666e1a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:51.869123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c62e5e62-fb52-4859-9dbe-53428882a612 req-151cd864-d703-4040-8626-993650666e1a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0882497 Feb 11 14:23:51.869951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:51.870295 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Checking segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:23:51.870679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Bound using segment: {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:51.871120 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Bound port: 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:23:51.871478 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:51.963458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c62e5e62-fb52-4859-9dbe-53428882a612 req-48e8c7c9-ffd0-4f6f-8d1a-1cff23842230 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871172 Feb 11 14:23:51.980781 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:51.984557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:51.991719 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:52.032041 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.032777 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:23:52.034239 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] 10.222.0.53 "PUT /v2.0/ports/211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1092 time: 0.7554731 Feb 11 14:23:52.034666 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:23:52.037510 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f6458-e038-40b0-a863-ca453853acf9" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:52.059039 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb6386-8654-4ee9-b70c-8953c4ca8d12 service neutron] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:52.123199 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa35ae-c7df-4b2d-9cde-e13c6b0e68bd x-openstack-request-id: req-17aa35ae-c7df-4b2d-9cde-e13c6b0e68bd {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:52.123497 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:52.123754 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17aa35ae-c7df-4b2d-9cde-e13c6b0e68bd {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:52.124343 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'status': 'completed', 'code': 200} Feb 11 14:23:52.148492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-12f1fa29-dac6-4d55-8b0f-fa5e45ba695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.150295 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-12f1fa29-dac6-4d55-8b0f-fa5e45ba695e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1126 time: 0.0606785 Feb 11 14:23:52.194271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-0b4d1d4d-3fb8-4f08-aebc-0dfc51cf5d5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 217 time: 0.0374582 Feb 11 14:23:52.252846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-98c23235-38a0-4ac7-94d0-f8515a8d04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.254429 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-98c23235-38a0-4ac7-94d0-f8515a8d04d3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0548863 Feb 11 14:23:52.310839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-b588e958-01b8-48b7-b585-75a95de08cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.312344 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-b588e958-01b8-48b7-b585-75a95de08cca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510087 Feb 11 14:23:52.403370 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-5921d340-3a00-4e96-a1df-ec52f7e84881 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841277 Feb 11 14:23:52.500943 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-331bed30-3cd8-4ee4-8ece-9ee4aa3985ca req-2c50e59f-f18c-40e2-8105-c580b993eb37 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920920 Feb 11 14:23:52.587719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f6458-e038-40b0-a863-ca453853acf9 req-a4639c5a-5902-4719-aa4d-c3927312f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.589224 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44f6458-e038-40b0-a863-ca453853acf9 req-a4639c5a-5902-4719-aa4d-c3927312f25f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1126 time: 0.0454593 Feb 11 14:23:52.684045 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f6458-e038-40b0-a863-ca453853acf9 req-34d98228-40be-4691-8597-08753b747b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.685999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44f6458-e038-40b0-a863-ca453853acf9 req-34d98228-40be-4691-8597-08753b747b0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0913761 Feb 11 14:23:52.737792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44f6458-e038-40b0-a863-ca453853acf9 req-c8748ae5-4add-4972-91e4-faed97c9afa5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 217 time: 0.0455549 Feb 11 14:23:52.791494 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f6458-e038-40b0-a863-ca453853acf9 req-faff9890-1db7-4b55-88d2-5787a0d62282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.793006 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44f6458-e038-40b0-a863-ca453853acf9 req-faff9890-1db7-4b55-88d2-5787a0d62282 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0495577 Feb 11 14:23:52.843461 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f6458-e038-40b0-a863-ca453853acf9 req-7ad11a92-dfd5-430d-826a-bf95dcb125a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:52.844964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44f6458-e038-40b0-a863-ca453853acf9 req-7ad11a92-dfd5-430d-826a-bf95dcb125a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463114 Feb 11 14:23:52.932572 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44f6458-e038-40b0-a863-ca453853acf9 req-d926cc61-d303-4fe3-b6f1-ee5be41d5962 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819933 Feb 11 14:23:53.028705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e44f6458-e038-40b0-a863-ca453853acf9 req-704e5b36-ce50-4339-b9fc-01aa69733592 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906076 Feb 11 14:23:53.090744 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf21c37-0c69-4a09-928f-5f5558f49dee req-1c67194c-cb3b-40f2-aca0-d34366e99588 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:53.092279 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcf21c37-0c69-4a09-928f-5f5558f49dee req-1c67194c-cb3b-40f2-aca0-d34366e99588 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0560210 Feb 11 14:23:53.142193 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcf21c37-0c69-4a09-928f-5f5558f49dee req-982b99cc-3e25-4c79-bdd6-065451c1b1cf tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438752 Feb 11 14:23:54.226097 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:54.269943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98bd4c-89fb-49c1-9757-dd3ac6f081e9 req-20e5f19c-e883-4bd6-87a8-3669f980d904 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:54.271360 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e98bd4c-89fb-49c1-9757-dd3ac6f081e9 req-20e5f19c-e883-4bd6-87a8-3669f980d904 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0587234 Feb 11 14:23:54.322831 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0e98bd4c-89fb-49c1-9757-dd3ac6f081e9 req-30c016e5-3cfc-484c-9cde-7597ab221055 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453334 Feb 11 14:23:55.442643 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323f8a-d995-4ced-a72e-507da591de4d req-cbda5775-dfbd-4fe6-99b2-524efa084456 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:55.444216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e323f8a-d995-4ced-a72e-507da591de4d req-cbda5775-dfbd-4fe6-99b2-524efa084456 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0548289 Feb 11 14:23:55.492146 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1e323f8a-d995-4ced-a72e-507da591de4d req-8776372c-b31c-47c5-9335-dee7cf017d67 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422509 Feb 11 14:23:56.617436 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee786e7-f480-4b49-9fdb-6d6d90504a6a req-04f958d9-1d53-4327-bea3-ccc41f5e503d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:56.619156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ee786e7-f480-4b49-9fdb-6d6d90504a6a req-04f958d9-1d53-4327-bea3-ccc41f5e503d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0549710 Feb 11 14:23:56.673900 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6ee786e7-f480-4b49-9fdb-6d6d90504a6a req-b8bbd04e-1685-4139-a4e6-d2a67c83c5b7 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484812 Feb 11 14:23:57.796618 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e619d-9c4c-4e3a-8ae1-250e50d3c229 req-dc0d8339-ae3b-45b5-9358-2b0f46aaf31a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:57.798267 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722e619d-9c4c-4e3a-8ae1-250e50d3c229 req-dc0d8339-ae3b-45b5-9358-2b0f46aaf31a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0559640 Feb 11 14:23:57.849387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-722e619d-9c4c-4e3a-8ae1-250e50d3c229 req-9eb1c6fa-3c0b-46a0-8ce4-58081850a937 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447938 Feb 11 14:23:58.971389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3c3dd-3e64-4ce9-9705-df8510179442 req-9231d4ad-8ec4-478e-81c0-2def9f17ec4f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:58.972924 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0c3c3dd-3e64-4ce9-9705-df8510179442 req-9231d4ad-8ec4-478e-81c0-2def9f17ec4f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0544186 Feb 11 14:23:59.022417 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0c3c3dd-3e64-4ce9-9705-df8510179442 req-b7da216f-fa30-4ace-829b-749db108206c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Feb 11 14:23:59.430158 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4846370a-2a49-413e-8853-747a1cc623d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:00.165384 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c3fa7-dc23-4a83-b958-ab6175e24872 req-b230b2c3-61f9-456a-ae9a-5a12627ed29e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:00.166914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f54c3fa7-dc23-4a83-b958-ab6175e24872 req-b230b2c3-61f9-456a-ae9a-5a12627ed29e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0648167 Feb 11 14:24:00.220675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f54c3fa7-dc23-4a83-b958-ab6175e24872 req-cf963953-515d-435d-b766-e06d4dabaa99 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451419 Feb 11 14:24:01.371093 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b76f3-ec80-4be9-a527-bef6c1707188 req-f007b37e-147f-4731-a2bf-bf1939bd146e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:01.372554 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b3b76f3-ec80-4be9-a527-bef6c1707188 req-f007b37e-147f-4731-a2bf-bf1939bd146e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0542934 Feb 11 14:24:01.427436 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6b3b76f3-ec80-4be9-a527-bef6c1707188 req-c4d21a5b-1a6f-409a-825e-1556a1c746ff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464282 Feb 11 14:24:01.563349 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-65b1cce4-f43b-4e20-9f8c-972f4e22a6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:02.559163 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabaa77-091c-4167-9be2-099f6358dd36 req-fcbb92c7-2ece-4aa4-8e8f-9d637cfa0b51 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:02.560961 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dabaa77-091c-4167-9be2-099f6358dd36 req-fcbb92c7-2ece-4aa4-8e8f-9d637cfa0b51 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0544052 Feb 11 14:24:02.615882 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7dabaa77-091c-4167-9be2-099f6358dd36 req-b2b440c8-ef75-4ac7-ba74-ea1a9edcd0cd tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477974 Feb 11 14:24:02.986959 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:03.744392 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd90b41-3439-41d6-b8b8-2eec880a08f5 req-c1b00715-8b5b-4ab5-af64-22bf8a2c73b4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:03.745971 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-abd90b41-3439-41d6-b8b8-2eec880a08f5 req-c1b00715-8b5b-4ab5-af64-22bf8a2c73b4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0546575 Feb 11 14:24:03.794591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-abd90b41-3439-41d6-b8b8-2eec880a08f5 req-6fc82a8c-7183-4364-95c0-0ec1a0b974cc tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Feb 11 14:24:04.640731 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:04.926020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd3537-5648-47e7-af2f-916040a86b7a req-628d20c4-3d77-4e8e-acdc-7c86af669559 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:04.927576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3afd3537-5648-47e7-af2f-916040a86b7a req-628d20c4-3d77-4e8e-acdc-7c86af669559 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0557728 Feb 11 14:24:04.975993 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3afd3537-5648-47e7-af2f-916040a86b7a req-cb0cb57e-2f52-4eac-8ee9-0a03842eb406 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427458 Feb 11 14:24:05.431173 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:06.101849 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c77daf-2222-4dd5-9cc0-c3899cf97cb3 req-f2fa7e90-192a-4289-9049-ae874bc677d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.103378 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87c77daf-2222-4dd5-9cc0-c3899cf97cb3 req-f2fa7e90-192a-4289-9049-ae874bc677d5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0580807 Feb 11 14:24:06.151791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-87c77daf-2222-4dd5-9cc0-c3899cf97cb3 req-99e08458-20fc-4493-a5b8-1b3b20ce4f1a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425608 Feb 11 14:24:07.278508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0058b1-df7a-413b-9973-536aefa08da4 req-addacc50-de6e-471d-a019-9a579fee8653 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:07.279996 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c0058b1-df7a-413b-9973-536aefa08da4 req-addacc50-de6e-471d-a019-9a579fee8653 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0535800 Feb 11 14:24:07.341125 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5c0058b1-df7a-413b-9973-536aefa08da4 req-b80062ab-1e35-42ab-a21d-09f1b7e47797 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555236 Feb 11 14:24:08.477128 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f871bc-f58e-45c4-a966-c9b397f8a474 req-81b4695e-202c-490d-8a65-22dc57295ed8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:08.478665 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28f871bc-f58e-45c4-a966-c9b397f8a474 req-81b4695e-202c-490d-8a65-22dc57295ed8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0600722 Feb 11 14:24:08.527637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-28f871bc-f58e-45c4-a966-c9b397f8a474 req-fe90c411-6e1e-4592-b4d4-0c7e08e1ef1e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430999 Feb 11 14:24:08.981495 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:09.095990 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:09.107241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'port_id': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'mac_address': 'fa:16:3e:2a:c8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:09.149618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:09.150058 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:09.163988 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:24:09.182843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:09.193735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:09.249876 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:09.257218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.257574 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.257943 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.258279 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.258612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.258946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.259273 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.259596 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.259918 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.260236 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.260562 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.260878 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.261196 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:09.447109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:09.662831 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b1b4e-5432-4aa4-b987-80b1296da2a6 req-07a43053-5186-43aa-aeb9-ee09dfc85bcb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:09.664728 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f57b1b4e-5432-4aa4-b987-80b1296da2a6 req-07a43053-5186-43aa-aeb9-ee09dfc85bcb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 945 time: 0.0568702 Feb 11 14:24:09.726316 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f57b1b4e-5432-4aa4-b987-80b1296da2a6 req-07fee6aa-d179-4233-b0c0-35a706f5217f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539901 Feb 11 14:24:10.862404 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34ee72-d14d-467a-839f-6318b67e8d20 req-4ee8bfbc-9ed1-4968-ad77-c5094b5172e4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:10.864096 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d34ee72-d14d-467a-839f-6318b67e8d20 req-4ee8bfbc-9ed1-4968-ad77-c5094b5172e4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 945 time: 0.0606811 Feb 11 14:24:10.918478 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4d34ee72-d14d-467a-839f-6318b67e8d20 req-1f42a50c-7704-4cd6-83bb-090c30f96824 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482948 Feb 11 14:24:10.996274 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:11.050085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:11.054189 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:11.054762 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.137087 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:24:11.137474 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.161191 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:24:11.163539 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a467e8d8-37f9-4daa-99f5-e20371cfeb1c" -d '{"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-plugged", "status": "completed", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:11.175741 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:11.180883 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:11.230138 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:11.255606 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86250f09-cf84-4ced-849d-cae40b11167a x-openstack-request-id: req-86250f09-cf84-4ced-849d-cae40b11167a {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:11.255894 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-plugged", "status": "completed", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:11.256142 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86250f09-cf84-4ced-849d-cae40b11167a {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:11.256533 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'code': 200} Feb 11 14:24:11.359991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b14ec-394c-4171-bdda-959d6d180183 req-597d3e2f-629d-4420-bd76-1804e2f356f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:11.361422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b18b14ec-394c-4171-bdda-959d6d180183 req-597d3e2f-629d-4420-bd76-1804e2f356f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0468681 Feb 11 14:24:11.408502 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b18b14ec-394c-4171-bdda-959d6d180183 req-1d9c81c8-0fd7-49a1-aaa3-a6fdb2055a6d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396945 Feb 11 14:24:12.052673 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b973b00-f5f1-45b8-ab52-5b41b136f2a0 req-4b4a8fdb-14b7-46d6-ad96-4f8b56d3bd2a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:12.054194 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b973b00-f5f1-45b8-ab52-5b41b136f2a0 req-4b4a8fdb-14b7-46d6-ad96-4f8b56d3bd2a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0564849 Feb 11 14:24:12.104353 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b973b00-f5f1-45b8-ab52-5b41b136f2a0 req-4c783856-173d-4cfb-abb9-4bf85826276e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443597 Feb 11 14:24:13.243423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a0450-2081-42c9-957f-5db636400ea4 req-2e6bd4ee-df0f-4ae2-9e15-e3fef08a008f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:13.245103 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-349a0450-2081-42c9-957f-5db636400ea4 req-2e6bd4ee-df0f-4ae2-9e15-e3fef08a008f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0609820 Feb 11 14:24:13.308824 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-349a0450-2081-42c9-957f-5db636400ea4 req-a4832a70-3518-4216-9d79-e4bb1f60d889 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570908 Feb 11 14:24:13.431972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e71ec9-c236-46f5-b7dd-9408e854c363 req-4bfdf4ca-fad6-4407-a170-5be1ac3c6cc5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:13.433567 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3e71ec9-c236-46f5-b7dd-9408e854c363 req-4bfdf4ca-fad6-4407-a170-5be1ac3c6cc5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0569112 Feb 11 14:24:13.484800 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a3e71ec9-c236-46f5-b7dd-9408e854c363 req-412b5ba4-b2c0-40b7-8e39-9dab1e87651b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 Feb 11 14:24:13.511591 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36676) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:13.602310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc51c649-620a-476c-9320-4a23a0ba0f13 tempest-TestShelveInstance-1710013329 tempest-TestShelveInstance-1710013329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:13.603881 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-bc51c649-620a-476c-9320-4a23a0ba0f13 tempest-TestShelveInstance-1710013329 tempest-TestShelveInstance-1710013329-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1123 time: 0.0912871 Feb 11 14:24:13.606804 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36680) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:24:13.611077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:13.633927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.736999 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:13.844430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Allocated IP 172.25.1.247 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/6249f788-8844-455b-9aa3-190076756dd3) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:24:13.961752 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for port (6249f788-8844-455b-9aa3-190076756dd3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.000301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6249f788-8844-455b-9aa3-190076756dd3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.037084 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:24:14.040033 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:24:14.043465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:24:14.075770 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'Port': ['ID=6249f788-8844-455b-9aa3-190076756dd3,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.425654 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.504904 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (6249f788-8844-455b-9aa3-190076756dd3), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.654911 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for port (6249f788-8844-455b-9aa3-190076756dd3), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.660685 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (6249f788-8844-455b-9aa3-190076756dd3), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.727224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event updated for resources: {'Port': ['ID=6249f788-8844-455b-9aa3-190076756dd3,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:14.741048 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:14.845180 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Floating IP 6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d associated. External IP: 172.25.1.247, port: 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d. Feb 11 14:24:15.425035 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:24:15.539726 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:24:15.550851 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] Sync routers for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:24:15.559029 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:15.563425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:15.564088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:24:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:15.601656 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-439f0cb2-9767-4530-bf43-ad55ea91329f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9822128 Feb 11 14:24:15.601656 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:24:15.601656 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7e009a-c24b-488a-aabc-bdf1a7857af6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:15.634700 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ab1dd0-02b8-4bf1-bfda-05e7454a1d67 x-openstack-request-id: req-53ab1dd0-02b8-4bf1-bfda-05e7454a1d67 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:15.634997 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:15.635252 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53ab1dd0-02b8-4bf1-bfda-05e7454a1d67 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:15.635652 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'status': 'completed', 'code': 200} Feb 11 14:24:15.681602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:15.701793 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-9b355aa3-3396-4ffa-9150-dba2518f710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.703515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-9b355aa3-3396-4ffa-9150-dba2518f710a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0475121 Feb 11 14:24:15.799945 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-4131ba99-df09-42ee-96cb-1e79717610d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.801466 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-4131ba99-df09-42ee-96cb-1e79717610d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0913785 Feb 11 14:24:15.869779 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-c5552dde-83fb-423c-9653-60ccf3e754df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1000 time: 0.0622313 Feb 11 14:24:15.919838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-a3bb361c-3f78-4d4d-a343-61e008c7780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.921445 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-a3bb361c-3f78-4d4d-a343-61e008c7780d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0454528 Feb 11 14:24:15.922034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'port_id': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'mac_address': 'fa:16:3e:2a:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:14Z', 'revision_number': 0, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:15.948785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] Checking router: 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:24:15.957946 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:24:15.958581 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:24:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:15.978246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-105044a0-6b13-4661-973e-2fc87c71b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:15.979820 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-105044a0-6b13-4661-973e-2fc87c71b549 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529025 Feb 11 14:24:16.067936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:24:16.073076 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-ca4f6065-8243-4ea2-8fd1-aa94408088a5 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866582 Feb 11 14:24:16.169280 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1b7e009a-c24b-488a-aabc-bdf1a7857af6 req-420dc291-1d08-42e3-a80c-69ef0fc08c1f service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906780 Feb 11 14:24:16.317441 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'port_id': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'mac_address': 'fa:16:3e:2a:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:14Z', 'revision_number': 0, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:24:16.343930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42112547-badc-4a70-bd1f-27a713305e48 None None] The sync data for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 is: [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'floating_ip_address': '172.25.1.247', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'port_id': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'mac_address': 'fa:16:3e:2a:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:24:14Z', 'updated_at': '2022-02-11T14:24:14Z', 'revision_number': 0, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:24:16.556989 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583eb6c-5743-47a1-b2f4-e38db796ad4d None None] New status for floating IP 6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:24:17.236371 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:17.988374 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:23.782116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-94033fe6-1842-4c8b-9c05-261e1095515c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475638 Feb 11 14:24:23.881665 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d35a8-382a-43a5-8542-9bd578066b41 req-39983854-0e84-49cd-a7f8-5a13a70a7d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.883164 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-39983854-0e84-49cd-a7f8-5a13a70a7d3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0571609 Feb 11 14:24:23.995778 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d35a8-382a-43a5-8542-9bd578066b41 req-57fa154d-0f92-49fb-8381-e1e0c50cf722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.997259 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-57fa154d-0f92-49fb-8381-e1e0c50cf722 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0954461 Feb 11 14:24:24.063781 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-fa95437c-3820-4d80-878c-a59885274c51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1002 time: 0.0605800 Feb 11 14:24:24.119753 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d35a8-382a-43a5-8542-9bd578066b41 req-77a40232-e02c-4ec0-a5f6-3fe587dec57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.121238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-77a40232-e02c-4ec0-a5f6-3fe587dec57e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0496488 Feb 11 14:24:24.173238 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d35a8-382a-43a5-8542-9bd578066b41 req-0587d6b5-31a5-472a-aad2-958f72074020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.174878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-0587d6b5-31a5-472a-aad2-958f72074020 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476267 Feb 11 14:24:24.272553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-40b02d24-d0ef-45a4-81b8-f89cd0c31812 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894828 Feb 11 14:24:24.367713 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-799d35a8-382a-43a5-8542-9bd578066b41 req-8fc0b5ab-ee94-41cf-b015-6d942340a9aa service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889366 Feb 11 14:24:29.437813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8b1fee0d-bfcf-41db-92fc-e6f610d02d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:31.226480 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:24:31.561741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a64e3275-f412-42fb-8d4e-e2eb4626923f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:32.980343 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:34.643769 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:35.434780 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:47.251219 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:47.981142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:24:59.438449 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e0f0a860-49f0-40ba-a058-82d6acd1298e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:01.560859 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9bd9c885-30c1-4847-bfad-9909ad6baea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:02.992147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:04.659073 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:05.431450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:08.232459 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:25:17.266300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:17.988717 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:24.838385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-80f31f3e-ed60-4be1-b49c-da496ae245f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130230 Feb 11 14:25:24.932383 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-ef7ac4c1-e765-429f-9cb7-69b53932abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:24.933918 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-ef7ac4c1-e765-429f-9cb7-69b53932abc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0506732 Feb 11 14:25:25.042561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-c457b598-50e0-4664-b048-3fe7e62baf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:25.044257 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-c457b598-50e0-4664-b048-3fe7e62baf16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0875738 Feb 11 14:25:25.111870 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-7650d961-53e7-4b6c-9a11-311cdf64808f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1002 time: 0.0619876 Feb 11 14:25:25.161106 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-32523d98-35ed-4de6-b73a-2b5650d8e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:25.162575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-32523d98-35ed-4de6-b73a-2b5650d8e6c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0440788 Feb 11 14:25:25.211311 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-a9815ead-45d9-4d0d-a348-7dcef8678c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:25.212788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-a9815ead-45d9-4d0d-a348-7dcef8678c5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448773 Feb 11 14:25:25.312604 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-542c8c25-32d7-4e89-9bc0-cf515ffa2193 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934932 Feb 11 14:25:25.404266 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-53a7180b-10ee-4cbd-b4d7-174c502f1c15 req-cbb9073f-ff1d-4db9-870c-885a7c20c91f service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859337 Feb 11 14:25:29.434003 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-437033a6-455c-4b36-9155-3180c395e23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:31.563528 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-82a08619-a3b5-4dea-80a0-8c1386a20882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:32.993474 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:34.661335 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:35.435876 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:45.238764 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:25:47.279491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:47.995669 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:25:59.429402 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e854b28c-b250-4217-9298-c8ba7c49d7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:01.568817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5608274-6074-42ae-97e3-01026199b6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:02.997005 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:04.666315 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:05.431829 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:13.370186 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c5d6e-01e7-4787-88c5-d22f11f3493c req-71968ff1-b0ed-46e8-86a3-cff0a0419ee8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:13.371747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa2c5d6e-01e7-4787-88c5-d22f11f3493c req-71968ff1-b0ed-46e8-86a3-cff0a0419ee8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.1342745 Feb 11 14:26:13.425954 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-aa2c5d6e-01e7-4787-88c5-d22f11f3493c req-44383276-4e0b-4343-ac6c-66dfcfc87dea tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483105 Feb 11 14:26:14.556611 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773951-85db-496d-a27a-87d582ac472b req-7cb8c443-f9db-4113-ba27-bfcf90296913 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:14.558233 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73773951-85db-496d-a27a-87d582ac472b req-7cb8c443-f9db-4113-ba27-bfcf90296913 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0568640 Feb 11 14:26:14.611444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-73773951-85db-496d-a27a-87d582ac472b req-89698f90-e785-4101-8d94-868a6e474a3b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447841 Feb 11 14:26:15.737177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c89990-38de-476f-bc95-9052c4ee80f9 req-0e2ac5f5-b364-4d73-8a49-199f3b3871ff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:15.738598 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4c89990-38de-476f-bc95-9052c4ee80f9 req-0e2ac5f5-b364-4d73-8a49-199f3b3871ff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0549223 Feb 11 14:26:15.791768 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e4c89990-38de-476f-bc95-9052c4ee80f9 req-bfe7b7d1-ee40-4858-8317-671687e4dc6b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473924 Feb 11 14:26:16.932024 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7304a76-6f46-4a14-8e26-be4e75bd28d2 req-e06bf7ec-427f-4207-a194-b4b45368436d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:16.933509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7304a76-6f46-4a14-8e26-be4e75bd28d2 req-e06bf7ec-427f-4207-a194-b4b45368436d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0589302 Feb 11 14:26:16.982518 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e7304a76-6f46-4a14-8e26-be4e75bd28d2 req-18f48a47-03f2-48f9-8f7d-be36bca25a84 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Feb 11 14:26:17.283452 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:18.006062 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:18.111590 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d002e-0403-4281-9637-b4e645714a72 req-9b1ee225-0d74-4643-a676-1d150c5da9ff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:18.113155 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f1d002e-0403-4281-9637-b4e645714a72 req-9b1ee225-0d74-4643-a676-1d150c5da9ff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0592124 Feb 11 14:26:18.164308 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6f1d002e-0403-4281-9637-b4e645714a72 req-f10c8ee5-dc99-4b6f-a73a-6dff063b8ffa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Feb 11 14:26:19.308647 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2702b2-e4fb-4c2f-a118-2beee3073ee7 req-9458e4d0-e0c1-4626-8412-82a021ff7230 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:19.310532 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff2702b2-e4fb-4c2f-a118-2beee3073ee7 req-9458e4d0-e0c1-4626-8412-82a021ff7230 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0681942 Feb 11 14:26:19.364563 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ff2702b2-e4fb-4c2f-a118-2beee3073ee7 req-f1a93515-7d26-49e8-a4db-a355728bb8f0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468271 Feb 11 14:26:20.499235 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633a36-ed93-4fad-9f8b-0ee506a8d036 req-613b8181-818a-4c91-93db-8b97789533e4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:20.500714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08633a36-ed93-4fad-9f8b-0ee506a8d036 req-613b8181-818a-4c91-93db-8b97789533e4 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0630262 Feb 11 14:26:20.552538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-08633a36-ed93-4fad-9f8b-0ee506a8d036 req-f462ba6d-363f-400b-9391-78e8cb214e99 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439417 Feb 11 14:26:21.678928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c75e4-2184-45ab-8d99-6dd9513ee75d req-89a8d409-f223-46fa-b650-e603d2d96693 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:21.680415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-106c75e4-2184-45ab-8d99-6dd9513ee75d req-89a8d409-f223-46fa-b650-e603d2d96693 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0572770 Feb 11 14:26:21.735473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-106c75e4-2184-45ab-8d99-6dd9513ee75d req-b79737c0-dc43-4dc6-bdc8-4a3951fd435c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488000 Feb 11 14:26:22.239060 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:26:22.872159 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf117126-e1fa-4b4f-bd47-3e7c75aff09c req-0b0552e8-7c48-4487-afcf-cf869a2aa2d2 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:22.873664 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf117126-e1fa-4b4f-bd47-3e7c75aff09c req-0b0552e8-7c48-4487-afcf-cf869a2aa2d2 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0602002 Feb 11 14:26:22.925112 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bf117126-e1fa-4b4f-bd47-3e7c75aff09c req-230b22cf-0172-42a4-82f3-ebf79271345d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456810 Feb 11 14:26:23.424314 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-efb24b54-0801-4eb4-9856-97da87a5220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:23.426273 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-efb24b54-0801-4eb4-9856-97da87a5220e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0535610 Feb 11 14:26:23.551595 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-d9a50749-91ca-4106-8bca-6fba9c4e0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:23.553094 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-d9a50749-91ca-4106-8bca-6fba9c4e0ac9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.1209018 Feb 11 14:26:23.628473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-99740e25-0355-4350-9c57-4b55d47e4037 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1002 time: 0.0695779 Feb 11 14:26:23.692536 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-af2a5b86-c362-438e-b154-572e83a92653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:23.695026 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-af2a5b86-c362-438e-b154-572e83a92653 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0603728 Feb 11 14:26:23.751318 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-583483fb-a5a3-43d2-be25-91ddf164e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:23.752908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-583483fb-a5a3-43d2-be25-91ddf164e6ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515740 Feb 11 14:26:23.856020 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-e2806ec5-aed8-4bb9-9ba9-0b0a2db08ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964973 Feb 11 14:26:23.964340 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b867994c-76f0-4294-9a4a-ed9e3c9670d6 req-476d0a53-a026-4929-8dcd-aa590d466551 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024363 Feb 11 14:26:24.077773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94723d-647f-497a-8b8f-ee86eda82f4f req-084f4581-a4f5-4e5a-bdba-4bd95e8a6781 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:24.079282 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d94723d-647f-497a-8b8f-ee86eda82f4f req-084f4581-a4f5-4e5a-bdba-4bd95e8a6781 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0631959 Feb 11 14:26:24.140988 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3d94723d-647f-497a-8b8f-ee86eda82f4f req-2442de16-32e9-4dab-b75c-673c3e55b36f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529983 Feb 11 14:26:25.286989 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ea3f1-24a1-46db-b0b4-a5c60ec618b1 req-dc9986a7-b0c6-4774-be72-e6576ab24009 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:25.288690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b7ea3f1-24a1-46db-b0b4-a5c60ec618b1 req-dc9986a7-b0c6-4774-be72-e6576ab24009 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0613482 Feb 11 14:26:25.342520 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8b7ea3f1-24a1-46db-b0b4-a5c60ec618b1 req-8b01cd18-1310-48ae-b4af-e9e98737910e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 Feb 11 14:26:26.470488 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40da86c-244d-4576-a3d4-90f8a147bf6a req-ea66f717-5dc2-41d4-926f-275024f76d49 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.472349 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e40da86c-244d-4576-a3d4-90f8a147bf6a req-ea66f717-5dc2-41d4-926f-275024f76d49 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0565906 Feb 11 14:26:26.524420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e40da86c-244d-4576-a3d4-90f8a147bf6a req-35810004-cbc4-4316-aebe-caf1c1ddd077 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458429 Feb 11 14:26:26.801078 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-330691f1-48f9-44ec-acf3-9d3d11141ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.802616 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-330691f1-48f9-44ec-acf3-9d3d11141ad9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0499010 Feb 11 14:26:26.906716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-794ac912-04ac-4b52-aa10-d6ab7e49df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:26.908268 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-794ac912-04ac-4b52-aa10-d6ab7e49df0d service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0866356 Feb 11 14:26:26.977135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-b9f7e4f1-ce1b-40bc-85a1-9f349c124da1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1002 time: 0.0634909 Feb 11 14:26:27.026280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-a7203a28-c8d1-49c7-8542-441b2464a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:27.027811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-a7203a28-c8d1-49c7-8542-441b2464a3b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0450244 Feb 11 14:26:27.080176 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-75c94ec9-bc58-413b-b50f-b5774c3c6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:27.082116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-75c94ec9-bc58-413b-b50f-b5774c3c6317 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485668 Feb 11 14:26:27.182491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-7fd4b117-c51c-4246-becb-5c29672d276c service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940344 Feb 11 14:26:27.281420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bdc78a2-7dad-4861-a900-c94a6217e75a req-075da4e5-97cf-4919-8d33-f852e9d1bbfb service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925336 Feb 11 14:26:27.651220 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0182-9068-432f-82af-c424cc639510 req-ac6cab65-17d1-4cf6-b302-d2e47942ede1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:27.652671 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38cd0182-9068-432f-82af-c424cc639510 req-ac6cab65-17d1-4cf6-b302-d2e47942ede1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0579717 Feb 11 14:26:27.701260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38cd0182-9068-432f-82af-c424cc639510 req-51872e20-c877-464f-b388-ac86813e736b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424864 Feb 11 14:26:28.840771 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695fe45-0cf6-4684-a115-9b20de1d2d72 req-331f89b0-85ca-4343-bcfc-6a18493331a3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:28.842490 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a695fe45-0cf6-4684-a115-9b20de1d2d72 req-331f89b0-85ca-4343-bcfc-6a18493331a3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0582280 Feb 11 14:26:28.896608 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a695fe45-0cf6-4684-a115-9b20de1d2d72 req-fa6d3ee4-0eb1-49af-be8f-139bd20d69bc tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475500 Feb 11 14:26:29.436702 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-59b4b377-8287-4a12-bcd7-2b8a5005dd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:29.601531 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:26:29.682626 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:29.683012 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:29.709570 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:26:29.711765 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726948fb-863c-4cd6-a3d6-cdd421f81a8e" -d '{"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-unplugged", "status": "completed", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:29.723803 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:29.728729 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:29.751346 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc48ff7c-aca9-4ce9-a7be-ee7d6335c6d8 x-openstack-request-id: req-dc48ff7c-aca9-4ce9-a7be-ee7d6335c6d8 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:29.751628 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-unplugged", "status": "failed", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d", "code": 422}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:29.751876 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc48ff7c-aca9-4ce9-a7be-ee7d6335c6d8 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:29.752271 n-d-828675-3 neutron-server[109686]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'code': 422} returned with failed status Feb 11 14:26:29.776673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:29.784499 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.784843 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.785179 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.785510 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.785869 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.786197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.786520 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.786836 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.787153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.787464 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.787784 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.788096 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:29.788408 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:26:30.023758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66ee31-981a-46ed-a1fc-b789ca48cbed req-5c016ca2-8d51-4584-8717-766159311c66 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:30.025152 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be66ee31-981a-46ed-a1fc-b789ca48cbed req-5c016ca2-8d51-4584-8717-766159311c66 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0543787 Feb 11 14:26:30.080409 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-be66ee31-981a-46ed-a1fc-b789ca48cbed req-cc218d43-bb9e-4a3d-8e69-7d7fecaa4fc3 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477190 Feb 11 14:26:31.323263 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9d565-8a72-4163-81f2-d9ba968bc7a0 req-6995b9f7-c74a-4577-9926-34416c61137d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:31.324811 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9a9d565-8a72-4163-81f2-d9ba968bc7a0 req-6995b9f7-c74a-4577-9926-34416c61137d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0595515 Feb 11 14:26:31.328730 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-00bbfffb-2260-499a-a709-9023068f7be9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864625 Feb 11 14:26:31.337929 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-e3efa8dd-8adb-49ae-88d4-9edb5047d238 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109684) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:26:31.338908 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-e3efa8dd-8adb-49ae-88d4-9edb5047d238 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053992 Feb 11 14:26:31.373693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c9a9d565-8a72-4163-81f2-d9ba968bc7a0 req-57ad7458-3591-4b30-b4c9-f01fd079feca tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431356 Feb 11 14:26:31.563480 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3f0bb8cd-c89d-411b-aee2-d72689836582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:32.501152 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-aa22dcca-2373-4667-9681-3ef37b1c905f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:32.502538 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-aa22dcca-2373-4667-9681-3ef37b1c905f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports/211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 941 time: 0.1191103 Feb 11 14:26:32.535921 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930a0d8-f467-4d70-aca0-18c1d4b9caf7 req-97237263-24be-4231-90c6-ea59d11c086a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:32.537430 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6930a0d8-f467-4d70-aca0-18c1d4b9caf7 req-97237263-24be-4231-90c6-ea59d11c086a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0793796 Feb 11 14:26:32.589675 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6930a0d8-f467-4d70-aca0-18c1d4b9caf7 req-bc2b8bb1-b6d8-4b0a-8d7a-ecfc6012be33 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460360 Feb 11 14:26:33.005914 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:33.725900 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786ba6b-62a7-4704-a54f-3b55debd6cec req-309a07b0-955a-43ad-b664-fc81313efd7e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:33.727395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a786ba6b-62a7-4704-a54f-3b55debd6cec req-309a07b0-955a-43ad-b664-fc81313efd7e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0541508 Feb 11 14:26:33.776791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a786ba6b-62a7-4704-a54f-3b55debd6cec req-ad81470f-39a0-4210-bc2d-39db1bcdf057 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434382 Feb 11 14:26:34.669193 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:34.902052 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337d507-d9f9-4a4d-9c2c-b84b0efb4f9a req-954f87e4-49e6-4f90-ae4f-65b52c72bb91 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.903506 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5337d507-d9f9-4a4d-9c2c-b84b0efb4f9a req-954f87e4-49e6-4f90-ae4f-65b52c72bb91 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0578818 Feb 11 14:26:34.971796 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5337d507-d9f9-4a4d-9c2c-b84b0efb4f9a req-b73d5b26-21c0-454b-abae-ebbfe4d2fbc5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624349 Feb 11 14:26:35.430383 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:36.098347 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f3010-2989-45e3-9a5c-c951284a9c74 req-d2d1bc25-e3c3-48e6-8561-8a483b163b66 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:36.099890 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583f3010-2989-45e3-9a5c-c951284a9c74 req-d2d1bc25-e3c3-48e6-8561-8a483b163b66 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0545774 Feb 11 14:26:36.149848 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-583f3010-2989-45e3-9a5c-c951284a9c74 req-0413bf19-00de-4aad-9608-39e2d4387aec tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440559 Feb 11 14:26:37.272878 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11074be9-8f8c-4c76-ba14-c4948a9421bd req-e4ec41cb-372a-4640-b512-ebe2f1ce52ff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:37.274420 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11074be9-8f8c-4c76-ba14-c4948a9421bd req-e4ec41cb-372a-4640-b512-ebe2f1ce52ff tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0546787 Feb 11 14:26:37.326402 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-11074be9-8f8c-4c76-ba14-c4948a9421bd req-23470483-7370-4ca3-9ac4-af7c58b52c0f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Feb 11 14:26:38.462424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a23fe-0327-4de3-a543-da932f84d576 req-8e6ff98e-153b-4a74-839b-8b858806ae46 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:38.464287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-553a23fe-0327-4de3-a543-da932f84d576 req-8e6ff98e-153b-4a74-839b-8b858806ae46 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0646327 Feb 11 14:26:38.515397 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-553a23fe-0327-4de3-a543-da932f84d576 req-7b1c0af1-c9ef-4993-a431-7151d3cd138b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452671 Feb 11 14:26:39.639523 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6707209-86a9-41b6-aaf8-c7feea3d2c57 req-f77b2fec-1ded-4e76-91ab-90a1969922b1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:39.641690 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6707209-86a9-41b6-aaf8-c7feea3d2c57 req-f77b2fec-1ded-4e76-91ab-90a1969922b1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0562732 Feb 11 14:26:39.692444 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e6707209-86a9-41b6-aaf8-c7feea3d2c57 req-a279c211-2d49-431f-8925-67c70849eaed tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444028 Feb 11 14:26:40.815173 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520011b-23e3-4eff-89b7-5b972357cdbb req-37af1848-4056-4a4e-999e-ae2476a0a774 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:40.816868 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0520011b-23e3-4eff-89b7-5b972357cdbb req-37af1848-4056-4a4e-999e-ae2476a0a774 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0547049 Feb 11 14:26:40.871345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0520011b-23e3-4eff-89b7-5b972357cdbb req-e8902309-fbf6-47d7-b85d-3aa56a944081 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486445 Feb 11 14:26:41.994363 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2679f-291e-41ca-a6cf-95f284410f0f req-d7b9824b-8435-46d8-ac91-fdf0d15f5319 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:41.995846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ec2679f-291e-41ca-a6cf-95f284410f0f req-d7b9824b-8435-46d8-ac91-fdf0d15f5319 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0536027 Feb 11 14:26:42.044619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0ec2679f-291e-41ca-a6cf-95f284410f0f req-328d7b01-b139-41dc-beef-58e1fb203064 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Feb 11 14:26:43.166497 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1c002-edb9-43b4-85e4-21efbc15141a req-896ce2bb-6d49-4c5d-93ac-5ee977ce2302 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:43.168023 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfa1c002-edb9-43b4-85e4-21efbc15141a req-896ce2bb-6d49-4c5d-93ac-5ee977ce2302 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0548809 Feb 11 14:26:43.233801 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-dfa1c002-edb9-43b4-85e4-21efbc15141a req-fdf4597f-307b-4492-910e-7f4002bedf39 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593774 Feb 11 14:26:44.359447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dfc74-26d0-4b5d-9897-7b25fded4a7f req-169bc5ce-8deb-461d-94c8-2b5bb5d8a58a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:44.360806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-002dfc74-26d0-4b5d-9897-7b25fded4a7f req-169bc5ce-8deb-461d-94c8-2b5bb5d8a58a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0590901 Feb 11 14:26:44.411139 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-002dfc74-26d0-4b5d-9897-7b25fded4a7f req-279efa50-5abe-4206-9ba8-c0633e030ba8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443559 Feb 11 14:26:45.542090 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6c918-fd78-4f4b-beae-654fec72f451 req-58a620f5-2064-4297-8082-5d12cb50497d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:45.543586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40f6c918-fd78-4f4b-beae-654fec72f451 req-58a620f5-2064-4297-8082-5d12cb50497d tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0601599 Feb 11 14:26:45.594642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-40f6c918-fd78-4f4b-beae-654fec72f451 req-e9a743b2-7bfb-41ce-96ff-14b5cb49fafa tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450718 Feb 11 14:26:45.761906 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-7f137ef2-7826-4985-a467-d3f455e2f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:45.763306 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-7f137ef2-7826-4985-a467-d3f455e2f377 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6&tenant_id=d8da927f0a6f41399f89479975609ab8 HTTP/1.1" status: 200 len: 1126 time: 0.0543365 Feb 11 14:26:45.831962 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-5c8e0c13-136d-4b80-ae9c-b9cf77e23b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:45.833527 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-5c8e0c13-136d-4b80-ae9c-b9cf77e23b12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1126 time: 0.0488503 Feb 11 14:26:45.923899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-c49438a4-5de7-4956-980f-e21fc7142d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:45.925356 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-c49438a4-5de7-4956-980f-e21fc7142d76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0849528 Feb 11 14:26:45.996473 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-b1f4b298-8a60-40fd-8d06-e0af455f6892 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1000 time: 0.0649769 Feb 11 14:26:46.046550 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-cd92af50-6328-405b-bee4-2483893a3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:46.047891 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-cd92af50-6328-405b-bee4-2483893a3a2b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0450130 Feb 11 14:26:46.099986 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-1fdbd0fe-e2b4-4a43-afac-668ee64f8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:46.101496 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-1fdbd0fe-e2b4-4a43-afac-668ee64f8366 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475142 Feb 11 14:26:46.194619 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-2fb79dc9-cfea-4a88-930e-a1ded17be31a service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871081 Feb 11 14:26:46.282846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-1b78d422-2067-49ba-acd7-f526f878bce2 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821557 Feb 11 14:26:46.736473 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbb633-f531-4c50-8abc-1ee1c97ba7e2 req-42a69861-81d8-44d2-82f3-79dbd0a5431a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:46.738157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88bbb633-f531-4c50-8abc-1ee1c97ba7e2 req-42a69861-81d8-44d2-82f3-79dbd0a5431a tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0684493 Feb 11 14:26:46.788926 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-88bbb633-f531-4c50-8abc-1ee1c97ba7e2 req-75daa5eb-45ee-47b9-bf3a-36a65fd92602 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Feb 11 14:26:47.294450 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:47.928711 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29715af6-5de8-49a2-8057-a8e75345ae91 req-20623f48-0f2f-4b10-a4d5-276069ad158f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:47.930214 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-29715af6-5de8-49a2-8057-a8e75345ae91 req-20623f48-0f2f-4b10-a4d5-276069ad158f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0613360 Feb 11 14:26:47.984999 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-29715af6-5de8-49a2-8057-a8e75345ae91 req-60dfd118-174e-4477-8ee8-9bd4a4feb5c1 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461700 Feb 11 14:26:47.997938 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:49.129933 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5416359-db83-406f-ace5-eb405a2377ca req-b8df86af-b878-4de7-97f6-c641208f1711 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:49.131443 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5416359-db83-406f-ace5-eb405a2377ca req-b8df86af-b878-4de7-97f6-c641208f1711 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0640421 Feb 11 14:26:49.180001 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b5416359-db83-406f-ace5-eb405a2377ca req-3cdef07a-a4a9-4195-b5d7-50ff38f29fc6 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427880 Feb 11 14:26:50.322704 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6b09d-4fc5-4b95-9092-30e0f5e3de88 req-dbf7fe18-20be-4e2f-9f00-ecba69f22aa5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:50.324211 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0d6b09d-4fc5-4b95-9092-30e0f5e3de88 req-dbf7fe18-20be-4e2f-9f00-ecba69f22aa5 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0597715 Feb 11 14:26:50.378972 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d0d6b09d-4fc5-4b95-9092-30e0f5e3de88 req-1546bf70-5ea3-4b41-a116-c7a3eed7502c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488758 Feb 11 14:26:51.508950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3fee-9108-4c9f-a3dd-bbccf531333e req-14a40237-8dd1-48d9-a81f-85f58a0adef0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:51.510439 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-836b3fee-9108-4c9f-a3dd-bbccf531333e req-14a40237-8dd1-48d9-a81f-85f58a0adef0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0552962 Feb 11 14:26:51.565835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-836b3fee-9108-4c9f-a3dd-bbccf531333e req-65aa7d7f-caf8-43a1-baf5-7985ce66b8bd tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476582 Feb 11 14:26:52.698984 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d45ba-1309-46d6-9b68-790e566153d5 req-54e78b2c-c75d-4411-b1f0-2939f4b4092b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:52.700435 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-620d45ba-1309-46d6-9b68-790e566153d5 req-54e78b2c-c75d-4411-b1f0-2939f4b4092b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0578623 Feb 11 14:26:52.765470 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-620d45ba-1309-46d6-9b68-790e566153d5 req-478888e8-a1f2-456c-bb57-bc30296b9a9b tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564299 Feb 11 14:26:53.712372 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:26:53.825673 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:53.838229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'port_id': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'mac_address': 'fa:16:3e:2a:c8:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:26:53.876357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:53.876761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:53.887943 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d8adc-e592-44a7-aeca-aef4c60c28b7 req-f66deba0-42f6-48fd-af8f-c8bc6b114129 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:53.889408 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-723d8adc-e592-44a7-aeca-aef4c60c28b7 req-f66deba0-42f6-48fd-af8f-c8bc6b114129 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 944 time: 0.0534039 Feb 11 14:26:53.889846 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:26:53.909101 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:53.914218 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:53.939390 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-723d8adc-e592-44a7-aeca-aef4c60c28b7 req-6c4dfaad-b6b3-43ff-9f83-f873147ea984 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439572 Feb 11 14:26:53.964896 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:54.122018 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:26:55.073350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965518e-b46a-485f-9b61-9dce3647f4f4 req-66eeb05b-1a77-401f-b3e7-05f995647d42 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.074876 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2965518e-b46a-485f-9b61-9dce3647f4f4 req-66eeb05b-1a77-401f-b3e7-05f995647d42 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 945 time: 0.0610449 Feb 11 14:26:55.127421 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2965518e-b46a-485f-9b61-9dce3647f4f4 req-5f4fe439-2de4-4831-adc9-0289fb36263f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444314 Feb 11 14:26:55.710757 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:26:55.768314 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:26:55.768692 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:55.851180 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:26:55.851571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:55.874603 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:26:55.876878 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c6317-787e-4508-90bf-3317fba44c81" -d '{"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-plugged", "status": "completed", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:55.890229 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:26:55.895749 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:26:55.918327 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24375e01-cf74-4232-8b6c-a911e62687c9 x-openstack-request-id: req-24375e01-cf74-4232-8b6c-a911e62687c9 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:55.918617 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-plugged", "status": "completed", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:55.918866 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24375e01-cf74-4232-8b6c-a911e62687c9 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:55.919300 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'code': 200} Feb 11 14:26:55.945666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:56.064382 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561ccf4-826c-4537-8393-e1b827af7539 req-f83501ff-3962-4f8b-a889-e9e27af87b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:56.065847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5561ccf4-826c-4537-8393-e1b827af7539 req-f83501ff-3962-4f8b-a889-e9e27af87b17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0457561 Feb 11 14:26:56.113116 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5561ccf4-826c-4537-8393-e1b827af7539 req-cda5f4b6-40a9-4a42-86fe-24d2cf20a051 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410304 Feb 11 14:26:56.260525 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2a7af-c7b4-426c-a656-555ecabe1c96 req-766f3641-257e-46d2-a564-482ddecac909 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:56.262035 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38f2a7af-c7b4-426c-a656-555ecabe1c96 req-766f3641-257e-46d2-a564-482ddecac909 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0638535 Feb 11 14:26:56.325756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38f2a7af-c7b4-426c-a656-555ecabe1c96 req-22c47776-a825-4394-bb04-1bf7f5334344 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575657 Feb 11 14:26:57.468162 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2dc55-0fd7-40ef-bd4a-2a466c7d173d req-81bac1ef-172f-4388-bc4f-5675b81ccc0f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:57.469661 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5b2dc55-0fd7-40ef-bd4a-2a466c7d173d req-81bac1ef-172f-4388-bc4f-5675b81ccc0f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0648837 Feb 11 14:26:57.520230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f5b2dc55-0fd7-40ef-bd4a-2a466c7d173d req-d0df3697-1363-4564-993d-696ca8e3d822 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427175 Feb 11 14:26:59.245322 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:26:59.432600 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c1ef-6b63-48b6-853f-bfa72a26c077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:01.575036 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f5a87e96-6228-431f-937e-b3c344fd4914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:03.012273 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:04.670815 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:05.426594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:17.308710 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:17.991782 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:28.770673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-2f652306-bb97-439c-8fe0-9293b2a96f82 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0480359 Feb 11 14:27:28.908034 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-c124c916-b223-402f-b8d0-a941653fa62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:28.909534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-c124c916-b223-402f-b8d0-a941653fa62d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0509152 Feb 11 14:27:29.025839 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-5f05844a-3a6a-4f48-83dd-5af448b31a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:29.027364 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-5f05844a-3a6a-4f48-83dd-5af448b31a44 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.0994349 Feb 11 14:27:29.099452 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-8868cedd-52b0-4136-8c1c-5798317a5f45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 1002 time: 0.0648851 Feb 11 14:27:29.149743 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-d2b43155-67f5-4b8b-a18b-bb3de6e3e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:29.151189 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-d2b43155-67f5-4b8b-a18b-bb3de6e3e653 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0462875 Feb 11 14:27:29.204291 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-9f25c3cc-a1fc-45f2-a1a1-12d1d9068aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:29.205950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-9f25c3cc-a1fc-45f2-a1a1-12d1d9068aa2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481236 Feb 11 14:27:29.428593 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d44f0426-bb53-46ab-bd6b-2431f4cede58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:29.651838 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-dabd0d35-465d-4920-a18a-4177e7b8e87c service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396379 Feb 11 14:27:29.742209 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-10f5bd4a-06ef-49ee-a6d2-c5e3b7ae81ff req-8330d423-bdbb-454c-a57c-cec51405ec99 service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841889 Feb 11 14:27:31.571648 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cece53c4-16c8-45c9-a1c3-3c77ad96d75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:33.013298 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:34.675220 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:35.427663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:36.240634 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:27:47.327436 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:47.994813 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:27:59.425069 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39e29692-c6d2-444c-a021-d5f5c0ef375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:01.568142 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-63aceb4f-a15a-4aee-8df4-c2b993d748bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:03.013240 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:04.675030 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:05.423732 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:11.113740 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36866) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:11.295586 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Deleting port 6249f788-8844-455b-9aa3-190076756dd3 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:11.295913 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (6249f788-8844-455b-9aa3-190076756dd3), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:11.374677 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (6249f788-8844-455b-9aa3-190076756dd3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:11.374920 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (6249f788-8844-455b-9aa3-190076756dd3), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:11.387810 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Calling delete_port for 6249f788-8844-455b-9aa3-190076756dd3 owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:11.546161 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (6249f788-8844-455b-9aa3-190076756dd3), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:11.570795 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event deleted for resources: {'Port': ['ID=6249f788-8844-455b-9aa3-190076756dd3,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:11.584988 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.585340 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.585716 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.586065 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.586391 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.586699 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.587022 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.589143 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.589510 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.589884 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.590225 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.590557 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.590888 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:11.645098 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for floatingip (6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:11.645400 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Floating IP 6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d disassociated (deleted). External IP: 172.25.1.247, port: 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d. Feb 11 14:28:11.861493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:11.980563 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:11.985517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:11.994088 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] Sync routers for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:12.004893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:12.005529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:12.023057 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e4bbb687-b208-4dd1-acce-5459a041f759 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d HTTP/1.1" status: 204 len: 168 time: 0.9078832 Feb 11 14:28:12.023639 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:28:12.025922 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963f7bd9-cefd-4f46-b39e-cdbb7e233373" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:12.116425 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:12.239184 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2881d-1694-44ee-b52b-f7075ab21638 x-openstack-request-id: req-5ad2881d-1694-44ee-b52b-f7075ab21638 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:12.239708 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:12.239708 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ad2881d-1694-44ee-b52b-f7075ab21638 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:12.240150 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'status': 'completed', 'code': 200} Feb 11 14:28:12.324928 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:12.344735 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-a2cb836f-1570-40c7-a07a-52a969abe8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:12.346432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-a2cb836f-1570-40c7-a07a-52a969abe8b3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8da927f0a6f41399f89479975609ab8&device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 1128 time: 0.0819840 Feb 11 14:28:12.354982 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] Checking router: 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:12.357720 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbfe31-38c4-496c-82e5-079b43a10582 req-119b58d9-aa93-46f0-a2c7-05b5244cee1c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:12.359111 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90fbfe31-38c4-496c-82e5-079b43a10582 req-119b58d9-aa93-46f0-a2c7-05b5244cee1c tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0689106 Feb 11 14:28:12.364186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:12.365037 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:12.466818 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-90fbfe31-38c4-496c-82e5-079b43a10582 req-7b3e87e5-678a-4fa6-bf65-c688d4da42da tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988789 Feb 11 14:28:12.477042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:12.482019 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-f0aafdd0-2125-493a-aafc-18fcd54dd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:12.483515 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-f0aafdd0-2125-493a-aafc-18fcd54dd775 service neutron] 10.222.0.53 "GET /v2.0/networks?id=30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 200 len: 909 time: 0.1235332 Feb 11 14:28:12.525678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-5c4bb427-ca9b-4690-ad38-eee7b4f52b2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 200 len: 217 time: 0.0351627 Feb 11 14:28:12.575350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-5b62742b-6834-434c-9270-8bae6f5c12be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:12.576814 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-5b62742b-6834-434c-9270-8bae6f5c12be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 200 len: 847 time: 0.0436246 Feb 11 14:28:12.627119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-fb7a30f9-b4e0-460b-9efa-e881269534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:12.628653 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-fb7a30f9-b4e0-460b-9efa-e881269534fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=30cc7750-0bc8-4bbe-ab71-6908468706c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451384 Feb 11 14:28:12.676507 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:12.702467 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873740e5-8cb3-4cc4-8a0f-c59c269e675c None None] The sync data for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 is: [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:33Z', 'revision_number': 4, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '18c8ea55-a010-4c87-9425-80af5d074ad7', 'name': '', 'network_id': '30cc7750-0bc8-4bbe-ab71-6908468706c5', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'mac_address': 'fa:16:3e:72:ce:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:33Z', 'updated_at': '2022-02-11T14:18:37Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'subnets': [{'id': 'a4f89e92-3271-4125-a17a-ad337d731729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:12.722705 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-ea6b21ce-523b-427b-8c6b-dc68c1e911bd service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875323 Feb 11 14:28:12.820636 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-963f7bd9-cefd-4f46-b39e-cdbb7e233373 req-ba4bffd4-3844-4bbd-bad2-4b6b806a162e service neutron] 10.222.0.53 "GET /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904891 Feb 11 14:28:12.929074 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c283ffe-46b6-4491-9f09-d7eba6e752aa None None] New status for floating IP 6ed758fd-c9a8-4b29-b9cc-3410f9b56e3d: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:28:13.241367 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:13.612432 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815a40-ad52-4e72-886c-be23c890299f req-53d8696d-04d7-424a-9c3e-175dbb35f2a8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:13.615533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b815a40-ad52-4e72-886c-be23c890299f req-53d8696d-04d7-424a-9c3e-175dbb35f2a8 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0663605 Feb 11 14:28:13.669528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4b815a40-ad52-4e72-886c-be23c890299f req-2aababdf-e701-4c6f-820c-a6597e7a7c7e tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/security-groups?id=670b6e68-358c-4d56-9213-da08af7e79e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455945 Feb 11 14:28:13.735151 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-d01aa86b-3784-4448-b378-4fb2eef581fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:13.736596 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-d01aa86b-3784-4448-b378-4fb2eef581fb tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 946 time: 0.0533729 Feb 11 14:28:13.845165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Deleting port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:13.845409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:13.937465 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] For port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:13.937860 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:13.950819 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Calling delete_port for 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:14.092197 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (211d3660-d03b-4d37-9e0f-dc3a3cfbea2d), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:14.123547 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event deleted for resources: {'Port': ['ID=211d3660-d03b-4d37-9e0f-dc3a3cfbea2d,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:14.168852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] No DVR routers for this DVR port 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:14.172123 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:14.175756 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-df32cd16-ebab-4624-af1d-56b6048f80d9 req-822b5805-07e4-4a57-b6b0-56ae9a812462 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.53 "DELETE /v2.0/ports/211d3660-d03b-4d37-9e0f-dc3a3cfbea2d HTTP/1.1" status: 204 len: 173 time: 0.4335110 Feb 11 14:28:14.241663 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-deleted', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:28:14.244237 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1be06e-3721-4d2c-b5b5-83f6b73c77ba" -d '{"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-deleted", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:14.279796 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56eb603-42fc-449a-a449-78364084d152 x-openstack-request-id: req-b56eb603-42fc-449a-a449-78364084d152 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:14.280086 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ba3e0a-41c0-495d-afc8-b789669d29f6", "name": "network-vif-deleted", "tag": "211d3660-d03b-4d37-9e0f-dc3a3cfbea2d", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:14.280331 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b56eb603-42fc-449a-a449-78364084d152 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:14.280726 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ba3e0a-41c0-495d-afc8-b789669d29f6', 'name': 'network-vif-deleted', 'tag': '211d3660-d03b-4d37-9e0f-dc3a3cfbea2d', 'status': 'completed', 'code': 200} Feb 11 14:28:14.771580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-bb848050-c2a4-4f4b-81ec-623496f6e5ed req-11f09efe-ac01-4e53-b231-dcaff3be5c10 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0279970 Feb 11 14:28:15.873564 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0fa1d29b-40db-4f27-a979-86d0685416e0 req-bcfa14a3-189d-49df-87aa-f2f2dea23a34 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0287964 Feb 11 14:28:16.972793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b6be4201-6b8e-4f90-bce5-5ea8be88b9b8 req-7d09dc16-a2d5-4289-8c52-46ae28ec71bf tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0282750 Feb 11 14:28:17.329803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:18.004751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:18.072908 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-94a0b9d5-f1d0-45b9-96bf-f9f04ba1c073 req-82a7c24d-9f4d-47a4-bdfa-099c1e511a26 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0279899 Feb 11 14:28:18.130103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:18.150454 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:28:18.150800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device 211d3660-d03b-4d37-9e0f-dc3a3cfbea2d not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:19.174574 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-99bd801c-fbe4-433a-9be1-277d892fd9b2 req-74d57a08-e180-4616-bc49-af9a7b123093 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0321333 Feb 11 14:28:20.273156 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2e738c12-17d8-43c5-91a0-db603a02d080 req-a198dd0b-037e-47ba-bfa8-613298b83cf2 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0274763 Feb 11 14:28:21.373135 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5f46d9c5-6667-4cac-8e8b-7337a5859f11 req-811d3282-900f-4fc5-a351-cc1e2c4fabf0 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Feb 11 14:28:22.480879 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a1249e97-3547-48a7-a55e-d497561b161e req-85d0e96e-c750-4a18-826f-40cb972e0bab tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ba3e0a-41c0-495d-afc8-b789669d29f6 HTTP/1.1" status: 200 len: 210 time: 0.0358505 Feb 11 14:28:23.547337 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36904) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:23.620926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf29-0d7a-4f70-8411-2e7d89ac2d12 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (670b6e68-358c-4d56-9213-da08af7e79e6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:23.653936 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf29-0d7a-4f70-8411-2e7d89ac2d12 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (670b6e68-358c-4d56-9213-da08af7e79e6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:23.730822 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf29-0d7a-4f70-8411-2e7d89ac2d12 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (670b6e68-358c-4d56-9213-da08af7e79e6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:23.733871 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6a1ecf29-0d7a-4f70-8411-2e7d89ac2d12 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:23.735044 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6a1ecf29-0d7a-4f70-8411-2e7d89ac2d12 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] 10.222.0.42 "DELETE /v2.0/security-groups/670b6e68-358c-4d56-9213-da08af7e79e6 HTTP/1.1" status: 204 len: 168 time: 0.1867085 Feb 11 14:28:23.745085 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ecf29-0d7a-4f70-8411-2e7d89ac2d12 tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=670b6e68-358c-4d56-9213-da08af7e79e6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:23.818424 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36908) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:24.312756 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:24.573616 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Deleting port 18c8ea55-a010-4c87-9425-80af5d074ad7 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:24.574409 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:24.652244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] For port 18c8ea55-a010-4c87-9425-80af5d074ad7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=18c8ea55-a010-4c87-9425-80af5d074ad7,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:24.652607 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:24.670021 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Calling delete_port for 18c8ea55-a010-4c87-9425-80af5d074ad7 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:24.858875 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (18c8ea55-a010-4c87-9425-80af5d074ad7), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:24.882925 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=18c8ea55-a010-4c87-9425-80af5d074ad7,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:25.055946 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:25.286138 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:25.402117 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:25.411149 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-c54c863b-0fe0-44dc-8cb3-98ee4c005a1d admin admin] 10.222.0.42 "PUT /v2.0/routers/24abb688-b5ca-4fff-a01d-58f5b0ef67c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878339 Feb 11 14:28:25.411253 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36912) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:25.414778 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] Sync routers for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:25.426936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:25.427428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:25.520014 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks [] for router (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:25.542248 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:25.628304 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks [] for router_gateway (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:25.699191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Deleting port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:25.699933 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:25.729551 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164'}], 'enable_snat': True}, 'gw_port_id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:28:24Z', 'revision_number': 5, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port': {'id': 'ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e6:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:25.757004 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] Checking router: 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:25.766176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] Routers {'24abb688-b5ca-4fff-a01d-58f5b0ef67c6'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:25.766863 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:25.795270 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] For port ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:25.795639 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:25.815146 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Calling delete_port for ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:25.858427 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] Set router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:25.916094 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:28:25Z', 'revision_number': 6, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:25.945304 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133c8005-ae6e-4042-858d-c652dec36d5e None None] The sync data for ids ['24abb688-b5ca-4fff-a01d-58f5b0ef67c6'] in n-d-828675-3 is: [{'id': '24abb688-b5ca-4fff-a01d-58f5b0ef67c6', 'name': 'tempest-TestShelveInstance-162189481-router', 'tenant_id': 'd8da927f0a6f41399f89479975609ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:31Z', 'updated_at': '2022-02-11T14:28:25Z', 'revision_number': 6, 'project_id': 'd8da927f0a6f41399f89479975609ab8', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:26.004938 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.034736 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:26.063980 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.064327 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.064838 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.065199 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.065531 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.065874 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.066212 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.066540 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.066849 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.067190 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.067512 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.067830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.068150 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:26.110313 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.211484 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.213999 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks [] for router_controller (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.260453 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (24abb688-b5ca-4fff-a01d-58f5b0ef67c6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.260940 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24abb688-b5ca-4fff-a01d-58f5b0ef67c6 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:26.265336 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.266548 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a6a0d169-a4b2-4b06-92e4-3a809b10640c admin admin] 10.222.0.42 "DELETE /v2.0/routers/24abb688-b5ca-4fff-a01d-58f5b0ef67c6 HTTP/1.1" status: 204 len: 168 time: 0.8504586 Feb 11 14:28:26.269284 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36918) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:26.314894 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] Deleting subnet a4f89e92-3271-4125-a17a-ad337d731729 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:28:26.318772 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] Publish callbacks [] for subnet (a4f89e92-3271-4125-a17a-ad337d731729), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.359798 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (a4f89e92-3271-4125-a17a-ad337d731729), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.435412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 18c8ea55-a010-4c87-9425-80af5d074ad7 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:26.461626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (a4f89e92-3271-4125-a17a-ad337d731729), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.463844 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 18c8ea55-a010-4c87-9425-80af5d074ad7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:28:26.464387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 18c8ea55-a010-4c87-9425-80af5d074ad7 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:26.515926 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (a4f89e92-3271-4125-a17a-ad337d731729), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.543574 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f89e92-3271-4125-a17a-ad337d731729,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:26.545617 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.552034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-a403339d-05db-4730-81ee-d5124f42bd17 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a4f89e92-3271-4125-a17a-ad337d731729 HTTP/1.1" status: 204 len: 168 time: 0.2787423 Feb 11 14:28:26.552338 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36920) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:26.554009 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17614c8-46f5-4c81-b35d-f0d79669916d None None] Network 30cc7750-0bc8-4bbe-ab71-6908468706c5 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:28:26.631642 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (30cc7750-0bc8-4bbe-ab71-6908468706c5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.688964 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Deleting port 40ff5f78-9d47-435b-a21d-09978bdcc098 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:26.689300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.756227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] For port 40ff5f78-9d47-435b-a21d-09978bdcc098, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=40ff5f78-9d47-435b-a21d-09978bdcc098,segment=NetworkSegment(e7fb9167-7d02-4f9a-86b8-9c4d1a743c76),segment_id=e7fb9167-7d02-4f9a-86b8-9c4d1a743c76)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:26.756500 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.777930 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Calling delete_port for 40ff5f78-9d47-435b-a21d-09978bdcc098 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:26.880830 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (40ff5f78-9d47-435b-a21d-09978bdcc098), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:26.909915 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ff5f78-9d47-435b-a21d-09978bdcc098,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:26.911837 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] No DVR routers for this DVR port 40ff5f78-9d47-435b-a21d-09978bdcc098 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:26.927782 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5730ff8e-a7c7-4550-9f64-9e9c5b32da86 None None] DHCP port deletion for 30cc7750-0bc8-4bbe-ab71-6908468706c5 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:28:26.999315 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (30cc7750-0bc8-4bbe-ab71-6908468706c5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.025162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cc7750-0bc8-4bbe-ab71-6908468706c5']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:27.034753 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:27.035059 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fb9167-7d02-4f9a-86b8-9c4d1a743c76') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:27.045002 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (e7fb9167-7d02-4f9a-86b8-9c4d1a743c76), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.065724 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (e7fb9167-7d02-4f9a-86b8-9c4d1a743c76), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.075661 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:27.076063 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (e7fb9167-7d02-4f9a-86b8-9c4d1a743c76), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:27.077974 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:27.138893 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (30cc7750-0bc8-4bbe-ab71-6908468706c5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.146667 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.152651 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] 10.222.0.42 "DELETE /v2.0/networks/30cc7750-0bc8-4bbe-ab71-6908468706c5 HTTP/1.1" status: 204 len: 168 time: 0.5991426 Feb 11 14:28:27.154780 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36922) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:27.168438 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3d8b7-9099-4cc8-a6e5-cd5d7006f501 admin admin] Pushing event deleted for resources: {'Network': ['ID=30cc7750-0bc8-4bbe-ab71-6908468706c5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:27.535319 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (136c401a-475f-4fc5-a809-374273362bb9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.793788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Deleting port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:27.794133 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.873111 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] For port bbb755f4-5adc-45b6-a9ce-4e8b3794c41b, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,segment=NetworkSegment(9eebd3dd-2fd3-4139-9405-c17b75816cf2),segment_id=9eebd3dd-2fd3-4139-9405-c17b75816cf2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:27.873513 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:27.886269 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Calling delete_port for bbb755f4-5adc-45b6-a9ce-4e8b3794c41b owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:28.075184 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (bbb755f4-5adc-45b6-a9ce-4e8b3794c41b), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:28.102553 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb755f4-5adc-45b6-a9ce-4e8b3794c41b,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:28.309357 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 40ff5f78-9d47-435b-a21d-09978bdcc098 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:28.335346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 40ff5f78-9d47-435b-a21d-09978bdcc098 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:28:28.335774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 40ff5f78-9d47-435b-a21d-09978bdcc098 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:28.336270 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:28.357176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:28:28.357618 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device ca0f29a3-fb25-4d2d-90cd-3eeeedf47c4e not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:28.638518 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (136c401a-475f-4fc5-a809-374273362bb9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:28.865020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Router 136c401a-475f-4fc5-a809-374273362bb9 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:28.974372 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:28.983005 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b4822606-9674-4c6e-a8ee-ff9b1faa9c39 admin admin] 10.222.0.42 "PUT /v2.0/routers/136c401a-475f-4fc5-a809-374273362bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8236129 Feb 11 14:28:28.983005 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36924) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:28.984192 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] Sync routers for ids ['136c401a-475f-4fc5-a809-374273362bb9'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:28.993922 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] Routers {'136c401a-475f-4fc5-a809-374273362bb9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:28.994537 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['136c401a-475f-4fc5-a809-374273362bb9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:29.097927 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks [] for router (136c401a-475f-4fc5-a809-374273362bb9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.111538 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] Set router 136c401a-475f-4fc5-a809-374273362bb9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:29.208423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks [] for router_gateway (136c401a-475f-4fc5-a809-374273362bb9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.262738 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Deleting port 071e8d51-0cff-444d-b1dd-3dd88bbcf236 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:29.262976 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.292787 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:28:28Z', 'revision_number': 5, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port': {'id': '071e8d51-0cff-444d-b1dd-3dd88bbcf236', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:02:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136c401a-475f-4fc5-a809-374273362bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:18:36Z', 'updated_at': '2022-02-11T14:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:29.325288 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] Checking router: 136c401a-475f-4fc5-a809-374273362bb9 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:29.334274 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] Routers {'136c401a-475f-4fc5-a809-374273362bb9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:29.334900 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['136c401a-475f-4fc5-a809-374273362bb9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:29.346251 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] For port 071e8d51-0cff-444d-b1dd-3dd88bbcf236, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=071e8d51-0cff-444d-b1dd-3dd88bbcf236,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:29.346631 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.360766 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Calling delete_port for 071e8d51-0cff-444d-b1dd-3dd88bbcf236 owned by network:router_gateway {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:29.424292 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] Set router 136c401a-475f-4fc5-a809-374273362bb9 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:29.429681 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a9cde8cc-ff92-4141-a7f3-ccdf10b60dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.477180 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:28:29Z', 'revision_number': 6, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:29.509432 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f1ef3-ccf9-4457-80a7-215b03d66d94 None None] The sync data for ids ['136c401a-475f-4fc5-a809-374273362bb9'] in n-d-828675-3 is: [{'id': '136c401a-475f-4fc5-a809-374273362bb9', 'name': 'tempest-TestShelveInstance-886140229-router', 'tenant_id': '0362425d52b84a0ea1c1e60ca0059135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:18:35Z', 'updated_at': '2022-02-11T14:28:29Z', 'revision_number': 6, 'project_id': '0362425d52b84a0ea1c1e60ca0059135', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:29.554390 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (071e8d51-0cff-444d-b1dd-3dd88bbcf236), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.578068 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Pushing event deleted for resources: {'Port': ['ID=071e8d51-0cff-444d-b1dd-3dd88bbcf236,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:29.646970 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (136c401a-475f-4fc5-a809-374273362bb9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.741482 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (136c401a-475f-4fc5-a809-374273362bb9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.743794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks [] for router_controller (136c401a-475f-4fc5-a809-374273362bb9), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.799747 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (136c401a-475f-4fc5-a809-374273362bb9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.800211 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 136c401a-475f-4fc5-a809-374273362bb9 {{(pid=109685) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:29.804632 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.806230 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e7f87866-5c18-4324-835f-6446cbc81660 admin admin] 10.222.0.42 "DELETE /v2.0/routers/136c401a-475f-4fc5-a809-374273362bb9 HTTP/1.1" status: 204 len: 168 time: 0.8224037 Feb 11 14:28:29.808600 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36926) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:29.854730 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] Deleting subnet 596db54a-4bfe-4279-b635-8998ebc1d1f9 {{(pid=109685) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:28:29.858107 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] Publish callbacks [] for subnet (596db54a-4bfe-4279-b635-8998ebc1d1f9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.895122 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126584843'] for subnet (596db54a-4bfe-4279-b635-8998ebc1d1f9), precommit_delete_associations {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:29.984322 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (596db54a-4bfe-4279-b635-8998ebc1d1f9), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.042328 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126271705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126347003'] for subnet (596db54a-4bfe-4279-b635-8998ebc1d1f9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.069252 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596db54a-4bfe-4279-b635-8998ebc1d1f9,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:30.073807 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.077161 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-0c0e735c-b2a2-44f3-b16f-43dec8202fc0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/596db54a-4bfe-4279-b635-8998ebc1d1f9 HTTP/1.1" status: 204 len: 168 time: 0.2674100 Feb 11 14:28:30.079838 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36928) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:30.080006 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baccb2bb-cbc4-4ba9-bb81-56843cf8bfad None None] Network 96d2d44c-b71f-442e-9787-92053ce9a256 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:28:30.150301 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (96d2d44c-b71f-442e-9787-92053ce9a256), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.211043 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Deleting port 8c126312-e4d2-468b-8f83-e55d6d3fb554 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:30.211376 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.273247 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] For port 8c126312-e4d2-468b-8f83-e55d6d3fb554, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=8c126312-e4d2-468b-8f83-e55d6d3fb554,segment=NetworkSegment(9eebd3dd-2fd3-4139-9405-c17b75816cf2),segment_id=9eebd3dd-2fd3-4139-9405-c17b75816cf2)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:30.273514 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.287249 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Calling delete_port for 8c126312-e4d2-468b-8f83-e55d6d3fb554 owned by network:dhcp {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:30.316720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] DHCP port deletion for 96d2d44c-b71f-442e-9787-92053ce9a256 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:28:30.372387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bbb755f4-5adc-45b6-a9ce-4e8b3794c41b no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:30.378002 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.396619 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: bbb755f4-5adc-45b6-a9ce-4e8b3794c41b {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:28:30.397269 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device bbb755f4-5adc-45b6-a9ce-4e8b3794c41b not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:30.397873 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 071e8d51-0cff-444d-b1dd-3dd88bbcf236 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:30.414135 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] No DVR routers for this DVR port 8c126312-e4d2-468b-8f83-e55d6d3fb554 on host n-d-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:30.418796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c126312-e4d2-468b-8f83-e55d6d3fb554,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:30.420332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 071e8d51-0cff-444d-b1dd-3dd88bbcf236 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:28:30.420688 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 071e8d51-0cff-444d-b1dd-3dd88bbcf236 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:30.421109 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8c126312-e4d2-468b-8f83-e55d6d3fb554 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:30.444201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Deleting port 8c126312-e4d2-468b-8f83-e55d6d3fb554 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:28:30.444773 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.446371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 8c126312-e4d2-468b-8f83-e55d6d3fb554 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:28:30.446895 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 8c126312-e4d2-468b-8f83-e55d6d3fb554 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:30.500498 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (96d2d44c-b71f-442e-9787-92053ce9a256), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.516233 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] For port 8c126312-e4d2-468b-8f83-e55d6d3fb554, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:30.516636 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.528544 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d2d44c-b71f-442e-9787-92053ce9a256']}} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:30.532163 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Calling delete_port for 8c126312-e4d2-468b-8f83-e55d6d3fb554 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:28:30.535453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Port 8c126312-e4d2-468b-8f83-e55d6d3fb554 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:28:30.536793 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (8c126312-e4d2-468b-8f83-e55d6d3fb554), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.539190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eebd3dd-2fd3-4139-9405-c17b75816cf2') {'for_net_delete': True} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:30.539707 n-d-828675-3 neutron-server[109685]: DEBUG neutron.services.segments.db [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eebd3dd-2fd3-4139-9405-c17b75816cf2') {} {{(pid=109685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:30.550053 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126584882'] for segment (9eebd3dd-2fd3-4139-9405-c17b75816cf2), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.562926 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Pushing event deleted for resources: {'Port': ['ID=8c126312-e4d2-468b-8f83-e55d6d3fb554,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:30.564127 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (9eebd3dd-2fd3-4139-9405-c17b75816cf2), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.567880 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] No DVR routers for this DVR port 8c126312-e4d2-468b-8f83-e55d6d3fb554 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:30.571042 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109685) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:30.571461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126271587'] for segment (9eebd3dd-2fd3-4139-9405-c17b75816cf2), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: Traceback (most recent call last): Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: timer() Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: cb(*args, **kw) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: return func(*args, **kwargs) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: self._notify() Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: self.callback(batched_events) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: event.method(event) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: return f(self, *a, **k) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: return self._get(url).json() Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:30.573448 n-d-828675-3 neutron-server[109685]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:30.584588 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.585151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.585719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.586153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.586662 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.587184 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.587683 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.588223 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.588731 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.589182 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.589654 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.590241 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.590807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fa3d6d-16c4-4000-8480-efce175ce0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:30.639731 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (96d2d44c-b71f-442e-9787-92053ce9a256), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.647596 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.650741 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] 10.222.0.42 "DELETE /v2.0/networks/96d2d44c-b71f-442e-9787-92053ce9a256 HTTP/1.1" status: 204 len: 168 time: 0.5699568 Feb 11 14:28:30.660792 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccb84e-5497-465c-9245-6b7dd918b17a admin admin] Pushing event deleted for resources: {'Network': ['ID=96d2d44c-b71f-442e-9787-92053ce9a256,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:30.823548 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36932) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:30.864907 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-e6415451-b042-493c-92ec-5602e232834a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8da927f0a6f41399f89479975609ab8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398684 Feb 11 14:28:30.867346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36934) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:30.921475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb668c5e-4b5c-4bc1-acc3-4c8818352156 admin admin] Publish callbacks [] for security_group (e3d5fee1-9fb6-4e9e-9b6b-589d71560564), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.942641 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb668c5e-4b5c-4bc1-acc3-4c8818352156 admin admin] Publish callbacks [] for security_group (e3d5fee1-9fb6-4e9e-9b6b-589d71560564), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.990954 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb668c5e-4b5c-4bc1-acc3-4c8818352156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (e3d5fee1-9fb6-4e9e-9b6b-589d71560564), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.993580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-fb668c5e-4b5c-4bc1-acc3-4c8818352156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:30.994837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-fb668c5e-4b5c-4bc1-acc3-4c8818352156 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3d5fee1-9fb6-4e9e-9b6b-589d71560564 HTTP/1.1" status: 204 len: 168 time: 0.1265888 Feb 11 14:28:31.003108 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb668c5e-4b5c-4bc1-acc3-4c8818352156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5fee1-9fb6-4e9e-9b6b-589d71560564,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:31.377677 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36940) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:31.419713 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-66a563d3-09d5-47b9-9de1-191bc8a2fa46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0362425d52b84a0ea1c1e60ca0059135&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408256 Feb 11 14:28:31.422330 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36942) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:31.470936 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ab94-f861-4fcc-811e-ed0e2c580e1e admin admin] Publish callbacks [] for security_group (843863ae-ed7f-4430-9d29-ee1487b5f1e1), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:31.492073 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ab94-f861-4fcc-811e-ed0e2c580e1e admin admin] Publish callbacks [] for security_group (843863ae-ed7f-4430-9d29-ee1487b5f1e1), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:31.544488 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ab94-f861-4fcc-811e-ed0e2c580e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (843863ae-ed7f-4430-9d29-ee1487b5f1e1), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:31.547097 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ab94-f861-4fcc-811e-ed0e2c580e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:31.548426 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d7b4ab94-f861-4fcc-811e-ed0e2c580e1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/843863ae-ed7f-4430-9d29-ee1487b5f1e1 HTTP/1.1" status: 204 len: 168 time: 0.1252069 Feb 11 14:28:31.557140 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4ab94-f861-4fcc-811e-ed0e2c580e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843863ae-ed7f-4430-9d29-ee1487b5f1e1,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:31.566397 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-635234df-31ea-4607-a840-1dbbbb3d61d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.340812 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36964) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:32.452153 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-806711633-network', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:32.475395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Made reservation on behalf of a37cdb30f7c142d881d16620f1fb4397 for: {'network': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:32.478946 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.493091 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.577265 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks [] for security_group (d5f4cbff-456a-4928-be9a-fe1a8be23f17), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.585204 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5f4cbff-456a-4928-be9a-fe1a8be23f17), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.619159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=109684) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:32.629009 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f4cbff-456a-4928-be9a-fe1a8be23f17,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:32.634018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2acce63d-c186-450a-8806-bc7b4ffb4ff5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.634364 n-d-828675-3 neutron-server[109684]: INFO neutron.db.segments_db [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Added segment 2acce63d-c186-450a-8806-bc7b4ffb4ff5 of type vlan for network 04034dc9-b718-43fd-9ed7-837d1a83064d Feb 11 14:28:32.675651 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (04034dc9-b718-43fd-9ed7-837d1a83064d), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.704860 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (04034dc9-b718-43fd-9ed7-837d1a83064d), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.705962 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:32.706606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.742605 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4006600 Feb 11 14:28:32.745601 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36968) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:32.750727 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Request body: {'subnet': {'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-806711633-subnet', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'ip_version': 4}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:32.769606 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534beb1-798a-4cd9-a45a-e5c669722101 admin admin] Pushing event updated for resources: {'Network': ['ID=04034dc9-b718-43fd-9ed7-837d1a83064d,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:32.771596 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Made reservation on behalf of a37cdb30f7c142d881d16620f1fb4397 for: {'subnet': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:32.774194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126346974'] for subnet (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.780076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 04034dc9-b718-43fd-9ed7-837d1a83064d details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:32.947642 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126271640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126346956'] for subnet (326fcff2-dbbb-4206-95e6-1f187f8d97b6), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:32.999929 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=326fcff2-dbbb-4206-95e6-1f187f8d97b6,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:33.010687 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Checking segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:33.011061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Network hostable DHCP agents. Network: 04034dc9-b718-43fd-9ed7-837d1a83064d, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109685) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:28:33.011270 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.029099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Network 04034dc9-b718-43fd-9ed7-837d1a83064d is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109685) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:28:33.039540 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 04034dc9-b718-43fd-9ed7-837d1a83064d) {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:33.043747 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:33.044323 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-573137'] for subnet (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.049119 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2241fdcd-6941-471b-81b8-d43c5d893ede None None] Network 04034dc9-b718-43fd-9ed7-837d1a83064d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:28:33.061974 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-1924da4d-9561-4776-ac11-39442a9c3ea2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3151455 Feb 11 14:28:33.064997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36970) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:33.069422 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:33.091475 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (d71fbcde-4841-4c31-baa9-d36ca96836f8), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.092674 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (d71fbcde-4841-4c31-baa9-d36ca96836f8), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.151736 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks [] for router_controller (d71fbcde-4841-4c31-baa9-d36ca96836f8), precommit_add_association {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.153525 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-04034dc9-b718-43fd-9ed7-837d1a83064d', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:28:33.154519 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.294814 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Allocated IP 172.20.0.2 (04034dc9-b718-43fd-9ed7-837d1a83064d/326fcff2-dbbb-4206-95e6-1f187f8d97b6/3058d4df-43d0-462c-96c9-6c93a66395d7) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:33.295480 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks [] for router_gateway (d71fbcde-4841-4c31-baa9-d36ca96836f8), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.442048 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Publish callbacks [] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.449147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.492684 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Network 04034dc9-b718-43fd-9ed7-837d1a83064d is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:33.495678 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:33.497035 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks [] for router_gateway (d71fbcde-4841-4c31-baa9-d36ca96836f8), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.499247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:33.506529 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Pushing event updated for resources: {'Port': ['ID=3058d4df-43d0-462c-96c9-6c93a66395d7,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:33.515974 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.560526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Attempting to bind port 3058d4df-43d0-462c-96c9-6c93a66395d7 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:28:33.560802 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Attempting to bind port 3058d4df-43d0-462c-96c9-6c93a66395d7 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:28:33.561167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Attempting to bind port 3058d4df-43d0-462c-96c9-6c93a66395d7 on network 04034dc9-b718-43fd-9ed7-837d1a83064d {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:33.566623 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:33.566998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Checking segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:33.567409 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.567786 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Bound using segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:33.568252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Bound port: 3058d4df-43d0-462c-96c9-6c93a66395d7, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:28:33.568633 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.620310 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Allocated IP 172.25.1.199 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/7899edae-4b06-49a2-9947-33fbd97d2fe2) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:33.630194 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] For port 3058d4df-43d0-462c-96c9-6c93a66395d7, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:33.633250 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] For port 3058d4df-43d0-462c-96c9-6c93a66395d7, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3058d4df-43d0-462c-96c9-6c93a66395d7,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:33.642999 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.700007 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da9b42-6ed6-451e-aaf5-b2684f452d31 None None] Pushing event updated for resources: {'Port': ['ID=3058d4df-43d0-462c-96c9-6c93a66395d7,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:33.735517 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks [] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.772151 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:33.828631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:33.832286 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:33.834764 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:33.865350 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Pushing event updated for resources: {'Port': ['ID=7899edae-4b06-49a2-9947-33fbd97d2fe2,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:34.114090 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks [] for router_gateway (d71fbcde-4841-4c31-baa9-d36ca96836f8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.262716 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3058d4df-43d0-462c-96c9-6c93a66395d7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:34.320583 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3058d4df-43d0-462c-96c9-6c93a66395d7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:34.320985 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.411680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3058d4df-43d0-462c-96c9-6c93a66395d7 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:34.412075 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.450774 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 3058d4df-43d0-462c-96c9-6c93a66395d7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3058d4df-43d0-462c-96c9-6c93a66395d7,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:34.456380 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.514151 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=3058d4df-43d0-462c-96c9-6c93a66395d7,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:34.678854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.679451 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (d71fbcde-4841-4c31-baa9-d36ca96836f8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.684854 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7a4753-cf84-4324-ac96-99f943e832e8 None None] Network 04034dc9-b718-43fd-9ed7-837d1a83064d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:28:34.791114 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1c611cd1-a6a4-4a75-b105-f6227b88af8f None None] Provisioning complete for port 3058d4df-43d0-462c-96c9-6c93a66395d7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:34.791491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1c611cd1-a6a4-4a75-b105-f6227b88af8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.812899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Router d71fbcde-4841-4c31-baa9-d36ca96836f8 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109685) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:34.883996 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1c611cd1-a6a4-4a75-b105-f6227b88af8f None None] Current status of the port 3058d4df-43d0-462c-96c9-6c93a66395d7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:34.922993 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:34.935252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Sync routers for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:34.942561 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:34.946648 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4b6bafa7-2f25-41ce-bf68-23a9e63d1753 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8781137 Feb 11 14:28:34.947010 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36972) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:34.948195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:34.948823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:35.060431 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:35.173134 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-4f9b402a-e189-46a7-a8ba-42e649fc493e None None] Provisioning complete for port 3058d4df-43d0-462c-96c9-6c93a66395d7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:35.173511 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4f9b402a-e189-46a7-a8ba-42e649fc493e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.303717 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-4f9b402a-e189-46a7-a8ba-42e649fc493e None None] Current status of the port 3058d4df-43d0-462c-96c9-6c93a66395d7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:35.317133 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:33Z', 'revision_number': 3, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:35.346893 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Checking router: d71fbcde-4841-4c31-baa9-d36ca96836f8 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:35.347245 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Updating router d71fbcde-4841-4c31-baa9-d36ca96836f8 port 7899edae-4b06-49a2-9947-33fbd97d2fe2 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:35.374124 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.389055 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.486377 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.546423 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Allocated IP 172.20.0.1 (04034dc9-b718-43fd-9ed7-837d1a83064d/326fcff2-dbbb-4206-95e6-1f187f8d97b6/17f777d7-5555-4d34-bc78-288d3354968d) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:35.648763 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks [] for port (17f777d7-5555-4d34-bc78-288d3354968d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.650027 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Publish callbacks [] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.656917 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.684785 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (17f777d7-5555-4d34-bc78-288d3354968d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.713176 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Attempting to bind port 7899edae-4b06-49a2-9947-33fbd97d2fe2 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:28:35.713556 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Attempting to bind port 7899edae-4b06-49a2-9947-33fbd97d2fe2 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:28:35.713944 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Attempting to bind port 7899edae-4b06-49a2-9947-33fbd97d2fe2 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:35.716972 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c4031-4e09-4421-9ed3-ef178be09539 None None] Pushing event updated for resources: {'Port': ['ID=7899edae-4b06-49a2-9947-33fbd97d2fe2,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:35.721658 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:35.722051 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:35.722439 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.722821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:35.723285 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Bound port: 7899edae-4b06-49a2-9947-33fbd97d2fe2, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:28:35.723656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.730435 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Network 04034dc9-b718-43fd-9ed7-837d1a83064d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:35.733462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:35.737493 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:35.762901 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Pushing event updated for resources: {'Port': ['ID=17f777d7-5555-4d34-bc78-288d3354968d,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:35.774794 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] For port 7899edae-4b06-49a2-9947-33fbd97d2fe2, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:35.778320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] For port 7899edae-4b06-49a2-9947-33fbd97d2fe2, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7899edae-4b06-49a2-9947-33fbd97d2fe2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:35.789892 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (d71fbcde-4841-4c31-baa9-d36ca96836f8), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.791741 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.860550 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:35.861243 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:35.866676 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c4031-4e09-4421-9ed3-ef178be09539 None None] Pushing event updated for resources: {'Port': ['ID=7899edae-4b06-49a2-9947-33fbd97d2fe2,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:35.953399 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17f777d7-5555-4d34-bc78-288d3354968d), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:35.981298 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:36.069367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-8a20240e-03e6-49d1-a641-48a6de8c89f6 None None] Provisioning complete for port 17f777d7-5555-4d34-bc78-288d3354968d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:36.069589 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8a20240e-03e6-49d1-a641-48a6de8c89f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17f777d7-5555-4d34-bc78-288d3354968d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:36.121195 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks [] for port (17f777d7-5555-4d34-bc78-288d3354968d), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:36.127194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (17f777d7-5555-4d34-bc78-288d3354968d), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:36.197902 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Pushing event updated for resources: {'Port': ['ID=17f777d7-5555-4d34-bc78-288d3354968d,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:36.200580 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (d71fbcde-4841-4c31-baa9-d36ca96836f8), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:36.290346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3058d4df-43d0-462c-96c9-6c93a66395d7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:36.302717 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Network 04034dc9-b718-43fd-9ed7-837d1a83064d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:36.304146 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:36.341333 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-8a20240e-03e6-49d1-a641-48a6de8c89f6 None None] Port 17f777d7-5555-4d34-bc78-288d3354968d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:28:36.394422 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 3058d4df-43d0-462c-96c9-6c93a66395d7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:36.395006 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:36.423560 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Router d71fbcde-4841-4c31-baa9-d36ca96836f8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:36.452602 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:33Z', 'revision_number': 3, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:36.481578 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75acf2e2-efa2-4287-b45b-120e56a69fd4 None None] The sync data for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 is: [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:33Z', 'revision_number': 3, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:36.521696 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 3058d4df-43d0-462c-96c9-6c93a66395d7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:36.547242 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:36.552587 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-8fdb2e41-c4f7-4a44-a142-72e04e61ea31 admin admin] 10.222.0.42 "PUT /v2.0/routers/d71fbcde-4841-4c31-baa9-d36ca96836f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6043828 Feb 11 14:28:36.565511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-1a2c5ff2-22dc-47b6-9e2e-c4b611cdf8a6 None None] Provisioning complete for port 17f777d7-5555-4d34-bc78-288d3354968d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:36.566051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5ff2-22dc-47b6-9e2e-c4b611cdf8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17f777d7-5555-4d34-bc78-288d3354968d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:36.609722 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-1a2c5ff2-22dc-47b6-9e2e-c4b611cdf8a6 None None] Port 17f777d7-5555-4d34-bc78-288d3354968d cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:28:37.060572 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 36988) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:37.066389 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-288711181-network', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:37.087183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Made reservation on behalf of 81f625c4349f4cf280c00a1d2ad28c45 for: {'network': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:37.089697 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for network (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.100026 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.183528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks [] for security_group (d25e1a03-7797-43c0-8063-232a2650ee25), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.189545 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d25e1a03-7797-43c0-8063-232a2650ee25), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.215202 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=109685) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:37.225475 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e1a03-7797-43c0-8063-232a2650ee25,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:37.230532 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b1bce3fa-9a84-489a-a71a-cc2640cd94de), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.230878 n-d-828675-3 neutron-server[109685]: INFO neutron.db.segments_db [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Added segment b1bce3fa-9a84-489a-a71a-cc2640cd94de of type vlan for network 151302e2-b565-489b-b59c-5587bcc5db94 Feb 11 14:28:37.271064 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755897107231'] for network (151302e2-b565-489b-b59c-5587bcc5db94), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.299140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119'] for network (151302e2-b565-489b-b59c-5587bcc5db94), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.300285 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:37.300869 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.339341 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2769074 Feb 11 14:28:37.342274 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36990) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:37.347395 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Request body: {'subnet': {'network_id': '151302e2-b565-489b-b59c-5587bcc5db94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-288711181-subnet', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'ip_version': 4}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:37.366660 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15612b-029c-4406-89b6-7a58cd0cb992 admin admin] Pushing event updated for resources: {'Network': ['ID=151302e2-b565-489b-b59c-5587bcc5db94,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:37.368155 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Made reservation on behalf of 81f625c4349f4cf280c00a1d2ad28c45 for: {'subnet': 1} {{(pid=109684) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:37.371541 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126393364'] for subnet (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.377359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Network 151302e2-b565-489b-b59c-5587bcc5db94 details requested by agent ovs-agent-n-d-828675-3 with host n-d-828675-3 {{(pid=109686) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:37.550611 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126204803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126393350'] for subnet (accd5544-6eb7-4d3a-b440-de9862104422), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.609048 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=accd5544-6eb7-4d3a-b440-de9862104422,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:37.621118 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Checking segment: {'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:37.621485 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Network hostable DHCP agents. Network: 151302e2-b565-489b-b59c-5587bcc5db94, hostable agents: ['7ccaca05-9c53-445b-bd45-f52dc91ba361'], hosted agents: [] {{(pid=109684) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:28:37.639310 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Network 151302e2-b565-489b-b59c-5587bcc5db94 is scheduled to be hosted by DHCP agent 7ccaca05-9c53-445b-bd45-f52dc91ba361 with binding_index 1 {{(pid=109684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:28:37.649403 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828675-3, 151302e2-b565-489b-b59c-5587bcc5db94) {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:37.654121 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:37.655272 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.658648 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26455cad-6c97-4974-b8c5-fe0728df39dd None None] Network 151302e2-b565-489b-b59c-5587bcc5db94 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:28:37.675124 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-71794171-a2c4-480c-984b-3b0a925729b0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3315294 Feb 11 14:28:37.677550 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36992) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:37.682017 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:37.703282 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-629784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10257'] for router (6d457222-809a-4db3-99b6-5d898a0dc9e9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.704390 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-629868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-635350', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-645471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10250'] for router (6d457222-809a-4db3-99b6-5d898a0dc9e9), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.760096 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks [] for router_controller (6d457222-809a-4db3-99b6-5d898a0dc9e9), precommit_add_association {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.773023 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7bf8db4-dd37-548f-9aaf-2e188ac1739e-151302e2-b565-489b-b59c-5587bcc5db94', 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94', 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'fixed_ips': [{'subnet_id': 'accd5544-6eb7-4d3a-b440-de9862104422'}]}} from n-d-828675-3. {{(pid=109686) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 14:28:37.774115 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.912084 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks [] for router_gateway (6d457222-809a-4db3-99b6-5d898a0dc9e9), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:37.921511 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.db_base_plugin_common [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Allocated IP 172.20.0.2 (151302e2-b565-489b-b59c-5587bcc5db94/accd5544-6eb7-4d3a-b440-de9862104422/84300de4-d947-40f1-b905-23799d12c3b7) {{(pid=109686) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:38.067041 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Sync routers for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:38.070799 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Publish callbacks [] for port (84300de4-d947-40f1-b905-23799d12c3b7), precommit_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.077926 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:38.078156 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440'] for port (84300de4-d947-40f1-b905-23799d12c3b7), after_create {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.078548 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:38.136085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Network 151302e2-b565-489b-b59c-5587bcc5db94 is already hosted by enough agents. {{(pid=109686) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:38.136372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks [] for router_gateway (6d457222-809a-4db3-99b6-5d898a0dc9e9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.137725 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Pushing event updated for resources: {'Port': ['ID=84300de4-d947-40f1-b905-23799d12c3b7,revision_number=1']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:38.142193 n-d-828675-3 neutron-server[109686]: DEBUG neutron.scheduler.base_scheduler [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Resources bound (agent type, host, resource id): {{(pid=109686) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:38.148201 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Received port after_create {{(pid=109686) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:38.159527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.190104 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:38.215014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Attempting to bind port 84300de4-d947-40f1-b905-23799d12c3b7 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:28:38.215740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Attempting to bind port 84300de4-d947-40f1-b905-23799d12c3b7 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:28:38.217014 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Attempting to bind port 84300de4-d947-40f1-b905-23799d12c3b7 on network 151302e2-b565-489b-b59c-5587bcc5db94 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:38.226202 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:38.226900 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Checking segment: {'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:38.227763 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.228221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Bound using segment: {'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:38.228765 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Bound port: 84300de4-d947-40f1-b905-23799d12c3b7, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:28:38.229207 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84300de4-d947-40f1-b905-23799d12c3b7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.285460 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7899edae-4b06-49a2-9947-33fbd97d2fe2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:38.289499 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Allocated IP 172.25.1.166 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/a0d48df3-3f1d-4f74-a884-0a361fa970a5) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:38.341157 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] For port 84300de4-d947-40f1-b905-23799d12c3b7, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:38.350152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] For port 84300de4-d947-40f1-b905-23799d12c3b7, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84300de4-d947-40f1-b905-23799d12c3b7,segment=NetworkSegment(b1bce3fa-9a84-489a-a71a-cc2640cd94de),segment_id=b1bce3fa-9a84-489a-a71a-cc2640cd94de)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:38.362841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84300de4-d947-40f1-b905-23799d12c3b7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.413849 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7899edae-4b06-49a2-9947-33fbd97d2fe2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:38.414611 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.420007 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks [] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.443579 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:36Z', 'revision_number': 2, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:38.459692 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34ff47-678d-41b7-a05f-8a3cab0322a0 None None] Pushing event updated for resources: {'Port': ['ID=84300de4-d947-40f1-b905-23799d12c3b7,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:38.471300 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.483968 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Checking router: d71fbcde-4841-4c31-baa9-d36ca96836f8 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:38.484618 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Updating router d71fbcde-4841-4c31-baa9-d36ca96836f8 port 17f777d7-5555-4d34-bc78-288d3354968d binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:38.519701 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17f777d7-5555-4d34-bc78-288d3354968d), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.520181 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:38.523552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:38.527346 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:38.542755 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7899edae-4b06-49a2-9947-33fbd97d2fe2 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:38.543057 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.554472 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d48df3-3f1d-4f74-a884-0a361fa970a5,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:38.573278 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port 7899edae-4b06-49a2-9947-33fbd97d2fe2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7899edae-4b06-49a2-9947-33fbd97d2fe2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:38.581167 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.642235 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=7899edae-4b06-49a2-9947-33fbd97d2fe2,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:38.845595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks [] for router_gateway (6d457222-809a-4db3-99b6-5d898a0dc9e9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.864442 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Publish callbacks [] for port (17f777d7-5555-4d34-bc78-288d3354968d), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:38.870983 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (17f777d7-5555-4d34-bc78-288d3354968d), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.027623 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Pushing event updated for resources: {'Port': ['ID=17f777d7-5555-4d34-bc78-288d3354968d,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:39.052222 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.052644 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.052886 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.053222 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.053552 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.053904 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.054228 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.054567 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.054887 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.055191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.055626 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.055841 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.056162 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109687) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.057560 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-635371'] for router (6d457222-809a-4db3-99b6-5d898a0dc9e9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.096706 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Attempting to bind port 17f777d7-5555-4d34-bc78-288d3354968d on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:28:39.097331 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Attempting to bind port 17f777d7-5555-4d34-bc78-288d3354968d by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:28:39.097466 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Attempting to bind port 17f777d7-5555-4d34-bc78-288d3354968d on network 04034dc9-b718-43fd-9ed7-837d1a83064d {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:39.103526 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:39.103901 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Checking segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:39.104319 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.104697 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Bound using segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:39.105161 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Bound port: 17f777d7-5555-4d34-bc78-288d3354968d, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:28:39.105536 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17f777d7-5555-4d34-bc78-288d3354968d), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.177305 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] For port 17f777d7-5555-4d34-bc78-288d3354968d, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:39.181251 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] For port 17f777d7-5555-4d34-bc78-288d3354968d, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=17f777d7-5555-4d34-bc78-288d3354968d,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:39.190523 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (17f777d7-5555-4d34-bc78-288d3354968d), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.217217 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Router 6d457222-809a-4db3-99b6-5d898a0dc9e9 is scheduled to L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 with binding_index 1 {{(pid=109684) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:39.256021 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:39.256656 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:39.292811 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b61e0-55e1-4483-98f3-97ce586a9af5 None None] Pushing event updated for resources: {'Port': ['ID=17f777d7-5555-4d34-bc78-288d3354968d,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:39.356567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:39.380807 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:39.382044 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.383568 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-e4301607-ba89-4bc4-b2f7-0560b952ef68 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7048244 Feb 11 14:28:39.383719 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Sync routers for ids ['6d457222-809a-4db3-99b6-5d898a0dc9e9'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:39.386158 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 36994) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:39.395046 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-d5457bc9-0ccf-44dc-844f-cb4f74abf0dd None None] Provisioning complete for port 17f777d7-5555-4d34-bc78-288d3354968d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:39.395426 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5457bc9-0ccf-44dc-844f-cb4f74abf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17f777d7-5555-4d34-bc78-288d3354968d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.442252 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Routers {'6d457222-809a-4db3-99b6-5d898a0dc9e9'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:39.443153 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6d457222-809a-4db3-99b6-5d898a0dc9e9'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:39.570864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-d5457bc9-0ccf-44dc-844f-cb4f74abf0dd None None] Current status of the port 17f777d7-5555-4d34-bc78-288d3354968d is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:39.571274 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5457bc9-0ccf-44dc-844f-cb4f74abf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (17f777d7-5555-4d34-bc78-288d3354968d), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.663957 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-d5457bc9-0ccf-44dc-844f-cb4f74abf0dd None None] For port 17f777d7-5555-4d34-bc78-288d3354968d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=17f777d7-5555-4d34-bc78-288d3354968d,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:39.671254 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d5457bc9-0ccf-44dc-844f-cb4f74abf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (17f777d7-5555-4d34-bc78-288d3354968d), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:39.687324 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:39.705443 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Set router 6d457222-809a-4db3-99b6-5d898a0dc9e9 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:39.714111 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9a585-b7aa-49f8-bfc2-733d3ad8c2f2 None None] Network 151302e2-b565-489b-b59c-5587bcc5db94 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:28:39.719694 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e3f4e-cacb-4ba9-8287-b37d4110d95f None None] The sync data for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 is: [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:39.893932 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5457bc9-0ccf-44dc-844f-cb4f74abf0dd None None] Pushing event updated for resources: {'Port': ['ID=17f777d7-5555-4d34-bc78-288d3354968d,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:39.931930 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Provisioning complete for port 84300de4-d947-40f1-b905-23799d12c3b7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:39.932609 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84300de4-d947-40f1-b905-23799d12c3b7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.113409 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Current status of the port 84300de4-d947-40f1-b905-23799d12c3b7 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:40.113889 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (84300de4-d947-40f1-b905-23799d12c3b7), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.163387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] For port 84300de4-d947-40f1-b905-23799d12c3b7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84300de4-d947-40f1-b905-23799d12c3b7,segment=NetworkSegment(b1bce3fa-9a84-489a-a71a-cc2640cd94de),segment_id=b1bce3fa-9a84-489a-a71a-cc2640cd94de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:40.165428 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 3, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port': {'id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:38Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:40.236947 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (84300de4-d947-40f1-b905-23799d12c3b7), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.254240 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Checking router: 6d457222-809a-4db3-99b6-5d898a0dc9e9 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:40.256320 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Updating router 6d457222-809a-4db3-99b6-5d898a0dc9e9 port a0d48df3-3f1d-4f74-a884-0a361fa970a5 binding host n-d-828675-3 {{(pid=109686) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:40.332306 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.364611 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Provisioning complete for port 17f777d7-5555-4d34-bc78-288d3354968d triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:40.365157 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17f777d7-5555-4d34-bc78-288d3354968d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.396162 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.427740 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Pushing event updated for resources: {'Port': ['ID=84300de4-d947-40f1-b905-23799d12c3b7,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:40.495494 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 17f777d7-5555-4d34-bc78-288d3354968d up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:40.587587 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Allocated IP 172.20.0.1 (151302e2-b565-489b-b59c-5587bcc5db94/accd5544-6eb7-4d3a-b440-de9862104422/c344d52b-d24c-404d-be3f-4acf7ec1cda6) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:40.670517 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ce13d-7df4-41d4-91ae-4b8a6d1fa3d7 None None] Current status of the port 17f777d7-5555-4d34-bc78-288d3354968d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:40.676912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 17f777d7-5555-4d34-bc78-288d3354968d triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:40.677292 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (17f777d7-5555-4d34-bc78-288d3354968d), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.707350 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks [] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.745041 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.789890 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Network 151302e2-b565-489b-b59c-5587bcc5db94 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:40.794614 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:40.797513 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:40.803137 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Pushing event updated for resources: {'Port': ['ID=c344d52b-d24c-404d-be3f-4acf7ec1cda6,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:40.804594 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Publish callbacks [] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), precommit_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:40.851896 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625622'] for router_interface (6d457222-809a-4db3-99b6-5d898a0dc9e9), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.019548 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.020225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.025841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-05995550-39c8-4ef5-83a9-6bf6ab445d19 None None] Provisioning complete for port 84300de4-d947-40f1-b905-23799d12c3b7 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:41.026233 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05995550-39c8-4ef5-83a9-6bf6ab445d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84300de4-d947-40f1-b905-23799d12c3b7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.071374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 17f777d7-5555-4d34-bc78-288d3354968d is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:41.072519 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7899edae-4b06-49a2-9947-33fbd97d2fe2 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:41.146255 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Attempting to bind port a0d48df3-3f1d-4f74-a884-0a361fa970a5 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:28:41.146704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Attempting to bind port a0d48df3-3f1d-4f74-a884-0a361fa970a5 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:28:41.146894 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Attempting to bind port a0d48df3-3f1d-4f74-a884-0a361fa970a5 on network 1c11ec19-95ac-41a6-a784-685596ef34e0 {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:41.148800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4787-7bdf-4ec5-bd38-f33a6692b0d4 None None] Pushing event updated for resources: {'Port': ['ID=a0d48df3-3f1d-4f74-a884-0a361fa970a5,revision_number=2']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:41.160213 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:41.160604 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Checking segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109686) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:41.161009 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.161401 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Bound using segment: {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'} {{(pid=109686) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:41.161910 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.managers [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Bound port: a0d48df3-3f1d-4f74-a884-0a361fa970a5, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2a18d1-e09a-475d-8a71-64146a1d9667', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0'}}] {{(pid=109686) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:28:41.162300 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.199055 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks [] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.206679 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.244359 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 7899edae-4b06-49a2-9947-33fbd97d2fe2 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:41.244731 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.276450 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-573069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-624166'] for router_interface (6d457222-809a-4db3-99b6-5d898a0dc9e9), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.277053 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] For port a0d48df3-3f1d-4f74-a884-0a361fa970a5, host n-d-828675-3, cleared binding levels {{(pid=109686) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:41.278387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Pushing event updated for resources: {'Port': ['ID=c344d52b-d24c-404d-be3f-4acf7ec1cda6,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:41.291015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-05995550-39c8-4ef5-83a9-6bf6ab445d19 None None] Current status of the port 84300de4-d947-40f1-b905-23799d12c3b7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:41.298813 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] For port a0d48df3-3f1d-4f74-a884-0a361fa970a5, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0d48df3-3f1d-4f74-a884-0a361fa970a5,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:41.309863 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.374237 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Network 151302e2-b565-489b-b59c-5587bcc5db94 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:41.375684 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:41.402590 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Routers {'6d457222-809a-4db3-99b6-5d898a0dc9e9'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:41.403160 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6d457222-809a-4db3-99b6-5d898a0dc9e9'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:41.412727 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a4787-7bdf-4ec5-bd38-f33a6692b0d4 None None] Pushing event updated for resources: {'Port': ['ID=a0d48df3-3f1d-4f74-a884-0a361fa970a5,revision_number=3']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:41.465063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 7899edae-4b06-49a2-9947-33fbd97d2fe2 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:41.467089 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84300de4-d947-40f1-b905-23799d12c3b7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:41.507523 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Router 6d457222-809a-4db3-99b6-5d898a0dc9e9 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:41.513949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-9db84ed2-3d2c-4b45-baf1-c0a34073f38e None None] Provisioning complete for port c344d52b-d24c-404d-be3f-4acf7ec1cda6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:41.514492 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9db84ed2-3d2c-4b45-baf1-c0a34073f38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.601823 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-9db84ed2-3d2c-4b45-baf1-c0a34073f38e None None] Port c344d52b-d24c-404d-be3f-4acf7ec1cda6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:28:41.615142 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] Set router 6d457222-809a-4db3-99b6-5d898a0dc9e9 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:41.626639 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:41.631808 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7dfedfcd-8281-4260-8556-f300af90271a admin admin] 10.222.0.42 "PUT /v2.0/routers/6d457222-809a-4db3-99b6-5d898a0dc9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2444587 Feb 11 14:28:41.643664 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84300de4-d947-40f1-b905-23799d12c3b7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:41.644042 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84300de4-d947-40f1-b905-23799d12c3b7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.755711 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2b20c728-8eaa-4071-b5bf-d1d54b771090 None None] Provisioning complete for port c344d52b-d24c-404d-be3f-4acf7ec1cda6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:41.756083 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2b20c728-8eaa-4071-b5bf-d1d54b771090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:41.864147 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2b20c728-8eaa-4071-b5bf-d1d54b771090 None None] Port c344d52b-d24c-404d-be3f-4acf7ec1cda6 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:28:41.875413 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84300de4-d947-40f1-b905-23799d12c3b7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:41.930139 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:28:40Z', 'revision_number': 4, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port': {'id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:38Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c344d52b-d24c-404d-be3f-4acf7ec1cda6', 'name': '', 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'mac_address': 'fa:16:3e:9a:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:40Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 2, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'subnets': [{'id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:41.956936 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b84e38c-10ff-4fbf-ba2f-bb375f190342 None None] The sync data for ids ['6d457222-809a-4db3-99b6-5d898a0dc9e9'] in n-d-828675-3 is: [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:28:40Z', 'revision_number': 4, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port': {'id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:38Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c344d52b-d24c-404d-be3f-4acf7ec1cda6', 'name': '', 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'mac_address': 'fa:16:3e:9a:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:40Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 2, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'subnets': [{'id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:42.217587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37002) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:42.224390 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3b79ead0-8ec7-4d56-b6be-d4398e7e8ca8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-668892763', 'description': 'tempest-secgroup-smoke-668892763 description', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:42.247484 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b79ead0-8ec7-4d56-b6be-d4398e7e8ca8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.270295 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84300de4-d947-40f1-b905-23799d12c3b7 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:42.325551 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b79ead0-8ec7-4d56-b6be-d4398e7e8ca8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group (f3c4b5aa-28e9-42c9-8f3e-4d16261ff630), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.333106 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b79ead0-8ec7-4d56-b6be-d4398e7e8ca8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f3c4b5aa-28e9-42c9-8f3e-4d16261ff630), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.333908 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port 84300de4-d947-40f1-b905-23799d12c3b7 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:42.334373 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (84300de4-d947-40f1-b905-23799d12c3b7), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.364297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79ead0-8ec7-4d56-b6be-d4398e7e8ca8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.368530 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3b79ead0-8ec7-4d56-b6be-d4398e7e8ca8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.369849 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3b79ead0-8ec7-4d56-b6be-d4398e7e8ca8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1495147 Feb 11 14:28:42.372772 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37004) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:42.378246 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-3e1fa7cb-92c0-411a-a82e-7bb185eb2388 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'security_group_rule': {'security_group_id': 'f3c4b5aa-28e9-42c9-8f3e-4d16261ff630', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:42.407730 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa7cb-92c0-411a-a82e-7bb185eb2388 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (d22c0d33-d5a7-410d-945e-e51055233b3a), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.423442 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port 84300de4-d947-40f1-b905-23799d12c3b7 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:42.473891 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa7cb-92c0-411a-a82e-7bb185eb2388 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (d22c0d33-d5a7-410d-945e-e51055233b3a), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.479143 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa7cb-92c0-411a-a82e-7bb185eb2388 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (d22c0d33-d5a7-410d-945e-e51055233b3a), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.495204 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fa7cb-92c0-411a-a82e-7bb185eb2388 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22c0d33-d5a7-410d-945e-e51055233b3a,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.506994 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-3e1fa7cb-92c0-411a-a82e-7bb185eb2388 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.508226 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-3e1fa7cb-92c0-411a-a82e-7bb185eb2388 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344130 Feb 11 14:28:42.511020 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37006) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:42.515415 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-d313c801-72b0-4fe9-98b5-f72809de16dd tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'security_group_rule': {'security_group_id': 'f3c4b5aa-28e9-42c9-8f3e-4d16261ff630', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:42.541566 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d313c801-72b0-4fe9-98b5-f72809de16dd tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (348aa786-bb49-44e4-8b83-339abb32d7d0), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.601508 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d313c801-72b0-4fe9-98b5-f72809de16dd tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (348aa786-bb49-44e4-8b83-339abb32d7d0), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.607194 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d313c801-72b0-4fe9-98b5-f72809de16dd tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (348aa786-bb49-44e4-8b83-339abb32d7d0), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.626357 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313c801-72b0-4fe9-98b5-f72809de16dd tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348aa786-bb49-44e4-8b83-339abb32d7d0,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.634724 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-d313c801-72b0-4fe9-98b5-f72809de16dd tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.635964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-d313c801-72b0-4fe9-98b5-f72809de16dd tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240294 Feb 11 14:28:42.638850 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37008) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:42.643991 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-691b891a-e13a-4f8b-85fb-be9acf75146e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'security_group_rule': {'security_group_id': 'f3c4b5aa-28e9-42c9-8f3e-4d16261ff630', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:42.685129 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-691b891a-e13a-4f8b-85fb-be9acf75146e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (6fa0e262-a29f-492a-8be2-5812c93ac858), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.746361 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-691b891a-e13a-4f8b-85fb-be9acf75146e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (6fa0e262-a29f-492a-8be2-5812c93ac858), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.751243 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-691b891a-e13a-4f8b-85fb-be9acf75146e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (6fa0e262-a29f-492a-8be2-5812c93ac858), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.773267 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b891a-e13a-4f8b-85fb-be9acf75146e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa0e262-a29f-492a-8be2-5812c93ac858,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.780335 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-691b891a-e13a-4f8b-85fb-be9acf75146e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.781576 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-691b891a-e13a-4f8b-85fb-be9acf75146e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417458 Feb 11 14:28:42.784571 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37010) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:42.789165 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-66d6d4ab-9ca8-4da8-9202-674f866d2419 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'security_group_rule': {'security_group_id': 'f3c4b5aa-28e9-42c9-8f3e-4d16261ff630', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:42.820978 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66d6d4ab-9ca8-4da8-9202-674f866d2419 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (a28908c6-cdf5-4312-9ce6-5b514b24fe4d), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.881762 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66d6d4ab-9ca8-4da8-9202-674f866d2419 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (a28908c6-cdf5-4312-9ce6-5b514b24fe4d), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.886831 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66d6d4ab-9ca8-4da8-9202-674f866d2419 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (a28908c6-cdf5-4312-9ce6-5b514b24fe4d), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.906566 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6d4ab-9ca8-4da8-9202-674f866d2419 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28908c6-cdf5-4312-9ce6-5b514b24fe4d,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.917407 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-66d6d4ab-9ca8-4da8-9202-674f866d2419 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:42.918725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-66d6d4ab-9ca8-4da8-9202-674f866d2419 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331980 Feb 11 14:28:42.921791 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37012) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:42.926261 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'security_group_rule': {'security_group_id': 'f3c4b5aa-28e9-42c9-8f3e-4d16261ff630', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:42.947918 n-d-828675-3 neutron-server[109685]: INFO neutron.db.securitygroups_db [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Project a37cdb30f7c142d881d16620f1fb4397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:28:42.953415 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (b84b83d0-c1f1-4eef-a675-c6624c5d29c3), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.016813 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (b84b83d0-c1f1-4eef-a675-c6624c5d29c3), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.020600 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (b84b83d0-c1f1-4eef-a675-c6624c5d29c3), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.039915 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84b83d0-c1f1-4eef-a675-c6624c5d29c3,revision_number=0']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:43.051235 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.052500 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-6ff36377-0275-4c36-ba93-11a923dc2af4 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297638 Feb 11 14:28:43.055552 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37014) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:43.060576 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'security_group_rule': {'security_group_id': 'f3c4b5aa-28e9-42c9-8f3e-4d16261ff630', 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:43.082149 n-d-828675-3 neutron-server[109684]: INFO neutron.db.securitygroups_db [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Project a37cdb30f7c142d881d16620f1fb4397 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:28:43.087595 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (0bc79ee7-04b8-49c1-a448-dad4fef01995), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.150558 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (0bc79ee7-04b8-49c1-a448-dad4fef01995), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.155457 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-651682'] for security_group_rule (0bc79ee7-04b8-49c1-a448-dad4fef01995), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.174615 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc79ee7-04b8-49c1-a448-dad4fef01995,revision_number=0']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:43.181873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:43.187751 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-6dfaabb9-87d6-40e9-b4c0-a2993c0f0cd8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265249 Feb 11 14:28:43.343747 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-ad83ebc4-8d4f-4da1-a215-b54ce1873539 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668892763&fields=id&tenant_id=a37cdb30f7c142d881d16620f1fb4397 HTTP/1.1" status: 200 len: 267 time: 0.0468411 Feb 11 14:28:43.454524 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-766e4293-e61d-48b0-81ba-84dde12ae5ac tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:43.456238 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-766e4293-e61d-48b0-81ba-84dde12ae5ac tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 809 time: 0.1058171 Feb 11 14:28:43.472051 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-29a28304-f5dc-4886-aad1-49d48dddaa14 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/quotas/a37cdb30f7c142d881d16620f1fb4397 HTTP/1.1" status: 200 len: 375 time: 0.0100825 Feb 11 14:28:43.529275 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c9583b21-0ea3-4706-927a-c018945cb7fa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519471 Feb 11 14:28:43.734468 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-0de06ef6-382d-47b8-b427-22ed4682bf28 service neutron] 10.222.0.42 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933644 Feb 11 14:28:43.827371 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-65ea5880-fae8-44d6-a2aa-66f282a9bc1b service neutron] 10.222.0.42 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867889 Feb 11 14:28:43.972812 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Sync routers for ids ['6d457222-809a-4db3-99b6-5d898a0dc9e9'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:43.989063 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Routers {'6d457222-809a-4db3-99b6-5d898a0dc9e9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:43.989680 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6d457222-809a-4db3-99b6-5d898a0dc9e9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:44.003874 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-5b83d97e-2536-4d51-b26e-a2b104d51dbe req-1a358bea-0d81-43af-b090-17f772fd7946 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 210 time: 0.0320504 Feb 11 14:28:44.102570 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Set router 6d457222-809a-4db3-99b6-5d898a0dc9e9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:44.272624 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0d48df3-3f1d-4f74-a884-0a361fa970a5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:44.320055 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:28:40Z', 'revision_number': 4, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port': {'id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:38Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c344d52b-d24c-404d-be3f-4acf7ec1cda6', 'name': '', 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'mac_address': 'fa:16:3e:9a:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:40Z', 'updated_at': '2022-02-11T14:28:41Z', 'revision_number': 2, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'subnets': [{'id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:44.332172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a0d48df3-3f1d-4f74-a884-0a361fa970a5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:44.332629 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.348724 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Checking router: 6d457222-809a-4db3-99b6-5d898a0dc9e9 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:44.349081 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Updating router 6d457222-809a-4db3-99b6-5d898a0dc9e9 port c344d52b-d24c-404d-be3f-4acf7ec1cda6 binding host n-d-828675-3 {{(pid=109687) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:44.377034 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.422979 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a0d48df3-3f1d-4f74-a884-0a361fa970a5 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:44.423381 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.448047 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] For port a0d48df3-3f1d-4f74-a884-0a361fa970a5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0d48df3-3f1d-4f74-a884-0a361fa970a5,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:44.455295 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.504526 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Pushing event updated for resources: {'Port': ['ID=a0d48df3-3f1d-4f74-a884-0a361fa970a5,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:44.664296 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Publish callbacks [] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), precommit_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.670839 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.719440 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd804c-8624-4436-a9df-50d0747de54e None None] Pushing event updated for resources: {'Port': ['ID=c344d52b-d24c-404d-be3f-4acf7ec1cda6,revision_number=3']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:44.774795 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Attempting to bind port c344d52b-d24c-404d-be3f-4acf7ec1cda6 on host n-d-828675-3 for vnic_type normal with profile {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:28:44.775169 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Attempting to bind port c344d52b-d24c-404d-be3f-4acf7ec1cda6 by drivers openvswitch,hyperv on host n-d-828675-3 at level 0 using segments [{'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:28:44.775533 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Attempting to bind port c344d52b-d24c-404d-be3f-4acf7ec1cda6 on network 151302e2-b565-489b-b59c-5587bcc5db94 {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:44.780882 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Checking agent: {'id': 'babd5285-41e5-4ba0-abbf-794bc86bd408', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 40, 5), 'started_at': datetime.datetime(2022, 2, 11, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828675-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:44.781256 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Checking segment: {'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109687) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:44.781678 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.782081 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Bound using segment: {'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'} {{(pid=109687) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:44.782589 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.managers [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Bound port: c344d52b-d24c-404d-be3f-4acf7ec1cda6, host: n-d-828675-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bce3fa-9a84-489a-a71a-cc2640cd94de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94'}}] {{(pid=109687) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:28:44.782975 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), before_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.851960 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] For port c344d52b-d24c-404d-be3f-4acf7ec1cda6, host n-d-828675-3, cleared binding levels {{(pid=109687) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:44.856141 n-d-828675-3 neutron-server[109687]: DEBUG neutron.plugins.ml2.db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] For port c344d52b-d24c-404d-be3f-4acf7ec1cda6, host n-d-828675-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c344d52b-d24c-404d-be3f-4acf7ec1cda6,segment=NetworkSegment(b1bce3fa-9a84-489a-a71a-cc2640cd94de),segment_id=b1bce3fa-9a84-489a-a71a-cc2640cd94de)] {{(pid=109687) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:44.865097 n-d-828675-3 neutron-server[109687]: DEBUG neutron_lib.callbacks.manager [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), after_update {{(pid=109687) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.905748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-62323199-6f76-4156-8375-5e8a0269d8b6 None None] Provisioning complete for port c344d52b-d24c-404d-be3f-4acf7ec1cda6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:44.906174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62323199-6f76-4156-8375-5e8a0269d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:44.926983 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Routers {'6d457222-809a-4db3-99b6-5d898a0dc9e9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:44.928344 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6d457222-809a-4db3-99b6-5d898a0dc9e9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:44.972511 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd804c-8624-4436-a9df-50d0747de54e None None] Pushing event updated for resources: {'Port': ['ID=c344d52b-d24c-404d-be3f-4acf7ec1cda6,revision_number=4']} {{(pid=109687) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.046332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-62323199-6f76-4156-8375-5e8a0269d8b6 None None] Current status of the port c344d52b-d24c-404d-be3f-4acf7ec1cda6 is: DOWN; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:45.046958 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62323199-6f76-4156-8375-5e8a0269d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:45.062975 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] Set router 6d457222-809a-4db3-99b6-5d898a0dc9e9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:45.097482 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-62323199-6f76-4156-8375-5e8a0269d8b6 None None] For port c344d52b-d24c-404d-be3f-4acf7ec1cda6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c344d52b-d24c-404d-be3f-4acf7ec1cda6,segment=NetworkSegment(b1bce3fa-9a84-489a-a71a-cc2640cd94de),segment_id=b1bce3fa-9a84-489a-a71a-cc2640cd94de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:45.104775 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c9f240ea-1364-4249-bc48-be2a7d324b6b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:45.106413 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c9f240ea-1364-4249-bc48-be2a7d324b6b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 809 time: 0.1709044 Feb 11 14:28:45.106684 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62323199-6f76-4156-8375-5e8a0269d8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:45.168736 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62323199-6f76-4156-8375-5e8a0269d8b6 None None] Pushing event updated for resources: {'Port': ['ID=c344d52b-d24c-404d-be3f-4acf7ec1cda6,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.190953 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-614a10c3-35c6-4892-9e42-f59e1e61aca8 req-17e8c87e-bb6f-4704-9985-6a812f6e04bb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 210 time: 0.0437520 Feb 11 14:28:45.236640 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-bedbe52d-3348-4ff4-8bab-5ce62853ccab tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a37cdb30f7c142d881d16620f1fb4397 HTTP/1.1" status: 200 len: 379 time: 0.1210778 Feb 11 14:28:45.245483 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'port': {'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'admin_state_up': True, 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'security_groups': ['f3c4b5aa-28e9-42c9-8f3e-4d16261ff630']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:45.332042 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-2c8b92ce-4aae-4a0d-be34-c16f89626e87 None None] Provisioning complete for port c344d52b-d24c-404d-be3f-4acf7ec1cda6 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:45.333085 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-2c8b92ce-4aae-4a0d-be34-c16f89626e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:45.359476 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Made reservation on behalf of a37cdb30f7c142d881d16620f1fb4397 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:45.363769 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:45.406304 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:28:40Z', 'revision_number': 4, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port': {'id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:38Z', 'updated_at': '2022-02-11T14:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c344d52b-d24c-404d-be3f-4acf7ec1cda6', 'name': '', 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'mac_address': 'fa:16:3e:9a:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:40Z', 'updated_at': '2022-02-11T14:28:44Z', 'revision_number': 4, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'subnets': [{'id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:45.416668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-2c8b92ce-4aae-4a0d-be34-c16f89626e87 None None] Current status of the port c344d52b-d24c-404d-be3f-4acf7ec1cda6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:45.438785 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4774d-9d15-4952-b020-b113610f7345 None None] The sync data for ids ['6d457222-809a-4db3-99b6-5d898a0dc9e9'] in n-d-828675-3 is: [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:28:40Z', 'revision_number': 4, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port': {'id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:38Z', 'updated_at': '2022-02-11T14:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': 'c344d52b-d24c-404d-be3f-4acf7ec1cda6', 'name': '', 'network_id': '151302e2-b565-489b-b59c-5587bcc5db94', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'mac_address': 'fa:16:3e:9a:24:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:40Z', 'updated_at': '2022-02-11T14:28:44Z', 'revision_number': 4, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'subnets': [{'id': 'accd5544-6eb7-4d3a-b440-de9862104422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:45.513926 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Allocated IP 172.20.0.7 (04034dc9-b718-43fd-9ed7-837d1a83064d/326fcff2-dbbb-4206-95e6-1f187f8d97b6/e4d4606a-2413-49c2-baa1-6a257b9c8597) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:45.664624 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:45.708411 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:45.754935 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Network 04034dc9-b718-43fd-9ed7-837d1a83064d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:45.758226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:45.762087 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:45.787418 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.817294 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:45.817958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:45.840126 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-c1a30da0-6606-4e9a-9630-50902390d307 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5983660 Feb 11 14:28:45.852341 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Request body: {'port': {'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:45.921215 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.048628 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-5a61737f-9b42-4db6-97be-3c96775cf859 None None] Provisioning complete for port e4d4606a-2413-49c2-baa1-6a257b9c8597 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:46.049406 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5a61737f-9b42-4db6-97be-3c96775cf859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.086571 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-5a61737f-9b42-4db6-97be-3c96775cf859 None None] Port e4d4606a-2413-49c2-baa1-6a257b9c8597 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:28:46.208096 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d4606a-2413-49c2-baa1-6a257b9c8597 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:28:46.216578 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Publish callbacks [] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.230785 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Transition to ACTIVE for port object e4d4606a-2413-49c2-baa1-6a257b9c8597 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:28:46.236293 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.266490 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0d48df3-3f1d-4f74-a884-0a361fa970a5 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:46.321985 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port a0d48df3-3f1d-4f74-a884-0a361fa970a5 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:46.322577 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.368928 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.414332 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port a0d48df3-3f1d-4f74-a884-0a361fa970a5 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:46.415073 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410ffd-a070-4578-a812-7b4ad1c8d783 req-db3a65cf-ecfd-4838-b4f7-807c337c3eb6 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.416477 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c344d52b-d24c-404d-be3f-4acf7ec1cda6 up at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:46.416664 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb410ffd-a070-4578-a812-7b4ad1c8d783 req-db3a65cf-ecfd-4838-b4f7-807c337c3eb6 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 943 time: 0.1248829 Feb 11 14:28:46.421604 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Attempting to bind port e4d4606a-2413-49c2-baa1-6a257b9c8597 on host n-h2-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:28:46.426119 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Attempting to bind port e4d4606a-2413-49c2-baa1-6a257b9c8597 by drivers openvswitch,hyperv on host n-h2-828675-3 at level 0 using segments [{'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:28:46.426471 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Attempting to bind port e4d4606a-2413-49c2-baa1-6a257b9c8597 on network 04034dc9-b718-43fd-9ed7-837d1a83064d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:46.448796 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Port e4d4606a-2413-49c2-baa1-6a257b9c8597 on network 04034dc9-b718-43fd-9ed7-837d1a83064d not bound, no agent of type Open vSwitch agent registered on host n-h2-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:28:46.449139 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Attempting to bind port e4d4606a-2413-49c2-baa1-6a257b9c8597 on network 04034dc9-b718-43fd-9ed7-837d1a83064d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:46.455848 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Checking agent: {'id': 'd900cc2b-175c-4085-b56a-1e5866cde391', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:46.456169 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Checking segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:28:46.456551 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Bound using segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:46.456983 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Bound port: e4d4606a-2413-49c2-baa1-6a257b9c8597, host: n-h2-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:28:46.457339 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.477117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Provisioning complete for port c344d52b-d24c-404d-be3f-4acf7ec1cda6 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:46.477497 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.527098 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-eb410ffd-a070-4578-a812-7b4ad1c8d783 req-cdc6cb2b-d6d5-46aa-8da4-390067e70978 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979235 Feb 11 14:28:46.556452 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:46.561367 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:46.570211 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.598720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Current status of the port c344d52b-d24c-404d-be3f-4acf7ec1cda6 is: ACTIVE; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:46.612413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.613034 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:46.614553 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] 10.222.0.53 "PUT /v2.0/ports/e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 1091 time: 0.7667696 Feb 11 14:28:46.615018 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:28:46.617327 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed32664c-28c9-4579-a7c7-83f9b6082d66" -d '{"events": [{"name": "network-changed", "server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:46.647509 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483cb4f-fcaa-4428-9636-17cd60f9c725 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.673054 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ba8b8-55ee-47df-9b0d-14f2e2ea39ac x-openstack-request-id: req-404ba8b8-55ee-47df-9b0d-14f2e2ea39ac {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:46.673488 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:46.673875 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-404ba8b8-55ee-47df-9b0d-14f2e2ea39ac {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:46.674376 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'status': 'completed', 'code': 200} Feb 11 14:28:46.710870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-20925d04-679c-4f6a-bb3a-5c8ff8a597a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.712432 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-20925d04-679c-4f6a-bb3a-5c8ff8a597a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1125 time: 0.0539298 Feb 11 14:28:46.755533 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-f764351b-e92b-41de-9d89-083ec0617d5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 217 time: 0.0356271 Feb 11 14:28:46.810502 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-80f68b01-da0d-42ae-849c-ccafdfdf28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.812050 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-80f68b01-da0d-42ae-849c-ccafdfdf28b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0509024 Feb 11 14:28:46.866539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-74fff412-355b-445b-9d93-a33cee58f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:46.868151 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-74fff412-355b-445b-9d93-a33cee58f2e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495141 Feb 11 14:28:46.963367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-5d27822b-be60-4607-8586-e6d4b8e402f6 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890896 Feb 11 14:28:47.055693 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-03b16b0f-39b9-4ce1-ad9d-29958ccb5600 req-fe168ed4-b491-4883-b507-3dbf55830d3c service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Feb 11 14:28:47.150654 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-374cc3f2-55eb-450c-b1da-a7e9934cb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:47.152231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-374cc3f2-55eb-450c-b1da-a7e9934cb59a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1125 time: 0.0465698 Feb 11 14:28:47.246857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-36a6b585-6c82-4f77-874d-5de8b046d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:47.248345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-36a6b585-6c82-4f77-874d-5de8b046d963 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0896425 Feb 11 14:28:47.288946 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-ad2b7b5e-08ec-46ab-a7db-39cc8d4f87e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 217 time: 0.0341513 Feb 11 14:28:47.333596 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:47.342101 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-e7a18e21-49e8-43b3-9f15-e5c0f258c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:47.343590 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-e7a18e21-49e8-43b3-9f15-e5c0f258c4c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0490811 Feb 11 14:28:47.395455 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-5485d3c5-ad18-412d-8c73-002ded5f8f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:47.396981 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-5485d3c5-ad18-412d-8c73-002ded5f8f0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455461 Feb 11 14:28:47.488835 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-f6172acd-1f12-4191-a0e0-8f9f7468ddd5 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852962 Feb 11 14:28:47.596163 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ed32664c-28c9-4579-a7c7-83f9b6082d66 req-3bb51a3a-9f48-430e-9311-3570874ee21d service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007643 Feb 11 14:28:47.662356 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9c94c-ec4d-41d5-838a-7d51cacd2720 req-4dc7d5b4-9d5a-488b-9c9e-a211f6429b61 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:47.663856 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6c9c94c-ec4d-41d5-838a-7d51cacd2720 req-4dc7d5b4-9d5a-488b-9c9e-a211f6429b61 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 943 time: 0.0541337 Feb 11 14:28:47.715732 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a6c9c94c-ec4d-41d5-838a-7d51cacd2720 req-8bc2f3d6-e34c-4a21-98a5-8c3800315154 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460668 Feb 11 14:28:48.012487 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:48.858116 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b8f4e-ef5c-4738-bab8-fa8efc22e0aa req-a25e1bd1-e389-49f2-bf39-d743bc7f256e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:48.859644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb8b8f4e-ef5c-4738-bab8-fa8efc22e0aa req-a25e1bd1-e389-49f2-bf39-d743bc7f256e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 943 time: 0.0684748 Feb 11 14:28:48.911034 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-cb8b8f4e-ef5c-4738-bab8-fa8efc22e0aa req-a757e815-ad82-4163-a9ab-a39bbf0d405f tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Feb 11 14:28:50.061016 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2993d2-6f30-4252-8ad0-2fc1555a8a3e req-8ca18349-9d1b-4a33-9199-20657b43dd46 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:50.062568 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c2993d2-6f30-4252-8ad0-2fc1555a8a3e req-8ca18349-9d1b-4a33-9199-20657b43dd46 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 943 time: 0.0588772 Feb 11 14:28:50.112101 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7c2993d2-6f30-4252-8ad0-2fc1555a8a3e req-9e22af57-50d8-43cc-95fa-d07214e4f31e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435658 Feb 11 14:28:50.241504 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:50.257152 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4d4606a-2413-49c2-baa1-6a257b9c8597 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:28:50.372970 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:50.384593 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:28:50.422807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e4d4606a-2413-49c2-baa1-6a257b9c8597 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:50.423198 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:50.436608 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d4606a-2413-49c2-baa1-6a257b9c8597 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:28:50.456455 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:50.463894 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:50.514860 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:50.834800 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e4d4606a-2413-49c2-baa1-6a257b9c8597'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:28:51.242904 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1bc4-3610-43c9-8c12-47a238f05e9d req-96ed27c8-85d5-4634-b3e0-5a56dda6ffb2 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:51.244411 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eef1bc4-3610-43c9-8c12-47a238f05e9d req-96ed27c8-85d5-4634-b3e0-5a56dda6ffb2 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 944 time: 0.0561686 Feb 11 14:28:51.298046 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3eef1bc4-3610-43c9-8c12-47a238f05e9d req-1bcc05a0-ad5d-4714-b48f-072c72111a7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477095 Feb 11 14:28:52.256821 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4d4606a-2413-49c2-baa1-6a257b9c8597 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:52.311807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning for port e4d4606a-2413-49c2-baa1-6a257b9c8597 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:28:52.316227 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e4d4606a-2413-49c2-baa1-6a257b9c8597 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:52.316612 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:52.399605 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e4d4606a-2413-49c2-baa1-6a257b9c8597 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:28:52.399995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:52.421157 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0deb778-2d0c-43b5-bc44-bdd9f368b52a req-240189e4-22ea-4303-88aa-2e17025ed8d5 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.422710 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0deb778-2d0c-43b5-bc44-bdd9f368b52a req-240189e4-22ea-4303-88aa-2e17025ed8d5 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 944 time: 0.0531330 Feb 11 14:28:52.424600 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:28:52.427202 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af09490-21ed-474a-a8e2-7792fe2cb726" -d '{"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-plugged", "status": "completed", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:52.440342 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:52.445449 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:52.473896 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c0deb778-2d0c-43b5-bc44-bdd9f368b52a req-2601c63e-d4ee-4106-b5b1-cee7d9f4db17 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448649 Feb 11 14:28:52.497358 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:52.518226 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764aa30e-cc51-4d4d-bb0e-d611814ffe05 x-openstack-request-id: req-764aa30e-cc51-4d4d-bb0e-d611814ffe05 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:52.518527 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-plugged", "status": "completed", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:52.518790 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-764aa30e-cc51-4d4d-bb0e-d611814ffe05 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:52.519206 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'code': 200} Feb 11 14:28:52.632893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2482a4-a5c3-4086-b7a3-5de33631fcb3 req-f7ce429d-7f04-4d9e-9c57-d4117f56cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.634482 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c2482a4-a5c3-4086-b7a3-5de33631fcb3 req-f7ce429d-7f04-4d9e-9c57-d4117f56cb1d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1127 time: 0.0501778 Feb 11 14:28:52.682976 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3c2482a4-a5c3-4086-b7a3-5de33631fcb3 req-f274a5c5-8f4c-4df7-9fba-93346c2007a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Feb 11 14:28:53.621178 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efca85-7be7-4d5a-93c4-5aad72f2a84c req-a9365357-7ca4-4655-99b6-50e0212cbba7 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.622737 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38efca85-7be7-4d5a-93c4-5aad72f2a84c req-a9365357-7ca4-4655-99b6-50e0212cbba7 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 945 time: 0.0738835 Feb 11 14:28:53.675188 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-38efca85-7be7-4d5a-93c4-5aad72f2a84c req-be09e5b3-0fc2-4f83-a213-25d533a2a5c9 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466087 Feb 11 14:28:54.807961 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b505c-2c19-4dde-b9d8-6a7010715735 req-d2f02b99-fbbb-48a7-ac1b-a510755fe53e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:54.809788 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f1b505c-2c19-4dde-b9d8-6a7010715735 req-d2f02b99-fbbb-48a7-ac1b-a510755fe53e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 945 time: 0.0559340 Feb 11 14:28:54.864068 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f1b505c-2c19-4dde-b9d8-6a7010715735 req-6ef1b60a-e232-482b-8121-8d3d8997727f tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456359 Feb 11 14:28:54.995773 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7a58-1d70-4cb6-9134-5ea3806bcaae req-a9b5a393-7daa-4540-b27f-dbf6ca33d2c6 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:54.997173 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3afd7a58-1d70-4cb6-9134-5ea3806bcaae req-a9b5a393-7daa-4540-b27f-dbf6ca33d2c6 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 945 time: 0.0662887 Feb 11 14:28:55.051791 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3afd7a58-1d70-4cb6-9134-5ea3806bcaae req-30206327-56cf-417c-8b4b-305d00bf40af tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Feb 11 14:28:55.076114 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37068) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:55.177130 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a17f10-dda0-4614-b13a-aafc0a42d83c tempest-TestSnapshotPattern-1947424476 tempest-TestSnapshotPattern-1947424476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:55.178708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-30a17f10-dda0-4614-b13a-aafc0a42d83c tempest-TestSnapshotPattern-1947424476 tempest-TestSnapshotPattern-1947424476-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1122 time: 0.1012936 Feb 11 14:28:55.181974 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37072) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:28:55.186624 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:55.216793 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:55.322855 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:55.435622 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Allocated IP 172.25.1.187 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/1f26a6aa-dd14-4d1d-8603-cd8e6c01d193) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:55.539953 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:55.578284 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:55.617297 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:55.620232 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:55.625893 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:55.655554 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'Port': ['ID=1f26a6aa-dd14-4d1d-8603-cd8e6c01d193,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.366455 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (3fc88110-1174-4af8-8338-bceaf4c8ba13), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:56.442047 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:56.601618 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:56.608839 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:56.682923 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'Port': ['ID=1f26a6aa-dd14-4d1d-8603-cd8e6c01d193,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.691638 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (3fc88110-1174-4af8-8338-bceaf4c8ba13), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:56.804404 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Floating IP 3fc88110-1174-4af8-8338-bceaf4c8ba13 associated. External IP: 172.25.1.187, port: e4d4606a-2413-49c2-baa1-6a257b9c8597. Feb 11 14:28:57.039160 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Router d71fbcde-4841-4c31-baa9-d36ca96836f8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:57.153912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:57.164012 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] Sync routers for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:57.174367 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:57.174572 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:28:57.175005 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:57.204644 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-df70e74a-785f-492d-98ed-f16dcd464e95 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0216231 Feb 11 14:28:57.205224 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:28:57.207559 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9de28a-53d8-427a-8919-c49b1135c4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:57.247959 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcde10a-f73b-4b40-b248-415cfb561fd6 x-openstack-request-id: req-3fcde10a-f73b-4b40-b248-415cfb561fd6 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:57.248255 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:57.248513 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fcde10a-f73b-4b40-b248-415cfb561fd6 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:57.248923 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'status': 'completed', 'code': 200} Feb 11 14:28:57.290195 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:57.316718 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-91041cf0-ce25-4f99-b5d8-e1372daaaad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.318410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-91041cf0-ce25-4f99-b5d8-e1372daaaad6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1127 time: 0.0475383 Feb 11 14:28:57.413972 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-4c4dd308-9334-4c27-bafe-3c8dea00e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.415454 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-4c4dd308-9334-4c27-bafe-3c8dea00e484 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0911198 Feb 11 14:28:57.483535 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-7b98eadc-63ab-4ebd-87fb-137de69f639b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 999 time: 0.0620902 Feb 11 14:28:57.523533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:55Z', 'revision_number': 0, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:57.531713 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-34ddb1c7-1d50-4864-bb37-a271365f6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.533216 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-34ddb1c7-1d50-4864-bb37-a271365f6252 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0439003 Feb 11 14:28:57.549998 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] Checking router: d71fbcde-4841-4c31-baa9-d36ca96836f8 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:57.559015 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:57.559965 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:28:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:57.586077 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-045e6925-0a74-4be5-a508-fb28fb4876ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:57.587662 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-045e6925-0a74-4be5-a508-fb28fb4876ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488570 Feb 11 14:28:57.676175 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:57.680062 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-07a4e373-f3a6-4a43-9fd8-a65c91e46a6a service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860498 Feb 11 14:28:57.773514 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8d9de28a-53d8-427a-8919-c49b1135c4ed req-b700ce87-2840-47c9-8818-e2416a11136e service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876338 Feb 11 14:28:57.907533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:55Z', 'revision_number': 0, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:57.940708 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af1fc7f-767f-4a8d-85ba-aacc08967e68 None None] The sync data for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 is: [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:55Z', 'revision_number': 0, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:58.143318 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eb3f2f-5496-4880-a369-04d5dac654de None None] New status for floating IP 3fc88110-1174-4af8-8338-bceaf4c8ba13: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:28:59.429576 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b79b2012-6b0e-4964-92e4-22ce303afe6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:01.566621 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-66828784-6403-4f83-88be-370276f5a620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:03.024089 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:04.688320 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:05.431854 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:17.356501 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:18.027950 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:27.247188 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:29:29.429345 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-871f2ad1-4205-4312-9200-0ee965d7b099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:30.769061 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-8aeb3ebb-a402-4fc2-8759-5b30345a4f2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485640 Feb 11 14:29:30.856808 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-497bb61e-e21e-42a7-bfec-f59c2ef69a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:30.858361 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-497bb61e-e21e-42a7-bfec-f59c2ef69a11 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1127 time: 0.0453446 Feb 11 14:29:30.966328 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-04ed6d8a-9820-418e-93fa-6c43fb1499e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:30.967778 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-04ed6d8a-9820-418e-93fa-6c43fb1499e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0876908 Feb 11 14:29:31.035699 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-a1692322-8494-4f29-a5b5-87c53392243c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 1001 time: 0.0605326 Feb 11 14:29:31.092429 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-7a91becd-a406-4fa5-87d6-b0271d847493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:31.094719 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-7a91becd-a406-4fa5-87d6-b0271d847493 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0527616 Feb 11 14:29:31.149617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-b6aba41e-732b-414e-99b4-d30e2df756f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:31.151215 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-b6aba41e-732b-414e-99b4-d30e2df756f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500932 Feb 11 14:29:31.246658 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-d9d7cd83-43ed-4ae0-87f1-b4a142c493d8 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889835 Feb 11 14:29:31.344855 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-56d4e3cd-cd84-4e89-9809-7ac6a3a83cb8 req-ab363fb9-4c35-4028-9bc5-591ff2e4c1d0 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897217 Feb 11 14:29:31.568248 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61579bb9-770c-44fc-9265-b04fa3c21f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:33.027564 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:34.686808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:35.434724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:47.367868 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:48.025991 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:29:59.430266 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-078514b2-6fe2-4eb5-ba84-f6c66ffea9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:01.574656 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-f110f8c7-2d1d-4c66-abb9-cd1497a5b094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:03.024416 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:04.255615 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:30:04.692282 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:05.430430 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:17.365537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:18.031054 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:29.432846 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-39171aeb-470f-4d96-9414-a3eb1a328259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:30.815877 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-3d60dee0-9bc9-4443-9a00-e1abc7c24943 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925276 Feb 11 14:30:30.909587 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893dfe0-b519-4205-a566-b389be0c1576 req-44ab544d-2d6c-4c4b-aa8c-4a8609837c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:30.911491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-44ab544d-2d6c-4c4b-aa8c-4a8609837c75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1127 time: 0.0483630 Feb 11 14:30:31.041362 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893dfe0-b519-4205-a566-b389be0c1576 req-c12fd884-27d2-49d2-9d20-ae78ee7ceec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:31.042793 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-c12fd884-27d2-49d2-9d20-ae78ee7ceec0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.1070666 Feb 11 14:30:31.107528 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-7f69ce71-c296-4c2d-b29a-4d050c9e301f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 1001 time: 0.0580251 Feb 11 14:30:31.159322 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893dfe0-b519-4205-a566-b389be0c1576 req-0c8fccd7-f4b6-4ec9-b24a-e07423e2eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:31.160767 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-0c8fccd7-f4b6-4ec9-b24a-e07423e2eb89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0468137 Feb 11 14:30:31.215832 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893dfe0-b519-4205-a566-b389be0c1576 req-ad2c30b8-8268-4c57-a2af-576425d501ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:31.217320 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-ad2c30b8-8268-4c57-a2af-576425d501ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476768 Feb 11 14:30:31.312519 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-dcac766c-b589-4d8e-a9c3-f96c5a5632ec service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868907 Feb 11 14:30:31.401852 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-7893dfe0-b519-4205-a566-b389be0c1576 req-9b84c334-f187-4467-a0e1-397c316098a1 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816934 Feb 11 14:30:31.565122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a200a4ae-5db9-49a0-ba31-bacdc66719a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:33.031303 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:34.703722 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:35.432174 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:41.251275 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:30:47.372861 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:48.033327 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:54.894705 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4d4606a-2413-49c2-baa1-6a257b9c8597 details requested by agent hyperv_n-h2-828675-3 with host n-h2-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:30:54.999462 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:55.011827 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Returning: {'device': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:30:55.049397 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e4d4606a-2413-49c2-baa1-6a257b9c8597 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:30:55.049666 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:55.063074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4d4606a-2413-49c2-baa1-6a257b9c8597 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:30:55.083767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:55.088604 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:55.139710 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:55.147366 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.147720 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.148061 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.148402 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.148732 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.149063 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.149391 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.149767 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.150374 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.150704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.151024 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.151346 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.151668 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:30:55.157867 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] get_ports_and_sgs() called for port_ids ['e4d4606a-2413-49c2-baa1-6a257b9c8597'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:30:56.893524 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4d4606a-2413-49c2-baa1-6a257b9c8597 up at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:30:56.949268 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Provisioning complete for port e4d4606a-2413-49c2-baa1-6a257b9c8597 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:30:56.949669 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:57.031842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e4d4606a-2413-49c2-baa1-6a257b9c8597 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:30:57.032238 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:57.065387 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:30:57.068042 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64fdaa-1b86-4838-9c20-7e848ca5f2db" -d '{"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-plugged", "status": "completed", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:30:57.080949 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:30:57.097168 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:30:57.165476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:30:57.203745 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a5c4e5-ca4b-42c3-9c41-b967199c2b1c x-openstack-request-id: req-48a5c4e5-ca4b-42c3-9c41-b967199c2b1c {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:30:57.204056 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-plugged", "status": "completed", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:30:57.204309 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48a5c4e5-ca4b-42c3-9c41-b967199c2b1c {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:30:57.204709 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'code': 200} Feb 11 14:30:59.434776 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-58186746-ae73-438a-b278-8e6b7b787d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:01.567136 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-62aa7fdd-8fbf-42f9-837d-e770aaac1f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:03.029209 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:04.699344 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:05.327878 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-4815a047-97f8-499d-9382-31906cf7041a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668892763&fields=id&tenant_id=a37cdb30f7c142d881d16620f1fb4397 HTTP/1.1" status: 200 len: 267 time: 0.0490501 Feb 11 14:31:05.429766 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:05.444575 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-4c02aef7-9999-4cfd-b4d0-fe361afc940e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:05.449260 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-4c02aef7-9999-4cfd-b4d0-fe361afc940e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 809 time: 0.1147547 Feb 11 14:31:05.461583 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-eb930c24-0d10-422b-b7b9-e75cbfa26ec2 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/quotas/a37cdb30f7c142d881d16620f1fb4397 HTTP/1.1" status: 200 len: 375 time: 0.0099883 Feb 11 14:31:05.520293 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-b194781b-d09d-48a9-b52e-ed776acf51d9 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530696 Feb 11 14:31:05.624373 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-88d15269-7d1d-45c2-acd0-3d0c0c6091bc service neutron] 10.222.0.42 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918202 Feb 11 14:31:05.723091 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65d4f558-ccc3-4f16-98f7-6d7b14a112d6 service neutron] 10.222.0.42 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928328 Feb 11 14:31:05.891734 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-e3eacb73-ca6c-4e2b-8bd8-a02e4abf48a5 req-3f2edae6-7fe2-4dc8-994a-3629385a6982 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 210 time: 0.0324376 Feb 11 14:31:06.977166 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-45b80cf6-508d-4bc0-858c-f0a322a89263 req-a35d4082-0ed9-41d3-82a8-05aab09f0c15 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 210 time: 0.0301194 Feb 11 14:31:08.067498 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-19c7acaa-81b0-4f62-80d7-1cd4e181e735 req-cf33aa28-a6af-41ff-9c5d-799614b2def0 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 210 time: 0.0275164 Feb 11 14:31:08.929310 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4d4606a-2413-49c2-baa1-6a257b9c8597 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:09.013117 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Current status of the port e4d4606a-2413-49c2-baa1-6a257b9c8597 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:09.013506 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:09.039675 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:09.041949 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632ea4b9-7db0-4efb-8a23-0f7469b4f8e5" -d '{"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:09.054629 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:09.061329 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:09.087424 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5772a09-f56c-4102-98c9-a72f8ac58688 x-openstack-request-id: req-d5772a09-f56c-4102-98c9-a72f8ac58688 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:09.087735 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-unplugged", "status": "completed", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:09.088007 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5772a09-f56c-4102-98c9-a72f8ac58688 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:09.088421 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'code': 200} Feb 11 14:31:09.114842 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Pushing event updated for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=8']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:09.145792 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d256749f-ff1d-4aa4-b843-850185de15a6 req-e5f49a8f-9100-4d96-8a63-4344929ab7b1 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 210 time: 0.0266602 Feb 11 14:31:10.250031 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8ce62ef7-03ab-4b6d-80fc-70a32ece7ec1 req-0cab742d-c7f4-46ff-a77e-177cb03ae522 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 210 time: 0.0302393 Feb 11 14:31:10.990679 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-4d437446-73bb-4248-9197-5c736090fee1 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:10.992228 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-4d437446-73bb-4248-9197-5c736090fee1 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.64 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 809 time: 0.1098342 Feb 11 14:31:11.055673 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-42d95626-f7b9-497a-b37a-0f3b00b505a9 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a37cdb30f7c142d881d16620f1fb4397 HTTP/1.1" status: 200 len: 379 time: 0.0552447 Feb 11 14:31:11.064617 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'port': {'device_id': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'admin_state_up': True, 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'security_groups': ['f3c4b5aa-28e9-42c9-8f3e-4d16261ff630']}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:11.176462 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Made reservation on behalf of a37cdb30f7c142d881d16620f1fb4397 for: {'port': 1} {{(pid=109685) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:31:11.180321 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:11.318702 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.db_base_plugin_common [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Allocated IP 172.20.0.3 (04034dc9-b718-43fd-9ed7-837d1a83064d/326fcff2-dbbb-4206-95e6-1f187f8d97b6/dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1) {{(pid=109685) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:11.404659 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-ab13c047-b9f1-4074-9503-fb33c4368b0d req-f9f3f459-586b-49f9-af0a-d9fc0489ab00 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 210 time: 0.0473704 Feb 11 14:31:11.565388 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), precommit_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:11.605445 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_create {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:11.662456 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Network 04034dc9-b718-43fd-9ed7-837d1a83064d is already hosted by enough agents. {{(pid=109685) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:11.666607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.base_scheduler [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Resources bound (agent type, host, resource id): {{(pid=109685) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:11.671099 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Received port after_create {{(pid=109685) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:11.703787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=1']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:11.721446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.721951 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.722346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.722763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.723115 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.723446 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.723765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.724107 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.724425 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.724788 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.725118 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.725568 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.726397 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:11.753760 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:11.754734 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:11.782395 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-3bf3df9d-1d47-4eaf-883e-72756658bc88 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7218974 Feb 11 14:31:11.983839 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-23c004ad-d26b-4423-8d55-88f7511e708e None None] Provisioning complete for port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 triggered by entity DHCP. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:11.984445 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-23c004ad-d26b-4423-8d55-88f7511e708e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:12.020746 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-23c004ad-d26b-4423-8d55-88f7511e708e None None] Port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 cannot update to ACTIVE because it is not bound. {{(pid=109686) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 14:31:12.539631 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4e68a-a278-4ffb-acb9-7d5e131fffd4 req-bdf264b6-87b5-41a2-a983-b04e4e6e9e44 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:12.541237 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0f4e68a-a278-4ffb-acb9-7d5e131fffd4 req-bdf264b6-87b5-41a2-a983-b04e4e6e9e44 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.0571327 Feb 11 14:31:12.596458 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b0f4e68a-a278-4ffb-acb9-7d5e131fffd4 req-575e72c2-9ae5-40ca-8718-d55298f9fc11 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485857 Feb 11 14:31:13.786008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591db29a-3834-4f15-abbd-2fb84bb5092c req-62bb4661-3d91-432d-a30a-6a6d6bc2730d tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:13.788199 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-591db29a-3834-4f15-abbd-2fb84bb5092c req-62bb4661-3d91-432d-a30a-6a6d6bc2730d tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.1148925 Feb 11 14:31:13.846240 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-591db29a-3834-4f15-abbd-2fb84bb5092c req-272cc0cb-c7ea-44ec-9f6d-116d328df1e8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529909 Feb 11 14:31:14.972394 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebd0a-8d57-4349-b55a-2e299362f429 req-aa5e6c30-cd32-469a-adba-510c6a4ab033 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:14.973964 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1bebd0a-8d57-4349-b55a-2e299362f429 req-aa5e6c30-cd32-469a-adba-510c6a4ab033 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.0547593 Feb 11 14:31:15.026438 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-d1bebd0a-8d57-4349-b55a-2e299362f429 req-aead7903-9a35-49ba-ae22-e4317707ebb2 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461247 Feb 11 14:31:16.169468 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760501d-bc82-4d5e-8b29-4bfa9eb57b66 req-b6c7d586-9e94-4125-9293-19cbe138aff1 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:16.171305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9760501d-bc82-4d5e-8b29-4bfa9eb57b66 req-b6c7d586-9e94-4125-9293-19cbe138aff1 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.0716336 Feb 11 14:31:16.242652 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-9760501d-bc82-4d5e-8b29-4bfa9eb57b66 req-f1035589-a09c-4fa9-b454-d7374e6b35f6 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642383 Feb 11 14:31:17.363110 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:17.374763 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db970ff-1d7b-42d3-b1b9-8f5fb2eed121 req-38370a4a-7027-4338-91a9-a9e3fcb67054 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:17.376442 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2db970ff-1d7b-42d3-b1b9-8f5fb2eed121 req-38370a4a-7027-4338-91a9-a9e3fcb67054 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.0618768 Feb 11 14:31:17.432886 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2db970ff-1d7b-42d3-b1b9-8f5fb2eed121 req-f655df2b-7f47-46b2-a290-18d8aaf6499a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495262 Feb 11 14:31:18.030987 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:18.250567 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:18.572055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6f8f7-0a05-4f4a-94a5-cb7028f042ad req-4df24132-74e1-4743-b838-c512c8b8f703 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:18.573592 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cf6f8f7-0a05-4f4a-94a5-cb7028f042ad req-4df24132-74e1-4743-b838-c512c8b8f703 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.0618606 Feb 11 14:31:18.627629 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-4cf6f8f7-0a05-4f4a-94a5-cb7028f042ad req-31259565-0fe0-4bba-b621-b9b7101636b9 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477464 Feb 11 14:31:19.755155 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ce7ee-870c-4cc5-810a-807ee90d7056 req-d5b5c4bc-2e69-4e07-a489-63b927b0f153 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:19.756610 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-048ce7ee-870c-4cc5-810a-807ee90d7056 req-d5b5c4bc-2e69-4e07-a489-63b927b0f153 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.0548244 Feb 11 14:31:19.809847 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-048ce7ee-870c-4cc5-810a-807ee90d7056 req-6d1e029e-dbc6-462f-a057-61468cbad4b9 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469840 Feb 11 14:31:20.955857 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7b7ad-5c96-4026-8719-d28c7b9361b4 req-b30d9a71-c31e-4348-b78b-c693ebabfc71 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:20.957372 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e7b7ad-5c96-4026-8719-d28c7b9361b4 req-b30d9a71-c31e-4348-b78b-c693ebabfc71 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.0579174 Feb 11 14:31:21.006624 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b4e7b7ad-5c96-4026-8719-d28c7b9361b4 req-e4a62997-8ca7-4af7-b409-afce31d507bc tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 Feb 11 14:31:21.712827 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-15856b7d-c4ca-4aa0-b29a-1070f3b2be04 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:31:21.714012 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-15856b7d-c4ca-4aa0-b29a-1070f3b2be04 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066965 Feb 11 14:31:21.773869 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.v2.base [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Request body: {'port': {'device_id': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828675-3'}} {{(pid=109685) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:21.838298 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.343719 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bed08c-fe4e-480a-a9e9-4a5743d1427f req-620dba1e-829c-4b78-ab3a-99934cd9a296 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:22.345144 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7bed08c-fe4e-480a-a9e9-4a5743d1427f req-620dba1e-829c-4b78-ab3a-99934cd9a296 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 931 time: 0.1372523 Feb 11 14:31:22.447687 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-b7bed08c-fe4e-480a-a9e9-4a5743d1427f req-94a31a3b-6987-4c71-8b32-3606e49bccf8 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967207 Feb 11 14:31:22.530469 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 {{(pid=109685) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:31:22.538075 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Publish callbacks [] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), precommit_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.556292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.provisioning_blocks [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Transition to ACTIVE for port object dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 will not be triggered until provisioned by entity L2. {{(pid=109685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:31:22.561899 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.612669 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Pushing event updated for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=2']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.688144 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Attempting to bind port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 on host n-h1-828675-3 for vnic_type normal with profile {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 14:31:22.688481 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Attempting to bind port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 by drivers openvswitch,hyperv on host n-h1-828675-3 at level 0 using segments [{'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 14:31:22.688812 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Attempting to bind port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 on network 04034dc9-b718-43fd-9ed7-837d1a83064d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:22.694100 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 on network 04034dc9-b718-43fd-9ed7-837d1a83064d not bound, no agent of type Open vSwitch agent registered on host n-h1-828675-3 {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:31:22.694430 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Attempting to bind port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 on network 04034dc9-b718-43fd-9ed7-837d1a83064d {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:31:22.699899 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Checking agent: {'id': '2aaa274e-a2b5-4125-94aa-ee4177cc5d55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828675-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'started_at': datetime.datetime(2022, 2, 11, 12, 47, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:31:22.700243 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Checking segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 14:31:22.700626 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Bound using segment: {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'} {{(pid=109685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:31:22.701055 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.managers [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Bound port: dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host: n-h1-828675-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2acce63d-c186-450a-8806-bc7b4ffb4ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d'}}] {{(pid=109685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 14:31:22.701412 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.770783 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, cleared binding levels {{(pid=109685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:31:22.773821 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:31:22.781787 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126271503'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_update {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.817947 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:22.818592 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:22.820000 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-65c61f97-4013-4656-931d-b137a61d901b service neutron] 10.222.0.64 "PUT /v2.0/ports/dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 200 len: 1091 time: 1.0958641 Feb 11 14:31:22.820447 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:22.822776 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b77a32-2655-4b53-9086-f3a3ed97dc67" -d '{"events": [{"name": "network-changed", "server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:22.848642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61f97-4013-4656-931d-b137a61d901b service neutron] Pushing event updated for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=3']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:22.870414 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed8c64d-9b64-46ab-bf97-bb5a53334c34 x-openstack-request-id: req-9ed8c64d-9b64-46ab-bf97-bb5a53334c34 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:22.870718 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:22.870971 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ed8c64d-9b64-46ab-bf97-bb5a53334c34 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:22.871865 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'status': 'completed', 'code': 200} Feb 11 14:31:22.924051 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-01da67da-7207-4d0e-8bc5-8fa4db823ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:22.925832 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-01da67da-7207-4d0e-8bc5-8fa4db823ad9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1125 time: 0.0494225 Feb 11 14:31:22.972503 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-5572655a-cf51-4bc7-9371-a5f98a5e43eb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 200 len: 217 time: 0.0402884 Feb 11 14:31:23.020805 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-252bf402-3c23-4dc2-ace6-e6cc500d36da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.022366 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-252bf402-3c23-4dc2-ace6-e6cc500d36da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0445845 Feb 11 14:31:23.076954 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-a591115b-b47b-4e94-a556-6e81608ad3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.078534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-a591115b-b47b-4e94-a556-6e81608ad3bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494864 Feb 11 14:31:23.175843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-470fc42d-5db9-4ba2-b2ff-188c4c73dae1 service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896962 Feb 11 14:31:23.266095 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-1af76a16-3e43-423d-a677-abf2bee1d996 req-f21b4b4f-0c34-40fb-a2ac-27ad80cbe565 service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842967 Feb 11 14:31:23.373365 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-caedc7b0-f702-411b-ad28-1069b63ecfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.374914 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-caedc7b0-f702-411b-ad28-1069b63ecfd8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1125 time: 0.0575423 Feb 11 14:31:23.473607 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-a05f8c1f-84d0-4b7c-8dbb-ad9fc33946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.475637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-a05f8c1f-84d0-4b7c-8dbb-ad9fc33946d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0940928 Feb 11 14:31:23.530978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-652de1c3-cddb-47d9-9939-de413a0b2def service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 200 len: 217 time: 0.0493636 Feb 11 14:31:23.602278 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-610316f9-00dc-44d9-84d9-f528307f2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.603751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-610316f9-00dc-44d9-84d9-f528307f2553 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0542459 Feb 11 14:31:23.618325 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e946df9-2b9c-4d6e-bb7a-28214ef41f7d req-bb4c3ea3-2274-494b-871f-7d8d0124f61b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.619789 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e946df9-2b9c-4d6e-bb7a-28214ef41f7d req-bb4c3ea3-2274-494b-871f-7d8d0124f61b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 943 time: 0.0984807 Feb 11 14:31:23.716715 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-a8bdc066-b0e6-4dc5-8cff-367c25ccf371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.718283 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-a8bdc066-b0e6-4dc5-8cff-367c25ccf371 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976241 Feb 11 14:31:23.722457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3e946df9-2b9c-4d6e-bb7a-28214ef41f7d req-2b684d64-f1f3-4764-8981-e2ba61428577 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940654 Feb 11 14:31:23.808383 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-7b3e40ba-48b8-4b93-bd2f-37803526faea service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836337 Feb 11 14:31:23.907022 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-13b77a32-2655-4b53-9086-f3a3ed97dc67 req-c6fbf521-d297-4ab5-a6b3-3bcf533066aa service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930226 Feb 11 14:31:24.858038 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700fc379-d4e7-4e7f-823d-f8385bf16cb7 req-f614c7bc-7f65-446d-8261-61aa54a7920c tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:24.859575 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-700fc379-d4e7-4e7f-823d-f8385bf16cb7 req-f614c7bc-7f65-446d-8261-61aa54a7920c tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 943 time: 0.0583384 Feb 11 14:31:24.908726 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-700fc379-d4e7-4e7f-823d-f8385bf16cb7 req-327b37d9-bba1-4336-b355-1278b1825aca tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Feb 11 14:31:26.036807 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:31:26.053245 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec3651-fb54-4d19-ad9e-cf373279d088 req-7ae6169f-b56b-4368-ac6b-6e9d5afbd79b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:26.055725 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bec3651-fb54-4d19-ad9e-cf373279d088 req-7ae6169f-b56b-4368-ac6b-6e9d5afbd79b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 943 time: 0.0695636 Feb 11 14:31:26.111677 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2bec3651-fb54-4d19-ad9e-cf373279d088 req-0a1dc23f-a93e-4b41-a8c6-ced3ffb54744 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500085 Feb 11 14:31:26.142950 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:26.153412 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'port_id': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'mac_address': 'fa:16:3e:b6:56:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:31:26.190085 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 is: DOWN; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:26.190473 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.204125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:31:26.225677 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:26.232305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:26.280186 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=4']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:26.561050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:31:27.252508 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912b7f6-2c63-4068-a93c-43f271ddd274 req-5f3ec538-52fc-4ef5-8d43-0a0a1ca3fb3c tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:27.254067 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f912b7f6-2c63-4068-a93c-43f271ddd274 req-5f3ec538-52fc-4ef5-8d43-0a0a1ca3fb3c tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 944 time: 0.0660694 Feb 11 14:31:27.311437 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-f912b7f6-2c63-4068-a93c-43f271ddd274 req-b61d75ab-63ac-42a9-8f24-a916769192fb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507386 Feb 11 14:31:28.032055 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:28.090554 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning for port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 completed by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:31:28.094247 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:28.094628 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.175432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:31:28.175825 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.199439 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:28.201764 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36bb305-1c26-45f9-ab44-29d34e318e5b" -d '{"events": [{"server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "name": "network-vif-plugged", "status": "completed", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:28.214143 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:28.219194 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:28.244191 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968dd105-52b1-41a3-b428-cd65855ca8b5 x-openstack-request-id: req-968dd105-52b1-41a3-b428-cd65855ca8b5 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:28.244491 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "name": "network-vif-plugged", "status": "completed", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:28.244746 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-968dd105-52b1-41a3-b428-cd65855ca8b5 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:28.245138 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'code': 200} Feb 11 14:31:28.271140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=5']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:28.345756 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7e83f-c858-4f7d-91a5-0fd16ae9cbb5 req-1cfbefa6-cf36-4715-b238-b3c381177899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:28.347322 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcd7e83f-c858-4f7d-91a5-0fd16ae9cbb5 req-1cfbefa6-cf36-4715-b238-b3c381177899 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1127 time: 0.0485337 Feb 11 14:31:28.404860 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcd7e83f-c858-4f7d-91a5-0fd16ae9cbb5 req-2220f029-0f48-4353-a834-554712a950e1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509949 Feb 11 14:31:28.450693 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b75ae-538d-464f-bc3d-c40277bf8cdd req-480e6009-9001-4918-a00e-d11ce09e359d tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:28.452180 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e8b75ae-538d-464f-bc3d-c40277bf8cdd req-480e6009-9001-4918-a00e-d11ce09e359d tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 945 time: 0.0647838 Feb 11 14:31:28.503706 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-8e8b75ae-538d-464f-bc3d-c40277bf8cdd req-87312de4-3349-4d0c-aceb-3db1ef3e213c tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454819 Feb 11 14:31:29.434898 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-82aaaaf1-d725-4cd1-8e51-59f46c2f7afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:29.633798 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e99a0a-4f9d-46d4-ab69-ba78fea05a83 req-a738124d-cf94-438c-b22e-fedd12e57c9b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:29.635467 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-60e99a0a-4f9d-46d4-ab69-ba78fea05a83 req-a738124d-cf94-438c-b22e-fedd12e57c9b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 945 time: 0.0596168 Feb 11 14:31:29.690367 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-60e99a0a-4f9d-46d4-ab69-ba78fea05a83 req-71a5234b-1860-478d-8b86-05983b715e6e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464017 Feb 11 14:31:30.800222 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-ae789d15-2db7-44ca-aa9e-96a32faa49d7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732491 Feb 11 14:31:30.827413 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281a6de-ceef-4521-86d5-5f82940a2d81 req-b0038704-5fe4-4b51-8bca-9cb3717573f6 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.829632 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0281a6de-ceef-4521-86d5-5f82940a2d81 req-b0038704-5fe4-4b51-8bca-9cb3717573f6 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 945 time: 0.0644536 Feb 11 14:31:30.909822 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-0281a6de-ceef-4521-86d5-5f82940a2d81 req-7b87d592-bf38-4a5c-841d-6845953cdb70 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740964 Feb 11 14:31:30.918233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-e28168dc-70b7-41f0-9170-d846f737d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.919684 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-e28168dc-70b7-41f0-9170-d846f737d805 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1125 time: 0.0760567 Feb 11 14:31:31.054971 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-a69ea4f4-1815-4133-9927-c490ce664a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.056396 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-a69ea4f4-1815-4133-9927-c490ce664a12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.1169937 Feb 11 14:31:31.078767 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbb910-5a3d-4a0c-bd44-e7f6b02cfd11 req-6c424ccc-c066-4c40-ada9-bcecdf6df430 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.080231 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcfbb910-5a3d-4a0c-bd44-e7f6b02cfd11 req-6c424ccc-c066-4c40-ada9-bcecdf6df430 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 945 time: 0.0810101 Feb 11 14:31:31.155073 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-891ed710-fa24-448b-8e1d-d8fddbb9525a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 999 time: 0.0925205 Feb 11 14:31:31.178784 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fcfbb910-5a3d-4a0c-bd44-e7f6b02cfd11 req-aedac9f5-2551-4fc8-921f-56e7bbd4ca0d tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715861 Feb 11 14:31:31.204609 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37348) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:31.214653 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-351c2050-15c0-4299-a749-2e60d531590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.216157 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-351c2050-15c0-4299-a749-2e60d531590c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0536015 Feb 11 14:31:31.256534 n-d-828675-3 neutron-server[109684]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b669ae-5bc6-4d73-a2a1-b31450cc70a0 tempest-TestSnapshotPattern-1947424476 tempest-TestSnapshotPattern-1947424476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109684) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.258089 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-51b669ae-5bc6-4d73-a2a1-b31450cc70a0 tempest-TestSnapshotPattern-1947424476 tempest-TestSnapshotPattern-1947424476-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1122 time: 0.0524497 Feb 11 14:31:31.261227 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37352) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:31:31.265514 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.v2.base [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Request body: {'floatingip': {'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'port_id': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109684) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:31:31.271145 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-9cfaa938-f295-4128-9f6f-ff0a8c904543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.272701 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-9cfaa938-f295-4128-9f6f-ff0a8c904543 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500321 Feb 11 14:31:31.286953 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:31.368837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-4b46cfb1-e5e1-4c68-a1fa-763f0d670b8e service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Feb 11 14:31:31.384156 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (None), before_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:31.458937 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-afd14f74-8e6f-4215-8bbe-0aa0d7b1aba7 req-19bcbd9b-3dad-4efc-894a-5e7897ce3e59 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846944 Feb 11 14:31:31.493145 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_common [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Allocated IP 172.25.1.29 (1c11ec19-95ac-41a6-a784-685596ef34e0/4a96f7fc-b0b1-469a-ab5a-1f1005527efe/866450d7-a2a0-48b5-a37f-8678c84b809c) {{(pid=109684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:31:31.560976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a0ee371e-808a-423c-94e1-0b4f4ef2cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:31.606854 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:31.646779 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755897088440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:31.689806 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Network 1c11ec19-95ac-41a6-a784-685596ef34e0 is already hosted by enough agents. {{(pid=109684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:31:31.692737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.base_scheduler [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Resources bound (agent type, host, resource id): {{(pid=109684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:31:31.696281 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Received port after_create {{(pid=109684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:31:31.701659 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'Port': ['ID=866450d7-a2a0-48b5-a37f-8678c84b809c,revision_number=1']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:31.732051 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.732387 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.732750 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.733079 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.733414 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.733775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.734099 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.734417 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.734737 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.735058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.735376 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.735702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.736007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:32.091354 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (2532ae02-2f97-46c1-9e4c-ec62c674ae43), precommit_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:32.165018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), before_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:32.326136 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), precommit_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:32.333391 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126204692'] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), after_update {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:32.399382 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event updated for resources: {'Port': ['ID=866450d7-a2a0-48b5-a37f-8678c84b809c,revision_number=2']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:32.411761 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-625481'] for floatingip (2532ae02-2f97-46c1-9e4c-ec62c674ae43), after_create {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:32.526368 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Floating IP 2532ae02-2f97-46c1-9e4c-ec62c674ae43 associated. External IP: 172.25.1.29, port: dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1. Feb 11 14:31:32.744969 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Router d71fbcde-4841-4c31-baa9-d36ca96836f8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:31:32.857020 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:31:32.868380 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] Sync routers for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:31:32.880687 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:32.881792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:31:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:32.885752 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:32.918217 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-dfb3cef9-ffce-4e5d-9c17-55ec25cf7a3e tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6558995 Feb 11 14:31:32.918870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:31:32.921553 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d15e78-b82b-4c6f-9668-0dc918f65367" -d '{"events": [{"name": "network-changed", "server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:33.002473 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:33.029236 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02385686-cfad-4017-9b9f-6efa756cb6d7 x-openstack-request-id: req-02385686-cfad-4017-9b9f-6efa756cb6d7 {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:33.029527 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:33.029851 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02385686-cfad-4017-9b9f-6efa756cb6d7 {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:33.030271 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'status': 'completed', 'code': 200} Feb 11 14:31:33.055995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:33.098562 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-0bbf3d63-a0ef-4ed3-8a73-fc4d907dfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:33.100123 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-0bbf3d63-a0ef-4ed3-8a73-fc4d907dfe6e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1127 time: 0.0470381 Feb 11 14:31:33.195142 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-dab25823-1300-4344-a26d-7634aa9b7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:33.196678 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-dab25823-1300-4344-a26d-7634aa9b7d6b service neutron] 10.222.0.64 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0896640 Feb 11 14:31:33.245834 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '2532ae02-2f97-46c1-9e4c-ec62c674ae43', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:b6:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:31Z', 'updated_at': '2022-02-11T14:31:31Z', 'revision_number': 0, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}, {'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 1, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:33.266843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-1b097087-0b29-4be3-a631-f7e1f02149f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 200 len: 998 time: 0.0642421 Feb 11 14:31:33.278336 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] Checking router: d71fbcde-4841-4c31-baa9-d36ca96836f8 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:31:33.286883 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:31:33.287497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:31:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:33.317280 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-05a8bbb4-c0bd-427b-b4e2-cf11b61e2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:33.318846 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-05a8bbb4-c0bd-427b-b4e2-cf11b61e2351 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0460348 Feb 11 14:31:33.366852 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-37cd9266-8357-4c22-9ae0-42ed0e07fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:33.368416 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-37cd9266-8357-4c22-9ae0-42ed0e07fc61 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441792 Feb 11 14:31:33.399067 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:31:33.464253 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-9d326089-23bc-43f1-8732-9bfe4a7ca0cc service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901048 Feb 11 14:31:33.553763 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-c7d15e78-b82b-4c6f-9668-0dc918f65367 req-6be7eaa0-cabe-4e93-b4ce-82ba1c989a98 service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837533 Feb 11 14:31:33.629074 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '2532ae02-2f97-46c1-9e4c-ec62c674ae43', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:b6:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:31Z', 'updated_at': '2022-02-11T14:31:31Z', 'revision_number': 0, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}, {'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 1, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:31:33.659625 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef80ebf-9a7b-48d0-9de6-b7a985da0959 None None] The sync data for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 is: [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '2532ae02-2f97-46c1-9e4c-ec62c674ae43', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.29', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:b6:56:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:31:31Z', 'updated_at': '2022-02-11T14:31:31Z', 'revision_number': 0, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}, {'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 1, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:31:33.869200 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522a5af7-5651-433a-9ac8-3c01e98f199c None None] New status for floating IP 2532ae02-2f97-46c1-9e4c-ec62c674ae43: ACTIVE {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:31:34.705557 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:35.443614 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:47.361026 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:48.046672 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:31:55.255768 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:59.431963 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cfbdab84-2f6f-4157-b768-b92fa808ddcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:01.574185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1d18b5a4-1af9-40bb-a412-f01b86bf5b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:03.042241 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:04.710391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:05.430093 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:17.363165 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:18.046730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:29.428144 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e3ff518d-50bd-4c85-816e-cfccce3fe0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:29.835649 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-031394fb-979f-47e1-86f2-8383e998c474 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505452 Feb 11 14:32:29.942293 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-4cc984aa-9e58-4367-89af-57c5673c34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:29.943851 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-4cc984aa-9e58-4367-89af-57c5673c34ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1127 time: 0.0599771 Feb 11 14:32:30.077777 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-36f81c91-35d0-4450-a284-d5b8b635579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:30.079287 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-36f81c91-35d0-4450-a284-d5b8b635579c service neutron] 10.222.0.64 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0907886 Feb 11 14:32:30.151645 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-80a5889a-3e60-42d0-964a-12a77055e5da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 200 len: 1000 time: 0.0644851 Feb 11 14:32:30.200809 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-7d53369f-6d22-424b-ad58-777ea873988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:30.202305 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-7d53369f-6d22-424b-ad58-777ea873988c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0447574 Feb 11 14:32:30.254668 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-5b98994d-7a08-4d1d-8c4b-d784decf1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:30.256212 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-5b98994d-7a08-4d1d-8c4b-d784decf1ad0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477009 Feb 11 14:32:30.351388 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-99143fbe-dcef-4e27-9212-032618079526 service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890450 Feb 11 14:32:30.451586 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-2221face-bade-4078-8a66-3909c4f2e1c7 req-662023d1-6e0c-4579-9647-55d5abd6b29c service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937631 Feb 11 14:32:31.574751 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c24e3995-7e95-4f42-aa5b-be0209a66b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:32.255057 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:32:32.776837 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-be0488d2-74fa-4b05-9019-6d20774a75a6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625567 Feb 11 14:32:32.869846 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-47b19ffc-e6ee-4e39-8f27-7100ce879fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:32.871637 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-47b19ffc-e6ee-4e39-8f27-7100ce879fa3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1125 time: 0.0502443 Feb 11 14:32:32.981908 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-33156f5f-08b6-4ba9-9126-4da3e350075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:32.983517 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-33156f5f-08b6-4ba9-9126-4da3e350075b service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0898082 Feb 11 14:32:33.046119 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:33.059978 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-b7286649-1c04-4e83-91e6-64c1cfcd024c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 999 time: 0.0699487 Feb 11 14:32:33.115466 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-e0ed39d9-5b21-47f4-b3f4-c6d8b6696e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:33.116994 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-e0ed39d9-5b21-47f4-b3f4-c6d8b6696e80 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0505707 Feb 11 14:32:33.166196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-bbc2c235-da16-4eab-aecb-486ab0b41576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:33.167753 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-bbc2c235-da16-4eab-aecb-486ab0b41576 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450993 Feb 11 14:32:33.261932 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-1cd80da7-4597-4bec-bb7c-737bab61b86c service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874052 Feb 11 14:32:33.355422 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-31e293e9-c04c-4783-aad5-76db4631cc4e req-d78bbdf2-bf90-45c9-a236-9397bfe9f29c service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868051 Feb 11 14:32:34.715900 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:35.427539 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:47.383491 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:48.048808 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:32:59.435061 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-fa5be696-7c53-47fc-b970-10fcad40f2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:01.580014 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-61ea1972-5e66-48f4-9558-2eeabc8e9fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:03.046114 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:04.722424 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:05.422481 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:09.260494 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:33:17.389797 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:18.075308 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:29.441309 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4921b177-190e-4ad5-967b-43dcd14b3f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:30.810387 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-8fedabd6-5f33-438b-96d2-68293198c590 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464509 Feb 11 14:33:30.897970 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700db6-17f6-4c2f-b886-a3749e610844 req-58c67735-bf9c-4edd-83d0-aab960028a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:30.899431 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-58c67735-bf9c-4edd-83d0-aab960028a1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1127 time: 0.0484385 Feb 11 14:33:31.007758 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700db6-17f6-4c2f-b886-a3749e610844 req-8c0954cf-4986-44dd-9bb2-03326169a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:31.009244 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-8c0954cf-4986-44dd-9bb2-03326169a5ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.0907030 Feb 11 14:33:31.073714 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-3185be2b-232e-4dc7-a3a7-ad9b0c7b0167 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 200 len: 1000 time: 0.0581040 Feb 11 14:33:31.120233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700db6-17f6-4c2f-b886-a3749e610844 req-9e8908ae-986f-4692-943e-3277ae3bd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:31.121667 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-9e8908ae-986f-4692-943e-3277ae3bd1bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0429657 Feb 11 14:33:31.173907 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32700db6-17f6-4c2f-b886-a3749e610844 req-bdf28b95-0621-4c77-a512-22e6c68b2199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:31.175415 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-bdf28b95-0621-4c77-a512-22e6c68b2199 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480363 Feb 11 14:33:31.267530 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-7bf84d6e-19b7-422b-be08-c388a70642b4 service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Feb 11 14:33:31.364591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-32700db6-17f6-4c2f-b886-a3749e610844 req-e86a2c30-20f2-453c-9542-95aaa016fc5b service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910575 Feb 11 14:33:31.578735 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-77f29287-8b1b-4211-bbba-2c471d75b62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:32.760457 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-1b22775b-3372-4b33-a941-b58aa6935485 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469532 Feb 11 14:33:32.855912 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-21337a75-9da6-4cae-8e8b-ff8c2517f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:32.857382 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-21337a75-9da6-4cae-8e8b-ff8c2517f4f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1125 time: 0.0468905 Feb 11 14:33:32.987406 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-4b905086-5f9f-45f5-a54a-1ae92278b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:32.989580 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-4b905086-5f9f-45f5-a54a-1ae92278b047 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.1120274 Feb 11 14:33:33.048226 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:33.066181 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-01886b6e-a7e7-4e33-91cd-c7d7477d6d37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 999 time: 0.0698049 Feb 11 14:33:33.119212 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-05b73271-780f-4535-a60d-a6c9df033282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:33.120674 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-05b73271-780f-4535-a60d-a6c9df033282 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0487280 Feb 11 14:33:33.170875 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-3822c284-3701-42a8-8b1f-bde911aa405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:33.172448 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-3822c284-3701-42a8-8b1f-bde911aa405d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452175 Feb 11 14:33:33.266069 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-360e0cfc-462d-4e3a-a2bb-b1bdba6ad559 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873222 Feb 11 14:33:33.368509 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-06b4a69c-2c27-4318-b01e-af4768f19986 req-627f0c6f-9c75-4ac2-b7b7-ea503ee3c4cd service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961690 Feb 11 14:33:34.728779 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:35.432943 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:36.591008 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 details requested by agent hyperv_n-h1-828675-3 with host n-h1-828675-3 {{(pid=109686) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:33:36.710095 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:36.729864 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Returning: {'device': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'port_id': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'mac_address': 'fa:16:3e:b6:56:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109686) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:33:36.771497 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 is: ACTIVE; New status is: BUILD {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:36.771891 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:36.784933 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 {{(pid=109686) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 14:33:36.804260 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:36.811651 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:36.873231 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=6']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:36.880748 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.881092 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.881435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.881809 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.882170 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.882502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.882841 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.883172 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.883476 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.883797 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.884121 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.884429 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.884747 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109686) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:36.890135 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] get_ports_and_sgs() called for port_ids ['dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'] {{(pid=109686) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:33:38.620539 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 up at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:33:38.673686 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.provisioning_blocks [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Provisioning complete for port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 triggered by entity L2. {{(pid=109686) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:38.674064 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1279145'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), provisioning_complete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:38.762371 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 is: BUILD; New status is: ACTIVE {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:38.762763 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:38.787197 n-d-828675-3 neutron-server[109686]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'}] {{(pid=109686) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:38.789838 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}295cb132f786a4dea9f611c1c2cb5ac4cc2b4ec89bd24a06c0437e0f775c8ee2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177a238f-86f9-4ba1-8650-76a8e061ad5f" -d '{"events": [{"server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "name": "network-vif-plugged", "status": "completed", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1"}]}' {{(pid=109686) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:38.807432 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:38.812767 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755897605892', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755897088458', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755897088476'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:39.004841 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe97ddf-af85-4f73-ba3e-0f0e946a9e55 x-openstack-request-id: req-cfe97ddf-af85-4f73-ba3e-0f0e946a9e55 {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:39.005179 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "name": "network-vif-plugged", "status": "completed", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1", "code": 200}]} {{(pid=109686) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:39.005462 n-d-828675-3 neutron-server[109686]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cfe97ddf-af85-4f73-ba3e-0f0e946a9e55 {{(pid=109686) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:39.005984 n-d-828675-3 neutron-server[109686]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'code': 200} Feb 11 14:33:39.032259 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Pushing event updated for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=7']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:46.260191 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:33:47.387871 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:48.075048 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:51.408561 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37596) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:51.586864 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Deleting port 866450d7-a2a0-48b5-a37f-8678c84b809c {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:33:51.587495 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:51.665423 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:51.665745 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (866450d7-a2a0-48b5-a37f-8678c84b809c), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:51.678031 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Calling delete_port for 866450d7-a2a0-48b5-a37f-8678c84b809c owned by network:floatingip {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:33:51.835155 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (866450d7-a2a0-48b5-a37f-8678c84b809c), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:51.861797 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event deleted for resources: {'Port': ['ID=866450d7-a2a0-48b5-a37f-8678c84b809c,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:51.887858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.888196 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.888539 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.888872 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.889190 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.889535 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.889889 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.890218 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.890538 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.890865 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.891177 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.891496 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.891815 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:51.930490 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (2532ae02-2f97-46c1-9e4c-ec62c674ae43), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:51.930793 n-d-828675-3 neutron-server[109685]: INFO neutron.db.l3_db [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Floating IP 2532ae02-2f97-46c1-9e4c-ec62c674ae43 disassociated (deleted). External IP: 172.25.1.29, port: dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1. Feb 11 14:33:52.491233 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Router d71fbcde-4841-4c31-baa9-d36ca96836f8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:52.606843 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:52.611804 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:52.616948 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] Sync routers for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:52.627050 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:52.627666 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:33:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:52.641595 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-b32fb12c-04bb-4efb-8b5c-81996a5b960a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "DELETE /v2.0/floatingips/2532ae02-2f97-46c1-9e4c-ec62c674ae43 HTTP/1.1" status: 204 len: 168 time: 1.2318585 Feb 11 14:33:52.642226 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:52.644472 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc105719-9c4e-4db0-807e-6a5554aa03cc" -d '{"events": [{"name": "network-changed", "server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:52.739082 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:52.855843 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98595840-c623-434d-9210-89ce6d05d19f x-openstack-request-id: req-98595840-c623-434d-9210-89ce6d05d19f {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:52.856439 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:52.856878 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98595840-c623-434d-9210-89ce6d05d19f {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:52.857378 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'status': 'completed', 'code': 200} Feb 11 14:33:52.961360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-fbc49e3e-362d-4472-b366-bdd640b57822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.963304 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-fbc49e3e-362d-4472-b366-bdd640b57822 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 1127 time: 0.0846798 Feb 11 14:33:52.984509 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 1, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:52.986008 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dda89-aefa-4424-8207-ad92a6ad5e78 req-d220d1e0-8be0-4b92-a07d-b232eda60579 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.987641 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09dda89-aefa-4424-8207-ad92a6ad5e78 req-d220d1e0-8be0-4b92-a07d-b232eda60579 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 945 time: 0.0785234 Feb 11 14:33:53.014559 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] Checking router: d71fbcde-4841-4c31-baa9-d36ca96836f8 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:53.023504 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:53.024125 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:33:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:53.085621 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-a09dda89-aefa-4424-8207-ad92a6ad5e78 req-5a53d6cb-6aa5-44e0-bd26-31052d94625b tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880499 Feb 11 14:33:53.109410 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-647ce5d8-7e3b-4c76-870e-a8f7cfc567b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.109410 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-647ce5d8-7e3b-4c76-870e-a8f7cfc567b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.1303594 Feb 11 14:33:53.135822 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:53.147265 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-97761692-3ac0-48d4-a045-4c5e5233af55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 200 len: 217 time: 0.0396457 Feb 11 14:33:53.196741 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-b4343039-338f-494e-a4cd-00e9f03cac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.198488 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-b4343039-338f-494e-a4cd-00e9f03cac52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0450404 Feb 11 14:33:53.248281 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-00597b8a-a855-44ba-bb3c-8f2a30ca5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.249843 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-00597b8a-a855-44ba-bb3c-8f2a30ca5154 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453579 Feb 11 14:33:53.343491 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-a4e7ada7-0987-4d30-bd9e-0a05b92c7b50 service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Feb 11 14:33:53.359062 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 1, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:53.390207 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce2a89-13c0-47fb-bddc-b5fb6e1c5c18 None None] The sync data for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 is: [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_floatingips': [{'id': '3fc88110-1174-4af8-8338-bceaf4c8ba13', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'floating_ip_address': '172.25.1.187', 'floating_network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'router_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'port_id': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'mac_address': 'fa:16:3e:79:ba:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:28:55Z', 'updated_at': '2022-02-11T14:28:58Z', 'revision_number': 1, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:53.437271 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-fc105719-9c4e-4db0-807e-6a5554aa03cc req-01901a7e-aba8-44a4-b882-97d3ae4dbae2 service neutron] 10.222.0.64 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Feb 11 14:33:53.609307 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562e6ee9-7e60-4ce5-b2c1-e5b94e0530d5 None None] New status for floating IP 2532ae02-2f97-46c1-9e4c-ec62c674ae43: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:33:54.236939 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cb5ac-9c69-4d33-a345-cfe9ec806789 req-1ab8158c-2d5c-4aa2-b51e-e917a0659865 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:54.238428 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545cb5ac-9c69-4d33-a345-cfe9ec806789 req-1ab8158c-2d5c-4aa2-b51e-e917a0659865 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 945 time: 0.0678570 Feb 11 14:33:54.286110 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-545cb5ac-9c69-4d33-a345-cfe9ec806789 req-913cd370-188f-4ca3-a62b-b5d176eb0555 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419824 Feb 11 14:33:54.475113 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa715dd-d111-4748-b306-c926b8e59618 req-7ad36abc-392a-469b-9942-840a7232e249 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:54.476584 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-baa715dd-d111-4748-b306-c926b8e59618 req-7ad36abc-392a-469b-9942-840a7232e249 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.64 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 945 time: 0.0573144 Feb 11 14:33:54.577787 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Deleting port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:33:54.578140 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:54.667420 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] For port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1, host n-h1-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828675-3',level=0,port_id=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:54.667794 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:54.680492 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Calling delete_port for dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:33:54.684341 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:54.761076 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Current status of the port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 is: ACTIVE; New status is: DOWN {{(pid=109686) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 14:33:54.761465 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1929563'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), before_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:54.821141 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:54.849360 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event deleted for resources: {'Port': ['ID=dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:54.891451 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] No DVR routers for this DVR port dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 on host n-h1-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:54.894255 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:54.897836 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-baa715dd-d111-4748-b306-c926b8e59618 req-833d6d57-371a-4aa2-9efd-f512d04df8aa tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.64 "DELETE /v2.0/ports/dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 HTTP/1.1" status: 204 len: 173 time: 0.4162726 Feb 11 14:33:54.898292 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'name': 'network-vif-deleted', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:54.900686 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99f096f-3514-4a08-80b1-68de6127aa50" -d '{"events": [{"server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "name": "network-vif-deleted", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:54.940190 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39782369-2939-4fc9-812e-10628b434f35 x-openstack-request-id: req-39782369-2939-4fc9-812e-10628b434f35 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:54.940506 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c05a0a-9bf6-452c-9766-49e145e8d25b", "name": "network-vif-deleted", "tag": "dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:54.940758 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-39782369-2939-4fc9-812e-10628b434f35 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:54.941166 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c05a0a-9bf6-452c-9766-49e145e8d25b', 'name': 'network-vif-deleted', 'tag': 'dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1', 'status': 'completed', 'code': 200} Feb 11 14:33:55.407471 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-6044d497-9717-4941-94fb-08c4743432c3 req-2557d01e-986d-4868-b0da-6f125933c784 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=64c05a0a-9bf6-452c-9766-49e145e8d25b HTTP/1.1" status: 200 len: 210 time: 0.0317607 Feb 11 14:33:57.019058 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37654) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:33:57.200050 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Deleting port 1f26a6aa-dd14-4d1d-8603-cd8e6c01d193 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:33:57.200372 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:57.281190 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:57.281477 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:57.293747 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Calling delete_port for 1f26a6aa-dd14-4d1d-8603-cd8e6c01d193 owned by network:floatingip {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:33:57.449143 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (1f26a6aa-dd14-4d1d-8603-cd8e6c01d193), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:57.474599 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event deleted for resources: {'Port': ['ID=1f26a6aa-dd14-4d1d-8603-cd8e6c01d193,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:57.486458 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.486821 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.487162 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.487500 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.487839 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.488171 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.488498 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.488830 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.489159 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.489482 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.489840 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.490167 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.490494 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828675-3 {{(pid=109684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:57.545274 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for floatingip (3fc88110-1174-4af8-8338-bceaf4c8ba13), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:57.545608 n-d-828675-3 neutron-server[109684]: INFO neutron.db.l3_db [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Floating IP 3fc88110-1174-4af8-8338-bceaf4c8ba13 disassociated (deleted). External IP: 172.25.1.187, port: e4d4606a-2413-49c2-baa1-6a257b9c8597. Feb 11 14:33:57.778630 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Router d71fbcde-4841-4c31-baa9-d36ca96836f8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:58.246241 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:58.251577 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for floatingip (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:58.256919 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] Sync routers for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:58.268132 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:58.268709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:33:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:58.280184 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-bfb687ce-8ed4-455f-a1a1-c49885078b7a tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "DELETE /v2.0/floatingips/3fc88110-1174-4af8-8338-bceaf4c8ba13 HTTP/1.1" status: 204 len: 168 time: 1.2596757 Feb 11 14:33:58.280988 n-d-828675-3 neutron-server[109684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597'}] {{(pid=109684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:58.283473 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}345c7e80b6a3d14e21f0f0008c3601237fa279c95b80ab3b05422e2eb3c61246" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645e3a70-efea-4005-ac68-dc3fd979cc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597"}]}' {{(pid=109684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:58.377709 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:58.447366 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba70ef-9c91-416c-9ce7-ea9b0625bb2c x-openstack-request-id: req-4cba70ef-9c91-416c-9ce7-ea9b0625bb2c {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:58.448202 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597", "status": "completed", "code": 200}]} {{(pid=109684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:58.448464 n-d-828675-3 neutron-server[109684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cba70ef-9c91-416c-9ce7-ea9b0625bb2c {{(pid=109684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:58.448875 n-d-828675-3 neutron-server[109684]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'status': 'completed', 'code': 200} Feb 11 14:33:58.555627 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-d31f5687-37f3-4f91-895c-ea9b8891dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.557142 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-d31f5687-37f3-4f91-895c-ea9b8891dc52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a37cdb30f7c142d881d16620f1fb4397&device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 1125 time: 0.0840642 Feb 11 14:33:58.566950 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e03b5a-fa5c-4c37-8cbf-66a32ecd32d3 req-38d1ccd2-de0f-4cbf-899c-eb4d69b25e09 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.568345 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57e03b5a-fa5c-4c37-8cbf-66a32ecd32d3 req-38d1ccd2-de0f-4cbf-899c-eb4d69b25e09 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 943 time: 0.0659630 Feb 11 14:33:58.591097 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:58.621549 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] Checking router: d71fbcde-4841-4c31-baa9-d36ca96836f8 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:58.630502 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:58.631140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:33:32Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:58.675642 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-57e03b5a-fa5c-4c37-8cbf-66a32ecd32d3 req-6e0e100c-564c-455c-8ab3-9a1c525d0d14 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/security-groups?id=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983098 Feb 11 14:33:58.696844 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-9133d7af-7659-4be3-967f-5bdb9aacea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.698751 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-9133d7af-7659-4be3-967f-5bdb9aacea7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 200 len: 910 time: 0.1294096 Feb 11 14:33:58.717792 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 no longer exists at agent hyperv_n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:58.740806 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-df212a72-df18-4bab-8234-ec2032ef6f5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 200 len: 217 time: 0.0348117 Feb 11 14:33:58.743356 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] No Port match for: dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:33:58.743702 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Device dc53b2f8-3e6e-4ef7-8740-ea91b80ab7b1 not bound to the agent host n-h1-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:58.762386 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:58.795126 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-4d553aea-1bd2-4c48-ace7-8d2c801f0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.796591 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-4d553aea-1bd2-4c48-ace7-8d2c801f0159 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 200 len: 848 time: 0.0491152 Feb 11 14:33:58.851346 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-0cbe628b-5703-4c16-b107-5b9cb9fe8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.852799 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-0cbe628b-5703-4c16-b107-5b9cb9fe8d13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04034dc9-b718-43fd-9ed7-837d1a83064d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476708 Feb 11 14:33:58.864348 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-a58542a2-0507-40ea-b4f2-257d43ba2ec6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=109685) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 14:33:58.865406 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-a58542a2-0507-40ea-b4f2-257d43ba2ec6 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055606 Feb 11 14:33:58.961700 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-044149db-f998-4e1d-8b45-630bf4358e16 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892363 Feb 11 14:33:59.061708 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-645e3a70-efea-4005-ac68-dc3fd979cc5a req-77141aab-daed-4d63-8fd5-6a15569f7c36 service neutron] 10.222.0.53 "GET /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924616 Feb 11 14:33:59.125997 n-d-828675-3 neutron-server[109685]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-26cf99b6-2ba2-4fbb-90c6-a9e2661b424d tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109685) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.127385 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-26cf99b6-2ba2-4fbb-90c6-a9e2661b424d tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.53 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 943 time: 0.0531929 Feb 11 14:33:59.140971 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:59.173218 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f58d876-003b-44c7-b3a6-014847fa76b9 None None] The sync data for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 is: [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:35Z', 'revision_number': 4, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3', '_interfaces': [{'id': '17f777d7-5555-4d34-bc78-288d3354968d', 'name': '', 'network_id': '04034dc9-b718-43fd-9ed7-837d1a83064d', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'mac_address': 'fa:16:3e:ef:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:35Z', 'updated_at': '2022-02-11T14:28:39Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'subnets': [{'id': '326fcff2-dbbb-4206-95e6-1f187f8d97b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:59.230209 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Deleting port e4d4606a-2413-49c2-baa1-6a257b9c8597 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:33:59.230539 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:59.321273 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] For port e4d4606a-2413-49c2-baa1-6a257b9c8597, host n-h2-828675-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828675-3',level=0,port_id=e4d4606a-2413-49c2-baa1-6a257b9c8597,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:59.321626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:59.336274 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Calling delete_port for e4d4606a-2413-49c2-baa1-6a257b9c8597 owned by compute:nova {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:33:59.414993 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa0a9f9-6aeb-4f33-b5af-e02a1b1fc15f None None] New status for floating IP 3fc88110-1174-4af8-8338-bceaf4c8ba13: DOWN {{(pid=109687) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:33:59.429084 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cc64df3a-368e-44d7-8e41-9c1847c2d1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:59.478612 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (e4d4606a-2413-49c2-baa1-6a257b9c8597), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:59.508061 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event deleted for resources: {'Port': ['ID=e4d4606a-2413-49c2-baa1-6a257b9c8597,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:59.561097 n-d-828675-3 neutron-server[109685]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] No DVR routers for this DVR port e4d4606a-2413-49c2-baa1-6a257b9c8597 on host n-h2-828675-3 {{(pid=109685) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:59.563770 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194644'] for port (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:33:59.567204 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-3f2acef1-4c27-46e3-9c6f-4c43c4403ec7 req-2e210f1f-cd27-4264-bab4-b40c179950eb tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.53 "DELETE /v2.0/ports/e4d4606a-2413-49c2-baa1-6a257b9c8597 HTTP/1.1" status: 204 len: 173 time: 0.4343705 Feb 11 14:33:59.567657 n-d-828675-3 neutron-server[109685]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-deleted', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597'}] {{(pid=109685) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 14:33:59.569956 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76d8cc1ee41db314281a5412355d5de9d202c4fe239442ebe83af4e681adaea5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c00601-6ae7-41c3-a6fc-63c23dae1b65" -d '{"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-deleted", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597"}]}' {{(pid=109685) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:59.615296 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd84128-3bee-43c4-bb2a-b4ee04ae46c7 x-openstack-request-id: req-ccd84128-3bee-43c4-bb2a-b4ee04ae46c7 {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:59.615590 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa44406-eeac-46fc-b0a6-d1b11f7af183", "name": "network-vif-deleted", "tag": "e4d4606a-2413-49c2-baa1-6a257b9c8597", "status": "completed", "code": 200}]} {{(pid=109685) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:59.615847 n-d-828675-3 neutron-server[109685]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ccd84128-3bee-43c4-bb2a-b4ee04ae46c7 {{(pid=109685) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:59.616257 n-d-828675-3 neutron-server[109685]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa44406-eeac-46fc-b0a6-d1b11f7af183', 'name': 'network-vif-deleted', 'tag': 'e4d4606a-2413-49c2-baa1-6a257b9c8597', 'status': 'completed', 'code': 200} Feb 11 14:33:59.802534 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [req-359d91e7-4a1a-4004-af83-dc06f3c70a03 req-768cd3cb-cd06-4431-a318-2d9a034e0099 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa44406-eeac-46fc-b0a6-d1b11f7af183 HTTP/1.1" status: 200 len: 210 time: 0.0282316 Feb 11 14:34:00.866191 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37672) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:00.923645 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-25cf6536-7200-4877-8d40-c50cc9326323 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group (f3c4b5aa-28e9-42c9-8f3e-4d16261ff630), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:00.948751 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-25cf6536-7200-4877-8d40-c50cc9326323 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group (f3c4b5aa-28e9-42c9-8f3e-4d16261ff630), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.011202 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-25cf6536-7200-4877-8d40-c50cc9326323 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (f3c4b5aa-28e9-42c9-8f3e-4d16261ff630), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.013809 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-25cf6536-7200-4877-8d40-c50cc9326323 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.015013 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-25cf6536-7200-4877-8d40-c50cc9326323 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] 10.222.0.42 "DELETE /v2.0/security-groups/f3c4b5aa-28e9-42c9-8f3e-4d16261ff630 HTTP/1.1" status: 204 len: 168 time: 0.1478536 Feb 11 14:34:01.026505 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf6536-7200-4877-8d40-c50cc9326323 tempest-TestSnapshotPattern-409922317 tempest-TestSnapshotPattern-409922317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c4b5aa-28e9-42c9-8f3e-4d16261ff630,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:01.067277 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37676) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:01.519137 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (d71fbcde-4841-4c31-baa9-d36ca96836f8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.573095 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b65545bb-2c9f-45ef-8703-8d18bbfb38fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.788985 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Deleting port 17f777d7-5555-4d34-bc78-288d3354968d {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:01.789214 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (17f777d7-5555-4d34-bc78-288d3354968d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.872819 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] For port 17f777d7-5555-4d34-bc78-288d3354968d, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=17f777d7-5555-4d34-bc78-288d3354968d,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:01.873583 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (17f777d7-5555-4d34-bc78-288d3354968d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:01.885720 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Calling delete_port for 17f777d7-5555-4d34-bc78-288d3354968d owned by network:router_interface {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:02.072461 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (17f777d7-5555-4d34-bc78-288d3354968d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:02.099061 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Pushing event deleted for resources: {'Port': ['ID=17f777d7-5555-4d34-bc78-288d3354968d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:02.267245 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (d71fbcde-4841-4c31-baa9-d36ca96836f8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:02.510870 n-d-828675-3 neutron-server[109684]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Router d71fbcde-4841-4c31-baa9-d36ca96836f8 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109684) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:02.625880 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109684) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:02.631924 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9035c33e-d635-45c2-a25e-54626e72785c admin admin] 10.222.0.42 "PUT /v2.0/routers/d71fbcde-4841-4c31-baa9-d36ca96836f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5639331 Feb 11 14:34:02.635007 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37680) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:02.637584 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] Sync routers for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:02.648681 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:02.649487 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:34:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:02.742169 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks [] for router (d71fbcde-4841-4c31-baa9-d36ca96836f8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:02.758986 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: n-d-828675-3 {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:02.845861 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks [] for router_gateway (d71fbcde-4841-4c31-baa9-d36ca96836f8), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:02.900103 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Deleting port 7899edae-4b06-49a2-9947-33fbd97d2fe2 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:02.900908 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:02.945470 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 5, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port': {'id': '7899edae-4b06-49a2-9947-33fbd97d2fe2', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:06:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:02.973221 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] Checking router: d71fbcde-4841-4c31-baa9-d36ca96836f8 for host: n-d-828675-3 {{(pid=109686) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:02.983512 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] Routers {'d71fbcde-4841-4c31-baa9-d36ca96836f8'} bound to L3 agent in host n-d-828675-3 {{(pid=109686) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:02.984136 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:34:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['d71fbcde-4841-4c31-baa9-d36ca96836f8'], 'active': True} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:02.999994 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] For port 7899edae-4b06-49a2-9947-33fbd97d2fe2, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=7899edae-4b06-49a2-9947-33fbd97d2fe2,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:03.000374 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.013304 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Calling delete_port for 7899edae-4b06-49a2-9947-33fbd97d2fe2 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:03.087103 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.096140 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvr_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] Set router d71fbcde-4841-4c31-baa9-d36ca96836f8 gateway port host: None {{(pid=109686) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:03.151909 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_hamode_db [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 6, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:03.178348 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41dda6f-5acd-4979-be11-5870a7ad3437 None None] The sync data for ids ['d71fbcde-4841-4c31-baa9-d36ca96836f8'] in n-d-828675-3 is: [{'id': 'd71fbcde-4841-4c31-baa9-d36ca96836f8', 'name': 'tempest-TestSnapshotPattern-806711633-router', 'tenant_id': 'a37cdb30f7c142d881d16620f1fb4397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:33Z', 'updated_at': '2022-02-11T14:34:02Z', 'revision_number': 6, 'project_id': 'a37cdb30f7c142d881d16620f1fb4397', 'gw_port_host': None}] {{(pid=109686) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:03.187242 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (7899edae-4b06-49a2-9947-33fbd97d2fe2), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.217602 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7899edae-4b06-49a2-9947-33fbd97d2fe2,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:03.286253 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (d71fbcde-4841-4c31-baa9-d36ca96836f8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.397225 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (d71fbcde-4841-4c31-baa9-d36ca96836f8), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.399618 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks [] for router_controller (d71fbcde-4841-4c31-baa9-d36ca96836f8), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.444741 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (d71fbcde-4841-4c31-baa9-d36ca96836f8), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.445331 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71fbcde-4841-4c31-baa9-d36ca96836f8 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:34:03.450873 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.452037 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5479a6b0-e545-4f6b-95e1-cd53353a38f4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d71fbcde-4841-4c31-baa9-d36ca96836f8 HTTP/1.1" status: 204 len: 168 time: 0.8160532 Feb 11 14:34:03.454769 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37682) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:03.500567 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] Deleting subnet 326fcff2-dbbb-4206-95e6-1f187f8d97b6 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:34:03.504018 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] Publish callbacks [] for subnet (326fcff2-dbbb-4206-95e6-1f187f8d97b6), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.539743 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (326fcff2-dbbb-4206-95e6-1f187f8d97b6), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.626411 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (326fcff2-dbbb-4206-95e6-1f187f8d97b6), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.685491 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (326fcff2-dbbb-4206-95e6-1f187f8d97b6), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.710965 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=326fcff2-dbbb-4206-95e6-1f187f8d97b6,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:03.714766 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.718028 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a2ef7da4-99af-441c-abc6-d81aa025911a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/326fcff2-dbbb-4206-95e6-1f187f8d97b6 HTTP/1.1" status: 204 len: 168 time: 0.2622666 Feb 11 14:34:03.720761 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37684) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:03.721533 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83566cce-8047-4618-b1a0-45f86191130d None None] Network 04034dc9-b718-43fd-9ed7-837d1a83064d requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:34:03.749020 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4d4606a-2413-49c2-baa1-6a257b9c8597 no longer exists at agent hyperv_n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:03.793664 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (04034dc9-b718-43fd-9ed7-837d1a83064d), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.797777 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] No Port match for: e4d4606a-2413-49c2-baa1-6a257b9c8597 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:03.798131 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Device e4d4606a-2413-49c2-baa1-6a257b9c8597 not bound to the agent host n-h2-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:03.847441 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Deleting port 3058d4df-43d0-462c-96c9-6c93a66395d7 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:03.847837 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.911039 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] For port 3058d4df-43d0-462c-96c9-6c93a66395d7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=3058d4df-43d0-462c-96c9-6c93a66395d7,segment=NetworkSegment(2acce63d-c186-450a-8806-bc7b4ffb4ff5),segment_id=2acce63d-c186-450a-8806-bc7b4ffb4ff5)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:03.911708 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:03.928456 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Calling delete_port for 3058d4df-43d0-462c-96c9-6c93a66395d7 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:03.979253 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] DHCP port deletion for 04034dc9-b718-43fd-9ed7-837d1a83064d request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:34:04.014956 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.029912 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] Deleting port 3058d4df-43d0-462c-96c9-6c93a66395d7 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:04.030297 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.039702 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Pushing event deleted for resources: {'Port': ['ID=3058d4df-43d0-462c-96c9-6c93a66395d7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:04.043440 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] No DVR routers for this DVR port 3058d4df-43d0-462c-96c9-6c93a66395d7 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:04.104456 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] For port 3058d4df-43d0-462c-96c9-6c93a66395d7, host n-d-828675-3, got binding levels [] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:04.105151 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.118353 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] Calling delete_port for 3058d4df-43d0-462c-96c9-6c93a66395d7 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:04.121167 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.ipam_backend_mixin [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] Port 3058d4df-43d0-462c-96c9-6c93a66395d7 was not found and therefore no delete operation was performed {{(pid=109686) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 14:34:04.122475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (3058d4df-43d0-462c-96c9-6c93a66395d7), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.125432 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (04034dc9-b718-43fd-9ed7-837d1a83064d), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.145889 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04034dc9-b718-43fd-9ed7-837d1a83064d']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:04.149573 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] Pushing event deleted for resources: {'Port': ['ID=3058d4df-43d0-462c-96c9-6c93a66395d7,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:04.153435 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3f480-b8cf-409f-a082-0cdc56dfbb32 None None] No DVR routers for this DVR port 3058d4df-43d0-462c-96c9-6c93a66395d7 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:04.157148 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acce63d-c186-450a-8806-bc7b4ffb4ff5') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:04.157449 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acce63d-c186-450a-8806-bc7b4ffb4ff5') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:04.175155 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (2acce63d-c186-450a-8806-bc7b4ffb4ff5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.189373 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (2acce63d-c186-450a-8806-bc7b4ffb4ff5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.196269 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:04.196606 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (2acce63d-c186-450a-8806-bc7b4ffb4ff5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:04.198648 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:04.258527 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (04034dc9-b718-43fd-9ed7-837d1a83064d), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.264492 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.267683 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] 10.222.0.42 "DELETE /v2.0/networks/04034dc9-b718-43fd-9ed7-837d1a83064d HTTP/1.1" status: 204 len: 168 time: 0.5460165 Feb 11 14:34:04.270858 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37686) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:04.279860 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89141267-784c-4350-a21a-70ee669cb38d admin admin] Pushing event deleted for resources: {'Network': ['ID=04034dc9-b718-43fd-9ed7-837d1a83064d,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:04.461165 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 17f777d7-5555-4d34-bc78-288d3354968d no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:04.489785 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 17f777d7-5555-4d34-bc78-288d3354968d {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:04.490177 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 17f777d7-5555-4d34-bc78-288d3354968d not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:04.490606 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7899edae-4b06-49a2-9947-33fbd97d2fe2 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:04.510503 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 7899edae-4b06-49a2-9947-33fbd97d2fe2 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:04.510852 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 7899edae-4b06-49a2-9947-33fbd97d2fe2 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:04.511277 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3058d4df-43d0-462c-96c9-6c93a66395d7 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:04.534733 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 3058d4df-43d0-462c-96c9-6c93a66395d7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:04.534955 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 3058d4df-43d0-462c-96c9-6c93a66395d7 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:04.638190 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-624201'] for router_interface (6d457222-809a-4db3-99b6-5d898a0dc9e9), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.724375 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.895091 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Deleting port c344d52b-d24c-404d-be3f-4acf7ec1cda6 {{(pid=109685) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:04.895461 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.982236 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.db [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] For port c344d52b-d24c-404d-be3f-4acf7ec1cda6, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=c344d52b-d24c-404d-be3f-4acf7ec1cda6,segment=NetworkSegment(b1bce3fa-9a84-489a-a71a-cc2640cd94de),segment_id=b1bce3fa-9a84-489a-a71a-cc2640cd94de)] {{(pid=109685) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:04.982583 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:04.995765 n-d-828675-3 neutron-server[109685]: DEBUG neutron.plugins.ml2.plugin [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Calling delete_port for c344d52b-d24c-404d-be3f-4acf7ec1cda6 owned by network:router_interface {{(pid=109685) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:05.182958 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126271540'] for port (c344d52b-d24c-404d-be3f-4acf7ec1cda6), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.208642 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Pushing event deleted for resources: {'Port': ['ID=c344d52b-d24c-404d-be3f-4acf7ec1cda6,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:05.382528 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-573110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624349'] for router_interface (6d457222-809a-4db3-99b6-5d898a0dc9e9), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.429843 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.610298 n-d-828675-3 neutron-server[109685]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Router 6d457222-809a-4db3-99b6-5d898a0dc9e9 has already been hosted by L3 agent 3cc519cd-84de-47a1-9f35-30ffb1980f67 {{(pid=109685) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:05.730032 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] Notify agent at l3_agent.n-d-828675-3 the message routers_updated {{(pid=109685) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:05.735319 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-43188a74-3e45-4d51-bfd6-a20154d9879e admin admin] 10.222.0.42 "PUT /v2.0/routers/6d457222-809a-4db3-99b6-5d898a0dc9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4594269 Feb 11 14:34:05.738288 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37688) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:05.739858 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556502a-1302-44cd-964c-038ab8032500 None None] Sync routers for ids ['6d457222-809a-4db3-99b6-5d898a0dc9e9'] in n-d-828675-3 {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:05.854155 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] Routers {'6d457222-809a-4db3-99b6-5d898a0dc9e9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:05.854793 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:34:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6d457222-809a-4db3-99b6-5d898a0dc9e9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:05.858337 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks [] for router (6d457222-809a-4db3-99b6-5d898a0dc9e9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:05.964940 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] Set router 6d457222-809a-4db3-99b6-5d898a0dc9e9 gateway port host: n-d-828675-3 {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:05.967070 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks [] for router_gateway (6d457222-809a-4db3-99b6-5d898a0dc9e9), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.154419 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'external_fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:34:05Z', 'revision_number': 5, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port': {'id': 'a0d48df3-3f1d-4f74-a884-0a361fa970a5', 'name': '', 'network_id': '1c11ec19-95ac-41a6-a784-685596ef34e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828675-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:38Z', 'updated_at': '2022-02-11T14:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a96f7fc-b0b1-469a-ab5a-1f1005527efe', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828675-3'}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:06.185708 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556502a-1302-44cd-964c-038ab8032500 None None] Checking router: 6d457222-809a-4db3-99b6-5d898a0dc9e9 for host: n-d-828675-3 {{(pid=109687) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:06.195600 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] Routers {'6d457222-809a-4db3-99b6-5d898a0dc9e9'} bound to L3 agent in host n-d-828675-3 {{(pid=109687) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:06.196227 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828675-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T12:40:01Z,description=,heartbeat_timestamp=2022-02-11T14:34:02Z,host='n-d-828675-3',id=3cc519cd-84de-47a1-9f35-30ffb1980f67,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T12:40:01Z,topic='l3_agent')) {'router_ids': ['6d457222-809a-4db3-99b6-5d898a0dc9e9'], 'active': True} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:06.282967 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_dvr_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] Set router 6d457222-809a-4db3-99b6-5d898a0dc9e9 gateway port host: None {{(pid=109687) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:06.339634 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.l3_hamode_db [None req-e556502a-1302-44cd-964c-038ab8032500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:34:05Z', 'revision_number': 6, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port_host': None}], 'n-d-828675-3', False) {} {{(pid=109687) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:06.366106 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Deleting port a0d48df3-3f1d-4f74-a884-0a361fa970a5 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:06.366519 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.366651 n-d-828675-3 neutron-server[109687]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556502a-1302-44cd-964c-038ab8032500 None None] The sync data for ids ['6d457222-809a-4db3-99b6-5d898a0dc9e9'] in n-d-828675-3 is: [{'id': '6d457222-809a-4db3-99b6-5d898a0dc9e9', 'name': 'tempest-TestSnapshotPattern-288711181-router', 'tenant_id': '81f625c4349f4cf280c00a1d2ad28c45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:37Z', 'updated_at': '2022-02-11T14:34:05Z', 'revision_number': 6, 'project_id': '81f625c4349f4cf280c00a1d2ad28c45', 'gw_port_host': None}] {{(pid=109687) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:06.460349 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] For port a0d48df3-3f1d-4f74-a884-0a361fa970a5, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=a0d48df3-3f1d-4f74-a884-0a361fa970a5,segment=NetworkSegment(1d2a18d1-e09a-475d-8a71-64146a1d9667),segment_id=1d2a18d1-e09a-475d-8a71-64146a1d9667)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:06.460713 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.473511 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Calling delete_port for a0d48df3-3f1d-4f74-a884-0a361fa970a5 owned by network:router_gateway {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:06.646322 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (a0d48df3-3f1d-4f74-a884-0a361fa970a5), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.672496 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d48df3-3f1d-4f74-a884-0a361fa970a5,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:06.733901 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-625411'] for router_gateway (6d457222-809a-4db3-99b6-5d898a0dc9e9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.830738 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10243'] for router (6d457222-809a-4db3-99b6-5d898a0dc9e9), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.833579 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks [] for router_controller (6d457222-809a-4db3-99b6-5d898a0dc9e9), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.886205 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-629939'] for router (6d457222-809a-4db3-99b6-5d898a0dc9e9), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.886836 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d457222-809a-4db3-99b6-5d898a0dc9e9 {{(pid=109684) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:34:06.892401 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.893609 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-5217e904-a1d8-4fcd-9ccb-98f66d9b0f3d admin admin] 10.222.0.42 "DELETE /v2.0/routers/6d457222-809a-4db3-99b6-5d898a0dc9e9 HTTP/1.1" status: 204 len: 168 time: 1.1539018 Feb 11 14:34:06.896284 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37690) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:06.943688 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] Deleting subnet accd5544-6eb7-4d3a-b440-de9862104422 {{(pid=109684) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 14:34:06.947072 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] Publish callbacks [] for subnet (accd5544-6eb7-4d3a-b440-de9862104422), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:06.981677 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126473728'] for subnet (accd5544-6eb7-4d3a-b440-de9862104422), precommit_delete_associations {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.074088 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1310555'] for subnet (accd5544-6eb7-4d3a-b440-de9862104422), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.128828 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1310546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611711', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126204866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126393393'] for subnet (accd5544-6eb7-4d3a-b440-de9862104422), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.154024 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accd5544-6eb7-4d3a-b440-de9862104422,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.157726 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.161353 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-a8479b98-96ba-4ba2-9b02-07d1d46ec7fe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/accd5544-6eb7-4d3a-b440-de9862104422 HTTP/1.1" status: 204 len: 168 time: 0.2641184 Feb 11 14:34:07.163989 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37692) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:07.167052 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039cf63-5335-4a66-a89a-5ca2a41a9a57 None None] Network 151302e2-b565-489b-b59c-5587bcc5db94 requested from n-d-828675-3 {{(pid=109686) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 14:34:07.237376 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1991565'] for network (151302e2-b565-489b-b59c-5587bcc5db94), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.292942 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Deleting port 84300de4-d947-40f1-b905-23799d12c3b7 {{(pid=109684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:07.293324 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84300de4-d947-40f1-b905-23799d12c3b7), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.321997 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] DHCP port deletion for 151302e2-b565-489b-b59c-5587bcc5db94 request from n-d-828675-3 {{(pid=109686) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 14:34:07.356758 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.db [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] For port 84300de4-d947-40f1-b905-23799d12c3b7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84300de4-d947-40f1-b905-23799d12c3b7,segment=NetworkSegment(b1bce3fa-9a84-489a-a71a-cc2640cd94de),segment_id=b1bce3fa-9a84-489a-a71a-cc2640cd94de)] {{(pid=109684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:07.357108 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84300de4-d947-40f1-b905-23799d12c3b7), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.369612 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] Deleting port 84300de4-d947-40f1-b905-23799d12c3b7 {{(pid=109686) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 14:34:07.370015 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755897602699'] for port (84300de4-d947-40f1-b905-23799d12c3b7), before_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.370230 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.plugin [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Calling delete_port for 84300de4-d947-40f1-b905-23799d12c3b7 owned by network:dhcp {{(pid=109684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:07.434103 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.db [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] For port 84300de4-d947-40f1-b905-23799d12c3b7, host n-d-828675-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828675-3',level=0,port_id=84300de4-d947-40f1-b905-23799d12c3b7,segment=NetworkSegment(b1bce3fa-9a84-489a-a71a-cc2640cd94de),segment_id=b1bce3fa-9a84-489a-a71a-cc2640cd94de)] {{(pid=109686) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:07.434514 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-624626'] for port (84300de4-d947-40f1-b905-23799d12c3b7), precommit_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.457098 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] Calling delete_port for 84300de4-d947-40f1-b905-23799d12c3b7 owned by network:dhcp {{(pid=109686) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 14:34:07.458959 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126204719'] for port (84300de4-d947-40f1-b905-23799d12c3b7), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.485280 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84300de4-d947-40f1-b905-23799d12c3b7,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.488775 n-d-828675-3 neutron-server[109684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] No DVR routers for this DVR port 84300de4-d947-40f1-b905-23799d12c3b7 on host n-d-828675-3 {{(pid=109684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:07.550432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1929519', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755897608174', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755897088449'] for port (84300de4-d947-40f1-b905-23799d12c3b7), after_delete {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.566285 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1310414', 'neutron.services.segments.db._delete_segments_for_network-8755897594040'] for network (151302e2-b565-489b-b59c-5587bcc5db94), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.578825 n-d-828675-3 neutron-server[109686]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] No DVR routers for this DVR port 84300de4-d947-40f1-b905-23799d12c3b7 on host n-d-828675-3 {{(pid=109686) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:34:07.583693 n-d-828675-3 neutron-server[109686]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129edaba-e82f-42fb-901a-47ffa91b61b6 None None] Pushing event deleted for resources: {'Port': ['ID=84300de4-d947-40f1-b905-23799d12c3b7,revision_number=None']} {{(pid=109686) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.592851 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151302e2-b565-489b-b59c-5587bcc5db94']}} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:07.604122 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bce3fa-9a84-489a-a71a-cc2640cd94de') {'for_net_delete': True} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:07.604491 n-d-828675-3 neutron-server[109684]: DEBUG neutron.services.segments.db [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bce3fa-9a84-489a-a71a-cc2640cd94de') {} {{(pid=109684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:07.614028 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755897596609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126473785'] for segment (b1bce3fa-9a84-489a-a71a-cc2640cd94de), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.628353 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257'] for segment (b1bce3fa-9a84-489a-a71a-cc2640cd94de), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.635163 n-d-828675-3 neutron-server[109684]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=109684) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:34:07.635717 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1898257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126204792'] for segment (b1bce3fa-9a84-489a-a71a-cc2640cd94de), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: Traceback (most recent call last): Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: timer() Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: cb(*args, **kw) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: return func(*args, **kwargs) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: self._notify() Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: self.callback(batched_events) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: event.method(event) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: return f(self, *a, **k) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: return self._get(url).json() Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: return self.request(url, 'GET', **kwargs) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:34:07.637748 n-d-828675-3 neutron-server[109684]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:34:07.694916 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1310405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-573119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-625503'] for network (151302e2-b565-489b-b59c-5587bcc5db94), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.700644 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.703937 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/151302e2-b565-489b-b59c-5587bcc5db94 HTTP/1.1" status: 204 len: 168 time: 0.5385520 Feb 11 14:34:07.714779 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d2aee-f496-46d9-ab7e-97441c0350d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=151302e2-b565-489b-b59c-5587bcc5db94,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.827168 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37696) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:07.883616 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d48712f-41e4-4762-b630-c933eeaeb34f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a37cdb30f7c142d881d16620f1fb4397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0547533 Feb 11 14:34:07.885993 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37698) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:07.934483 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc213-274b-43d3-99e3-c759251ca0ab admin admin] Publish callbacks [] for security_group (d5f4cbff-456a-4928-be9a-fe1a8be23f17), before_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:07.956413 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc213-274b-43d3-99e3-c759251ca0ab admin admin] Publish callbacks [] for security_group (d5f4cbff-456a-4928-be9a-fe1a8be23f17), precommit_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.007328 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc213-274b-43d3-99e3-c759251ca0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d5f4cbff-456a-4928-be9a-fe1a8be23f17), after_delete {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.009899 n-d-828675-3 neutron-server[109684]: DEBUG neutron_lib.callbacks.manager [None req-9b2dc213-274b-43d3-99e3-c759251ca0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.011068 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-9b2dc213-274b-43d3-99e3-c759251ca0ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5f4cbff-456a-4928-be9a-fe1a8be23f17 HTTP/1.1" status: 204 len: 168 time: 0.1241822 Feb 11 14:34:08.018879 n-d-828675-3 neutron-server[109684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dc213-274b-43d3-99e3-c759251ca0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f4cbff-456a-4928-be9a-fe1a8be23f17,revision_number=None']} {{(pid=109684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:08.342164 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [-] (109684) accepted ('10.222.0.42', 37704) {{(pid=109684) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:08.389244 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [-] (109685) accepted ('10.222.0.42', 37706) {{(pid=109685) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 14:34:08.389719 n-d-828675-3 neutron-server[109684]: INFO neutron.wsgi [None req-7d4ebdbe-0348-4dee-8e28-07b5344b2f45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81f625c4349f4cf280c00a1d2ad28c45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459228 Feb 11 14:34:08.432355 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84300de4-d947-40f1-b905-23799d12c3b7 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:08.444771 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c0c506b-172a-4404-9c66-384f788a88af admin admin] Publish callbacks [] for security_group (d25e1a03-7797-43c0-8063-232a2650ee25), before_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.453680 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: 84300de4-d947-40f1-b905-23799d12c3b7 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:08.454034 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device 84300de4-d947-40f1-b905-23799d12c3b7 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:08.454453 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0d48df3-3f1d-4f74-a884-0a361fa970a5 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:08.466317 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c0c506b-172a-4404-9c66-384f788a88af admin admin] Publish callbacks [] for security_group (d25e1a03-7797-43c0-8063-232a2650ee25), precommit_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.476656 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: a0d48df3-3f1d-4f74-a884-0a361fa970a5 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:08.476987 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device a0d48df3-3f1d-4f74-a884-0a361fa970a5 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:08.477394 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c344d52b-d24c-404d-be3f-4acf7ec1cda6 no longer exists at agent ovs-agent-n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:34:08.495704 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.plugin [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] No Port match for: c344d52b-d24c-404d-be3f-4acf7ec1cda6 {{(pid=109686) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 14:34:08.496043 n-d-828675-3 neutron-server[109686]: DEBUG neutron.plugins.ml2.rpc [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Device c344d52b-d24c-404d-be3f-4acf7ec1cda6 not bound to the agent host n-d-828675-3 {{(pid=109686) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:34:08.519626 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c0c506b-172a-4404-9c66-384f788a88af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642068'] for security_group (d25e1a03-7797-43c0-8063-232a2650ee25), after_delete {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.527193 n-d-828675-3 neutron-server[109685]: DEBUG neutron_lib.callbacks.manager [None req-4c0c506b-172a-4404-9c66-384f788a88af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:08.529950 n-d-828675-3 neutron-server[109685]: INFO neutron.wsgi [None req-4c0c506b-172a-4404-9c66-384f788a88af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d25e1a03-7797-43c0-8063-232a2650ee25 HTTP/1.1" status: 204 len: 168 time: 0.1370547 Feb 11 14:34:08.540183 n-d-828675-3 neutron-server[109685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c506b-172a-4404-9c66-384f788a88af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e1a03-7797-43c0-8063-232a2650ee25,revision_number=None']} {{(pid=109685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:17.402817 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:18.110782 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:23.264684 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:34:29.430305 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-cec1edd3-e742-4d4b-a4dc-a7f64d6b0f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:31.579028 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4944d921-3743-4844-9068-c2ebfd9833b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:33.058067 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:34.730059 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:35.427985 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:47.424185 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:48.127888 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:34:59.430516 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-95824549-b995-445a-bede-2bb6053ca415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:00.270250 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:35:01.584802 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a7fc46e4-d316-4be5-92e9-92cd608c4fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:03.068822 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:04.738841 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:05.425438 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:17.432571 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:18.126973 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:29.429618 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d0190b37-c9a1-46a6-85b2-ae870324a85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:31.585923 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d2353117-8df7-4605-92ee-fa0f3caedbdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:33.061882 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:34.742016 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:35.421824 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:37.276339 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:35:47.432650 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:48.158691 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:35:59.428278 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-474e38c3-09c1-46fc-8c81-0058dcc8043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:01.585663 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-722374e8-8008-4a80-a67e-4ced0c87026b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:03.073421 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:04.740228 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:05.427586 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:14.279078 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:17.449607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:18.169508 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:29.427113 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-e73e8cd1-fcfe-437a-97ed-138d66fb3bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:31.584070 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-278ab3af-507b-4f8f-83d3-c08bc3c0da76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:33.065724 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:34.736976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:35.437916 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:47.447385 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:48.201011 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:36:51.285169 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:59.424881 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-abb1b9df-4677-4319-8893-54e2f986393c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:01.582607 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ac32effc-bb72-4cca-8ef3-a604d717b056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:03.074187 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:04.749105 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:05.432370 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:17.445475 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:18.218504 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:28.290448 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:37:29.433157 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-92241171-dd20-4b76-901d-183033005a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:31.581899 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-978139ce-73fe-406f-adea-43b08a8ab523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:33.082712 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:34.746902 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:35.439388 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:47.445187 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:48.214846 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:37:59.431133 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-15b98da6-f159-4f5e-829d-e6c9f66e8275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:01.587082 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-a6f574d8-8a1f-4ada-9710-e5eee146243b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:03.085983 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:04.750159 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:05.290183 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:38:05.440381 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:17.487730 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:18.214191 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:29.430078 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c6bce18d-d518-4887-b434-09a653c02624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:31.589366 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-04cacfac-860e-40c1-80a5-7bd81fae62a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:33.090971 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:34.748761 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:35.442803 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:42.295401 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:38:47.509147 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:48.217276 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:38:59.430976 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-edf4261d-50fc-4143-a5e7-b5262142b883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:01.590323 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-5754942d-d9de-49de-b269-fa4d2b1a56b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:03.091214 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:04.753569 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:05.443740 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:17.527537 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:18.225668 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:19.300514 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:29.418288 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-71277934-da68-4b1d-aa2a-2cf31c7ff0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:31.592035 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c7f7cbb2-8a18-4d86-ae29-d8abfa2ef4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:33.092658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:34.768655 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:35.446297 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:47.519985 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:48.235942 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:39:56.305922 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:59.425051 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1cfa5298-f980-4554-a8e2-8979f24cfaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:01.592972 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-919507a9-9d03-4bfe-a6ec-2949d9038812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:03.097345 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:04.763307 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:05.442080 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:17.542336 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:18.242601 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:29.425231 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9eb521aa-5b2c-4619-bcfe-a85848179e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:31.592317 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-d230cc15-b80e-4a99-a9f1-a7f9cd28455f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:33.108415 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:33.308376 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:40:34.768969 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:35.448007 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:47.541929 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:48.256330 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:40:59.422356 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-b6252369-7318-498d-9ae1-47a18c090862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:01.591706 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ee02c90c-b2b4-4cba-aaf2-a54904458daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:03.104122 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:04.771978 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:05.443945 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:10.313254 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:17.533472 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:18.249024 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:29.408988 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-13a0f6df-44fc-4ad0-b96b-895d4bfd192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:31.340481 n-d-828675-3 neutron-server[109684]: DEBUG neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-e3efa8dd-8adb-49ae-88d4-9edb5047d238 service neutron] (109684) timed out ('10.222.0.42', 35396) {{(pid=109684) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:41:31.591496 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-1efecba3-6f59-4cda-9a56-668c7a925651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:32.504870 n-d-828675-3 neutron-server[109685]: DEBUG neutron.wsgi [req-c45afb5b-ee4a-4502-b1b2-c9197f96f5fa req-aa22dcca-2373-4667-9681-3ef37b1c905f tempest-TestShelveInstance-1253954777 tempest-TestShelveInstance-1253954777-project] (109685) timed out ('10.222.0.42', 35418) {{(pid=109685) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 14:41:33.112995 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:34.780748 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:35.448991 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:47.318179 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:47.538865 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:48.252861 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:41:59.414391 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-8007cc72-0c1c-4ce9-b77f-d7b5581b61c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:01.593896 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-251871aa-ceff-4859-b6d4-42464f2b3377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:03.115937 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:04.777427 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:05.453957 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:17.533502 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ff96d342-5565-4bef-9490-9c033a6b88f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (2aaa274e-a2b5-4125-94aa-ee4177cc5d55), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:18.257728 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e963-3db1-46da-9dee-8fcd1489b0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (d900cc2b-175c-4085-b56a-1e5866cde391), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:24.318765 n-d-828675-3 neutron-server[109687]: DEBUG neutron.db.agents_db [None req-7d227ce9-decc-4bcb-b859-ad635ccefe2d None None] Agent healthcheck: found 7 active agents {{(pid=109687) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:42:29.412312 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-9117e825-30d7-4b63-8731-ce012eb508fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (7ccaca05-9c53-445b-bd45-f52dc91ba361), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:31.587432 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea7fc38c-81a9-43ae-93c3-b08fa9646dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (3cc519cd-84de-47a1-9f35-30ffb1980f67), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:33.111658 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-c0686b3f-2e7b-40c3-9b17-d5bc92c62661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (4a12dfa5-66a2-4518-9f8c-5b74bd213e58), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:34.779505 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-4d11357d-a5a8-4f90-bd26-996a134ac979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (63491af5-648f-4340-a733-152eb50c0491), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 14:42:35.460632 n-d-828675-3 neutron-server[109686]: DEBUG neutron_lib.callbacks.manager [None req-ea867c1b-8f2b-4a38-b611-a542164b04d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755897594022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1279223'] for agent (babd5285-41e5-4ba0-abbf-794bc86bd408), after_update {{(pid=109686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}